diff --git "a/ratio_proportion_change3/logs/masked/log_train_pretrained.txt" "b/ratio_proportion_change3/logs/masked/log_train_pretrained.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change3/logs/masked/log_train_pretrained.txt"
@@ -0,0 +1,33712 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 3.6606156826019287, 'avg_acc_mask': 6.451612903225806, 'loss': 3.6606156826019287}
+{'epoch': 0, 'iter': 10, 'avg_loss': 3.578641349619085, 'avg_acc_mask': 5.797101449275362, 'loss': 3.635810136795044}
+{'epoch': 0, 'iter': 20, 'avg_loss': 3.6578897635142007, 'avg_acc_mask': 5.167958656330749, 'loss': 3.8631696701049805}
+{'epoch': 0, 'iter': 30, 'avg_loss': 3.6337737421835623, 'avg_acc_mask': 5.403834979662987, 'loss': 3.4464755058288574}
+{'epoch': 0, 'iter': 40, 'avg_loss': 3.6309433681208914, 'avg_acc_mask': 5.371530886302596, 'loss': 3.7665860652923584}
+{'epoch': 0, 'iter': 50, 'avg_loss': 3.615915723875457, 'avg_acc_mask': 5.385164051355207, 'loss': 3.3892040252685547}
+{'epoch': 0, 'iter': 60, 'avg_loss': 3.6022710643830846, 'avg_acc_mask': 5.093429776974081, 'loss': 3.4538278579711914}
+{'epoch': 0, 'iter': 70, 'avg_loss': 3.5997148601102156, 'avg_acc_mask': 5.328504914640455, 'loss': 3.5202651023864746}
+{'epoch': 0, 'iter': 80, 'avg_loss': 3.5873736246132557, 'avg_acc_mask': 5.296514259846084, 'loss': 3.4595048427581787}
+{'epoch': 0, 'iter': 90, 'avg_loss': 3.571898491827996, 'avg_acc_mask': 5.368589743589744, 'loss': 3.341661214828491}
+{'epoch': 0, 'iter': 100, 'avg_loss': 3.565204457481309, 'avg_acc_mask': 5.328241498454264, 'loss': 3.565175771713257}
+{'epoch': 0, 'iter': 110, 'avg_loss': 3.5571477542052397, 'avg_acc_mask': 5.443079986724196, 'loss': 3.445600748062134}
+{'epoch': 0, 'iter': 120, 'avg_loss': 3.5432421333533672, 'avg_acc_mask': 5.53438024089038, 'loss': 3.4089455604553223}
+{'epoch': 0, 'iter': 130, 'avg_loss': 3.531754075115874, 'avg_acc_mask': 5.505743905855982, 'loss': 3.4484856128692627}
+{'epoch': 0, 'iter': 140, 'avg_loss': 3.5206994232556497, 'avg_acc_mask': 5.559171982814737, 'loss': 3.3417396545410156}
+{'epoch': 0, 'iter': 150, 'avg_loss': 3.5073032126521433, 'avg_acc_mask': 5.708013172338091, 'loss': 3.1842193603515625}
+{'epoch': 0, 'iter': 160, 'avg_loss': 3.4928827892919503, 'avg_acc_mask': 5.767910276951247, 'loss': 3.1927590370178223}
+{'epoch': 0, 'iter': 170, 'avg_loss': 3.479675048973128, 'avg_acc_mask': 5.836199484092863, 'loss': 3.341172695159912}
+{'epoch': 0, 'iter': 180, 'avg_loss': 3.4667079290632383, 'avg_acc_mask': 5.909183052908981, 'loss': 3.1831564903259277}
+{'epoch': 0, 'iter': 190, 'avg_loss': 3.455969554591553, 'avg_acc_mask': 5.926280516993777, 'loss': 3.218755006790161}
+{'epoch': 0, 'iter': 200, 'avg_loss': 3.445513378921433, 'avg_acc_mask': 6.009287080032777, 'loss': 3.0952494144439697}
+{'epoch': 0, 'iter': 210, 'avg_loss': 3.433030817745986, 'avg_acc_mask': 6.182633439682676, 'loss': 3.130984306335449}
+{'epoch': 0, 'iter': 220, 'avg_loss': 3.4232036797709053, 'avg_acc_mask': 6.240762029889965, 'loss': 3.286024808883667}
+{'epoch': 0, 'iter': 230, 'avg_loss': 3.410812694789011, 'avg_acc_mask': 6.249508067689886, 'loss': 3.1923701763153076}
+{'epoch': 0, 'iter': 240, 'avg_loss': 3.398751274678717, 'avg_acc_mask': 6.382015691007846, 'loss': 3.177229642868042}
+{'epoch': 0, 'iter': 250, 'avg_loss': 3.387848673588726, 'avg_acc_mask': 6.504241896889276, 'loss': 3.0644609928131104}
+{'epoch': 0, 'iter': 260, 'avg_loss': 3.375973291324016, 'avg_acc_mask': 6.595937739931598, 'loss': 3.153688907623291}
+{'epoch': 0, 'iter': 270, 'avg_loss': 3.364872456476697, 'avg_acc_mask': 6.710958996040533, 'loss': 2.943631887435913}
+{'epoch': 0, 'iter': 280, 'avg_loss': 3.349901668541796, 'avg_acc_mask': 6.7987567987567985, 'loss': 2.441265821456909}
+{'epoch': 0, 'iter': 290, 'avg_loss': 3.3388615367338828, 'avg_acc_mask': 6.969905524619908, 'loss': 3.0427744388580322}
+{'epoch': 0, 'iter': 300, 'avg_loss': 3.327442554144368, 'avg_acc_mask': 7.1039244186046515, 'loss': 2.786109209060669}
+{'epoch': 0, 'iter': 310, 'avg_loss': 3.3173784021395964, 'avg_acc_mask': 7.226792009400705, 'loss': 2.9328224658966064}
+{'epoch': 0, 'iter': 320, 'avg_loss': 3.307865504535188, 'avg_acc_mask': 7.3301719705193396, 'loss': 2.9493675231933594}
+{'epoch': 0, 'iter': 330, 'avg_loss': 3.2964404054278695, 'avg_acc_mask': 7.48491391241765, 'loss': 2.9504241943359375}
+{'epoch': 0, 'iter': 340, 'avg_loss': 3.28632115129152, 'avg_acc_mask': 7.584133970264613, 'loss': 2.8585941791534424}
+{'epoch': 0, 'iter': 350, 'avg_loss': 3.2746217862153664, 'avg_acc_mask': 7.7316627512398854, 'loss': 2.941297769546509}
+{'epoch': 0, 'iter': 360, 'avg_loss': 3.2666394340694778, 'avg_acc_mask': 7.803717020306881, 'loss': 3.00246000289917}
+{'epoch': 0, 'iter': 370, 'avg_loss': 3.2574410367847455, 'avg_acc_mask': 7.867607162235486, 'loss': 3.0851566791534424}
+{'epoch': 0, 'iter': 380, 'avg_loss': 3.2476305717558374, 'avg_acc_mask': 8.001536909850632, 'loss': 2.63615083694458}
+{'epoch': 0, 'iter': 390, 'avg_loss': 3.2380555176064183, 'avg_acc_mask': 8.139752716373174, 'loss': 2.8783464431762695}
+{'epoch': 0, 'iter': 400, 'avg_loss': 3.229407663059948, 'avg_acc_mask': 8.228743553466296, 'loss': 2.8425755500793457}
+{'epoch': 0, 'iter': 410, 'avg_loss': 3.220679957211163, 'avg_acc_mask': 8.351883180482593, 'loss': 2.6687095165252686}
+{'epoch': 0, 'iter': 420, 'avg_loss': 3.2127498640300542, 'avg_acc_mask': 8.44739929605006, 'loss': 2.957350254058838}
+{'epoch': 0, 'iter': 430, 'avg_loss': 3.203650369445022, 'avg_acc_mask': 8.599320882852291, 'loss': 2.8143908977508545}
+{'epoch': 0, 'iter': 440, 'avg_loss': 3.195514567584948, 'avg_acc_mask': 8.729203833547691, 'loss': 3.0107898712158203}
+{'epoch': 0, 'iter': 450, 'avg_loss': 3.1863820262071565, 'avg_acc_mask': 8.829851957006692, 'loss': 2.701375722885132}
+{'epoch': 0, 'iter': 460, 'avg_loss': 3.177971445815941, 'avg_acc_mask': 8.927649092137154, 'loss': 2.7910666465759277}
+{'epoch': 0, 'iter': 470, 'avg_loss': 3.169789035355716, 'avg_acc_mask': 9.066563167087134, 'loss': 2.7923359870910645}
+{'epoch': 0, 'iter': 480, 'avg_loss': 3.16123285858646, 'avg_acc_mask': 9.204575685022611, 'loss': 2.819702386856079}
+{'epoch': 0, 'iter': 490, 'avg_loss': 3.1526843574042234, 'avg_acc_mask': 9.339246450266463, 'loss': 2.8513545989990234}
+{'epoch': 0, 'iter': 500, 'avg_loss': 3.1440777502611965, 'avg_acc_mask': 9.467217610706841, 'loss': 2.6722328662872314}
+{'epoch': 0, 'iter': 510, 'avg_loss': 3.1346909313985747, 'avg_acc_mask': 9.599684904038957, 'loss': 2.8420329093933105}
+{'epoch': 0, 'iter': 520, 'avg_loss': 3.1251147882494497, 'avg_acc_mask': 9.792399718508094, 'loss': 2.594892978668213}
+{'epoch': 0, 'iter': 530, 'avg_loss': 3.1152656082828614, 'avg_acc_mask': 9.964769273279911, 'loss': 2.455148458480835}
+{'epoch': 0, 'iter': 540, 'avg_loss': 3.105558153441565, 'avg_acc_mask': 10.121388851213888, 'loss': 2.61213755607605}
+{'epoch': 0, 'iter': 550, 'avg_loss': 3.0969312467938543, 'avg_acc_mask': 10.268168677100988, 'loss': 2.5707874298095703}
+{'epoch': 0, 'iter': 560, 'avg_loss': 3.086499657010437, 'avg_acc_mask': 10.436147256914929, 'loss': 2.3039517402648926}
+{'epoch': 0, 'iter': 570, 'avg_loss': 3.077262804512385, 'avg_acc_mask': 10.643834736233373, 'loss': 2.361220598220825}
+{'epoch': 0, 'iter': 580, 'avg_loss': 3.0675517224198567, 'avg_acc_mask': 10.832203336381697, 'loss': 2.655308961868286}
+{'epoch': 0, 'iter': 590, 'avg_loss': 3.05793584018391, 'avg_acc_mask': 11.027863777089783, 'loss': 2.30718731880188}
+{'epoch': 0, 'iter': 600, 'avg_loss': 3.0473829065503772, 'avg_acc_mask': 11.267820153527476, 'loss': 2.3316993713378906}
+{'epoch': 0, 'iter': 610, 'avg_loss': 3.037779894280941, 'avg_acc_mask': 11.482523342111563, 'loss': 2.489906072616577}
+{'epoch': 0, 'iter': 620, 'avg_loss': 3.0268932268047486, 'avg_acc_mask': 11.715505816521867, 'loss': 2.612924814224243}
+{'epoch': 0, 'iter': 630, 'avg_loss': 3.016369187888555, 'avg_acc_mask': 11.94735163656394, 'loss': 2.3615286350250244}
+{'epoch': 0, 'iter': 640, 'avg_loss': 3.0047123897094252, 'avg_acc_mask': 12.164983839135036, 'loss': 2.3031094074249268}
+{'epoch': 0, 'iter': 650, 'avg_loss': 2.9935083319697693, 'avg_acc_mask': 12.400676246830093, 'loss': 2.1690666675567627}
+{'epoch': 0, 'iter': 660, 'avg_loss': 2.9828133900479363, 'avg_acc_mask': 12.675431297498196, 'loss': 2.507741928100586}
+{'epoch': 0, 'iter': 670, 'avg_loss': 2.97307206514873, 'avg_acc_mask': 12.895556648630924, 'loss': 2.1529407501220703}
+{'epoch': 0, 'iter': 680, 'avg_loss': 2.9619229256494104, 'avg_acc_mask': 13.150316242766788, 'loss': 2.396465301513672}
+{'epoch': 0, 'iter': 690, 'avg_loss': 2.951319573929617, 'avg_acc_mask': 13.339522546419097, 'loss': 2.1452367305755615}
+{'epoch': 0, 'iter': 700, 'avg_loss': 2.942085189758116, 'avg_acc_mask': 13.500078488828423, 'loss': 2.2873966693878174}
+{'epoch': 0, 'iter': 710, 'avg_loss': 2.931857012998203, 'avg_acc_mask': 13.733783818636681, 'loss': 2.5082836151123047}
+{'epoch': 0, 'iter': 720, 'avg_loss': 2.921331149199138, 'avg_acc_mask': 13.949408923350706, 'loss': 2.2695934772491455}
+{'epoch': 0, 'iter': 730, 'avg_loss': 2.9108395605830912, 'avg_acc_mask': 14.149451542458394, 'loss': 2.240774393081665}
+{'epoch': 0, 'iter': 740, 'avg_loss': 2.901440281617014, 'avg_acc_mask': 14.311903877121267, 'loss': 2.2274909019470215}
+{'epoch': 0, 'iter': 750, 'avg_loss': 2.8912470545495714, 'avg_acc_mask': 14.500794329707931, 'loss': 2.0296719074249268}
+{'epoch': 0, 'iter': 760, 'avg_loss': 2.881319207994759, 'avg_acc_mask': 14.67404436282801, 'loss': 2.02640438079834}
+{'epoch': 0, 'iter': 770, 'avg_loss': 2.8727652091151237, 'avg_acc_mask': 14.844977853979142, 'loss': 2.288656234741211}
+{'epoch': 0, 'iter': 780, 'avg_loss': 2.8627769710465065, 'avg_acc_mask': 15.013297559368308, 'loss': 2.160802125930786}
+{'epoch': 0, 'iter': 790, 'avg_loss': 2.853537005510101, 'avg_acc_mask': 15.161942849171103, 'loss': 2.384868621826172}
+{'epoch': 0, 'iter': 800, 'avg_loss': 2.8431540547536405, 'avg_acc_mask': 15.337606543065224, 'loss': 1.9129489660263062}
+{'epoch': 0, 'iter': 810, 'avg_loss': 2.832387754714298, 'avg_acc_mask': 15.560645922162749, 'loss': 2.1814470291137695}
+{'epoch': 0, 'iter': 820, 'avg_loss': 2.8231359935126266, 'avg_acc_mask': 15.72779420991306, 'loss': 1.9336451292037964}
+{'epoch': 0, 'iter': 830, 'avg_loss': 2.8124207758874813, 'avg_acc_mask': 15.945269776606816, 'loss': 1.8446215391159058}
+{'epoch': 0, 'iter': 840, 'avg_loss': 2.803768439610421, 'avg_acc_mask': 16.125153052300156, 'loss': 2.043766498565674}
+{'epoch': 0, 'iter': 850, 'avg_loss': 2.794625633891965, 'avg_acc_mask': 16.315289238346224, 'loss': 1.7612583637237549}
+{'epoch': 0, 'iter': 860, 'avg_loss': 2.785813589267753, 'avg_acc_mask': 16.501931985568817, 'loss': 2.2808175086975098}
+{'epoch': 0, 'iter': 870, 'avg_loss': 2.7776690802262105, 'avg_acc_mask': 16.723182880852587, 'loss': 2.0650522708892822}
+{'epoch': 0, 'iter': 880, 'avg_loss': 2.7679512107006943, 'avg_acc_mask': 16.94307858988249, 'loss': 1.986971139907837}
+{'epoch': 0, 'iter': 890, 'avg_loss': 2.757329974110279, 'avg_acc_mask': 17.180216969846963, 'loss': 1.553267240524292}
+{'epoch': 0, 'iter': 900, 'avg_loss': 2.748793974833007, 'avg_acc_mask': 17.39590972052473, 'loss': 1.970650315284729}
+{'epoch': 0, 'iter': 910, 'avg_loss': 2.7406085529390203, 'avg_acc_mask': 17.548207701142477, 'loss': 2.1633362770080566}
+{'epoch': 0, 'iter': 920, 'avg_loss': 2.7309122617547597, 'avg_acc_mask': 17.77813210029099, 'loss': 1.8782693147659302}
+{'epoch': 0, 'iter': 930, 'avg_loss': 2.7224115172979273, 'avg_acc_mask': 17.980786301856273, 'loss': 2.049968957901001}
+{'epoch': 0, 'iter': 940, 'avg_loss': 2.714756422164463, 'avg_acc_mask': 18.123280454252765, 'loss': 1.645829677581787}
+{'epoch': 0, 'iter': 950, 'avg_loss': 2.7056843383329774, 'avg_acc_mask': 18.33127508490275, 'loss': 1.92435622215271}
+{'epoch': 0, 'iter': 960, 'avg_loss': 2.6976342704864247, 'avg_acc_mask': 18.503170116874188, 'loss': 2.128962278366089}
+{'epoch': 0, 'iter': 970, 'avg_loss': 2.6904463737312967, 'avg_acc_mask': 18.669941432080105, 'loss': 1.7695646286010742}
+{'epoch': 0, 'iter': 980, 'avg_loss': 2.683133516107495, 'avg_acc_mask': 18.85519998505483, 'loss': 2.2804291248321533}
+{'epoch': 0, 'iter': 990, 'avg_loss': 2.6761810196155738, 'avg_acc_mask': 19.01680563515687, 'loss': 1.956375002861023}
+{'epoch': 0, 'iter': 1000, 'avg_loss': 2.668128066248708, 'avg_acc_mask': 19.203177043300027, 'loss': 2.2890639305114746}
+{'epoch': 0, 'iter': 1010, 'avg_loss': 2.659934737090423, 'avg_acc_mask': 19.400605193063836, 'loss': 1.8715776205062866}
+{'epoch': 0, 'iter': 1020, 'avg_loss': 2.6524590737205527, 'avg_acc_mask': 19.561512101476577, 'loss': 1.9347389936447144}
+{'epoch': 0, 'iter': 1030, 'avg_loss': 2.6448227324379405, 'avg_acc_mask': 19.72329415112123, 'loss': 1.811608910560608}
+{'epoch': 0, 'iter': 1040, 'avg_loss': 2.6381655101244776, 'avg_acc_mask': 19.87995282603721, 'loss': 2.085829496383667}
+{'epoch': 0, 'iter': 1050, 'avg_loss': 2.632420297694365, 'avg_acc_mask': 20.00279051921098, 'loss': 2.0147974491119385}
+{'epoch': 0, 'iter': 1060, 'avg_loss': 2.6260880003775435, 'avg_acc_mask': 20.129971136728944, 'loss': 1.7640001773834229}
+{'epoch': 0, 'iter': 1070, 'avg_loss': 2.619595459974558, 'avg_acc_mask': 20.276402993509496, 'loss': 2.0747830867767334}
+{'epoch': 0, 'iter': 1080, 'avg_loss': 2.6121863090363395, 'avg_acc_mask': 20.474777448071215, 'loss': 1.6061896085739136}
+{'epoch': 0, 'iter': 1090, 'avg_loss': 2.6060863544261315, 'avg_acc_mask': 20.60201904825895, 'loss': 1.989967942237854}
+{'epoch': 0, 'iter': 1100, 'avg_loss': 2.6000223761791537, 'avg_acc_mask': 20.746487314377042, 'loss': 1.7040132284164429}
+{'epoch': 'EP0_train', 'avg_loss': 2.597955608260038, 'total_masked_acc': 20.785640821472413}
+{'epoch': 1, 'iter': 0, 'avg_loss': 1.99180006980896, 'avg_acc_mask': 31.343283582089555, 'loss': 1.99180006980896}
+{'epoch': 1, 'iter': 10, 'avg_loss': 1.84532461383126, 'avg_acc_mask': 38.79173290937997, 'loss': 1.831160545349121}
+{'epoch': 1, 'iter': 20, 'avg_loss': 1.8336820091520036, 'avg_acc_mask': 39.075630252100844, 'loss': 1.9391931295394897}
+{'epoch': 1, 'iter': 30, 'avg_loss': 1.8231507385930708, 'avg_acc_mask': 39.69072164948454, 'loss': 1.9577016830444336}
+{'epoch': 1, 'iter': 40, 'avg_loss': 1.849800630313594, 'avg_acc_mask': 38.41489822433954, 'loss': 1.8919399976730347}
+{'epoch': 1, 'iter': 50, 'avg_loss': 1.882448813494514, 'avg_acc_mask': 37.2358850017319, 'loss': 2.168189764022827}
+{'epoch': 1, 'iter': 60, 'avg_loss': 1.856464169064506, 'avg_acc_mask': 37.91385877527102, 'loss': 1.700454831123352}
+{'epoch': 1, 'iter': 70, 'avg_loss': 1.8542625148531418, 'avg_acc_mask': 38.050394502417916, 'loss': 1.9004571437835693}
+{'epoch': 1, 'iter': 80, 'avg_loss': 1.851133848414009, 'avg_acc_mask': 38.27077747989276, 'loss': 2.0095043182373047}
+{'epoch': 1, 'iter': 90, 'avg_loss': 1.85425429553776, 'avg_acc_mask': 38.50597609561753, 'loss': 1.7136757373809814}
+{'epoch': 1, 'iter': 100, 'avg_loss': 1.8535394326295003, 'avg_acc_mask': 38.56808778557295, 'loss': 1.8613975048065186}
+{'epoch': 1, 'iter': 110, 'avg_loss': 1.8528600233095187, 'avg_acc_mask': 38.41243862520458, 'loss': 1.9675401449203491}
+{'epoch': 1, 'iter': 120, 'avg_loss': 1.843758471741164, 'avg_acc_mask': 38.52669792769626, 'loss': 1.9585250616073608}
+{'epoch': 1, 'iter': 130, 'avg_loss': 1.847952458694691, 'avg_acc_mask': 38.39744479933343, 'loss': 2.0750606060028076}
+{'epoch': 1, 'iter': 140, 'avg_loss': 1.849434920236574, 'avg_acc_mask': 38.271286873631325, 'loss': 1.67829167842865}
+{'epoch': 1, 'iter': 150, 'avg_loss': 1.8413125710771574, 'avg_acc_mask': 38.52220334870177, 'loss': 1.8216675519943237}
+{'epoch': 1, 'iter': 160, 'avg_loss': 1.8428077386773152, 'avg_acc_mask': 38.44748858447489, 'loss': 2.079214334487915}
+{'epoch': 1, 'iter': 170, 'avg_loss': 1.8437464195385314, 'avg_acc_mask': 38.348996155489104, 'loss': 1.9340853691101074}
+{'epoch': 1, 'iter': 180, 'avg_loss': 1.8427935469875019, 'avg_acc_mask': 38.267621256428356, 'loss': 1.896782398223877}
+{'epoch': 1, 'iter': 190, 'avg_loss': 1.8422404602560074, 'avg_acc_mask': 38.25837320574163, 'loss': 2.063261032104492}
+{'epoch': 1, 'iter': 200, 'avg_loss': 1.8434623426465846, 'avg_acc_mask': 38.32166560596418, 'loss': 1.7599198818206787}
+{'epoch': 1, 'iter': 210, 'avg_loss': 1.8389020016973052, 'avg_acc_mask': 38.496188496188495, 'loss': 1.685745120048523}
+{'epoch': 1, 'iter': 220, 'avg_loss': 1.837584738278281, 'avg_acc_mask': 38.59229309348956, 'loss': 2.00834584236145}
+{'epoch': 1, 'iter': 230, 'avg_loss': 1.8341069489846498, 'avg_acc_mask': 38.735677597787436, 'loss': 1.9381855726242065}
+{'epoch': 1, 'iter': 240, 'avg_loss': 1.8327253784876147, 'avg_acc_mask': 38.80800727934486, 'loss': 1.76194429397583}
+{'epoch': 1, 'iter': 250, 'avg_loss': 1.8330041678303266, 'avg_acc_mask': 38.866219761002625, 'loss': 1.44718599319458}
+{'epoch': 1, 'iter': 260, 'avg_loss': 1.8336920162727093, 'avg_acc_mask': 38.76806510453206, 'loss': 1.799897313117981}
+{'epoch': 1, 'iter': 270, 'avg_loss': 1.831280461976449, 'avg_acc_mask': 38.933764135702745, 'loss': 1.8175604343414307}
+{'epoch': 1, 'iter': 280, 'avg_loss': 1.8271709082389642, 'avg_acc_mask': 38.96805257336196, 'loss': 1.2136309146881104}
+{'epoch': 1, 'iter': 290, 'avg_loss': 1.825773859351771, 'avg_acc_mask': 39.02699981119013, 'loss': 1.7710115909576416}
+{'epoch': 1, 'iter': 300, 'avg_loss': 1.8229439115999544, 'avg_acc_mask': 39.13865674373208, 'loss': 1.5443631410598755}
+{'epoch': 1, 'iter': 310, 'avg_loss': 1.8203077358448236, 'avg_acc_mask': 39.23526978310974, 'loss': 1.8102518320083618}
+{'epoch': 1, 'iter': 320, 'avg_loss': 1.81674314547922, 'avg_acc_mask': 39.32751893504705, 'loss': 1.4367984533309937}
+{'epoch': 1, 'iter': 330, 'avg_loss': 1.8140489460838525, 'avg_acc_mask': 39.38905859483477, 'loss': 1.7649426460266113}
+{'epoch': 1, 'iter': 340, 'avg_loss': 1.811665343748859, 'avg_acc_mask': 39.531123686337914, 'loss': 1.9143414497375488}
+{'epoch': 1, 'iter': 350, 'avg_loss': 1.8115788704988964, 'avg_acc_mask': 39.61580853408912, 'loss': 1.6465612649917603}
+{'epoch': 1, 'iter': 360, 'avg_loss': 1.8124976646867155, 'avg_acc_mask': 39.56150661828589, 'loss': 1.9877437353134155}
+{'epoch': 1, 'iter': 370, 'avg_loss': 1.810496082524405, 'avg_acc_mask': 39.64976866822546, 'loss': 1.6613826751708984}
+{'epoch': 1, 'iter': 380, 'avg_loss': 1.8099303051555564, 'avg_acc_mask': 39.6640201394268, 'loss': 1.4604555368423462}
+{'epoch': 1, 'iter': 390, 'avg_loss': 1.807312181538633, 'avg_acc_mask': 39.70164754756173, 'loss': 1.6243191957473755}
+{'epoch': 1, 'iter': 400, 'avg_loss': 1.804397639193737, 'avg_acc_mask': 39.796716184519155, 'loss': 1.6798102855682373}
+{'epoch': 1, 'iter': 410, 'avg_loss': 1.8029167655030596, 'avg_acc_mask': 39.89851362881135, 'loss': 1.9162877798080444}
+{'epoch': 1, 'iter': 420, 'avg_loss': 1.80145673825452, 'avg_acc_mask': 39.96311907270812, 'loss': 1.7152314186096191}
+{'epoch': 1, 'iter': 430, 'avg_loss': 1.8011717121451747, 'avg_acc_mask': 39.996567554811854, 'loss': 1.837315320968628}
+{'epoch': 1, 'iter': 440, 'avg_loss': 1.8007656827805534, 'avg_acc_mask': 40.068679592947774, 'loss': 1.5889180898666382}
+{'epoch': 1, 'iter': 450, 'avg_loss': 1.8003548433933978, 'avg_acc_mask': 40.088430361090644, 'loss': 1.7722100019454956}
+{'epoch': 1, 'iter': 460, 'avg_loss': 1.7998729390849777, 'avg_acc_mask': 40.11537074870809, 'loss': 1.757352352142334}
+{'epoch': 1, 'iter': 470, 'avg_loss': 1.7990647721442448, 'avg_acc_mask': 40.17094017094017, 'loss': 1.6460562944412231}
+{'epoch': 1, 'iter': 480, 'avg_loss': 1.7970869335464033, 'avg_acc_mask': 40.18422567645366, 'loss': 1.6097080707550049}
+{'epoch': 1, 'iter': 490, 'avg_loss': 1.798022291568049, 'avg_acc_mask': 40.13021715404012, 'loss': 1.9375382661819458}
+{'epoch': 1, 'iter': 500, 'avg_loss': 1.7958416196400533, 'avg_acc_mask': 40.24978815900969, 'loss': 1.7785781621932983}
+{'epoch': 1, 'iter': 510, 'avg_loss': 1.7934874858408292, 'avg_acc_mask': 40.32106782106782, 'loss': 1.7289944887161255}
+{'epoch': 1, 'iter': 520, 'avg_loss': 1.7909799949221328, 'avg_acc_mask': 40.397257369053506, 'loss': 1.7751039266586304}
+{'epoch': 1, 'iter': 530, 'avg_loss': 1.7892479966140287, 'avg_acc_mask': 40.44273272960688, 'loss': 1.6993716955184937}
+{'epoch': 1, 'iter': 540, 'avg_loss': 1.7884516643287955, 'avg_acc_mask': 40.469867211440246, 'loss': 1.9616611003875732}
+{'epoch': 1, 'iter': 550, 'avg_loss': 1.7881267317410172, 'avg_acc_mask': 40.49075652726239, 'loss': 1.9205340147018433}
+{'epoch': 1, 'iter': 560, 'avg_loss': 1.7870268237357045, 'avg_acc_mask': 40.518148342977376, 'loss': 1.783119797706604}
+{'epoch': 1, 'iter': 570, 'avg_loss': 1.7861292518792762, 'avg_acc_mask': 40.57460491872152, 'loss': 1.5742112398147583}
+{'epoch': 1, 'iter': 580, 'avg_loss': 1.7849757353327975, 'avg_acc_mask': 40.62837194541415, 'loss': 2.0410983562469482}
+{'epoch': 1, 'iter': 590, 'avg_loss': 1.7847357816905942, 'avg_acc_mask': 40.651165686182964, 'loss': 1.7508485317230225}
+{'epoch': 1, 'iter': 600, 'avg_loss': 1.7834652049370892, 'avg_acc_mask': 40.716383213018474, 'loss': 1.4567557573318481}
+{'epoch': 1, 'iter': 610, 'avg_loss': 1.7832843084772363, 'avg_acc_mask': 40.746860541969596, 'loss': 1.6790635585784912}
+{'epoch': 1, 'iter': 620, 'avg_loss': 1.781141627813883, 'avg_acc_mask': 40.83148394732949, 'loss': 2.06406307220459}
+{'epoch': 1, 'iter': 630, 'avg_loss': 1.7799986362835118, 'avg_acc_mask': 40.85689303410084, 'loss': 1.4721299409866333}
+{'epoch': 1, 'iter': 640, 'avg_loss': 1.7766716855922466, 'avg_acc_mask': 40.92803955955496, 'loss': 1.708521842956543}
+{'epoch': 1, 'iter': 650, 'avg_loss': 1.7753378281029322, 'avg_acc_mask': 40.9669931495216, 'loss': 1.6098873615264893}
+{'epoch': 1, 'iter': 660, 'avg_loss': 1.7735867145021817, 'avg_acc_mask': 41.04209087612619, 'loss': 1.6826728582382202}
+{'epoch': 1, 'iter': 670, 'avg_loss': 1.7720446256162867, 'avg_acc_mask': 41.07339046363437, 'loss': 1.5021228790283203}
+{'epoch': 1, 'iter': 680, 'avg_loss': 1.7712355365487098, 'avg_acc_mask': 41.09841304230082, 'loss': 1.8844813108444214}
+{'epoch': 1, 'iter': 690, 'avg_loss': 1.7703119854506122, 'avg_acc_mask': 41.14711220241273, 'loss': 1.4953123331069946}
+{'epoch': 1, 'iter': 700, 'avg_loss': 1.770500688512043, 'avg_acc_mask': 41.208950122262245, 'loss': 1.9924407005310059}
+{'epoch': 1, 'iter': 710, 'avg_loss': 1.7697384000327516, 'avg_acc_mask': 41.2298204244513, 'loss': 1.7237060070037842}
+{'epoch': 1, 'iter': 720, 'avg_loss': 1.769297817543707, 'avg_acc_mask': 41.25507831463832, 'loss': 1.6194818019866943}
+{'epoch': 1, 'iter': 730, 'avg_loss': 1.7681817771961197, 'avg_acc_mask': 41.266199384801574, 'loss': 1.9365015029907227}
+{'epoch': 1, 'iter': 740, 'avg_loss': 1.7684088369451876, 'avg_acc_mask': 41.25934945207862, 'loss': 1.6112016439437866}
+{'epoch': 1, 'iter': 750, 'avg_loss': 1.7688652635731805, 'avg_acc_mask': 41.260077927806506, 'loss': 1.7065187692642212}
+{'epoch': 1, 'iter': 760, 'avg_loss': 1.7673666171739355, 'avg_acc_mask': 41.29718466831419, 'loss': 1.76664137840271}
+{'epoch': 1, 'iter': 770, 'avg_loss': 1.7669974687652983, 'avg_acc_mask': 41.28969013006886, 'loss': 1.7311732769012451}
+{'epoch': 1, 'iter': 780, 'avg_loss': 1.7649388659778844, 'avg_acc_mask': 41.3442003307347, 'loss': 1.7867687940597534}
+{'epoch': 1, 'iter': 790, 'avg_loss': 1.7622784724277734, 'avg_acc_mask': 41.41569781015082, 'loss': 1.4341142177581787}
+{'epoch': 1, 'iter': 800, 'avg_loss': 1.760273332304127, 'avg_acc_mask': 41.45121895018203, 'loss': 1.5336912870407104}
+{'epoch': 1, 'iter': 810, 'avg_loss': 1.758484266836164, 'avg_acc_mask': 41.53068887826859, 'loss': 1.783654808998108}
+{'epoch': 1, 'iter': 820, 'avg_loss': 1.7575296517847225, 'avg_acc_mask': 41.585338430402516, 'loss': 1.594419002532959}
+{'epoch': 1, 'iter': 830, 'avg_loss': 1.7562819076645964, 'avg_acc_mask': 41.619434998110734, 'loss': 1.7301040887832642}
+{'epoch': 1, 'iter': 840, 'avg_loss': 1.7558839288534647, 'avg_acc_mask': 41.63978317642154, 'loss': 1.7650507688522339}
+{'epoch': 1, 'iter': 850, 'avg_loss': 1.7556020721845704, 'avg_acc_mask': 41.64914486376347, 'loss': 1.929360270500183}
+{'epoch': 1, 'iter': 860, 'avg_loss': 1.7550531985729274, 'avg_acc_mask': 41.64419908417854, 'loss': 1.8177216053009033}
+{'epoch': 1, 'iter': 870, 'avg_loss': 1.7553367822780674, 'avg_acc_mask': 41.640598579641534, 'loss': 1.6303294897079468}
+{'epoch': 1, 'iter': 880, 'avg_loss': 1.7546209072552528, 'avg_acc_mask': 41.680426376841886, 'loss': 1.713954210281372}
+{'epoch': 1, 'iter': 890, 'avg_loss': 1.7515532850015043, 'avg_acc_mask': 41.81126300332968, 'loss': 1.1099482774734497}
+{'epoch': 1, 'iter': 900, 'avg_loss': 1.7512236670833845, 'avg_acc_mask': 41.82230577465364, 'loss': 2.033918857574463}
+{'epoch': 1, 'iter': 910, 'avg_loss': 1.7513225549662284, 'avg_acc_mask': 41.78582969785102, 'loss': 2.056154727935791}
+{'epoch': 1, 'iter': 920, 'avg_loss': 1.7499999187150554, 'avg_acc_mask': 41.85837167433487, 'loss': 1.4027332067489624}
+{'epoch': 1, 'iter': 930, 'avg_loss': 1.7488660832865026, 'avg_acc_mask': 41.905402997485595, 'loss': 1.7316837310791016}
+{'epoch': 1, 'iter': 940, 'avg_loss': 1.7484901095804828, 'avg_acc_mask': 41.94287280487089, 'loss': 1.310388445854187}
+{'epoch': 1, 'iter': 950, 'avg_loss': 1.7480478771853523, 'avg_acc_mask': 41.94866036859223, 'loss': 1.6336710453033447}
+{'epoch': 1, 'iter': 960, 'avg_loss': 1.7473090196127201, 'avg_acc_mask': 41.97131312357571, 'loss': 1.741750717163086}
+{'epoch': 1, 'iter': 970, 'avg_loss': 1.7462211664378582, 'avg_acc_mask': 42.00060658907381, 'loss': 1.7520771026611328}
+{'epoch': 1, 'iter': 980, 'avg_loss': 1.745606874228739, 'avg_acc_mask': 42.04181119340021, 'loss': 1.6060107946395874}
+{'epoch': 1, 'iter': 990, 'avg_loss': 1.7454609172014608, 'avg_acc_mask': 42.03557055692587, 'loss': 1.8113244771957397}
+{'epoch': 1, 'iter': 1000, 'avg_loss': 1.745427938131662, 'avg_acc_mask': 42.036380990840506, 'loss': 2.0646541118621826}
+{'epoch': 1, 'iter': 1010, 'avg_loss': 1.7449265362365074, 'avg_acc_mask': 42.06222286835793, 'loss': 1.40142023563385}
+{'epoch': 1, 'iter': 1020, 'avg_loss': 1.7439376250069942, 'avg_acc_mask': 42.07612954243198, 'loss': 1.5450701713562012}
+{'epoch': 1, 'iter': 1030, 'avg_loss': 1.7433817029346204, 'avg_acc_mask': 42.08417904070078, 'loss': 1.6328058242797852}
+{'epoch': 1, 'iter': 1040, 'avg_loss': 1.743539223409867, 'avg_acc_mask': 42.08160747334097, 'loss': 1.6509097814559937}
+{'epoch': 1, 'iter': 1050, 'avg_loss': 1.7428447253130142, 'avg_acc_mask': 42.0935917583377, 'loss': 1.7953553199768066}
+{'epoch': 1, 'iter': 1060, 'avg_loss': 1.7419844496149033, 'avg_acc_mask': 42.13212018473993, 'loss': 1.556252360343933}
+{'epoch': 1, 'iter': 1070, 'avg_loss': 1.7413917887889816, 'avg_acc_mask': 42.140542764567726, 'loss': 1.9708870649337769}
+{'epoch': 1, 'iter': 1080, 'avg_loss': 1.7404536908694046, 'avg_acc_mask': 42.17450347988457, 'loss': 1.4268982410430908}
+{'epoch': 1, 'iter': 1090, 'avg_loss': 1.7404289334110992, 'avg_acc_mask': 42.16510798627464, 'loss': 1.8829320669174194}
+{'epoch': 1, 'iter': 1100, 'avg_loss': 1.7391025398559292, 'avg_acc_mask': 42.20570342839047, 'loss': 1.2373125553131104}
+{'epoch': 'EP1_train', 'avg_loss': 1.7390492028240705, 'total_masked_acc': 42.21026228800186}
+{'epoch': 2, 'iter': 0, 'avg_loss': 2.0401811599731445, 'avg_acc_mask': 29.166666666666668, 'loss': 2.0401811599731445}
+{'epoch': 2, 'iter': 10, 'avg_loss': 1.6379365054043857, 'avg_acc_mask': 46.422628951747086, 'loss': 1.6804492473602295}
+{'epoch': 2, 'iter': 20, 'avg_loss': 1.6308897620155698, 'avg_acc_mask': 47.51712328767123, 'loss': 1.673553705215454}
+{'epoch': 2, 'iter': 30, 'avg_loss': 1.5994779852128798, 'avg_acc_mask': 48.053457292271936, 'loss': 1.69986891746521}
+{'epoch': 2, 'iter': 40, 'avg_loss': 1.6080169866724712, 'avg_acc_mask': 47.15162138475022, 'loss': 1.4628826379776}
+{'epoch': 2, 'iter': 50, 'avg_loss': 1.6315298606367672, 'avg_acc_mask': 46.20473537604457, 'loss': 1.9303516149520874}
+{'epoch': 2, 'iter': 60, 'avg_loss': 1.6123689852777074, 'avg_acc_mask': 46.7551622418879, 'loss': 1.33551025390625}
+{'epoch': 2, 'iter': 70, 'avg_loss': 1.618453088780524, 'avg_acc_mask': 46.61425310677149, 'loss': 1.594594120979309}
+{'epoch': 2, 'iter': 80, 'avg_loss': 1.6304611563682556, 'avg_acc_mask': 46.47357948264426, 'loss': 1.9616780281066895}
+{'epoch': 2, 'iter': 90, 'avg_loss': 1.6415569906706338, 'avg_acc_mask': 46.20974076983504, 'loss': 1.4304279088974}
+{'epoch': 2, 'iter': 100, 'avg_loss': 1.6411096642513086, 'avg_acc_mask': 46.05403483825098, 'loss': 1.5705581903457642}
+{'epoch': 2, 'iter': 110, 'avg_loss': 1.6430450253658466, 'avg_acc_mask': 46.040485829959515, 'loss': 1.5096088647842407}
+{'epoch': 2, 'iter': 120, 'avg_loss': 1.6404946328194674, 'avg_acc_mask': 45.97325408618128, 'loss': 1.8971909284591675}
+{'epoch': 2, 'iter': 130, 'avg_loss': 1.6486480468102085, 'avg_acc_mask': 45.528898582333696, 'loss': 1.799082636833191}
+{'epoch': 2, 'iter': 140, 'avg_loss': 1.6501537971462763, 'avg_acc_mask': 45.58581380620646, 'loss': 1.4206427335739136}
+{'epoch': 2, 'iter': 150, 'avg_loss': 1.6507777405890407, 'avg_acc_mask': 45.49988126335787, 'loss': 2.0277278423309326}
+{'epoch': 2, 'iter': 160, 'avg_loss': 1.6514723326848901, 'avg_acc_mask': 45.57967770814682, 'loss': 1.9269274473190308}
+{'epoch': 2, 'iter': 170, 'avg_loss': 1.658301197645957, 'avg_acc_mask': 45.40284360189574, 'loss': 1.7539523839950562}
+{'epoch': 2, 'iter': 180, 'avg_loss': 1.6603355516386296, 'avg_acc_mask': 45.385537355173796, 'loss': 1.8733673095703125}
+{'epoch': 2, 'iter': 190, 'avg_loss': 1.6622199141542324, 'avg_acc_mask': 45.174653987383486, 'loss': 1.664026141166687}
+{'epoch': 2, 'iter': 200, 'avg_loss': 1.665581610368852, 'avg_acc_mask': 45.15553970942152, 'loss': 1.9295244216918945}
+{'epoch': 2, 'iter': 210, 'avg_loss': 1.6605884845222907, 'avg_acc_mask': 45.27692830445124, 'loss': 1.6444283723831177}
+{'epoch': 2, 'iter': 220, 'avg_loss': 1.6549247079844929, 'avg_acc_mask': 45.60564293821955, 'loss': 1.4164139032363892}
+{'epoch': 2, 'iter': 230, 'avg_loss': 1.6546860404344865, 'avg_acc_mask': 45.71739468366236, 'loss': 1.7051411867141724}
+{'epoch': 2, 'iter': 240, 'avg_loss': 1.6579337503405527, 'avg_acc_mask': 45.64094888872259, 'loss': 1.8278988599777222}
+{'epoch': 2, 'iter': 250, 'avg_loss': 1.6618083295119237, 'avg_acc_mask': 45.5192750287687, 'loss': 1.5871715545654297}
+{'epoch': 2, 'iter': 260, 'avg_loss': 1.6611403352456076, 'avg_acc_mask': 45.512953367875646, 'loss': 1.6481722593307495}
+{'epoch': 2, 'iter': 270, 'avg_loss': 1.6652758625160724, 'avg_acc_mask': 45.29512969825304, 'loss': 2.026230812072754}
+{'epoch': 2, 'iter': 280, 'avg_loss': 1.6644176552304168, 'avg_acc_mask': 45.22606638101937, 'loss': 1.0158761739730835}
+{'epoch': 2, 'iter': 290, 'avg_loss': 1.665460574872715, 'avg_acc_mask': 45.207677590569645, 'loss': 1.5938016176223755}
+{'epoch': 2, 'iter': 300, 'avg_loss': 1.6663783374814891, 'avg_acc_mask': 45.08598041557201, 'loss': 1.6514220237731934}
+{'epoch': 2, 'iter': 310, 'avg_loss': 1.666944863903561, 'avg_acc_mask': 45.00433902227365, 'loss': 1.61465585231781}
+{'epoch': 2, 'iter': 320, 'avg_loss': 1.6673179417384376, 'avg_acc_mask': 45.01353790613719, 'loss': 1.6500614881515503}
+{'epoch': 2, 'iter': 330, 'avg_loss': 1.6666172939124784, 'avg_acc_mask': 45.02131380478741, 'loss': 1.3614277839660645}
+{'epoch': 2, 'iter': 340, 'avg_loss': 1.6656816224198887, 'avg_acc_mask': 45.05097706032286, 'loss': 1.6313414573669434}
+{'epoch': 2, 'iter': 350, 'avg_loss': 1.6643962454252432, 'avg_acc_mask': 45.096724271343824, 'loss': 1.776026964187622}
+{'epoch': 2, 'iter': 360, 'avg_loss': 1.6661139011713277, 'avg_acc_mask': 45.060397975038846, 'loss': 2.144195318222046}
+{'epoch': 2, 'iter': 370, 'avg_loss': 1.6647774503237476, 'avg_acc_mask': 45.095168374816986, 'loss': 1.5496774911880493}
+{'epoch': 2, 'iter': 380, 'avg_loss': 1.666199855134869, 'avg_acc_mask': 45.04397432850012, 'loss': 1.38367760181427}
+{'epoch': 2, 'iter': 390, 'avg_loss': 1.665344686916722, 'avg_acc_mask': 45.05122618330166, 'loss': 1.7449477910995483}
+{'epoch': 2, 'iter': 400, 'avg_loss': 1.6645781585105934, 'avg_acc_mask': 45.11665762344004, 'loss': 1.4517678022384644}
+{'epoch': 2, 'iter': 410, 'avg_loss': 1.6638782866969886, 'avg_acc_mask': 45.15630519251148, 'loss': 1.91400945186615}
+{'epoch': 2, 'iter': 420, 'avg_loss': 1.6622125670632388, 'avg_acc_mask': 45.267471958584984, 'loss': 1.7579548358917236}
+{'epoch': 2, 'iter': 430, 'avg_loss': 1.6616233560989184, 'avg_acc_mask': 45.23136626312903, 'loss': 1.5269665718078613}
+{'epoch': 2, 'iter': 440, 'avg_loss': 1.6635375256711393, 'avg_acc_mask': 45.206550362080314, 'loss': 1.7668516635894775}
+{'epoch': 2, 'iter': 450, 'avg_loss': 1.6652612214342188, 'avg_acc_mask': 45.133099754339334, 'loss': 1.4889072179794312}
+{'epoch': 2, 'iter': 460, 'avg_loss': 1.6647001126065948, 'avg_acc_mask': 45.16740366392925, 'loss': 1.5036492347717285}
+{'epoch': 2, 'iter': 470, 'avg_loss': 1.6653009213965917, 'avg_acc_mask': 45.1558095532301, 'loss': 1.9928349256515503}
+{'epoch': 2, 'iter': 480, 'avg_loss': 1.6648454887951238, 'avg_acc_mask': 45.20485756440812, 'loss': 1.3985978364944458}
+{'epoch': 2, 'iter': 490, 'avg_loss': 1.6658525601666716, 'avg_acc_mask': 45.21106907040582, 'loss': 1.6622167825698853}
+{'epoch': 2, 'iter': 500, 'avg_loss': 1.6642881404615923, 'avg_acc_mask': 45.24034615664315, 'loss': 1.6001337766647339}
+{'epoch': 2, 'iter': 510, 'avg_loss': 1.6636108716406701, 'avg_acc_mask': 45.21460373998219, 'loss': 1.6222294569015503}
+{'epoch': 2, 'iter': 520, 'avg_loss': 1.6613403273864351, 'avg_acc_mask': 45.30147418430797, 'loss': 1.7834630012512207}
+{'epoch': 2, 'iter': 530, 'avg_loss': 1.660518939773466, 'avg_acc_mask': 45.29421856236061, 'loss': 1.5634188652038574}
+{'epoch': 2, 'iter': 540, 'avg_loss': 1.6593675898756426, 'avg_acc_mask': 45.28149321114518, 'loss': 1.7513515949249268}
+{'epoch': 2, 'iter': 550, 'avg_loss': 1.6594299262967602, 'avg_acc_mask': 45.268795873834556, 'loss': 1.759753704071045}
+{'epoch': 2, 'iter': 560, 'avg_loss': 1.6589650998353533, 'avg_acc_mask': 45.30661296609069, 'loss': 1.3317468166351318}
+{'epoch': 2, 'iter': 570, 'avg_loss': 1.6564021428913243, 'avg_acc_mask': 45.37383028328703, 'loss': 1.4827594757080078}
+{'epoch': 2, 'iter': 580, 'avg_loss': 1.657168361795954, 'avg_acc_mask': 45.346211741093825, 'loss': 1.665890097618103}
+{'epoch': 2, 'iter': 590, 'avg_loss': 1.6573966262505946, 'avg_acc_mask': 45.313848809964234, 'loss': 1.6784521341323853}
+{'epoch': 2, 'iter': 600, 'avg_loss': 1.6567717166787972, 'avg_acc_mask': 45.32701767170705, 'loss': 1.6114438772201538}
+{'epoch': 2, 'iter': 610, 'avg_loss': 1.657084380058532, 'avg_acc_mask': 45.31362007168459, 'loss': 1.8803391456604004}
+{'epoch': 2, 'iter': 620, 'avg_loss': 1.6553054185113276, 'avg_acc_mask': 45.39255165926927, 'loss': 1.7835644483566284}
+{'epoch': 2, 'iter': 630, 'avg_loss': 1.6539901633836955, 'avg_acc_mask': 45.42797615602755, 'loss': 1.1593432426452637}
+{'epoch': 2, 'iter': 640, 'avg_loss': 1.6525094828070046, 'avg_acc_mask': 45.4724465625981, 'loss': 1.5172544717788696}
+{'epoch': 2, 'iter': 650, 'avg_loss': 1.652431849052646, 'avg_acc_mask': 45.48140228462101, 'loss': 1.673694372177124}
+{'epoch': 2, 'iter': 660, 'avg_loss': 1.6506385899708238, 'avg_acc_mask': 45.54222209904941, 'loss': 1.5078140497207642}
+{'epoch': 2, 'iter': 670, 'avg_loss': 1.6507379087534817, 'avg_acc_mask': 45.565891049946806, 'loss': 1.5997462272644043}
+{'epoch': 2, 'iter': 680, 'avg_loss': 1.649565761047313, 'avg_acc_mask': 45.63448368470525, 'loss': 1.7238107919692993}
+{'epoch': 2, 'iter': 690, 'avg_loss': 1.6484611903016715, 'avg_acc_mask': 45.676004872107185, 'loss': 1.2596771717071533}
+{'epoch': 2, 'iter': 700, 'avg_loss': 1.648799066961917, 'avg_acc_mask': 45.70146372009288, 'loss': 1.673012375831604}
+{'epoch': 2, 'iter': 710, 'avg_loss': 1.648510535641897, 'avg_acc_mask': 45.678282113925675, 'loss': 1.7395236492156982}
+{'epoch': 2, 'iter': 720, 'avg_loss': 1.6468613441212, 'avg_acc_mask': 45.75763726783721, 'loss': 1.3221560716629028}
+{'epoch': 2, 'iter': 730, 'avg_loss': 1.6455367481496526, 'avg_acc_mask': 45.77561806477469, 'loss': 1.4183833599090576}
+{'epoch': 2, 'iter': 740, 'avg_loss': 1.6464310997893452, 'avg_acc_mask': 45.747257092023325, 'loss': 1.8965578079223633}
+{'epoch': 2, 'iter': 750, 'avg_loss': 1.646082944543003, 'avg_acc_mask': 45.743617254748955, 'loss': 1.4234330654144287}
+{'epoch': 2, 'iter': 760, 'avg_loss': 1.6464344030454188, 'avg_acc_mask': 45.72508607613223, 'loss': 1.5783034563064575}
+{'epoch': 2, 'iter': 770, 'avg_loss': 1.6477911160768393, 'avg_acc_mask': 45.6973293768546, 'loss': 1.8337485790252686}
+{'epoch': 2, 'iter': 780, 'avg_loss': 1.6477540205596504, 'avg_acc_mask': 45.70323488045007, 'loss': 1.6017447710037231}
+{'epoch': 2, 'iter': 790, 'avg_loss': 1.6471737768647041, 'avg_acc_mask': 45.72202416778555, 'loss': 1.657286286354065}
+{'epoch': 2, 'iter': 800, 'avg_loss': 1.646898428822278, 'avg_acc_mask': 45.728723647505376, 'loss': 1.5049915313720703}
+{'epoch': 2, 'iter': 810, 'avg_loss': 1.6451568329378357, 'avg_acc_mask': 45.770065075921906, 'loss': 1.3630623817443848}
+{'epoch': 2, 'iter': 820, 'avg_loss': 1.6457045690296048, 'avg_acc_mask': 45.71173583221776, 'loss': 1.5352929830551147}
+{'epoch': 2, 'iter': 830, 'avg_loss': 1.645496236072981, 'avg_acc_mask': 45.68731667512075, 'loss': 1.7402863502502441}
+{'epoch': 2, 'iter': 840, 'avg_loss': 1.6451394215633697, 'avg_acc_mask': 45.69076296473766, 'loss': 1.6843525171279907}
+{'epoch': 2, 'iter': 850, 'avg_loss': 1.6464519689141934, 'avg_acc_mask': 45.66437928883344, 'loss': 1.7221261262893677}
+{'epoch': 2, 'iter': 860, 'avg_loss': 1.6472322468004437, 'avg_acc_mask': 45.613177470775774, 'loss': 1.8437576293945312}
+{'epoch': 2, 'iter': 870, 'avg_loss': 1.647824260246877, 'avg_acc_mask': 45.58258642765685, 'loss': 1.6858999729156494}
+{'epoch': 2, 'iter': 880, 'avg_loss': 1.6478303766277673, 'avg_acc_mask': 45.580999439450245, 'loss': 1.2198983430862427}
+{'epoch': 2, 'iter': 890, 'avg_loss': 1.6464987100843094, 'avg_acc_mask': 45.63751490481477, 'loss': 0.9347208142280579}
+{'epoch': 2, 'iter': 900, 'avg_loss': 1.6460969159658687, 'avg_acc_mask': 45.66220253216006, 'loss': 1.7742336988449097}
+{'epoch': 2, 'iter': 910, 'avg_loss': 1.6465214793166527, 'avg_acc_mask': 45.66008159327961, 'loss': 1.6432104110717773}
+{'epoch': 2, 'iter': 920, 'avg_loss': 1.6457470456111962, 'avg_acc_mask': 45.69910659211652, 'loss': 1.8358755111694336}
+{'epoch': 2, 'iter': 930, 'avg_loss': 1.6460625499198824, 'avg_acc_mask': 45.67889077086698, 'loss': 2.0330893993377686}
+{'epoch': 2, 'iter': 940, 'avg_loss': 1.6455723842829624, 'avg_acc_mask': 45.708551721450426, 'loss': 1.4585572481155396}
+{'epoch': 2, 'iter': 950, 'avg_loss': 1.6456059013130035, 'avg_acc_mask': 45.68322442606835, 'loss': 1.809390902519226}
+{'epoch': 2, 'iter': 960, 'avg_loss': 1.644457088796951, 'avg_acc_mask': 45.73479165473668, 'loss': 1.7943758964538574}
+{'epoch': 2, 'iter': 970, 'avg_loss': 1.6454054366425064, 'avg_acc_mask': 45.727940759771045, 'loss': 1.5350749492645264}
+{'epoch': 2, 'iter': 980, 'avg_loss': 1.6453835476915164, 'avg_acc_mask': 45.73815843582938, 'loss': 1.4775482416152954}
+{'epoch': 2, 'iter': 990, 'avg_loss': 1.6455729802850518, 'avg_acc_mask': 45.74076472002812, 'loss': 1.6485530138015747}
+{'epoch': 2, 'iter': 1000, 'avg_loss': 1.6446913743948008, 'avg_acc_mask': 45.75046200574534, 'loss': 1.7189662456512451}
+{'epoch': 2, 'iter': 1010, 'avg_loss': 1.6448230379059336, 'avg_acc_mask': 45.74130777453663, 'loss': 1.4728028774261475}
+{'epoch': 2, 'iter': 1020, 'avg_loss': 1.6451343708944368, 'avg_acc_mask': 45.73262569031055, 'loss': 1.6564710140228271}
+{'epoch': 2, 'iter': 1030, 'avg_loss': 1.643998860272242, 'avg_acc_mask': 45.77093215370676, 'loss': 1.325879454612732}
+{'epoch': 2, 'iter': 1040, 'avg_loss': 1.6438593704121027, 'avg_acc_mask': 45.803057759636864, 'loss': 1.7292377948760986}
+{'epoch': 2, 'iter': 1050, 'avg_loss': 1.644579408851609, 'avg_acc_mask': 45.79229066057637, 'loss': 1.7239904403686523}
+{'epoch': 2, 'iter': 1060, 'avg_loss': 1.6436338403335053, 'avg_acc_mask': 45.83916385937635, 'loss': 1.1709147691726685}
+{'epoch': 2, 'iter': 1070, 'avg_loss': 1.6423400853083137, 'avg_acc_mask': 45.87840613446529, 'loss': 1.5162431001663208}
+{'epoch': 2, 'iter': 1080, 'avg_loss': 1.6418730517871727, 'avg_acc_mask': 45.87062652563059, 'loss': 1.3748360872268677}
+{'epoch': 2, 'iter': 1090, 'avg_loss': 1.6427868545656352, 'avg_acc_mask': 45.830254584536846, 'loss': 1.7585780620574951}
+{'epoch': 2, 'iter': 1100, 'avg_loss': 1.6421614316893534, 'avg_acc_mask': 45.85412923404539, 'loss': 1.5140665769577026}
+{'epoch': 'EP2_train', 'avg_loss': 1.6422876745327566, 'total_masked_acc': 45.85475045597745}
+{'epoch': 3, 'iter': 0, 'avg_loss': 1.7029756307601929, 'avg_acc_mask': 42.10526315789473, 'loss': 1.7029756307601929}
+{'epoch': 3, 'iter': 10, 'avg_loss': 1.6865847760980779, 'avg_acc_mask': 45.05494505494506, 'loss': 1.454551100730896}
+{'epoch': 3, 'iter': 20, 'avg_loss': 1.7052820523579915, 'avg_acc_mask': 44.88054607508533, 'loss': 1.7005774974822998}
+{'epoch': 3, 'iter': 30, 'avg_loss': 1.6742270185101418, 'avg_acc_mask': 46.51162790697674, 'loss': 1.4701440334320068}
+{'epoch': 3, 'iter': 40, 'avg_loss': 1.6621006291087081, 'avg_acc_mask': 46.34782608695652, 'loss': 1.4853121042251587}
+{'epoch': 3, 'iter': 50, 'avg_loss': 1.6759142478307087, 'avg_acc_mask': 46.018940722553495, 'loss': 1.5829088687896729}
+{'epoch': 3, 'iter': 60, 'avg_loss': 1.6568445631715119, 'avg_acc_mask': 46.34437481348851, 'loss': 1.4445171356201172}
+{'epoch': 3, 'iter': 70, 'avg_loss': 1.6480268928366648, 'avg_acc_mask': 46.72444557736426, 'loss': 1.8326159715652466}
+{'epoch': 3, 'iter': 80, 'avg_loss': 1.6421885784761405, 'avg_acc_mask': 47.11130939103279, 'loss': 1.722170352935791}
+{'epoch': 3, 'iter': 90, 'avg_loss': 1.6459912074791205, 'avg_acc_mask': 47.14881780250348, 'loss': 1.453914761543274}
+{'epoch': 3, 'iter': 100, 'avg_loss': 1.6385816406495501, 'avg_acc_mask': 47.13798672169388, 'loss': 1.1311299800872803}
+{'epoch': 3, 'iter': 110, 'avg_loss': 1.6382451723287772, 'avg_acc_mask': 47.00294792007861, 'loss': 1.6335026025772095}
+{'epoch': 3, 'iter': 120, 'avg_loss': 1.633881448714201, 'avg_acc_mask': 46.853881964258896, 'loss': 1.8328107595443726}
+{'epoch': 3, 'iter': 130, 'avg_loss': 1.6356973693571017, 'avg_acc_mask': 46.637143647938004, 'loss': 1.6850178241729736}
+{'epoch': 3, 'iter': 140, 'avg_loss': 1.6377172563092928, 'avg_acc_mask': 46.508631795928885, 'loss': 1.5838713645935059}
+{'epoch': 3, 'iter': 150, 'avg_loss': 1.6309171701898637, 'avg_acc_mask': 46.7992240543162, 'loss': 1.8398103713989258}
+{'epoch': 3, 'iter': 160, 'avg_loss': 1.628969456838525, 'avg_acc_mask': 46.76349496797804, 'loss': 1.6156432628631592}
+{'epoch': 3, 'iter': 170, 'avg_loss': 1.633094372805099, 'avg_acc_mask': 46.43010752688172, 'loss': 1.5658303499221802}
+{'epoch': 3, 'iter': 180, 'avg_loss': 1.6317049587629118, 'avg_acc_mask': 46.47458658821142, 'loss': 1.6905936002731323}
+{'epoch': 3, 'iter': 190, 'avg_loss': 1.6300105068696107, 'avg_acc_mask': 46.47792706333973, 'loss': 1.2297453880310059}
+{'epoch': 3, 'iter': 200, 'avg_loss': 1.6270694619980617, 'avg_acc_mask': 46.4900300464354, 'loss': 1.7290323972702026}
+{'epoch': 3, 'iter': 210, 'avg_loss': 1.6266733018142918, 'avg_acc_mask': 46.55187332352686, 'loss': 1.5972096920013428}
+{'epoch': 3, 'iter': 220, 'avg_loss': 1.626145309991966, 'avg_acc_mask': 46.55656482246078, 'loss': 2.066013813018799}
+{'epoch': 3, 'iter': 230, 'avg_loss': 1.6195067332420514, 'avg_acc_mask': 46.856736692465645, 'loss': 1.5995889902114868}
+{'epoch': 3, 'iter': 240, 'avg_loss': 1.6209482780630657, 'avg_acc_mask': 46.803998788245984, 'loss': 1.553480625152588}
+{'epoch': 3, 'iter': 250, 'avg_loss': 1.6217129111764916, 'avg_acc_mask': 46.788724208079046, 'loss': 1.3945720195770264}
+{'epoch': 3, 'iter': 260, 'avg_loss': 1.6243174473444622, 'avg_acc_mask': 46.72440284955999, 'loss': 1.4757736921310425}
+{'epoch': 3, 'iter': 270, 'avg_loss': 1.6227094920358975, 'avg_acc_mask': 46.83348986985107, 'loss': 1.885597586631775}
+{'epoch': 3, 'iter': 280, 'avg_loss': 1.6221475503622849, 'avg_acc_mask': 46.80809779445055, 'loss': 1.247763991355896}
+{'epoch': 3, 'iter': 290, 'avg_loss': 1.6183452495594615, 'avg_acc_mask': 46.905252638810815, 'loss': 1.6120165586471558}
+{'epoch': 3, 'iter': 300, 'avg_loss': 1.6149150865814614, 'avg_acc_mask': 47.05846822904083, 'loss': 1.3408573865890503}
+{'epoch': 3, 'iter': 310, 'avg_loss': 1.611765270064498, 'avg_acc_mask': 47.08948231435933, 'loss': 1.4833056926727295}
+{'epoch': 3, 'iter': 320, 'avg_loss': 1.6086635511612224, 'avg_acc_mask': 47.139770271807116, 'loss': 1.531044363975525}
+{'epoch': 3, 'iter': 330, 'avg_loss': 1.6076038013412153, 'avg_acc_mask': 47.17333919929608, 'loss': 1.3415335416793823}
+{'epoch': 3, 'iter': 340, 'avg_loss': 1.6090086646094, 'avg_acc_mask': 47.11651209892336, 'loss': 1.4870078563690186}
+{'epoch': 3, 'iter': 350, 'avg_loss': 1.608046398203597, 'avg_acc_mask': 47.16951788491446, 'loss': 1.6327334642410278}
+{'epoch': 3, 'iter': 360, 'avg_loss': 1.610057559370004, 'avg_acc_mask': 47.03182528874767, 'loss': 1.6743875741958618}
+{'epoch': 3, 'iter': 370, 'avg_loss': 1.6114360238663912, 'avg_acc_mask': 47.006238027408024, 'loss': 1.633320927619934}
+{'epoch': 3, 'iter': 380, 'avg_loss': 1.6114249895876787, 'avg_acc_mask': 46.955939978973525, 'loss': 1.2923511266708374}
+{'epoch': 3, 'iter': 390, 'avg_loss': 1.6103016397227412, 'avg_acc_mask': 47.07117852975496, 'loss': 1.6731234788894653}
+{'epoch': 3, 'iter': 400, 'avg_loss': 1.608845304967162, 'avg_acc_mask': 47.14188112047369, 'loss': 1.490836262702942}
+{'epoch': 3, 'iter': 410, 'avg_loss': 1.609299315733341, 'avg_acc_mask': 47.14565178730215, 'loss': 1.512372374534607}
+{'epoch': 3, 'iter': 420, 'avg_loss': 1.6082631972510004, 'avg_acc_mask': 47.202158210773646, 'loss': 1.834364414215088}
+{'epoch': 3, 'iter': 430, 'avg_loss': 1.6076207423708002, 'avg_acc_mask': 47.294887039239, 'loss': 1.4346126317977905}
+{'epoch': 3, 'iter': 440, 'avg_loss': 1.608979727946171, 'avg_acc_mask': 47.256350655819354, 'loss': 1.589787483215332}
+{'epoch': 3, 'iter': 450, 'avg_loss': 1.6083739351010375, 'avg_acc_mask': 47.2784141684946, 'loss': 1.421258807182312}
+{'epoch': 3, 'iter': 460, 'avg_loss': 1.6077489268495306, 'avg_acc_mask': 47.27135718251765, 'loss': 1.4946919679641724}
+{'epoch': 3, 'iter': 470, 'avg_loss': 1.6113270414862664, 'avg_acc_mask': 47.117026230017075, 'loss': 1.5571706295013428}
+{'epoch': 3, 'iter': 480, 'avg_loss': 1.6092989315857757, 'avg_acc_mask': 47.15852822427058, 'loss': 1.621349811553955}
+{'epoch': 3, 'iter': 490, 'avg_loss': 1.6097311101960068, 'avg_acc_mask': 47.12489271987761, 'loss': 1.5588595867156982}
+{'epoch': 3, 'iter': 500, 'avg_loss': 1.608523572514395, 'avg_acc_mask': 47.122065384334086, 'loss': 1.5465248823165894}
+{'epoch': 3, 'iter': 510, 'avg_loss': 1.609652074815709, 'avg_acc_mask': 47.077375192631614, 'loss': 1.6284290552139282}
+{'epoch': 3, 'iter': 520, 'avg_loss': 1.6085069298515393, 'avg_acc_mask': 47.10723455140154, 'loss': 1.6940642595291138}
+{'epoch': 3, 'iter': 530, 'avg_loss': 1.6088338030709162, 'avg_acc_mask': 47.09822199205938, 'loss': 1.576830267906189}
+{'epoch': 3, 'iter': 540, 'avg_loss': 1.6072492584062812, 'avg_acc_mask': 47.117989704687076, 'loss': 1.3378019332885742}
+{'epoch': 3, 'iter': 550, 'avg_loss': 1.608895341194693, 'avg_acc_mask': 47.0570640433381, 'loss': 1.4843143224716187}
+{'epoch': 3, 'iter': 560, 'avg_loss': 1.60967751046553, 'avg_acc_mask': 47.03059192268765, 'loss': 1.9679830074310303}
+{'epoch': 3, 'iter': 570, 'avg_loss': 1.6087719934834281, 'avg_acc_mask': 47.080163087097496, 'loss': 1.5705331563949585}
+{'epoch': 3, 'iter': 580, 'avg_loss': 1.610008782651051, 'avg_acc_mask': 47.05418532769823, 'loss': 2.015641212463379}
+{'epoch': 3, 'iter': 590, 'avg_loss': 1.612654025582896, 'avg_acc_mask': 46.944779956022174, 'loss': 1.6430481672286987}
+{'epoch': 3, 'iter': 600, 'avg_loss': 1.6114092682443324, 'avg_acc_mask': 46.97219173069887, 'loss': 1.73147714138031}
+{'epoch': 3, 'iter': 610, 'avg_loss': 1.6119358377643966, 'avg_acc_mask': 46.97869786978698, 'loss': 1.639831304550171}
+{'epoch': 3, 'iter': 620, 'avg_loss': 1.6087673086667023, 'avg_acc_mask': 47.10834120982987, 'loss': 1.693256139755249}
+{'epoch': 3, 'iter': 630, 'avg_loss': 1.607864678945103, 'avg_acc_mask': 47.15857943491012, 'loss': 1.7377305030822754}
+{'epoch': 3, 'iter': 640, 'avg_loss': 1.606734684030649, 'avg_acc_mask': 47.19101123595505, 'loss': 1.5456292629241943}
+{'epoch': 3, 'iter': 650, 'avg_loss': 1.6060137428263181, 'avg_acc_mask': 47.252001244590275, 'loss': 1.5999767780303955}
+{'epoch': 3, 'iter': 660, 'avg_loss': 1.6044114945335215, 'avg_acc_mask': 47.31854164343851, 'loss': 1.2923980951309204}
+{'epoch': 3, 'iter': 670, 'avg_loss': 1.603060093615343, 'avg_acc_mask': 47.32851688047688, 'loss': 1.3751554489135742}
+{'epoch': 3, 'iter': 680, 'avg_loss': 1.603194069932386, 'avg_acc_mask': 47.29367848738132, 'loss': 1.9849553108215332}
+{'epoch': 3, 'iter': 690, 'avg_loss': 1.6032575589703064, 'avg_acc_mask': 47.28357890810263, 'loss': 1.549152135848999}
+{'epoch': 3, 'iter': 700, 'avg_loss': 1.604275132552023, 'avg_acc_mask': 47.222659736441436, 'loss': 1.6834311485290527}
+{'epoch': 3, 'iter': 710, 'avg_loss': 1.6032651929412713, 'avg_acc_mask': 47.287223027541934, 'loss': 1.7613433599472046}
+{'epoch': 3, 'iter': 720, 'avg_loss': 1.602873026415313, 'avg_acc_mask': 47.31333758774729, 'loss': 1.4883970022201538}
+{'epoch': 3, 'iter': 730, 'avg_loss': 1.6019858306148962, 'avg_acc_mask': 47.361926108746566, 'loss': 1.6400452852249146}
+{'epoch': 3, 'iter': 740, 'avg_loss': 1.6027375546544187, 'avg_acc_mask': 47.33938113582702, 'loss': 1.523662805557251}
+{'epoch': 3, 'iter': 750, 'avg_loss': 1.6037720781509155, 'avg_acc_mask': 47.3071645594433, 'loss': 1.621221899986267}
+{'epoch': 3, 'iter': 760, 'avg_loss': 1.6027989931081503, 'avg_acc_mask': 47.312010064840806, 'loss': 1.3466098308563232}
+{'epoch': 3, 'iter': 770, 'avg_loss': 1.6025055963860102, 'avg_acc_mask': 47.3329992124293, 'loss': 1.6188921928405762}
+{'epoch': 3, 'iter': 780, 'avg_loss': 1.6008816221764695, 'avg_acc_mask': 47.410762733857084, 'loss': 1.7212836742401123}
+{'epoch': 3, 'iter': 790, 'avg_loss': 1.6005239586161, 'avg_acc_mask': 47.42750669616863, 'loss': 1.5802299976348877}
+{'epoch': 3, 'iter': 800, 'avg_loss': 1.6005641430355935, 'avg_acc_mask': 47.424054414265356, 'loss': 1.5396966934204102}
+{'epoch': 3, 'iter': 810, 'avg_loss': 1.5999752391869277, 'avg_acc_mask': 47.456741904718655, 'loss': 1.7183152437210083}
+{'epoch': 3, 'iter': 820, 'avg_loss': 1.600668429892769, 'avg_acc_mask': 47.45021528525296, 'loss': 1.7582857608795166}
+{'epoch': 3, 'iter': 830, 'avg_loss': 1.60146476272785, 'avg_acc_mask': 47.44957955226199, 'loss': 1.5333383083343506}
+{'epoch': 3, 'iter': 840, 'avg_loss': 1.6018468006896065, 'avg_acc_mask': 47.430474896451976, 'loss': 1.6883859634399414}
+{'epoch': 3, 'iter': 850, 'avg_loss': 1.602234003126411, 'avg_acc_mask': 47.40521121883656, 'loss': 1.7285172939300537}
+{'epoch': 3, 'iter': 860, 'avg_loss': 1.6035217297340243, 'avg_acc_mask': 47.346598559490474, 'loss': 1.9505765438079834}
+{'epoch': 3, 'iter': 870, 'avg_loss': 1.6045650884286682, 'avg_acc_mask': 47.31364394435179, 'loss': 1.5764778852462769}
+{'epoch': 3, 'iter': 880, 'avg_loss': 1.6052747293714769, 'avg_acc_mask': 47.30951535779165, 'loss': 1.6684365272521973}
+{'epoch': 3, 'iter': 890, 'avg_loss': 1.6035627327382764, 'avg_acc_mask': 47.34894681356843, 'loss': 1.1784560680389404}
+{'epoch': 3, 'iter': 900, 'avg_loss': 1.60456902205481, 'avg_acc_mask': 47.28843679147007, 'loss': 1.8695719242095947}
+{'epoch': 3, 'iter': 910, 'avg_loss': 1.6049444726479172, 'avg_acc_mask': 47.309353679706106, 'loss': 1.6589115858078003}
+{'epoch': 3, 'iter': 920, 'avg_loss': 1.604115183656301, 'avg_acc_mask': 47.366316841579206, 'loss': 1.6021226644515991}
+{'epoch': 3, 'iter': 930, 'avg_loss': 1.6049715443149162, 'avg_acc_mask': 47.344467310432165, 'loss': 1.4357398748397827}
+{'epoch': 3, 'iter': 940, 'avg_loss': 1.6051417861557413, 'avg_acc_mask': 47.339686515468756, 'loss': 1.0414968729019165}
+{'epoch': 3, 'iter': 950, 'avg_loss': 1.6054947163153648, 'avg_acc_mask': 47.32695881077733, 'loss': 1.8372602462768555}
+{'epoch': 3, 'iter': 960, 'avg_loss': 1.604873764899469, 'avg_acc_mask': 47.329121194715675, 'loss': 1.452562689781189}
+{'epoch': 3, 'iter': 970, 'avg_loss': 1.6049145922970207, 'avg_acc_mask': 47.34787469916049, 'loss': 1.6613056659698486}
+{'epoch': 3, 'iter': 980, 'avg_loss': 1.6054468055262356, 'avg_acc_mask': 47.34651014514496, 'loss': 1.5855046510696411}
+{'epoch': 3, 'iter': 990, 'avg_loss': 1.605710406356334, 'avg_acc_mask': 47.33875901447878, 'loss': 1.7253938913345337}
+{'epoch': 3, 'iter': 1000, 'avg_loss': 1.604600509563526, 'avg_acc_mask': 47.37933565791889, 'loss': 1.8314836025238037}
+{'epoch': 3, 'iter': 1010, 'avg_loss': 1.6039551862033727, 'avg_acc_mask': 47.40199552914236, 'loss': 1.246271014213562}
+{'epoch': 3, 'iter': 1020, 'avg_loss': 1.6035720308427128, 'avg_acc_mask': 47.43257820927724, 'loss': 1.28208589553833}
+{'epoch': 3, 'iter': 1030, 'avg_loss': 1.6038394086460368, 'avg_acc_mask': 47.436720142602496, 'loss': 1.659543752670288}
+{'epoch': 3, 'iter': 1040, 'avg_loss': 1.6042910775350447, 'avg_acc_mask': 47.42770382401751, 'loss': 1.6755456924438477}
+{'epoch': 3, 'iter': 1050, 'avg_loss': 1.6048593969145466, 'avg_acc_mask': 47.414275717284816, 'loss': 1.7986634969711304}
+{'epoch': 3, 'iter': 1060, 'avg_loss': 1.6043659350874286, 'avg_acc_mask': 47.435208459738234, 'loss': 1.5199693441390991}
+{'epoch': 3, 'iter': 1070, 'avg_loss': 1.6036430379144506, 'avg_acc_mask': 47.44699859121052, 'loss': 1.396157145500183}
+{'epoch': 3, 'iter': 1080, 'avg_loss': 1.6038384403375208, 'avg_acc_mask': 47.447539366731284, 'loss': 1.5194201469421387}
+{'epoch': 3, 'iter': 1090, 'avg_loss': 1.6049096232483302, 'avg_acc_mask': 47.40165701198976, 'loss': 1.552369475364685}
+{'epoch': 3, 'iter': 1100, 'avg_loss': 1.604284528815454, 'avg_acc_mask': 47.43822886601378, 'loss': 1.4006321430206299}
+{'epoch': 'EP3_train', 'avg_loss': 1.604553916443527, 'total_masked_acc': 47.426965731672844}
+{'epoch': 4, 'iter': 0, 'avg_loss': 1.6596815586090088, 'avg_acc_mask': 51.470588235294116, 'loss': 1.6596815586090088}
+{'epoch': 4, 'iter': 10, 'avg_loss': 1.6279930743304165, 'avg_acc_mask': 47.72036474164133, 'loss': 1.581335186958313}
+{'epoch': 4, 'iter': 20, 'avg_loss': 1.5969970680418468, 'avg_acc_mask': 48.81825590872045, 'loss': 1.6091011762619019}
+{'epoch': 4, 'iter': 30, 'avg_loss': 1.5936119287244734, 'avg_acc_mask': 49.177538287010776, 'loss': 1.6298390626907349}
+{'epoch': 4, 'iter': 40, 'avg_loss': 1.5957513495189388, 'avg_acc_mask': 48.68591124515295, 'loss': 1.6270852088928223}
+{'epoch': 4, 'iter': 50, 'avg_loss': 1.623646666021908, 'avg_acc_mask': 47.61742682096665, 'loss': 1.8515520095825195}
+{'epoch': 4, 'iter': 60, 'avg_loss': 1.6091944409198449, 'avg_acc_mask': 47.94322132097335, 'loss': 1.5280444622039795}
+{'epoch': 4, 'iter': 70, 'avg_loss': 1.6006951768633346, 'avg_acc_mask': 47.921390778533635, 'loss': 1.4334701299667358}
+{'epoch': 4, 'iter': 80, 'avg_loss': 1.6029398735658622, 'avg_acc_mask': 47.63684326225544, 'loss': 1.9160317182540894}
+{'epoch': 4, 'iter': 90, 'avg_loss': 1.596377663559966, 'avg_acc_mask': 47.858400156463915, 'loss': 1.5936439037322998}
+{'epoch': 4, 'iter': 100, 'avg_loss': 1.581009094077762, 'avg_acc_mask': 48.43971631205674, 'loss': 1.5038425922393799}
+{'epoch': 4, 'iter': 110, 'avg_loss': 1.5916171986777503, 'avg_acc_mask': 48.2030620467365, 'loss': 1.4530255794525146}
+{'epoch': 4, 'iter': 120, 'avg_loss': 1.5924970010095392, 'avg_acc_mask': 48.07777942704468, 'loss': 2.016660690307617}
+{'epoch': 4, 'iter': 130, 'avg_loss': 1.5956508003118384, 'avg_acc_mask': 47.756278303828736, 'loss': 1.7296429872512817}
+{'epoch': 4, 'iter': 140, 'avg_loss': 1.599455619534702, 'avg_acc_mask': 47.56253190403267, 'loss': 1.5344401597976685}
+{'epoch': 4, 'iter': 150, 'avg_loss': 1.592782603194382, 'avg_acc_mask': 47.77284187777644, 'loss': 1.586401104927063}
+{'epoch': 4, 'iter': 160, 'avg_loss': 1.5935067064273432, 'avg_acc_mask': 47.88130830617062, 'loss': 1.5786312818527222}
+{'epoch': 4, 'iter': 170, 'avg_loss': 1.5917737407293933, 'avg_acc_mask': 47.82425010561893, 'loss': 1.5817643404006958}
+{'epoch': 4, 'iter': 180, 'avg_loss': 1.5902491202011952, 'avg_acc_mask': 47.781433841858615, 'loss': 2.082486867904663}
+{'epoch': 4, 'iter': 190, 'avg_loss': 1.5906367376836807, 'avg_acc_mask': 47.56258234519104, 'loss': 1.7238191366195679}
+{'epoch': 4, 'iter': 200, 'avg_loss': 1.587260058863246, 'avg_acc_mask': 47.72585113037262, 'loss': 1.5422762632369995}
+{'epoch': 4, 'iter': 210, 'avg_loss': 1.5887965218150786, 'avg_acc_mask': 47.62106691544398, 'loss': 1.546162724494934}
+{'epoch': 4, 'iter': 220, 'avg_loss': 1.5926349567611833, 'avg_acc_mask': 47.56433079786373, 'loss': 1.6532747745513916}
+{'epoch': 4, 'iter': 230, 'avg_loss': 1.5926062591148145, 'avg_acc_mask': 47.63012954774649, 'loss': 1.7426103353500366}
+{'epoch': 4, 'iter': 240, 'avg_loss': 1.5944700038284683, 'avg_acc_mask': 47.663063734625425, 'loss': 1.4711154699325562}
+{'epoch': 4, 'iter': 250, 'avg_loss': 1.5953727704120346, 'avg_acc_mask': 47.641915137614674, 'loss': 1.4833375215530396}
+{'epoch': 4, 'iter': 260, 'avg_loss': 1.5949183008223202, 'avg_acc_mask': 47.624629387023376, 'loss': 1.6517155170440674}
+{'epoch': 4, 'iter': 270, 'avg_loss': 1.5965972030294777, 'avg_acc_mask': 47.68576930739093, 'loss': 1.6835650205612183}
+{'epoch': 4, 'iter': 280, 'avg_loss': 1.5938030886480392, 'avg_acc_mask': 47.69043500544557, 'loss': 0.9904091954231262}
+{'epoch': 4, 'iter': 290, 'avg_loss': 1.5922702569322489, 'avg_acc_mask': 47.79960218796619, 'loss': 1.744735598564148}
+{'epoch': 4, 'iter': 300, 'avg_loss': 1.590166533310152, 'avg_acc_mask': 47.881992429249536, 'loss': 1.3494555950164795}
+{'epoch': 4, 'iter': 310, 'avg_loss': 1.587105354887113, 'avg_acc_mask': 47.87518919548259, 'loss': 1.6425719261169434}
+{'epoch': 4, 'iter': 320, 'avg_loss': 1.584472623012519, 'avg_acc_mask': 47.94210764360018, 'loss': 1.5428227186203003}
+{'epoch': 4, 'iter': 330, 'avg_loss': 1.5842447012572851, 'avg_acc_mask': 47.94866169372532, 'loss': 1.462863802909851}
+{'epoch': 4, 'iter': 340, 'avg_loss': 1.5831544921894576, 'avg_acc_mask': 48.053125666737785, 'loss': 1.3480874300003052}
+{'epoch': 4, 'iter': 350, 'avg_loss': 1.5815599251676489, 'avg_acc_mask': 48.134696207129146, 'loss': 1.4175721406936646}
+{'epoch': 4, 'iter': 360, 'avg_loss': 1.5811541082125953, 'avg_acc_mask': 48.105029734905756, 'loss': 1.5403929948806763}
+{'epoch': 4, 'iter': 370, 'avg_loss': 1.582971601312694, 'avg_acc_mask': 48.028251912889935, 'loss': 1.5041084289550781}
+{'epoch': 4, 'iter': 380, 'avg_loss': 1.5835823601312211, 'avg_acc_mask': 47.9627418199188, 'loss': 1.0975759029388428}
+{'epoch': 4, 'iter': 390, 'avg_loss': 1.5815906776186754, 'avg_acc_mask': 47.99163179916318, 'loss': 1.5303659439086914}
+{'epoch': 4, 'iter': 400, 'avg_loss': 1.5802521831971452, 'avg_acc_mask': 48.00779656407235, 'loss': 1.4983208179473877}
+{'epoch': 4, 'iter': 410, 'avg_loss': 1.5778459633933948, 'avg_acc_mask': 48.05913335989023, 'loss': 1.7428234815597534}
+{'epoch': 4, 'iter': 420, 'avg_loss': 1.5769501795678127, 'avg_acc_mask': 48.07675609967873, 'loss': 1.3758965730667114}
+{'epoch': 4, 'iter': 430, 'avg_loss': 1.5762015809315817, 'avg_acc_mask': 48.103090161502266, 'loss': 1.1701114177703857}
+{'epoch': 4, 'iter': 440, 'avg_loss': 1.5765358697530094, 'avg_acc_mask': 48.10378414224728, 'loss': 1.5444309711456299}
+{'epoch': 4, 'iter': 450, 'avg_loss': 1.5752512704242358, 'avg_acc_mask': 48.137036286235556, 'loss': 1.3025434017181396}
+{'epoch': 4, 'iter': 460, 'avg_loss': 1.5750550397564687, 'avg_acc_mask': 48.10558021559924, 'loss': 1.803553581237793}
+{'epoch': 4, 'iter': 470, 'avg_loss': 1.5757864570668296, 'avg_acc_mask': 48.14685720924828, 'loss': 2.0063440799713135}
+{'epoch': 4, 'iter': 480, 'avg_loss': 1.5733668297343344, 'avg_acc_mask': 48.20777642770352, 'loss': 1.2823954820632935}
+{'epoch': 4, 'iter': 490, 'avg_loss': 1.573483389045459, 'avg_acc_mask': 48.201117318435756, 'loss': 1.5055962800979614}
+{'epoch': 4, 'iter': 500, 'avg_loss': 1.5722743716544496, 'avg_acc_mask': 48.2042484852909, 'loss': 1.2016299962997437}
+{'epoch': 4, 'iter': 510, 'avg_loss': 1.571845965726035, 'avg_acc_mask': 48.21185895143409, 'loss': 1.515005111694336}
+{'epoch': 4, 'iter': 520, 'avg_loss': 1.5699737546768848, 'avg_acc_mask': 48.29557410394894, 'loss': 1.7394057512283325}
+{'epoch': 4, 'iter': 530, 'avg_loss': 1.5707031934050293, 'avg_acc_mask': 48.32156997762093, 'loss': 1.65404212474823}
+{'epoch': 4, 'iter': 540, 'avg_loss': 1.5720843571391432, 'avg_acc_mask': 48.26047266457044, 'loss': 1.556130290031433}
+{'epoch': 4, 'iter': 550, 'avg_loss': 1.5730491964224247, 'avg_acc_mask': 48.22511683404594, 'loss': 1.6799858808517456}
+{'epoch': 4, 'iter': 560, 'avg_loss': 1.571373686539723, 'avg_acc_mask': 48.28182619195249, 'loss': 1.011263370513916}
+{'epoch': 4, 'iter': 570, 'avg_loss': 1.5693399214076496, 'avg_acc_mask': 48.37416623909697, 'loss': 1.5322637557983398}
+{'epoch': 4, 'iter': 580, 'avg_loss': 1.5674195643546454, 'avg_acc_mask': 48.44148885877273, 'loss': 1.7110077142715454}
+{'epoch': 4, 'iter': 590, 'avg_loss': 1.567514743195774, 'avg_acc_mask': 48.44141773719238, 'loss': 1.4692919254302979}
+{'epoch': 4, 'iter': 600, 'avg_loss': 1.5662386037545672, 'avg_acc_mask': 48.45326262533906, 'loss': 1.2566323280334473}
+{'epoch': 4, 'iter': 610, 'avg_loss': 1.5674107430804576, 'avg_acc_mask': 48.42767295597484, 'loss': 1.7673206329345703}
+{'epoch': 4, 'iter': 620, 'avg_loss': 1.5656240407779405, 'avg_acc_mask': 48.52693975050871, 'loss': 1.949883222579956}
+{'epoch': 4, 'iter': 630, 'avg_loss': 1.565017082517385, 'avg_acc_mask': 48.54239256678281, 'loss': 1.5780267715454102}
+{'epoch': 4, 'iter': 640, 'avg_loss': 1.5640553060262326, 'avg_acc_mask': 48.60184893671828, 'loss': 1.2408751249313354}
+{'epoch': 4, 'iter': 650, 'avg_loss': 1.5638176072760843, 'avg_acc_mask': 48.61146353153458, 'loss': 1.656846284866333}
+{'epoch': 4, 'iter': 660, 'avg_loss': 1.5622982524346656, 'avg_acc_mask': 48.68143459915612, 'loss': 1.4442191123962402}
+{'epoch': 4, 'iter': 670, 'avg_loss': 1.5624159219190368, 'avg_acc_mask': 48.67658317838784, 'loss': 1.5966049432754517}
+{'epoch': 4, 'iter': 680, 'avg_loss': 1.5629533301716159, 'avg_acc_mask': 48.67223269593321, 'loss': 1.7694066762924194}
+{'epoch': 4, 'iter': 690, 'avg_loss': 1.5624306464160749, 'avg_acc_mask': 48.69366860295482, 'loss': 1.3630847930908203}
+{'epoch': 4, 'iter': 700, 'avg_loss': 1.5633572892693752, 'avg_acc_mask': 48.68912878688867, 'loss': 1.4699372053146362}
+{'epoch': 4, 'iter': 710, 'avg_loss': 1.5619017393780157, 'avg_acc_mask': 48.73137022329947, 'loss': 1.2520363330841064}
+{'epoch': 4, 'iter': 720, 'avg_loss': 1.562874207218874, 'avg_acc_mask': 48.72818843160198, 'loss': 1.6972503662109375}
+{'epoch': 4, 'iter': 730, 'avg_loss': 1.5617042108045232, 'avg_acc_mask': 48.72161585748337, 'loss': 1.7182892560958862}
+{'epoch': 4, 'iter': 740, 'avg_loss': 1.5614820882859017, 'avg_acc_mask': 48.73685512804652, 'loss': 1.632094383239746}
+{'epoch': 4, 'iter': 750, 'avg_loss': 1.5638181234644193, 'avg_acc_mask': 48.702155741311046, 'loss': 1.8767030239105225}
+{'epoch': 4, 'iter': 760, 'avg_loss': 1.5629252284647757, 'avg_acc_mask': 48.71578235890504, 'loss': 1.365448236465454}
+{'epoch': 4, 'iter': 770, 'avg_loss': 1.5647152319028683, 'avg_acc_mask': 48.65572833567499, 'loss': 1.8069119453430176}
+{'epoch': 4, 'iter': 780, 'avg_loss': 1.5645382370747312, 'avg_acc_mask': 48.64960157957831, 'loss': 1.5312005281448364}
+{'epoch': 4, 'iter': 790, 'avg_loss': 1.564858416841847, 'avg_acc_mask': 48.65593271531795, 'loss': 1.731220006942749}
+{'epoch': 4, 'iter': 800, 'avg_loss': 1.5643775960181685, 'avg_acc_mask': 48.667814113597245, 'loss': 1.5706617832183838}
+{'epoch': 4, 'iter': 810, 'avg_loss': 1.5639389926790457, 'avg_acc_mask': 48.68194192377496, 'loss': 1.3848177194595337}
+{'epoch': 4, 'iter': 820, 'avg_loss': 1.5642805189511373, 'avg_acc_mask': 48.68848419685057, 'loss': 1.749677062034607}
+{'epoch': 4, 'iter': 830, 'avg_loss': 1.563214427297296, 'avg_acc_mask': 48.6967296543789, 'loss': 1.6188328266143799}
+{'epoch': 4, 'iter': 840, 'avg_loss': 1.5627625742650344, 'avg_acc_mask': 48.71324332590554, 'loss': 1.5700163841247559}
+{'epoch': 4, 'iter': 850, 'avg_loss': 1.5631845598355303, 'avg_acc_mask': 48.70218137096252, 'loss': 1.1173694133758545}
+{'epoch': 4, 'iter': 860, 'avg_loss': 1.5637682850767927, 'avg_acc_mask': 48.65971466956688, 'loss': 1.6356643438339233}
+{'epoch': 4, 'iter': 870, 'avg_loss': 1.566224000620924, 'avg_acc_mask': 48.562347394123094, 'loss': 1.5180037021636963}
+{'epoch': 4, 'iter': 880, 'avg_loss': 1.5669442566786127, 'avg_acc_mask': 48.54749301879715, 'loss': 1.809948205947876}
+{'epoch': 4, 'iter': 890, 'avg_loss': 1.5654065741433039, 'avg_acc_mask': 48.57997318758379, 'loss': 1.1697443723678589}
+{'epoch': 4, 'iter': 900, 'avg_loss': 1.5655993318451893, 'avg_acc_mask': 48.53702269856147, 'loss': 1.7399691343307495}
+{'epoch': 4, 'iter': 910, 'avg_loss': 1.5675705537837894, 'avg_acc_mask': 48.43690238943575, 'loss': 2.0097391605377197}
+{'epoch': 4, 'iter': 920, 'avg_loss': 1.5668768720958184, 'avg_acc_mask': 48.44532200482658, 'loss': 1.3163478374481201}
+{'epoch': 4, 'iter': 930, 'avg_loss': 1.5674144416311246, 'avg_acc_mask': 48.397094239804176, 'loss': 1.576185703277588}
+{'epoch': 4, 'iter': 940, 'avg_loss': 1.5680532539055527, 'avg_acc_mask': 48.36890779256253, 'loss': 1.2875417470932007}
+{'epoch': 4, 'iter': 950, 'avg_loss': 1.5689845116481922, 'avg_acc_mask': 48.362948814416086, 'loss': 1.7489287853240967}
+{'epoch': 4, 'iter': 960, 'avg_loss': 1.5689779837595437, 'avg_acc_mask': 48.38001831781407, 'loss': 1.9921793937683105}
+{'epoch': 4, 'iter': 970, 'avg_loss': 1.5692014858725143, 'avg_acc_mask': 48.38941263153917, 'loss': 1.5604548454284668}
+{'epoch': 4, 'iter': 980, 'avg_loss': 1.5693383462324542, 'avg_acc_mask': 48.36725920110656, 'loss': 1.349790334701538}
+{'epoch': 4, 'iter': 990, 'avg_loss': 1.5696182723723795, 'avg_acc_mask': 48.369625494473, 'loss': 1.6528606414794922}
+{'epoch': 4, 'iter': 1000, 'avg_loss': 1.5697036521894472, 'avg_acc_mask': 48.37488339765515, 'loss': 1.9264699220657349}
+{'epoch': 4, 'iter': 1010, 'avg_loss': 1.5699360841105883, 'avg_acc_mask': 48.371545083824195, 'loss': 1.5759711265563965}
+{'epoch': 4, 'iter': 1020, 'avg_loss': 1.5695347682035634, 'avg_acc_mask': 48.40607789318838, 'loss': 1.2793368101119995}
+{'epoch': 4, 'iter': 1030, 'avg_loss': 1.5702204252191243, 'avg_acc_mask': 48.36673364510909, 'loss': 1.5247881412506104}
+{'epoch': 4, 'iter': 1040, 'avg_loss': 1.5714414089946764, 'avg_acc_mask': 48.33113166006165, 'loss': 1.6714216470718384}
+{'epoch': 4, 'iter': 1050, 'avg_loss': 1.5712947857935693, 'avg_acc_mask': 48.342257181226785, 'loss': 1.525310754776001}
+{'epoch': 4, 'iter': 1060, 'avg_loss': 1.5693754808280291, 'avg_acc_mask': 48.39729743740388, 'loss': 0.8370260000228882}
+{'epoch': 4, 'iter': 1070, 'avg_loss': 1.5689715197106369, 'avg_acc_mask': 48.41537539594213, 'loss': 1.5651060342788696}
+{'epoch': 4, 'iter': 1080, 'avg_loss': 1.5688039375388103, 'avg_acc_mask': 48.40776205406321, 'loss': 1.430076003074646}
+{'epoch': 4, 'iter': 1090, 'avg_loss': 1.569515165006426, 'avg_acc_mask': 48.37502726464321, 'loss': 1.692857265472412}
+{'epoch': 4, 'iter': 1100, 'avg_loss': 1.569207380404806, 'avg_acc_mask': 48.40002661078402, 'loss': 1.3182716369628906}
+{'epoch': 'EP4_train', 'avg_loss': 1.5695485526080584, 'total_masked_acc': 48.410737676377444}
+{'epoch': 5, 'iter': 0, 'avg_loss': 1.9335490465164185, 'avg_acc_mask': 38.88888888888889, 'loss': 1.9335490465164185}
+{'epoch': 5, 'iter': 10, 'avg_loss': 1.5892627997831865, 'avg_acc_mask': 48.424543946932005, 'loss': 1.6339317560195923}
+{'epoch': 5, 'iter': 20, 'avg_loss': 1.581322261265346, 'avg_acc_mask': 47.57785467128028, 'loss': 1.887166142463684}
+{'epoch': 5, 'iter': 30, 'avg_loss': 1.5788508269094652, 'avg_acc_mask': 48.05272618334332, 'loss': 1.3477426767349243}
+{'epoch': 5, 'iter': 40, 'avg_loss': 1.5731029336045428, 'avg_acc_mask': 47.75132275132275, 'loss': 1.3937147855758667}
+{'epoch': 5, 'iter': 50, 'avg_loss': 1.5772239484039008, 'avg_acc_mask': 47.15333566189312, 'loss': 1.4748831987380981}
+{'epoch': 5, 'iter': 60, 'avg_loss': 1.5726702877732575, 'avg_acc_mask': 47.27536231884058, 'loss': 1.4978207349777222}
+{'epoch': 5, 'iter': 70, 'avg_loss': 1.5791779168894593, 'avg_acc_mask': 47.17641179410295, 'loss': 1.638403296470642}
+{'epoch': 5, 'iter': 80, 'avg_loss': 1.5748230586817236, 'avg_acc_mask': 47.217353198948295, 'loss': 1.4797892570495605}
+{'epoch': 5, 'iter': 90, 'avg_loss': 1.5779211691447668, 'avg_acc_mask': 47.374585203982036, 'loss': 1.6948777437210083}
+{'epoch': 5, 'iter': 100, 'avg_loss': 1.5647878941923086, 'avg_acc_mask': 47.79985805535841, 'loss': 1.1357454061508179}
+{'epoch': 5, 'iter': 110, 'avg_loss': 1.5664041922973082, 'avg_acc_mask': 47.760221534451865, 'loss': 1.401850938796997}
+{'epoch': 5, 'iter': 120, 'avg_loss': 1.5607118714939465, 'avg_acc_mask': 47.79290737692653, 'loss': 1.6229428052902222}
+{'epoch': 5, 'iter': 130, 'avg_loss': 1.5691306672933447, 'avg_acc_mask': 47.539397290572296, 'loss': 1.5180941820144653}
+{'epoch': 5, 'iter': 140, 'avg_loss': 1.5663071295893785, 'avg_acc_mask': 47.57256614436167, 'loss': 1.7683696746826172}
+{'epoch': 5, 'iter': 150, 'avg_loss': 1.5592096096632497, 'avg_acc_mask': 47.76931447225245, 'loss': 1.6460601091384888}
+{'epoch': 5, 'iter': 160, 'avg_loss': 1.559578736376318, 'avg_acc_mask': 47.94084186575654, 'loss': 1.7487393617630005}
+{'epoch': 5, 'iter': 170, 'avg_loss': 1.5609473073691653, 'avg_acc_mask': 47.769615671244544, 'loss': 1.7752503156661987}
+{'epoch': 5, 'iter': 180, 'avg_loss': 1.5672668284474156, 'avg_acc_mask': 47.5, 'loss': 1.8260563611984253}
+{'epoch': 5, 'iter': 190, 'avg_loss': 1.569857924396455, 'avg_acc_mask': 47.260208472793344, 'loss': 1.6294435262680054}
+{'epoch': 5, 'iter': 200, 'avg_loss': 1.5677045963296843, 'avg_acc_mask': 47.274051151360695, 'loss': 1.5564619302749634}
+{'epoch': 5, 'iter': 210, 'avg_loss': 1.5705769536619503, 'avg_acc_mask': 47.259502987271624, 'loss': 1.5712610483169556}
+{'epoch': 5, 'iter': 220, 'avg_loss': 1.569344383559076, 'avg_acc_mask': 47.41414977244518, 'loss': 2.1148881912231445}
+{'epoch': 5, 'iter': 230, 'avg_loss': 1.57110848984161, 'avg_acc_mask': 47.382592856577176, 'loss': 1.9713413715362549}
+{'epoch': 5, 'iter': 240, 'avg_loss': 1.5722013563536015, 'avg_acc_mask': 47.34560389412839, 'loss': 1.2430040836334229}
+{'epoch': 5, 'iter': 250, 'avg_loss': 1.571467578648571, 'avg_acc_mask': 47.40913735221135, 'loss': 1.3851042985916138}
+{'epoch': 5, 'iter': 260, 'avg_loss': 1.5710201121838157, 'avg_acc_mask': 47.53086419753087, 'loss': 1.3446533679962158}
+{'epoch': 5, 'iter': 270, 'avg_loss': 1.5715923137770367, 'avg_acc_mask': 47.56541677906663, 'loss': 1.5640567541122437}
+{'epoch': 5, 'iter': 280, 'avg_loss': 1.5720640526971783, 'avg_acc_mask': 47.60820045558087, 'loss': 0.9337655305862427}
+{'epoch': 5, 'iter': 290, 'avg_loss': 1.5697168754957795, 'avg_acc_mask': 47.652228499686125, 'loss': 1.5734636783599854}
+{'epoch': 5, 'iter': 300, 'avg_loss': 1.5650033079508532, 'avg_acc_mask': 47.84988747643087, 'loss': 1.2290252447128296}
+{'epoch': 5, 'iter': 310, 'avg_loss': 1.562122746870832, 'avg_acc_mask': 47.91764983482775, 'loss': 1.397330641746521}
+{'epoch': 5, 'iter': 320, 'avg_loss': 1.56234947896078, 'avg_acc_mask': 47.988308115543326, 'loss': 1.4651141166687012}
+{'epoch': 5, 'iter': 330, 'avg_loss': 1.5600092034685649, 'avg_acc_mask': 47.942090082094516, 'loss': 1.2647520303726196}
+{'epoch': 5, 'iter': 340, 'avg_loss': 1.5584309162282524, 'avg_acc_mask': 47.92530003767289, 'loss': 1.484928846359253}
+{'epoch': 5, 'iter': 350, 'avg_loss': 1.5588488047279183, 'avg_acc_mask': 47.89550832373573, 'loss': 1.6804605722427368}
+{'epoch': 5, 'iter': 360, 'avg_loss': 1.5570142445802029, 'avg_acc_mask': 47.94652841313409, 'loss': 1.9576942920684814}
+{'epoch': 5, 'iter': 370, 'avg_loss': 1.5579469774289916, 'avg_acc_mask': 47.897786361610464, 'loss': 1.5708686113357544}
+{'epoch': 5, 'iter': 380, 'avg_loss': 1.560550575650583, 'avg_acc_mask': 47.807228915662655, 'loss': 1.3977830410003662}
+{'epoch': 5, 'iter': 390, 'avg_loss': 1.5605962079809146, 'avg_acc_mask': 47.75573378359364, 'loss': 1.8178452253341675}
+{'epoch': 5, 'iter': 400, 'avg_loss': 1.5596491626075972, 'avg_acc_mask': 47.75989759531865, 'loss': 1.2176620960235596}
+{'epoch': 5, 'iter': 410, 'avg_loss': 1.5594853480366895, 'avg_acc_mask': 47.75193106219583, 'loss': 1.617523193359375}
+{'epoch': 5, 'iter': 420, 'avg_loss': 1.5593179935797377, 'avg_acc_mask': 47.71804166484692, 'loss': 1.2224080562591553}
+{'epoch': 5, 'iter': 430, 'avg_loss': 1.5596701795982928, 'avg_acc_mask': 47.72310187358627, 'loss': 1.462687611579895}
+{'epoch': 5, 'iter': 440, 'avg_loss': 1.5620686776784, 'avg_acc_mask': 47.66647220601717, 'loss': 1.667968511581421}
+{'epoch': 5, 'iter': 450, 'avg_loss': 1.561247529978234, 'avg_acc_mask': 47.72310326552244, 'loss': 1.4846607446670532}
+{'epoch': 5, 'iter': 460, 'avg_loss': 1.5609839486196604, 'avg_acc_mask': 47.72808729242165, 'loss': 1.36421799659729}
+{'epoch': 5, 'iter': 470, 'avg_loss': 1.5618936189167565, 'avg_acc_mask': 47.67351384998444, 'loss': 1.349300503730774}
+{'epoch': 5, 'iter': 480, 'avg_loss': 1.561145517905388, 'avg_acc_mask': 47.67074239134575, 'loss': 1.481857180595398}
+{'epoch': 5, 'iter': 490, 'avg_loss': 1.5626320223458672, 'avg_acc_mask': 47.69219297591529, 'loss': 1.8331505060195923}
+{'epoch': 5, 'iter': 500, 'avg_loss': 1.5614346124216945, 'avg_acc_mask': 47.733752467285626, 'loss': 1.3947170972824097}
+{'epoch': 5, 'iter': 510, 'avg_loss': 1.561176183755617, 'avg_acc_mask': 47.71164589600344, 'loss': 1.4862345457077026}
+{'epoch': 5, 'iter': 520, 'avg_loss': 1.5613792664487622, 'avg_acc_mask': 47.72919010123734, 'loss': 1.7443530559539795}
+{'epoch': 5, 'iter': 530, 'avg_loss': 1.5604144124885961, 'avg_acc_mask': 47.775862068965516, 'loss': 1.5539013147354126}
+{'epoch': 5, 'iter': 540, 'avg_loss': 1.560597519226744, 'avg_acc_mask': 47.748113558691166, 'loss': 1.5900816917419434}
+{'epoch': 5, 'iter': 550, 'avg_loss': 1.5630902178490875, 'avg_acc_mask': 47.68075491759702, 'loss': 1.6449495553970337}
+{'epoch': 5, 'iter': 560, 'avg_loss': 1.5623152271949035, 'avg_acc_mask': 47.749306348947286, 'loss': 1.1076569557189941}
+{'epoch': 5, 'iter': 570, 'avg_loss': 1.560147673465742, 'avg_acc_mask': 47.87837967862985, 'loss': 1.2675421237945557}
+{'epoch': 5, 'iter': 580, 'avg_loss': 1.5606283529079719, 'avg_acc_mask': 47.85444234404537, 'loss': 1.6350295543670654}
+{'epoch': 5, 'iter': 590, 'avg_loss': 1.5605761955433892, 'avg_acc_mask': 47.8622952849757, 'loss': 1.3074443340301514}
+{'epoch': 5, 'iter': 600, 'avg_loss': 1.560869240225254, 'avg_acc_mask': 47.8758717300606, 'loss': 1.6107792854309082}
+{'epoch': 5, 'iter': 610, 'avg_loss': 1.5608940189871967, 'avg_acc_mask': 47.85654412645192, 'loss': 1.6419204473495483}
+{'epoch': 5, 'iter': 620, 'avg_loss': 1.5589889580692837, 'avg_acc_mask': 47.93012894278717, 'loss': 2.0564815998077393}
+{'epoch': 5, 'iter': 630, 'avg_loss': 1.5581910157732655, 'avg_acc_mask': 47.93649872300906, 'loss': 1.394692063331604}
+{'epoch': 5, 'iter': 640, 'avg_loss': 1.5575768109788761, 'avg_acc_mask': 47.97822037541195, 'loss': 1.422804832458496}
+{'epoch': 5, 'iter': 650, 'avg_loss': 1.5573983867230687, 'avg_acc_mask': 47.985875706214685, 'loss': 1.183133840560913}
+{'epoch': 5, 'iter': 660, 'avg_loss': 1.5552524695237717, 'avg_acc_mask': 48.035942803093526, 'loss': 1.3713628053665161}
+{'epoch': 5, 'iter': 670, 'avg_loss': 1.5555963072975774, 'avg_acc_mask': 48.00328902288612, 'loss': 1.7814780473709106}
+{'epoch': 5, 'iter': 680, 'avg_loss': 1.5544069803233713, 'avg_acc_mask': 48.02837415039379, 'loss': 1.7237638235092163}
+{'epoch': 5, 'iter': 690, 'avg_loss': 1.5545607340318595, 'avg_acc_mask': 48.012216173150975, 'loss': 1.5103226900100708}
+{'epoch': 5, 'iter': 700, 'avg_loss': 1.555988190092476, 'avg_acc_mask': 47.95509851636706, 'loss': 1.8413963317871094}
+{'epoch': 5, 'iter': 710, 'avg_loss': 1.5548681195945846, 'avg_acc_mask': 48.01609824054486, 'loss': 1.2586853504180908}
+{'epoch': 5, 'iter': 720, 'avg_loss': 1.555386306922082, 'avg_acc_mask': 48.00640390333156, 'loss': 1.483151912689209}
+{'epoch': 5, 'iter': 730, 'avg_loss': 1.553444902564204, 'avg_acc_mask': 48.038011182709425, 'loss': 1.655961275100708}
+{'epoch': 5, 'iter': 740, 'avg_loss': 1.5530264714629705, 'avg_acc_mask': 48.054421768707485, 'loss': 1.4046189785003662}
+{'epoch': 5, 'iter': 750, 'avg_loss': 1.55282365267826, 'avg_acc_mask': 48.05036357425211, 'loss': 1.7124888896942139}
+{'epoch': 5, 'iter': 760, 'avg_loss': 1.5517425279423065, 'avg_acc_mask': 48.11611659841002, 'loss': 1.1425472497940063}
+{'epoch': 5, 'iter': 770, 'avg_loss': 1.5530220218360347, 'avg_acc_mask': 48.06860835273435, 'loss': 1.652862310409546}
+{'epoch': 5, 'iter': 780, 'avg_loss': 1.5517340609267183, 'avg_acc_mask': 48.113650227582, 'loss': 1.1786919832229614}
+{'epoch': 5, 'iter': 790, 'avg_loss': 1.5527726332698248, 'avg_acc_mask': 48.07313512386161, 'loss': 1.4316679239273071}
+{'epoch': 5, 'iter': 800, 'avg_loss': 1.5526570200027152, 'avg_acc_mask': 48.06283202051658, 'loss': 1.5866016149520874}
+{'epoch': 5, 'iter': 810, 'avg_loss': 1.5522093620753024, 'avg_acc_mask': 48.08879043378015, 'loss': 1.5132091045379639}
+{'epoch': 5, 'iter': 820, 'avg_loss': 1.5528437129327353, 'avg_acc_mask': 48.047162859248346, 'loss': 1.6330358982086182}
+{'epoch': 5, 'iter': 830, 'avg_loss': 1.5515483409058746, 'avg_acc_mask': 48.092967818831944, 'loss': 1.5050172805786133}
+{'epoch': 5, 'iter': 840, 'avg_loss': 1.551841954626453, 'avg_acc_mask': 48.092185592185594, 'loss': 1.6017698049545288}
+{'epoch': 5, 'iter': 850, 'avg_loss': 1.551890815116824, 'avg_acc_mask': 48.08582065462997, 'loss': 1.366056203842163}
+{'epoch': 5, 'iter': 860, 'avg_loss': 1.5530664002161547, 'avg_acc_mask': 48.06094477145711, 'loss': 1.584939956665039}
+{'epoch': 5, 'iter': 870, 'avg_loss': 1.554624545793172, 'avg_acc_mask': 48.009151396847386, 'loss': 1.3933336734771729}
+{'epoch': 5, 'iter': 880, 'avg_loss': 1.5542808597258353, 'avg_acc_mask': 48.03897129087208, 'loss': 1.2915370464324951}
+{'epoch': 5, 'iter': 890, 'avg_loss': 1.5534278427979227, 'avg_acc_mask': 48.05777302279648, 'loss': 1.087900161743164}
+{'epoch': 5, 'iter': 900, 'avg_loss': 1.5534896879032105, 'avg_acc_mask': 48.04553308263035, 'loss': 1.7625569105148315}
+{'epoch': 5, 'iter': 910, 'avg_loss': 1.5528980205009326, 'avg_acc_mask': 48.09752567787582, 'loss': 1.6529488563537598}
+{'epoch': 5, 'iter': 920, 'avg_loss': 1.5519612725342782, 'avg_acc_mask': 48.175022861914044, 'loss': 1.4479644298553467}
+{'epoch': 5, 'iter': 930, 'avg_loss': 1.551864323951504, 'avg_acc_mask': 48.1953792261975, 'loss': 1.4512205123901367}
+{'epoch': 5, 'iter': 940, 'avg_loss': 1.5511558826747534, 'avg_acc_mask': 48.211366290385364, 'loss': 1.1678508520126343}
+{'epoch': 5, 'iter': 950, 'avg_loss': 1.5506458402181398, 'avg_acc_mask': 48.20888332209269, 'loss': 1.6579676866531372}
+{'epoch': 5, 'iter': 960, 'avg_loss': 1.550269035035192, 'avg_acc_mask': 48.24693523479057, 'loss': 1.6961936950683594}
+{'epoch': 5, 'iter': 970, 'avg_loss': 1.5510488949278725, 'avg_acc_mask': 48.22091905040258, 'loss': 1.2241724729537964}
+{'epoch': 5, 'iter': 980, 'avg_loss': 1.5519519744784582, 'avg_acc_mask': 48.20508993208448, 'loss': 1.4814130067825317}
+{'epoch': 5, 'iter': 990, 'avg_loss': 1.5526719508931326, 'avg_acc_mask': 48.18022343273936, 'loss': 1.7345134019851685}
+{'epoch': 5, 'iter': 1000, 'avg_loss': 1.5536058821401872, 'avg_acc_mask': 48.14753888614721, 'loss': 1.786736011505127}
+{'epoch': 5, 'iter': 1010, 'avg_loss': 1.553065223167959, 'avg_acc_mask': 48.144527714420185, 'loss': 1.3650263547897339}
+{'epoch': 5, 'iter': 1020, 'avg_loss': 1.553563079275884, 'avg_acc_mask': 48.11893965192766, 'loss': 1.5088400840759277}
+{'epoch': 5, 'iter': 1030, 'avg_loss': 1.5529788322638356, 'avg_acc_mask': 48.12795282583212, 'loss': 1.4554566144943237}
+{'epoch': 5, 'iter': 1040, 'avg_loss': 1.552649859793477, 'avg_acc_mask': 48.12067086248725, 'loss': 1.493005394935608}
+{'epoch': 5, 'iter': 1050, 'avg_loss': 1.551864119000258, 'avg_acc_mask': 48.137640547220386, 'loss': 1.74612295627594}
+{'epoch': 5, 'iter': 1060, 'avg_loss': 1.551789482902739, 'avg_acc_mask': 48.14068100358423, 'loss': 1.1754146814346313}
+{'epoch': 5, 'iter': 1070, 'avg_loss': 1.551037450520153, 'avg_acc_mask': 48.15080422087901, 'loss': 1.5062881708145142}
+{'epoch': 5, 'iter': 1080, 'avg_loss': 1.5505078951039875, 'avg_acc_mask': 48.194848218511254, 'loss': 1.3809257745742798}
+{'epoch': 5, 'iter': 1090, 'avg_loss': 1.5501698247343985, 'avg_acc_mask': 48.22763846835845, 'loss': 1.6512718200683594}
+{'epoch': 5, 'iter': 1100, 'avg_loss': 1.5492625394049393, 'avg_acc_mask': 48.29107311653206, 'loss': 1.1936544179916382}
+{'epoch': 'EP5_train', 'avg_loss': 1.549952913247622, 'total_masked_acc': 48.27660277594184}
+{'epoch': 6, 'iter': 0, 'avg_loss': 1.5532100200653076, 'avg_acc_mask': 49.152542372881356, 'loss': 1.5532100200653076}
+{'epoch': 6, 'iter': 10, 'avg_loss': 1.6115270094438032, 'avg_acc_mask': 48.306332842415316, 'loss': 1.585625171661377}
+{'epoch': 6, 'iter': 20, 'avg_loss': 1.5531928539276123, 'avg_acc_mask': 49.505766062602966, 'loss': 1.4676114320755005}
+{'epoch': 6, 'iter': 30, 'avg_loss': 1.5218294339795266, 'avg_acc_mask': 49.46053378762067, 'loss': 1.490809440612793}
+{'epoch': 6, 'iter': 40, 'avg_loss': 1.5183665621571425, 'avg_acc_mask': 50.043215211754536, 'loss': 1.3596683740615845}
+{'epoch': 6, 'iter': 50, 'avg_loss': 1.5349664676423167, 'avg_acc_mask': 49.05857740585774, 'loss': 1.4943714141845703}
+{'epoch': 6, 'iter': 60, 'avg_loss': 1.536905080568595, 'avg_acc_mask': 48.95741556534508, 'loss': 1.568427562713623}
+{'epoch': 6, 'iter': 70, 'avg_loss': 1.5264936072725646, 'avg_acc_mask': 49.41948510853105, 'loss': 1.8686109781265259}
+{'epoch': 6, 'iter': 80, 'avg_loss': 1.5313800183343298, 'avg_acc_mask': 49.19642857142857, 'loss': 1.7028045654296875}
+{'epoch': 6, 'iter': 90, 'avg_loss': 1.526639265673501, 'avg_acc_mask': 49.3256644188814, 'loss': 1.2903690338134766}
+{'epoch': 6, 'iter': 100, 'avg_loss': 1.5246913014072003, 'avg_acc_mask': 49.28892889288929, 'loss': 1.4556050300598145}
+{'epoch': 6, 'iter': 110, 'avg_loss': 1.5318719025130745, 'avg_acc_mask': 48.87899769205407, 'loss': 1.4071992635726929}
+{'epoch': 6, 'iter': 120, 'avg_loss': 1.5249233132551525, 'avg_acc_mask': 48.8727492812831, 'loss': 1.3835097551345825}
+{'epoch': 6, 'iter': 130, 'avg_loss': 1.528296761385357, 'avg_acc_mask': 48.74982539460819, 'loss': 1.6211209297180176}
+{'epoch': 6, 'iter': 140, 'avg_loss': 1.5309758325840563, 'avg_acc_mask': 48.67210778598264, 'loss': 1.8441805839538574}
+{'epoch': 6, 'iter': 150, 'avg_loss': 1.5201177881253476, 'avg_acc_mask': 49.09310761789601, 'loss': 1.5615382194519043}
+{'epoch': 6, 'iter': 160, 'avg_loss': 1.5236153750686172, 'avg_acc_mask': 48.98471366643851, 'loss': 1.9036675691604614}
+{'epoch': 6, 'iter': 170, 'avg_loss': 1.5287560810122574, 'avg_acc_mask': 48.75749785775493, 'loss': 1.774453043937683}
+{'epoch': 6, 'iter': 180, 'avg_loss': 1.528845884523339, 'avg_acc_mask': 48.75340668214394, 'loss': 1.6919900178909302}
+{'epoch': 6, 'iter': 190, 'avg_loss': 1.5338278478352811, 'avg_acc_mask': 48.405880106911034, 'loss': 1.6871870756149292}
+{'epoch': 6, 'iter': 200, 'avg_loss': 1.5314417686035384, 'avg_acc_mask': 48.555858310626704, 'loss': 1.3636958599090576}
+{'epoch': 6, 'iter': 210, 'avg_loss': 1.5342631328727396, 'avg_acc_mask': 48.49633778543731, 'loss': 1.5618256330490112}
+{'epoch': 6, 'iter': 220, 'avg_loss': 1.5319940283287705, 'avg_acc_mask': 48.69744435284419, 'loss': 1.6396340131759644}
+{'epoch': 6, 'iter': 230, 'avg_loss': 1.5342719807769314, 'avg_acc_mask': 48.621969517491905, 'loss': 1.4530019760131836}
+{'epoch': 6, 'iter': 240, 'avg_loss': 1.5340613606559785, 'avg_acc_mask': 48.63081240992187, 'loss': 1.3871642351150513}
+{'epoch': 6, 'iter': 250, 'avg_loss': 1.537019576209475, 'avg_acc_mask': 48.47289200642993, 'loss': 1.5105886459350586}
+{'epoch': 6, 'iter': 260, 'avg_loss': 1.5382394429824362, 'avg_acc_mask': 48.49782395058262, 'loss': 1.526254653930664}
+{'epoch': 6, 'iter': 270, 'avg_loss': 1.5395706311363135, 'avg_acc_mask': 48.55503038487509, 'loss': 1.8030927181243896}
+{'epoch': 6, 'iter': 280, 'avg_loss': 1.5422631455485931, 'avg_acc_mask': 48.458436321061534, 'loss': 1.0213252305984497}
+{'epoch': 6, 'iter': 290, 'avg_loss': 1.5418187320437218, 'avg_acc_mask': 48.575561285453745, 'loss': 1.4886293411254883}
+{'epoch': 6, 'iter': 300, 'avg_loss': 1.5421338756615142, 'avg_acc_mask': 48.59642726941305, 'loss': 1.4902511835098267}
+{'epoch': 6, 'iter': 310, 'avg_loss': 1.5412209940493298, 'avg_acc_mask': 48.49431315929047, 'loss': 1.4293686151504517}
+{'epoch': 6, 'iter': 320, 'avg_loss': 1.5409766712292703, 'avg_acc_mask': 48.41278936511574, 'loss': 1.4117615222930908}
+{'epoch': 6, 'iter': 330, 'avg_loss': 1.539631418411105, 'avg_acc_mask': 48.47710093374833, 'loss': 1.4817637205123901}
+{'epoch': 6, 'iter': 340, 'avg_loss': 1.5394874127729197, 'avg_acc_mask': 48.5201358563804, 'loss': 1.460921287536621}
+{'epoch': 6, 'iter': 350, 'avg_loss': 1.5398568032134292, 'avg_acc_mask': 48.52040014665061, 'loss': 1.6327054500579834}
+{'epoch': 6, 'iter': 360, 'avg_loss': 1.5406006906501475, 'avg_acc_mask': 48.460094373129024, 'loss': 1.7952231168746948}
+{'epoch': 6, 'iter': 370, 'avg_loss': 1.5416222735235312, 'avg_acc_mask': 48.39171895844656, 'loss': 1.5751407146453857}
+{'epoch': 6, 'iter': 380, 'avg_loss': 1.543802411068143, 'avg_acc_mask': 48.24996389196476, 'loss': 1.4436941146850586}
+{'epoch': 6, 'iter': 390, 'avg_loss': 1.5428994444325148, 'avg_acc_mask': 48.30508474576271, 'loss': 1.4967660903930664}
+{'epoch': 6, 'iter': 400, 'avg_loss': 1.5439718202165238, 'avg_acc_mask': 48.27901031680818, 'loss': 1.4120246171951294}
+{'epoch': 6, 'iter': 410, 'avg_loss': 1.5400780684466489, 'avg_acc_mask': 48.419738777693574, 'loss': 1.386906385421753}
+{'epoch': 6, 'iter': 420, 'avg_loss': 1.539497435659241, 'avg_acc_mask': 48.45091289380801, 'loss': 1.4349406957626343}
+{'epoch': 6, 'iter': 430, 'avg_loss': 1.5404085464377968, 'avg_acc_mask': 48.40207942730527, 'loss': 1.5570766925811768}
+{'epoch': 6, 'iter': 440, 'avg_loss': 1.5413087077962568, 'avg_acc_mask': 48.3331947792834, 'loss': 1.6199482679367065}
+{'epoch': 6, 'iter': 450, 'avg_loss': 1.541752663393507, 'avg_acc_mask': 48.24714628102531, 'loss': 1.4754208326339722}
+{'epoch': 6, 'iter': 460, 'avg_loss': 1.5426737622170024, 'avg_acc_mask': 48.20129586198673, 'loss': 1.596376657485962}
+{'epoch': 6, 'iter': 470, 'avg_loss': 1.544530672505656, 'avg_acc_mask': 48.10230059558566, 'loss': 1.7842991352081299}
+{'epoch': 6, 'iter': 480, 'avg_loss': 1.5430428170116923, 'avg_acc_mask': 48.141795311606636, 'loss': 1.511136770248413}
+{'epoch': 6, 'iter': 490, 'avg_loss': 1.5439918370208041, 'avg_acc_mask': 48.14745718443342, 'loss': 1.662184476852417}
+{'epoch': 6, 'iter': 500, 'avg_loss': 1.5447606898829371, 'avg_acc_mask': 48.1188987605572, 'loss': 1.572466492652893}
+{'epoch': 6, 'iter': 510, 'avg_loss': 1.5448440729755244, 'avg_acc_mask': 48.108920456578524, 'loss': 1.4864325523376465}
+{'epoch': 6, 'iter': 520, 'avg_loss': 1.544505136598781, 'avg_acc_mask': 48.095656761033936, 'loss': 1.9359456300735474}
+{'epoch': 6, 'iter': 530, 'avg_loss': 1.5450057683691467, 'avg_acc_mask': 48.07326766891308, 'loss': 1.3025178909301758}
+{'epoch': 6, 'iter': 540, 'avg_loss': 1.545045952589807, 'avg_acc_mask': 48.05512185187699, 'loss': 1.589168667793274}
+{'epoch': 6, 'iter': 550, 'avg_loss': 1.5469368801142906, 'avg_acc_mask': 47.99454569642144, 'loss': 1.565799593925476}
+{'epoch': 6, 'iter': 560, 'avg_loss': 1.5473804207196635, 'avg_acc_mask': 48.03751756593353, 'loss': 1.4992456436157227}
+{'epoch': 6, 'iter': 570, 'avg_loss': 1.5460858356514244, 'avg_acc_mask': 48.13459192191614, 'loss': 1.6373578310012817}
+{'epoch': 6, 'iter': 580, 'avg_loss': 1.5469094698482455, 'avg_acc_mask': 48.116573521518106, 'loss': 1.786501169204712}
+{'epoch': 6, 'iter': 590, 'avg_loss': 1.5475657170799177, 'avg_acc_mask': 48.037909994734726, 'loss': 1.5368015766143799}
+{'epoch': 6, 'iter': 600, 'avg_loss': 1.5482548833290075, 'avg_acc_mask': 47.98172124904798, 'loss': 1.4944212436676025}
+{'epoch': 6, 'iter': 610, 'avg_loss': 1.5485397584114449, 'avg_acc_mask': 47.95398717871907, 'loss': 1.5938746929168701}
+{'epoch': 6, 'iter': 620, 'avg_loss': 1.5468714305360152, 'avg_acc_mask': 48.004365910498834, 'loss': 1.785803198814392}
+{'epoch': 6, 'iter': 630, 'avg_loss': 1.5454955398564105, 'avg_acc_mask': 48.043913914786096, 'loss': 1.237113356590271}
+{'epoch': 6, 'iter': 640, 'avg_loss': 1.545300999316336, 'avg_acc_mask': 48.07868514488604, 'loss': 1.2948660850524902}
+{'epoch': 6, 'iter': 650, 'avg_loss': 1.5451737198229027, 'avg_acc_mask': 48.099621618568925, 'loss': 1.5684067010879517}
+{'epoch': 6, 'iter': 660, 'avg_loss': 1.543666607042304, 'avg_acc_mask': 48.1711390713729, 'loss': 1.4518728256225586}
+{'epoch': 6, 'iter': 670, 'avg_loss': 1.5428189111182302, 'avg_acc_mask': 48.20708387061373, 'loss': 1.4897438287734985}
+{'epoch': 6, 'iter': 680, 'avg_loss': 1.5427844096385435, 'avg_acc_mask': 48.18892525766224, 'loss': 1.7907835245132446}
+{'epoch': 6, 'iter': 690, 'avg_loss': 1.5418329947074139, 'avg_acc_mask': 48.21314443971027, 'loss': 1.3492010831832886}
+{'epoch': 6, 'iter': 700, 'avg_loss': 1.5438879540405328, 'avg_acc_mask': 48.19852941176471, 'loss': 1.761960506439209}
+{'epoch': 6, 'iter': 710, 'avg_loss': 1.5425964477360667, 'avg_acc_mask': 48.272913373584515, 'loss': 1.5011544227600098}
+{'epoch': 6, 'iter': 720, 'avg_loss': 1.5432365444100018, 'avg_acc_mask': 48.245367412140574, 'loss': 1.9293087720870972}
+{'epoch': 6, 'iter': 730, 'avg_loss': 1.541992025972228, 'avg_acc_mask': 48.233634027112835, 'loss': 1.417250394821167}
+{'epoch': 6, 'iter': 740, 'avg_loss': 1.543654047606284, 'avg_acc_mask': 48.241580713309304, 'loss': 1.5265709161758423}
+{'epoch': 6, 'iter': 750, 'avg_loss': 1.544125421942471, 'avg_acc_mask': 48.226498345385465, 'loss': 1.6387990713119507}
+{'epoch': 6, 'iter': 760, 'avg_loss': 1.5434849143968148, 'avg_acc_mask': 48.22780828877652, 'loss': 1.2997844219207764}
+{'epoch': 6, 'iter': 770, 'avg_loss': 1.5449971726741618, 'avg_acc_mask': 48.166626879923605, 'loss': 1.4771634340286255}
+{'epoch': 6, 'iter': 780, 'avg_loss': 1.5445188695276286, 'avg_acc_mask': 48.187884647126786, 'loss': 1.5163397789001465}
+{'epoch': 6, 'iter': 790, 'avg_loss': 1.5436639870916093, 'avg_acc_mask': 48.25810360496819, 'loss': 1.6131807565689087}
+{'epoch': 6, 'iter': 800, 'avg_loss': 1.5443318841906821, 'avg_acc_mask': 48.21272484703501, 'loss': 1.7862292528152466}
+{'epoch': 6, 'iter': 810, 'avg_loss': 1.5434221769378746, 'avg_acc_mask': 48.23871642198082, 'loss': 1.462053894996643}
+{'epoch': 6, 'iter': 820, 'avg_loss': 1.5435507229997818, 'avg_acc_mask': 48.24496395607357, 'loss': 1.4483153820037842}
+{'epoch': 6, 'iter': 830, 'avg_loss': 1.5439767017691575, 'avg_acc_mask': 48.242031430347154, 'loss': 1.9357519149780273}
+{'epoch': 6, 'iter': 840, 'avg_loss': 1.5443922430808423, 'avg_acc_mask': 48.20670024085833, 'loss': 1.5389153957366943}
+{'epoch': 6, 'iter': 850, 'avg_loss': 1.5458303913386533, 'avg_acc_mask': 48.159754489853256, 'loss': 1.6278074979782104}
+{'epoch': 6, 'iter': 860, 'avg_loss': 1.5474487174124945, 'avg_acc_mask': 48.073515913505666, 'loss': 1.7556520700454712}
+{'epoch': 6, 'iter': 870, 'avg_loss': 1.548761969387326, 'avg_acc_mask': 48.02283691828007, 'loss': 1.3912793397903442}
+{'epoch': 6, 'iter': 880, 'avg_loss': 1.5494884002898797, 'avg_acc_mask': 47.99433203442456, 'loss': 1.4729034900665283}
+{'epoch': 6, 'iter': 890, 'avg_loss': 1.5481774125302548, 'avg_acc_mask': 48.0347094832739, 'loss': 1.2161284685134888}
+{'epoch': 6, 'iter': 900, 'avg_loss': 1.548575959181812, 'avg_acc_mask': 48.002606181536834, 'loss': 1.5838831663131714}
+{'epoch': 6, 'iter': 910, 'avg_loss': 1.548295541142004, 'avg_acc_mask': 47.99718196457327, 'loss': 1.5785026550292969}
+{'epoch': 6, 'iter': 920, 'avg_loss': 1.5481048534410913, 'avg_acc_mask': 48.00645907260476, 'loss': 1.2194880247116089}
+{'epoch': 6, 'iter': 930, 'avg_loss': 1.547978280758371, 'avg_acc_mask': 48.01105517717896, 'loss': 1.9513001441955566}
+{'epoch': 6, 'iter': 940, 'avg_loss': 1.5483986452839453, 'avg_acc_mask': 47.97384345110287, 'loss': 1.301124930381775}
+{'epoch': 6, 'iter': 950, 'avg_loss': 1.5481810814825392, 'avg_acc_mask': 47.98245274997101, 'loss': 1.6879464387893677}
+{'epoch': 6, 'iter': 960, 'avg_loss': 1.548042543658853, 'avg_acc_mask': 48.03000440115578, 'loss': 1.501678705215454}
+{'epoch': 6, 'iter': 970, 'avg_loss': 1.548933779849574, 'avg_acc_mask': 48.00424146027418, 'loss': 1.3240461349487305}
+{'epoch': 6, 'iter': 980, 'avg_loss': 1.5492480760563647, 'avg_acc_mask': 48.00494780441179, 'loss': 1.5364766120910645}
+{'epoch': 6, 'iter': 990, 'avg_loss': 1.5503388263743774, 'avg_acc_mask': 47.94705915064786, 'loss': 1.8287553787231445}
+{'epoch': 6, 'iter': 1000, 'avg_loss': 1.550956693383959, 'avg_acc_mask': 47.94854857058974, 'loss': 1.8074973821640015}
+{'epoch': 6, 'iter': 1010, 'avg_loss': 1.5513354463817812, 'avg_acc_mask': 47.93047710720837, 'loss': 1.2882919311523438}
+{'epoch': 6, 'iter': 1020, 'avg_loss': 1.5507356138000525, 'avg_acc_mask': 47.957917453466415, 'loss': 1.2794263362884521}
+{'epoch': 6, 'iter': 1030, 'avg_loss': 1.5501971385296287, 'avg_acc_mask': 47.956747897962096, 'loss': 1.5944486856460571}
+{'epoch': 6, 'iter': 1040, 'avg_loss': 1.5503833453662115, 'avg_acc_mask': 47.930413917216555, 'loss': 1.6097748279571533}
+{'epoch': 6, 'iter': 1050, 'avg_loss': 1.551201826441753, 'avg_acc_mask': 47.910844046953606, 'loss': 1.7466484308242798}
+{'epoch': 6, 'iter': 1060, 'avg_loss': 1.5508766146789286, 'avg_acc_mask': 47.89622167990723, 'loss': 1.1882909536361694}
+{'epoch': 6, 'iter': 1070, 'avg_loss': 1.5514119210697355, 'avg_acc_mask': 47.88587496999417, 'loss': 1.6399047374725342}
+{'epoch': 6, 'iter': 1080, 'avg_loss': 1.5518503089286353, 'avg_acc_mask': 47.84986413043478, 'loss': 1.5858877897262573}
+{'epoch': 6, 'iter': 1090, 'avg_loss': 1.552506868113737, 'avg_acc_mask': 47.827255923374224, 'loss': 1.5685549974441528}
+{'epoch': 6, 'iter': 1100, 'avg_loss': 1.5519373472661564, 'avg_acc_mask': 47.8508501673689, 'loss': 1.0877513885498047}
+{'epoch': 'EP6_train', 'avg_loss': 1.5524350202461175, 'total_masked_acc': 47.84845417282066}
+{'epoch': 7, 'iter': 0, 'avg_loss': 1.79989755153656, 'avg_acc_mask': 42.592592592592595, 'loss': 1.79989755153656}
+{'epoch': 7, 'iter': 10, 'avg_loss': 1.6316686001690952, 'avg_acc_mask': 47.474747474747474, 'loss': 1.505995273590088}
+{'epoch': 7, 'iter': 20, 'avg_loss': 1.6554288410005116, 'avg_acc_mask': 45.36713286713287, 'loss': 1.586769700050354}
+{'epoch': 7, 'iter': 30, 'avg_loss': 1.5862459021229898, 'avg_acc_mask': 48.179104477611936, 'loss': 1.6315957307815552}
+{'epoch': 7, 'iter': 40, 'avg_loss': 1.5759465025692452, 'avg_acc_mask': 48.10690423162583, 'loss': 1.6025594472885132}
+{'epoch': 7, 'iter': 50, 'avg_loss': 1.6050185175503002, 'avg_acc_mask': 46.81232091690544, 'loss': 1.9946820735931396}
+{'epoch': 7, 'iter': 60, 'avg_loss': 1.5780257084330573, 'avg_acc_mask': 47.33192643955381, 'loss': 1.1242468357086182}
+{'epoch': 7, 'iter': 70, 'avg_loss': 1.5663573725122801, 'avg_acc_mask': 47.68793593386722, 'loss': 1.69334077835083}
+{'epoch': 7, 'iter': 80, 'avg_loss': 1.5612466291145042, 'avg_acc_mask': 47.62333858977247, 'loss': 1.6660481691360474}
+{'epoch': 7, 'iter': 90, 'avg_loss': 1.5650037684283413, 'avg_acc_mask': 47.607607607607605, 'loss': 1.6698603630065918}
+{'epoch': 7, 'iter': 100, 'avg_loss': 1.5577474384024592, 'avg_acc_mask': 48.02464661109098, 'loss': 1.2041163444519043}
+{'epoch': 7, 'iter': 110, 'avg_loss': 1.5494658581845395, 'avg_acc_mask': 48.36839489812821, 'loss': 1.091680645942688}
+{'epoch': 7, 'iter': 120, 'avg_loss': 1.5431617015649464, 'avg_acc_mask': 48.51575582280408, 'loss': 1.4795538187026978}
+{'epoch': 7, 'iter': 130, 'avg_loss': 1.5407481530240474, 'avg_acc_mask': 48.61824746562977, 'loss': 1.6394115686416626}
+{'epoch': 7, 'iter': 140, 'avg_loss': 1.545322060585022, 'avg_acc_mask': 48.27409213396638, 'loss': 1.602476954460144}
+{'epoch': 7, 'iter': 150, 'avg_loss': 1.5365111133120708, 'avg_acc_mask': 48.55902568431207, 'loss': 1.725669503211975}
+{'epoch': 7, 'iter': 160, 'avg_loss': 1.543940498221735, 'avg_acc_mask': 48.50720853672381, 'loss': 1.6894162893295288}
+{'epoch': 7, 'iter': 170, 'avg_loss': 1.5468909245485452, 'avg_acc_mask': 48.34860430428298, 'loss': 1.6855711936950684}
+{'epoch': 7, 'iter': 180, 'avg_loss': 1.540837807549956, 'avg_acc_mask': 48.45548152634767, 'loss': 1.751434326171875}
+{'epoch': 7, 'iter': 190, 'avg_loss': 1.5403052275093438, 'avg_acc_mask': 48.32144555397051, 'loss': 1.4282677173614502}
+{'epoch': 7, 'iter': 200, 'avg_loss': 1.540539962142261, 'avg_acc_mask': 48.33935018050541, 'loss': 1.6181142330169678}
+{'epoch': 7, 'iter': 210, 'avg_loss': 1.5370461562233513, 'avg_acc_mask': 48.47004371303677, 'loss': 1.2589775323867798}
+{'epoch': 7, 'iter': 220, 'avg_loss': 1.5365507629662079, 'avg_acc_mask': 48.515580273165945, 'loss': 1.6437358856201172}
+{'epoch': 7, 'iter': 230, 'avg_loss': 1.5395238642052655, 'avg_acc_mask': 48.36637154274073, 'loss': 1.8635846376419067}
+{'epoch': 7, 'iter': 240, 'avg_loss': 1.5373775276405683, 'avg_acc_mask': 48.379821066085256, 'loss': 1.4776203632354736}
+{'epoch': 7, 'iter': 250, 'avg_loss': 1.5388805082594732, 'avg_acc_mask': 48.25543596041321, 'loss': 1.3732067346572876}
+{'epoch': 7, 'iter': 260, 'avg_loss': 1.5414272108297238, 'avg_acc_mask': 48.16102343043871, 'loss': 1.6149259805679321}
+{'epoch': 7, 'iter': 270, 'avg_loss': 1.5408259265097304, 'avg_acc_mask': 48.26618560833835, 'loss': 1.9149852991104126}
+{'epoch': 7, 'iter': 280, 'avg_loss': 1.5412607447532571, 'avg_acc_mask': 48.34668044432963, 'loss': 1.0709317922592163}
+{'epoch': 7, 'iter': 290, 'avg_loss': 1.539533008414855, 'avg_acc_mask': 48.389312023973034, 'loss': 1.3119447231292725}
+{'epoch': 7, 'iter': 300, 'avg_loss': 1.537389953271099, 'avg_acc_mask': 48.40848806366048, 'loss': 1.0286945104599}
+{'epoch': 7, 'iter': 310, 'avg_loss': 1.5372769706118912, 'avg_acc_mask': 48.34650278021657, 'loss': 1.4334778785705566}
+{'epoch': 7, 'iter': 320, 'avg_loss': 1.535287001051264, 'avg_acc_mask': 48.42488343000114, 'loss': 1.2321385145187378}
+{'epoch': 7, 'iter': 330, 'avg_loss': 1.5350438028664026, 'avg_acc_mask': 48.42853992059991, 'loss': 1.4677327871322632}
+{'epoch': 7, 'iter': 340, 'avg_loss': 1.5349360428247982, 'avg_acc_mask': 48.45046298774287, 'loss': 1.6227240562438965}
+{'epoch': 7, 'iter': 350, 'avg_loss': 1.5365936331599526, 'avg_acc_mask': 48.48926859762451, 'loss': 1.4181914329528809}
+{'epoch': 7, 'iter': 360, 'avg_loss': 1.5368545857823126, 'avg_acc_mask': 48.43979163505791, 'loss': 1.4717066287994385}
+{'epoch': 7, 'iter': 370, 'avg_loss': 1.5349349863124344, 'avg_acc_mask': 48.53367392051874, 'loss': 1.605664610862732}
+{'epoch': 7, 'iter': 380, 'avg_loss': 1.537428464789403, 'avg_acc_mask': 48.37382819973216, 'loss': 1.1259382963180542}
+{'epoch': 7, 'iter': 390, 'avg_loss': 1.5380174409398033, 'avg_acc_mask': 48.369920597851475, 'loss': 1.4072387218475342}
+{'epoch': 7, 'iter': 400, 'avg_loss': 1.5372626879566031, 'avg_acc_mask': 48.365178530712754, 'loss': 1.2674248218536377}
+{'epoch': 7, 'iter': 410, 'avg_loss': 1.5351177358279262, 'avg_acc_mask': 48.407217643127645, 'loss': 1.3905577659606934}
+{'epoch': 7, 'iter': 420, 'avg_loss': 1.5363007172269663, 'avg_acc_mask': 48.363905712169405, 'loss': 1.4467206001281738}
+{'epoch': 7, 'iter': 430, 'avg_loss': 1.5351077243512854, 'avg_acc_mask': 48.396985566483586, 'loss': 1.3737373352050781}
+{'epoch': 7, 'iter': 440, 'avg_loss': 1.5367642476174836, 'avg_acc_mask': 48.37329122865334, 'loss': 1.6603381633758545}
+{'epoch': 7, 'iter': 450, 'avg_loss': 1.5358207751800639, 'avg_acc_mask': 48.41930116472546, 'loss': 1.2592291831970215}
+{'epoch': 7, 'iter': 460, 'avg_loss': 1.5366198533010587, 'avg_acc_mask': 48.3429794656307, 'loss': 1.4313849210739136}
+{'epoch': 7, 'iter': 470, 'avg_loss': 1.5380194255500843, 'avg_acc_mask': 48.25714396494901, 'loss': 1.4960105419158936}
+{'epoch': 7, 'iter': 480, 'avg_loss': 1.5368057876019865, 'avg_acc_mask': 48.277301358427565, 'loss': 1.2177790403366089}
+{'epoch': 7, 'iter': 490, 'avg_loss': 1.53737954136796, 'avg_acc_mask': 48.254322364751815, 'loss': 1.5623258352279663}
+{'epoch': 7, 'iter': 500, 'avg_loss': 1.535871553801729, 'avg_acc_mask': 48.31628381084131, 'loss': 1.4952691793441772}
+{'epoch': 7, 'iter': 510, 'avg_loss': 1.5366017372874132, 'avg_acc_mask': 48.21008343435784, 'loss': 1.5197231769561768}
+{'epoch': 7, 'iter': 520, 'avg_loss': 1.535230072469034, 'avg_acc_mask': 48.23447069116361, 'loss': 1.8701767921447754}
+{'epoch': 7, 'iter': 530, 'avg_loss': 1.5345057086307001, 'avg_acc_mask': 48.27811158798283, 'loss': 1.2331197261810303}
+{'epoch': 7, 'iter': 540, 'avg_loss': 1.5341166395576957, 'avg_acc_mask': 48.243662351672064, 'loss': 1.392285704612732}
+{'epoch': 7, 'iter': 550, 'avg_loss': 1.5350777640965803, 'avg_acc_mask': 48.209794837855725, 'loss': 1.5969809293746948}
+{'epoch': 7, 'iter': 560, 'avg_loss': 1.5341330296003033, 'avg_acc_mask': 48.2449564905648, 'loss': 1.0106505155563354}
+{'epoch': 7, 'iter': 570, 'avg_loss': 1.5313359591881572, 'avg_acc_mask': 48.34407361097753, 'loss': 1.1786834001541138}
+{'epoch': 7, 'iter': 580, 'avg_loss': 1.5313074372311262, 'avg_acc_mask': 48.382524333007844, 'loss': 1.8457673788070679}
+{'epoch': 7, 'iter': 590, 'avg_loss': 1.5315784402506807, 'avg_acc_mask': 48.36020011117287, 'loss': 1.3490110635757446}
+{'epoch': 7, 'iter': 600, 'avg_loss': 1.5327052228065974, 'avg_acc_mask': 48.34493449648926, 'loss': 1.7739452123641968}
+{'epoch': 7, 'iter': 610, 'avg_loss': 1.5328127595484744, 'avg_acc_mask': 48.32377196127644, 'loss': 1.6292163133621216}
+{'epoch': 7, 'iter': 620, 'avg_loss': 1.531676950182124, 'avg_acc_mask': 48.39896403555242, 'loss': 2.046889543533325}
+{'epoch': 7, 'iter': 630, 'avg_loss': 1.5306895335578314, 'avg_acc_mask': 48.40812306266115, 'loss': 1.0756404399871826}
+{'epoch': 7, 'iter': 640, 'avg_loss': 1.5314084197541296, 'avg_acc_mask': 48.39105730519944, 'loss': 1.4057174921035767}
+{'epoch': 7, 'iter': 650, 'avg_loss': 1.5312393857037416, 'avg_acc_mask': 48.38909541511772, 'loss': 1.7288480997085571}
+{'epoch': 7, 'iter': 660, 'avg_loss': 1.5317533700621255, 'avg_acc_mask': 48.38315707663697, 'loss': 1.5249769687652588}
+{'epoch': 7, 'iter': 670, 'avg_loss': 1.5323321559034766, 'avg_acc_mask': 48.37526348928249, 'loss': 1.870191216468811}
+{'epoch': 7, 'iter': 680, 'avg_loss': 1.5327017381677894, 'avg_acc_mask': 48.36151792216199, 'loss': 1.9750521183013916}
+{'epoch': 7, 'iter': 690, 'avg_loss': 1.5326640668895242, 'avg_acc_mask': 48.319350042480885, 'loss': 1.243627905845642}
+{'epoch': 7, 'iter': 700, 'avg_loss': 1.533605467490905, 'avg_acc_mask': 48.32104189549663, 'loss': 1.41909658908844}
+{'epoch': 7, 'iter': 710, 'avg_loss': 1.5328954806140036, 'avg_acc_mask': 48.31269349845201, 'loss': 1.7301727533340454}
+{'epoch': 7, 'iter': 720, 'avg_loss': 1.5342718856344606, 'avg_acc_mask': 48.26788076101332, 'loss': 1.8108323812484741}
+{'epoch': 7, 'iter': 730, 'avg_loss': 1.5323528795822863, 'avg_acc_mask': 48.27941065736302, 'loss': 1.8464909791946411}
+{'epoch': 7, 'iter': 740, 'avg_loss': 1.5329514195722769, 'avg_acc_mask': 48.261343372300374, 'loss': 1.2505128383636475}
+{'epoch': 7, 'iter': 750, 'avg_loss': 1.533372414810521, 'avg_acc_mask': 48.27518811687677, 'loss': 1.7050399780273438}
+{'epoch': 7, 'iter': 760, 'avg_loss': 1.5324367957578853, 'avg_acc_mask': 48.31664052129842, 'loss': 1.1032323837280273}
+{'epoch': 7, 'iter': 770, 'avg_loss': 1.533847144682893, 'avg_acc_mask': 48.289244982023384, 'loss': 1.7843672037124634}
+{'epoch': 7, 'iter': 780, 'avg_loss': 1.5334681442696674, 'avg_acc_mask': 48.29380872759814, 'loss': 1.516196370124817}
+{'epoch': 7, 'iter': 790, 'avg_loss': 1.5326342313690524, 'avg_acc_mask': 48.344447800729604, 'loss': 1.5869944095611572}
+{'epoch': 7, 'iter': 800, 'avg_loss': 1.5324542753854198, 'avg_acc_mask': 48.36266838010877, 'loss': 1.493970274925232}
+{'epoch': 7, 'iter': 810, 'avg_loss': 1.532616024173144, 'avg_acc_mask': 48.365583104598144, 'loss': 1.5814530849456787}
+{'epoch': 7, 'iter': 820, 'avg_loss': 1.5326531266614378, 'avg_acc_mask': 48.37372877559249, 'loss': 1.6714038848876953}
+{'epoch': 7, 'iter': 830, 'avg_loss': 1.5321484517247812, 'avg_acc_mask': 48.40717766947275, 'loss': 1.9977636337280273}
+{'epoch': 7, 'iter': 840, 'avg_loss': 1.5338398486056877, 'avg_acc_mask': 48.326217843459226, 'loss': 1.661230444908142}
+{'epoch': 7, 'iter': 850, 'avg_loss': 1.5336021509910163, 'avg_acc_mask': 48.33931583272067, 'loss': 1.51198410987854}
+{'epoch': 7, 'iter': 860, 'avg_loss': 1.5342626055220139, 'avg_acc_mask': 48.316430020283974, 'loss': 1.6031088829040527}
+{'epoch': 7, 'iter': 870, 'avg_loss': 1.5355869814257397, 'avg_acc_mask': 48.27266403895201, 'loss': 1.4141666889190674}
+{'epoch': 7, 'iter': 880, 'avg_loss': 1.5356785751092719, 'avg_acc_mask': 48.278308777494885, 'loss': 1.3216396570205688}
+{'epoch': 7, 'iter': 890, 'avg_loss': 1.5348386401279206, 'avg_acc_mask': 48.324074265298115, 'loss': 1.3774216175079346}
+{'epoch': 7, 'iter': 900, 'avg_loss': 1.5358507582270742, 'avg_acc_mask': 48.282684070976956, 'loss': 1.805446982383728}
+{'epoch': 7, 'iter': 910, 'avg_loss': 1.5369647189762146, 'avg_acc_mask': 48.22612164312912, 'loss': 1.8653056621551514}
+{'epoch': 7, 'iter': 920, 'avg_loss': 1.5360585411648537, 'avg_acc_mask': 48.286044933955864, 'loss': 1.3083641529083252}
+{'epoch': 7, 'iter': 930, 'avg_loss': 1.535823533729631, 'avg_acc_mask': 48.2636763863937, 'loss': 1.789486050605774}
+{'epoch': 7, 'iter': 940, 'avg_loss': 1.5356035587891508, 'avg_acc_mask': 48.265292176731286, 'loss': 1.2135164737701416}
+{'epoch': 7, 'iter': 950, 'avg_loss': 1.5356959760753137, 'avg_acc_mask': 48.247681607418855, 'loss': 1.742857813835144}
+{'epoch': 7, 'iter': 960, 'avg_loss': 1.536252190927809, 'avg_acc_mask': 48.245395957239296, 'loss': 1.6558386087417603}
+{'epoch': 7, 'iter': 970, 'avg_loss': 1.537540345371199, 'avg_acc_mask': 48.2117202268431, 'loss': 1.427354097366333}
+{'epoch': 7, 'iter': 980, 'avg_loss': 1.538839903021199, 'avg_acc_mask': 48.16643291257597, 'loss': 1.5194480419158936}
+{'epoch': 7, 'iter': 990, 'avg_loss': 1.5392804307605616, 'avg_acc_mask': 48.14664101805268, 'loss': 1.555657982826233}
+{'epoch': 7, 'iter': 1000, 'avg_loss': 1.5389065322699722, 'avg_acc_mask': 48.1480803383438, 'loss': 1.8580060005187988}
+{'epoch': 7, 'iter': 1010, 'avg_loss': 1.538835560591591, 'avg_acc_mask': 48.14640162507255, 'loss': 1.6538748741149902}
+{'epoch': 7, 'iter': 1020, 'avg_loss': 1.5387879867511678, 'avg_acc_mask': 48.17773788150808, 'loss': 1.5108518600463867}
+{'epoch': 7, 'iter': 1030, 'avg_loss': 1.5387155093346605, 'avg_acc_mask': 48.17028695451068, 'loss': 1.821081519126892}
+{'epoch': 7, 'iter': 1040, 'avg_loss': 1.539465839134513, 'avg_acc_mask': 48.12622231619007, 'loss': 1.7881789207458496}
+{'epoch': 7, 'iter': 1050, 'avg_loss': 1.5399718622045218, 'avg_acc_mask': 48.09556242468696, 'loss': 1.6712868213653564}
+{'epoch': 7, 'iter': 1060, 'avg_loss': 1.5406212780298094, 'avg_acc_mask': 48.06877345925657, 'loss': 1.3431740999221802}
+{'epoch': 7, 'iter': 1070, 'avg_loss': 1.54102273520524, 'avg_acc_mask': 48.023847458498224, 'loss': 1.5572837591171265}
+{'epoch': 7, 'iter': 1080, 'avg_loss': 1.5410777182076179, 'avg_acc_mask': 48.01785290024777, 'loss': 1.4245778322219849}
+{'epoch': 7, 'iter': 1090, 'avg_loss': 1.542138798372337, 'avg_acc_mask': 47.984209642197214, 'loss': 1.8228176832199097}
+{'epoch': 7, 'iter': 1100, 'avg_loss': 1.5416881374940343, 'avg_acc_mask': 48.002863755182226, 'loss': 1.3018149137496948}
+{'epoch': 'EP7_train', 'avg_loss': 1.5420955868867727, 'total_masked_acc': 47.98096217309829}
+{'epoch': 8, 'iter': 0, 'avg_loss': 1.600028157234192, 'avg_acc_mask': 44.44444444444444, 'loss': 1.600028157234192}
+{'epoch': 8, 'iter': 10, 'avg_loss': 1.5254820585250854, 'avg_acc_mask': 49.84025559105431, 'loss': 1.4956930875778198}
+{'epoch': 8, 'iter': 20, 'avg_loss': 1.5016994306019373, 'avg_acc_mask': 51.122625215889464, 'loss': 1.6041439771652222}
+{'epoch': 8, 'iter': 30, 'avg_loss': 1.4970783418224705, 'avg_acc_mask': 50.174621653084984, 'loss': 1.5445435047149658}
+{'epoch': 8, 'iter': 40, 'avg_loss': 1.4913888239279025, 'avg_acc_mask': 49.86899563318777, 'loss': 1.4552183151245117}
+{'epoch': 8, 'iter': 50, 'avg_loss': 1.5159677220325845, 'avg_acc_mask': 49.21793534932221, 'loss': 1.5601880550384521}
+{'epoch': 8, 'iter': 60, 'avg_loss': 1.515384765922046, 'avg_acc_mask': 49.07138711549623, 'loss': 1.4873509407043457}
+{'epoch': 8, 'iter': 70, 'avg_loss': 1.515288900321638, 'avg_acc_mask': 49.21971761208818, 'loss': 1.7311261892318726}
+{'epoch': 8, 'iter': 80, 'avg_loss': 1.5244323545032077, 'avg_acc_mask': 48.92833946741719, 'loss': 1.4924086332321167}
+{'epoch': 8, 'iter': 90, 'avg_loss': 1.5308231639338064, 'avg_acc_mask': 48.829560843490036, 'loss': 1.5496997833251953}
+{'epoch': 8, 'iter': 100, 'avg_loss': 1.537931243972023, 'avg_acc_mask': 48.67771509167842, 'loss': 1.559226155281067}
+{'epoch': 8, 'iter': 110, 'avg_loss': 1.5468480565526463, 'avg_acc_mask': 48.36991607488702, 'loss': 1.6610287427902222}
+{'epoch': 8, 'iter': 120, 'avg_loss': 1.5420703474155142, 'avg_acc_mask': 48.37561192701379, 'loss': 1.5682262182235718}
+{'epoch': 8, 'iter': 130, 'avg_loss': 1.5493726248049553, 'avg_acc_mask': 47.942218588171166, 'loss': 1.5213711261749268}
+{'epoch': 8, 'iter': 140, 'avg_loss': 1.55084631629024, 'avg_acc_mask': 48.09547993905536, 'loss': 1.4465465545654297}
+{'epoch': 8, 'iter': 150, 'avg_loss': 1.5457497298322767, 'avg_acc_mask': 48.38207094918504, 'loss': 1.5646761655807495}
+{'epoch': 8, 'iter': 160, 'avg_loss': 1.545894756080201, 'avg_acc_mask': 48.46771457650119, 'loss': 1.7124316692352295}
+{'epoch': 8, 'iter': 170, 'avg_loss': 1.5435050419199536, 'avg_acc_mask': 48.49160824304228, 'loss': 1.448538064956665}
+{'epoch': 8, 'iter': 180, 'avg_loss': 1.5450618141922503, 'avg_acc_mask': 48.45845845845846, 'loss': 1.739042043685913}
+{'epoch': 8, 'iter': 190, 'avg_loss': 1.5421188021205483, 'avg_acc_mask': 48.44356135869051, 'loss': 1.3757590055465698}
+{'epoch': 8, 'iter': 200, 'avg_loss': 1.540193044131075, 'avg_acc_mask': 48.56835113544565, 'loss': 1.6423040628433228}
+{'epoch': 8, 'iter': 210, 'avg_loss': 1.5371059207554678, 'avg_acc_mask': 48.621425522833974, 'loss': 1.2731417417526245}
+{'epoch': 8, 'iter': 220, 'avg_loss': 1.5349409720476936, 'avg_acc_mask': 48.65965941497596, 'loss': 1.3871628046035767}
+{'epoch': 8, 'iter': 230, 'avg_loss': 1.5315219636087294, 'avg_acc_mask': 48.74015133785787, 'loss': 1.701175332069397}
+{'epoch': 8, 'iter': 240, 'avg_loss': 1.5328466311035314, 'avg_acc_mask': 48.733702982166946, 'loss': 1.4004417657852173}
+{'epoch': 8, 'iter': 250, 'avg_loss': 1.5360568797445868, 'avg_acc_mask': 48.57864357864358, 'loss': 1.241376280784607}
+{'epoch': 8, 'iter': 260, 'avg_loss': 1.5371591156469908, 'avg_acc_mask': 48.48064381850978, 'loss': 1.4775696992874146}
+{'epoch': 8, 'iter': 270, 'avg_loss': 1.5366148730925528, 'avg_acc_mask': 48.46041055718475, 'loss': 1.7169640064239502}
+{'epoch': 8, 'iter': 280, 'avg_loss': 1.5359578270504908, 'avg_acc_mask': 48.46827133479212, 'loss': 1.0024306774139404}
+{'epoch': 8, 'iter': 290, 'avg_loss': 1.5364745681228507, 'avg_acc_mask': 48.438376659809244, 'loss': 1.5145634412765503}
+{'epoch': 8, 'iter': 300, 'avg_loss': 1.5349966863857156, 'avg_acc_mask': 48.54210685179596, 'loss': 1.1097511053085327}
+{'epoch': 8, 'iter': 310, 'avg_loss': 1.5346530455485035, 'avg_acc_mask': 48.44142932335224, 'loss': 1.4055978059768677}
+{'epoch': 8, 'iter': 320, 'avg_loss': 1.534847649644097, 'avg_acc_mask': 48.464202577641515, 'loss': 1.6342823505401611}
+{'epoch': 8, 'iter': 330, 'avg_loss': 1.5341740124535344, 'avg_acc_mask': 48.44833278309673, 'loss': 1.2372286319732666}
+{'epoch': 8, 'iter': 340, 'avg_loss': 1.5317744420420738, 'avg_acc_mask': 48.48986125933831, 'loss': 1.4312465190887451}
+{'epoch': 8, 'iter': 350, 'avg_loss': 1.5316037593404113, 'avg_acc_mask': 48.49051701740712, 'loss': 1.5407074689865112}
+{'epoch': 8, 'iter': 360, 'avg_loss': 1.5313974924364908, 'avg_acc_mask': 48.440654016955996, 'loss': 1.721693992614746}
+{'epoch': 8, 'iter': 370, 'avg_loss': 1.5310894692683155, 'avg_acc_mask': 48.4719156242335, 'loss': 1.529355764389038}
+{'epoch': 8, 'iter': 380, 'avg_loss': 1.5337733591948282, 'avg_acc_mask': 48.32672936458681, 'loss': 1.3181811571121216}
+{'epoch': 8, 'iter': 390, 'avg_loss': 1.5344549391580664, 'avg_acc_mask': 48.23573224094591, 'loss': 1.7089409828186035}
+{'epoch': 8, 'iter': 400, 'avg_loss': 1.534061136239782, 'avg_acc_mask': 48.239196619257505, 'loss': 1.442710041999817}
+{'epoch': 8, 'iter': 410, 'avg_loss': 1.532683907489127, 'avg_acc_mask': 48.305535841022, 'loss': 1.229394555091858}
+{'epoch': 8, 'iter': 420, 'avg_loss': 1.5340498893957524, 'avg_acc_mask': 48.27840736398767, 'loss': 1.661983609199524}
+{'epoch': 8, 'iter': 430, 'avg_loss': 1.5335586423663694, 'avg_acc_mask': 48.2978181509466, 'loss': 1.132044792175293}
+{'epoch': 8, 'iter': 440, 'avg_loss': 1.5370413087933512, 'avg_acc_mask': 48.20227518060284, 'loss': 1.5993213653564453}
+{'epoch': 8, 'iter': 450, 'avg_loss': 1.5378643910002021, 'avg_acc_mask': 48.18836159570575, 'loss': 1.357794165611267}
+{'epoch': 8, 'iter': 460, 'avg_loss': 1.5402985029003367, 'avg_acc_mask': 48.06346429139494, 'loss': 1.5731948614120483}
+{'epoch': 8, 'iter': 470, 'avg_loss': 1.5406240059058884, 'avg_acc_mask': 48.05685358255452, 'loss': 1.2496172189712524}
+{'epoch': 8, 'iter': 480, 'avg_loss': 1.5407893059159514, 'avg_acc_mask': 48.064233131174426, 'loss': 1.5079377889633179}
+{'epoch': 8, 'iter': 490, 'avg_loss': 1.5425295588198116, 'avg_acc_mask': 47.97875920870573, 'loss': 1.924895167350769}
+{'epoch': 8, 'iter': 500, 'avg_loss': 1.5429899888838123, 'avg_acc_mask': 47.935670586511336, 'loss': 1.4798481464385986}
+{'epoch': 8, 'iter': 510, 'avg_loss': 1.5423484092355941, 'avg_acc_mask': 47.95036402108811, 'loss': 1.396222472190857}
+{'epoch': 8, 'iter': 520, 'avg_loss': 1.5425915176946234, 'avg_acc_mask': 47.99126791310165, 'loss': 1.7107090950012207}
+{'epoch': 8, 'iter': 530, 'avg_loss': 1.5437826534449044, 'avg_acc_mask': 47.9883865615927, 'loss': 1.6282901763916016}
+{'epoch': 8, 'iter': 540, 'avg_loss': 1.545902141251097, 'avg_acc_mask': 47.92365842909929, 'loss': 1.644684076309204}
+{'epoch': 8, 'iter': 550, 'avg_loss': 1.5460415943348256, 'avg_acc_mask': 47.89865673626812, 'loss': 1.6657429933547974}
+{'epoch': 8, 'iter': 560, 'avg_loss': 1.5448491852763715, 'avg_acc_mask': 47.91973069255156, 'loss': 1.5876070261001587}
+{'epoch': 8, 'iter': 570, 'avg_loss': 1.5447169647742904, 'avg_acc_mask': 47.96583501910542, 'loss': 1.4980392456054688}
+{'epoch': 8, 'iter': 580, 'avg_loss': 1.5452428858169385, 'avg_acc_mask': 47.93768920282543, 'loss': 1.8990620374679565}
+{'epoch': 8, 'iter': 590, 'avg_loss': 1.5456462887741387, 'avg_acc_mask': 47.93275642815049, 'loss': 1.4787458181381226}
+{'epoch': 8, 'iter': 600, 'avg_loss': 1.5447274554589028, 'avg_acc_mask': 47.95635343960499, 'loss': 1.5882174968719482}
+{'epoch': 8, 'iter': 610, 'avg_loss': 1.545233737720015, 'avg_acc_mask': 47.94848757112908, 'loss': 1.7092723846435547}
+{'epoch': 8, 'iter': 620, 'avg_loss': 1.5434660311674342, 'avg_acc_mask': 47.969109237752754, 'loss': 1.982208013534546}
+{'epoch': 8, 'iter': 630, 'avg_loss': 1.5450777558819428, 'avg_acc_mask': 47.9385329080893, 'loss': 1.3823471069335938}
+{'epoch': 8, 'iter': 640, 'avg_loss': 1.5455622138359617, 'avg_acc_mask': 47.97378512964341, 'loss': 1.2739475965499878}
+{'epoch': 8, 'iter': 650, 'avg_loss': 1.5461552335369972, 'avg_acc_mask': 47.952771437427785, 'loss': 1.3854647874832153}
+{'epoch': 8, 'iter': 660, 'avg_loss': 1.5448748991456949, 'avg_acc_mask': 47.98878494295311, 'loss': 1.5836780071258545}
+{'epoch': 8, 'iter': 670, 'avg_loss': 1.5445012767339783, 'avg_acc_mask': 48.02464065708419, 'loss': 1.7834800481796265}
+{'epoch': 8, 'iter': 680, 'avg_loss': 1.5450829671868143, 'avg_acc_mask': 47.971624318929706, 'loss': 1.653864860534668}
+{'epoch': 8, 'iter': 690, 'avg_loss': 1.544571843402603, 'avg_acc_mask': 47.983977929863656, 'loss': 1.4946609735488892}
+{'epoch': 8, 'iter': 700, 'avg_loss': 1.5460116210235508, 'avg_acc_mask': 47.94803429527394, 'loss': 1.804384469985962}
+{'epoch': 8, 'iter': 710, 'avg_loss': 1.5449275259562518, 'avg_acc_mask': 47.98297652824349, 'loss': 1.4200209379196167}
+{'epoch': 8, 'iter': 720, 'avg_loss': 1.5455741960033464, 'avg_acc_mask': 47.94106439730725, 'loss': 1.6917005777359009}
+{'epoch': 8, 'iter': 730, 'avg_loss': 1.5444850818076963, 'avg_acc_mask': 47.96752042504135, 'loss': 1.5814509391784668}
+{'epoch': 8, 'iter': 740, 'avg_loss': 1.5442224059671203, 'avg_acc_mask': 47.983890892918915, 'loss': 1.5926555395126343}
+{'epoch': 8, 'iter': 750, 'avg_loss': 1.543435052215815, 'avg_acc_mask': 48.03170731707317, 'loss': 1.7811572551727295}
+{'epoch': 8, 'iter': 760, 'avg_loss': 1.5427755021077731, 'avg_acc_mask': 48.05376240485596, 'loss': 1.6326671838760376}
+{'epoch': 8, 'iter': 770, 'avg_loss': 1.544614974549463, 'avg_acc_mask': 48.02139037433155, 'loss': 1.5903043746948242}
+{'epoch': 8, 'iter': 780, 'avg_loss': 1.5432747343743505, 'avg_acc_mask': 48.098801341746615, 'loss': 1.1897189617156982}
+{'epoch': 8, 'iter': 790, 'avg_loss': 1.543237114299263, 'avg_acc_mask': 48.12850326585445, 'loss': 1.7327466011047363}
+{'epoch': 8, 'iter': 800, 'avg_loss': 1.5426143924990545, 'avg_acc_mask': 48.16459172464299, 'loss': 1.3101140260696411}
+{'epoch': 8, 'iter': 810, 'avg_loss': 1.5439540357242825, 'avg_acc_mask': 48.12987894558208, 'loss': 1.7508972883224487}
+{'epoch': 8, 'iter': 820, 'avg_loss': 1.5440777585944943, 'avg_acc_mask': 48.10576428778972, 'loss': 1.5621001720428467}
+{'epoch': 8, 'iter': 830, 'avg_loss': 1.5434388182653846, 'avg_acc_mask': 48.12898089171975, 'loss': 1.5889997482299805}
+{'epoch': 8, 'iter': 840, 'avg_loss': 1.5433870366155464, 'avg_acc_mask': 48.12727947760379, 'loss': 1.633534550666809}
+{'epoch': 8, 'iter': 850, 'avg_loss': 1.5438139359483147, 'avg_acc_mask': 48.12227827361704, 'loss': 1.3037081956863403}
+{'epoch': 8, 'iter': 860, 'avg_loss': 1.5448795672631568, 'avg_acc_mask': 48.05330268003491, 'loss': 1.7330639362335205}
+{'epoch': 8, 'iter': 870, 'avg_loss': 1.5469420411282921, 'avg_acc_mask': 47.97409533421645, 'loss': 1.6353617906570435}
+{'epoch': 8, 'iter': 880, 'avg_loss': 1.5466804269629357, 'avg_acc_mask': 47.96812251607399, 'loss': 1.5184725522994995}
+{'epoch': 8, 'iter': 890, 'avg_loss': 1.5445363419224518, 'avg_acc_mask': 48.041436691655, 'loss': 1.256677508354187}
+{'epoch': 8, 'iter': 900, 'avg_loss': 1.5447055850918099, 'avg_acc_mask': 48.03248987236122, 'loss': 1.7826201915740967}
+{'epoch': 8, 'iter': 910, 'avg_loss': 1.5443348100104264, 'avg_acc_mask': 48.03765766128221, 'loss': 1.7000501155853271}
+{'epoch': 8, 'iter': 920, 'avg_loss': 1.543546748666111, 'avg_acc_mask': 48.03800493984543, 'loss': 1.4660956859588623}
+{'epoch': 8, 'iter': 930, 'avg_loss': 1.5440965372945006, 'avg_acc_mask': 48.021373503953306, 'loss': 1.68852698802948}
+{'epoch': 8, 'iter': 940, 'avg_loss': 1.5444627751326079, 'avg_acc_mask': 48.02721353659012, 'loss': 1.3158375024795532}
+{'epoch': 8, 'iter': 950, 'avg_loss': 1.5442547838269223, 'avg_acc_mask': 48.00679195770463, 'loss': 1.8525108098983765}
+{'epoch': 8, 'iter': 960, 'avg_loss': 1.5429344278964738, 'avg_acc_mask': 48.071709496353435, 'loss': 1.6482092142105103}
+{'epoch': 8, 'iter': 970, 'avg_loss': 1.5431396885095001, 'avg_acc_mask': 48.07993804423793, 'loss': 1.3126345872879028}
+{'epoch': 8, 'iter': 980, 'avg_loss': 1.5428104236585285, 'avg_acc_mask': 48.08263999252127, 'loss': 1.4197590351104736}
+{'epoch': 8, 'iter': 990, 'avg_loss': 1.5437171621592085, 'avg_acc_mask': 48.06013758414084, 'loss': 1.6637663841247559}
+{'epoch': 8, 'iter': 1000, 'avg_loss': 1.5433186541546833, 'avg_acc_mask': 48.07118402021275, 'loss': 1.8016149997711182}
+{'epoch': 8, 'iter': 1010, 'avg_loss': 1.5430026414014701, 'avg_acc_mask': 48.084280766650345, 'loss': 0.9978289604187012}
+{'epoch': 8, 'iter': 1020, 'avg_loss': 1.543179129176462, 'avg_acc_mask': 48.07077994328991, 'loss': 1.309054970741272}
+{'epoch': 8, 'iter': 1030, 'avg_loss': 1.5424814168743204, 'avg_acc_mask': 48.08557557219327, 'loss': 1.5898478031158447}
+{'epoch': 8, 'iter': 1040, 'avg_loss': 1.542890001328145, 'avg_acc_mask': 48.094626229912166, 'loss': 1.6869573593139648}
+{'epoch': 8, 'iter': 1050, 'avg_loss': 1.543174030097976, 'avg_acc_mask': 48.12262274487908, 'loss': 1.603257417678833}
+{'epoch': 8, 'iter': 1060, 'avg_loss': 1.5427378739645523, 'avg_acc_mask': 48.1229907705071, 'loss': 1.3035424947738647}
+{'epoch': 8, 'iter': 1070, 'avg_loss': 1.5417443762640326, 'avg_acc_mask': 48.148084727478206, 'loss': 1.6812613010406494}
+{'epoch': 8, 'iter': 1080, 'avg_loss': 1.5416353602965158, 'avg_acc_mask': 48.15599830436626, 'loss': 1.2759013175964355}
+{'epoch': 8, 'iter': 1090, 'avg_loss': 1.541613793231062, 'avg_acc_mask': 48.15965342378345, 'loss': 1.5038748979568481}
+{'epoch': 8, 'iter': 1100, 'avg_loss': 1.541583194124168, 'avg_acc_mask': 48.17614251227836, 'loss': 1.0858535766601562}
+{'epoch': 'EP8_train', 'avg_loss': 1.5417306757081148, 'total_masked_acc': 48.16455171269802}
+{'epoch': 9, 'iter': 0, 'avg_loss': 1.6733473539352417, 'avg_acc_mask': 43.47826086956522, 'loss': 1.6733473539352417}
+{'epoch': 9, 'iter': 10, 'avg_loss': 1.5930168520320545, 'avg_acc_mask': 46.47435897435898, 'loss': 1.769446611404419}
+{'epoch': 9, 'iter': 20, 'avg_loss': 1.5777727138428461, 'avg_acc_mask': 46.706586826347305, 'loss': 1.6492003202438354}
+{'epoch': 9, 'iter': 30, 'avg_loss': 1.56304084485577, 'avg_acc_mask': 47.27911059098888, 'loss': 1.6812175512313843}
+{'epoch': 9, 'iter': 40, 'avg_loss': 1.542799728672679, 'avg_acc_mask': 48.064375815571985, 'loss': 1.4386091232299805}
+{'epoch': 9, 'iter': 50, 'avg_loss': 1.5797573608510636, 'avg_acc_mask': 46.857541899441344, 'loss': 1.3618296384811401}
+{'epoch': 9, 'iter': 60, 'avg_loss': 1.555291087901006, 'avg_acc_mask': 47.436652916912195, 'loss': 1.5300666093826294}
+{'epoch': 9, 'iter': 70, 'avg_loss': 1.5456832177202466, 'avg_acc_mask': 47.86150712830957, 'loss': 1.9063361883163452}
+{'epoch': 9, 'iter': 80, 'avg_loss': 1.5459241366680758, 'avg_acc_mask': 47.90512081578364, 'loss': 1.5106967687606812}
+{'epoch': 9, 'iter': 90, 'avg_loss': 1.5483094257312817, 'avg_acc_mask': 47.68354927365528, 'loss': 1.4128329753875732}
+{'epoch': 9, 'iter': 100, 'avg_loss': 1.534558384725363, 'avg_acc_mask': 48.13957628627381, 'loss': 1.2165324687957764}
+{'epoch': 9, 'iter': 110, 'avg_loss': 1.5333258933849163, 'avg_acc_mask': 48.134933506325005, 'loss': 1.424677848815918}
+{'epoch': 9, 'iter': 120, 'avg_loss': 1.5264777289934395, 'avg_acc_mask': 48.32763490411773, 'loss': 1.8064146041870117}
+{'epoch': 9, 'iter': 130, 'avg_loss': 1.5243173191565593, 'avg_acc_mask': 48.23977164605138, 'loss': 1.478619933128357}
+{'epoch': 9, 'iter': 140, 'avg_loss': 1.523859973494888, 'avg_acc_mask': 48.32299708897608, 'loss': 1.1792304515838623}
+{'epoch': 9, 'iter': 150, 'avg_loss': 1.5136519745485673, 'avg_acc_mask': 48.810373542707595, 'loss': 1.4165250062942505}
+{'epoch': 9, 'iter': 160, 'avg_loss': 1.5143920149862395, 'avg_acc_mask': 48.929971988795515, 'loss': 1.7644731998443604}
+{'epoch': 9, 'iter': 170, 'avg_loss': 1.5177615340690167, 'avg_acc_mask': 48.73490813648294, 'loss': 1.6827565431594849}
+{'epoch': 9, 'iter': 180, 'avg_loss': 1.5185183336062984, 'avg_acc_mask': 48.84668920262477, 'loss': 1.3952118158340454}
+{'epoch': 9, 'iter': 190, 'avg_loss': 1.5224788298157497, 'avg_acc_mask': 48.57545839210155, 'loss': 1.767626404762268}
+{'epoch': 9, 'iter': 200, 'avg_loss': 1.5219365011400252, 'avg_acc_mask': 48.50187265917603, 'loss': 1.3601304292678833}
+{'epoch': 9, 'iter': 210, 'avg_loss': 1.524204184941206, 'avg_acc_mask': 48.52216748768473, 'loss': 1.769609808921814}
+{'epoch': 9, 'iter': 220, 'avg_loss': 1.5264763462597428, 'avg_acc_mask': 48.46278317152103, 'loss': 1.8542828559875488}
+{'epoch': 9, 'iter': 230, 'avg_loss': 1.5266654127604002, 'avg_acc_mask': 48.422273781902554, 'loss': 1.6145899295806885}
+{'epoch': 9, 'iter': 240, 'avg_loss': 1.5291690586513504, 'avg_acc_mask': 48.406552494415486, 'loss': 1.4985337257385254}
+{'epoch': 9, 'iter': 250, 'avg_loss': 1.5310656067384667, 'avg_acc_mask': 48.39908519153802, 'loss': 1.232336401939392}
+{'epoch': 9, 'iter': 260, 'avg_loss': 1.5301907841273195, 'avg_acc_mask': 48.3784526590628, 'loss': 1.4736840724945068}
+{'epoch': 9, 'iter': 270, 'avg_loss': 1.5317006394871926, 'avg_acc_mask': 48.38133068520358, 'loss': 1.7522375583648682}
+{'epoch': 9, 'iter': 280, 'avg_loss': 1.5343783321753939, 'avg_acc_mask': 48.35997175685217, 'loss': 0.8956916928291321}
+{'epoch': 9, 'iter': 290, 'avg_loss': 1.5322201370783277, 'avg_acc_mask': 48.35785683243311, 'loss': 1.2748113870620728}
+{'epoch': 9, 'iter': 300, 'avg_loss': 1.5289106131392063, 'avg_acc_mask': 48.4897616045157, 'loss': 1.4139190912246704}
+{'epoch': 9, 'iter': 310, 'avg_loss': 1.5274144633406612, 'avg_acc_mask': 48.50707176532216, 'loss': 1.4754159450531006}
+{'epoch': 9, 'iter': 320, 'avg_loss': 1.5289319445410994, 'avg_acc_mask': 48.405879027699264, 'loss': 1.3937358856201172}
+{'epoch': 9, 'iter': 330, 'avg_loss': 1.5285396010493943, 'avg_acc_mask': 48.35760429212745, 'loss': 1.1399449110031128}
+{'epoch': 9, 'iter': 340, 'avg_loss': 1.526024855651464, 'avg_acc_mask': 48.440737395739255, 'loss': 1.7010124921798706}
+{'epoch': 9, 'iter': 350, 'avg_loss': 1.525815281942699, 'avg_acc_mask': 48.4276404261922, 'loss': 1.7923170328140259}
+{'epoch': 9, 'iter': 360, 'avg_loss': 1.527737526847385, 'avg_acc_mask': 48.330227169697274, 'loss': 1.6920174360275269}
+{'epoch': 9, 'iter': 370, 'avg_loss': 1.5274195499175964, 'avg_acc_mask': 48.310246586108654, 'loss': 1.5318950414657593}
+{'epoch': 9, 'iter': 380, 'avg_loss': 1.5292437722676695, 'avg_acc_mask': 48.25127984306971, 'loss': 1.2613399028778076}
+{'epoch': 9, 'iter': 390, 'avg_loss': 1.5291836659621705, 'avg_acc_mask': 48.2892218643514, 'loss': 1.324092984199524}
+{'epoch': 9, 'iter': 400, 'avg_loss': 1.5298142401952102, 'avg_acc_mask': 48.309486922446006, 'loss': 1.427718162536621}
+{'epoch': 9, 'iter': 410, 'avg_loss': 1.5293296466778665, 'avg_acc_mask': 48.242569852286884, 'loss': 1.4221633672714233}
+{'epoch': 9, 'iter': 420, 'avg_loss': 1.5299796626290347, 'avg_acc_mask': 48.203345644145124, 'loss': 1.6207761764526367}
+{'epoch': 9, 'iter': 430, 'avg_loss': 1.5287825194146407, 'avg_acc_mask': 48.29197824609109, 'loss': 1.5614852905273438}
+{'epoch': 9, 'iter': 440, 'avg_loss': 1.5302031668676, 'avg_acc_mask': 48.25624844307897, 'loss': 1.8114053010940552}
+{'epoch': 9, 'iter': 450, 'avg_loss': 1.530726658927892, 'avg_acc_mask': 48.25046789812027, 'loss': 1.6759642362594604}
+{'epoch': 9, 'iter': 460, 'avg_loss': 1.531765113037217, 'avg_acc_mask': 48.22387525359004, 'loss': 1.4444266557693481}
+{'epoch': 9, 'iter': 470, 'avg_loss': 1.533136961692964, 'avg_acc_mask': 48.16053511705686, 'loss': 1.4663019180297852}
+{'epoch': 9, 'iter': 480, 'avg_loss': 1.532734645255638, 'avg_acc_mask': 48.13911850977106, 'loss': 1.2973697185516357}
+{'epoch': 9, 'iter': 490, 'avg_loss': 1.5322539814863574, 'avg_acc_mask': 48.15726648761564, 'loss': 1.4760150909423828}
+{'epoch': 9, 'iter': 500, 'avg_loss': 1.5332684932116738, 'avg_acc_mask': 48.1492308254467, 'loss': 1.3770028352737427}
+{'epoch': 9, 'iter': 510, 'avg_loss': 1.5332354910219719, 'avg_acc_mask': 48.16974988370845, 'loss': 1.5175204277038574}
+{'epoch': 9, 'iter': 520, 'avg_loss': 1.531308338875505, 'avg_acc_mask': 48.27513598876996, 'loss': 1.48837411403656}
+{'epoch': 9, 'iter': 530, 'avg_loss': 1.5309332328552132, 'avg_acc_mask': 48.26968768293103, 'loss': 1.6418410539627075}
+{'epoch': 9, 'iter': 540, 'avg_loss': 1.5293217273824977, 'avg_acc_mask': 48.314150304671635, 'loss': 1.6805753707885742}
+{'epoch': 9, 'iter': 550, 'avg_loss': 1.5312097922859953, 'avg_acc_mask': 48.21855095541402, 'loss': 1.6209794282913208}
+{'epoch': 9, 'iter': 560, 'avg_loss': 1.5299671609983938, 'avg_acc_mask': 48.27068650482902, 'loss': 1.259790301322937}
+{'epoch': 9, 'iter': 570, 'avg_loss': 1.5278276096500991, 'avg_acc_mask': 48.36049794661191, 'loss': 1.4417660236358643}
+{'epoch': 9, 'iter': 580, 'avg_loss': 1.529004571154688, 'avg_acc_mask': 48.32409274193548, 'loss': 2.009307861328125}
+{'epoch': 9, 'iter': 590, 'avg_loss': 1.5291634249404804, 'avg_acc_mask': 48.30852084558482, 'loss': 1.2196232080459595}
+{'epoch': 9, 'iter': 600, 'avg_loss': 1.5300930466707454, 'avg_acc_mask': 48.22738200298226, 'loss': 1.8213121891021729}
+{'epoch': 9, 'iter': 610, 'avg_loss': 1.5291084938860955, 'avg_acc_mask': 48.239899593593115, 'loss': 1.601820707321167}
+{'epoch': 9, 'iter': 620, 'avg_loss': 1.5273650356728865, 'avg_acc_mask': 48.30690476890941, 'loss': 1.7772674560546875}
+{'epoch': 9, 'iter': 630, 'avg_loss': 1.527056087782568, 'avg_acc_mask': 48.30729166666667, 'loss': 1.5027419328689575}
+{'epoch': 9, 'iter': 640, 'avg_loss': 1.5262164163887035, 'avg_acc_mask': 48.33799760123365, 'loss': 1.2885136604309082}
+{'epoch': 9, 'iter': 650, 'avg_loss': 1.5257527723839754, 'avg_acc_mask': 48.361785302472086, 'loss': 1.63602876663208}
+{'epoch': 9, 'iter': 660, 'avg_loss': 1.5245868250750196, 'avg_acc_mask': 48.43503091125835, 'loss': 1.5254837274551392}
+{'epoch': 9, 'iter': 670, 'avg_loss': 1.5243875811601004, 'avg_acc_mask': 48.45301757066463, 'loss': 1.6577707529067993}
+{'epoch': 9, 'iter': 680, 'avg_loss': 1.525257495181326, 'avg_acc_mask': 48.42927719901192, 'loss': 2.0679099559783936}
+{'epoch': 9, 'iter': 690, 'avg_loss': 1.5251278996295072, 'avg_acc_mask': 48.455435070087276, 'loss': 1.3705281019210815}
+{'epoch': 9, 'iter': 700, 'avg_loss': 1.5266960876304312, 'avg_acc_mask': 48.4063330034894, 'loss': 1.7530767917633057}
+{'epoch': 9, 'iter': 710, 'avg_loss': 1.5266045211236687, 'avg_acc_mask': 48.42308186608405, 'loss': 1.1295945644378662}
+{'epoch': 9, 'iter': 720, 'avg_loss': 1.5275028405010949, 'avg_acc_mask': 48.40648056590857, 'loss': 1.6945382356643677}
+{'epoch': 9, 'iter': 730, 'avg_loss': 1.5266837692945665, 'avg_acc_mask': 48.459250743508356, 'loss': 1.6551611423492432}
+{'epoch': 9, 'iter': 740, 'avg_loss': 1.5277977394349822, 'avg_acc_mask': 48.425827765587634, 'loss': 1.4205280542373657}
+{'epoch': 9, 'iter': 750, 'avg_loss': 1.5280683104906196, 'avg_acc_mask': 48.442477445711646, 'loss': 1.7556381225585938}
+{'epoch': 9, 'iter': 760, 'avg_loss': 1.5279280096879926, 'avg_acc_mask': 48.447294473665245, 'loss': 1.315787672996521}
+{'epoch': 9, 'iter': 770, 'avg_loss': 1.5305141900918517, 'avg_acc_mask': 48.344464970868266, 'loss': 1.665467381477356}
+{'epoch': 9, 'iter': 780, 'avg_loss': 1.5290959155361112, 'avg_acc_mask': 48.39667875102327, 'loss': 1.5454586744308472}
+{'epoch': 9, 'iter': 790, 'avg_loss': 1.529074353981862, 'avg_acc_mask': 48.417648417648415, 'loss': 1.5912017822265625}
+{'epoch': 9, 'iter': 800, 'avg_loss': 1.5283471885394218, 'avg_acc_mask': 48.426768886759305, 'loss': 1.6232619285583496}
+{'epoch': 9, 'iter': 810, 'avg_loss': 1.5284919342630154, 'avg_acc_mask': 48.426723166388676, 'loss': 1.368902325630188}
+{'epoch': 9, 'iter': 820, 'avg_loss': 1.5280469873064764, 'avg_acc_mask': 48.45142602495544, 'loss': 1.332218885421753}
+{'epoch': 9, 'iter': 830, 'avg_loss': 1.5275890891015458, 'avg_acc_mask': 48.46674456030511, 'loss': 1.4668631553649902}
+{'epoch': 9, 'iter': 840, 'avg_loss': 1.527459903718742, 'avg_acc_mask': 48.508989595577034, 'loss': 1.45009446144104}
+{'epoch': 9, 'iter': 850, 'avg_loss': 1.528544745840281, 'avg_acc_mask': 48.464582168508876, 'loss': 1.6910344362258911}
+{'epoch': 9, 'iter': 860, 'avg_loss': 1.5290437213358286, 'avg_acc_mask': 48.457242360535986, 'loss': 1.6139893531799316}
+{'epoch': 9, 'iter': 870, 'avg_loss': 1.5302885653778278, 'avg_acc_mask': 48.43150814106997, 'loss': 1.444666862487793}
+{'epoch': 9, 'iter': 880, 'avg_loss': 1.5300511697499626, 'avg_acc_mask': 48.440382184086715, 'loss': 1.4691133499145508}
+{'epoch': 9, 'iter': 890, 'avg_loss': 1.5285236351819151, 'avg_acc_mask': 48.48366710439922, 'loss': 1.352354645729065}
+{'epoch': 9, 'iter': 900, 'avg_loss': 1.5295640142194173, 'avg_acc_mask': 48.446877534468776, 'loss': 1.66038179397583}
+{'epoch': 9, 'iter': 910, 'avg_loss': 1.529888852956397, 'avg_acc_mask': 48.44228958387594, 'loss': 1.6313360929489136}
+{'epoch': 9, 'iter': 920, 'avg_loss': 1.528876542462588, 'avg_acc_mask': 48.495122531525105, 'loss': 1.1383289098739624}
+{'epoch': 9, 'iter': 930, 'avg_loss': 1.5284444922791387, 'avg_acc_mask': 48.47717728325288, 'loss': 1.5179944038391113}
+{'epoch': 9, 'iter': 940, 'avg_loss': 1.528251824102797, 'avg_acc_mask': 48.48620114117145, 'loss': 1.0085285902023315}
+{'epoch': 9, 'iter': 950, 'avg_loss': 1.528145146608102, 'avg_acc_mask': 48.46297114110712, 'loss': 1.6649384498596191}
+{'epoch': 9, 'iter': 960, 'avg_loss': 1.5276790758697598, 'avg_acc_mask': 48.49308300395257, 'loss': 1.5301048755645752}
+{'epoch': 9, 'iter': 970, 'avg_loss': 1.5280119984206406, 'avg_acc_mask': 48.47186196007669, 'loss': 1.5371522903442383}
+{'epoch': 9, 'iter': 980, 'avg_loss': 1.5280592708291143, 'avg_acc_mask': 48.46115176227448, 'loss': 1.4867920875549316}
+{'epoch': 9, 'iter': 990, 'avg_loss': 1.5287228103963928, 'avg_acc_mask': 48.41376516727735, 'loss': 1.700119137763977}
+{'epoch': 9, 'iter': 1000, 'avg_loss': 1.5284904338620402, 'avg_acc_mask': 48.438753921354056, 'loss': 1.572007656097412}
+{'epoch': 9, 'iter': 1010, 'avg_loss': 1.5284609118389918, 'avg_acc_mask': 48.459105286940805, 'loss': 1.5130597352981567}
+{'epoch': 9, 'iter': 1020, 'avg_loss': 1.5273272738400683, 'avg_acc_mask': 48.490920475892295, 'loss': 1.465469479560852}
+{'epoch': 9, 'iter': 1030, 'avg_loss': 1.5272681288182677, 'avg_acc_mask': 48.503694253973315, 'loss': 1.625186800956726}
+{'epoch': 9, 'iter': 1040, 'avg_loss': 1.5274986788473028, 'avg_acc_mask': 48.476133693403014, 'loss': 1.5724399089813232}
+{'epoch': 9, 'iter': 1050, 'avg_loss': 1.5275753975254824, 'avg_acc_mask': 48.47342827370615, 'loss': 1.5078891515731812}
+{'epoch': 9, 'iter': 1060, 'avg_loss': 1.5281059944775732, 'avg_acc_mask': 48.471232310711706, 'loss': 1.1887978315353394}
+{'epoch': 9, 'iter': 1070, 'avg_loss': 1.5277496309730074, 'avg_acc_mask': 48.49870342568582, 'loss': 1.7036583423614502}
+{'epoch': 9, 'iter': 1080, 'avg_loss': 1.5275769534208066, 'avg_acc_mask': 48.538851351351354, 'loss': 1.3068888187408447}
+{'epoch': 9, 'iter': 1090, 'avg_loss': 1.5272294111911797, 'avg_acc_mask': 48.56813087551437, 'loss': 1.3983395099639893}
+{'epoch': 9, 'iter': 1100, 'avg_loss': 1.5271299204211362, 'avg_acc_mask': 48.593218933930196, 'loss': 1.5425150394439697}
+{'epoch': 'EP9_train', 'avg_loss': 1.5269617104961861, 'total_masked_acc': 48.601063654081194}
+{'epoch': 10, 'iter': 0, 'avg_loss': 1.6746469736099243, 'avg_acc_mask': 49.2063492063492, 'loss': 1.6746469736099243}
+{'epoch': 10, 'iter': 10, 'avg_loss': 1.5098312551325017, 'avg_acc_mask': 52.09003215434084, 'loss': 1.388115644454956}
+{'epoch': 10, 'iter': 20, 'avg_loss': 1.5287266345251174, 'avg_acc_mask': 49.95773457311919, 'loss': 1.3079522848129272}
+{'epoch': 10, 'iter': 30, 'avg_loss': 1.5415917019690237, 'avg_acc_mask': 49.827188940092164, 'loss': 1.7490400075912476}
+{'epoch': 10, 'iter': 40, 'avg_loss': 1.5264845650370529, 'avg_acc_mask': 50.17574692442882, 'loss': 1.2199112176895142}
+{'epoch': 10, 'iter': 50, 'avg_loss': 1.5457040118236167, 'avg_acc_mask': 48.77962504421649, 'loss': 1.4468508958816528}
+{'epoch': 10, 'iter': 60, 'avg_loss': 1.5281824655220158, 'avg_acc_mask': 49.12696063924238, 'loss': 1.339559555053711}
+{'epoch': 10, 'iter': 70, 'avg_loss': 1.5291100035251026, 'avg_acc_mask': 49.36932391523713, 'loss': 1.8328449726104736}
+{'epoch': 10, 'iter': 80, 'avg_loss': 1.5285755690233207, 'avg_acc_mask': 49.600709849157056, 'loss': 1.6312371492385864}
+{'epoch': 10, 'iter': 90, 'avg_loss': 1.5294829528410356, 'avg_acc_mask': 49.545634136704855, 'loss': 1.4622725248336792}
+{'epoch': 10, 'iter': 100, 'avg_loss': 1.520567011125017, 'avg_acc_mask': 50.008971828458634, 'loss': 1.3212765455245972}
+{'epoch': 10, 'iter': 110, 'avg_loss': 1.5207899379300642, 'avg_acc_mask': 49.8611338016664, 'loss': 1.2019941806793213}
+{'epoch': 10, 'iter': 120, 'avg_loss': 1.5215528070434066, 'avg_acc_mask': 49.645817633760366, 'loss': 1.594621181488037}
+{'epoch': 10, 'iter': 130, 'avg_loss': 1.5251605911109283, 'avg_acc_mask': 49.46594534609516, 'loss': 1.6562227010726929}
+{'epoch': 10, 'iter': 140, 'avg_loss': 1.5218370704786153, 'avg_acc_mask': 49.52824092025333, 'loss': 1.3200500011444092}
+{'epoch': 10, 'iter': 150, 'avg_loss': 1.5191404499755001, 'avg_acc_mask': 49.677968161380484, 'loss': 1.680702567100525}
+{'epoch': 10, 'iter': 160, 'avg_loss': 1.5231306993443032, 'avg_acc_mask': 49.57294157840793, 'loss': 1.5726226568222046}
+{'epoch': 10, 'iter': 170, 'avg_loss': 1.5309687012817428, 'avg_acc_mask': 49.11811865312667, 'loss': 1.6935323476791382}
+{'epoch': 10, 'iter': 180, 'avg_loss': 1.5333305626942966, 'avg_acc_mask': 49.00729335494328, 'loss': 1.9053819179534912}
+{'epoch': 10, 'iter': 190, 'avg_loss': 1.53456264422202, 'avg_acc_mask': 48.94534995206136, 'loss': 1.5256367921829224}
+{'epoch': 10, 'iter': 200, 'avg_loss': 1.532187200007747, 'avg_acc_mask': 48.99109252863116, 'loss': 1.3767435550689697}
+{'epoch': 10, 'iter': 210, 'avg_loss': 1.5288052544774602, 'avg_acc_mask': 49.043372868149945, 'loss': 1.40071702003479}
+{'epoch': 10, 'iter': 220, 'avg_loss': 1.5282070741933935, 'avg_acc_mask': 49.045848822800494, 'loss': 1.684563398361206}
+{'epoch': 10, 'iter': 230, 'avg_loss': 1.5282166811810944, 'avg_acc_mask': 49.073047060687685, 'loss': 1.422510027885437}
+{'epoch': 10, 'iter': 240, 'avg_loss': 1.5273304725089014, 'avg_acc_mask': 49.075412830073816, 'loss': 1.4685572385787964}
+{'epoch': 10, 'iter': 250, 'avg_loss': 1.5265043240144434, 'avg_acc_mask': 48.9908256880734, 'loss': 1.5296103954315186}
+{'epoch': 10, 'iter': 260, 'avg_loss': 1.5269389821651795, 'avg_acc_mask': 48.92879869900304, 'loss': 1.4310640096664429}
+{'epoch': 10, 'iter': 270, 'avg_loss': 1.5295656446601191, 'avg_acc_mask': 48.83752457127364, 'loss': 1.64137601852417}
+{'epoch': 10, 'iter': 280, 'avg_loss': 1.5296381535903414, 'avg_acc_mask': 48.85256619810396, 'loss': 0.8665353059768677}
+{'epoch': 10, 'iter': 290, 'avg_loss': 1.5292982483647533, 'avg_acc_mask': 48.854094324136625, 'loss': 1.6168005466461182}
+{'epoch': 10, 'iter': 300, 'avg_loss': 1.5265483509662539, 'avg_acc_mask': 48.92837516028577, 'loss': 1.4638947248458862}
+{'epoch': 10, 'iter': 310, 'avg_loss': 1.5264083202628844, 'avg_acc_mask': 48.86255924170616, 'loss': 1.1393775939941406}
+{'epoch': 10, 'iter': 320, 'avg_loss': 1.5247562772759766, 'avg_acc_mask': 48.89272361230946, 'loss': 1.3415638208389282}
+{'epoch': 10, 'iter': 330, 'avg_loss': 1.5227090066293214, 'avg_acc_mask': 49.024199843871976, 'loss': 1.4502838850021362}
+{'epoch': 10, 'iter': 340, 'avg_loss': 1.5214912419445004, 'avg_acc_mask': 49.05629765832026, 'loss': 1.5282083749771118}
+{'epoch': 10, 'iter': 350, 'avg_loss': 1.5192810833623946, 'avg_acc_mask': 49.16359810625986, 'loss': 1.543992280960083}
+{'epoch': 10, 'iter': 360, 'avg_loss': 1.5227915428351828, 'avg_acc_mask': 49.085708448258245, 'loss': 1.7272655963897705}
+{'epoch': 10, 'iter': 370, 'avg_loss': 1.5213786925909654, 'avg_acc_mask': 49.0937080995183, 'loss': 1.440505862236023}
+{'epoch': 10, 'iter': 380, 'avg_loss': 1.5231787025772054, 'avg_acc_mask': 49.036557685806734, 'loss': 1.3236390352249146}
+{'epoch': 10, 'iter': 390, 'avg_loss': 1.5203670812079975, 'avg_acc_mask': 49.10785744550633, 'loss': 1.75498628616333}
+{'epoch': 10, 'iter': 400, 'avg_loss': 1.521991104556438, 'avg_acc_mask': 49.06396255850234, 'loss': 1.5972888469696045}
+{'epoch': 10, 'iter': 410, 'avg_loss': 1.5209433086887183, 'avg_acc_mask': 49.06015037593985, 'loss': 1.588483452796936}
+{'epoch': 10, 'iter': 420, 'avg_loss': 1.5191269962917882, 'avg_acc_mask': 49.10331554544659, 'loss': 1.5472118854522705}
+{'epoch': 10, 'iter': 430, 'avg_loss': 1.5189059115341257, 'avg_acc_mask': 49.08593883478558, 'loss': 1.3183828592300415}
+{'epoch': 10, 'iter': 440, 'avg_loss': 1.5179819468738271, 'avg_acc_mask': 49.119145027970276, 'loss': 1.3836276531219482}
+{'epoch': 10, 'iter': 450, 'avg_loss': 1.5178283378977468, 'avg_acc_mask': 49.12022861808532, 'loss': 1.5919804573059082}
+{'epoch': 10, 'iter': 460, 'avg_loss': 1.5197152393241766, 'avg_acc_mask': 49.05856486108335, 'loss': 1.3900607824325562}
+{'epoch': 10, 'iter': 470, 'avg_loss': 1.5206378419940891, 'avg_acc_mask': 48.95074778795709, 'loss': 1.5640952587127686}
+{'epoch': 10, 'iter': 480, 'avg_loss': 1.5212755693963065, 'avg_acc_mask': 48.95849346656418, 'loss': 1.6420326232910156}
+{'epoch': 10, 'iter': 490, 'avg_loss': 1.5210479047536365, 'avg_acc_mask': 48.974291414160426, 'loss': 1.7535380125045776}
+{'epoch': 10, 'iter': 500, 'avg_loss': 1.5193822875232277, 'avg_acc_mask': 49.01397029009547, 'loss': 1.3930891752243042}
+{'epoch': 10, 'iter': 510, 'avg_loss': 1.5192146015493837, 'avg_acc_mask': 49.00920411478072, 'loss': 1.4746915102005005}
+{'epoch': 10, 'iter': 520, 'avg_loss': 1.5192516441537414, 'avg_acc_mask': 49.03522747388918, 'loss': 1.6475540399551392}
+{'epoch': 10, 'iter': 530, 'avg_loss': 1.5194517705175612, 'avg_acc_mask': 49.02580488313132, 'loss': 1.3966277837753296}
+{'epoch': 10, 'iter': 540, 'avg_loss': 1.5194453700633235, 'avg_acc_mask': 49.051268949071705, 'loss': 1.4406466484069824}
+{'epoch': 10, 'iter': 550, 'avg_loss': 1.520459118101428, 'avg_acc_mask': 49.012016021361816, 'loss': 1.8412476778030396}
+{'epoch': 10, 'iter': 560, 'avg_loss': 1.5210249493041352, 'avg_acc_mask': 48.99799927842828, 'loss': 1.4959222078323364}
+{'epoch': 10, 'iter': 570, 'avg_loss': 1.5191560696595188, 'avg_acc_mask': 49.077478872330815, 'loss': 1.404269814491272}
+{'epoch': 10, 'iter': 580, 'avg_loss': 1.51789563422359, 'avg_acc_mask': 49.16999303047583, 'loss': 1.5749810934066772}
+{'epoch': 10, 'iter': 590, 'avg_loss': 1.5185137132904454, 'avg_acc_mask': 49.15517455584545, 'loss': 1.1755234003067017}
+{'epoch': 10, 'iter': 600, 'avg_loss': 1.5177577776639117, 'avg_acc_mask': 49.168500855955, 'loss': 1.4449224472045898}
+{'epoch': 10, 'iter': 610, 'avg_loss': 1.5166544068464476, 'avg_acc_mask': 49.19485669650904, 'loss': 1.5711263418197632}
+{'epoch': 10, 'iter': 620, 'avg_loss': 1.5159435824111656, 'avg_acc_mask': 49.27780737583615, 'loss': 1.7417830228805542}
+{'epoch': 10, 'iter': 630, 'avg_loss': 1.5151359561694973, 'avg_acc_mask': 49.2854024159511, 'loss': 1.440037727355957}
+{'epoch': 10, 'iter': 640, 'avg_loss': 1.5165293606320707, 'avg_acc_mask': 49.28866452501147, 'loss': 1.4158657789230347}
+{'epoch': 10, 'iter': 650, 'avg_loss': 1.5160320586140072, 'avg_acc_mask': 49.298880470428585, 'loss': 1.7966408729553223}
+{'epoch': 10, 'iter': 660, 'avg_loss': 1.5153742456039394, 'avg_acc_mask': 49.3257550429065, 'loss': 1.309032678604126}
+{'epoch': 10, 'iter': 670, 'avg_loss': 1.5143540501594543, 'avg_acc_mask': 49.3531819055728, 'loss': 1.5009058713912964}
+{'epoch': 10, 'iter': 680, 'avg_loss': 1.5140462132627568, 'avg_acc_mask': 49.35212486812562, 'loss': 1.754140853881836}
+{'epoch': 10, 'iter': 690, 'avg_loss': 1.5133919214719285, 'avg_acc_mask': 49.43901074007942, 'loss': 1.3542826175689697}
+{'epoch': 10, 'iter': 700, 'avg_loss': 1.5148287971587733, 'avg_acc_mask': 49.39325488548014, 'loss': 1.5612306594848633}
+{'epoch': 10, 'iter': 710, 'avg_loss': 1.5130985625685518, 'avg_acc_mask': 49.45754900183838, 'loss': 1.3665064573287964}
+{'epoch': 10, 'iter': 720, 'avg_loss': 1.5141409115553233, 'avg_acc_mask': 49.39106901217862, 'loss': 1.7556922435760498}
+{'epoch': 10, 'iter': 730, 'avg_loss': 1.511709512747753, 'avg_acc_mask': 49.43307800846603, 'loss': 1.661758303642273}
+{'epoch': 10, 'iter': 740, 'avg_loss': 1.512845225099288, 'avg_acc_mask': 49.42080143183852, 'loss': 1.5237401723861694}
+{'epoch': 10, 'iter': 750, 'avg_loss': 1.5135230864888025, 'avg_acc_mask': 49.40547696682929, 'loss': 1.4889988899230957}
+{'epoch': 10, 'iter': 760, 'avg_loss': 1.5130577981080395, 'avg_acc_mask': 49.42848840025185, 'loss': 1.4154340028762817}
+{'epoch': 10, 'iter': 770, 'avg_loss': 1.5148918327963614, 'avg_acc_mask': 49.34081681394794, 'loss': 1.7969940900802612}
+{'epoch': 10, 'iter': 780, 'avg_loss': 1.5139623826200312, 'avg_acc_mask': 49.38094002782822, 'loss': 1.5702604055404663}
+{'epoch': 10, 'iter': 790, 'avg_loss': 1.5139826491720003, 'avg_acc_mask': 49.38530315730651, 'loss': 1.3943098783493042}
+{'epoch': 10, 'iter': 800, 'avg_loss': 1.512560121203481, 'avg_acc_mask': 49.42333318016818, 'loss': 1.4600024223327637}
+{'epoch': 10, 'iter': 810, 'avg_loss': 1.5128176445290722, 'avg_acc_mask': 49.4157155499081, 'loss': 1.6303404569625854}
+{'epoch': 10, 'iter': 820, 'avg_loss': 1.5128423340718435, 'avg_acc_mask': 49.39794156557616, 'loss': 1.461510181427002}
+{'epoch': 10, 'iter': 830, 'avg_loss': 1.5122862214359278, 'avg_acc_mask': 49.388769329753956, 'loss': 1.5824830532073975}
+{'epoch': 10, 'iter': 840, 'avg_loss': 1.5120998067464613, 'avg_acc_mask': 49.38417707648477, 'loss': 1.4278208017349243}
+{'epoch': 10, 'iter': 850, 'avg_loss': 1.5118761075929805, 'avg_acc_mask': 49.381566121520635, 'loss': 1.635913610458374}
+{'epoch': 10, 'iter': 860, 'avg_loss': 1.5129162989011624, 'avg_acc_mask': 49.33544506987993, 'loss': 1.6805922985076904}
+{'epoch': 10, 'iter': 870, 'avg_loss': 1.5139354810238432, 'avg_acc_mask': 49.27205493924986, 'loss': 1.3727102279663086}
+{'epoch': 10, 'iter': 880, 'avg_loss': 1.5139465783294566, 'avg_acc_mask': 49.3054540137447, 'loss': 1.4363099336624146}
+{'epoch': 10, 'iter': 890, 'avg_loss': 1.5125643513285618, 'avg_acc_mask': 49.36418336331493, 'loss': 1.0736638307571411}
+{'epoch': 10, 'iter': 900, 'avg_loss': 1.512529018121078, 'avg_acc_mask': 49.35417944001635, 'loss': 1.5394090414047241}
+{'epoch': 10, 'iter': 910, 'avg_loss': 1.5130640024280444, 'avg_acc_mask': 49.32686476652517, 'loss': 1.5788379907608032}
+{'epoch': 10, 'iter': 920, 'avg_loss': 1.5134504938358593, 'avg_acc_mask': 49.333466773418735, 'loss': 1.6097948551177979}
+{'epoch': 10, 'iter': 930, 'avg_loss': 1.513735543324279, 'avg_acc_mask': 49.31585513158156, 'loss': 1.7087225914001465}
+{'epoch': 10, 'iter': 940, 'avg_loss': 1.514015591676633, 'avg_acc_mask': 49.31555137770989, 'loss': 1.40675950050354}
+{'epoch': 10, 'iter': 950, 'avg_loss': 1.5139120720663783, 'avg_acc_mask': 49.32731953773786, 'loss': 1.6267880201339722}
+{'epoch': 10, 'iter': 960, 'avg_loss': 1.514042266821886, 'avg_acc_mask': 49.3323371074966, 'loss': 1.6921576261520386}
+{'epoch': 10, 'iter': 970, 'avg_loss': 1.5133712835586894, 'avg_acc_mask': 49.362580742929666, 'loss': 1.2515363693237305}
+{'epoch': 10, 'iter': 980, 'avg_loss': 1.5141013075695369, 'avg_acc_mask': 49.326059651688134, 'loss': 1.2488646507263184}
+{'epoch': 10, 'iter': 990, 'avg_loss': 1.5141979299568384, 'avg_acc_mask': 49.32131731197152, 'loss': 1.5763949155807495}
+{'epoch': 10, 'iter': 1000, 'avg_loss': 1.5132709112796154, 'avg_acc_mask': 49.33868985379634, 'loss': 1.67117440700531}
+{'epoch': 10, 'iter': 1010, 'avg_loss': 1.5130088907085233, 'avg_acc_mask': 49.34312139988734, 'loss': 1.4900312423706055}
+{'epoch': 10, 'iter': 1020, 'avg_loss': 1.5132012935856998, 'avg_acc_mask': 49.34901453028341, 'loss': 1.2038497924804688}
+{'epoch': 10, 'iter': 1030, 'avg_loss': 1.5123869139054351, 'avg_acc_mask': 49.385994617427414, 'loss': 1.2288854122161865}
+{'epoch': 10, 'iter': 1040, 'avg_loss': 1.5121565301411433, 'avg_acc_mask': 49.38687651075392, 'loss': 1.521298885345459}
+{'epoch': 10, 'iter': 1050, 'avg_loss': 1.5121093804670673, 'avg_acc_mask': 49.4127311497186, 'loss': 1.6498771905899048}
+{'epoch': 10, 'iter': 1060, 'avg_loss': 1.511785565177637, 'avg_acc_mask': 49.41649063268345, 'loss': 1.0297313928604126}
+{'epoch': 10, 'iter': 1070, 'avg_loss': 1.5109477841219647, 'avg_acc_mask': 49.42434069422282, 'loss': 1.703244924545288}
+{'epoch': 10, 'iter': 1080, 'avg_loss': 1.5110106324840762, 'avg_acc_mask': 49.4425560842964, 'loss': 1.0840787887573242}
+{'epoch': 10, 'iter': 1090, 'avg_loss': 1.5110386772837583, 'avg_acc_mask': 49.468407240427965, 'loss': 1.5071446895599365}
+{'epoch': 10, 'iter': 1100, 'avg_loss': 1.5101000457108833, 'avg_acc_mask': 49.50678175092478, 'loss': 1.3085947036743164}
+{'epoch': 'EP10_train', 'avg_loss': 1.5103257744560414, 'total_masked_acc': 49.498572092714355}
+{'epoch': 11, 'iter': 0, 'avg_loss': 1.7070084810256958, 'avg_acc_mask': 40.67796610169492, 'loss': 1.7070084810256958}
+{'epoch': 11, 'iter': 10, 'avg_loss': 1.564669511534951, 'avg_acc_mask': 46.98412698412698, 'loss': 1.480599284172058}
+{'epoch': 11, 'iter': 20, 'avg_loss': 1.5471553291593279, 'avg_acc_mask': 48.40103716508211, 'loss': 1.716963768005371}
+{'epoch': 11, 'iter': 30, 'avg_loss': 1.5210530834813272, 'avg_acc_mask': 49.88235294117647, 'loss': 1.629406213760376}
+{'epoch': 11, 'iter': 40, 'avg_loss': 1.5050848722457886, 'avg_acc_mask': 50.33229951262738, 'loss': 1.4810168743133545}
+{'epoch': 11, 'iter': 50, 'avg_loss': 1.532575710147035, 'avg_acc_mask': 49.68175388967468, 'loss': 1.7568938732147217}
+{'epoch': 11, 'iter': 60, 'avg_loss': 1.5103988237068302, 'avg_acc_mask': 50.61506150615062, 'loss': 1.283065915107727}
+{'epoch': 11, 'iter': 70, 'avg_loss': 1.5178662807169094, 'avg_acc_mask': 50.57559478127398, 'loss': 1.778940200805664}
+{'epoch': 11, 'iter': 80, 'avg_loss': 1.523814077730532, 'avg_acc_mask': 49.82062780269058, 'loss': 1.7803996801376343}
+{'epoch': 11, 'iter': 90, 'avg_loss': 1.5260800280413784, 'avg_acc_mask': 49.742777997625645, 'loss': 1.437027931213379}
+{'epoch': 11, 'iter': 100, 'avg_loss': 1.5205685325188212, 'avg_acc_mask': 49.7219730941704, 'loss': 1.428470253944397}
+{'epoch': 11, 'iter': 110, 'avg_loss': 1.5205398293228838, 'avg_acc_mask': 49.624305782424045, 'loss': 1.241521954536438}
+{'epoch': 11, 'iter': 120, 'avg_loss': 1.509779199095797, 'avg_acc_mask': 49.7279322853688, 'loss': 1.4768644571304321}
+{'epoch': 11, 'iter': 130, 'avg_loss': 1.5033220125518683, 'avg_acc_mask': 49.90283176013326, 'loss': 1.4375925064086914}
+{'epoch': 11, 'iter': 140, 'avg_loss': 1.508142277704063, 'avg_acc_mask': 49.671095059976786, 'loss': 1.395818829536438}
+{'epoch': 11, 'iter': 150, 'avg_loss': 1.5040625554836349, 'avg_acc_mask': 49.83618492901347, 'loss': 1.3878155946731567}
+{'epoch': 11, 'iter': 160, 'avg_loss': 1.5084947014447325, 'avg_acc_mask': 49.65572641725958, 'loss': 1.8653496503829956}
+{'epoch': 11, 'iter': 170, 'avg_loss': 1.5153430916412531, 'avg_acc_mask': 49.321413183972425, 'loss': 1.484815239906311}
+{'epoch': 11, 'iter': 180, 'avg_loss': 1.5144334741718861, 'avg_acc_mask': 49.37818552497452, 'loss': 1.705171823501587}
+{'epoch': 11, 'iter': 190, 'avg_loss': 1.5129826668045283, 'avg_acc_mask': 49.422076671161626, 'loss': 1.485630989074707}
+{'epoch': 11, 'iter': 200, 'avg_loss': 1.5092991015211266, 'avg_acc_mask': 49.58136148525664, 'loss': 1.3909389972686768}
+{'epoch': 11, 'iter': 210, 'avg_loss': 1.5085680885902513, 'avg_acc_mask': 49.53351762266759, 'loss': 1.4075149297714233}
+{'epoch': 11, 'iter': 220, 'avg_loss': 1.5072407593015094, 'avg_acc_mask': 49.68677876689746, 'loss': 1.589381217956543}
+{'epoch': 11, 'iter': 230, 'avg_loss': 1.5082335755938576, 'avg_acc_mask': 49.613137533554394, 'loss': 1.2091401815414429}
+{'epoch': 11, 'iter': 240, 'avg_loss': 1.5042597772669495, 'avg_acc_mask': 49.68167348794907, 'loss': 1.531188726425171}
+{'epoch': 11, 'iter': 250, 'avg_loss': 1.503387067422449, 'avg_acc_mask': 49.70487502732638, 'loss': 1.3509995937347412}
+{'epoch': 11, 'iter': 260, 'avg_loss': 1.5058513030238536, 'avg_acc_mask': 49.66339410939691, 'loss': 1.3565149307250977}
+{'epoch': 11, 'iter': 270, 'avg_loss': 1.5061907315166234, 'avg_acc_mask': 49.69048580271834, 'loss': 1.6069117784500122}
+{'epoch': 11, 'iter': 280, 'avg_loss': 1.5055354757241082, 'avg_acc_mask': 49.711132749107435, 'loss': 0.9804553985595703}
+{'epoch': 11, 'iter': 290, 'avg_loss': 1.5045231138308024, 'avg_acc_mask': 49.80847723704866, 'loss': 1.627313256263733}
+{'epoch': 11, 'iter': 300, 'avg_loss': 1.5013084665089351, 'avg_acc_mask': 49.899531145344945, 'loss': 1.1462411880493164}
+{'epoch': 11, 'iter': 310, 'avg_loss': 1.5014536468929034, 'avg_acc_mask': 49.831610044313145, 'loss': 1.2920269966125488}
+{'epoch': 11, 'iter': 320, 'avg_loss': 1.5001657803853352, 'avg_acc_mask': 49.8567335243553, 'loss': 1.2159663438796997}
+{'epoch': 11, 'iter': 330, 'avg_loss': 1.4982018787695202, 'avg_acc_mask': 49.941572533526234, 'loss': 1.2604682445526123}
+{'epoch': 11, 'iter': 340, 'avg_loss': 1.4984763916636492, 'avg_acc_mask': 49.97303419264373, 'loss': 1.5031715631484985}
+{'epoch': 11, 'iter': 350, 'avg_loss': 1.4972977797869604, 'avg_acc_mask': 50.09445843828715, 'loss': 1.3619561195373535}
+{'epoch': 11, 'iter': 360, 'avg_loss': 1.4968272992448464, 'avg_acc_mask': 50.12969838767103, 'loss': 1.757948637008667}
+{'epoch': 11, 'iter': 370, 'avg_loss': 1.494637051361269, 'avg_acc_mask': 50.18802572983672, 'loss': 1.5188056230545044}
+{'epoch': 11, 'iter': 380, 'avg_loss': 1.4965299618212882, 'avg_acc_mask': 50.120447099633836, 'loss': 0.956175684928894}
+{'epoch': 11, 'iter': 390, 'avg_loss': 1.4973613662488015, 'avg_acc_mask': 50.028224668360146, 'loss': 1.4559357166290283}
+{'epoch': 11, 'iter': 400, 'avg_loss': 1.4981179244797724, 'avg_acc_mask': 50.018335166850015, 'loss': 1.5400872230529785}
+{'epoch': 11, 'iter': 410, 'avg_loss': 1.4974069625791842, 'avg_acc_mask': 50.06703011886674, 'loss': 1.4683620929718018}
+{'epoch': 11, 'iter': 420, 'avg_loss': 1.495924605751264, 'avg_acc_mask': 50.11564477416539, 'loss': 1.6476893424987793}
+{'epoch': 11, 'iter': 430, 'avg_loss': 1.4968565985940725, 'avg_acc_mask': 50.07678525723062, 'loss': 1.4386543035507202}
+{'epoch': 11, 'iter': 440, 'avg_loss': 1.5001381566735352, 'avg_acc_mask': 49.97705943691345, 'loss': 1.5399757623672485}
+{'epoch': 11, 'iter': 450, 'avg_loss': 1.4987279397421032, 'avg_acc_mask': 49.963277297209075, 'loss': 1.037644624710083}
+{'epoch': 11, 'iter': 460, 'avg_loss': 1.4991717864789569, 'avg_acc_mask': 49.93222771487801, 'loss': 1.4309308528900146}
+{'epoch': 11, 'iter': 470, 'avg_loss': 1.5004893879222263, 'avg_acc_mask': 49.91812227074236, 'loss': 1.5377697944641113}
+{'epoch': 11, 'iter': 480, 'avg_loss': 1.500977939602739, 'avg_acc_mask': 49.96179122726578, 'loss': 1.457526683807373}
+{'epoch': 11, 'iter': 490, 'avg_loss': 1.501563633410848, 'avg_acc_mask': 49.904548006737784, 'loss': 1.4846110343933105}
+{'epoch': 11, 'iter': 500, 'avg_loss': 1.5012590398569545, 'avg_acc_mask': 49.904636150234744, 'loss': 1.4099730253219604}
+{'epoch': 11, 'iter': 510, 'avg_loss': 1.499451016609916, 'avg_acc_mask': 50.016148132199376, 'loss': 1.4004247188568115}
+{'epoch': 11, 'iter': 520, 'avg_loss': 1.498087960676131, 'avg_acc_mask': 50.07222124361459, 'loss': 1.870194911956787}
+{'epoch': 11, 'iter': 530, 'avg_loss': 1.4974774022335835, 'avg_acc_mask': 50.069189787587355, 'loss': 1.3509118556976318}
+{'epoch': 11, 'iter': 540, 'avg_loss': 1.4969877891531713, 'avg_acc_mask': 50.102047758350906, 'loss': 1.6041282415390015}
+{'epoch': 11, 'iter': 550, 'avg_loss': 1.498134762643686, 'avg_acc_mask': 50.01668335001669, 'loss': 1.3017445802688599}
+{'epoch': 11, 'iter': 560, 'avg_loss': 1.4984680362138731, 'avg_acc_mask': 50.04427826429204, 'loss': 1.5443671941757202}
+{'epoch': 11, 'iter': 570, 'avg_loss': 1.4973397159952206, 'avg_acc_mask': 50.1032191471518, 'loss': 1.4738811254501343}
+{'epoch': 11, 'iter': 580, 'avg_loss': 1.4956997910998568, 'avg_acc_mask': 50.16794473667533, 'loss': 1.6836658716201782}
+{'epoch': 11, 'iter': 590, 'avg_loss': 1.4956547041028083, 'avg_acc_mask': 50.178932627975726, 'loss': 1.0674654245376587}
+{'epoch': 11, 'iter': 600, 'avg_loss': 1.4954160702803765, 'avg_acc_mask': 50.212635765641735, 'loss': 1.4147560596466064}
+{'epoch': 11, 'iter': 610, 'avg_loss': 1.4971239054651775, 'avg_acc_mask': 50.14882294579237, 'loss': 1.6072481870651245}
+{'epoch': 11, 'iter': 620, 'avg_loss': 1.4947948681367575, 'avg_acc_mask': 50.23702299123015, 'loss': 1.6549550294876099}
+{'epoch': 11, 'iter': 630, 'avg_loss': 1.4933620167043054, 'avg_acc_mask': 50.29149419926543, 'loss': 1.3050514459609985}
+{'epoch': 11, 'iter': 640, 'avg_loss': 1.4928604856296188, 'avg_acc_mask': 50.335010783608915, 'loss': 1.5220447778701782}
+{'epoch': 11, 'iter': 650, 'avg_loss': 1.4926361076293453, 'avg_acc_mask': 50.307426401836054, 'loss': 1.2708851099014282}
+{'epoch': 11, 'iter': 660, 'avg_loss': 1.4909079184871217, 'avg_acc_mask': 50.38776990459186, 'loss': 1.4694830179214478}
+{'epoch': 11, 'iter': 670, 'avg_loss': 1.4896337719503707, 'avg_acc_mask': 50.454408171110074, 'loss': 1.3541836738586426}
+{'epoch': 11, 'iter': 680, 'avg_loss': 1.489908753337664, 'avg_acc_mask': 50.432947288667606, 'loss': 1.6408462524414062}
+{'epoch': 11, 'iter': 690, 'avg_loss': 1.4897701189935466, 'avg_acc_mask': 50.44889042811093, 'loss': 1.2321503162384033}
+{'epoch': 11, 'iter': 700, 'avg_loss': 1.4913742050804868, 'avg_acc_mask': 50.426274232050574, 'loss': 1.4896225929260254}
+{'epoch': 11, 'iter': 710, 'avg_loss': 1.4901745068708385, 'avg_acc_mask': 50.45040381031269, 'loss': 1.2007637023925781}
+{'epoch': 11, 'iter': 720, 'avg_loss': 1.4910832045809075, 'avg_acc_mask': 50.40702273713221, 'loss': 1.6900081634521484}
+{'epoch': 11, 'iter': 730, 'avg_loss': 1.4893878889964478, 'avg_acc_mask': 50.45827667824948, 'loss': 1.5032217502593994}
+{'epoch': 11, 'iter': 740, 'avg_loss': 1.4895680433342815, 'avg_acc_mask': 50.454635794494685, 'loss': 1.5834816694259644}
+{'epoch': 11, 'iter': 750, 'avg_loss': 1.490599671946702, 'avg_acc_mask': 50.443757968029814, 'loss': 1.617386817932129}
+{'epoch': 11, 'iter': 760, 'avg_loss': 1.4915601472503723, 'avg_acc_mask': 50.438988995041726, 'loss': 1.6454029083251953}
+{'epoch': 11, 'iter': 770, 'avg_loss': 1.4916880078198227, 'avg_acc_mask': 50.45040751155808, 'loss': 1.479656457901001}
+{'epoch': 11, 'iter': 780, 'avg_loss': 1.4912443605183638, 'avg_acc_mask': 50.48712759448393, 'loss': 1.6986616849899292}
+{'epoch': 11, 'iter': 790, 'avg_loss': 1.4905792792738615, 'avg_acc_mask': 50.543907768118636, 'loss': 1.4569379091262817}
+{'epoch': 11, 'iter': 800, 'avg_loss': 1.4895078976651406, 'avg_acc_mask': 50.58104818336319, 'loss': 1.1482998132705688}
+{'epoch': 11, 'iter': 810, 'avg_loss': 1.4893612014968063, 'avg_acc_mask': 50.55466073818652, 'loss': 1.432385802268982}
+{'epoch': 11, 'iter': 820, 'avg_loss': 1.4896004551365953, 'avg_acc_mask': 50.550288032636225, 'loss': 1.4840667247772217}
+{'epoch': 11, 'iter': 830, 'avg_loss': 1.4903832857646093, 'avg_acc_mask': 50.52480070859168, 'loss': 1.5522183179855347}
+{'epoch': 11, 'iter': 840, 'avg_loss': 1.4899358250439947, 'avg_acc_mask': 50.53020530423945, 'loss': 1.6650933027267456}
+{'epoch': 11, 'iter': 850, 'avg_loss': 1.4901697985854188, 'avg_acc_mask': 50.48925369910358, 'loss': 1.3559741973876953}
+{'epoch': 11, 'iter': 860, 'avg_loss': 1.4908752347257217, 'avg_acc_mask': 50.45630943750267, 'loss': 1.9911977052688599}
+{'epoch': 11, 'iter': 870, 'avg_loss': 1.4912621229031604, 'avg_acc_mask': 50.43394000674082, 'loss': 1.0315123796463013}
+{'epoch': 11, 'iter': 880, 'avg_loss': 1.4923641879225698, 'avg_acc_mask': 50.41973045597518, 'loss': 1.3286782503128052}
+{'epoch': 11, 'iter': 890, 'avg_loss': 1.492253562015315, 'avg_acc_mask': 50.46270533193182, 'loss': 1.4236242771148682}
+{'epoch': 11, 'iter': 900, 'avg_loss': 1.4917947184893983, 'avg_acc_mask': 50.47452242271191, 'loss': 1.6829357147216797}
+{'epoch': 11, 'iter': 910, 'avg_loss': 1.4925990760260959, 'avg_acc_mask': 50.45365843844931, 'loss': 1.6258699893951416}
+{'epoch': 11, 'iter': 920, 'avg_loss': 1.4919722983684396, 'avg_acc_mask': 50.47996494861786, 'loss': 1.5323944091796875}
+{'epoch': 11, 'iter': 930, 'avg_loss': 1.4926580426260172, 'avg_acc_mask': 50.48417315846564, 'loss': 1.788081407546997}
+{'epoch': 11, 'iter': 940, 'avg_loss': 1.4939839913411803, 'avg_acc_mask': 50.45780215918631, 'loss': 1.2416871786117554}
+{'epoch': 11, 'iter': 950, 'avg_loss': 1.4949398792880566, 'avg_acc_mask': 50.411276308167594, 'loss': 1.7599530220031738}
+{'epoch': 11, 'iter': 960, 'avg_loss': 1.4940720928075037, 'avg_acc_mask': 50.430078752198185, 'loss': 1.82618248462677}
+{'epoch': 11, 'iter': 970, 'avg_loss': 1.4943624203286137, 'avg_acc_mask': 50.40281402473619, 'loss': 1.2391862869262695}
+{'epoch': 11, 'iter': 980, 'avg_loss': 1.49437780628146, 'avg_acc_mask': 50.406002095494685, 'loss': 1.4058328866958618}
+{'epoch': 11, 'iter': 990, 'avg_loss': 1.4948675492938184, 'avg_acc_mask': 50.37111074092583, 'loss': 1.4866811037063599}
+{'epoch': 11, 'iter': 1000, 'avg_loss': 1.4949742107839137, 'avg_acc_mask': 50.3701938936334, 'loss': 1.5845743417739868}
+{'epoch': 11, 'iter': 1010, 'avg_loss': 1.4946183422552726, 'avg_acc_mask': 50.390128833242606, 'loss': 1.5689712762832642}
+{'epoch': 11, 'iter': 1020, 'avg_loss': 1.4937927417026562, 'avg_acc_mask': 50.424863019850896, 'loss': 1.1461232900619507}
+{'epoch': 11, 'iter': 1030, 'avg_loss': 1.4932625727325128, 'avg_acc_mask': 50.43136417809559, 'loss': 1.4659576416015625}
+{'epoch': 11, 'iter': 1040, 'avg_loss': 1.493317742054561, 'avg_acc_mask': 50.42465463772202, 'loss': 1.640466332435608}
+{'epoch': 11, 'iter': 1050, 'avg_loss': 1.4938710110171651, 'avg_acc_mask': 50.404928962893145, 'loss': 1.4605557918548584}
+{'epoch': 11, 'iter': 1060, 'avg_loss': 1.4942982822628543, 'avg_acc_mask': 50.37777278307025, 'loss': 1.34218430519104}
+{'epoch': 11, 'iter': 1070, 'avg_loss': 1.493517472741762, 'avg_acc_mask': 50.395656344203886, 'loss': 1.6900712251663208}
+{'epoch': 11, 'iter': 1080, 'avg_loss': 1.4937082190518023, 'avg_acc_mask': 50.394381965294386, 'loss': 1.4318945407867432}
+{'epoch': 11, 'iter': 1090, 'avg_loss': 1.4936732137891593, 'avg_acc_mask': 50.38789629231596, 'loss': 1.5119988918304443}
+{'epoch': 11, 'iter': 1100, 'avg_loss': 1.49257848373226, 'avg_acc_mask': 50.434348477284075, 'loss': 1.113864779472351}
+{'epoch': 'EP11_train', 'avg_loss': 1.4929910514149731, 'total_masked_acc': 50.41962449412858}
+{'epoch': 12, 'iter': 0, 'avg_loss': 1.5551865100860596, 'avg_acc_mask': 40.909090909090914, 'loss': 1.5551865100860596}
+{'epoch': 12, 'iter': 10, 'avg_loss': 1.5861546776511453, 'avg_acc_mask': 45.32488114104596, 'loss': 1.5307153463363647}
+{'epoch': 12, 'iter': 20, 'avg_loss': 1.5586835827146257, 'avg_acc_mask': 47.30077120822622, 'loss': 1.642642617225647}
+{'epoch': 12, 'iter': 30, 'avg_loss': 1.5341786453800816, 'avg_acc_mask': 48.5781990521327, 'loss': 1.6348285675048828}
+{'epoch': 12, 'iter': 40, 'avg_loss': 1.5140315439642928, 'avg_acc_mask': 49.82363315696649, 'loss': 1.2182037830352783}
+{'epoch': 12, 'iter': 50, 'avg_loss': 1.5323639336754293, 'avg_acc_mask': 49.285465318926455, 'loss': 1.4709463119506836}
+{'epoch': 12, 'iter': 60, 'avg_loss': 1.5183179867072183, 'avg_acc_mask': 49.42426926483614, 'loss': 1.1372976303100586}
+{'epoch': 12, 'iter': 70, 'avg_loss': 1.4994260526039231, 'avg_acc_mask': 50.050684237202226, 'loss': 1.3724554777145386}
+{'epoch': 12, 'iter': 80, 'avg_loss': 1.4952150833459548, 'avg_acc_mask': 50.0, 'loss': 1.560770869255066}
+{'epoch': 12, 'iter': 90, 'avg_loss': 1.509292184651553, 'avg_acc_mask': 49.43930749557348, 'loss': 1.9646466970443726}
+{'epoch': 12, 'iter': 100, 'avg_loss': 1.4970609362762752, 'avg_acc_mask': 49.80286738351254, 'loss': 1.5626375675201416}
+{'epoch': 12, 'iter': 110, 'avg_loss': 1.4908244846103427, 'avg_acc_mask': 50.00820883270399, 'loss': 1.169767141342163}
+{'epoch': 12, 'iter': 120, 'avg_loss': 1.4880044854376926, 'avg_acc_mask': 50.212507589556765, 'loss': 1.9366345405578613}
+{'epoch': 12, 'iter': 130, 'avg_loss': 1.4922586734058292, 'avg_acc_mask': 50.00696281854895, 'loss': 1.8365224599838257}
+{'epoch': 12, 'iter': 140, 'avg_loss': 1.4945998403197485, 'avg_acc_mask': 49.806651198762566, 'loss': 1.2560359239578247}
+{'epoch': 12, 'iter': 150, 'avg_loss': 1.4869511861674833, 'avg_acc_mask': 49.92093419292057, 'loss': 1.843183994293213}
+{'epoch': 12, 'iter': 160, 'avg_loss': 1.4860437131076125, 'avg_acc_mask': 49.90248938855111, 'loss': 1.575867772102356}
+{'epoch': 12, 'iter': 170, 'avg_loss': 1.4915772976233945, 'avg_acc_mask': 49.72624798711755, 'loss': 1.7125056982040405}
+{'epoch': 12, 'iter': 180, 'avg_loss': 1.4916649141364335, 'avg_acc_mask': 49.90360223236935, 'loss': 1.4907125234603882}
+{'epoch': 12, 'iter': 190, 'avg_loss': 1.4929504769010693, 'avg_acc_mask': 49.87067726793754, 'loss': 1.3354581594467163}
+{'epoch': 12, 'iter': 200, 'avg_loss': 1.491129912547211, 'avg_acc_mask': 49.9908592321755, 'loss': 1.4802117347717285}
+{'epoch': 12, 'iter': 210, 'avg_loss': 1.4841360774650394, 'avg_acc_mask': 50.31288023639841, 'loss': 1.2991125583648682}
+{'epoch': 12, 'iter': 220, 'avg_loss': 1.4835521171535302, 'avg_acc_mask': 50.441528431129825, 'loss': 1.6333696842193604}
+{'epoch': 12, 'iter': 230, 'avg_loss': 1.4847350342449173, 'avg_acc_mask': 50.470244210859086, 'loss': 1.1873750686645508}
+{'epoch': 12, 'iter': 240, 'avg_loss': 1.4834159271351035, 'avg_acc_mask': 50.56179775280899, 'loss': 1.3522112369537354}
+{'epoch': 12, 'iter': 250, 'avg_loss': 1.484732627393715, 'avg_acc_mask': 50.47104359891915, 'loss': 1.3026111125946045}
+{'epoch': 12, 'iter': 260, 'avg_loss': 1.4846155730243844, 'avg_acc_mask': 50.5098811449469, 'loss': 1.4106477499008179}
+{'epoch': 12, 'iter': 270, 'avg_loss': 1.4869637168201573, 'avg_acc_mask': 50.451117694586586, 'loss': 1.6692801713943481}
+{'epoch': 12, 'iter': 280, 'avg_loss': 1.4879621411557724, 'avg_acc_mask': 50.50616482803374, 'loss': 1.0660858154296875}
+{'epoch': 12, 'iter': 290, 'avg_loss': 1.4847205062092785, 'avg_acc_mask': 50.641025641025635, 'loss': 1.332520604133606}
+{'epoch': 12, 'iter': 300, 'avg_loss': 1.486058502498259, 'avg_acc_mask': 50.60211653083566, 'loss': 1.4227781295776367}
+{'epoch': 12, 'iter': 310, 'avg_loss': 1.4839809920243512, 'avg_acc_mask': 50.66084493745575, 'loss': 1.0786212682724}
+{'epoch': 12, 'iter': 320, 'avg_loss': 1.48424224931503, 'avg_acc_mask': 50.55568285976169, 'loss': 1.4096651077270508}
+{'epoch': 12, 'iter': 330, 'avg_loss': 1.4835594948324913, 'avg_acc_mask': 50.60267733155585, 'loss': 1.5040053129196167}
+{'epoch': 12, 'iter': 340, 'avg_loss': 1.4830056979509392, 'avg_acc_mask': 50.594565509819745, 'loss': 1.4858083724975586}
+{'epoch': 12, 'iter': 350, 'avg_loss': 1.4838820571912998, 'avg_acc_mask': 50.58928290817663, 'loss': 1.4046272039413452}
+{'epoch': 12, 'iter': 360, 'avg_loss': 1.4851808850124602, 'avg_acc_mask': 50.510852437350685, 'loss': 1.7157424688339233}
+{'epoch': 12, 'iter': 370, 'avg_loss': 1.4843201172962344, 'avg_acc_mask': 50.547002623632494, 'loss': 1.3858572244644165}
+{'epoch': 12, 'iter': 380, 'avg_loss': 1.4865072366446648, 'avg_acc_mask': 50.43629176107602, 'loss': 1.2184187173843384}
+{'epoch': 12, 'iter': 390, 'avg_loss': 1.485888766968037, 'avg_acc_mask': 50.44359949302915, 'loss': 1.5088310241699219}
+{'epoch': 12, 'iter': 400, 'avg_loss': 1.4868904436912918, 'avg_acc_mask': 50.45716375605742, 'loss': 1.5640887022018433}
+{'epoch': 12, 'iter': 410, 'avg_loss': 1.4838058062423465, 'avg_acc_mask': 50.455519828510184, 'loss': 1.5968043804168701}
+{'epoch': 12, 'iter': 420, 'avg_loss': 1.4816504044374208, 'avg_acc_mask': 50.47793636244599, 'loss': 1.1519192457199097}
+{'epoch': 12, 'iter': 430, 'avg_loss': 1.4801474354659876, 'avg_acc_mask': 50.554418287273975, 'loss': 1.3409281969070435}
+{'epoch': 12, 'iter': 440, 'avg_loss': 1.4829350651797253, 'avg_acc_mask': 50.49554426584493, 'loss': 1.6896531581878662}
+{'epoch': 12, 'iter': 450, 'avg_loss': 1.4839263576890307, 'avg_acc_mask': 50.47018115204559, 'loss': 1.126804232597351}
+{'epoch': 12, 'iter': 460, 'avg_loss': 1.485352285642686, 'avg_acc_mask': 50.41621858445852, 'loss': 1.566627025604248}
+{'epoch': 12, 'iter': 470, 'avg_loss': 1.4861474974899536, 'avg_acc_mask': 50.37754943172972, 'loss': 1.2724226713180542}
+{'epoch': 12, 'iter': 480, 'avg_loss': 1.4846531191139856, 'avg_acc_mask': 50.48436308161709, 'loss': 1.1574029922485352}
+{'epoch': 12, 'iter': 490, 'avg_loss': 1.488251908126528, 'avg_acc_mask': 50.342094440497995, 'loss': 1.8927991390228271}
+{'epoch': 12, 'iter': 500, 'avg_loss': 1.4866625868869636, 'avg_acc_mask': 50.38302239489793, 'loss': 1.3102507591247559}
+{'epoch': 12, 'iter': 510, 'avg_loss': 1.485452620367248, 'avg_acc_mask': 50.44371788883699, 'loss': 1.5649518966674805}
+{'epoch': 12, 'iter': 520, 'avg_loss': 1.4857062761476996, 'avg_acc_mask': 50.50943063634761, 'loss': 1.5754544734954834}
+{'epoch': 12, 'iter': 530, 'avg_loss': 1.4865375226275845, 'avg_acc_mask': 50.460749670893094, 'loss': 1.7602853775024414}
+{'epoch': 12, 'iter': 540, 'avg_loss': 1.4877992334074983, 'avg_acc_mask': 50.40288307891069, 'loss': 1.6940056085586548}
+{'epoch': 12, 'iter': 550, 'avg_loss': 1.4903556498987922, 'avg_acc_mask': 50.30337378317109, 'loss': 1.7005976438522339}
+{'epoch': 12, 'iter': 560, 'avg_loss': 1.490277739238399, 'avg_acc_mask': 50.31607218892273, 'loss': 1.5491622686386108}
+{'epoch': 12, 'iter': 570, 'avg_loss': 1.4889990661273695, 'avg_acc_mask': 50.41367543379584, 'loss': 1.7208819389343262}
+{'epoch': 12, 'iter': 580, 'avg_loss': 1.4882173337132099, 'avg_acc_mask': 50.42205431380607, 'loss': 1.453838586807251}
+{'epoch': 12, 'iter': 590, 'avg_loss': 1.4892672015930795, 'avg_acc_mask': 50.38646593201924, 'loss': 1.1103425025939941}
+{'epoch': 12, 'iter': 600, 'avg_loss': 1.4883319855529735, 'avg_acc_mask': 50.401318399609366, 'loss': 1.528740406036377}
+{'epoch': 12, 'iter': 610, 'avg_loss': 1.4871469090300964, 'avg_acc_mask': 50.46165837280413, 'loss': 1.653968334197998}
+{'epoch': 12, 'iter': 620, 'avg_loss': 1.485826459099897, 'avg_acc_mask': 50.50919502907577, 'loss': 2.096169948577881}
+{'epoch': 12, 'iter': 630, 'avg_loss': 1.485025443668033, 'avg_acc_mask': 50.52913129433655, 'loss': 1.4286879301071167}
+{'epoch': 12, 'iter': 640, 'avg_loss': 1.4851056502873365, 'avg_acc_mask': 50.538929021901154, 'loss': 1.3964582681655884}
+{'epoch': 12, 'iter': 650, 'avg_loss': 1.4857942006005669, 'avg_acc_mask': 50.5443234836703, 'loss': 1.5048736333847046}
+{'epoch': 12, 'iter': 660, 'avg_loss': 1.4857850026976143, 'avg_acc_mask': 50.54746050761987, 'loss': 1.391766905784607}
+{'epoch': 12, 'iter': 670, 'avg_loss': 1.4858532070047632, 'avg_acc_mask': 50.56935107696528, 'loss': 1.6732677221298218}
+{'epoch': 12, 'iter': 680, 'avg_loss': 1.4871451890591132, 'avg_acc_mask': 50.54763772074533, 'loss': 1.8109933137893677}
+{'epoch': 12, 'iter': 690, 'avg_loss': 1.487761146856631, 'avg_acc_mask': 50.51760385342098, 'loss': 1.4576305150985718}
+{'epoch': 12, 'iter': 700, 'avg_loss': 1.488732504351503, 'avg_acc_mask': 50.497799203521275, 'loss': 1.7563753128051758}
+{'epoch': 12, 'iter': 710, 'avg_loss': 1.4871281450810814, 'avg_acc_mask': 50.58379830543501, 'loss': 1.4247231483459473}
+{'epoch': 12, 'iter': 720, 'avg_loss': 1.4878714372314792, 'avg_acc_mask': 50.593418907905466, 'loss': 1.7037993669509888}
+{'epoch': 12, 'iter': 730, 'avg_loss': 1.4870063709005938, 'avg_acc_mask': 50.61557788944724, 'loss': 1.3531278371810913}
+{'epoch': 12, 'iter': 740, 'avg_loss': 1.487863330384176, 'avg_acc_mask': 50.56764662138714, 'loss': 1.4670203924179077}
+{'epoch': 12, 'iter': 750, 'avg_loss': 1.4891741264675968, 'avg_acc_mask': 50.51564027370479, 'loss': 1.6879206895828247}
+{'epoch': 12, 'iter': 760, 'avg_loss': 1.4899106420449295, 'avg_acc_mask': 50.513297422643056, 'loss': 1.745117425918579}
+{'epoch': 12, 'iter': 770, 'avg_loss': 1.4909706370839813, 'avg_acc_mask': 50.47759700817036, 'loss': 1.6403990983963013}
+{'epoch': 12, 'iter': 780, 'avg_loss': 1.490632742986789, 'avg_acc_mask': 50.48964218455744, 'loss': 1.305500864982605}
+{'epoch': 12, 'iter': 790, 'avg_loss': 1.4899971976442976, 'avg_acc_mask': 50.54814883634505, 'loss': 1.1799018383026123}
+{'epoch': 12, 'iter': 800, 'avg_loss': 1.4897427721118808, 'avg_acc_mask': 50.54155766671256, 'loss': 1.6015377044677734}
+{'epoch': 12, 'iter': 810, 'avg_loss': 1.4905009063927666, 'avg_acc_mask': 50.512634396407016, 'loss': 1.5288925170898438}
+{'epoch': 12, 'iter': 820, 'avg_loss': 1.4914949693865667, 'avg_acc_mask': 50.475998476804875, 'loss': 1.5269289016723633}
+{'epoch': 12, 'iter': 830, 'avg_loss': 1.4911182282490276, 'avg_acc_mask': 50.485759178524795, 'loss': 1.7149521112442017}
+{'epoch': 12, 'iter': 840, 'avg_loss': 1.4909610649068064, 'avg_acc_mask': 50.488343129328996, 'loss': 1.441501259803772}
+{'epoch': 12, 'iter': 850, 'avg_loss': 1.491452857834472, 'avg_acc_mask': 50.460357504797635, 'loss': 1.3908408880233765}
+{'epoch': 12, 'iter': 860, 'avg_loss': 1.4923611953421891, 'avg_acc_mask': 50.44636198998616, 'loss': 1.5159064531326294}
+{'epoch': 12, 'iter': 870, 'avg_loss': 1.4933121530798903, 'avg_acc_mask': 50.43119767784275, 'loss': 1.2467634677886963}
+{'epoch': 12, 'iter': 880, 'avg_loss': 1.4942151618599215, 'avg_acc_mask': 50.40674087173619, 'loss': 1.7856271266937256}
+{'epoch': 12, 'iter': 890, 'avg_loss': 1.4934882336995416, 'avg_acc_mask': 50.42539604062378, 'loss': 1.244776725769043}
+{'epoch': 12, 'iter': 900, 'avg_loss': 1.493763119544623, 'avg_acc_mask': 50.40128737879898, 'loss': 1.7970644235610962}
+{'epoch': 12, 'iter': 910, 'avg_loss': 1.4941666414787427, 'avg_acc_mask': 50.39874335427743, 'loss': 1.6727222204208374}
+{'epoch': 12, 'iter': 920, 'avg_loss': 1.4935728154275627, 'avg_acc_mask': 50.425510712506224, 'loss': 1.5884456634521484}
+{'epoch': 12, 'iter': 930, 'avg_loss': 1.492754427690127, 'avg_acc_mask': 50.453631020472564, 'loss': 1.5787278413772583}
+{'epoch': 12, 'iter': 940, 'avg_loss': 1.4932908550079014, 'avg_acc_mask': 50.456104787151105, 'loss': 1.5562925338745117}
+{'epoch': 12, 'iter': 950, 'avg_loss': 1.4935092194599309, 'avg_acc_mask': 50.469814196685256, 'loss': 2.0275352001190186}
+{'epoch': 12, 'iter': 960, 'avg_loss': 1.4928380508328576, 'avg_acc_mask': 50.4742818971276, 'loss': 1.5986261367797852}
+{'epoch': 12, 'iter': 970, 'avg_loss': 1.4939392903929023, 'avg_acc_mask': 50.454004870405676, 'loss': 1.3460139036178589}
+{'epoch': 12, 'iter': 980, 'avg_loss': 1.4944688924469594, 'avg_acc_mask': 50.455495818399044, 'loss': 1.6158090829849243}
+{'epoch': 12, 'iter': 990, 'avg_loss': 1.4952496818889884, 'avg_acc_mask': 50.398774138758625, 'loss': 1.7393202781677246}
+{'epoch': 12, 'iter': 1000, 'avg_loss': 1.4941314495765008, 'avg_acc_mask': 50.42763157894738, 'loss': 1.7645987272262573}
+{'epoch': 12, 'iter': 1010, 'avg_loss': 1.4942300461166336, 'avg_acc_mask': 50.43347631717074, 'loss': 1.541811466217041}
+{'epoch': 12, 'iter': 1020, 'avg_loss': 1.494160487415975, 'avg_acc_mask': 50.447852101322056, 'loss': 1.5715230703353882}
+{'epoch': 12, 'iter': 1030, 'avg_loss': 1.4932510607688896, 'avg_acc_mask': 50.48529907553632, 'loss': 1.449447751045227}
+{'epoch': 12, 'iter': 1040, 'avg_loss': 1.4927171378268518, 'avg_acc_mask': 50.50056203456512, 'loss': 1.6292356252670288}
+{'epoch': 12, 'iter': 1050, 'avg_loss': 1.492107980144693, 'avg_acc_mask': 50.524703712082975, 'loss': 1.4071698188781738}
+{'epoch': 12, 'iter': 1060, 'avg_loss': 1.492035752978671, 'avg_acc_mask': 50.52163266713801, 'loss': 1.1107128858566284}
+{'epoch': 12, 'iter': 1070, 'avg_loss': 1.491431576252874, 'avg_acc_mask': 50.522648083623686, 'loss': 1.465154767036438}
+{'epoch': 12, 'iter': 1080, 'avg_loss': 1.4909877766623307, 'avg_acc_mask': 50.53548769139666, 'loss': 1.3767764568328857}
+{'epoch': 12, 'iter': 1090, 'avg_loss': 1.4917799000014524, 'avg_acc_mask': 50.505811811208254, 'loss': 1.656867504119873}
+{'epoch': 12, 'iter': 1100, 'avg_loss': 1.4916593686869533, 'avg_acc_mask': 50.51083977074507, 'loss': 1.276515245437622}
+{'epoch': 'EP12_train', 'avg_loss': 1.4916412776951338, 'total_masked_acc': 50.50409734293519}
+{'epoch': 13, 'iter': 0, 'avg_loss': 1.6204445362091064, 'avg_acc_mask': 50.0, 'loss': 1.6204445362091064}
+{'epoch': 13, 'iter': 10, 'avg_loss': 1.4695829911665483, 'avg_acc_mask': 52.80898876404494, 'loss': 1.2664804458618164}
+{'epoch': 13, 'iter': 20, 'avg_loss': 1.4808674993969144, 'avg_acc_mask': 51.26050420168067, 'loss': 1.4622830152511597}
+{'epoch': 13, 'iter': 30, 'avg_loss': 1.4819507368149296, 'avg_acc_mask': 51.77514792899408, 'loss': 1.6385505199432373}
+{'epoch': 13, 'iter': 40, 'avg_loss': 1.4825340364037491, 'avg_acc_mask': 51.69794459338696, 'loss': 1.688942790031433}
+{'epoch': 13, 'iter': 50, 'avg_loss': 1.4953863246768129, 'avg_acc_mask': 51.05782792665726, 'loss': 1.5486997365951538}
+{'epoch': 13, 'iter': 60, 'avg_loss': 1.476370797782648, 'avg_acc_mask': 51.21086828115771, 'loss': 1.518946647644043}
+{'epoch': 13, 'iter': 70, 'avg_loss': 1.476936227838758, 'avg_acc_mask': 51.24653739612188, 'loss': 1.523633599281311}
+{'epoch': 13, 'iter': 80, 'avg_loss': 1.4868502881791856, 'avg_acc_mask': 50.747252747252745, 'loss': 1.654045581817627}
+{'epoch': 13, 'iter': 90, 'avg_loss': 1.4838486844366723, 'avg_acc_mask': 51.03152977812378, 'loss': 1.5850392580032349}
+{'epoch': 13, 'iter': 100, 'avg_loss': 1.474238912657936, 'avg_acc_mask': 51.198871650211565, 'loss': 1.2677111625671387}
+{'epoch': 13, 'iter': 110, 'avg_loss': 1.478468730642989, 'avg_acc_mask': 51.01149053244861, 'loss': 1.29265296459198}
+{'epoch': 13, 'iter': 120, 'avg_loss': 1.4751531526076893, 'avg_acc_mask': 50.953232052427765, 'loss': 1.8144291639328003}
+{'epoch': 13, 'iter': 130, 'avg_loss': 1.4792046910933865, 'avg_acc_mask': 50.79994530288528, 'loss': 1.4987624883651733}
+{'epoch': 13, 'iter': 140, 'avg_loss': 1.4813471626728139, 'avg_acc_mask': 50.70975918884664, 'loss': 1.3386889696121216}
+{'epoch': 13, 'iter': 150, 'avg_loss': 1.4729847410656758, 'avg_acc_mask': 50.98856598380181, 'loss': 1.6971594095230103}
+{'epoch': 13, 'iter': 160, 'avg_loss': 1.478462474686759, 'avg_acc_mask': 50.80591000671591, 'loss': 1.401411533355713}
+{'epoch': 13, 'iter': 170, 'avg_loss': 1.4820857173518132, 'avg_acc_mask': 50.5396625799015, 'loss': 1.666914701461792}
+{'epoch': 13, 'iter': 180, 'avg_loss': 1.4795819204815186, 'avg_acc_mask': 50.65554231227652, 'loss': 1.5465730428695679}
+{'epoch': 13, 'iter': 190, 'avg_loss': 1.4819462180761767, 'avg_acc_mask': 50.489181561618054, 'loss': 1.4570196866989136}
+{'epoch': 13, 'iter': 200, 'avg_loss': 1.4798733268804218, 'avg_acc_mask': 50.51047823750672, 'loss': 1.4743926525115967}
+{'epoch': 13, 'iter': 210, 'avg_loss': 1.4765271767620791, 'avg_acc_mask': 50.75479744136461, 'loss': 1.2872538566589355}
+{'epoch': 13, 'iter': 220, 'avg_loss': 1.4763776101677666, 'avg_acc_mask': 50.88863525191587, 'loss': 1.6798666715621948}
+{'epoch': 13, 'iter': 230, 'avg_loss': 1.4776167642502558, 'avg_acc_mask': 50.860046911649725, 'loss': 1.1886736154556274}
+{'epoch': 13, 'iter': 240, 'avg_loss': 1.479118626147385, 'avg_acc_mask': 50.77073464170239, 'loss': 1.4414665699005127}
+{'epoch': 13, 'iter': 250, 'avg_loss': 1.4801731522814685, 'avg_acc_mask': 50.75347898190209, 'loss': 1.2403067350387573}
+{'epoch': 13, 'iter': 260, 'avg_loss': 1.4826974370927188, 'avg_acc_mask': 50.71037493935824, 'loss': 1.4876652956008911}
+{'epoch': 13, 'iter': 270, 'avg_loss': 1.4844629993297958, 'avg_acc_mask': 50.676531360394584, 'loss': 1.5680136680603027}
+{'epoch': 13, 'iter': 280, 'avg_loss': 1.485650243284015, 'avg_acc_mask': 50.55058278060404, 'loss': 1.0074782371520996}
+{'epoch': 13, 'iter': 290, 'avg_loss': 1.480253011500303, 'avg_acc_mask': 50.72680766111423, 'loss': 1.1749495267868042}
+{'epoch': 13, 'iter': 300, 'avg_loss': 1.47891730723587, 'avg_acc_mask': 50.809765530577714, 'loss': 1.473400354385376}
+{'epoch': 13, 'iter': 310, 'avg_loss': 1.4790002778412061, 'avg_acc_mask': 50.745744867520614, 'loss': 1.3014659881591797}
+{'epoch': 13, 'iter': 320, 'avg_loss': 1.4811836365970124, 'avg_acc_mask': 50.64233742610278, 'loss': 1.5591790676116943}
+{'epoch': 13, 'iter': 330, 'avg_loss': 1.4798008145882644, 'avg_acc_mask': 50.75803517283202, 'loss': 1.2486547231674194}
+{'epoch': 13, 'iter': 340, 'avg_loss': 1.478410731312816, 'avg_acc_mask': 50.72836332476436, 'loss': 1.6172809600830078}
+{'epoch': 13, 'iter': 350, 'avg_loss': 1.4792792701992894, 'avg_acc_mask': 50.823345492443984, 'loss': 1.5710222721099854}
+{'epoch': 13, 'iter': 360, 'avg_loss': 1.4774716996750343, 'avg_acc_mask': 50.860759493670884, 'loss': 1.3770198822021484}
+{'epoch': 13, 'iter': 370, 'avg_loss': 1.4778107642484803, 'avg_acc_mask': 50.846036209363135, 'loss': 1.5458948612213135}
+{'epoch': 13, 'iter': 380, 'avg_loss': 1.479790021428286, 'avg_acc_mask': 50.66698656429942, 'loss': 1.3449406623840332}
+{'epoch': 13, 'iter': 390, 'avg_loss': 1.4778707762203558, 'avg_acc_mask': 50.720838794233295, 'loss': 1.6413007974624634}
+{'epoch': 13, 'iter': 400, 'avg_loss': 1.4761702467378535, 'avg_acc_mask': 50.79067641681901, 'loss': 1.2923909425735474}
+{'epoch': 13, 'iter': 410, 'avg_loss': 1.4777529288962519, 'avg_acc_mask': 50.691964285714285, 'loss': 1.6396164894104004}
+{'epoch': 13, 'iter': 420, 'avg_loss': 1.4767245136360658, 'avg_acc_mask': 50.727360097855055, 'loss': 1.7237128019332886}
+{'epoch': 13, 'iter': 430, 'avg_loss': 1.4764964680107453, 'avg_acc_mask': 50.756381301401966, 'loss': 1.5043388605117798}
+{'epoch': 13, 'iter': 440, 'avg_loss': 1.4801730506814796, 'avg_acc_mask': 50.65124214556198, 'loss': 1.8263866901397705}
+{'epoch': 13, 'iter': 450, 'avg_loss': 1.480251265999483, 'avg_acc_mask': 50.68353812352511, 'loss': 1.415633201599121}
+{'epoch': 13, 'iter': 460, 'avg_loss': 1.480753752000937, 'avg_acc_mask': 50.650539131818725, 'loss': 1.3963981866836548}
+{'epoch': 13, 'iter': 470, 'avg_loss': 1.4829321359373202, 'avg_acc_mask': 50.552271313005605, 'loss': 1.585930347442627}
+{'epoch': 13, 'iter': 480, 'avg_loss': 1.483520790717706, 'avg_acc_mask': 50.54345753403761, 'loss': 1.082271695137024}
+{'epoch': 13, 'iter': 490, 'avg_loss': 1.4839417471905105, 'avg_acc_mask': 50.52647300425659, 'loss': 1.8236085176467896}
+{'epoch': 13, 'iter': 500, 'avg_loss': 1.4849925082838702, 'avg_acc_mask': 50.50675057626871, 'loss': 1.39351224899292}
+{'epoch': 13, 'iter': 510, 'avg_loss': 1.4854714668660247, 'avg_acc_mask': 50.46072209673371, 'loss': 1.449553370475769}
+{'epoch': 13, 'iter': 520, 'avg_loss': 1.4826497643785606, 'avg_acc_mask': 50.56440552800928, 'loss': 1.5700771808624268}
+{'epoch': 13, 'iter': 530, 'avg_loss': 1.481431556174535, 'avg_acc_mask': 50.55563224737713, 'loss': 1.1983855962753296}
+{'epoch': 13, 'iter': 540, 'avg_loss': 1.4832602363637546, 'avg_acc_mask': 50.48820179007323, 'loss': 1.4956008195877075}
+{'epoch': 13, 'iter': 550, 'avg_loss': 1.484908430957102, 'avg_acc_mask': 50.40058508693195, 'loss': 1.4778518676757812}
+{'epoch': 13, 'iter': 560, 'avg_loss': 1.483564780145193, 'avg_acc_mask': 50.457247370827616, 'loss': 1.3899459838867188}
+{'epoch': 13, 'iter': 570, 'avg_loss': 1.4804991637136389, 'avg_acc_mask': 50.584082156611046, 'loss': 1.2295128107070923}
+{'epoch': 13, 'iter': 580, 'avg_loss': 1.4812151877892408, 'avg_acc_mask': 50.57090587938431, 'loss': 1.7839499711990356}
+{'epoch': 13, 'iter': 590, 'avg_loss': 1.4814495817457156, 'avg_acc_mask': 50.53433695753182, 'loss': 1.2779635190963745}
+{'epoch': 13, 'iter': 600, 'avg_loss': 1.4812826339694705, 'avg_acc_mask': 50.54392540451595, 'loss': 1.504959225654602}
+{'epoch': 13, 'iter': 610, 'avg_loss': 1.4807955772904053, 'avg_acc_mask': 50.57674446475118, 'loss': 1.4817942380905151}
+{'epoch': 13, 'iter': 620, 'avg_loss': 1.4790766940792595, 'avg_acc_mask': 50.66230049856919, 'loss': 1.737958550453186}
+{'epoch': 13, 'iter': 630, 'avg_loss': 1.477595869315974, 'avg_acc_mask': 50.671968883341556, 'loss': 1.1446717977523804}
+{'epoch': 13, 'iter': 640, 'avg_loss': 1.4760063599312734, 'avg_acc_mask': 50.729864331100806, 'loss': 1.091607689857483}
+{'epoch': 13, 'iter': 650, 'avg_loss': 1.4754270287702709, 'avg_acc_mask': 50.7387356905205, 'loss': 1.4637337923049927}
+{'epoch': 13, 'iter': 660, 'avg_loss': 1.473801786708399, 'avg_acc_mask': 50.770940408390054, 'loss': 1.224034309387207}
+{'epoch': 13, 'iter': 670, 'avg_loss': 1.4721874592023527, 'avg_acc_mask': 50.849730439779975, 'loss': 1.3674298524856567}
+{'epoch': 13, 'iter': 680, 'avg_loss': 1.4722191968853429, 'avg_acc_mask': 50.89557464917714, 'loss': 1.6465924978256226}
+{'epoch': 13, 'iter': 690, 'avg_loss': 1.4726634268822787, 'avg_acc_mask': 50.8612681476763, 'loss': 1.5622341632843018}
+{'epoch': 13, 'iter': 700, 'avg_loss': 1.474721998188873, 'avg_acc_mask': 50.84483797448458, 'loss': 1.4597604274749756}
+{'epoch': 13, 'iter': 710, 'avg_loss': 1.4746368835076333, 'avg_acc_mask': 50.84982176990236, 'loss': 1.6634726524353027}
+{'epoch': 13, 'iter': 720, 'avg_loss': 1.4758755439858826, 'avg_acc_mask': 50.80889658862194, 'loss': 1.803697943687439}
+{'epoch': 13, 'iter': 730, 'avg_loss': 1.4729805399552904, 'avg_acc_mask': 50.90616595028027, 'loss': 1.3870553970336914}
+{'epoch': 13, 'iter': 740, 'avg_loss': 1.4744300299327866, 'avg_acc_mask': 50.88632701128053, 'loss': 1.5511606931686401}
+{'epoch': 13, 'iter': 750, 'avg_loss': 1.4759516734257836, 'avg_acc_mask': 50.830256046562816, 'loss': 1.858492136001587}
+{'epoch': 13, 'iter': 760, 'avg_loss': 1.4762937138334367, 'avg_acc_mask': 50.81773161009784, 'loss': 1.5321249961853027}
+{'epoch': 13, 'iter': 770, 'avg_loss': 1.4767373538202813, 'avg_acc_mask': 50.77249029923584, 'loss': 1.5585113763809204}
+{'epoch': 13, 'iter': 780, 'avg_loss': 1.4762126423332664, 'avg_acc_mask': 50.80760821009569, 'loss': 1.5075922012329102}
+{'epoch': 13, 'iter': 790, 'avg_loss': 1.476313467498977, 'avg_acc_mask': 50.78048780487805, 'loss': 1.182055115699768}
+{'epoch': 13, 'iter': 800, 'avg_loss': 1.4756698952929654, 'avg_acc_mask': 50.79376003670567, 'loss': 1.3997087478637695}
+{'epoch': 13, 'iter': 810, 'avg_loss': 1.4766819949655732, 'avg_acc_mask': 50.76804567492863, 'loss': 1.510308861732483}
+{'epoch': 13, 'iter': 820, 'avg_loss': 1.4763871898169059, 'avg_acc_mask': 50.77577521549311, 'loss': 1.607051968574524}
+{'epoch': 13, 'iter': 830, 'avg_loss': 1.476689150402262, 'avg_acc_mask': 50.78325515532348, 'loss': 1.658286213874817}
+{'epoch': 13, 'iter': 840, 'avg_loss': 1.4771999056217362, 'avg_acc_mask': 50.78411672199895, 'loss': 1.3276522159576416}
+{'epoch': 13, 'iter': 850, 'avg_loss': 1.4772123933959092, 'avg_acc_mask': 50.77742554613876, 'loss': 1.545796513557434}
+{'epoch': 13, 'iter': 860, 'avg_loss': 1.4780171915075366, 'avg_acc_mask': 50.787736853310626, 'loss': 1.5898857116699219}
+{'epoch': 13, 'iter': 870, 'avg_loss': 1.480275546573744, 'avg_acc_mask': 50.6858523264363, 'loss': 1.3712444305419922}
+{'epoch': 13, 'iter': 880, 'avg_loss': 1.4806915213788407, 'avg_acc_mask': 50.679381700324114, 'loss': 1.4883123636245728}
+{'epoch': 13, 'iter': 890, 'avg_loss': 1.479572512686052, 'avg_acc_mask': 50.736443676458485, 'loss': 1.1963587999343872}
+{'epoch': 13, 'iter': 900, 'avg_loss': 1.479445646857051, 'avg_acc_mask': 50.74199056757196, 'loss': 1.8809343576431274}
+{'epoch': 13, 'iter': 910, 'avg_loss': 1.481062214343137, 'avg_acc_mask': 50.67494275039171, 'loss': 1.688908338546753}
+{'epoch': 13, 'iter': 920, 'avg_loss': 1.4806434323163815, 'avg_acc_mask': 50.67740972843927, 'loss': 1.5372694730758667}
+{'epoch': 13, 'iter': 930, 'avg_loss': 1.4800266346921214, 'avg_acc_mask': 50.675409577819785, 'loss': 1.6318371295928955}
+{'epoch': 13, 'iter': 940, 'avg_loss': 1.4809333521172041, 'avg_acc_mask': 50.62526783279442, 'loss': 1.154786467552185}
+{'epoch': 13, 'iter': 950, 'avg_loss': 1.4818615819377479, 'avg_acc_mask': 50.55711917338166, 'loss': 1.7911988496780396}
+{'epoch': 13, 'iter': 960, 'avg_loss': 1.4813803743249296, 'avg_acc_mask': 50.53464214238063, 'loss': 1.675972580909729}
+{'epoch': 13, 'iter': 970, 'avg_loss': 1.4812092552715423, 'avg_acc_mask': 50.56211566755952, 'loss': 1.2613234519958496}
+{'epoch': 13, 'iter': 980, 'avg_loss': 1.481380256673247, 'avg_acc_mask': 50.57844454396179, 'loss': 1.2547358274459839}
+{'epoch': 13, 'iter': 990, 'avg_loss': 1.482486746145185, 'avg_acc_mask': 50.53380125600295, 'loss': 1.6897857189178467}
+{'epoch': 13, 'iter': 1000, 'avg_loss': 1.48213426543997, 'avg_acc_mask': 50.507618855982585, 'loss': 1.7542452812194824}
+{'epoch': 13, 'iter': 1010, 'avg_loss': 1.4818580114641011, 'avg_acc_mask': 50.54879374049119, 'loss': 1.5268529653549194}
+{'epoch': 13, 'iter': 1020, 'avg_loss': 1.4823996621994968, 'avg_acc_mask': 50.55104564270738, 'loss': 1.2249351739883423}
+{'epoch': 13, 'iter': 1030, 'avg_loss': 1.4825345287614373, 'avg_acc_mask': 50.55190771960958, 'loss': 1.512860655784607}
+{'epoch': 13, 'iter': 1040, 'avg_loss': 1.4819329360376516, 'avg_acc_mask': 50.56580565805658, 'loss': 1.5566457509994507}
+{'epoch': 13, 'iter': 1050, 'avg_loss': 1.4829979375586069, 'avg_acc_mask': 50.54068643669354, 'loss': 1.6099684238433838}
+{'epoch': 13, 'iter': 1060, 'avg_loss': 1.4833392308749307, 'avg_acc_mask': 50.527731788079464, 'loss': 1.143355369567871}
+{'epoch': 13, 'iter': 1070, 'avg_loss': 1.4825073557964115, 'avg_acc_mask': 50.53377743616022, 'loss': 1.4113399982452393}
+{'epoch': 13, 'iter': 1080, 'avg_loss': 1.4819531962895813, 'avg_acc_mask': 50.572399682094115, 'loss': 1.2397130727767944}
+{'epoch': 13, 'iter': 1090, 'avg_loss': 1.4825370531908204, 'avg_acc_mask': 50.56743999196544, 'loss': 1.4342788457870483}
+{'epoch': 13, 'iter': 1100, 'avg_loss': 1.4817208224377991, 'avg_acc_mask': 50.62000962799422, 'loss': 1.2858364582061768}
+{'epoch': 'EP13_train', 'avg_loss': 1.4821169767444489, 'total_masked_acc': 50.60631627706917}
+{'epoch': 14, 'iter': 0, 'avg_loss': 1.8457640409469604, 'avg_acc_mask': 39.0625, 'loss': 1.8457640409469604}
+{'epoch': 14, 'iter': 10, 'avg_loss': 1.6115058227018877, 'avg_acc_mask': 49.11147011308562, 'loss': 1.4341017007827759}
+{'epoch': 14, 'iter': 20, 'avg_loss': 1.5624678532282512, 'avg_acc_mask': 50.75250836120402, 'loss': 1.4588887691497803}
+{'epoch': 14, 'iter': 30, 'avg_loss': 1.5459177186412196, 'avg_acc_mask': 49.56420685647879, 'loss': 1.3355618715286255}
+{'epoch': 14, 'iter': 40, 'avg_loss': 1.5291291039164474, 'avg_acc_mask': 49.628982976866, 'loss': 1.4701749086380005}
+{'epoch': 14, 'iter': 50, 'avg_loss': 1.5443541068656772, 'avg_acc_mask': 49.02097902097902, 'loss': 1.8264708518981934}
+{'epoch': 14, 'iter': 60, 'avg_loss': 1.5313869968789522, 'avg_acc_mask': 49.22985781990521, 'loss': 1.7439786195755005}
+{'epoch': 14, 'iter': 70, 'avg_loss': 1.526526582073158, 'avg_acc_mask': 49.77215189873418, 'loss': 1.423339605331421}
+{'epoch': 14, 'iter': 80, 'avg_loss': 1.5287836113093811, 'avg_acc_mask': 49.55575299866726, 'loss': 1.4946238994598389}
+{'epoch': 14, 'iter': 90, 'avg_loss': 1.542856875356737, 'avg_acc_mask': 49.057352649335186, 'loss': 1.6071394681930542}
+{'epoch': 14, 'iter': 100, 'avg_loss': 1.5221351326102077, 'avg_acc_mask': 49.757412398921836, 'loss': 0.7972009181976318}
+{'epoch': 14, 'iter': 110, 'avg_loss': 1.5243759982220761, 'avg_acc_mask': 49.835037941273505, 'loss': 1.2750684022903442}
+{'epoch': 14, 'iter': 120, 'avg_loss': 1.5203734478674644, 'avg_acc_mask': 49.78026973783906, 'loss': 1.7721638679504395}
+{'epoch': 14, 'iter': 130, 'avg_loss': 1.521463635313602, 'avg_acc_mask': 49.67796135536264, 'loss': 1.5997062921524048}
+{'epoch': 14, 'iter': 140, 'avg_loss': 1.5212662152364744, 'avg_acc_mask': 49.54545454545455, 'loss': 1.2164556980133057}
+{'epoch': 14, 'iter': 150, 'avg_loss': 1.5071356675482743, 'avg_acc_mask': 50.0, 'loss': 1.5102381706237793}
+{'epoch': 14, 'iter': 160, 'avg_loss': 1.5130929169447527, 'avg_acc_mask': 49.846258968226856, 'loss': 1.6228731870651245}
+{'epoch': 14, 'iter': 170, 'avg_loss': 1.5158284651605707, 'avg_acc_mask': 49.73715266602296, 'loss': 1.5242561101913452}
+{'epoch': 14, 'iter': 180, 'avg_loss': 1.5184044087130721, 'avg_acc_mask': 49.70084169962479, 'loss': 1.927615761756897}
+{'epoch': 14, 'iter': 190, 'avg_loss': 1.5155857601715008, 'avg_acc_mask': 49.81391354136845, 'loss': 1.3005505800247192}
+{'epoch': 14, 'iter': 200, 'avg_loss': 1.5131388238413417, 'avg_acc_mask': 49.94556341861731, 'loss': 1.555826187133789}
+{'epoch': 14, 'iter': 210, 'avg_loss': 1.514246906149444, 'avg_acc_mask': 49.754416199913834, 'loss': 1.4907289743423462}
+{'epoch': 14, 'iter': 220, 'avg_loss': 1.5079796093081996, 'avg_acc_mask': 50.053388090349074, 'loss': 1.4409736394882202}
+{'epoch': 14, 'iter': 230, 'avg_loss': 1.506965845178216, 'avg_acc_mask': 50.10247516947817, 'loss': 1.427862524986267}
+{'epoch': 14, 'iter': 240, 'avg_loss': 1.5033822989562735, 'avg_acc_mask': 50.23456416464891, 'loss': 1.559356451034546}
+{'epoch': 14, 'iter': 250, 'avg_loss': 1.5044048392915155, 'avg_acc_mask': 50.11653313911143, 'loss': 1.4140909910202026}
+{'epoch': 14, 'iter': 260, 'avg_loss': 1.5046025140075392, 'avg_acc_mask': 50.1084143526614, 'loss': 1.2189583778381348}
+{'epoch': 14, 'iter': 270, 'avg_loss': 1.501687441804752, 'avg_acc_mask': 50.25213474080549, 'loss': 1.3447343111038208}
+{'epoch': 14, 'iter': 280, 'avg_loss': 1.5041035702220062, 'avg_acc_mask': 50.16885309780491, 'loss': 1.1360830068588257}
+{'epoch': 14, 'iter': 290, 'avg_loss': 1.5020511326511292, 'avg_acc_mask': 50.22911305002825, 'loss': 1.2364892959594727}
+{'epoch': 14, 'iter': 300, 'avg_loss': 1.49869484442017, 'avg_acc_mask': 50.29424255293332, 'loss': 1.3250269889831543}
+{'epoch': 14, 'iter': 310, 'avg_loss': 1.4965537502834652, 'avg_acc_mask': 50.205567954892516, 'loss': 1.2510433197021484}
+{'epoch': 14, 'iter': 320, 'avg_loss': 1.4958506700034453, 'avg_acc_mask': 50.22288261515602, 'loss': 1.359582781791687}
+{'epoch': 14, 'iter': 330, 'avg_loss': 1.4965963907472317, 'avg_acc_mask': 50.18558528613373, 'loss': 1.2536197900772095}
+{'epoch': 14, 'iter': 340, 'avg_loss': 1.496256564369649, 'avg_acc_mask': 50.158491376994576, 'loss': 1.4360464811325073}
+{'epoch': 14, 'iter': 350, 'avg_loss': 1.4935955291460044, 'avg_acc_mask': 50.29172744321734, 'loss': 1.2721613645553589}
+{'epoch': 14, 'iter': 360, 'avg_loss': 1.4939978598227461, 'avg_acc_mask': 50.27504415846581, 'loss': 1.485056757926941}
+{'epoch': 14, 'iter': 370, 'avg_loss': 1.4950210193418108, 'avg_acc_mask': 50.238106927193286, 'loss': 1.2941491603851318}
+{'epoch': 14, 'iter': 380, 'avg_loss': 1.4983990348855967, 'avg_acc_mask': 50.08591065292096, 'loss': 1.3413535356521606}
+{'epoch': 14, 'iter': 390, 'avg_loss': 1.4978295159156976, 'avg_acc_mask': 50.08594657375145, 'loss': 1.5934351682662964}
+{'epoch': 14, 'iter': 400, 'avg_loss': 1.4976254240830342, 'avg_acc_mask': 50.11321438275519, 'loss': 1.7214136123657227}
+{'epoch': 14, 'iter': 410, 'avg_loss': 1.4959167210145008, 'avg_acc_mask': 50.13046747158463, 'loss': 1.3124780654907227}
+{'epoch': 14, 'iter': 420, 'avg_loss': 1.494286836184685, 'avg_acc_mask': 50.216244269526854, 'loss': 1.642284870147705}
+{'epoch': 14, 'iter': 430, 'avg_loss': 1.4928086174613084, 'avg_acc_mask': 50.200735325191225, 'loss': 1.1293938159942627}
+{'epoch': 14, 'iter': 440, 'avg_loss': 1.4928983249902184, 'avg_acc_mask': 50.23106123122627, 'loss': 1.5064668655395508}
+{'epoch': 14, 'iter': 450, 'avg_loss': 1.4928618611359015, 'avg_acc_mask': 50.29051000645578, 'loss': 1.0523123741149902}
+{'epoch': 14, 'iter': 460, 'avg_loss': 1.4943860942526133, 'avg_acc_mask': 50.21088730340178, 'loss': 1.4700396060943604}
+{'epoch': 14, 'iter': 470, 'avg_loss': 1.494613868921932, 'avg_acc_mask': 50.254394079555965, 'loss': 1.5084011554718018}
+{'epoch': 14, 'iter': 480, 'avg_loss': 1.492566221221321, 'avg_acc_mask': 50.349650349650354, 'loss': 1.4711167812347412}
+{'epoch': 14, 'iter': 490, 'avg_loss': 1.4933465017563456, 'avg_acc_mask': 50.27959856312262, 'loss': 1.9460023641586304}
+{'epoch': 14, 'iter': 500, 'avg_loss': 1.49252072137273, 'avg_acc_mask': 50.3143282822777, 'loss': 1.3720170259475708}
+{'epoch': 14, 'iter': 510, 'avg_loss': 1.4919104788401356, 'avg_acc_mask': 50.35756217312414, 'loss': 1.2990936040878296}
+{'epoch': 14, 'iter': 520, 'avg_loss': 1.490874703237054, 'avg_acc_mask': 50.40869079223138, 'loss': 1.5124924182891846}
+{'epoch': 14, 'iter': 530, 'avg_loss': 1.4917587223699538, 'avg_acc_mask': 50.37077725899478, 'loss': 1.6122548580169678}
+{'epoch': 14, 'iter': 540, 'avg_loss': 1.491242778499554, 'avg_acc_mask': 50.3604149824845, 'loss': 1.4996435642242432}
+{'epoch': 14, 'iter': 550, 'avg_loss': 1.491264409465063, 'avg_acc_mask': 50.388109000825764, 'loss': 1.5797712802886963}
+{'epoch': 14, 'iter': 560, 'avg_loss': 1.4909439730771723, 'avg_acc_mask': 50.39464709130477, 'loss': 1.6111665964126587}
+{'epoch': 14, 'iter': 570, 'avg_loss': 1.4882078258460958, 'avg_acc_mask': 50.489461432990026, 'loss': 1.3612312078475952}
+{'epoch': 14, 'iter': 580, 'avg_loss': 1.4872213817504516, 'avg_acc_mask': 50.46980706589827, 'loss': 1.7066600322723389}
+{'epoch': 14, 'iter': 590, 'avg_loss': 1.4892301452543126, 'avg_acc_mask': 50.39174117430177, 'loss': 1.4547526836395264}
+{'epoch': 14, 'iter': 600, 'avg_loss': 1.4888980422361122, 'avg_acc_mask': 50.379280123303815, 'loss': 1.6236180067062378}
+{'epoch': 14, 'iter': 610, 'avg_loss': 1.4892838524133212, 'avg_acc_mask': 50.387550856769515, 'loss': 1.684787392616272}
+{'epoch': 14, 'iter': 620, 'avg_loss': 1.4877052165075968, 'avg_acc_mask': 50.41191936897458, 'loss': 1.9987417459487915}
+{'epoch': 14, 'iter': 630, 'avg_loss': 1.487526836183672, 'avg_acc_mask': 50.44553032480598, 'loss': 1.5752278566360474}
+{'epoch': 14, 'iter': 640, 'avg_loss': 1.4880973697638549, 'avg_acc_mask': 50.4422520836877, 'loss': 1.5925105810165405}
+{'epoch': 14, 'iter': 650, 'avg_loss': 1.4884160229687318, 'avg_acc_mask': 50.454024754826634, 'loss': 1.3581461906433105}
+{'epoch': 14, 'iter': 660, 'avg_loss': 1.487731762805252, 'avg_acc_mask': 50.46353607878737, 'loss': 1.4315288066864014}
+{'epoch': 14, 'iter': 670, 'avg_loss': 1.4869446114882627, 'avg_acc_mask': 50.52074857607811, 'loss': 1.6291759014129639}
+{'epoch': 14, 'iter': 680, 'avg_loss': 1.4879569567947837, 'avg_acc_mask': 50.48888651421244, 'loss': 1.5059717893600464}
+{'epoch': 14, 'iter': 690, 'avg_loss': 1.4884013377464282, 'avg_acc_mask': 50.446663163426166, 'loss': 1.6274975538253784}
+{'epoch': 14, 'iter': 700, 'avg_loss': 1.4893051622257423, 'avg_acc_mask': 50.41123525760397, 'loss': 1.4797775745391846}
+{'epoch': 14, 'iter': 710, 'avg_loss': 1.4891726558218525, 'avg_acc_mask': 50.43722115997451, 'loss': 1.4052690267562866}
+{'epoch': 14, 'iter': 720, 'avg_loss': 1.4897094920339597, 'avg_acc_mask': 50.43515444209679, 'loss': 1.4234050512313843}
+{'epoch': 14, 'iter': 730, 'avg_loss': 1.4877871647579073, 'avg_acc_mask': 50.46274470883061, 'loss': 1.579642415046692}
+{'epoch': 14, 'iter': 740, 'avg_loss': 1.488593533051963, 'avg_acc_mask': 50.42329336921948, 'loss': 1.520569920539856}
+{'epoch': 14, 'iter': 750, 'avg_loss': 1.490187749802352, 'avg_acc_mask': 50.3439287524437, 'loss': 1.5909653902053833}
+{'epoch': 14, 'iter': 760, 'avg_loss': 1.4886472891727351, 'avg_acc_mask': 50.38278995444681, 'loss': 1.396096110343933}
+{'epoch': 14, 'iter': 770, 'avg_loss': 1.4900712878014482, 'avg_acc_mask': 50.29658224272667, 'loss': 1.4512165784835815}
+{'epoch': 14, 'iter': 780, 'avg_loss': 1.489264478680419, 'avg_acc_mask': 50.33708387576715, 'loss': 1.520622968673706}
+{'epoch': 14, 'iter': 790, 'avg_loss': 1.490024328156458, 'avg_acc_mask': 50.331840624641174, 'loss': 1.4532073736190796}
+{'epoch': 14, 'iter': 800, 'avg_loss': 1.4899582612082902, 'avg_acc_mask': 50.30967127203431, 'loss': 1.4626948833465576}
+{'epoch': 14, 'iter': 810, 'avg_loss': 1.4904903675419188, 'avg_acc_mask': 50.30828905181498, 'loss': 1.473411202430725}
+{'epoch': 14, 'iter': 820, 'avg_loss': 1.4911105006243512, 'avg_acc_mask': 50.280195804815385, 'loss': 1.2782683372497559}
+{'epoch': 14, 'iter': 830, 'avg_loss': 1.4908302845220416, 'avg_acc_mask': 50.29907320172652, 'loss': 1.6695719957351685}
+{'epoch': 14, 'iter': 840, 'avg_loss': 1.4906278676425375, 'avg_acc_mask': 50.296690921690924, 'loss': 1.144031047821045}
+{'epoch': 14, 'iter': 850, 'avg_loss': 1.4914532379454086, 'avg_acc_mask': 50.270524582451195, 'loss': 1.4015772342681885}
+{'epoch': 14, 'iter': 860, 'avg_loss': 1.4922515027199057, 'avg_acc_mask': 50.25572744948854, 'loss': 1.7650107145309448}
+{'epoch': 14, 'iter': 870, 'avg_loss': 1.4930216735731447, 'avg_acc_mask': 50.22952051078746, 'loss': 1.380419373512268}
+{'epoch': 14, 'iter': 880, 'avg_loss': 1.4923120809467372, 'avg_acc_mask': 50.283616262040795, 'loss': 1.2487702369689941}
+{'epoch': 14, 'iter': 890, 'avg_loss': 1.4911047857752284, 'avg_acc_mask': 50.33343530131539, 'loss': 1.2606860399246216}
+{'epoch': 14, 'iter': 900, 'avg_loss': 1.4909619202095183, 'avg_acc_mask': 50.3244005641749, 'loss': 1.5298259258270264}
+{'epoch': 14, 'iter': 910, 'avg_loss': 1.4916095235737696, 'avg_acc_mask': 50.309804155958005, 'loss': 1.5233606100082397}
+{'epoch': 14, 'iter': 920, 'avg_loss': 1.4910558597402128, 'avg_acc_mask': 50.343317154019175, 'loss': 1.2485771179199219}
+{'epoch': 14, 'iter': 930, 'avg_loss': 1.491001888389362, 'avg_acc_mask': 50.32721873840082, 'loss': 1.767525553703308}
+{'epoch': 14, 'iter': 940, 'avg_loss': 1.490575341248487, 'avg_acc_mask': 50.34121445280027, 'loss': 1.0771580934524536}
+{'epoch': 14, 'iter': 950, 'avg_loss': 1.4897836278164298, 'avg_acc_mask': 50.35972599594351, 'loss': 1.4081459045410156}
+{'epoch': 14, 'iter': 960, 'avg_loss': 1.489841970829264, 'avg_acc_mask': 50.37391847630588, 'loss': 1.7299225330352783}
+{'epoch': 14, 'iter': 970, 'avg_loss': 1.4904903126180356, 'avg_acc_mask': 50.35037098103875, 'loss': 1.6816481351852417}
+{'epoch': 14, 'iter': 980, 'avg_loss': 1.4904316807741054, 'avg_acc_mask': 50.33463727544078, 'loss': 1.2123967409133911}
+{'epoch': 14, 'iter': 990, 'avg_loss': 1.4910665231443918, 'avg_acc_mask': 50.297095070422536, 'loss': 1.652430772781372}
+{'epoch': 14, 'iter': 1000, 'avg_loss': 1.4908536621978827, 'avg_acc_mask': 50.299379468011765, 'loss': 1.7699826955795288}
+{'epoch': 14, 'iter': 1010, 'avg_loss': 1.490650363951833, 'avg_acc_mask': 50.33062603320635, 'loss': 1.347955346107483}
+{'epoch': 14, 'iter': 1020, 'avg_loss': 1.49012174831665, 'avg_acc_mask': 50.35431949291361, 'loss': 1.5421257019042969}
+{'epoch': 14, 'iter': 1030, 'avg_loss': 1.4892166519373164, 'avg_acc_mask': 50.39407564136472, 'loss': 1.2906943559646606}
+{'epoch': 14, 'iter': 1040, 'avg_loss': 1.4891043070642909, 'avg_acc_mask': 50.38053344504957, 'loss': 1.543409824371338}
+{'epoch': 14, 'iter': 1050, 'avg_loss': 1.4889330770377314, 'avg_acc_mask': 50.390692528437576, 'loss': 1.3396648168563843}
+{'epoch': 14, 'iter': 1060, 'avg_loss': 1.4880449151678201, 'avg_acc_mask': 50.39984930732743, 'loss': 0.8532781004905701}
+{'epoch': 14, 'iter': 1070, 'avg_loss': 1.4872753763733124, 'avg_acc_mask': 50.408751696065124, 'loss': 1.4640227556228638}
+{'epoch': 14, 'iter': 1080, 'avg_loss': 1.4864491093059473, 'avg_acc_mask': 50.46113528314883, 'loss': 1.0986659526824951}
+{'epoch': 14, 'iter': 1090, 'avg_loss': 1.48580036176442, 'avg_acc_mask': 50.48232046036656, 'loss': 1.496284008026123}
+{'epoch': 14, 'iter': 1100, 'avg_loss': 1.4859526264570064, 'avg_acc_mask': 50.474777448071215, 'loss': 1.22818922996521}
+{'epoch': 'EP14_train', 'avg_loss': 1.486048455475682, 'total_masked_acc': 50.47562718714575}
+{'epoch': 15, 'iter': 0, 'avg_loss': 1.7290202379226685, 'avg_acc_mask': 47.540983606557376, 'loss': 1.7290202379226685}
+{'epoch': 15, 'iter': 10, 'avg_loss': 1.547711264003407, 'avg_acc_mask': 50.23255813953489, 'loss': 1.3840328454971313}
+{'epoch': 15, 'iter': 20, 'avg_loss': 1.5454474290211995, 'avg_acc_mask': 49.91610738255034, 'loss': 1.483554720878601}
+{'epoch': 15, 'iter': 30, 'avg_loss': 1.5018805265426636, 'avg_acc_mask': 50.816802800466746, 'loss': 1.3280508518218994}
+{'epoch': 15, 'iter': 40, 'avg_loss': 1.4928979786430918, 'avg_acc_mask': 50.827000447027274, 'loss': 1.621471881866455}
+{'epoch': 15, 'iter': 50, 'avg_loss': 1.5036143228119494, 'avg_acc_mask': 50.21171489061397, 'loss': 1.388770341873169}
+{'epoch': 15, 'iter': 60, 'avg_loss': 1.5050198953659808, 'avg_acc_mask': 49.92627543497493, 'loss': 1.3275864124298096}
+{'epoch': 15, 'iter': 70, 'avg_loss': 1.4993224009661608, 'avg_acc_mask': 50.27527527527528, 'loss': 1.6854549646377563}
+{'epoch': 15, 'iter': 80, 'avg_loss': 1.5076611262780648, 'avg_acc_mask': 50.13204225352113, 'loss': 1.641681432723999}
+{'epoch': 15, 'iter': 90, 'avg_loss': 1.509103883753766, 'avg_acc_mask': 50.46341944389666, 'loss': 1.3812265396118164}
+{'epoch': 15, 'iter': 100, 'avg_loss': 1.4985161878094815, 'avg_acc_mask': 50.77033321390183, 'loss': 1.4867974519729614}
+{'epoch': 15, 'iter': 110, 'avg_loss': 1.5056116280255016, 'avg_acc_mask': 50.43392827902407, 'loss': 1.3659191131591797}
+{'epoch': 15, 'iter': 120, 'avg_loss': 1.5004138788901085, 'avg_acc_mask': 50.514839491217444, 'loss': 1.652738332748413}
+{'epoch': 15, 'iter': 130, 'avg_loss': 1.4893496127528998, 'avg_acc_mask': 50.752928053541545, 'loss': 1.3643696308135986}
+{'epoch': 15, 'iter': 140, 'avg_loss': 1.489295909590755, 'avg_acc_mask': 50.6882799433938, 'loss': 1.4342948198318481}
+{'epoch': 15, 'iter': 150, 'avg_loss': 1.483304726761698, 'avg_acc_mask': 50.8952334865715, 'loss': 1.5696722269058228}
+{'epoch': 15, 'iter': 160, 'avg_loss': 1.4871307126483562, 'avg_acc_mask': 50.73763050385838, 'loss': 1.2960408926010132}
+{'epoch': 15, 'iter': 170, 'avg_loss': 1.4895014194717184, 'avg_acc_mask': 50.7010834926705, 'loss': 1.5505459308624268}
+{'epoch': 15, 'iter': 180, 'avg_loss': 1.489099526602919, 'avg_acc_mask': 50.7281309631415, 'loss': 1.5521717071533203}
+{'epoch': 15, 'iter': 190, 'avg_loss': 1.4845856499921588, 'avg_acc_mask': 50.774935818199104, 'loss': 1.2620596885681152}
+{'epoch': 15, 'iter': 200, 'avg_loss': 1.48198299532506, 'avg_acc_mask': 50.757849151930714, 'loss': 1.4374042749404907}
+{'epoch': 15, 'iter': 210, 'avg_loss': 1.4794161749112098, 'avg_acc_mask': 50.65919862128393, 'loss': 1.4935872554779053}
+{'epoch': 15, 'iter': 220, 'avg_loss': 1.4769159285730906, 'avg_acc_mask': 50.69022185702548, 'loss': 1.492040753364563}
+{'epoch': 15, 'iter': 230, 'avg_loss': 1.477062734174522, 'avg_acc_mask': 50.69613781168882, 'loss': 1.4236356019973755}
+{'epoch': 15, 'iter': 240, 'avg_loss': 1.4774722350583531, 'avg_acc_mask': 50.63415370677941, 'loss': 1.4131910800933838}
+{'epoch': 15, 'iter': 250, 'avg_loss': 1.4750754823722687, 'avg_acc_mask': 50.74074074074074, 'loss': 1.2786774635314941}
+{'epoch': 15, 'iter': 260, 'avg_loss': 1.4754477195812825, 'avg_acc_mask': 50.699594235343504, 'loss': 1.3928922414779663}
+{'epoch': 15, 'iter': 270, 'avg_loss': 1.4772849949523532, 'avg_acc_mask': 50.557046979865774, 'loss': 1.787682294845581}
+{'epoch': 15, 'iter': 280, 'avg_loss': 1.4796371515111142, 'avg_acc_mask': 50.49941626670126, 'loss': 1.0182788372039795}
+{'epoch': 15, 'iter': 290, 'avg_loss': 1.4756320082035261, 'avg_acc_mask': 50.58113966199661, 'loss': 1.5704511404037476}
+{'epoch': 15, 'iter': 300, 'avg_loss': 1.472410686190342, 'avg_acc_mask': 50.72093447709436, 'loss': 1.1087883710861206}
+{'epoch': 15, 'iter': 310, 'avg_loss': 1.473078235935935, 'avg_acc_mask': 50.52799244882308, 'loss': 1.1208900213241577}
+{'epoch': 15, 'iter': 320, 'avg_loss': 1.472879749220851, 'avg_acc_mask': 50.66132264529058, 'loss': 1.4273264408111572}
+{'epoch': 15, 'iter': 330, 'avg_loss': 1.472059050715582, 'avg_acc_mask': 50.69344280483745, 'loss': 1.428276538848877}
+{'epoch': 15, 'iter': 340, 'avg_loss': 1.4706585657212041, 'avg_acc_mask': 50.663788451160286, 'loss': 1.3467886447906494}
+{'epoch': 15, 'iter': 350, 'avg_loss': 1.4713467534451063, 'avg_acc_mask': 50.68039720485472, 'loss': 1.720348834991455}
+{'epoch': 15, 'iter': 360, 'avg_loss': 1.4710562386010821, 'avg_acc_mask': 50.67129511460513, 'loss': 1.1585121154785156}
+{'epoch': 15, 'iter': 370, 'avg_loss': 1.4711342985739284, 'avg_acc_mask': 50.70079522862822, 'loss': 1.4728481769561768}
+{'epoch': 15, 'iter': 380, 'avg_loss': 1.4721968549443043, 'avg_acc_mask': 50.626724096210616, 'loss': 0.9150454998016357}
+{'epoch': 15, 'iter': 390, 'avg_loss': 1.4709970862664226, 'avg_acc_mask': 50.59622001225432, 'loss': 1.3135775327682495}
+{'epoch': 15, 'iter': 400, 'avg_loss': 1.4703177817147273, 'avg_acc_mask': 50.621089436878904, 'loss': 1.2858480215072632}
+{'epoch': 15, 'iter': 410, 'avg_loss': 1.4685602753701872, 'avg_acc_mask': 50.677920445362304, 'loss': 1.3951423168182373}
+{'epoch': 15, 'iter': 420, 'avg_loss': 1.468923398123218, 'avg_acc_mask': 50.66040633639036, 'loss': 1.4768669605255127}
+{'epoch': 15, 'iter': 430, 'avg_loss': 1.4690604432552983, 'avg_acc_mask': 50.65831796543294, 'loss': 1.619803786277771}
+{'epoch': 15, 'iter': 440, 'avg_loss': 1.471163055658881, 'avg_acc_mask': 50.584979242672034, 'loss': 1.8357404470443726}
+{'epoch': 15, 'iter': 450, 'avg_loss': 1.4703692447584114, 'avg_acc_mask': 50.66174964146691, 'loss': 1.4672929048538208}
+{'epoch': 15, 'iter': 460, 'avg_loss': 1.4707450035337253, 'avg_acc_mask': 50.666720057662275, 'loss': 1.4139610528945923}
+{'epoch': 15, 'iter': 470, 'avg_loss': 1.4729198914677728, 'avg_acc_mask': 50.63914624135101, 'loss': 1.6081331968307495}
+{'epoch': 15, 'iter': 480, 'avg_loss': 1.4724604071054042, 'avg_acc_mask': 50.68917987594762, 'loss': 1.4389976263046265}
+{'epoch': 15, 'iter': 490, 'avg_loss': 1.4739650190483529, 'avg_acc_mask': 50.642924086223054, 'loss': 1.8634436130523682}
+{'epoch': 15, 'iter': 500, 'avg_loss': 1.4736757900662527, 'avg_acc_mask': 50.62984318190165, 'loss': 1.5389732122421265}
+{'epoch': 15, 'iter': 510, 'avg_loss': 1.4737431747572762, 'avg_acc_mask': 50.63682809239404, 'loss': 1.611140251159668}
+{'epoch': 15, 'iter': 520, 'avg_loss': 1.4723237673975456, 'avg_acc_mask': 50.651828298887125, 'loss': 1.7104573249816895}
+{'epoch': 15, 'iter': 530, 'avg_loss': 1.471322043579626, 'avg_acc_mask': 50.694492673102296, 'loss': 1.2032216787338257}
+{'epoch': 15, 'iter': 540, 'avg_loss': 1.4705442940461657, 'avg_acc_mask': 50.73431696595904, 'loss': 1.4288427829742432}
+{'epoch': 15, 'iter': 550, 'avg_loss': 1.472311086858033, 'avg_acc_mask': 50.65169440545419, 'loss': 1.5054336786270142}
+{'epoch': 15, 'iter': 560, 'avg_loss': 1.4709182808743442, 'avg_acc_mask': 50.687719528608476, 'loss': 1.416800856590271}
+{'epoch': 15, 'iter': 570, 'avg_loss': 1.4694582141426942, 'avg_acc_mask': 50.75989803491336, 'loss': 1.2784099578857422}
+{'epoch': 15, 'iter': 580, 'avg_loss': 1.4682648981089437, 'avg_acc_mask': 50.77464119380287, 'loss': 1.8617671728134155}
+{'epoch': 15, 'iter': 590, 'avg_loss': 1.4707569383122594, 'avg_acc_mask': 50.71557463754589, 'loss': 1.3983206748962402}
+{'epoch': 15, 'iter': 600, 'avg_loss': 1.4699515099335034, 'avg_acc_mask': 50.735586481113316, 'loss': 1.7372151613235474}
+{'epoch': 15, 'iter': 610, 'avg_loss': 1.4693001979891875, 'avg_acc_mask': 50.780687004564015, 'loss': 1.374316930770874}
+{'epoch': 15, 'iter': 620, 'avg_loss': 1.467688199594593, 'avg_acc_mask': 50.81255170783595, 'loss': 1.7383661270141602}
+{'epoch': 15, 'iter': 630, 'avg_loss': 1.4680769056223464, 'avg_acc_mask': 50.79702135086392, 'loss': 1.5404614210128784}
+{'epoch': 15, 'iter': 640, 'avg_loss': 1.4678253208791223, 'avg_acc_mask': 50.8120050499254, 'loss': 1.2263059616088867}
+{'epoch': 15, 'iter': 650, 'avg_loss': 1.4682520874268081, 'avg_acc_mask': 50.794413660522444, 'loss': 1.4299654960632324}
+{'epoch': 15, 'iter': 660, 'avg_loss': 1.4677448719063613, 'avg_acc_mask': 50.805397134511054, 'loss': 1.1953057050704956}
+{'epoch': 15, 'iter': 670, 'avg_loss': 1.4676591469705016, 'avg_acc_mask': 50.87123287671233, 'loss': 1.9319440126419067}
+{'epoch': 15, 'iter': 680, 'avg_loss': 1.4671463219779879, 'avg_acc_mask': 50.87638750101278, 'loss': 1.490126609802246}
+{'epoch': 15, 'iter': 690, 'avg_loss': 1.4677360840195686, 'avg_acc_mask': 50.87975760153094, 'loss': 1.480978012084961}
+{'epoch': 15, 'iter': 700, 'avg_loss': 1.4689662151261844, 'avg_acc_mask': 50.84772411624433, 'loss': 1.5732606649398804}
+{'epoch': 15, 'iter': 710, 'avg_loss': 1.4682257424426983, 'avg_acc_mask': 50.86980122521777, 'loss': 1.463282585144043}
+{'epoch': 15, 'iter': 720, 'avg_loss': 1.468859840447959, 'avg_acc_mask': 50.836094825388734, 'loss': 1.3249281644821167}
+{'epoch': 15, 'iter': 730, 'avg_loss': 1.4670520993166192, 'avg_acc_mask': 50.893238523581, 'loss': 1.5286773443222046}
+{'epoch': 15, 'iter': 740, 'avg_loss': 1.4674428892843476, 'avg_acc_mask': 50.893498897067936, 'loss': 1.2727386951446533}
+{'epoch': 15, 'iter': 750, 'avg_loss': 1.469022004010674, 'avg_acc_mask': 50.8528003127749, 'loss': 1.5802991390228271}
+{'epoch': 15, 'iter': 760, 'avg_loss': 1.4694369400064515, 'avg_acc_mask': 50.84463535884937, 'loss': 1.575296401977539}
+{'epoch': 15, 'iter': 770, 'avg_loss': 1.4707417033525756, 'avg_acc_mask': 50.766703176341736, 'loss': 1.5769503116607666}
+{'epoch': 15, 'iter': 780, 'avg_loss': 1.4703958608429502, 'avg_acc_mask': 50.77845719661336, 'loss': 1.4147377014160156}
+{'epoch': 15, 'iter': 790, 'avg_loss': 1.4713975058494115, 'avg_acc_mask': 50.76683552539853, 'loss': 1.990073323249817}
+{'epoch': 15, 'iter': 800, 'avg_loss': 1.4712269886602622, 'avg_acc_mask': 50.80275229357798, 'loss': 1.4925957918167114}
+{'epoch': 15, 'iter': 810, 'avg_loss': 1.470128372623947, 'avg_acc_mask': 50.820526769119176, 'loss': 1.4533143043518066}
+{'epoch': 15, 'iter': 820, 'avg_loss': 1.4705681105333763, 'avg_acc_mask': 50.783017811134755, 'loss': 1.448217749595642}
+{'epoch': 15, 'iter': 830, 'avg_loss': 1.4709655505512023, 'avg_acc_mask': 50.75073079989371, 'loss': 1.4769108295440674}
+{'epoch': 15, 'iter': 840, 'avg_loss': 1.4711750511890642, 'avg_acc_mask': 50.742969690338114, 'loss': 1.6183276176452637}
+{'epoch': 15, 'iter': 850, 'avg_loss': 1.472041819966918, 'avg_acc_mask': 50.70809279799355, 'loss': 1.8015412092208862}
+{'epoch': 15, 'iter': 860, 'avg_loss': 1.4721571895165173, 'avg_acc_mask': 50.69370330843116, 'loss': 1.4700040817260742}
+{'epoch': 15, 'iter': 870, 'avg_loss': 1.4733136970331693, 'avg_acc_mask': 50.67543360519272, 'loss': 1.2781381607055664}
+{'epoch': 15, 'iter': 880, 'avg_loss': 1.4729544159773396, 'avg_acc_mask': 50.69518270693932, 'loss': 1.2853446006774902}
+{'epoch': 15, 'iter': 890, 'avg_loss': 1.4719600357056735, 'avg_acc_mask': 50.748116809410796, 'loss': 0.9853569865226746}
+{'epoch': 15, 'iter': 900, 'avg_loss': 1.4721098448274932, 'avg_acc_mask': 50.74136770614509, 'loss': 1.6265769004821777}
+{'epoch': 15, 'iter': 910, 'avg_loss': 1.472395202658179, 'avg_acc_mask': 50.72896291665826, 'loss': 1.8426659107208252}
+{'epoch': 15, 'iter': 920, 'avg_loss': 1.472721249674094, 'avg_acc_mask': 50.742455692160306, 'loss': 0.9222730398178101}
+{'epoch': 15, 'iter': 930, 'avg_loss': 1.4728496611822561, 'avg_acc_mask': 50.71954517638234, 'loss': 1.6429972648620605}
+{'epoch': 15, 'iter': 940, 'avg_loss': 1.4732785852631904, 'avg_acc_mask': 50.665625609994144, 'loss': 1.3803905248641968}
+{'epoch': 15, 'iter': 950, 'avg_loss': 1.472552841268754, 'avg_acc_mask': 50.67818223974032, 'loss': 1.5218701362609863}
+{'epoch': 15, 'iter': 960, 'avg_loss': 1.4719623490997458, 'avg_acc_mask': 50.6993475307579, 'loss': 1.4819613695144653}
+{'epoch': 15, 'iter': 970, 'avg_loss': 1.4725685483026947, 'avg_acc_mask': 50.699426451380866, 'loss': 1.2310051918029785}
+{'epoch': 15, 'iter': 980, 'avg_loss': 1.4726352990585, 'avg_acc_mask': 50.70158676633133, 'loss': 1.5689982175827026}
+{'epoch': 15, 'iter': 990, 'avg_loss': 1.4732282657315343, 'avg_acc_mask': 50.6852105633542, 'loss': 1.6441527605056763}
+{'epoch': 15, 'iter': 1000, 'avg_loss': 1.4732358897482598, 'avg_acc_mask': 50.67493213997506, 'loss': 1.6699937582015991}
+{'epoch': 15, 'iter': 1010, 'avg_loss': 1.4727952489159581, 'avg_acc_mask': 50.683464338228625, 'loss': 1.1935584545135498}
+{'epoch': 15, 'iter': 1020, 'avg_loss': 1.4726620099336698, 'avg_acc_mask': 50.70265607590842, 'loss': 1.4012073278427124}
+{'epoch': 15, 'iter': 1030, 'avg_loss': 1.4724726078581971, 'avg_acc_mask': 50.73224549353168, 'loss': 1.3652113676071167}
+{'epoch': 15, 'iter': 1040, 'avg_loss': 1.4720843125145442, 'avg_acc_mask': 50.72057787174066, 'loss': 1.6886359453201294}
+{'epoch': 15, 'iter': 1050, 'avg_loss': 1.471230048264468, 'avg_acc_mask': 50.74681556447391, 'loss': 1.3551281690597534}
+{'epoch': 15, 'iter': 1060, 'avg_loss': 1.4714500860826347, 'avg_acc_mask': 50.73388309734972, 'loss': 1.2586959600448608}
+{'epoch': 15, 'iter': 1070, 'avg_loss': 1.4714202073330527, 'avg_acc_mask': 50.723818334446904, 'loss': 1.7755762338638306}
+{'epoch': 15, 'iter': 1080, 'avg_loss': 1.471330647497239, 'avg_acc_mask': 50.72532618469944, 'loss': 1.4543373584747314}
+{'epoch': 15, 'iter': 1090, 'avg_loss': 1.4723208402407268, 'avg_acc_mask': 50.69273011234823, 'loss': 1.4448987245559692}
+{'epoch': 15, 'iter': 1100, 'avg_loss': 1.472232066588874, 'avg_acc_mask': 50.71121622972118, 'loss': 1.222809076309204}
+{'epoch': 'EP15_train', 'avg_loss': 1.472666617809917, 'total_masked_acc': 50.694663457548344}
+{'epoch': 16, 'iter': 0, 'avg_loss': 1.7618285417556763, 'avg_acc_mask': 39.34426229508197, 'loss': 1.7618285417556763}
+{'epoch': 16, 'iter': 10, 'avg_loss': 1.4932667829773643, 'avg_acc_mask': 51.342812006319114, 'loss': 1.5376635789871216}
+{'epoch': 16, 'iter': 20, 'avg_loss': 1.528226491950807, 'avg_acc_mask': 50.04277159965783, 'loss': 1.6106724739074707}
+{'epoch': 16, 'iter': 30, 'avg_loss': 1.501663613703943, 'avg_acc_mask': 51.28205128205128, 'loss': 1.3878586292266846}
+{'epoch': 16, 'iter': 40, 'avg_loss': 1.496756342852988, 'avg_acc_mask': 51.23751628310899, 'loss': 1.347325086593628}
+{'epoch': 16, 'iter': 50, 'avg_loss': 1.5175936467507307, 'avg_acc_mask': 50.278164116828926, 'loss': 1.6418288946151733}
+{'epoch': 16, 'iter': 60, 'avg_loss': 1.5058016083279595, 'avg_acc_mask': 50.89285714285714, 'loss': 1.6085280179977417}
+{'epoch': 16, 'iter': 70, 'avg_loss': 1.5041844836423095, 'avg_acc_mask': 50.62420382165605, 'loss': 1.5042541027069092}
+{'epoch': 16, 'iter': 80, 'avg_loss': 1.5024315641250139, 'avg_acc_mask': 50.78545780969479, 'loss': 1.6888537406921387}
+{'epoch': 16, 'iter': 90, 'avg_loss': 1.5034697219565674, 'avg_acc_mask': 50.98354074668807, 'loss': 1.2795575857162476}
+{'epoch': 16, 'iter': 100, 'avg_loss': 1.4903631877190997, 'avg_acc_mask': 51.23771386967601, 'loss': 1.3463424444198608}
+{'epoch': 16, 'iter': 110, 'avg_loss': 1.4874391475239315, 'avg_acc_mask': 51.01497504159733, 'loss': 1.1318914890289307}
+{'epoch': 16, 'iter': 120, 'avg_loss': 1.4855344645247972, 'avg_acc_mask': 51.01480238058904, 'loss': 1.5790799856185913}
+{'epoch': 16, 'iter': 130, 'avg_loss': 1.4871488513837334, 'avg_acc_mask': 50.89097797109583, 'loss': 1.6846798658370972}
+{'epoch': 16, 'iter': 140, 'avg_loss': 1.4875481496465968, 'avg_acc_mask': 50.75579880114673, 'loss': 1.2961289882659912}
+{'epoch': 16, 'iter': 150, 'avg_loss': 1.473925418806392, 'avg_acc_mask': 51.203044438988464, 'loss': 1.2956013679504395}
+{'epoch': 16, 'iter': 160, 'avg_loss': 1.4784488659467756, 'avg_acc_mask': 51.11854243542435, 'loss': 1.4549047946929932}
+{'epoch': 16, 'iter': 170, 'avg_loss': 1.4808175114163182, 'avg_acc_mask': 51.043807463493785, 'loss': 1.5186561346054077}
+{'epoch': 16, 'iter': 180, 'avg_loss': 1.48171091837119, 'avg_acc_mask': 51.05558388577256, 'loss': 1.619376540184021}
+{'epoch': 16, 'iter': 190, 'avg_loss': 1.482639654456633, 'avg_acc_mask': 50.82219444177325, 'loss': 1.419312834739685}
+{'epoch': 16, 'iter': 200, 'avg_loss': 1.482461991298258, 'avg_acc_mask': 50.78772425097896, 'loss': 1.5662004947662354}
+{'epoch': 16, 'iter': 210, 'avg_loss': 1.4836846338629157, 'avg_acc_mask': 50.714718877241616, 'loss': 1.6615678071975708}
+{'epoch': 16, 'iter': 220, 'avg_loss': 1.4820288190474877, 'avg_acc_mask': 50.928600907965325, 'loss': 1.8973112106323242}
+{'epoch': 16, 'iter': 230, 'avg_loss': 1.4814324097715932, 'avg_acc_mask': 50.98395637398245, 'loss': 1.2508882284164429}
+{'epoch': 16, 'iter': 240, 'avg_loss': 1.4795462162662838, 'avg_acc_mask': 51.02817974105103, 'loss': 1.4811620712280273}
+{'epoch': 16, 'iter': 250, 'avg_loss': 1.4791390665498863, 'avg_acc_mask': 51.071141332163485, 'loss': 1.1303632259368896}
+{'epoch': 16, 'iter': 260, 'avg_loss': 1.480303848155157, 'avg_acc_mask': 50.95067705044553, 'loss': 1.4548256397247314}
+{'epoch': 16, 'iter': 270, 'avg_loss': 1.4813448597584264, 'avg_acc_mask': 50.95205941931128, 'loss': 1.826468586921692}
+{'epoch': 16, 'iter': 280, 'avg_loss': 1.484069944064388, 'avg_acc_mask': 50.85386520662234, 'loss': 0.9195135831832886}
+{'epoch': 16, 'iter': 290, 'avg_loss': 1.4834821408556909, 'avg_acc_mask': 50.917113142136785, 'loss': 1.6844559907913208}
+{'epoch': 16, 'iter': 300, 'avg_loss': 1.4821587099981466, 'avg_acc_mask': 50.97501523461304, 'loss': 1.1367510557174683}
+{'epoch': 16, 'iter': 310, 'avg_loss': 1.479793853698436, 'avg_acc_mask': 51.01123595505618, 'loss': 1.056587815284729}
+{'epoch': 16, 'iter': 320, 'avg_loss': 1.479678304395943, 'avg_acc_mask': 50.96292037941937, 'loss': 1.3190678358078003}
+{'epoch': 16, 'iter': 330, 'avg_loss': 1.4806428034860202, 'avg_acc_mask': 50.955059308347714, 'loss': 1.3542145490646362}
+{'epoch': 16, 'iter': 340, 'avg_loss': 1.4808932570767892, 'avg_acc_mask': 50.91282272874581, 'loss': 1.6763708591461182}
+{'epoch': 16, 'iter': 350, 'avg_loss': 1.4831561165997105, 'avg_acc_mask': 50.93229686433111, 'loss': 1.8542962074279785}
+{'epoch': 16, 'iter': 360, 'avg_loss': 1.4833640870625293, 'avg_acc_mask': 50.88890020885335, 'loss': 1.6313966512680054}
+{'epoch': 16, 'iter': 370, 'avg_loss': 1.4812326951810935, 'avg_acc_mask': 50.97243529469986, 'loss': 1.2531464099884033}
+{'epoch': 16, 'iter': 380, 'avg_loss': 1.4839941216266062, 'avg_acc_mask': 50.836588070784515, 'loss': 1.2488021850585938}
+{'epoch': 16, 'iter': 390, 'avg_loss': 1.4835069777105776, 'avg_acc_mask': 50.920129900691855, 'loss': 1.4621868133544922}
+{'epoch': 16, 'iter': 400, 'avg_loss': 1.483241968024104, 'avg_acc_mask': 50.945821854912765, 'loss': 1.2577955722808838}
+{'epoch': 16, 'iter': 410, 'avg_loss': 1.4817665229458588, 'avg_acc_mask': 50.95835199283475, 'loss': 1.4691661596298218}
+{'epoch': 16, 'iter': 420, 'avg_loss': 1.4791725276484908, 'avg_acc_mask': 50.97421077980647, 'loss': 1.2606730461120605}
+{'epoch': 16, 'iter': 430, 'avg_loss': 1.4767218139497973, 'avg_acc_mask': 51.06364764799041, 'loss': 1.3803894519805908}
+{'epoch': 16, 'iter': 440, 'avg_loss': 1.481715417502959, 'avg_acc_mask': 50.883569369595186, 'loss': 1.8851295709609985}
+{'epoch': 16, 'iter': 450, 'avg_loss': 1.4826348943350849, 'avg_acc_mask': 50.789366053169736, 'loss': 1.4083802700042725}
+{'epoch': 16, 'iter': 460, 'avg_loss': 1.4834087825907545, 'avg_acc_mask': 50.75421117913016, 'loss': 1.5840855836868286}
+{'epoch': 16, 'iter': 470, 'avg_loss': 1.483564759515653, 'avg_acc_mask': 50.74825667946408, 'loss': 1.5422919988632202}
+{'epoch': 16, 'iter': 480, 'avg_loss': 1.4827235746284533, 'avg_acc_mask': 50.75647031717993, 'loss': 1.3364557027816772}
+{'epoch': 16, 'iter': 490, 'avg_loss': 1.4827103809038151, 'avg_acc_mask': 50.77369074959527, 'loss': 1.7487196922302246}
+{'epoch': 16, 'iter': 500, 'avg_loss': 1.481242762116377, 'avg_acc_mask': 50.79318232125729, 'loss': 1.401512622833252}
+{'epoch': 16, 'iter': 510, 'avg_loss': 1.4796859688488238, 'avg_acc_mask': 50.809599537371696, 'loss': 1.3892464637756348}
+{'epoch': 16, 'iter': 520, 'avg_loss': 1.4790943165429493, 'avg_acc_mask': 50.80086656959193, 'loss': 1.584026575088501}
+{'epoch': 16, 'iter': 530, 'avg_loss': 1.4787139356024073, 'avg_acc_mask': 50.86146763392857, 'loss': 1.378530740737915}
+{'epoch': 16, 'iter': 540, 'avg_loss': 1.4819614445436022, 'avg_acc_mask': 50.78723986856517, 'loss': 1.4813549518585205}
+{'epoch': 16, 'iter': 550, 'avg_loss': 1.484364824264755, 'avg_acc_mask': 50.66962038062633, 'loss': 1.6128766536712646}
+{'epoch': 16, 'iter': 560, 'avg_loss': 1.4829595882624866, 'avg_acc_mask': 50.73927392739274, 'loss': 1.5725873708724976}
+{'epoch': 16, 'iter': 570, 'avg_loss': 1.4806877704510129, 'avg_acc_mask': 50.81733264141152, 'loss': 1.518723964691162}
+{'epoch': 16, 'iter': 580, 'avg_loss': 1.478848826249167, 'avg_acc_mask': 50.911118190506535, 'loss': 1.7855679988861084}
+{'epoch': 16, 'iter': 590, 'avg_loss': 1.4768891045083048, 'avg_acc_mask': 50.955433932759966, 'loss': 0.8424771428108215}
+{'epoch': 16, 'iter': 600, 'avg_loss': 1.4756114222047332, 'avg_acc_mask': 51.02021973963623, 'loss': 1.532347321510315}
+{'epoch': 16, 'iter': 610, 'avg_loss': 1.4751509737266066, 'avg_acc_mask': 51.029852100535344, 'loss': 1.1423426866531372}
+{'epoch': 16, 'iter': 620, 'avg_loss': 1.4734452708523822, 'avg_acc_mask': 51.109590671109, 'loss': 1.923466682434082}
+{'epoch': 16, 'iter': 630, 'avg_loss': 1.472781819983632, 'avg_acc_mask': 51.120014036729444, 'loss': 1.180695652961731}
+{'epoch': 16, 'iter': 640, 'avg_loss': 1.4725167785717432, 'avg_acc_mask': 51.16265651145346, 'loss': 1.2006062269210815}
+{'epoch': 16, 'iter': 650, 'avg_loss': 1.4734606979995646, 'avg_acc_mask': 51.14427860696517, 'loss': 1.4968228340148926}
+{'epoch': 16, 'iter': 660, 'avg_loss': 1.4737537034340598, 'avg_acc_mask': 51.13750980611902, 'loss': 1.5456641912460327}
+{'epoch': 16, 'iter': 670, 'avg_loss': 1.473132909587883, 'avg_acc_mask': 51.191297865878916, 'loss': 1.2705901861190796}
+{'epoch': 16, 'iter': 680, 'avg_loss': 1.4733590478413956, 'avg_acc_mask': 51.17190690077583, 'loss': 1.5546071529388428}
+{'epoch': 16, 'iter': 690, 'avg_loss': 1.473706240160593, 'avg_acc_mask': 51.188339004849816, 'loss': 1.5346399545669556}
+{'epoch': 16, 'iter': 700, 'avg_loss': 1.4756913857691298, 'avg_acc_mask': 51.142419925069916, 'loss': 1.4595136642456055}
+{'epoch': 16, 'iter': 710, 'avg_loss': 1.4751927915504712, 'avg_acc_mask': 51.18839976049775, 'loss': 1.2969555854797363}
+{'epoch': 16, 'iter': 720, 'avg_loss': 1.475855134313877, 'avg_acc_mask': 51.13805300661301, 'loss': 1.5151903629302979}
+{'epoch': 16, 'iter': 730, 'avg_loss': 1.473380775686491, 'avg_acc_mask': 51.17831495903712, 'loss': 1.4531010389328003}
+{'epoch': 16, 'iter': 740, 'avg_loss': 1.4728127477461832, 'avg_acc_mask': 51.17740969866295, 'loss': 1.487395167350769}
+{'epoch': 16, 'iter': 750, 'avg_loss': 1.4728017533508027, 'avg_acc_mask': 51.14699222211283, 'loss': 1.354899525642395}
+{'epoch': 16, 'iter': 760, 'avg_loss': 1.472244405480158, 'avg_acc_mask': 51.153238546603475, 'loss': 1.7197144031524658}
+{'epoch': 16, 'iter': 770, 'avg_loss': 1.473996957529689, 'avg_acc_mask': 51.07662091925942, 'loss': 1.4503262042999268}
+{'epoch': 16, 'iter': 780, 'avg_loss': 1.4730072141304211, 'avg_acc_mask': 51.11053291387753, 'loss': 1.2506545782089233}
+{'epoch': 16, 'iter': 790, 'avg_loss': 1.4732291078296231, 'avg_acc_mask': 51.08708344036804, 'loss': 1.3448200225830078}
+{'epoch': 16, 'iter': 800, 'avg_loss': 1.4728065436698972, 'avg_acc_mask': 51.08625461254612, 'loss': 1.3207403421401978}
+{'epoch': 16, 'iter': 810, 'avg_loss': 1.4729693942093527, 'avg_acc_mask': 51.06150341685649, 'loss': 1.455388069152832}
+{'epoch': 16, 'iter': 820, 'avg_loss': 1.4726014665070464, 'avg_acc_mask': 51.052145927576355, 'loss': 1.46371591091156}
+{'epoch': 16, 'iter': 830, 'avg_loss': 1.4738515160000567, 'avg_acc_mask': 50.99121148069863, 'loss': 1.735211730003357}
+{'epoch': 16, 'iter': 840, 'avg_loss': 1.4741089555936535, 'avg_acc_mask': 50.97112976227095, 'loss': 1.3085105419158936}
+{'epoch': 16, 'iter': 850, 'avg_loss': 1.47536212023781, 'avg_acc_mask': 50.885955007382954, 'loss': 1.3620080947875977}
+{'epoch': 16, 'iter': 860, 'avg_loss': 1.4759424723399226, 'avg_acc_mask': 50.85272980800172, 'loss': 1.7459017038345337}
+{'epoch': 16, 'iter': 870, 'avg_loss': 1.4780025926304192, 'avg_acc_mask': 50.7894457984529, 'loss': 1.9130768775939941}
+{'epoch': 16, 'iter': 880, 'avg_loss': 1.4775288573864775, 'avg_acc_mask': 50.816065704288796, 'loss': 1.4091944694519043}
+{'epoch': 16, 'iter': 890, 'avg_loss': 1.4765046281712892, 'avg_acc_mask': 50.84432827151274, 'loss': 1.428511619567871}
+{'epoch': 16, 'iter': 900, 'avg_loss': 1.4760474063844713, 'avg_acc_mask': 50.82444626743232, 'loss': 1.3712729215621948}
+{'epoch': 16, 'iter': 910, 'avg_loss': 1.4768319196025836, 'avg_acc_mask': 50.81478779034415, 'loss': 1.5828384160995483}
+{'epoch': 16, 'iter': 920, 'avg_loss': 1.4759736146523044, 'avg_acc_mask': 50.852318305791755, 'loss': 1.6243489980697632}
+{'epoch': 16, 'iter': 930, 'avg_loss': 1.4751243328817676, 'avg_acc_mask': 50.90259869073597, 'loss': 1.6615337133407593}
+{'epoch': 16, 'iter': 940, 'avg_loss': 1.4765387556884797, 'avg_acc_mask': 50.8428344355266, 'loss': 1.4152752161026}
+{'epoch': 16, 'iter': 950, 'avg_loss': 1.4770338473886597, 'avg_acc_mask': 50.8406787558731, 'loss': 1.5322661399841309}
+{'epoch': 16, 'iter': 960, 'avg_loss': 1.4777132866906078, 'avg_acc_mask': 50.81331259242189, 'loss': 1.676164984703064}
+{'epoch': 16, 'iter': 970, 'avg_loss': 1.478457304034248, 'avg_acc_mask': 50.792263555876424, 'loss': 1.3667261600494385}
+{'epoch': 16, 'iter': 980, 'avg_loss': 1.478652269468395, 'avg_acc_mask': 50.79585815496214, 'loss': 1.4925237894058228}
+{'epoch': 16, 'iter': 990, 'avg_loss': 1.4798337940491293, 'avg_acc_mask': 50.75930779382516, 'loss': 1.8061574697494507}
+{'epoch': 16, 'iter': 1000, 'avg_loss': 1.4803045289023415, 'avg_acc_mask': 50.74226007615754, 'loss': 1.6705358028411865}
+{'epoch': 16, 'iter': 1010, 'avg_loss': 1.4803288697488937, 'avg_acc_mask': 50.71822600906658, 'loss': 1.4216066598892212}
+{'epoch': 16, 'iter': 1020, 'avg_loss': 1.480028191813059, 'avg_acc_mask': 50.74059391667868, 'loss': 1.5036371946334839}
+{'epoch': 16, 'iter': 1030, 'avg_loss': 1.479910061269218, 'avg_acc_mask': 50.72823332024418, 'loss': 1.6479222774505615}
+{'epoch': 16, 'iter': 1040, 'avg_loss': 1.4799132801728336, 'avg_acc_mask': 50.721230334099346, 'loss': 1.5263943672180176}
+{'epoch': 16, 'iter': 1050, 'avg_loss': 1.4795914219176622, 'avg_acc_mask': 50.75355773775141, 'loss': 1.5125051736831665}
+{'epoch': 16, 'iter': 1060, 'avg_loss': 1.478937314435292, 'avg_acc_mask': 50.77653747486654, 'loss': 1.3761996030807495}
+{'epoch': 16, 'iter': 1070, 'avg_loss': 1.4780284117361189, 'avg_acc_mask': 50.787408336052486, 'loss': 1.5432318449020386}
+{'epoch': 16, 'iter': 1080, 'avg_loss': 1.4775272475471108, 'avg_acc_mask': 50.80059214892205, 'loss': 1.538417100906372}
+{'epoch': 16, 'iter': 1090, 'avg_loss': 1.4782506496287835, 'avg_acc_mask': 50.77907858165586, 'loss': 1.4960551261901855}
+{'epoch': 16, 'iter': 1100, 'avg_loss': 1.4780366863585082, 'avg_acc_mask': 50.79648677531392, 'loss': 1.2575976848602295}
+{'epoch': 'EP16_train', 'avg_loss': 1.4781626562187575, 'total_masked_acc': 50.794495931848054}
+{'epoch': 17, 'iter': 0, 'avg_loss': 1.786803126335144, 'avg_acc_mask': 46.55172413793103, 'loss': 1.786803126335144}
+{'epoch': 17, 'iter': 10, 'avg_loss': 1.5562160123478284, 'avg_acc_mask': 48.963317384370015, 'loss': 1.4483461380004883}
+{'epoch': 17, 'iter': 20, 'avg_loss': 1.5287855522973197, 'avg_acc_mask': 49.18314703353396, 'loss': 1.3922643661499023}
+{'epoch': 17, 'iter': 30, 'avg_loss': 1.5071722653604323, 'avg_acc_mask': 50.11600928074246, 'loss': 1.4058690071105957}
+{'epoch': 17, 'iter': 40, 'avg_loss': 1.5167302794572783, 'avg_acc_mask': 49.238799478033926, 'loss': 1.6278774738311768}
+{'epoch': 17, 'iter': 50, 'avg_loss': 1.5280564789678537, 'avg_acc_mask': 49.03581267217631, 'loss': 1.6278492212295532}
+{'epoch': 17, 'iter': 60, 'avg_loss': 1.5209350019204813, 'avg_acc_mask': 48.835202761000865, 'loss': 1.2987642288208008}
+{'epoch': 17, 'iter': 70, 'avg_loss': 1.5121844620771812, 'avg_acc_mask': 49.01136925358379, 'loss': 1.5472397804260254}
+{'epoch': 17, 'iter': 80, 'avg_loss': 1.5115313368079104, 'avg_acc_mask': 49.14149098022169, 'loss': 1.5386145114898682}
+{'epoch': 17, 'iter': 90, 'avg_loss': 1.5061318769559755, 'avg_acc_mask': 49.38846825859057, 'loss': 1.237711787223816}
+{'epoch': 17, 'iter': 100, 'avg_loss': 1.4981449635902253, 'avg_acc_mask': 49.82486865148862, 'loss': 0.9410538077354431}
+{'epoch': 17, 'iter': 110, 'avg_loss': 1.4876707615079106, 'avg_acc_mask': 50.20853384664742, 'loss': 1.1671597957611084}
+{'epoch': 17, 'iter': 120, 'avg_loss': 1.4846672011801034, 'avg_acc_mask': 50.324867099822804, 'loss': 1.5558850765228271}
+{'epoch': 17, 'iter': 130, 'avg_loss': 1.4826876157112705, 'avg_acc_mask': 50.27894951694108, 'loss': 1.4499127864837646}
+{'epoch': 17, 'iter': 140, 'avg_loss': 1.4756748803118442, 'avg_acc_mask': 50.49342105263158, 'loss': 1.489783763885498}
+{'epoch': 17, 'iter': 150, 'avg_loss': 1.4701525505804858, 'avg_acc_mask': 50.73897497020262, 'loss': 1.618891954421997}
+{'epoch': 17, 'iter': 160, 'avg_loss': 1.4708754035256664, 'avg_acc_mask': 50.84461349144199, 'loss': 1.6232439279556274}
+{'epoch': 17, 'iter': 170, 'avg_loss': 1.4785705640999198, 'avg_acc_mask': 50.51600673967987, 'loss': 1.4630929231643677}
+{'epoch': 17, 'iter': 180, 'avg_loss': 1.4800752286094327, 'avg_acc_mask': 50.526734247664486, 'loss': 2.021820545196533}
+{'epoch': 17, 'iter': 190, 'avg_loss': 1.4838151916159386, 'avg_acc_mask': 50.29663810151616, 'loss': 1.5702732801437378}
+{'epoch': 17, 'iter': 200, 'avg_loss': 1.4807001189212894, 'avg_acc_mask': 50.51574132209167, 'loss': 1.3597204685211182}
+{'epoch': 17, 'iter': 210, 'avg_loss': 1.4760029115383093, 'avg_acc_mask': 50.68656716417911, 'loss': 1.4167938232421875}
+{'epoch': 17, 'iter': 220, 'avg_loss': 1.472692971855267, 'avg_acc_mask': 50.91724419078679, 'loss': 1.6539651155471802}
+{'epoch': 17, 'iter': 230, 'avg_loss': 1.4728802974089916, 'avg_acc_mask': 50.87911229194343, 'loss': 1.264803171157837}
+{'epoch': 17, 'iter': 240, 'avg_loss': 1.472377210731823, 'avg_acc_mask': 50.87060942659862, 'loss': 1.4407987594604492}
+{'epoch': 17, 'iter': 250, 'avg_loss': 1.4749165569168639, 'avg_acc_mask': 50.82026450820265, 'loss': 1.326839804649353}
+{'epoch': 17, 'iter': 260, 'avg_loss': 1.4749161735805059, 'avg_acc_mask': 50.88218949708252, 'loss': 1.6082818508148193}
+{'epoch': 17, 'iter': 270, 'avg_loss': 1.4755111189346033, 'avg_acc_mask': 50.94176372712147, 'loss': 1.7122488021850586}
+{'epoch': 17, 'iter': 280, 'avg_loss': 1.4744408766994272, 'avg_acc_mask': 51.00089824201206, 'loss': 0.788963794708252}
+{'epoch': 17, 'iter': 290, 'avg_loss': 1.471768149190752, 'avg_acc_mask': 51.12460499411364, 'loss': 1.5556291341781616}
+{'epoch': 17, 'iter': 300, 'avg_loss': 1.4673740243990951, 'avg_acc_mask': 51.27388535031847, 'loss': 1.0602128505706787}
+{'epoch': 17, 'iter': 310, 'avg_loss': 1.463600089695676, 'avg_acc_mask': 51.36898520330887, 'loss': 1.0193867683410645}
+{'epoch': 17, 'iter': 320, 'avg_loss': 1.4624703929431713, 'avg_acc_mask': 51.41594925237879, 'loss': 1.4685568809509277}
+{'epoch': 17, 'iter': 330, 'avg_loss': 1.4642619668897185, 'avg_acc_mask': 51.379518402720635, 'loss': 1.4632755517959595}
+{'epoch': 17, 'iter': 340, 'avg_loss': 1.466111126882939, 'avg_acc_mask': 51.335959122844365, 'loss': 1.542311668395996}
+{'epoch': 17, 'iter': 350, 'avg_loss': 1.4655941456471413, 'avg_acc_mask': 51.36532892014895, 'loss': 1.4522936344146729}
+{'epoch': 17, 'iter': 360, 'avg_loss': 1.4659755127581864, 'avg_acc_mask': 51.265060240963855, 'loss': 1.6072698831558228}
+{'epoch': 17, 'iter': 370, 'avg_loss': 1.464381687403368, 'avg_acc_mask': 51.30120599580099, 'loss': 1.2964311838150024}
+{'epoch': 17, 'iter': 380, 'avg_loss': 1.4673541945422415, 'avg_acc_mask': 51.167657550535075, 'loss': 0.9120916724205017}
+{'epoch': 17, 'iter': 390, 'avg_loss': 1.467362888481306, 'avg_acc_mask': 51.122344865967904, 'loss': 1.7001742124557495}
+{'epoch': 17, 'iter': 400, 'avg_loss': 1.468195678735909, 'avg_acc_mask': 51.071056564467185, 'loss': 1.5904730558395386}
+{'epoch': 17, 'iter': 410, 'avg_loss': 1.4674177446794625, 'avg_acc_mask': 51.07491281507968, 'loss': 1.5243643522262573}
+{'epoch': 17, 'iter': 420, 'avg_loss': 1.465684804242467, 'avg_acc_mask': 51.131749460043196, 'loss': 1.357414960861206}
+{'epoch': 17, 'iter': 430, 'avg_loss': 1.463244001301148, 'avg_acc_mask': 51.21673484880436, 'loss': 1.4989359378814697}
+{'epoch': 17, 'iter': 440, 'avg_loss': 1.4637536674129719, 'avg_acc_mask': 51.19631017584319, 'loss': 1.6650819778442383}
+{'epoch': 17, 'iter': 450, 'avg_loss': 1.4619206231079187, 'avg_acc_mask': 51.26776485788114, 'loss': 1.1775859594345093}
+{'epoch': 17, 'iter': 460, 'avg_loss': 1.4630232468861561, 'avg_acc_mask': 51.22923325835602, 'loss': 1.397158145904541}
+{'epoch': 17, 'iter': 470, 'avg_loss': 1.4634274784673298, 'avg_acc_mask': 51.18195118195118, 'loss': 1.4542551040649414}
+{'epoch': 17, 'iter': 480, 'avg_loss': 1.461713670816838, 'avg_acc_mask': 51.25527744270205, 'loss': 1.4032316207885742}
+{'epoch': 17, 'iter': 490, 'avg_loss': 1.4627337738598436, 'avg_acc_mask': 51.225725467030934, 'loss': 1.6651500463485718}
+{'epoch': 17, 'iter': 500, 'avg_loss': 1.4610727693506345, 'avg_acc_mask': 51.30434782608696, 'loss': 1.3559212684631348}
+{'epoch': 17, 'iter': 510, 'avg_loss': 1.4596063084098458, 'avg_acc_mask': 51.34166252573294, 'loss': 1.3346360921859741}
+{'epoch': 17, 'iter': 520, 'avg_loss': 1.4587197728211958, 'avg_acc_mask': 51.36625370790438, 'loss': 1.5928398370742798}
+{'epoch': 17, 'iter': 530, 'avg_loss': 1.4569715743011, 'avg_acc_mask': 51.43101970865467, 'loss': 1.3288480043411255}
+{'epoch': 17, 'iter': 540, 'avg_loss': 1.45609073652137, 'avg_acc_mask': 51.418093732126636, 'loss': 1.5689607858657837}
+{'epoch': 17, 'iter': 550, 'avg_loss': 1.4569902348648183, 'avg_acc_mask': 51.404707668944575, 'loss': 1.374871850013733}
+{'epoch': 17, 'iter': 560, 'avg_loss': 1.4575301971877535, 'avg_acc_mask': 51.38758155084553, 'loss': 1.545766830444336}
+{'epoch': 17, 'iter': 570, 'avg_loss': 1.4562303291310779, 'avg_acc_mask': 51.47565017848037, 'loss': 1.4872956275939941}
+{'epoch': 17, 'iter': 580, 'avg_loss': 1.4561925956181117, 'avg_acc_mask': 51.48080896625133, 'loss': 1.8348146677017212}
+{'epoch': 17, 'iter': 590, 'avg_loss': 1.4564468243400457, 'avg_acc_mask': 51.50311094683669, 'loss': 1.8242626190185547}
+{'epoch': 17, 'iter': 600, 'avg_loss': 1.4569836337237112, 'avg_acc_mask': 51.500454683237336, 'loss': 1.184585690498352}
+{'epoch': 17, 'iter': 610, 'avg_loss': 1.4584773732090153, 'avg_acc_mask': 51.431636027768675, 'loss': 1.5481511354446411}
+{'epoch': 17, 'iter': 620, 'avg_loss': 1.4578895768489624, 'avg_acc_mask': 51.423122065727696, 'loss': 1.6613115072250366}
+{'epoch': 17, 'iter': 630, 'avg_loss': 1.4578891797980114, 'avg_acc_mask': 51.44663894663894, 'loss': 1.3672577142715454}
+{'epoch': 17, 'iter': 640, 'avg_loss': 1.457119029323322, 'avg_acc_mask': 51.46593725959484, 'loss': 1.2472987174987793}
+{'epoch': 17, 'iter': 650, 'avg_loss': 1.4571816999974523, 'avg_acc_mask': 51.48492596442921, 'loss': 1.5753787755966187}
+{'epoch': 17, 'iter': 660, 'avg_loss': 1.456280300729033, 'avg_acc_mask': 51.55878613675308, 'loss': 1.4407269954681396}
+{'epoch': 17, 'iter': 670, 'avg_loss': 1.4558797614585093, 'avg_acc_mask': 51.56785889269966, 'loss': 1.561760663986206}
+{'epoch': 17, 'iter': 680, 'avg_loss': 1.4553008042768234, 'avg_acc_mask': 51.61350794033368, 'loss': 1.5915921926498413}
+{'epoch': 17, 'iter': 690, 'avg_loss': 1.4559170143994167, 'avg_acc_mask': 51.63476243210462, 'loss': 1.4037803411483765}
+{'epoch': 17, 'iter': 700, 'avg_loss': 1.456132550042298, 'avg_acc_mask': 51.61240068546502, 'loss': 1.5802428722381592}
+{'epoch': 17, 'iter': 710, 'avg_loss': 1.455137061838024, 'avg_acc_mask': 51.6716158099529, 'loss': 1.5709421634674072}
+{'epoch': 17, 'iter': 720, 'avg_loss': 1.4552403764486643, 'avg_acc_mask': 51.66069355408611, 'loss': 1.540252447128296}
+{'epoch': 17, 'iter': 730, 'avg_loss': 1.4533971231711058, 'avg_acc_mask': 51.72336504457837, 'loss': 1.2317553758621216}
+{'epoch': 17, 'iter': 740, 'avg_loss': 1.453933610285503, 'avg_acc_mask': 51.729984764338724, 'loss': 1.335518717765808}
+{'epoch': 17, 'iter': 750, 'avg_loss': 1.4551364958048185, 'avg_acc_mask': 51.66513161083911, 'loss': 1.346675157546997}
+{'epoch': 17, 'iter': 760, 'avg_loss': 1.4552927274114982, 'avg_acc_mask': 51.66335353148277, 'loss': 1.3960825204849243}
+{'epoch': 17, 'iter': 770, 'avg_loss': 1.4566164087847204, 'avg_acc_mask': 51.60832880338446, 'loss': 1.5646796226501465}
+{'epoch': 17, 'iter': 780, 'avg_loss': 1.455774561543776, 'avg_acc_mask': 51.624801568773925, 'loss': 1.5475871562957764}
+{'epoch': 17, 'iter': 790, 'avg_loss': 1.4553020072797156, 'avg_acc_mask': 51.66943368382218, 'loss': 1.6942884922027588}
+{'epoch': 17, 'iter': 800, 'avg_loss': 1.4544731476780182, 'avg_acc_mask': 51.66340062890215, 'loss': 1.3007532358169556}
+{'epoch': 17, 'iter': 810, 'avg_loss': 1.456216162582802, 'avg_acc_mask': 51.59307378802549, 'loss': 1.551310420036316}
+{'epoch': 17, 'iter': 820, 'avg_loss': 1.4566898122339098, 'avg_acc_mask': 51.57007516790464, 'loss': 1.6536198854446411}
+{'epoch': 17, 'iter': 830, 'avg_loss': 1.4560971506809643, 'avg_acc_mask': 51.57135950068129, 'loss': 1.288116455078125}
+{'epoch': 17, 'iter': 840, 'avg_loss': 1.4562639606126566, 'avg_acc_mask': 51.556424459650266, 'loss': 1.4698156118392944}
+{'epoch': 17, 'iter': 850, 'avg_loss': 1.4569881815467682, 'avg_acc_mask': 51.50305761184423, 'loss': 1.3529258966445923}
+{'epoch': 17, 'iter': 860, 'avg_loss': 1.4592552794258216, 'avg_acc_mask': 51.403631432869346, 'loss': 1.8034714460372925}
+{'epoch': 17, 'iter': 870, 'avg_loss': 1.4607266106917582, 'avg_acc_mask': 51.34976893963156, 'loss': 1.4933140277862549}
+{'epoch': 17, 'iter': 880, 'avg_loss': 1.4615788628917006, 'avg_acc_mask': 51.294137104109815, 'loss': 1.386412501335144}
+{'epoch': 17, 'iter': 890, 'avg_loss': 1.4605954409180801, 'avg_acc_mask': 51.3146318007898, 'loss': 1.337712049484253}
+{'epoch': 17, 'iter': 900, 'avg_loss': 1.461165380133905, 'avg_acc_mask': 51.26515763945029, 'loss': 1.7174323797225952}
+{'epoch': 17, 'iter': 910, 'avg_loss': 1.4615033587561481, 'avg_acc_mask': 51.26785892696573, 'loss': 1.585965633392334}
+{'epoch': 17, 'iter': 920, 'avg_loss': 1.4600861660820654, 'avg_acc_mask': 51.30524274150454, 'loss': 0.9182180762290955}
+{'epoch': 17, 'iter': 930, 'avg_loss': 1.4591948204342713, 'avg_acc_mask': 51.32540506651515, 'loss': 1.9903548955917358}
+{'epoch': 17, 'iter': 940, 'avg_loss': 1.4598118025615543, 'avg_acc_mask': 51.32481115630447, 'loss': 1.231022834777832}
+{'epoch': 17, 'iter': 950, 'avg_loss': 1.4599829628264491, 'avg_acc_mask': 51.29811653350195, 'loss': 1.8265962600708008}
+{'epoch': 17, 'iter': 960, 'avg_loss': 1.459694556775624, 'avg_acc_mask': 51.324427915449135, 'loss': 1.4027198553085327}
+{'epoch': 17, 'iter': 970, 'avg_loss': 1.4596300985123176, 'avg_acc_mask': 51.342061270872854, 'loss': 1.3213627338409424}
+{'epoch': 17, 'iter': 980, 'avg_loss': 1.4599410777305852, 'avg_acc_mask': 51.31136266473354, 'loss': 1.4865918159484863}
+{'epoch': 17, 'iter': 990, 'avg_loss': 1.4613080721810896, 'avg_acc_mask': 51.26792632989956, 'loss': 1.7020236253738403}
+{'epoch': 17, 'iter': 1000, 'avg_loss': 1.4615392132953449, 'avg_acc_mask': 51.24229811519657, 'loss': 1.8960332870483398}
+{'epoch': 17, 'iter': 1010, 'avg_loss': 1.4616340182419465, 'avg_acc_mask': 51.23440116687375, 'loss': 1.343382477760315}
+{'epoch': 17, 'iter': 1020, 'avg_loss': 1.461412499105078, 'avg_acc_mask': 51.23651600249622, 'loss': 1.3747546672821045}
+{'epoch': 17, 'iter': 1030, 'avg_loss': 1.460779040965146, 'avg_acc_mask': 51.26316161402021, 'loss': 1.518860936164856}
+{'epoch': 17, 'iter': 1040, 'avg_loss': 1.4611488204524565, 'avg_acc_mask': 51.22595775214827, 'loss': 1.5361937284469604}
+{'epoch': 17, 'iter': 1050, 'avg_loss': 1.461656040571396, 'avg_acc_mask': 51.212872574688326, 'loss': 1.505915880203247}
+{'epoch': 17, 'iter': 1060, 'avg_loss': 1.460791133519729, 'avg_acc_mask': 51.23040200573558, 'loss': 0.9503674507141113}
+{'epoch': 17, 'iter': 1070, 'avg_loss': 1.460570440183278, 'avg_acc_mask': 51.226727875541954, 'loss': 1.6415109634399414}
+{'epoch': 17, 'iter': 1080, 'avg_loss': 1.4601767548910454, 'avg_acc_mask': 51.251726810202506, 'loss': 1.3689721822738647}
+{'epoch': 17, 'iter': 1090, 'avg_loss': 1.4608221177001484, 'avg_acc_mask': 51.20661763479595, 'loss': 1.585992455482483}
+{'epoch': 17, 'iter': 1100, 'avg_loss': 1.4601502485106361, 'avg_acc_mask': 51.25247851949769, 'loss': 1.1157253980636597}
+{'epoch': 'EP17_train', 'avg_loss': 1.4608291636225326, 'total_masked_acc': 51.24709833555588}
+{'epoch': 18, 'iter': 0, 'avg_loss': 1.6578869819641113, 'avg_acc_mask': 41.269841269841265, 'loss': 1.6578869819641113}
+{'epoch': 18, 'iter': 10, 'avg_loss': 1.4270503195849331, 'avg_acc_mask': 51.565074135090605, 'loss': 1.5934839248657227}
+{'epoch': 18, 'iter': 20, 'avg_loss': 1.4498472894941057, 'avg_acc_mask': 51.20859444941809, 'loss': 1.3330469131469727}
+{'epoch': 18, 'iter': 30, 'avg_loss': 1.4523671442462551, 'avg_acc_mask': 51.145958986731, 'loss': 1.402474045753479}
+{'epoch': 18, 'iter': 40, 'avg_loss': 1.4396695043982528, 'avg_acc_mask': 51.87500000000001, 'loss': 1.3488980531692505}
+{'epoch': 18, 'iter': 50, 'avg_loss': 1.4543588512084062, 'avg_acc_mask': 51.279317697228144, 'loss': 1.5886510610580444}
+{'epoch': 18, 'iter': 60, 'avg_loss': 1.4426056596099353, 'avg_acc_mask': 51.42942227516378, 'loss': 1.2048988342285156}
+{'epoch': 18, 'iter': 70, 'avg_loss': 1.4548063110297835, 'avg_acc_mask': 51.22139367446644, 'loss': 1.470875859260559}
+{'epoch': 18, 'iter': 80, 'avg_loss': 1.4567909476197796, 'avg_acc_mask': 51.28606575710132, 'loss': 1.6614266633987427}
+{'epoch': 18, 'iter': 90, 'avg_loss': 1.4659568320263874, 'avg_acc_mask': 51.25548027102431, 'loss': 1.3351500034332275}
+{'epoch': 18, 'iter': 100, 'avg_loss': 1.458300284820028, 'avg_acc_mask': 51.542089985486214, 'loss': 1.1786398887634277}
+{'epoch': 18, 'iter': 110, 'avg_loss': 1.4618000608306747, 'avg_acc_mask': 51.467905125228064, 'loss': 1.248384952545166}
+{'epoch': 18, 'iter': 120, 'avg_loss': 1.4536352482709018, 'avg_acc_mask': 51.69221429655486, 'loss': 1.624484658241272}
+{'epoch': 18, 'iter': 130, 'avg_loss': 1.458890766587876, 'avg_acc_mask': 51.36833286791399, 'loss': 1.3667935132980347}
+{'epoch': 18, 'iter': 140, 'avg_loss': 1.459087573044689, 'avg_acc_mask': 51.23977671037259, 'loss': 1.3861771821975708}
+{'epoch': 18, 'iter': 150, 'avg_loss': 1.4531703847923025, 'avg_acc_mask': 51.43450128189476, 'loss': 1.7862883806228638}
+{'epoch': 18, 'iter': 160, 'avg_loss': 1.4531557530349826, 'avg_acc_mask': 51.360933211344914, 'loss': 1.4225904941558838}
+{'epoch': 18, 'iter': 170, 'avg_loss': 1.4597125053405762, 'avg_acc_mask': 50.85788280997087, 'loss': 1.6271835565567017}
+{'epoch': 18, 'iter': 180, 'avg_loss': 1.4636475473477695, 'avg_acc_mask': 50.811472899867304, 'loss': 1.5709013938903809}
+{'epoch': 18, 'iter': 190, 'avg_loss': 1.4642068247520488, 'avg_acc_mask': 50.778906627963224, 'loss': 1.4489622116088867}
+{'epoch': 18, 'iter': 200, 'avg_loss': 1.46502515451232, 'avg_acc_mask': 50.78225658015829, 'loss': 1.4745666980743408}
+{'epoch': 18, 'iter': 210, 'avg_loss': 1.4609529164165118, 'avg_acc_mask': 50.852496283990554, 'loss': 1.2808444499969482}
+{'epoch': 18, 'iter': 220, 'avg_loss': 1.4602492977591122, 'avg_acc_mask': 50.898951223572496, 'loss': 1.475197672843933}
+{'epoch': 18, 'iter': 230, 'avg_loss': 1.4584790870740816, 'avg_acc_mask': 51.06332138590203, 'loss': 1.4381753206253052}
+{'epoch': 18, 'iter': 240, 'avg_loss': 1.4625212053045693, 'avg_acc_mask': 50.833715771760744, 'loss': 1.6185002326965332}
+{'epoch': 18, 'iter': 250, 'avg_loss': 1.4659743351765362, 'avg_acc_mask': 50.816056462284955, 'loss': 1.3874518871307373}
+{'epoch': 18, 'iter': 260, 'avg_loss': 1.4652777206852061, 'avg_acc_mask': 50.89778029124841, 'loss': 1.320414662361145}
+{'epoch': 18, 'iter': 270, 'avg_loss': 1.4637764357992644, 'avg_acc_mask': 50.947641123534225, 'loss': 1.5643945932388306}
+{'epoch': 18, 'iter': 280, 'avg_loss': 1.4634352381543332, 'avg_acc_mask': 50.84008697371022, 'loss': 0.7006796002388}
+{'epoch': 18, 'iter': 290, 'avg_loss': 1.4608942991269822, 'avg_acc_mask': 50.871612164397504, 'loss': 1.2650941610336304}
+{'epoch': 18, 'iter': 300, 'avg_loss': 1.4582929112190424, 'avg_acc_mask': 50.967979841435685, 'loss': 1.0497854948043823}
+{'epoch': 18, 'iter': 310, 'avg_loss': 1.4573218964303805, 'avg_acc_mask': 50.94429550193625, 'loss': 1.1385892629623413}
+{'epoch': 18, 'iter': 320, 'avg_loss': 1.45888999243763, 'avg_acc_mask': 50.92432120161756, 'loss': 1.3476784229278564}
+{'epoch': 18, 'iter': 330, 'avg_loss': 1.4560647318730542, 'avg_acc_mask': 50.992008047839946, 'loss': 1.432241439819336}
+{'epoch': 18, 'iter': 340, 'avg_loss': 1.455468538045184, 'avg_acc_mask': 50.982307608813635, 'loss': 1.5708707571029663}
+{'epoch': 18, 'iter': 350, 'avg_loss': 1.4575287034029294, 'avg_acc_mask': 50.954339344089426, 'loss': 1.5089199542999268}
+{'epoch': 18, 'iter': 360, 'avg_loss': 1.4609470989895659, 'avg_acc_mask': 50.84780492802623, 'loss': 1.8091490268707275}
+{'epoch': 18, 'iter': 370, 'avg_loss': 1.4613447078476054, 'avg_acc_mask': 50.868870468391094, 'loss': 1.365723729133606}
+{'epoch': 18, 'iter': 380, 'avg_loss': 1.4627375128700977, 'avg_acc_mask': 50.78462809114318, 'loss': 1.2395763397216797}
+{'epoch': 18, 'iter': 390, 'avg_loss': 1.4622186045817402, 'avg_acc_mask': 50.810272934040945, 'loss': 1.2408926486968994}
+{'epoch': 18, 'iter': 400, 'avg_loss': 1.4624485661858633, 'avg_acc_mask': 50.89546022490629, 'loss': 1.2005647420883179}
+{'epoch': 18, 'iter': 410, 'avg_loss': 1.4619059642446013, 'avg_acc_mask': 50.89479392624728, 'loss': 1.7325109243392944}
+{'epoch': 18, 'iter': 420, 'avg_loss': 1.461873580752529, 'avg_acc_mask': 50.928053738730775, 'loss': 1.4732184410095215}
+{'epoch': 18, 'iter': 430, 'avg_loss': 1.4610392871699587, 'avg_acc_mask': 51.05326771993439, 'loss': 1.6358191967010498}
+{'epoch': 18, 'iter': 440, 'avg_loss': 1.4632373022384384, 'avg_acc_mask': 50.93089036180183, 'loss': 1.714206337928772}
+{'epoch': 18, 'iter': 450, 'avg_loss': 1.4643279331222077, 'avg_acc_mask': 50.92355900057722, 'loss': 1.404556155204773}
+{'epoch': 18, 'iter': 460, 'avg_loss': 1.4664947206958514, 'avg_acc_mask': 50.82251431336182, 'loss': 1.226671576499939}
+{'epoch': 18, 'iter': 470, 'avg_loss': 1.4662523103873948, 'avg_acc_mask': 50.818249930990966, 'loss': 1.4893016815185547}
+{'epoch': 18, 'iter': 480, 'avg_loss': 1.465610587547326, 'avg_acc_mask': 50.82985950285626, 'loss': 1.1765345335006714}
+{'epoch': 18, 'iter': 490, 'avg_loss': 1.4671706338763966, 'avg_acc_mask': 50.84105084105084, 'loss': 1.6684277057647705}
+{'epoch': 18, 'iter': 500, 'avg_loss': 1.4676307747939865, 'avg_acc_mask': 50.761252083719214, 'loss': 1.467564344406128}
+{'epoch': 18, 'iter': 510, 'avg_loss': 1.4683381072928994, 'avg_acc_mask': 50.754497968659315, 'loss': 1.3559669256210327}
+{'epoch': 18, 'iter': 520, 'avg_loss': 1.4666280196175236, 'avg_acc_mask': 50.7981755986317, 'loss': 1.4676380157470703}
+{'epoch': 18, 'iter': 530, 'avg_loss': 1.466011707504366, 'avg_acc_mask': 50.89904148884069, 'loss': 1.104756474494934}
+{'epoch': 18, 'iter': 540, 'avg_loss': 1.4656656445064298, 'avg_acc_mask': 50.90740677210196, 'loss': 1.399121880531311}
+{'epoch': 18, 'iter': 550, 'avg_loss': 1.4675075810963791, 'avg_acc_mask': 50.76778334061356, 'loss': 1.4459426403045654}
+{'epoch': 18, 'iter': 560, 'avg_loss': 1.4672047018792327, 'avg_acc_mask': 50.7733491969066, 'loss': 1.4289504289627075}
+{'epoch': 18, 'iter': 570, 'avg_loss': 1.4652482003965228, 'avg_acc_mask': 50.824889581709535, 'loss': 1.3099052906036377}
+{'epoch': 18, 'iter': 580, 'avg_loss': 1.4647441365837846, 'avg_acc_mask': 50.853775087607524, 'loss': 1.439078688621521}
+{'epoch': 18, 'iter': 590, 'avg_loss': 1.4652148836155228, 'avg_acc_mask': 50.84660886983193, 'loss': 1.17523992061615}
+{'epoch': 18, 'iter': 600, 'avg_loss': 1.466011137414891, 'avg_acc_mask': 50.803620912617774, 'loss': 1.474905014038086}
+{'epoch': 18, 'iter': 610, 'avg_loss': 1.4656756203225318, 'avg_acc_mask': 50.82765925253442, 'loss': 1.2551113367080688}
+{'epoch': 18, 'iter': 620, 'avg_loss': 1.4654069697415386, 'avg_acc_mask': 50.81493400077471, 'loss': 1.6100889444351196}
+{'epoch': 18, 'iter': 630, 'avg_loss': 1.4642015045682903, 'avg_acc_mask': 50.84457478005865, 'loss': 1.5350087881088257}
+{'epoch': 18, 'iter': 640, 'avg_loss': 1.4653349428578584, 'avg_acc_mask': 50.856382363152406, 'loss': 1.4047040939331055}
+{'epoch': 18, 'iter': 650, 'avg_loss': 1.4647818462273676, 'avg_acc_mask': 50.87204331718438, 'loss': 1.329063057899475}
+{'epoch': 18, 'iter': 660, 'avg_loss': 1.4650718557131273, 'avg_acc_mask': 50.889699691271396, 'loss': 1.2181353569030762}
+{'epoch': 18, 'iter': 670, 'avg_loss': 1.4646159189291044, 'avg_acc_mask': 50.9306120191377, 'loss': 1.300950288772583}
+{'epoch': 18, 'iter': 680, 'avg_loss': 1.4654713754436868, 'avg_acc_mask': 50.87781376738616, 'loss': 1.6921864748001099}
+{'epoch': 18, 'iter': 690, 'avg_loss': 1.4663106165988056, 'avg_acc_mask': 50.836685438455355, 'loss': 1.4963778257369995}
+{'epoch': 18, 'iter': 700, 'avg_loss': 1.4673495235694798, 'avg_acc_mask': 50.816164817749595, 'loss': 1.4833661317825317}
+{'epoch': 18, 'iter': 710, 'avg_loss': 1.4677921326519232, 'avg_acc_mask': 50.82146483713906, 'loss': 1.7738628387451172}
+{'epoch': 18, 'iter': 720, 'avg_loss': 1.4688376599145168, 'avg_acc_mask': 50.799599558487564, 'loss': 1.4462164640426636}
+{'epoch': 18, 'iter': 730, 'avg_loss': 1.4667635010466205, 'avg_acc_mask': 50.87332928311057, 'loss': 1.3401644229888916}
+{'epoch': 18, 'iter': 740, 'avg_loss': 1.4668385872313208, 'avg_acc_mask': 50.88463554013924, 'loss': 1.6362621784210205}
+{'epoch': 18, 'iter': 750, 'avg_loss': 1.4685252815207217, 'avg_acc_mask': 50.848000000000006, 'loss': 1.6609312295913696}
+{'epoch': 18, 'iter': 760, 'avg_loss': 1.4674405089032478, 'avg_acc_mask': 50.85647641956411, 'loss': 1.2587674856185913}
+{'epoch': 18, 'iter': 770, 'avg_loss': 1.468855034439171, 'avg_acc_mask': 50.76775661755899, 'loss': 1.6058512926101685}
+{'epoch': 18, 'iter': 780, 'avg_loss': 1.4680234797480165, 'avg_acc_mask': 50.84461058010788, 'loss': 1.145558476448059}
+{'epoch': 18, 'iter': 790, 'avg_loss': 1.4673824413537075, 'avg_acc_mask': 50.873219705813675, 'loss': 1.526755452156067}
+{'epoch': 18, 'iter': 800, 'avg_loss': 1.4680618064829176, 'avg_acc_mask': 50.844212760068274, 'loss': 1.4128952026367188}
+{'epoch': 18, 'iter': 810, 'avg_loss': 1.4677679476255847, 'avg_acc_mask': 50.85653104925053, 'loss': 1.6882343292236328}
+{'epoch': 18, 'iter': 820, 'avg_loss': 1.4681829030417932, 'avg_acc_mask': 50.873838817787174, 'loss': 1.6667231321334839}
+{'epoch': 18, 'iter': 830, 'avg_loss': 1.4677884411582305, 'avg_acc_mask': 50.87516402375286, 'loss': 1.5973495244979858}
+{'epoch': 18, 'iter': 840, 'avg_loss': 1.4678069770548772, 'avg_acc_mask': 50.87434094903339, 'loss': 1.570935606956482}
+{'epoch': 18, 'iter': 850, 'avg_loss': 1.4689938164065504, 'avg_acc_mask': 50.84400086786721, 'loss': 1.5055279731750488}
+{'epoch': 18, 'iter': 860, 'avg_loss': 1.4689938935530171, 'avg_acc_mask': 50.823115836405734, 'loss': 1.5566233396530151}
+{'epoch': 18, 'iter': 870, 'avg_loss': 1.470769882133716, 'avg_acc_mask': 50.7911994922784, 'loss': 1.630445122718811}
+{'epoch': 18, 'iter': 880, 'avg_loss': 1.4708141397672128, 'avg_acc_mask': 50.808661993932425, 'loss': 1.5494877099990845}
+{'epoch': 18, 'iter': 890, 'avg_loss': 1.4711156811243222, 'avg_acc_mask': 50.825581636246866, 'loss': 1.332978367805481}
+{'epoch': 18, 'iter': 900, 'avg_loss': 1.4715978568058035, 'avg_acc_mask': 50.83091154680529, 'loss': 1.571424126625061}
+{'epoch': 18, 'iter': 910, 'avg_loss': 1.4723074705095636, 'avg_acc_mask': 50.81990415916857, 'loss': 1.5706452131271362}
+{'epoch': 18, 'iter': 920, 'avg_loss': 1.4713113416030792, 'avg_acc_mask': 50.87209884454412, 'loss': 1.4074879884719849}
+{'epoch': 18, 'iter': 930, 'avg_loss': 1.4704818029664897, 'avg_acc_mask': 50.89781195497066, 'loss': 1.5755707025527954}
+{'epoch': 18, 'iter': 940, 'avg_loss': 1.4702612948341653, 'avg_acc_mask': 50.88816563406792, 'loss': 1.048047423362732}
+{'epoch': 18, 'iter': 950, 'avg_loss': 1.469606328587176, 'avg_acc_mask': 50.87569580480614, 'loss': 1.6784908771514893}
+{'epoch': 18, 'iter': 960, 'avg_loss': 1.469820828145054, 'avg_acc_mask': 50.89258292383292, 'loss': 1.4779680967330933}
+{'epoch': 18, 'iter': 970, 'avg_loss': 1.4700666080419853, 'avg_acc_mask': 50.884989364934675, 'loss': 1.3077174425125122}
+{'epoch': 18, 'iter': 980, 'avg_loss': 1.4697527677641002, 'avg_acc_mask': 50.87715999473515, 'loss': 1.2892000675201416}
+{'epoch': 18, 'iter': 990, 'avg_loss': 1.470136094165498, 'avg_acc_mask': 50.85215643954899, 'loss': 1.4477101564407349}
+{'epoch': 18, 'iter': 1000, 'avg_loss': 1.4701872938996428, 'avg_acc_mask': 50.84158962837465, 'loss': 1.8208855390548706}
+{'epoch': 18, 'iter': 1010, 'avg_loss': 1.4697178356961138, 'avg_acc_mask': 50.85474758520139, 'loss': 1.355265498161316}
+{'epoch': 18, 'iter': 1020, 'avg_loss': 1.4696007119336627, 'avg_acc_mask': 50.88007213706042, 'loss': 1.4000563621520996}
+{'epoch': 18, 'iter': 1030, 'avg_loss': 1.4687001986138226, 'avg_acc_mask': 50.901424053460076, 'loss': 1.675819993019104}
+{'epoch': 18, 'iter': 1040, 'avg_loss': 1.4680068680692704, 'avg_acc_mask': 50.899369733021736, 'loss': 1.3727964162826538}
+{'epoch': 18, 'iter': 1050, 'avg_loss': 1.4676427944970063, 'avg_acc_mask': 50.90207767160515, 'loss': 1.574709177017212}
+{'epoch': 18, 'iter': 1060, 'avg_loss': 1.4669790484228862, 'avg_acc_mask': 50.91278595126019, 'loss': 1.1958107948303223}
+{'epoch': 18, 'iter': 1070, 'avg_loss': 1.4667025610289766, 'avg_acc_mask': 50.90411713091203, 'loss': 1.7933073043823242}
+{'epoch': 18, 'iter': 1080, 'avg_loss': 1.4660167278899405, 'avg_acc_mask': 50.93674421773342, 'loss': 1.2840416431427002}
+{'epoch': 18, 'iter': 1090, 'avg_loss': 1.4667545858050135, 'avg_acc_mask': 50.91666526116949, 'loss': 1.3999340534210205}
+{'epoch': 18, 'iter': 1100, 'avg_loss': 1.4661846824064784, 'avg_acc_mask': 50.95269931472506, 'loss': 1.3090147972106934}
+{'epoch': 'EP18_train', 'avg_loss': 1.4663940044010386, 'total_masked_acc': 50.95134955014995}
+{'epoch': 19, 'iter': 0, 'avg_loss': 1.689249873161316, 'avg_acc_mask': 42.857142857142854, 'loss': 1.689249873161316}
+{'epoch': 19, 'iter': 10, 'avg_loss': 1.5426992503079502, 'avg_acc_mask': 50.74875207986689, 'loss': 1.5525052547454834}
+{'epoch': 19, 'iter': 20, 'avg_loss': 1.5327061357952299, 'avg_acc_mask': 50.72836332476436, 'loss': 1.5291540622711182}
+{'epoch': 19, 'iter': 30, 'avg_loss': 1.5148939278817946, 'avg_acc_mask': 50.43427909669948, 'loss': 1.3425848484039307}
+{'epoch': 19, 'iter': 40, 'avg_loss': 1.4788951699326678, 'avg_acc_mask': 51.84210526315789, 'loss': 1.3267202377319336}
+{'epoch': 19, 'iter': 50, 'avg_loss': 1.5095070179770975, 'avg_acc_mask': 50.03465003465003, 'loss': 1.548053503036499}
+{'epoch': 19, 'iter': 60, 'avg_loss': 1.4914294109969843, 'avg_acc_mask': 50.406740267286466, 'loss': 1.1038790941238403}
+{'epoch': 19, 'iter': 70, 'avg_loss': 1.489563505414506, 'avg_acc_mask': 50.49751243781094, 'loss': 1.5689562559127808}
+{'epoch': 19, 'iter': 80, 'avg_loss': 1.4784076728938538, 'avg_acc_mask': 50.87108013937283, 'loss': 1.4526139497756958}
+{'epoch': 19, 'iter': 90, 'avg_loss': 1.4805310375087863, 'avg_acc_mask': 50.95145631067961, 'loss': 1.2924643754959106}
+{'epoch': 19, 'iter': 100, 'avg_loss': 1.462737480012497, 'avg_acc_mask': 51.45374449339207, 'loss': 1.1036581993103027}
+{'epoch': 19, 'iter': 110, 'avg_loss': 1.4605420000918277, 'avg_acc_mask': 51.59317669777921, 'loss': 1.215682864189148}
+{'epoch': 19, 'iter': 120, 'avg_loss': 1.4540095555880839, 'avg_acc_mask': 51.704630043174035, 'loss': 1.9620788097381592}
+{'epoch': 19, 'iter': 130, 'avg_loss': 1.4515322155624855, 'avg_acc_mask': 51.72936475127463, 'loss': 1.5432687997817993}
+{'epoch': 19, 'iter': 140, 'avg_loss': 1.453684184568148, 'avg_acc_mask': 51.65876777251185, 'loss': 1.1706150770187378}
+{'epoch': 19, 'iter': 150, 'avg_loss': 1.4454756667282407, 'avg_acc_mask': 52.09134615384615, 'loss': 1.6009098291397095}
+{'epoch': 19, 'iter': 160, 'avg_loss': 1.4484148765943066, 'avg_acc_mask': 52.129817444219064, 'loss': 1.6540181636810303}
+{'epoch': 19, 'iter': 170, 'avg_loss': 1.4521221462746112, 'avg_acc_mask': 51.99407595472337, 'loss': 1.564429521560669}
+{'epoch': 19, 'iter': 180, 'avg_loss': 1.452671275942365, 'avg_acc_mask': 52.05356250624563, 'loss': 1.7534947395324707}
+{'epoch': 19, 'iter': 190, 'avg_loss': 1.4498418416652379, 'avg_acc_mask': 52.15170717866263, 'loss': 1.2571337223052979}
+{'epoch': 19, 'iter': 200, 'avg_loss': 1.448936766949459, 'avg_acc_mask': 52.00467457749011, 'loss': 1.3285080194473267}
+{'epoch': 19, 'iter': 210, 'avg_loss': 1.4500109118307936, 'avg_acc_mask': 52.03473522901413, 'loss': 1.5201228857040405}
+{'epoch': 19, 'iter': 220, 'avg_loss': 1.4504149459066433, 'avg_acc_mask': 51.93181818181818, 'loss': 1.5078790187835693}
+{'epoch': 19, 'iter': 230, 'avg_loss': 1.4548225751170865, 'avg_acc_mask': 51.81839420605871, 'loss': 1.668571949005127}
+{'epoch': 19, 'iter': 240, 'avg_loss': 1.4553308098642659, 'avg_acc_mask': 51.80371947120771, 'loss': 1.430596947669983}
+{'epoch': 19, 'iter': 250, 'avg_loss': 1.457083388391244, 'avg_acc_mask': 51.650791377211206, 'loss': 1.3692548274993896}
+{'epoch': 19, 'iter': 260, 'avg_loss': 1.4558743300109074, 'avg_acc_mask': 51.71747827286522, 'loss': 1.3780550956726074}
+{'epoch': 19, 'iter': 270, 'avg_loss': 1.4580915618646628, 'avg_acc_mask': 51.619085381971985, 'loss': 1.5881763696670532}
+{'epoch': 19, 'iter': 280, 'avg_loss': 1.4613391332779067, 'avg_acc_mask': 51.486097794822626, 'loss': 1.38632071018219}
+{'epoch': 19, 'iter': 290, 'avg_loss': 1.4583185306939064, 'avg_acc_mask': 51.597552685248125, 'loss': 1.307977557182312}
+{'epoch': 19, 'iter': 300, 'avg_loss': 1.457783839037252, 'avg_acc_mask': 51.690965583174, 'loss': 1.0686992406845093}
+{'epoch': 19, 'iter': 310, 'avg_loss': 1.4550366982386427, 'avg_acc_mask': 51.72433779632528, 'loss': 1.1772781610488892}
+{'epoch': 19, 'iter': 320, 'avg_loss': 1.456793199261401, 'avg_acc_mask': 51.59930294001911, 'loss': 1.5568861961364746}
+{'epoch': 19, 'iter': 330, 'avg_loss': 1.4559907327966028, 'avg_acc_mask': 51.634484634212676, 'loss': 1.2986284494400024}
+{'epoch': 19, 'iter': 340, 'avg_loss': 1.4571951073635359, 'avg_acc_mask': 51.53179801394464, 'loss': 1.4076149463653564}
+{'epoch': 19, 'iter': 350, 'avg_loss': 1.4575114061689785, 'avg_acc_mask': 51.53355290242898, 'loss': 1.5486505031585693}
+{'epoch': 19, 'iter': 360, 'avg_loss': 1.4578070520033797, 'avg_acc_mask': 51.49455163450965, 'loss': 1.3817023038864136}
+{'epoch': 19, 'iter': 370, 'avg_loss': 1.4593080646908188, 'avg_acc_mask': 51.48876131166683, 'loss': 1.5791041851043701}
+{'epoch': 19, 'iter': 380, 'avg_loss': 1.4627727334267824, 'avg_acc_mask': 51.23661518051739, 'loss': 1.329939365386963}
+{'epoch': 19, 'iter': 390, 'avg_loss': 1.460537247798022, 'avg_acc_mask': 51.309963099631, 'loss': 1.5201212167739868}
+{'epoch': 19, 'iter': 400, 'avg_loss': 1.4605045343872318, 'avg_acc_mask': 51.329224956142326, 'loss': 1.5398412942886353}
+{'epoch': 19, 'iter': 410, 'avg_loss': 1.4618289031251503, 'avg_acc_mask': 51.32910835313793, 'loss': 1.5893807411193848}
+{'epoch': 19, 'iter': 420, 'avg_loss': 1.4592410956029371, 'avg_acc_mask': 51.409026373531816, 'loss': 1.3066238164901733}
+{'epoch': 19, 'iter': 430, 'avg_loss': 1.4582811227530725, 'avg_acc_mask': 51.43553743326748, 'loss': 1.1426386833190918}
+{'epoch': 19, 'iter': 440, 'avg_loss': 1.4599220470236003, 'avg_acc_mask': 51.37430259271415, 'loss': 1.3060377836227417}
+{'epoch': 19, 'iter': 450, 'avg_loss': 1.4611435040930687, 'avg_acc_mask': 51.327789160740835, 'loss': 1.4828531742095947}
+{'epoch': 19, 'iter': 460, 'avg_loss': 1.4620553496861406, 'avg_acc_mask': 51.27670456780895, 'loss': 1.3841297626495361}
+{'epoch': 19, 'iter': 470, 'avg_loss': 1.4637918458369634, 'avg_acc_mask': 51.21219117986608, 'loss': 1.5157922506332397}
+{'epoch': 19, 'iter': 480, 'avg_loss': 1.4627511983353978, 'avg_acc_mask': 51.24867964388109, 'loss': 1.1717339754104614}
+{'epoch': 19, 'iter': 490, 'avg_loss': 1.4661610564729104, 'avg_acc_mask': 51.158058309900845, 'loss': 1.5795775651931763}
+{'epoch': 19, 'iter': 500, 'avg_loss': 1.464352079613242, 'avg_acc_mask': 51.257211276804185, 'loss': 1.3381662368774414}
+{'epoch': 19, 'iter': 510, 'avg_loss': 1.4636232429521192, 'avg_acc_mask': 51.26253645351731, 'loss': 1.4251651763916016}
+{'epoch': 19, 'iter': 520, 'avg_loss': 1.464290463421029, 'avg_acc_mask': 51.29654835444805, 'loss': 1.9252804517745972}
+{'epoch': 19, 'iter': 530, 'avg_loss': 1.4641862805729307, 'avg_acc_mask': 51.2655409802377, 'loss': 1.2886219024658203}
+{'epoch': 19, 'iter': 540, 'avg_loss': 1.4644748103596588, 'avg_acc_mask': 51.26146403735681, 'loss': 1.6446807384490967}
+{'epoch': 19, 'iter': 550, 'avg_loss': 1.4660100894701242, 'avg_acc_mask': 51.20793645562111, 'loss': 1.3296715021133423}
+{'epoch': 19, 'iter': 560, 'avg_loss': 1.4643265447727074, 'avg_acc_mask': 51.23996373996375, 'loss': 1.1079906225204468}
+{'epoch': 19, 'iter': 570, 'avg_loss': 1.463063078147935, 'avg_acc_mask': 51.289069959895606, 'loss': 1.3948779106140137}
+{'epoch': 19, 'iter': 580, 'avg_loss': 1.4619341962513948, 'avg_acc_mask': 51.3412840016277, 'loss': 1.740177869796753}
+{'epoch': 19, 'iter': 590, 'avg_loss': 1.4624515365424697, 'avg_acc_mask': 51.33781832703591, 'loss': 1.3233851194381714}
+{'epoch': 19, 'iter': 600, 'avg_loss': 1.4624769597402627, 'avg_acc_mask': 51.29197014113451, 'loss': 1.6797720193862915}
+{'epoch': 19, 'iter': 610, 'avg_loss': 1.4611291673686813, 'avg_acc_mask': 51.379197719647266, 'loss': 1.3748958110809326}
+{'epoch': 19, 'iter': 620, 'avg_loss': 1.4585749915832482, 'avg_acc_mask': 51.44194208832992, 'loss': 1.9965509176254272}
+{'epoch': 19, 'iter': 630, 'avg_loss': 1.4571886537758938, 'avg_acc_mask': 51.47431467403823, 'loss': 1.1165764331817627}
+{'epoch': 19, 'iter': 640, 'avg_loss': 1.4576523842380125, 'avg_acc_mask': 51.47242396731729, 'loss': 1.3860145807266235}
+{'epoch': 19, 'iter': 650, 'avg_loss': 1.4590990089234852, 'avg_acc_mask': 51.45470821910144, 'loss': 1.5819854736328125}
+{'epoch': 19, 'iter': 660, 'avg_loss': 1.4582846505558977, 'avg_acc_mask': 51.50947553988541, 'loss': 1.2757720947265625}
+{'epoch': 19, 'iter': 670, 'avg_loss': 1.457915663363859, 'avg_acc_mask': 51.558004451441285, 'loss': 1.4677222967147827}
+{'epoch': 19, 'iter': 680, 'avg_loss': 1.4586237213860174, 'avg_acc_mask': 51.519687775668956, 'loss': 1.6286863088607788}
+{'epoch': 19, 'iter': 690, 'avg_loss': 1.459793184842111, 'avg_acc_mask': 51.47496118523197, 'loss': 1.3812745809555054}
+{'epoch': 19, 'iter': 700, 'avg_loss': 1.461293908056621, 'avg_acc_mask': 51.406059663582404, 'loss': 1.4393556118011475}
+{'epoch': 19, 'iter': 710, 'avg_loss': 1.4608488850788057, 'avg_acc_mask': 51.4107384953828, 'loss': 1.3668590784072876}
+{'epoch': 19, 'iter': 720, 'avg_loss': 1.4615141004530632, 'avg_acc_mask': 51.37103684661525, 'loss': 1.5160837173461914}
+{'epoch': 19, 'iter': 730, 'avg_loss': 1.4598948599212636, 'avg_acc_mask': 51.42267836286375, 'loss': 1.4796576499938965}
+{'epoch': 19, 'iter': 740, 'avg_loss': 1.4599581146851563, 'avg_acc_mask': 51.39570251177395, 'loss': 1.3602172136306763}
+{'epoch': 19, 'iter': 750, 'avg_loss': 1.4617354837302043, 'avg_acc_mask': 51.34088488721077, 'loss': 1.548606276512146}
+{'epoch': 19, 'iter': 760, 'avg_loss': 1.4603175495833198, 'avg_acc_mask': 51.37739729303171, 'loss': 1.3289984464645386}
+{'epoch': 19, 'iter': 770, 'avg_loss': 1.460924163016209, 'avg_acc_mask': 51.33822246327257, 'loss': 1.549752116203308}
+{'epoch': 19, 'iter': 780, 'avg_loss': 1.459578058707424, 'avg_acc_mask': 51.37727897175588, 'loss': 1.3699524402618408}
+{'epoch': 19, 'iter': 790, 'avg_loss': 1.4598767309062248, 'avg_acc_mask': 51.37161121203063, 'loss': 1.1992005109786987}
+{'epoch': 19, 'iter': 800, 'avg_loss': 1.4592391225729096, 'avg_acc_mask': 51.36263586648211, 'loss': 1.5228791236877441}
+{'epoch': 19, 'iter': 810, 'avg_loss': 1.4596599458031236, 'avg_acc_mask': 51.357897333542645, 'loss': 1.538155198097229}
+{'epoch': 19, 'iter': 820, 'avg_loss': 1.4581876377530858, 'avg_acc_mask': 51.40456288938652, 'loss': 1.3027973175048828}
+{'epoch': 19, 'iter': 830, 'avg_loss': 1.4580161600910513, 'avg_acc_mask': 51.37856155820227, 'loss': 1.286460518836975}
+{'epoch': 19, 'iter': 840, 'avg_loss': 1.4578349827019128, 'avg_acc_mask': 51.37664363234625, 'loss': 1.537966251373291}
+{'epoch': 19, 'iter': 850, 'avg_loss': 1.4578676830307438, 'avg_acc_mask': 51.36100241623367, 'loss': 1.20015549659729}
+{'epoch': 19, 'iter': 860, 'avg_loss': 1.458489961048175, 'avg_acc_mask': 51.3042927694061, 'loss': 1.647326946258545}
+{'epoch': 19, 'iter': 870, 'avg_loss': 1.4604302199918833, 'avg_acc_mask': 51.27221955946402, 'loss': 1.6221359968185425}
+{'epoch': 19, 'iter': 880, 'avg_loss': 1.4600959542660925, 'avg_acc_mask': 51.28975810602162, 'loss': 1.3710362911224365}
+{'epoch': 19, 'iter': 890, 'avg_loss': 1.4593836822359918, 'avg_acc_mask': 51.3219855264499, 'loss': 1.1179447174072266}
+{'epoch': 19, 'iter': 900, 'avg_loss': 1.4594649888831424, 'avg_acc_mask': 51.29005619448529, 'loss': 1.6570279598236084}
+{'epoch': 19, 'iter': 910, 'avg_loss': 1.4605862904589473, 'avg_acc_mask': 51.24113475177305, 'loss': 1.6063703298568726}
+{'epoch': 19, 'iter': 920, 'avg_loss': 1.461494406193786, 'avg_acc_mask': 51.21984892412678, 'loss': 1.4723625183105469}
+{'epoch': 19, 'iter': 930, 'avg_loss': 1.4609161642261017, 'avg_acc_mask': 51.216654298324414, 'loss': 1.7015117406845093}
+{'epoch': 19, 'iter': 940, 'avg_loss': 1.4623890328483298, 'avg_acc_mask': 51.157174870566415, 'loss': 1.3917396068572998}
+{'epoch': 19, 'iter': 950, 'avg_loss': 1.4620796069111106, 'avg_acc_mask': 51.1569695232636, 'loss': 1.5529056787490845}
+{'epoch': 19, 'iter': 960, 'avg_loss': 1.4613972218178066, 'avg_acc_mask': 51.18653682518672, 'loss': 1.6220605373382568}
+{'epoch': 19, 'iter': 970, 'avg_loss': 1.4621988539224304, 'avg_acc_mask': 51.17594187701295, 'loss': 1.394832968711853}
+{'epoch': 19, 'iter': 980, 'avg_loss': 1.4624582274487503, 'avg_acc_mask': 51.15227024120733, 'loss': 1.2087050676345825}
+{'epoch': 19, 'iter': 990, 'avg_loss': 1.463408073370921, 'avg_acc_mask': 51.12012927393587, 'loss': 1.6009453535079956}
+{'epoch': 19, 'iter': 1000, 'avg_loss': 1.4633142268741048, 'avg_acc_mask': 51.12484099582046, 'loss': 1.6262028217315674}
+{'epoch': 19, 'iter': 1010, 'avg_loss': 1.463759767962021, 'avg_acc_mask': 51.11982586482937, 'loss': 1.3556475639343262}
+{'epoch': 19, 'iter': 1020, 'avg_loss': 1.4636994508641474, 'avg_acc_mask': 51.13547376664056, 'loss': 1.2364146709442139}
+{'epoch': 19, 'iter': 1030, 'avg_loss': 1.463087053060763, 'avg_acc_mask': 51.18115788731401, 'loss': 1.5140876770019531}
+{'epoch': 19, 'iter': 1040, 'avg_loss': 1.4639279001269858, 'avg_acc_mask': 51.16051625072041, 'loss': 1.3188046216964722}
+{'epoch': 19, 'iter': 1050, 'avg_loss': 1.4631010739152257, 'avg_acc_mask': 51.19671875811225, 'loss': 1.1306120157241821}
+{'epoch': 19, 'iter': 1060, 'avg_loss': 1.4631765370207166, 'avg_acc_mask': 51.20080968881875, 'loss': 0.8851730823516846}
+{'epoch': 19, 'iter': 1070, 'avg_loss': 1.4625059013941042, 'avg_acc_mask': 51.21963657379863, 'loss': 1.4720933437347412}
+{'epoch': 19, 'iter': 1080, 'avg_loss': 1.4627489038466526, 'avg_acc_mask': 51.23134454064616, 'loss': 1.2722601890563965}
+{'epoch': 19, 'iter': 1090, 'avg_loss': 1.4629269488135355, 'avg_acc_mask': 51.23235622510707, 'loss': 1.651282787322998}
+{'epoch': 19, 'iter': 1100, 'avg_loss': 1.4618278260018802, 'avg_acc_mask': 51.28200894847199, 'loss': 1.1814428567886353}
+{'epoch': 'EP19_train', 'avg_loss': 1.4617966912990241, 'total_masked_acc': 51.28243094286231}
+{'epoch': 20, 'iter': 0, 'avg_loss': 1.554782748222351, 'avg_acc_mask': 50.847457627118644, 'loss': 1.554782748222351}
+{'epoch': 20, 'iter': 10, 'avg_loss': 1.4544466733932495, 'avg_acc_mask': 52.484472049689444, 'loss': 1.309457540512085}
+{'epoch': 20, 'iter': 20, 'avg_loss': 1.4703145310992287, 'avg_acc_mask': 51.775392237819986, 'loss': 1.5735094547271729}
+{'epoch': 20, 'iter': 30, 'avg_loss': 1.4618675285770046, 'avg_acc_mask': 51.6295025728988, 'loss': 1.5412282943725586}
+{'epoch': 20, 'iter': 40, 'avg_loss': 1.4610387581150706, 'avg_acc_mask': 51.87119234116623, 'loss': 1.4628639221191406}
+{'epoch': 20, 'iter': 50, 'avg_loss': 1.4762093413109874, 'avg_acc_mask': 52.033660589060304, 'loss': 1.539286732673645}
+{'epoch': 20, 'iter': 60, 'avg_loss': 1.4556840540932827, 'avg_acc_mask': 52.225169466548785, 'loss': 1.0399975776672363}
+{'epoch': 20, 'iter': 70, 'avg_loss': 1.4504692705584243, 'avg_acc_mask': 52.808704453441294, 'loss': 1.6755579710006714}
+{'epoch': 20, 'iter': 80, 'avg_loss': 1.4587495621339774, 'avg_acc_mask': 52.65009896635144, 'loss': 1.7649990320205688}
+{'epoch': 20, 'iter': 90, 'avg_loss': 1.4708617912544, 'avg_acc_mask': 52.182423174789584, 'loss': 1.4664679765701294}
+{'epoch': 20, 'iter': 100, 'avg_loss': 1.466267982331833, 'avg_acc_mask': 52.363117531656854, 'loss': 1.213066577911377}
+{'epoch': 20, 'iter': 110, 'avg_loss': 1.4658686921403214, 'avg_acc_mask': 52.35687489805905, 'loss': 1.1618757247924805}
+{'epoch': 20, 'iter': 120, 'avg_loss': 1.4563746294699424, 'avg_acc_mask': 52.4390243902439, 'loss': 1.6455693244934082}
+{'epoch': 20, 'iter': 130, 'avg_loss': 1.457330859344424, 'avg_acc_mask': 52.267072159247995, 'loss': 1.34958016872406}
+{'epoch': 20, 'iter': 140, 'avg_loss': 1.455292816703201, 'avg_acc_mask': 52.20616447116, 'loss': 1.5230975151062012}
+{'epoch': 20, 'iter': 150, 'avg_loss': 1.4493696602764508, 'avg_acc_mask': 52.543796496280294, 'loss': 1.5303113460540771}
+{'epoch': 20, 'iter': 160, 'avg_loss': 1.452528270875445, 'avg_acc_mask': 52.37073831564687, 'loss': 1.5398465394973755}
+{'epoch': 20, 'iter': 170, 'avg_loss': 1.4573826329749928, 'avg_acc_mask': 52.14769360981803, 'loss': 1.5274282693862915}
+{'epoch': 20, 'iter': 180, 'avg_loss': 1.460646929661872, 'avg_acc_mask': 51.94008845999196, 'loss': 1.7568408250808716}
+{'epoch': 20, 'iter': 190, 'avg_loss': 1.4601642473829979, 'avg_acc_mask': 51.93108670957971, 'loss': 1.4223796129226685}
+{'epoch': 20, 'iter': 200, 'avg_loss': 1.4592255964801086, 'avg_acc_mask': 51.765974656241575, 'loss': 1.2050025463104248}
+{'epoch': 20, 'iter': 210, 'avg_loss': 1.4588086328235284, 'avg_acc_mask': 51.76881766260336, 'loss': 1.5583956241607666}
+{'epoch': 20, 'iter': 220, 'avg_loss': 1.4608291819084824, 'avg_acc_mask': 51.53065367438083, 'loss': 1.542475938796997}
+{'epoch': 20, 'iter': 230, 'avg_loss': 1.4653330324016092, 'avg_acc_mask': 51.34419075820151, 'loss': 1.6300346851348877}
+{'epoch': 20, 'iter': 240, 'avg_loss': 1.4669677484084955, 'avg_acc_mask': 51.27417178833758, 'loss': 1.1204259395599365}
+{'epoch': 20, 'iter': 250, 'avg_loss': 1.472449050481576, 'avg_acc_mask': 51.08141122368326, 'loss': 1.317513346672058}
+{'epoch': 20, 'iter': 260, 'avg_loss': 1.47098175684611, 'avg_acc_mask': 51.17451982865828, 'loss': 1.345615267753601}
+{'epoch': 20, 'iter': 270, 'avg_loss': 1.4698587396487979, 'avg_acc_mask': 51.19845959763628, 'loss': 1.6055309772491455}
+{'epoch': 20, 'iter': 280, 'avg_loss': 1.4705669103568135, 'avg_acc_mask': 51.178838412880964, 'loss': 1.0054575204849243}
+{'epoch': 20, 'iter': 290, 'avg_loss': 1.4708039051888324, 'avg_acc_mask': 51.12085469029828, 'loss': 1.6882309913635254}
+{'epoch': 20, 'iter': 300, 'avg_loss': 1.4709977600661623, 'avg_acc_mask': 51.14791342819562, 'loss': 1.036596417427063}
+{'epoch': 20, 'iter': 310, 'avg_loss': 1.4672724838425493, 'avg_acc_mask': 51.24421296296296, 'loss': 1.281596302986145}
+{'epoch': 20, 'iter': 320, 'avg_loss': 1.465842845840989, 'avg_acc_mask': 51.30825379000562, 'loss': 1.451467752456665}
+{'epoch': 20, 'iter': 330, 'avg_loss': 1.466471388440838, 'avg_acc_mask': 51.347525453258555, 'loss': 1.189522624015808}
+{'epoch': 20, 'iter': 340, 'avg_loss': 1.4647135086073553, 'avg_acc_mask': 51.32093416464123, 'loss': 1.4798455238342285}
+{'epoch': 20, 'iter': 350, 'avg_loss': 1.4663990017695305, 'avg_acc_mask': 51.3435749884396, 'loss': 1.5658211708068848}
+{'epoch': 20, 'iter': 360, 'avg_loss': 1.4668871842923257, 'avg_acc_mask': 51.38639537203271, 'loss': 1.61173677444458}
+{'epoch': 20, 'iter': 370, 'avg_loss': 1.4670789516518379, 'avg_acc_mask': 51.40218712029162, 'loss': 1.5757231712341309}
+{'epoch': 20, 'iter': 380, 'avg_loss': 1.471218220987345, 'avg_acc_mask': 51.239160308960805, 'loss': 1.1357194185256958}
+{'epoch': 20, 'iter': 390, 'avg_loss': 1.470428164810171, 'avg_acc_mask': 51.219174286505954, 'loss': 1.6696683168411255}
+{'epoch': 20, 'iter': 400, 'avg_loss': 1.4703141051040325, 'avg_acc_mask': 51.18741832274345, 'loss': 1.0925915241241455}
+{'epoch': 20, 'iter': 410, 'avg_loss': 1.4684988899822653, 'avg_acc_mask': 51.22283803994018, 'loss': 1.5125176906585693}
+{'epoch': 20, 'iter': 420, 'avg_loss': 1.4664249919938928, 'avg_acc_mask': 51.28922560371917, 'loss': 1.0479625463485718}
+{'epoch': 20, 'iter': 430, 'avg_loss': 1.464893540899051, 'avg_acc_mask': 51.35555462149553, 'loss': 1.2078224420547485}
+{'epoch': 20, 'iter': 440, 'avg_loss': 1.4671612219745611, 'avg_acc_mask': 51.25246386333772, 'loss': 1.5552085638046265}
+{'epoch': 20, 'iter': 450, 'avg_loss': 1.4678015556938104, 'avg_acc_mask': 51.226562813666845, 'loss': 1.343331217765808}
+{'epoch': 20, 'iter': 460, 'avg_loss': 1.4700327394065527, 'avg_acc_mask': 51.10674267741301, 'loss': 1.4407947063446045}
+{'epoch': 20, 'iter': 470, 'avg_loss': 1.471002789186571, 'avg_acc_mask': 51.1090573012939, 'loss': 1.3434689044952393}
+{'epoch': 20, 'iter': 480, 'avg_loss': 1.4698722842081668, 'avg_acc_mask': 51.11889692585895, 'loss': 1.3868043422698975}
+{'epoch': 20, 'iter': 490, 'avg_loss': 1.4694436211935615, 'avg_acc_mask': 51.16579832243284, 'loss': 1.4290506839752197}
+{'epoch': 20, 'iter': 500, 'avg_loss': 1.4688313184622044, 'avg_acc_mask': 51.15749113795848, 'loss': 1.333394169807434}
+{'epoch': 20, 'iter': 510, 'avg_loss': 1.4677303365765253, 'avg_acc_mask': 51.19013884953244, 'loss': 1.260820746421814}
+{'epoch': 20, 'iter': 520, 'avg_loss': 1.4682273454034627, 'avg_acc_mask': 51.19366160475379, 'loss': 1.7098395824432373}
+{'epoch': 20, 'iter': 530, 'avg_loss': 1.466044962181659, 'avg_acc_mask': 51.24876148826404, 'loss': 1.3612021207809448}
+{'epoch': 20, 'iter': 540, 'avg_loss': 1.4659209556588404, 'avg_acc_mask': 51.171848767712035, 'loss': 1.5917613506317139}
+{'epoch': 20, 'iter': 550, 'avg_loss': 1.4657820258729037, 'avg_acc_mask': 51.183022474131675, 'loss': 1.3200161457061768}
+{'epoch': 20, 'iter': 560, 'avg_loss': 1.4643812788361534, 'avg_acc_mask': 51.200544376397396, 'loss': 1.5116510391235352}
+{'epoch': 20, 'iter': 570, 'avg_loss': 1.4617335849593274, 'avg_acc_mask': 51.27911051642295, 'loss': 1.3916090726852417}
+{'epoch': 20, 'iter': 580, 'avg_loss': 1.4611986925803035, 'avg_acc_mask': 51.38602089981853, 'loss': 1.8460394144058228}
+{'epoch': 20, 'iter': 590, 'avg_loss': 1.4603483222059388, 'avg_acc_mask': 51.386497786522376, 'loss': 1.1744858026504517}
+{'epoch': 20, 'iter': 600, 'avg_loss': 1.4597585539452844, 'avg_acc_mask': 51.35650122493421, 'loss': 1.5153175592422485}
+{'epoch': 20, 'iter': 610, 'avg_loss': 1.4596464884651859, 'avg_acc_mask': 51.320676233770094, 'loss': 1.192908763885498}
+{'epoch': 20, 'iter': 620, 'avg_loss': 1.4575381542941415, 'avg_acc_mask': 51.38482257875629, 'loss': 1.6756865978240967}
+{'epoch': 20, 'iter': 630, 'avg_loss': 1.4568229141968365, 'avg_acc_mask': 51.4039188526246, 'loss': 1.037355899810791}
+{'epoch': 20, 'iter': 640, 'avg_loss': 1.456897344585514, 'avg_acc_mask': 51.42076191560845, 'loss': 1.1258912086486816}
+{'epoch': 20, 'iter': 650, 'avg_loss': 1.4563754184454816, 'avg_acc_mask': 51.45331726322281, 'loss': 1.55438232421875}
+{'epoch': 20, 'iter': 660, 'avg_loss': 1.4548753055429675, 'avg_acc_mask': 51.519668737060044, 'loss': 1.5095969438552856}
+{'epoch': 20, 'iter': 670, 'avg_loss': 1.4555880484211463, 'avg_acc_mask': 51.49661528423457, 'loss': 1.6269780397415161}
+{'epoch': 20, 'iter': 680, 'avg_loss': 1.455902754910367, 'avg_acc_mask': 51.45701212169864, 'loss': 1.845603108406067}
+{'epoch': 20, 'iter': 690, 'avg_loss': 1.4570635497656297, 'avg_acc_mask': 51.47504679549708, 'loss': 1.5623701810836792}
+{'epoch': 20, 'iter': 700, 'avg_loss': 1.458764803987767, 'avg_acc_mask': 51.42010757997038, 'loss': 1.4520243406295776}
+{'epoch': 20, 'iter': 710, 'avg_loss': 1.4584728114715608, 'avg_acc_mask': 51.46881803047766, 'loss': 1.6562608480453491}
+{'epoch': 20, 'iter': 720, 'avg_loss': 1.460288714353982, 'avg_acc_mask': 51.39580122779981, 'loss': 1.5055873394012451}
+{'epoch': 20, 'iter': 730, 'avg_loss': 1.4590213911151755, 'avg_acc_mask': 51.41525888274281, 'loss': 1.5967202186584473}
+{'epoch': 20, 'iter': 740, 'avg_loss': 1.4589454895249907, 'avg_acc_mask': 51.41572039522194, 'loss': 1.3993830680847168}
+{'epoch': 20, 'iter': 750, 'avg_loss': 1.4591301318491188, 'avg_acc_mask': 51.41097750193949, 'loss': 1.2955844402313232}
+{'epoch': 20, 'iter': 760, 'avg_loss': 1.459211006506044, 'avg_acc_mask': 51.38293541512009, 'loss': 1.2317503690719604}
+{'epoch': 20, 'iter': 770, 'avg_loss': 1.4599504282966198, 'avg_acc_mask': 51.35850930502022, 'loss': 1.4840762615203857}
+{'epoch': 20, 'iter': 780, 'avg_loss': 1.458724617576477, 'avg_acc_mask': 51.43097250105046, 'loss': 1.3501842021942139}
+{'epoch': 20, 'iter': 790, 'avg_loss': 1.4581415090337866, 'avg_acc_mask': 51.466691245938655, 'loss': 1.286109447479248}
+{'epoch': 20, 'iter': 800, 'avg_loss': 1.4578916353084026, 'avg_acc_mask': 51.45346192339186, 'loss': 1.3767043352127075}
+{'epoch': 20, 'iter': 810, 'avg_loss': 1.4577205387643468, 'avg_acc_mask': 51.44160542933549, 'loss': 1.3411858081817627}
+{'epoch': 20, 'iter': 820, 'avg_loss': 1.4578198598886087, 'avg_acc_mask': 51.44138941944654, 'loss': 1.4472588300704956}
+{'epoch': 20, 'iter': 830, 'avg_loss': 1.4579959880430633, 'avg_acc_mask': 51.418097203319135, 'loss': 1.3604844808578491}
+{'epoch': 20, 'iter': 840, 'avg_loss': 1.457195925159772, 'avg_acc_mask': 51.4381154830593, 'loss': 1.421087384223938}
+{'epoch': 20, 'iter': 850, 'avg_loss': 1.4574918932556125, 'avg_acc_mask': 51.417732913264324, 'loss': 1.384643793106079}
+{'epoch': 20, 'iter': 860, 'avg_loss': 1.45850705747405, 'avg_acc_mask': 51.38309805498529, 'loss': 1.4924583435058594}
+{'epoch': 20, 'iter': 870, 'avg_loss': 1.4592537386546043, 'avg_acc_mask': 51.36117669180786, 'loss': 1.2302473783493042}
+{'epoch': 20, 'iter': 880, 'avg_loss': 1.4587579926351142, 'avg_acc_mask': 51.389806707417804, 'loss': 0.9323760867118835}
+{'epoch': 20, 'iter': 890, 'avg_loss': 1.4569353572982462, 'avg_acc_mask': 51.471880043308616, 'loss': 1.1775187253952026}
+{'epoch': 20, 'iter': 900, 'avg_loss': 1.4575562547234928, 'avg_acc_mask': 51.4362421526474, 'loss': 1.9420744180679321}
+{'epoch': 20, 'iter': 910, 'avg_loss': 1.458777359235954, 'avg_acc_mask': 51.37810597744736, 'loss': 1.5891884565353394}
+{'epoch': 20, 'iter': 920, 'avg_loss': 1.4579111856047415, 'avg_acc_mask': 51.42919183544553, 'loss': 1.377007246017456}
+{'epoch': 20, 'iter': 930, 'avg_loss': 1.457349127332583, 'avg_acc_mask': 51.445877295818676, 'loss': 1.6517834663391113}
+{'epoch': 20, 'iter': 940, 'avg_loss': 1.4578477002989092, 'avg_acc_mask': 51.433761014067095, 'loss': 1.3219127655029297}
+{'epoch': 20, 'iter': 950, 'avg_loss': 1.4583000819013698, 'avg_acc_mask': 51.400707524619946, 'loss': 1.8432592153549194}
+{'epoch': 20, 'iter': 960, 'avg_loss': 1.4575931983113164, 'avg_acc_mask': 51.43840668797639, 'loss': 1.417067527770996}
+{'epoch': 20, 'iter': 970, 'avg_loss': 1.4572868851751057, 'avg_acc_mask': 51.45691026480771, 'loss': 1.5795425176620483}
+{'epoch': 20, 'iter': 980, 'avg_loss': 1.4569619773724758, 'avg_acc_mask': 51.44789254284391, 'loss': 1.1055395603179932}
+{'epoch': 20, 'iter': 990, 'avg_loss': 1.4575414350848386, 'avg_acc_mask': 51.442598325670005, 'loss': 1.5149024724960327}
+{'epoch': 20, 'iter': 1000, 'avg_loss': 1.4574054527235079, 'avg_acc_mask': 51.43918796447344, 'loss': 1.560365915298462}
+{'epoch': 20, 'iter': 1010, 'avg_loss': 1.4570554804967017, 'avg_acc_mask': 51.454532394770865, 'loss': 1.272784948348999}
+{'epoch': 20, 'iter': 1020, 'avg_loss': 1.4568905357515893, 'avg_acc_mask': 51.45453252249369, 'loss': 1.0858453512191772}
+{'epoch': 20, 'iter': 1030, 'avg_loss': 1.4568896711046087, 'avg_acc_mask': 51.46701419463915, 'loss': 1.6409339904785156}
+{'epoch': 20, 'iter': 1040, 'avg_loss': 1.457563998834315, 'avg_acc_mask': 51.452267698151346, 'loss': 1.8446857929229736}
+{'epoch': 20, 'iter': 1050, 'avg_loss': 1.4583451031050605, 'avg_acc_mask': 51.42526632020581, 'loss': 1.6730146408081055}
+{'epoch': 20, 'iter': 1060, 'avg_loss': 1.4586238195938843, 'avg_acc_mask': 51.444750483294264, 'loss': 1.309553623199463}
+{'epoch': 20, 'iter': 1070, 'avg_loss': 1.457712851429965, 'avg_acc_mask': 51.4608683862658, 'loss': 1.576056718826294}
+{'epoch': 20, 'iter': 1080, 'avg_loss': 1.4579014892825146, 'avg_acc_mask': 51.47021780382543, 'loss': 1.3004992008209229}
+{'epoch': 20, 'iter': 1090, 'avg_loss': 1.4575151629015244, 'avg_acc_mask': 51.4873875521708, 'loss': 1.224643588066101}
+{'epoch': 20, 'iter': 1100, 'avg_loss': 1.4562691768984921, 'avg_acc_mask': 51.52188951477419, 'loss': 0.9675934910774231}
+{'epoch': 'EP20_train', 'avg_loss': 1.456894548608167, 'total_masked_acc': 51.513659049120044}
+{'epoch': 21, 'iter': 0, 'avg_loss': 1.6225104331970215, 'avg_acc_mask': 45.614035087719294, 'loss': 1.6225104331970215}
+{'epoch': 21, 'iter': 10, 'avg_loss': 1.5515776872634888, 'avg_acc_mask': 49.5114006514658, 'loss': 1.3602709770202637}
+{'epoch': 21, 'iter': 20, 'avg_loss': 1.5045175779433477, 'avg_acc_mask': 50.17513134851138, 'loss': 1.3770520687103271}
+{'epoch': 21, 'iter': 30, 'avg_loss': 1.4918381590997019, 'avg_acc_mask': 50.89285714285714, 'loss': 1.7529819011688232}
+{'epoch': 21, 'iter': 40, 'avg_loss': 1.47784281939995, 'avg_acc_mask': 51.41318977119784, 'loss': 1.327218770980835}
+{'epoch': 21, 'iter': 50, 'avg_loss': 1.5103014614067825, 'avg_acc_mask': 50.10615711252654, 'loss': 1.7444547414779663}
+{'epoch': 21, 'iter': 60, 'avg_loss': 1.4799394236236323, 'avg_acc_mask': 51.33928571428571, 'loss': 1.3315716981887817}
+{'epoch': 21, 'iter': 70, 'avg_loss': 1.4701245234046183, 'avg_acc_mask': 51.288594029089055, 'loss': 1.3476148843765259}
+{'epoch': 21, 'iter': 80, 'avg_loss': 1.4652281499203341, 'avg_acc_mask': 51.24257752364196, 'loss': 1.511580467224121}
+{'epoch': 21, 'iter': 90, 'avg_loss': 1.4725750239340814, 'avg_acc_mask': 50.947820988860656, 'loss': 1.422135829925537}
+{'epoch': 21, 'iter': 100, 'avg_loss': 1.461233960519923, 'avg_acc_mask': 51.413927182750086, 'loss': 1.3177067041397095}
+{'epoch': 21, 'iter': 110, 'avg_loss': 1.4704263983546078, 'avg_acc_mask': 51.363193768257055, 'loss': 1.1154289245605469}
+{'epoch': 21, 'iter': 120, 'avg_loss': 1.467734940781081, 'avg_acc_mask': 51.25725338491296, 'loss': 1.4727872610092163}
+{'epoch': 21, 'iter': 130, 'avg_loss': 1.4613707761728127, 'avg_acc_mask': 51.33653187114462, 'loss': 1.537590503692627}
+{'epoch': 21, 'iter': 140, 'avg_loss': 1.4637544641258022, 'avg_acc_mask': 51.2042818911686, 'loss': 1.4237101078033447}
+{'epoch': 21, 'iter': 150, 'avg_loss': 1.4552055956512098, 'avg_acc_mask': 51.50429799426934, 'loss': 1.6128357648849487}
+{'epoch': 21, 'iter': 160, 'avg_loss': 1.4512158687810721, 'avg_acc_mask': 51.78232204715611, 'loss': 1.244773268699646}
+{'epoch': 21, 'iter': 170, 'avg_loss': 1.4527416128164146, 'avg_acc_mask': 51.724858875182946, 'loss': 1.6910033226013184}
+{'epoch': 21, 'iter': 180, 'avg_loss': 1.4530087100208136, 'avg_acc_mask': 51.686507936507944, 'loss': 1.6151468753814697}
+{'epoch': 21, 'iter': 190, 'avg_loss': 1.4550684450184488, 'avg_acc_mask': 51.42480955515847, 'loss': 1.573228359222412}
+{'epoch': 21, 'iter': 200, 'avg_loss': 1.4540670686100252, 'avg_acc_mask': 51.40612445317383, 'loss': 1.5587491989135742}
+{'epoch': 21, 'iter': 210, 'avg_loss': 1.4510149348403605, 'avg_acc_mask': 51.472841818491396, 'loss': 1.2635819911956787}
+{'epoch': 21, 'iter': 220, 'avg_loss': 1.4507607380728915, 'avg_acc_mask': 51.47405181515472, 'loss': 1.3563969135284424}
+{'epoch': 21, 'iter': 230, 'avg_loss': 1.450990183270855, 'avg_acc_mask': 51.519875292283714, 'loss': 1.2456148862838745}
+{'epoch': 21, 'iter': 240, 'avg_loss': 1.453066177635272, 'avg_acc_mask': 51.492704826038164, 'loss': 1.4705365896224976}
+{'epoch': 21, 'iter': 250, 'avg_loss': 1.4546955902262988, 'avg_acc_mask': 51.37416143691842, 'loss': 1.417014479637146}
+{'epoch': 21, 'iter': 260, 'avg_loss': 1.451342219365511, 'avg_acc_mask': 51.484873716347494, 'loss': 1.2552417516708374}
+{'epoch': 21, 'iter': 270, 'avg_loss': 1.453068842967058, 'avg_acc_mask': 51.53353780504067, 'loss': 1.7265511751174927}
+{'epoch': 21, 'iter': 280, 'avg_loss': 1.4562463539775157, 'avg_acc_mask': 51.352393189849025, 'loss': 0.8090742230415344}
+{'epoch': 21, 'iter': 290, 'avg_loss': 1.4542639685660292, 'avg_acc_mask': 51.42608587584664, 'loss': 1.2894706726074219}
+{'epoch': 21, 'iter': 300, 'avg_loss': 1.45416606264653, 'avg_acc_mask': 51.49271698567473, 'loss': 1.52718186378479}
+{'epoch': 21, 'iter': 310, 'avg_loss': 1.4538909720071258, 'avg_acc_mask': 51.35687189962066, 'loss': 1.1866825819015503}
+{'epoch': 21, 'iter': 320, 'avg_loss': 1.4538611572850901, 'avg_acc_mask': 51.36515865357325, 'loss': 1.3573130369186401}
+{'epoch': 21, 'iter': 330, 'avg_loss': 1.4513308202392026, 'avg_acc_mask': 51.48781695176283, 'loss': 1.1958926916122437}
+{'epoch': 21, 'iter': 340, 'avg_loss': 1.451090663409303, 'avg_acc_mask': 51.457710380179414, 'loss': 1.473764419555664}
+{'epoch': 21, 'iter': 350, 'avg_loss': 1.4521180574710553, 'avg_acc_mask': 51.43406422113686, 'loss': 1.4531283378601074}
+{'epoch': 21, 'iter': 360, 'avg_loss': 1.452808943151437, 'avg_acc_mask': 51.45062818507493, 'loss': 1.9501909017562866}
+{'epoch': 21, 'iter': 370, 'avg_loss': 1.4538328721516858, 'avg_acc_mask': 51.3776337115073, 'loss': 1.453250527381897}
+{'epoch': 21, 'iter': 380, 'avg_loss': 1.455946389771509, 'avg_acc_mask': 51.26291618828932, 'loss': 1.1951102018356323}
+{'epoch': 21, 'iter': 390, 'avg_loss': 1.4555942213443844, 'avg_acc_mask': 51.27021861744279, 'loss': 1.5226863622665405}
+{'epoch': 21, 'iter': 400, 'avg_loss': 1.4540488208618545, 'avg_acc_mask': 51.34618883027105, 'loss': 1.5679880380630493}
+{'epoch': 21, 'iter': 410, 'avg_loss': 1.4542812628177542, 'avg_acc_mask': 51.33431019936948, 'loss': 1.464500069618225}
+{'epoch': 21, 'iter': 420, 'avg_loss': 1.451396706693246, 'avg_acc_mask': 51.40312771503041, 'loss': 1.659592628479004}
+{'epoch': 21, 'iter': 430, 'avg_loss': 1.4517076816193741, 'avg_acc_mask': 51.378871446754346, 'loss': 1.3953474760055542}
+{'epoch': 21, 'iter': 440, 'avg_loss': 1.4540013041085398, 'avg_acc_mask': 51.274717074990676, 'loss': 1.3308879137039185}
+{'epoch': 21, 'iter': 450, 'avg_loss': 1.4554504857887978, 'avg_acc_mask': 51.26969341055445, 'loss': 1.1970484256744385}
+{'epoch': 21, 'iter': 460, 'avg_loss': 1.4550721532869235, 'avg_acc_mask': 51.27900530609012, 'loss': 1.293218731880188}
+{'epoch': 21, 'iter': 470, 'avg_loss': 1.456155002117157, 'avg_acc_mask': 51.2522742228932, 'loss': 1.3074394464492798}
+{'epoch': 21, 'iter': 480, 'avg_loss': 1.4560852069368977, 'avg_acc_mask': 51.265990965341835, 'loss': 1.2632447481155396}
+{'epoch': 21, 'iter': 490, 'avg_loss': 1.4559678838354992, 'avg_acc_mask': 51.311877508547646, 'loss': 1.7434121370315552}
+{'epoch': 21, 'iter': 500, 'avg_loss': 1.4554573265378348, 'avg_acc_mask': 51.312484071795254, 'loss': 1.2478892803192139}
+{'epoch': 21, 'iter': 510, 'avg_loss': 1.4568168509263115, 'avg_acc_mask': 51.25200928737274, 'loss': 1.5149990320205688}
+{'epoch': 21, 'iter': 520, 'avg_loss': 1.455237336099262, 'avg_acc_mask': 51.28439079169006, 'loss': 1.715210199356079}
+{'epoch': 21, 'iter': 530, 'avg_loss': 1.453857544788533, 'avg_acc_mask': 51.30754937719358, 'loss': 1.1238269805908203}
+{'epoch': 21, 'iter': 540, 'avg_loss': 1.4537306573386555, 'avg_acc_mask': 51.3270446630828, 'loss': 1.5431740283966064}
+{'epoch': 21, 'iter': 550, 'avg_loss': 1.4573026704052616, 'avg_acc_mask': 51.17127878425908, 'loss': 1.3170318603515625}
+{'epoch': 21, 'iter': 560, 'avg_loss': 1.4580159762113916, 'avg_acc_mask': 51.18472584856397, 'loss': 1.3470748662948608}
+{'epoch': 21, 'iter': 570, 'avg_loss': 1.4573685123916265, 'avg_acc_mask': 51.21106156363287, 'loss': 1.3839545249938965}
+{'epoch': 21, 'iter': 580, 'avg_loss': 1.4566373206457048, 'avg_acc_mask': 51.238341315855806, 'loss': 1.598947286605835}
+{'epoch': 21, 'iter': 590, 'avg_loss': 1.4577863475594626, 'avg_acc_mask': 51.23567668008672, 'loss': 1.5732150077819824}
+{'epoch': 21, 'iter': 600, 'avg_loss': 1.458139160607698, 'avg_acc_mask': 51.19399798712983, 'loss': 1.6388368606567383}
+{'epoch': 21, 'iter': 610, 'avg_loss': 1.458325314346195, 'avg_acc_mask': 51.20079153299554, 'loss': 1.451549768447876}
+{'epoch': 21, 'iter': 620, 'avg_loss': 1.4563271672061484, 'avg_acc_mask': 51.25586611965408, 'loss': 1.6194192171096802}
+{'epoch': 21, 'iter': 630, 'avg_loss': 1.4550343375009516, 'avg_acc_mask': 51.31119897662519, 'loss': 1.2326081991195679}
+{'epoch': 21, 'iter': 640, 'avg_loss': 1.4552607812487206, 'avg_acc_mask': 51.3282705258633, 'loss': 1.2708431482315063}
+{'epoch': 21, 'iter': 650, 'avg_loss': 1.4556872993936554, 'avg_acc_mask': 51.32058416428914, 'loss': 1.3630272150039673}
+{'epoch': 21, 'iter': 660, 'avg_loss': 1.4545574623770143, 'avg_acc_mask': 51.35120091286076, 'loss': 1.456704020500183}
+{'epoch': 21, 'iter': 670, 'avg_loss': 1.4543218718378093, 'avg_acc_mask': 51.40030691658446, 'loss': 1.9243868589401245}
+{'epoch': 21, 'iter': 680, 'avg_loss': 1.4558832763575247, 'avg_acc_mask': 51.35842438958586, 'loss': 1.7273355722427368}
+{'epoch': 21, 'iter': 690, 'avg_loss': 1.4562284403875492, 'avg_acc_mask': 51.35925168079509, 'loss': 1.3339293003082275}
+{'epoch': 21, 'iter': 700, 'avg_loss': 1.4565575076067838, 'avg_acc_mask': 51.38253067203809, 'loss': 1.4780404567718506}
+{'epoch': 21, 'iter': 710, 'avg_loss': 1.456379836705499, 'avg_acc_mask': 51.37242750535802, 'loss': 1.4944546222686768}
+{'epoch': 21, 'iter': 720, 'avg_loss': 1.4565140968718244, 'avg_acc_mask': 51.35038818887616, 'loss': 1.6051839590072632}
+{'epoch': 21, 'iter': 730, 'avg_loss': 1.4540343215299207, 'avg_acc_mask': 51.405249277910336, 'loss': 1.538230538368225}
+{'epoch': 21, 'iter': 740, 'avg_loss': 1.4551296855917504, 'avg_acc_mask': 51.38806266111442, 'loss': 1.3954501152038574}
+{'epoch': 21, 'iter': 750, 'avg_loss': 1.4560731443838177, 'avg_acc_mask': 51.356044117287425, 'loss': 1.4974316358566284}
+{'epoch': 21, 'iter': 760, 'avg_loss': 1.4555829106273226, 'avg_acc_mask': 51.3950286252627, 'loss': 1.2770417928695679}
+{'epoch': 21, 'iter': 770, 'avg_loss': 1.4572688198120523, 'avg_acc_mask': 51.33198428758481, 'loss': 1.566423773765564}
+{'epoch': 21, 'iter': 780, 'avg_loss': 1.455573588342581, 'avg_acc_mask': 51.40646314502093, 'loss': 1.2631990909576416}
+{'epoch': 21, 'iter': 790, 'avg_loss': 1.4553289106763267, 'avg_acc_mask': 51.43235519620827, 'loss': 1.3690418004989624}
+{'epoch': 21, 'iter': 800, 'avg_loss': 1.4558226943909005, 'avg_acc_mask': 51.39478819882907, 'loss': 1.4348911046981812}
+{'epoch': 21, 'iter': 810, 'avg_loss': 1.4549837207235625, 'avg_acc_mask': 51.40087185541731, 'loss': 1.3637133836746216}
+{'epoch': 21, 'iter': 820, 'avg_loss': 1.4569668873654504, 'avg_acc_mask': 51.339345806972666, 'loss': 1.4917914867401123}
+{'epoch': 21, 'iter': 830, 'avg_loss': 1.4563257494127708, 'avg_acc_mask': 51.361185684808405, 'loss': 1.448744535446167}
+{'epoch': 21, 'iter': 840, 'avg_loss': 1.457124850341738, 'avg_acc_mask': 51.34442180001315, 'loss': 1.5165351629257202}
+{'epoch': 21, 'iter': 850, 'avg_loss': 1.4585809757370507, 'avg_acc_mask': 51.29819550824354, 'loss': 1.6287437677383423}
+{'epoch': 21, 'iter': 860, 'avg_loss': 1.4592414819543509, 'avg_acc_mask': 51.26287448181546, 'loss': 1.6337436437606812}
+{'epoch': 21, 'iter': 870, 'avg_loss': 1.460888569650639, 'avg_acc_mask': 51.220902011269864, 'loss': 1.5565016269683838}
+{'epoch': 21, 'iter': 880, 'avg_loss': 1.4610437382769503, 'avg_acc_mask': 51.23977291701453, 'loss': 1.2480182647705078}
+{'epoch': 21, 'iter': 890, 'avg_loss': 1.4592534546498899, 'avg_acc_mask': 51.297788799338704, 'loss': 1.0110101699829102}
+{'epoch': 21, 'iter': 900, 'avg_loss': 1.4594892760228104, 'avg_acc_mask': 51.25352170184966, 'loss': 1.7428332567214966}
+{'epoch': 21, 'iter': 910, 'avg_loss': 1.460144196920154, 'avg_acc_mask': 51.24891639618572, 'loss': 1.6295320987701416}
+{'epoch': 21, 'iter': 920, 'avg_loss': 1.459720987774003, 'avg_acc_mask': 51.27534727766246, 'loss': 1.4082894325256348}
+{'epoch': 21, 'iter': 930, 'avg_loss': 1.4596763848618202, 'avg_acc_mask': 51.26933638896023, 'loss': 1.7609626054763794}
+{'epoch': 21, 'iter': 940, 'avg_loss': 1.4596791893845538, 'avg_acc_mask': 51.25214877324582, 'loss': 1.07676362991333}
+{'epoch': 21, 'iter': 950, 'avg_loss': 1.4593494352732799, 'avg_acc_mask': 51.242464059360024, 'loss': 1.5156042575836182}
+{'epoch': 21, 'iter': 960, 'avg_loss': 1.4597816993865214, 'avg_acc_mask': 51.25026266022273, 'loss': 1.7451772689819336}
+{'epoch': 21, 'iter': 970, 'avg_loss': 1.4604382983319668, 'avg_acc_mask': 51.24182512380449, 'loss': 1.199106216430664}
+{'epoch': 21, 'iter': 980, 'avg_loss': 1.4601544584703008, 'avg_acc_mask': 51.264591439688715, 'loss': 1.364806890487671}
+{'epoch': 21, 'iter': 990, 'avg_loss': 1.4614453779460204, 'avg_acc_mask': 51.199925987602924, 'loss': 1.854038119316101}
+{'epoch': 21, 'iter': 1000, 'avg_loss': 1.4618556454822376, 'avg_acc_mask': 51.208163115760165, 'loss': 1.6609574556350708}
+{'epoch': 21, 'iter': 1010, 'avg_loss': 1.4613607080117177, 'avg_acc_mask': 51.236281179138324, 'loss': 1.1719777584075928}
+{'epoch': 21, 'iter': 1020, 'avg_loss': 1.4622567906669257, 'avg_acc_mask': 51.21723518850988, 'loss': 1.323401689529419}
+{'epoch': 21, 'iter': 1030, 'avg_loss': 1.4610541990147876, 'avg_acc_mask': 51.26152094231522, 'loss': 1.4520784616470337}
+{'epoch': 21, 'iter': 1040, 'avg_loss': 1.4606815488949976, 'avg_acc_mask': 51.26339159853397, 'loss': 1.599053144454956}
+{'epoch': 21, 'iter': 1050, 'avg_loss': 1.4603043005763634, 'avg_acc_mask': 51.257965953732, 'loss': 1.4979567527770996}
+{'epoch': 21, 'iter': 1060, 'avg_loss': 1.460538905314069, 'avg_acc_mask': 51.25030263203403, 'loss': 1.2636715173721313}
+{'epoch': 21, 'iter': 1070, 'avg_loss': 1.4594746072864444, 'avg_acc_mask': 51.27163667523564, 'loss': 1.451826572418213}
+{'epoch': 21, 'iter': 1080, 'avg_loss': 1.4594348946398437, 'avg_acc_mask': 51.26786381071998, 'loss': 1.171205997467041}
+{'epoch': 21, 'iter': 1090, 'avg_loss': 1.4601739877194686, 'avg_acc_mask': 51.25417919725811, 'loss': 1.580635666847229}
+{'epoch': 21, 'iter': 1100, 'avg_loss': 1.4594430913175918, 'avg_acc_mask': 51.24766791044776, 'loss': 1.0826056003570557}
+{'epoch': 'EP21_train', 'avg_loss': 1.4600085337776945, 'total_masked_acc': 51.22246750875562}
+{'epoch': 22, 'iter': 0, 'avg_loss': 1.560124158859253, 'avg_acc_mask': 48.214285714285715, 'loss': 1.560124158859253}
+{'epoch': 22, 'iter': 10, 'avg_loss': 1.5307715697722002, 'avg_acc_mask': 49.766718506998444, 'loss': 1.5210829973220825}
+{'epoch': 22, 'iter': 20, 'avg_loss': 1.5320964143389748, 'avg_acc_mask': 48.984771573604064, 'loss': 1.53094482421875}
+{'epoch': 22, 'iter': 30, 'avg_loss': 1.5000761439723354, 'avg_acc_mask': 50.08625646923519, 'loss': 1.4560997486114502}
+{'epoch': 22, 'iter': 40, 'avg_loss': 1.4863131046295166, 'avg_acc_mask': 50.68493150684932, 'loss': 1.2491766214370728}
+{'epoch': 22, 'iter': 50, 'avg_loss': 1.5049451893451167, 'avg_acc_mask': 49.50738916256158, 'loss': 1.6139565706253052}
+{'epoch': 22, 'iter': 60, 'avg_loss': 1.484347677621685, 'avg_acc_mask': 50.11820330969267, 'loss': 1.2566087245941162}
+{'epoch': 22, 'iter': 70, 'avg_loss': 1.4802989741446266, 'avg_acc_mask': 50.73979591836735, 'loss': 1.3328065872192383}
+{'epoch': 22, 'iter': 80, 'avg_loss': 1.479211449623108, 'avg_acc_mask': 50.70265447245148, 'loss': 1.522317886352539}
+{'epoch': 22, 'iter': 90, 'avg_loss': 1.4750196566948524, 'avg_acc_mask': 50.86395233366435, 'loss': 1.395882248878479}
+{'epoch': 22, 'iter': 100, 'avg_loss': 1.4682803885771496, 'avg_acc_mask': 51.02517985611511, 'loss': 1.1225937604904175}
+{'epoch': 22, 'iter': 110, 'avg_loss': 1.470111027494207, 'avg_acc_mask': 51.07331571994715, 'loss': 1.358507513999939}
+{'epoch': 22, 'iter': 120, 'avg_loss': 1.4651024730737545, 'avg_acc_mask': 51.09555690809495, 'loss': 1.5253828763961792}
+{'epoch': 22, 'iter': 130, 'avg_loss': 1.4607993778381638, 'avg_acc_mask': 51.159217877094974, 'loss': 1.6092528104782104}
+{'epoch': 22, 'iter': 140, 'avg_loss': 1.46149757441054, 'avg_acc_mask': 51.060507482107994, 'loss': 1.3460623025894165}
+{'epoch': 22, 'iter': 150, 'avg_loss': 1.4562770953241564, 'avg_acc_mask': 51.17675900956117, 'loss': 1.8092968463897705}
+{'epoch': 22, 'iter': 160, 'avg_loss': 1.4542820124152285, 'avg_acc_mask': 51.25818683212685, 'loss': 1.5812503099441528}
+{'epoch': 22, 'iter': 170, 'avg_loss': 1.460203304276829, 'avg_acc_mask': 51.04256233877902, 'loss': 1.3578770160675049}
+{'epoch': 22, 'iter': 180, 'avg_loss': 1.4569255834784955, 'avg_acc_mask': 51.17342273697043, 'loss': 1.485986351966858}
+{'epoch': 22, 'iter': 190, 'avg_loss': 1.4554283771839442, 'avg_acc_mask': 51.11940298507462, 'loss': 1.4492392539978027}
+{'epoch': 22, 'iter': 200, 'avg_loss': 1.4530621526846246, 'avg_acc_mask': 51.15370639534884, 'loss': 1.242928385734558}
+{'epoch': 22, 'iter': 210, 'avg_loss': 1.451400500055738, 'avg_acc_mask': 51.3343121167631, 'loss': 1.4832818508148193}
+{'epoch': 22, 'iter': 220, 'avg_loss': 1.4512611463059129, 'avg_acc_mask': 51.46853146853147, 'loss': 1.562511682510376}
+{'epoch': 22, 'iter': 230, 'avg_loss': 1.4505726318338732, 'avg_acc_mask': 51.37890161991307, 'loss': 1.444718837738037}
+{'epoch': 22, 'iter': 240, 'avg_loss': 1.451983028675016, 'avg_acc_mask': 51.354024037730106, 'loss': 1.559861421585083}
+{'epoch': 22, 'iter': 250, 'avg_loss': 1.4575461721515275, 'avg_acc_mask': 51.091544171154126, 'loss': 1.3681707382202148}
+{'epoch': 22, 'iter': 260, 'avg_loss': 1.4601628060998588, 'avg_acc_mask': 50.97175615212528, 'loss': 1.462931752204895}
+{'epoch': 22, 'iter': 270, 'avg_loss': 1.462924117751667, 'avg_acc_mask': 50.91067948114792, 'loss': 1.6702152490615845}
+{'epoch': 22, 'iter': 280, 'avg_loss': 1.4622817406450725, 'avg_acc_mask': 50.9344581440623, 'loss': 1.1787716150283813}
+{'epoch': 22, 'iter': 290, 'avg_loss': 1.4582668932033158, 'avg_acc_mask': 51.070374788122294, 'loss': 1.4911201000213623}
+{'epoch': 22, 'iter': 300, 'avg_loss': 1.4551368737933643, 'avg_acc_mask': 51.19451855445064, 'loss': 1.1930227279663086}
+{'epoch': 22, 'iter': 310, 'avg_loss': 1.453855404899818, 'avg_acc_mask': 51.24559341950646, 'loss': 1.2721624374389648}
+{'epoch': 22, 'iter': 320, 'avg_loss': 1.4523531265347918, 'avg_acc_mask': 51.275175443601306, 'loss': 1.287255883216858}
+{'epoch': 22, 'iter': 330, 'avg_loss': 1.4511389336197038, 'avg_acc_mask': 51.300027601435275, 'loss': 1.100773572921753}
+{'epoch': 22, 'iter': 340, 'avg_loss': 1.4511723063908015, 'avg_acc_mask': 51.3137475250174, 'loss': 1.3932819366455078}
+{'epoch': 22, 'iter': 350, 'avg_loss': 1.4504638645384047, 'avg_acc_mask': 51.34375, 'loss': 1.3530843257904053}
+{'epoch': 22, 'iter': 360, 'avg_loss': 1.4524943607335605, 'avg_acc_mask': 51.34151887221464, 'loss': 1.6078230142593384}
+{'epoch': 22, 'iter': 370, 'avg_loss': 1.4526975090612941, 'avg_acc_mask': 51.2913679662182, 'loss': 1.487096905708313}
+{'epoch': 22, 'iter': 380, 'avg_loss': 1.4553077662084986, 'avg_acc_mask': 51.156787762906305, 'loss': 1.380156397819519}
+{'epoch': 22, 'iter': 390, 'avg_loss': 1.4540507640984968, 'avg_acc_mask': 51.1997390858687, 'loss': 1.3535076379776}
+{'epoch': 22, 'iter': 400, 'avg_loss': 1.4551213542719434, 'avg_acc_mask': 51.19647641102484, 'loss': 1.328039526939392}
+{'epoch': 22, 'iter': 410, 'avg_loss': 1.4514546176812944, 'avg_acc_mask': 51.323666356259146, 'loss': 1.4158090353012085}
+{'epoch': 22, 'iter': 420, 'avg_loss': 1.4508385561990624, 'avg_acc_mask': 51.328355617294676, 'loss': 1.1086674928665161}
+{'epoch': 22, 'iter': 430, 'avg_loss': 1.4492728519329061, 'avg_acc_mask': 51.45293344080092, 'loss': 1.2329217195510864}
+{'epoch': 22, 'iter': 440, 'avg_loss': 1.4508139262664346, 'avg_acc_mask': 51.40655425280689, 'loss': 1.4406390190124512}
+{'epoch': 22, 'iter': 450, 'avg_loss': 1.4516427638525444, 'avg_acc_mask': 51.42070752044038, 'loss': 1.1242791414260864}
+{'epoch': 22, 'iter': 460, 'avg_loss': 1.4522355898342008, 'avg_acc_mask': 51.37265776650952, 'loss': 1.1573059558868408}
+{'epoch': 22, 'iter': 470, 'avg_loss': 1.4531749946296595, 'avg_acc_mask': 51.395501877443586, 'loss': 1.2821096181869507}
+{'epoch': 22, 'iter': 480, 'avg_loss': 1.454260873571503, 'avg_acc_mask': 51.3965844402277, 'loss': 1.632835865020752}
+{'epoch': 22, 'iter': 490, 'avg_loss': 1.454571075570559, 'avg_acc_mask': 51.367136639261936, 'loss': 1.6820907592773438}
+{'epoch': 22, 'iter': 500, 'avg_loss': 1.4531381067163691, 'avg_acc_mask': 51.47289651396241, 'loss': 1.3453140258789062}
+{'epoch': 22, 'iter': 510, 'avg_loss': 1.4509625326397368, 'avg_acc_mask': 51.49672758485033, 'loss': 1.4716622829437256}
+{'epoch': 22, 'iter': 520, 'avg_loss': 1.4492724244974395, 'avg_acc_mask': 51.5703407376215, 'loss': 1.567649483680725}
+{'epoch': 22, 'iter': 530, 'avg_loss': 1.4474974586689764, 'avg_acc_mask': 51.609128145114106, 'loss': 1.1011377573013306}
+{'epoch': 22, 'iter': 540, 'avg_loss': 1.4482743315908253, 'avg_acc_mask': 51.557748192201124, 'loss': 1.4922479391098022}
+{'epoch': 22, 'iter': 550, 'avg_loss': 1.4514552403491552, 'avg_acc_mask': 51.40044416453976, 'loss': 1.7209444046020508}
+{'epoch': 22, 'iter': 560, 'avg_loss': 1.4498697127250426, 'avg_acc_mask': 51.46723182262798, 'loss': 1.2684223651885986}
+{'epoch': 22, 'iter': 570, 'avg_loss': 1.45023183782965, 'avg_acc_mask': 51.49873369025102, 'loss': 1.6750835180282593}
+{'epoch': 22, 'iter': 580, 'avg_loss': 1.4494844544775105, 'avg_acc_mask': 51.52460152460152, 'loss': 1.5537114143371582}
+{'epoch': 22, 'iter': 590, 'avg_loss': 1.4489587427395854, 'avg_acc_mask': 51.56008171856621, 'loss': 1.2571617364883423}
+{'epoch': 22, 'iter': 600, 'avg_loss': 1.448889358964022, 'avg_acc_mask': 51.55078910486869, 'loss': 1.465957522392273}
+{'epoch': 22, 'iter': 610, 'avg_loss': 1.4489445833644774, 'avg_acc_mask': 51.5294963597687, 'loss': 1.3060457706451416}
+{'epoch': 22, 'iter': 620, 'avg_loss': 1.4461762188137441, 'avg_acc_mask': 51.6195584897875, 'loss': 1.8251253366470337}
+{'epoch': 22, 'iter': 630, 'avg_loss': 1.444346883406541, 'avg_acc_mask': 51.654379752713766, 'loss': 1.1682673692703247}
+{'epoch': 22, 'iter': 640, 'avg_loss': 1.443905127215869, 'avg_acc_mask': 51.63995420721237, 'loss': 1.2462143898010254}
+{'epoch': 22, 'iter': 650, 'avg_loss': 1.4436934487794035, 'avg_acc_mask': 51.6668546931408, 'loss': 1.3450881242752075}
+{'epoch': 22, 'iter': 660, 'avg_loss': 1.4431802673707752, 'avg_acc_mask': 51.70487703209671, 'loss': 1.3876415491104126}
+{'epoch': 22, 'iter': 670, 'avg_loss': 1.4427106033139008, 'avg_acc_mask': 51.763707071260335, 'loss': 1.4197810888290405}
+{'epoch': 22, 'iter': 680, 'avg_loss': 1.442077537202625, 'avg_acc_mask': 51.806806536864244, 'loss': 1.6662389039993286}
+{'epoch': 22, 'iter': 690, 'avg_loss': 1.4430075501740065, 'avg_acc_mask': 51.75914115646258, 'loss': 1.3329191207885742}
+{'epoch': 22, 'iter': 700, 'avg_loss': 1.4443129659039147, 'avg_acc_mask': 51.73876610453546, 'loss': 1.644020676612854}
+{'epoch': 22, 'iter': 710, 'avg_loss': 1.4443130530888522, 'avg_acc_mask': 51.71950147385841, 'loss': 1.3656342029571533}
+{'epoch': 22, 'iter': 720, 'avg_loss': 1.4453491137031047, 'avg_acc_mask': 51.66968083751497, 'loss': 1.6208548545837402}
+{'epoch': 22, 'iter': 730, 'avg_loss': 1.4434790074743749, 'avg_acc_mask': 51.70715775192824, 'loss': 1.5918054580688477}
+{'epoch': 22, 'iter': 740, 'avg_loss': 1.4437493126080265, 'avg_acc_mask': 51.707389602022104, 'loss': 1.3317352533340454}
+{'epoch': 22, 'iter': 750, 'avg_loss': 1.4452339585389342, 'avg_acc_mask': 51.65464106640577, 'loss': 1.6271435022354126}
+{'epoch': 22, 'iter': 760, 'avg_loss': 1.44535343311776, 'avg_acc_mask': 51.68248906925622, 'loss': 1.4347429275512695}
+{'epoch': 22, 'iter': 770, 'avg_loss': 1.4463428357850407, 'avg_acc_mask': 51.67103070697453, 'loss': 1.4341791868209839}
+{'epoch': 22, 'iter': 780, 'avg_loss': 1.4453864804303296, 'avg_acc_mask': 51.72032902467685, 'loss': 1.5528870820999146}
+{'epoch': 22, 'iter': 790, 'avg_loss': 1.4472807570444197, 'avg_acc_mask': 51.68095536813736, 'loss': 1.5390568971633911}
+{'epoch': 22, 'iter': 800, 'avg_loss': 1.4466087529424128, 'avg_acc_mask': 51.70405027292326, 'loss': 1.4323492050170898}
+{'epoch': 22, 'iter': 810, 'avg_loss': 1.4466755140283398, 'avg_acc_mask': 51.69927675879112, 'loss': 1.2617881298065186}
+{'epoch': 22, 'iter': 820, 'avg_loss': 1.447099900855507, 'avg_acc_mask': 51.713632901751716, 'loss': 1.486280083656311}
+{'epoch': 22, 'iter': 830, 'avg_loss': 1.4459642348306705, 'avg_acc_mask': 51.77072490088813, 'loss': 1.0433636903762817}
+{'epoch': 22, 'iter': 840, 'avg_loss': 1.446031478298972, 'avg_acc_mask': 51.76761055759482, 'loss': 1.290269374847412}
+{'epoch': 22, 'iter': 850, 'avg_loss': 1.4475945959920469, 'avg_acc_mask': 51.70464353530122, 'loss': 1.6336332559585571}
+{'epoch': 22, 'iter': 860, 'avg_loss': 1.4479502271969005, 'avg_acc_mask': 51.698056928583604, 'loss': 1.4792934656143188}
+{'epoch': 22, 'iter': 870, 'avg_loss': 1.4491464804289125, 'avg_acc_mask': 51.64858272352595, 'loss': 1.5551002025604248}
+{'epoch': 22, 'iter': 880, 'avg_loss': 1.4486156036309839, 'avg_acc_mask': 51.6481916685731, 'loss': 1.2482911348342896}
+{'epoch': 22, 'iter': 890, 'avg_loss': 1.446834368804756, 'avg_acc_mask': 51.73216345361674, 'loss': 0.8242112994194031}
+{'epoch': 22, 'iter': 900, 'avg_loss': 1.4476418991993851, 'avg_acc_mask': 51.68848087609664, 'loss': 1.7222779989242554}
+{'epoch': 22, 'iter': 910, 'avg_loss': 1.4479660732031654, 'avg_acc_mask': 51.68704254805759, 'loss': 1.5690157413482666}
+{'epoch': 22, 'iter': 920, 'avg_loss': 1.4471289802840168, 'avg_acc_mask': 51.71802834846313, 'loss': 1.1781419515609741}
+{'epoch': 22, 'iter': 930, 'avg_loss': 1.4460967549319939, 'avg_acc_mask': 51.74452986398581, 'loss': 1.612951636314392}
+{'epoch': 22, 'iter': 940, 'avg_loss': 1.446317642515448, 'avg_acc_mask': 51.7313275784797, 'loss': 1.2659262418746948}
+{'epoch': 22, 'iter': 950, 'avg_loss': 1.4454888166814697, 'avg_acc_mask': 51.754639532866975, 'loss': 1.6545443534851074}
+{'epoch': 22, 'iter': 960, 'avg_loss': 1.4447475163174965, 'avg_acc_mask': 51.77321200328125, 'loss': 1.4696303606033325}
+{'epoch': 22, 'iter': 970, 'avg_loss': 1.4454854239396038, 'avg_acc_mask': 51.753624282694055, 'loss': 1.3658123016357422}
+{'epoch': 22, 'iter': 980, 'avg_loss': 1.444902177858304, 'avg_acc_mask': 51.77449513836948, 'loss': 1.3405475616455078}
+{'epoch': 22, 'iter': 990, 'avg_loss': 1.4454016659021618, 'avg_acc_mask': 51.74995840035498, 'loss': 1.269620656967163}
+{'epoch': 22, 'iter': 1000, 'avg_loss': 1.4453522673139085, 'avg_acc_mask': 51.731268987225945, 'loss': 1.9151047468185425}
+{'epoch': 22, 'iter': 1010, 'avg_loss': 1.4452348220006412, 'avg_acc_mask': 51.713886925154526, 'loss': 1.2846142053604126}
+{'epoch': 22, 'iter': 1020, 'avg_loss': 1.445205869333751, 'avg_acc_mask': 51.71492124995516, 'loss': 1.334305763244629}
+{'epoch': 22, 'iter': 1030, 'avg_loss': 1.444248913215504, 'avg_acc_mask': 51.730082283317635, 'loss': 1.4104268550872803}
+{'epoch': 22, 'iter': 1040, 'avg_loss': 1.4441035423681898, 'avg_acc_mask': 51.74841173468489, 'loss': 1.4068242311477661}
+{'epoch': 22, 'iter': 1050, 'avg_loss': 1.443399850750514, 'avg_acc_mask': 51.774322864015055, 'loss': 1.39553964138031}
+{'epoch': 22, 'iter': 1060, 'avg_loss': 1.442944202470285, 'avg_acc_mask': 51.763122011840444, 'loss': 1.169601321220398}
+{'epoch': 22, 'iter': 1070, 'avg_loss': 1.4424812913942737, 'avg_acc_mask': 51.74877773599097, 'loss': 1.6033382415771484}
+{'epoch': 22, 'iter': 1080, 'avg_loss': 1.4423917620188653, 'avg_acc_mask': 51.7595432134325, 'loss': 1.242656946182251}
+{'epoch': 22, 'iter': 1090, 'avg_loss': 1.4423105038162987, 'avg_acc_mask': 51.7559019446635, 'loss': 1.4930418729782104}
+{'epoch': 22, 'iter': 1100, 'avg_loss': 1.4421082169873187, 'avg_acc_mask': 51.75476531053525, 'loss': 1.1942412853240967}
+{'epoch': 'EP22_train', 'avg_loss': 1.4423547148165121, 'total_masked_acc': 51.7433959762686}
+{'epoch': 23, 'iter': 0, 'avg_loss': 1.4541900157928467, 'avg_acc_mask': 48.97959183673469, 'loss': 1.4541900157928467}
+{'epoch': 23, 'iter': 10, 'avg_loss': 1.5248110836202449, 'avg_acc_mask': 51.78571428571429, 'loss': 1.2294420003890991}
+{'epoch': 23, 'iter': 20, 'avg_loss': 1.46279814129784, 'avg_acc_mask': 52.74725274725275, 'loss': 1.3846403360366821}
+{'epoch': 23, 'iter': 30, 'avg_loss': 1.4104724161086544, 'avg_acc_mask': 54.29890363531449, 'loss': 1.4477920532226562}
+{'epoch': 23, 'iter': 40, 'avg_loss': 1.4020003574650461, 'avg_acc_mask': 54.54941227688289, 'loss': 1.325292706489563}
+{'epoch': 23, 'iter': 50, 'avg_loss': 1.441799240953782, 'avg_acc_mask': 52.872377020983826, 'loss': 1.5046985149383545}
+{'epoch': 23, 'iter': 60, 'avg_loss': 1.4328992972608472, 'avg_acc_mask': 52.694090382387024, 'loss': 1.2954208850860596}
+{'epoch': 23, 'iter': 70, 'avg_loss': 1.4309101910658286, 'avg_acc_mask': 52.52121817274089, 'loss': 1.6372854709625244}
+{'epoch': 23, 'iter': 80, 'avg_loss': 1.4427955341927798, 'avg_acc_mask': 52.10956483322289, 'loss': 1.6136003732681274}
+{'epoch': 23, 'iter': 90, 'avg_loss': 1.4404758359049703, 'avg_acc_mask': 52.26960110041266, 'loss': 1.5182667970657349}
+{'epoch': 23, 'iter': 100, 'avg_loss': 1.4279092160782012, 'avg_acc_mask': 52.48391708363116, 'loss': 1.1125634908676147}
+{'epoch': 23, 'iter': 110, 'avg_loss': 1.4359416285076656, 'avg_acc_mask': 52.3253903040263, 'loss': 1.52785325050354}
+{'epoch': 23, 'iter': 120, 'avg_loss': 1.4338764503967663, 'avg_acc_mask': 52.079866888519135, 'loss': 1.7583050727844238}
+{'epoch': 23, 'iter': 130, 'avg_loss': 1.4328043870343508, 'avg_acc_mask': 52.06657420249653, 'loss': 1.68156898021698}
+{'epoch': 23, 'iter': 140, 'avg_loss': 1.4345290035220748, 'avg_acc_mask': 51.93348801237432, 'loss': 1.3043951988220215}
+{'epoch': 23, 'iter': 150, 'avg_loss': 1.4309805114537675, 'avg_acc_mask': 51.942393803703254, 'loss': 1.6765481233596802}
+{'epoch': 23, 'iter': 160, 'avg_loss': 1.4329665221782946, 'avg_acc_mask': 52.05651133644753, 'loss': 1.754805564880371}
+{'epoch': 23, 'iter': 170, 'avg_loss': 1.4368450512662965, 'avg_acc_mask': 51.617709663686675, 'loss': 1.3468290567398071}
+{'epoch': 23, 'iter': 180, 'avg_loss': 1.4371758024336883, 'avg_acc_mask': 51.64625577193335, 'loss': 1.459709882736206}
+{'epoch': 23, 'iter': 190, 'avg_loss': 1.438652729176726, 'avg_acc_mask': 51.636536631779265, 'loss': 1.3716334104537964}
+{'epoch': 23, 'iter': 200, 'avg_loss': 1.4349962309818363, 'avg_acc_mask': 51.71664100009059, 'loss': 1.3293527364730835}
+{'epoch': 23, 'iter': 210, 'avg_loss': 1.43027107834251, 'avg_acc_mask': 51.893383938583625, 'loss': 1.360576868057251}
+{'epoch': 23, 'iter': 220, 'avg_loss': 1.4271807980753177, 'avg_acc_mask': 51.94302651078544, 'loss': 1.5420171022415161}
+{'epoch': 23, 'iter': 230, 'avg_loss': 1.424915698699621, 'avg_acc_mask': 52.0618556701031, 'loss': 0.9673745036125183}
+{'epoch': 23, 'iter': 240, 'avg_loss': 1.4230599729846622, 'avg_acc_mask': 52.188500838798234, 'loss': 1.3382896184921265}
+{'epoch': 23, 'iter': 250, 'avg_loss': 1.4264081379331917, 'avg_acc_mask': 52.156719150494325, 'loss': 1.3103938102722168}
+{'epoch': 23, 'iter': 260, 'avg_loss': 1.4254110649627745, 'avg_acc_mask': 52.11664436148482, 'loss': 1.164211630821228}
+{'epoch': 23, 'iter': 270, 'avg_loss': 1.4287220490374688, 'avg_acc_mask': 52.09053330622755, 'loss': 1.5823734998703003}
+{'epoch': 23, 'iter': 280, 'avg_loss': 1.4283997743155183, 'avg_acc_mask': 52.132175275909354, 'loss': 0.951428234577179}
+{'epoch': 23, 'iter': 290, 'avg_loss': 1.4250150927153649, 'avg_acc_mask': 52.237008871989865, 'loss': 1.369823932647705}
+{'epoch': 23, 'iter': 300, 'avg_loss': 1.4227722570349608, 'avg_acc_mask': 52.34092164202, 'loss': 1.344079852104187}
+{'epoch': 23, 'iter': 310, 'avg_loss': 1.4222516442418482, 'avg_acc_mask': 52.29150567675207, 'loss': 1.378804087638855}
+{'epoch': 23, 'iter': 320, 'avg_loss': 1.4268794119172379, 'avg_acc_mask': 52.16840407763635, 'loss': 1.6424822807312012}
+{'epoch': 23, 'iter': 330, 'avg_loss': 1.4262595965422893, 'avg_acc_mask': 52.12070410729254, 'loss': 1.461260437965393}
+{'epoch': 23, 'iter': 340, 'avg_loss': 1.427370530768923, 'avg_acc_mask': 52.08942297282667, 'loss': 1.3784277439117432}
+{'epoch': 23, 'iter': 350, 'avg_loss': 1.4264926648887135, 'avg_acc_mask': 52.13706705969049, 'loss': 1.413411259651184}
+{'epoch': 23, 'iter': 360, 'avg_loss': 1.4272053396932967, 'avg_acc_mask': 52.01757074267035, 'loss': 1.6804912090301514}
+{'epoch': 23, 'iter': 370, 'avg_loss': 1.428664673049495, 'avg_acc_mask': 51.97495901028469, 'loss': 1.387304663658142}
+{'epoch': 23, 'iter': 380, 'avg_loss': 1.430390240013443, 'avg_acc_mask': 51.88231878447692, 'loss': 0.8923650979995728}
+{'epoch': 23, 'iter': 390, 'avg_loss': 1.4299447899279387, 'avg_acc_mask': 51.89426067288663, 'loss': 1.616852045059204}
+{'epoch': 23, 'iter': 400, 'avg_loss': 1.43194979622477, 'avg_acc_mask': 51.8322438081208, 'loss': 1.670082449913025}
+{'epoch': 23, 'iter': 410, 'avg_loss': 1.432192512092219, 'avg_acc_mask': 51.80348538749043, 'loss': 1.3127912282943726}
+{'epoch': 23, 'iter': 420, 'avg_loss': 1.4307842733174774, 'avg_acc_mask': 51.84630958144448, 'loss': 1.7504922151565552}
+{'epoch': 23, 'iter': 430, 'avg_loss': 1.4311725979891288, 'avg_acc_mask': 51.866185070519435, 'loss': 1.3959383964538574}
+{'epoch': 23, 'iter': 440, 'avg_loss': 1.4324268224288006, 'avg_acc_mask': 51.844537815126046, 'loss': 1.6066137552261353}
+{'epoch': 23, 'iter': 450, 'avg_loss': 1.4332237566125368, 'avg_acc_mask': 51.7730205037597, 'loss': 1.31303071975708}
+{'epoch': 23, 'iter': 460, 'avg_loss': 1.4331765578263753, 'avg_acc_mask': 51.73869346733668, 'loss': 1.5776687860488892}
+{'epoch': 23, 'iter': 470, 'avg_loss': 1.4335127686745548, 'avg_acc_mask': 51.70220285074802, 'loss': 1.7030366659164429}
+{'epoch': 23, 'iter': 480, 'avg_loss': 1.4327155753133698, 'avg_acc_mask': 51.74364896073903, 'loss': 1.1538820266723633}
+{'epoch': 23, 'iter': 490, 'avg_loss': 1.4332040941642403, 'avg_acc_mask': 51.7294707857116, 'loss': 1.5089234113693237}
+{'epoch': 23, 'iter': 500, 'avg_loss': 1.4328691827322908, 'avg_acc_mask': 51.74719267139481, 'loss': 1.4836382865905762}
+{'epoch': 23, 'iter': 510, 'avg_loss': 1.4312073082140047, 'avg_acc_mask': 51.809234332030684, 'loss': 1.2012747526168823}
+{'epoch': 23, 'iter': 520, 'avg_loss': 1.4313478356588367, 'avg_acc_mask': 51.84094778660613, 'loss': 1.4870824813842773}
+{'epoch': 23, 'iter': 530, 'avg_loss': 1.431920766942694, 'avg_acc_mask': 51.76425511163747, 'loss': 1.1321042776107788}
+{'epoch': 23, 'iter': 540, 'avg_loss': 1.4319529654578669, 'avg_acc_mask': 51.75915478510616, 'loss': 1.4810168743133545}
+{'epoch': 23, 'iter': 550, 'avg_loss': 1.4335140794677872, 'avg_acc_mask': 51.71408464863778, 'loss': 1.0853649377822876}
+{'epoch': 23, 'iter': 560, 'avg_loss': 1.4318367000569634, 'avg_acc_mask': 51.804726901143816, 'loss': 1.1152303218841553}
+{'epoch': 23, 'iter': 570, 'avg_loss': 1.4313484793577846, 'avg_acc_mask': 51.887219992230996, 'loss': 1.7012739181518555}
+{'epoch': 23, 'iter': 580, 'avg_loss': 1.431493988751134, 'avg_acc_mask': 51.84467253487559, 'loss': 1.6658562421798706}
+{'epoch': 23, 'iter': 590, 'avg_loss': 1.4308023833986467, 'avg_acc_mask': 51.851736295279395, 'loss': 1.3626900911331177}
+{'epoch': 23, 'iter': 600, 'avg_loss': 1.4299852296635633, 'avg_acc_mask': 51.881036332975626, 'loss': 1.5482522249221802}
+{'epoch': 23, 'iter': 610, 'avg_loss': 1.4295789740869924, 'avg_acc_mask': 51.88835639147602, 'loss': 1.2431706190109253}
+{'epoch': 23, 'iter': 620, 'avg_loss': 1.427517863287442, 'avg_acc_mask': 52.00806188683719, 'loss': 1.8423489332199097}
+{'epoch': 23, 'iter': 630, 'avg_loss': 1.4263346690194543, 'avg_acc_mask': 52.029983083474306, 'loss': 1.1525070667266846}
+{'epoch': 23, 'iter': 640, 'avg_loss': 1.4253770410549622, 'avg_acc_mask': 52.035326946865744, 'loss': 1.1352297067642212}
+{'epoch': 23, 'iter': 650, 'avg_loss': 1.425145703526686, 'avg_acc_mask': 52.07246541165797, 'loss': 1.402212142944336}
+{'epoch': 23, 'iter': 660, 'avg_loss': 1.422970788201117, 'avg_acc_mask': 52.1514533828498, 'loss': 1.2942026853561401}
+{'epoch': 23, 'iter': 670, 'avg_loss': 1.4227008380761978, 'avg_acc_mask': 52.16805521185625, 'loss': 1.3112114667892456}
+{'epoch': 23, 'iter': 680, 'avg_loss': 1.4227474994421356, 'avg_acc_mask': 52.16167194564011, 'loss': 1.6256641149520874}
+{'epoch': 23, 'iter': 690, 'avg_loss': 1.4223566793670874, 'avg_acc_mask': 52.17147884507718, 'loss': 1.6446139812469482}
+{'epoch': 23, 'iter': 700, 'avg_loss': 1.4226823242516728, 'avg_acc_mask': 52.16076967562168, 'loss': 1.3763022422790527}
+{'epoch': 23, 'iter': 710, 'avg_loss': 1.4226353076272205, 'avg_acc_mask': 52.150802499546245, 'loss': 1.5907126665115356}
+{'epoch': 23, 'iter': 720, 'avg_loss': 1.4235134195851553, 'avg_acc_mask': 52.10857230486122, 'loss': 1.5187515020370483}
+{'epoch': 23, 'iter': 730, 'avg_loss': 1.4218676970856297, 'avg_acc_mask': 52.16964015724221, 'loss': 1.3677513599395752}
+{'epoch': 23, 'iter': 740, 'avg_loss': 1.422430972338688, 'avg_acc_mask': 52.18287473924704, 'loss': 1.4459186792373657}
+{'epoch': 23, 'iter': 750, 'avg_loss': 1.4232845411160973, 'avg_acc_mask': 52.14705882352941, 'loss': 1.5996609926223755}
+{'epoch': 23, 'iter': 760, 'avg_loss': 1.4227849818403868, 'avg_acc_mask': 52.1702312977838, 'loss': 1.2529659271240234}
+{'epoch': 23, 'iter': 770, 'avg_loss': 1.4233519265623873, 'avg_acc_mask': 52.19713406928781, 'loss': 1.3881590366363525}
+{'epoch': 23, 'iter': 780, 'avg_loss': 1.4221751064100279, 'avg_acc_mask': 52.268448795180724, 'loss': 1.521412968635559}
+{'epoch': 23, 'iter': 790, 'avg_loss': 1.423014950511127, 'avg_acc_mask': 52.254346007251094, 'loss': 1.1908231973648071}
+{'epoch': 23, 'iter': 800, 'avg_loss': 1.4224272655339425, 'avg_acc_mask': 52.24871370819552, 'loss': 1.5638644695281982}
+{'epoch': 23, 'iter': 810, 'avg_loss': 1.4216828818091922, 'avg_acc_mask': 52.27329474520486, 'loss': 1.4001518487930298}
+{'epoch': 23, 'iter': 820, 'avg_loss': 1.421734108050761, 'avg_acc_mask': 52.26977078006549, 'loss': 1.5261337757110596}
+{'epoch': 23, 'iter': 830, 'avg_loss': 1.4221671768043875, 'avg_acc_mask': 52.27287838826216, 'loss': 1.3969382047653198}
+{'epoch': 23, 'iter': 840, 'avg_loss': 1.4226148314198188, 'avg_acc_mask': 52.26765311036203, 'loss': 1.4489145278930664}
+{'epoch': 23, 'iter': 850, 'avg_loss': 1.423988980496112, 'avg_acc_mask': 52.23680512011071, 'loss': 1.459855318069458}
+{'epoch': 23, 'iter': 860, 'avg_loss': 1.4245901085635373, 'avg_acc_mask': 52.216296928327644, 'loss': 1.5029735565185547}
+{'epoch': 23, 'iter': 870, 'avg_loss': 1.4250066235199588, 'avg_acc_mask': 52.21401048575579, 'loss': 1.2115384340286255}
+{'epoch': 23, 'iter': 880, 'avg_loss': 1.4251551605109865, 'avg_acc_mask': 52.19591428749922, 'loss': 1.0825365781784058}
+{'epoch': 23, 'iter': 890, 'avg_loss': 1.4239108794599804, 'avg_acc_mask': 52.248221832800745, 'loss': 0.9155052304267883}
+{'epoch': 23, 'iter': 900, 'avg_loss': 1.423295590708179, 'avg_acc_mask': 52.271060778882195, 'loss': 1.4156028032302856}
+{'epoch': 23, 'iter': 910, 'avg_loss': 1.4233358346670049, 'avg_acc_mask': 52.26042693599984, 'loss': 1.5975892543792725}
+{'epoch': 23, 'iter': 920, 'avg_loss': 1.4230967548460447, 'avg_acc_mask': 52.28802421442511, 'loss': 1.372862458229065}
+{'epoch': 23, 'iter': 930, 'avg_loss': 1.4232073642641594, 'avg_acc_mask': 52.295656971703316, 'loss': 1.3893704414367676}
+{'epoch': 23, 'iter': 940, 'avg_loss': 1.4228245527280632, 'avg_acc_mask': 52.302420218462196, 'loss': 1.1973267793655396}
+{'epoch': 23, 'iter': 950, 'avg_loss': 1.4226135358324061, 'avg_acc_mask': 52.28813559322034, 'loss': 1.604742169380188}
+{'epoch': 23, 'iter': 960, 'avg_loss': 1.4225673518617492, 'avg_acc_mask': 52.27554386165608, 'loss': 1.4426758289337158}
+{'epoch': 23, 'iter': 970, 'avg_loss': 1.424020324443322, 'avg_acc_mask': 52.24890665058061, 'loss': 1.401557445526123}
+{'epoch': 23, 'iter': 980, 'avg_loss': 1.4243467577735947, 'avg_acc_mask': 52.2283966732555, 'loss': 1.409940481185913}
+{'epoch': 23, 'iter': 990, 'avg_loss': 1.4254487213405183, 'avg_acc_mask': 52.1941231807869, 'loss': 1.5017986297607422}
+{'epoch': 23, 'iter': 1000, 'avg_loss': 1.4251052198948322, 'avg_acc_mask': 52.20495590088198, 'loss': 1.3917207717895508}
+{'epoch': 23, 'iter': 1010, 'avg_loss': 1.4250498692312532, 'avg_acc_mask': 52.20411338024348, 'loss': 1.3584558963775635}
+{'epoch': 23, 'iter': 1020, 'avg_loss': 1.4250486717284836, 'avg_acc_mask': 52.23049658085998, 'loss': 1.259798288345337}
+{'epoch': 23, 'iter': 1030, 'avg_loss': 1.4244745150569802, 'avg_acc_mask': 52.23073376600348, 'loss': 1.4168081283569336}
+{'epoch': 23, 'iter': 1040, 'avg_loss': 1.4246153242306339, 'avg_acc_mask': 52.2220270507641, 'loss': 1.6154072284698486}
+{'epoch': 23, 'iter': 1050, 'avg_loss': 1.4252436051586488, 'avg_acc_mask': 52.20864661654135, 'loss': 1.6119868755340576}
+{'epoch': 23, 'iter': 1060, 'avg_loss': 1.4246803154145402, 'avg_acc_mask': 52.219942410814355, 'loss': 1.162205696105957}
+{'epoch': 23, 'iter': 1070, 'avg_loss': 1.4249002078111543, 'avg_acc_mask': 52.21544402863929, 'loss': 1.3777295351028442}
+{'epoch': 23, 'iter': 1080, 'avg_loss': 1.4244776973561155, 'avg_acc_mask': 52.230021141649054, 'loss': 1.361630916595459}
+{'epoch': 23, 'iter': 1090, 'avg_loss': 1.4249076123744604, 'avg_acc_mask': 52.21679000770184, 'loss': 1.341609001159668}
+{'epoch': 23, 'iter': 1100, 'avg_loss': 1.4249155379012972, 'avg_acc_mask': 52.22244336086509, 'loss': 1.205721378326416}
+{'epoch': 'EP23_train', 'avg_loss': 1.4250464667561906, 'total_masked_acc': 52.205457039448675}
+{'epoch': 24, 'iter': 0, 'avg_loss': 1.6934937238693237, 'avg_acc_mask': 41.37931034482759, 'loss': 1.6934937238693237}
+{'epoch': 24, 'iter': 10, 'avg_loss': 1.4309056997299194, 'avg_acc_mask': 53.492063492063494, 'loss': 1.1615358591079712}
+{'epoch': 24, 'iter': 20, 'avg_loss': 1.5088208289373488, 'avg_acc_mask': 50.46808510638298, 'loss': 1.736111044883728}
+{'epoch': 24, 'iter': 30, 'avg_loss': 1.4511342990782954, 'avg_acc_mask': 50.97926267281107, 'loss': 1.3659746646881104}
+{'epoch': 24, 'iter': 40, 'avg_loss': 1.4458707905397183, 'avg_acc_mask': 50.68312031732041, 'loss': 1.5147371292114258}
+{'epoch': 24, 'iter': 50, 'avg_loss': 1.4726582239655888, 'avg_acc_mask': 49.94686503719448, 'loss': 1.7106817960739136}
+{'epoch': 24, 'iter': 60, 'avg_loss': 1.463018551224568, 'avg_acc_mask': 50.241109101868595, 'loss': 1.3023163080215454}
+{'epoch': 24, 'iter': 70, 'avg_loss': 1.4552122749073404, 'avg_acc_mask': 50.589743589743584, 'loss': 1.3791778087615967}
+{'epoch': 24, 'iter': 80, 'avg_loss': 1.4496031609582312, 'avg_acc_mask': 50.69506726457399, 'loss': 1.4759197235107422}
+{'epoch': 24, 'iter': 90, 'avg_loss': 1.454750773015913, 'avg_acc_mask': 50.68876023158315, 'loss': 1.4681891202926636}
+{'epoch': 24, 'iter': 100, 'avg_loss': 1.4388813748218046, 'avg_acc_mask': 51.10427226647357, 'loss': 1.0366995334625244}
+{'epoch': 24, 'iter': 110, 'avg_loss': 1.4417449654759587, 'avg_acc_mask': 51.36161082686912, 'loss': 1.394024133682251}
+{'epoch': 24, 'iter': 120, 'avg_loss': 1.439220158521794, 'avg_acc_mask': 51.28826917247651, 'loss': 1.5204001665115356}
+{'epoch': 24, 'iter': 130, 'avg_loss': 1.4333746856405536, 'avg_acc_mask': 51.686022107177834, 'loss': 1.2761512994766235}
+{'epoch': 24, 'iter': 140, 'avg_loss': 1.4319173304747181, 'avg_acc_mask': 51.83790102610729, 'loss': 1.24386465549469}
+{'epoch': 24, 'iter': 150, 'avg_loss': 1.4244135874786124, 'avg_acc_mask': 52.021003785566, 'loss': 1.3833813667297363}
+{'epoch': 24, 'iter': 160, 'avg_loss': 1.4239036396423481, 'avg_acc_mask': 52.193436960276344, 'loss': 1.1806743144989014}
+{'epoch': 24, 'iter': 170, 'avg_loss': 1.4274785933438798, 'avg_acc_mask': 52.1143473570658, 'loss': 1.5601677894592285}
+{'epoch': 24, 'iter': 180, 'avg_loss': 1.4242168727500664, 'avg_acc_mask': 52.27969740339399, 'loss': 1.5313284397125244}
+{'epoch': 24, 'iter': 190, 'avg_loss': 1.4254050545043346, 'avg_acc_mask': 52.124372344534564, 'loss': 1.2907711267471313}
+{'epoch': 24, 'iter': 200, 'avg_loss': 1.4220216668660368, 'avg_acc_mask': 52.07318194355061, 'loss': 1.2537627220153809}
+{'epoch': 24, 'iter': 210, 'avg_loss': 1.4207836358468116, 'avg_acc_mask': 52.11845898488687, 'loss': 1.448874592781067}
+{'epoch': 24, 'iter': 220, 'avg_loss': 1.4204830306148097, 'avg_acc_mask': 52.04547340469671, 'loss': 1.252061128616333}
+{'epoch': 24, 'iter': 230, 'avg_loss': 1.4244640335376129, 'avg_acc_mask': 52.018187619655386, 'loss': 1.535191535949707}
+{'epoch': 24, 'iter': 240, 'avg_loss': 1.423607635052867, 'avg_acc_mask': 52.025993883792054, 'loss': 1.3491309881210327}
+{'epoch': 24, 'iter': 250, 'avg_loss': 1.4240629827358808, 'avg_acc_mask': 51.96618890113929, 'loss': 1.0878796577453613}
+{'epoch': 24, 'iter': 260, 'avg_loss': 1.4294356237882855, 'avg_acc_mask': 51.85132843414358, 'loss': 1.516250729560852}
+{'epoch': 24, 'iter': 270, 'avg_loss': 1.4320650599979388, 'avg_acc_mask': 51.81269905807413, 'loss': 1.6582852602005005}
+{'epoch': 24, 'iter': 280, 'avg_loss': 1.432519387732197, 'avg_acc_mask': 51.74285527434439, 'loss': 1.0622249841690063}
+{'epoch': 24, 'iter': 290, 'avg_loss': 1.4308423064009022, 'avg_acc_mask': 51.828650974436854, 'loss': 1.180963397026062}
+{'epoch': 24, 'iter': 300, 'avg_loss': 1.431060555567377, 'avg_acc_mask': 51.87185467043083, 'loss': 1.2791974544525146}
+{'epoch': 24, 'iter': 310, 'avg_loss': 1.4300661916901445, 'avg_acc_mask': 51.90436639772188, 'loss': 1.3556041717529297}
+{'epoch': 24, 'iter': 320, 'avg_loss': 1.4279182152213337, 'avg_acc_mask': 51.953215026503806, 'loss': 1.2594410181045532}
+{'epoch': 24, 'iter': 330, 'avg_loss': 1.428923295883974, 'avg_acc_mask': 51.894278050961105, 'loss': 1.1811219453811646}
+{'epoch': 24, 'iter': 340, 'avg_loss': 1.4278502459050624, 'avg_acc_mask': 51.94445951076639, 'loss': 1.3638591766357422}
+{'epoch': 24, 'iter': 350, 'avg_loss': 1.4264166640420246, 'avg_acc_mask': 52.04647478214945, 'loss': 1.6344592571258545}
+{'epoch': 24, 'iter': 360, 'avg_loss': 1.428247143357084, 'avg_acc_mask': 52.02997484986912, 'loss': 1.4269523620605469}
+{'epoch': 24, 'iter': 370, 'avg_loss': 1.4266112776136783, 'avg_acc_mask': 52.067067067067065, 'loss': 1.3403913974761963}
+{'epoch': 24, 'iter': 380, 'avg_loss': 1.430454594256684, 'avg_acc_mask': 51.89417886495161, 'loss': 1.5379372835159302}
+{'epoch': 24, 'iter': 390, 'avg_loss': 1.4299540452640076, 'avg_acc_mask': 51.88884680931641, 'loss': 1.3132208585739136}
+{'epoch': 24, 'iter': 400, 'avg_loss': 1.4308855830879876, 'avg_acc_mask': 51.84586986617443, 'loss': 1.2164422273635864}
+{'epoch': 24, 'iter': 410, 'avg_loss': 1.4285647657375846, 'avg_acc_mask': 51.90489057011618, 'loss': 1.1703083515167236}
+{'epoch': 24, 'iter': 420, 'avg_loss': 1.4263647806049808, 'avg_acc_mask': 51.993838028169016, 'loss': 1.3536797761917114}
+{'epoch': 24, 'iter': 430, 'avg_loss': 1.4259668887352999, 'avg_acc_mask': 52.000344145229285, 'loss': 1.3584213256835938}
+{'epoch': 24, 'iter': 440, 'avg_loss': 1.4287541191053499, 'avg_acc_mask': 51.948597345876024, 'loss': 1.8499916791915894}
+{'epoch': 24, 'iter': 450, 'avg_loss': 1.428876162500445, 'avg_acc_mask': 51.92228702867001, 'loss': 0.9509276747703552}
+{'epoch': 24, 'iter': 460, 'avg_loss': 1.429127485659014, 'avg_acc_mask': 51.87622908054742, 'loss': 1.121854543685913}
+{'epoch': 24, 'iter': 470, 'avg_loss': 1.429155731783298, 'avg_acc_mask': 51.86989314896292, 'loss': 1.2349562644958496}
+{'epoch': 24, 'iter': 480, 'avg_loss': 1.4289235616424227, 'avg_acc_mask': 51.93261797623169, 'loss': 1.3156495094299316}
+{'epoch': 24, 'iter': 490, 'avg_loss': 1.4288074044006176, 'avg_acc_mask': 51.916048080183884, 'loss': 1.7171878814697266}
+{'epoch': 24, 'iter': 500, 'avg_loss': 1.4290046671669403, 'avg_acc_mask': 51.854719764011804, 'loss': 1.4345253705978394}
+{'epoch': 24, 'iter': 510, 'avg_loss': 1.4300419426944158, 'avg_acc_mask': 51.81470524568872, 'loss': 1.3926833868026733}
+{'epoch': 24, 'iter': 520, 'avg_loss': 1.4270493240594406, 'avg_acc_mask': 51.88124424289662, 'loss': 1.5751113891601562}
+{'epoch': 24, 'iter': 530, 'avg_loss': 1.4276605837762693, 'avg_acc_mask': 51.88557922908485, 'loss': 1.0442054271697998}
+{'epoch': 24, 'iter': 540, 'avg_loss': 1.4282752103594005, 'avg_acc_mask': 51.879545221755606, 'loss': 1.4895960092544556}
+{'epoch': 24, 'iter': 550, 'avg_loss': 1.430487942782158, 'avg_acc_mask': 51.83894955449856, 'loss': 1.5287861824035645}
+{'epoch': 24, 'iter': 560, 'avg_loss': 1.4318599127193186, 'avg_acc_mask': 51.82354297762989, 'loss': 1.5139707326889038}
+{'epoch': 24, 'iter': 570, 'avg_loss': 1.4310378794494736, 'avg_acc_mask': 51.8190056965303, 'loss': 1.4819397926330566}
+{'epoch': 24, 'iter': 580, 'avg_loss': 1.4310339958039906, 'avg_acc_mask': 51.858440815807874, 'loss': 1.6260110139846802}
+{'epoch': 24, 'iter': 590, 'avg_loss': 1.4294426320167968, 'avg_acc_mask': 51.88246670201816, 'loss': 1.3078136444091797}
+{'epoch': 24, 'iter': 600, 'avg_loss': 1.430030599410046, 'avg_acc_mask': 51.82504140850255, 'loss': 1.4658117294311523}
+{'epoch': 24, 'iter': 610, 'avg_loss': 1.4300934171910762, 'avg_acc_mask': 51.7917471042471, 'loss': 1.6634632349014282}
+{'epoch': 24, 'iter': 620, 'avg_loss': 1.428079081810231, 'avg_acc_mask': 51.821369146660324, 'loss': 1.713823676109314}
+{'epoch': 24, 'iter': 630, 'avg_loss': 1.4268665232484579, 'avg_acc_mask': 51.85639229422067, 'loss': 1.0929080247879028}
+{'epoch': 24, 'iter': 640, 'avg_loss': 1.426411498913341, 'avg_acc_mask': 51.90336328035015, 'loss': 1.4064979553222656}
+{'epoch': 24, 'iter': 650, 'avg_loss': 1.426947126923252, 'avg_acc_mask': 51.8796992481203, 'loss': 1.2825223207473755}
+{'epoch': 24, 'iter': 660, 'avg_loss': 1.4257726057935591, 'avg_acc_mask': 51.95102862254025, 'loss': 1.373369574546814}
+{'epoch': 24, 'iter': 670, 'avg_loss': 1.4243616511498407, 'avg_acc_mask': 51.98180815876516, 'loss': 1.064322590827942}
+{'epoch': 24, 'iter': 680, 'avg_loss': 1.4243773886285689, 'avg_acc_mask': 51.96493513542853, 'loss': 1.5097934007644653}
+{'epoch': 24, 'iter': 690, 'avg_loss': 1.4240234935852967, 'avg_acc_mask': 51.98909936145769, 'loss': 1.3780871629714966}
+{'epoch': 24, 'iter': 700, 'avg_loss': 1.4242247583692662, 'avg_acc_mask': 51.982124079915884, 'loss': 1.2075424194335938}
+{'epoch': 24, 'iter': 710, 'avg_loss': 1.4231341590190572, 'avg_acc_mask': 51.99585277345775, 'loss': 1.2344363927841187}
+{'epoch': 24, 'iter': 720, 'avg_loss': 1.4236915925835438, 'avg_acc_mask': 51.993045434788165, 'loss': 1.7516878843307495}
+{'epoch': 24, 'iter': 730, 'avg_loss': 1.4235863803838738, 'avg_acc_mask': 51.98658800988252, 'loss': 1.4831985235214233}
+{'epoch': 24, 'iter': 740, 'avg_loss': 1.4251178114520393, 'avg_acc_mask': 51.95095869289498, 'loss': 1.2905162572860718}
+{'epoch': 24, 'iter': 750, 'avg_loss': 1.4258341523366032, 'avg_acc_mask': 51.942128494359984, 'loss': 1.2832584381103516}
+{'epoch': 24, 'iter': 760, 'avg_loss': 1.4256280125675627, 'avg_acc_mask': 51.983637111805, 'loss': 1.4990103244781494}
+{'epoch': 24, 'iter': 770, 'avg_loss': 1.4265507281058494, 'avg_acc_mask': 51.93606107598712, 'loss': 1.3915691375732422}
+{'epoch': 24, 'iter': 780, 'avg_loss': 1.4243047601434853, 'avg_acc_mask': 52.01150102519384, 'loss': 1.3126568794250488}
+{'epoch': 24, 'iter': 790, 'avg_loss': 1.424131920379875, 'avg_acc_mask': 52.00530713903307, 'loss': 1.6920361518859863}
+{'epoch': 24, 'iter': 800, 'avg_loss': 1.4233051549629325, 'avg_acc_mask': 52.02437061731233, 'loss': 1.4585044384002686}
+{'epoch': 24, 'iter': 810, 'avg_loss': 1.4221284632765114, 'avg_acc_mask': 52.04125678715042, 'loss': 1.364264965057373}
+{'epoch': 24, 'iter': 820, 'avg_loss': 1.4226942378188168, 'avg_acc_mask': 52.03934956427994, 'loss': 1.3509091138839722}
+{'epoch': 24, 'iter': 830, 'avg_loss': 1.4220081969432166, 'avg_acc_mask': 52.06294249506181, 'loss': 1.43501877784729}
+{'epoch': 24, 'iter': 840, 'avg_loss': 1.422117884604174, 'avg_acc_mask': 52.055785803565556, 'loss': 1.293033242225647}
+{'epoch': 24, 'iter': 850, 'avg_loss': 1.4236425115134825, 'avg_acc_mask': 52.03551320918146, 'loss': 1.9915777444839478}
+{'epoch': 24, 'iter': 860, 'avg_loss': 1.4245636330249003, 'avg_acc_mask': 52.01164184215031, 'loss': 1.6478471755981445}
+{'epoch': 24, 'iter': 870, 'avg_loss': 1.4252915898365761, 'avg_acc_mask': 52.01123927832002, 'loss': 1.3416239023208618}
+{'epoch': 24, 'iter': 880, 'avg_loss': 1.4249472322447752, 'avg_acc_mask': 52.02063448967231, 'loss': 1.179129719734192}
+{'epoch': 24, 'iter': 890, 'avg_loss': 1.424267356711472, 'avg_acc_mask': 52.04921422663358, 'loss': 1.1106042861938477}
+{'epoch': 24, 'iter': 900, 'avg_loss': 1.4254146127007512, 'avg_acc_mask': 52.02116142737504, 'loss': 1.649275302886963}
+{'epoch': 24, 'iter': 910, 'avg_loss': 1.4261266115468105, 'avg_acc_mask': 51.97866795951761, 'loss': 1.3993700742721558}
+{'epoch': 24, 'iter': 920, 'avg_loss': 1.4256778497908196, 'avg_acc_mask': 51.98511166253101, 'loss': 1.3784366846084595}
+{'epoch': 24, 'iter': 930, 'avg_loss': 1.4241296632333422, 'avg_acc_mask': 52.04621573951128, 'loss': 1.5229665040969849}
+{'epoch': 24, 'iter': 940, 'avg_loss': 1.4249718901834882, 'avg_acc_mask': 52.0332373057401, 'loss': 1.4097042083740234}
+{'epoch': 24, 'iter': 950, 'avg_loss': 1.4239938730446446, 'avg_acc_mask': 52.059758177026815, 'loss': 1.3122471570968628}
+{'epoch': 24, 'iter': 960, 'avg_loss': 1.423873824954157, 'avg_acc_mask': 52.053401875971076, 'loss': 1.536867618560791}
+{'epoch': 24, 'iter': 970, 'avg_loss': 1.4238246806986423, 'avg_acc_mask': 52.06989451316688, 'loss': 1.14167320728302}
+{'epoch': 24, 'iter': 980, 'avg_loss': 1.4241821555673286, 'avg_acc_mask': 52.04574046604202, 'loss': 1.4028929471969604}
+{'epoch': 24, 'iter': 990, 'avg_loss': 1.4252902228464153, 'avg_acc_mask': 52.02043660009289, 'loss': 1.543069839477539}
+{'epoch': 24, 'iter': 1000, 'avg_loss': 1.4257124612381409, 'avg_acc_mask': 51.97514751567067, 'loss': 1.6888484954833984}
+{'epoch': 24, 'iter': 1010, 'avg_loss': 1.4260040250423518, 'avg_acc_mask': 51.98376587922687, 'loss': 1.1625362634658813}
+{'epoch': 24, 'iter': 1020, 'avg_loss': 1.4258482020702232, 'avg_acc_mask': 51.99546158556352, 'loss': 1.1794503927230835}
+{'epoch': 24, 'iter': 1030, 'avg_loss': 1.4254268072509395, 'avg_acc_mask': 51.998074145402015, 'loss': 1.4123367071151733}
+{'epoch': 24, 'iter': 1040, 'avg_loss': 1.425238057470001, 'avg_acc_mask': 52.011940931251324, 'loss': 1.549483299255371}
+{'epoch': 24, 'iter': 1050, 'avg_loss': 1.4256002016003988, 'avg_acc_mask': 52.0034279517988, 'loss': 1.2293851375579834}
+{'epoch': 24, 'iter': 1060, 'avg_loss': 1.4248837158435026, 'avg_acc_mask': 52.02134848983694, 'loss': 1.1810227632522583}
+{'epoch': 24, 'iter': 1070, 'avg_loss': 1.4239023113005858, 'avg_acc_mask': 52.01860688660784, 'loss': 1.5785627365112305}
+{'epoch': 24, 'iter': 1080, 'avg_loss': 1.422786340627485, 'avg_acc_mask': 52.06787030589194, 'loss': 1.2810717821121216}
+{'epoch': 24, 'iter': 1090, 'avg_loss': 1.4230451026058983, 'avg_acc_mask': 52.077064035102474, 'loss': 1.7171849012374878}
+{'epoch': 24, 'iter': 1100, 'avg_loss': 1.4224060930304914, 'avg_acc_mask': 52.111831253436414, 'loss': 1.18160879611969}
+{'epoch': 'EP24_train', 'avg_loss': 1.4226838786677538, 'total_masked_acc': 52.10044979999668}
+{'epoch': 25, 'iter': 0, 'avg_loss': 1.533056378364563, 'avg_acc_mask': 50.0, 'loss': 1.533056378364563}
+{'epoch': 25, 'iter': 10, 'avg_loss': 1.4220912456512451, 'avg_acc_mask': 50.60658578856152, 'loss': 1.3498094081878662}
+{'epoch': 25, 'iter': 20, 'avg_loss': 1.4093469721930367, 'avg_acc_mask': 51.28660159716061, 'loss': 1.492906093597412}
+{'epoch': 25, 'iter': 30, 'avg_loss': 1.4186681547472555, 'avg_acc_mask': 50.71343638525565, 'loss': 1.449289083480835}
+{'epoch': 25, 'iter': 40, 'avg_loss': 1.3947986858647043, 'avg_acc_mask': 51.80884323358642, 'loss': 1.3690584897994995}
+{'epoch': 25, 'iter': 50, 'avg_loss': 1.418442915467655, 'avg_acc_mask': 50.85046066619419, 'loss': 1.4695874452590942}
+{'epoch': 25, 'iter': 60, 'avg_loss': 1.3982255449060534, 'avg_acc_mask': 51.91740412979351, 'loss': 1.3043421506881714}
+{'epoch': 25, 'iter': 70, 'avg_loss': 1.4068089245070874, 'avg_acc_mask': 52.15845606907059, 'loss': 1.8316396474838257}
+{'epoch': 25, 'iter': 80, 'avg_loss': 1.4169326777811404, 'avg_acc_mask': 51.974267968056786, 'loss': 1.7339931726455688}
+{'epoch': 25, 'iter': 90, 'avg_loss': 1.4269370947565352, 'avg_acc_mask': 51.76982400632786, 'loss': 1.7548584938049316}
+{'epoch': 25, 'iter': 100, 'avg_loss': 1.4191536732239298, 'avg_acc_mask': 51.789246538392376, 'loss': 1.039389967918396}
+{'epoch': 25, 'iter': 110, 'avg_loss': 1.4137115145588781, 'avg_acc_mask': 51.830379327480536, 'loss': 1.1917102336883545}
+{'epoch': 25, 'iter': 120, 'avg_loss': 1.4063466610002124, 'avg_acc_mask': 52.03127395370228, 'loss': 1.505547285079956}
+{'epoch': 25, 'iter': 130, 'avg_loss': 1.4143476003908928, 'avg_acc_mask': 51.86335403726709, 'loss': 1.3775126934051514}
+{'epoch': 25, 'iter': 140, 'avg_loss': 1.4189392598808235, 'avg_acc_mask': 51.692589204025616, 'loss': 1.4961888790130615}
+{'epoch': 25, 'iter': 150, 'avg_loss': 1.4115841546595491, 'avg_acc_mask': 52.13194868662187, 'loss': 1.474932074546814}
+{'epoch': 25, 'iter': 160, 'avg_loss': 1.4122640723767488, 'avg_acc_mask': 52.2740290984076, 'loss': 1.5703074932098389}
+{'epoch': 25, 'iter': 170, 'avg_loss': 1.4140883705072236, 'avg_acc_mask': 52.309680198126415, 'loss': 1.3330837488174438}
+{'epoch': 25, 'iter': 180, 'avg_loss': 1.413260578450577, 'avg_acc_mask': 52.414844941535335, 'loss': 1.3398659229278564}
+{'epoch': 25, 'iter': 190, 'avg_loss': 1.4158037495238618, 'avg_acc_mask': 52.28275465183195, 'loss': 1.3293814659118652}
+{'epoch': 25, 'iter': 200, 'avg_loss': 1.4132145910120721, 'avg_acc_mask': 52.28615580401782, 'loss': 1.2975695133209229}
+{'epoch': 25, 'iter': 210, 'avg_loss': 1.411476872543588, 'avg_acc_mask': 52.33442849731973, 'loss': 1.4427138566970825}
+{'epoch': 25, 'iter': 220, 'avg_loss': 1.410038547817938, 'avg_acc_mask': 52.478759382991015, 'loss': 1.4795187711715698}
+{'epoch': 25, 'iter': 230, 'avg_loss': 1.4141792265367714, 'avg_acc_mask': 52.35875148162782, 'loss': 1.1985459327697754}
+{'epoch': 25, 'iter': 240, 'avg_loss': 1.4129679588856043, 'avg_acc_mask': 52.3408452841642, 'loss': 1.4048171043395996}
+{'epoch': 25, 'iter': 250, 'avg_loss': 1.416181201953812, 'avg_acc_mask': 52.240548824989055, 'loss': 1.2801969051361084}
+{'epoch': 25, 'iter': 260, 'avg_loss': 1.4153834997009043, 'avg_acc_mask': 52.23964165733482, 'loss': 1.0967546701431274}
+{'epoch': 25, 'iter': 270, 'avg_loss': 1.4135147729043152, 'avg_acc_mask': 52.37006656357157, 'loss': 1.5409893989562988}
+{'epoch': 25, 'iter': 280, 'avg_loss': 1.4134342494384249, 'avg_acc_mask': 52.25207684319834, 'loss': 0.8212818503379822}
+{'epoch': 25, 'iter': 290, 'avg_loss': 1.4121280906536324, 'avg_acc_mask': 52.292885450084924, 'loss': 1.2075804471969604}
+{'epoch': 25, 'iter': 300, 'avg_loss': 1.4099154573342332, 'avg_acc_mask': 52.395738203957386, 'loss': 1.3009814023971558}
+{'epoch': 25, 'iter': 310, 'avg_loss': 1.4088129849679216, 'avg_acc_mask': 52.35235235235235, 'loss': 1.357519507408142}
+{'epoch': 25, 'iter': 320, 'avg_loss': 1.4114595794603462, 'avg_acc_mask': 52.30312035661219, 'loss': 1.126238226890564}
+{'epoch': 25, 'iter': 330, 'avg_loss': 1.4141433914262362, 'avg_acc_mask': 52.23954877239548, 'loss': 1.1085638999938965}
+{'epoch': 25, 'iter': 340, 'avg_loss': 1.4130583276147366, 'avg_acc_mask': 52.234966234323075, 'loss': 1.205917477607727}
+{'epoch': 25, 'iter': 350, 'avg_loss': 1.4140057202078338, 'avg_acc_mask': 52.24839400428265, 'loss': 1.3719426393508911}
+{'epoch': 25, 'iter': 360, 'avg_loss': 1.415841355383231, 'avg_acc_mask': 52.15320701185531, 'loss': 1.938462257385254}
+{'epoch': 25, 'iter': 370, 'avg_loss': 1.4159826112564684, 'avg_acc_mask': 52.1310181531176, 'loss': 1.279984951019287}
+{'epoch': 25, 'iter': 380, 'avg_loss': 1.419926077205678, 'avg_acc_mask': 51.98769408258425, 'loss': 1.3061803579330444}
+{'epoch': 25, 'iter': 390, 'avg_loss': 1.4202491342259185, 'avg_acc_mask': 52.04005240501591, 'loss': 1.5448778867721558}
+{'epoch': 25, 'iter': 400, 'avg_loss': 1.4192027140436625, 'avg_acc_mask': 52.092069279854144, 'loss': 1.0592796802520752}
+{'epoch': 25, 'iter': 410, 'avg_loss': 1.4194950699226119, 'avg_acc_mask': 52.07676247168052, 'loss': 1.285679817199707}
+{'epoch': 25, 'iter': 420, 'avg_loss': 1.4197029873480989, 'avg_acc_mask': 52.048433295720855, 'loss': 1.3271080255508423}
+{'epoch': 25, 'iter': 430, 'avg_loss': 1.4202204352188552, 'avg_acc_mask': 52.075904228222115, 'loss': 1.6144700050354004}
+{'epoch': 25, 'iter': 440, 'avg_loss': 1.4228468283233728, 'avg_acc_mask': 52.02537418632613, 'loss': 1.8103569746017456}
+{'epoch': 25, 'iter': 450, 'avg_loss': 1.4234880080772874, 'avg_acc_mask': 51.96789753151473, 'loss': 1.3246235847473145}
+{'epoch': 25, 'iter': 460, 'avg_loss': 1.4234269894901945, 'avg_acc_mask': 51.96249109757063, 'loss': 1.4233150482177734}
+{'epoch': 25, 'iter': 470, 'avg_loss': 1.4262622677090315, 'avg_acc_mask': 51.90387740886928, 'loss': 1.4113515615463257}
+{'epoch': 25, 'iter': 480, 'avg_loss': 1.424994362986757, 'avg_acc_mask': 51.97243885818127, 'loss': 1.1437735557556152}
+{'epoch': 25, 'iter': 490, 'avg_loss': 1.425144639981497, 'avg_acc_mask': 51.99332468014093, 'loss': 1.6492751836776733}
+{'epoch': 25, 'iter': 500, 'avg_loss': 1.4232538407910131, 'avg_acc_mask': 52.028474921003884, 'loss': 1.2172049283981323}
+{'epoch': 25, 'iter': 510, 'avg_loss': 1.4210409324929671, 'avg_acc_mask': 52.11342773784957, 'loss': 1.2660545110702515}
+{'epoch': 25, 'iter': 520, 'avg_loss': 1.4208929701180926, 'avg_acc_mask': 52.14899713467048, 'loss': 1.6286089420318604}
+{'epoch': 25, 'iter': 530, 'avg_loss': 1.420614382416964, 'avg_acc_mask': 52.163478022354795, 'loss': 1.3908605575561523}
+{'epoch': 25, 'iter': 540, 'avg_loss': 1.420940197770124, 'avg_acc_mask': 52.10276440284185, 'loss': 1.4623228311538696}
+{'epoch': 25, 'iter': 550, 'avg_loss': 1.4229194306634947, 'avg_acc_mask': 52.04203013481364, 'loss': 1.2023327350616455}
+{'epoch': 25, 'iter': 560, 'avg_loss': 1.4223930066494592, 'avg_acc_mask': 52.063780729386544, 'loss': 1.4334583282470703}
+{'epoch': 25, 'iter': 570, 'avg_loss': 1.422004249801569, 'avg_acc_mask': 52.09424083769634, 'loss': 1.2990020513534546}
+{'epoch': 25, 'iter': 580, 'avg_loss': 1.4219060789492373, 'avg_acc_mask': 52.13589494468298, 'loss': 1.5450282096862793}
+{'epoch': 25, 'iter': 590, 'avg_loss': 1.4214449157771323, 'avg_acc_mask': 52.14875015392193, 'loss': 0.9841071963310242}
+{'epoch': 25, 'iter': 600, 'avg_loss': 1.420697522639435, 'avg_acc_mask': 52.16798472866103, 'loss': 1.3620766401290894}
+{'epoch': 25, 'iter': 610, 'avg_loss': 1.421214420354503, 'avg_acc_mask': 52.1722276888213, 'loss': 1.4565799236297607}
+{'epoch': 25, 'iter': 620, 'avg_loss': 1.4208093119512242, 'avg_acc_mask': 52.19330418708371, 'loss': 1.748123049736023}
+{'epoch': 25, 'iter': 630, 'avg_loss': 1.4198839131701388, 'avg_acc_mask': 52.205903569264514, 'loss': 1.1140490770339966}
+{'epoch': 25, 'iter': 640, 'avg_loss': 1.4200730775708155, 'avg_acc_mask': 52.19891264125701, 'loss': 1.4392791986465454}
+{'epoch': 25, 'iter': 650, 'avg_loss': 1.4193105836800899, 'avg_acc_mask': 52.22278424099365, 'loss': 1.3887040615081787}
+{'epoch': 25, 'iter': 660, 'avg_loss': 1.4186836659637774, 'avg_acc_mask': 52.22954633578907, 'loss': 1.3060327768325806}
+{'epoch': 25, 'iter': 670, 'avg_loss': 1.419357514949918, 'avg_acc_mask': 52.216466739367505, 'loss': 1.5820976495742798}
+{'epoch': 25, 'iter': 680, 'avg_loss': 1.419189736268944, 'avg_acc_mask': 52.22977876938793, 'loss': 1.7298938035964966}
+{'epoch': 25, 'iter': 690, 'avg_loss': 1.4196571373042426, 'avg_acc_mask': 52.20669947610732, 'loss': 1.5117419958114624}
+{'epoch': 25, 'iter': 700, 'avg_loss': 1.4213799269665326, 'avg_acc_mask': 52.17549988268725, 'loss': 1.5562999248504639}
+{'epoch': 25, 'iter': 710, 'avg_loss': 1.420234167374639, 'avg_acc_mask': 52.23105213075123, 'loss': 1.5632867813110352}
+{'epoch': 25, 'iter': 720, 'avg_loss': 1.4216876996373666, 'avg_acc_mask': 52.182298010556224, 'loss': 1.481882929801941}
+{'epoch': 25, 'iter': 730, 'avg_loss': 1.4199471961294088, 'avg_acc_mask': 52.21418379352642, 'loss': 1.4801476001739502}
+{'epoch': 25, 'iter': 740, 'avg_loss': 1.4200936968509967, 'avg_acc_mask': 52.18915915545129, 'loss': 1.2900710105895996}
+{'epoch': 25, 'iter': 750, 'avg_loss': 1.4205945081780658, 'avg_acc_mask': 52.17423061940008, 'loss': 1.6037918329238892}
+{'epoch': 25, 'iter': 760, 'avg_loss': 1.4199726538495228, 'avg_acc_mask': 52.182071885675796, 'loss': 1.4011056423187256}
+{'epoch': 25, 'iter': 770, 'avg_loss': 1.4210178291596636, 'avg_acc_mask': 52.13707667845362, 'loss': 1.6506718397140503}
+{'epoch': 25, 'iter': 780, 'avg_loss': 1.421101990262006, 'avg_acc_mask': 52.11251084993079, 'loss': 1.280605435371399}
+{'epoch': 25, 'iter': 790, 'avg_loss': 1.4211078228902274, 'avg_acc_mask': 52.095628225601146, 'loss': 1.5816571712493896}
+{'epoch': 25, 'iter': 800, 'avg_loss': 1.4210781187153934, 'avg_acc_mask': 52.13419508073173, 'loss': 1.4768790006637573}
+{'epoch': 25, 'iter': 810, 'avg_loss': 1.4206934103836408, 'avg_acc_mask': 52.12823518802416, 'loss': 1.5474293231964111}
+{'epoch': 25, 'iter': 820, 'avg_loss': 1.420897009093927, 'avg_acc_mask': 52.126047423783206, 'loss': 1.5049536228179932}
+{'epoch': 25, 'iter': 830, 'avg_loss': 1.4220501302812074, 'avg_acc_mask': 52.09099517716752, 'loss': 1.5618889331817627}
+{'epoch': 25, 'iter': 840, 'avg_loss': 1.4210384158543825, 'avg_acc_mask': 52.108538602141174, 'loss': 1.2331457138061523}
+{'epoch': 25, 'iter': 850, 'avg_loss': 1.4219044374102852, 'avg_acc_mask': 52.07948442534909, 'loss': 1.4175300598144531}
+{'epoch': 25, 'iter': 860, 'avg_loss': 1.4219689737490522, 'avg_acc_mask': 52.06409848243659, 'loss': 1.5388944149017334}
+{'epoch': 25, 'iter': 870, 'avg_loss': 1.4230776080855272, 'avg_acc_mask': 52.028244562712146, 'loss': 1.274746298789978}
+{'epoch': 25, 'iter': 880, 'avg_loss': 1.4222387443471036, 'avg_acc_mask': 52.05615810538977, 'loss': 1.068954348564148}
+{'epoch': 25, 'iter': 890, 'avg_loss': 1.4207753870222304, 'avg_acc_mask': 52.09685369259838, 'loss': 1.0718718767166138}
+{'epoch': 25, 'iter': 900, 'avg_loss': 1.4210178001342417, 'avg_acc_mask': 52.10230614769892, 'loss': 1.713682770729065}
+{'epoch': 25, 'iter': 910, 'avg_loss': 1.4213990828862697, 'avg_acc_mask': 52.04046879695482, 'loss': 1.4984840154647827}
+{'epoch': 25, 'iter': 920, 'avg_loss': 1.4201779589461452, 'avg_acc_mask': 52.0792864222002, 'loss': 1.1507352590560913}
+{'epoch': 25, 'iter': 930, 'avg_loss': 1.4193270539366725, 'avg_acc_mask': 52.08737768888366, 'loss': 1.4340988397598267}
+{'epoch': 25, 'iter': 940, 'avg_loss': 1.419652949104147, 'avg_acc_mask': 52.085797955898606, 'loss': 1.3104166984558105}
+{'epoch': 25, 'iter': 950, 'avg_loss': 1.4192482038752638, 'avg_acc_mask': 52.11351382466374, 'loss': 1.3454421758651733}
+{'epoch': 25, 'iter': 960, 'avg_loss': 1.4178269213369807, 'avg_acc_mask': 52.15724237420041, 'loss': 1.4517921209335327}
+{'epoch': 25, 'iter': 970, 'avg_loss': 1.4178723990610282, 'avg_acc_mask': 52.15266946047019, 'loss': 1.4207843542099}
+{'epoch': 25, 'iter': 980, 'avg_loss': 1.417863698666735, 'avg_acc_mask': 52.129696766876755, 'loss': 1.3041739463806152}
+{'epoch': 25, 'iter': 990, 'avg_loss': 1.4192978437204293, 'avg_acc_mask': 52.10596951813653, 'loss': 1.628780484199524}
+{'epoch': 25, 'iter': 1000, 'avg_loss': 1.4191914768247575, 'avg_acc_mask': 52.13522807911352, 'loss': 1.5480884313583374}
+{'epoch': 25, 'iter': 1010, 'avg_loss': 1.4186778104505717, 'avg_acc_mask': 52.150479486624846, 'loss': 1.2929375171661377}
+{'epoch': 25, 'iter': 1020, 'avg_loss': 1.4184673366654048, 'avg_acc_mask': 52.1659940716403, 'loss': 1.1365010738372803}
+{'epoch': 25, 'iter': 1030, 'avg_loss': 1.4176644157947094, 'avg_acc_mask': 52.18583100484562, 'loss': 1.1160930395126343}
+{'epoch': 25, 'iter': 1040, 'avg_loss': 1.4168530425466561, 'avg_acc_mask': 52.203977312513125, 'loss': 1.2881278991699219}
+{'epoch': 25, 'iter': 1050, 'avg_loss': 1.4162397257607966, 'avg_acc_mask': 52.25645382201495, 'loss': 1.2778273820877075}
+{'epoch': 25, 'iter': 1060, 'avg_loss': 1.4159341116877349, 'avg_acc_mask': 52.27026934235147, 'loss': 1.000332236289978}
+{'epoch': 25, 'iter': 1070, 'avg_loss': 1.414845471177337, 'avg_acc_mask': 52.296230779697915, 'loss': 1.1844877004623413}
+{'epoch': 25, 'iter': 1080, 'avg_loss': 1.4134002793838756, 'avg_acc_mask': 52.344276661723065, 'loss': 1.2584362030029297}
+{'epoch': 25, 'iter': 1090, 'avg_loss': 1.4136040404124832, 'avg_acc_mask': 52.341767926291894, 'loss': 1.3393434286117554}
+{'epoch': 25, 'iter': 1100, 'avg_loss': 1.413906248237305, 'avg_acc_mask': 52.3240811195289, 'loss': 1.237903356552124}
+{'epoch': 'EP25_train', 'avg_loss': 1.4140472282651324, 'total_masked_acc': 52.32303255047383}
+{'epoch': 26, 'iter': 0, 'avg_loss': 1.5447731018066406, 'avg_acc_mask': 50.0, 'loss': 1.5447731018066406}
+{'epoch': 26, 'iter': 10, 'avg_loss': 1.4153354872356763, 'avg_acc_mask': 52.71186440677966, 'loss': 1.2387412786483765}
+{'epoch': 26, 'iter': 20, 'avg_loss': 1.424487258706774, 'avg_acc_mask': 51.23674911660777, 'loss': 1.2787537574768066}
+{'epoch': 26, 'iter': 30, 'avg_loss': 1.4131126846036604, 'avg_acc_mask': 50.69235400361228, 'loss': 1.4532325267791748}
+{'epoch': 26, 'iter': 40, 'avg_loss': 1.4067502356157071, 'avg_acc_mask': 52.12337952615109, 'loss': 1.391292929649353}
+{'epoch': 26, 'iter': 50, 'avg_loss': 1.4056792037159789, 'avg_acc_mask': 52.26618705035971, 'loss': 1.231561541557312}
+{'epoch': 26, 'iter': 60, 'avg_loss': 1.4014526204984696, 'avg_acc_mask': 53.03752233472305, 'loss': 1.344943881034851}
+{'epoch': 26, 'iter': 70, 'avg_loss': 1.40954143144715, 'avg_acc_mask': 52.9291378869276, 'loss': 1.5603169202804565}
+{'epoch': 26, 'iter': 80, 'avg_loss': 1.4111458099918601, 'avg_acc_mask': 52.71508379888268, 'loss': 1.5294228792190552}
+{'epoch': 26, 'iter': 90, 'avg_loss': 1.4168109468051366, 'avg_acc_mask': 52.430278884462155, 'loss': 1.544133186340332}
+{'epoch': 26, 'iter': 100, 'avg_loss': 1.4070575679882917, 'avg_acc_mask': 52.63062737298861, 'loss': 1.1431200504302979}
+{'epoch': 26, 'iter': 110, 'avg_loss': 1.4141256503156714, 'avg_acc_mask': 52.51442704039572, 'loss': 1.385801911354065}
+{'epoch': 26, 'iter': 120, 'avg_loss': 1.413331031306716, 'avg_acc_mask': 52.282657827331626, 'loss': 1.6609781980514526}
+{'epoch': 26, 'iter': 130, 'avg_loss': 1.4180007258444343, 'avg_acc_mask': 52.35790347116581, 'loss': 1.3268816471099854}
+{'epoch': 26, 'iter': 140, 'avg_loss': 1.410750336258124, 'avg_acc_mask': 52.49032258064516, 'loss': 1.2137397527694702}
+{'epoch': 26, 'iter': 150, 'avg_loss': 1.407021207130508, 'avg_acc_mask': 52.628384120432194, 'loss': 1.593385100364685}
+{'epoch': 26, 'iter': 160, 'avg_loss': 1.4073852652348346, 'avg_acc_mask': 52.62739757121779, 'loss': 1.352466106414795}
+{'epoch': 26, 'iter': 170, 'avg_loss': 1.4103573410831698, 'avg_acc_mask': 52.60405549626468, 'loss': 1.3796755075454712}
+{'epoch': 26, 'iter': 180, 'avg_loss': 1.4142700660953205, 'avg_acc_mask': 52.551432029043966, 'loss': 1.4791030883789062}
+{'epoch': 26, 'iter': 190, 'avg_loss': 1.4142501606991154, 'avg_acc_mask': 52.501909854851036, 'loss': 1.3220847845077515}
+{'epoch': 26, 'iter': 200, 'avg_loss': 1.409527768839651, 'avg_acc_mask': 52.577600290433836, 'loss': 1.3910093307495117}
+{'epoch': 26, 'iter': 210, 'avg_loss': 1.4080378966873857, 'avg_acc_mask': 52.58397932816538, 'loss': 1.4566092491149902}
+{'epoch': 26, 'iter': 220, 'avg_loss': 1.4064090092797086, 'avg_acc_mask': 52.566415218104304, 'loss': 1.4283406734466553}
+{'epoch': 26, 'iter': 230, 'avg_loss': 1.4089692121460324, 'avg_acc_mask': 52.59042805244037, 'loss': 1.5942113399505615}
+{'epoch': 26, 'iter': 240, 'avg_loss': 1.409481438116414, 'avg_acc_mask': 52.56244780198922, 'loss': 1.3622713088989258}
+{'epoch': 26, 'iter': 250, 'avg_loss': 1.4070857661178862, 'avg_acc_mask': 52.61740080087368, 'loss': 1.0917335748672485}
+{'epoch': 26, 'iter': 260, 'avg_loss': 1.4054959982747777, 'avg_acc_mask': 52.68824722086276, 'loss': 1.2150640487670898}
+{'epoch': 26, 'iter': 270, 'avg_loss': 1.4048804262467416, 'avg_acc_mask': 52.766014653491965, 'loss': 1.75017511844635}
+{'epoch': 26, 'iter': 280, 'avg_loss': 1.4043309283426224, 'avg_acc_mask': 52.7386134754077, 'loss': 0.8353016376495361}
+{'epoch': 26, 'iter': 290, 'avg_loss': 1.4019522060643357, 'avg_acc_mask': 52.84593661750863, 'loss': 1.4527223110198975}
+{'epoch': 26, 'iter': 300, 'avg_loss': 1.4005521910135137, 'avg_acc_mask': 52.96152445685156, 'loss': 0.8861969113349915}
+{'epoch': 26, 'iter': 310, 'avg_loss': 1.3995563945586276, 'avg_acc_mask': 52.95018254622541, 'loss': 0.955687940120697}
+{'epoch': 26, 'iter': 320, 'avg_loss': 1.39933180066284, 'avg_acc_mask': 52.91431181138323, 'loss': 1.5511069297790527}
+{'epoch': 26, 'iter': 330, 'avg_loss': 1.4010148113227683, 'avg_acc_mask': 52.91482300884955, 'loss': 1.413310170173645}
+{'epoch': 26, 'iter': 340, 'avg_loss': 1.4035728016207296, 'avg_acc_mask': 52.840300107181136, 'loss': 1.4799401760101318}
+{'epoch': 26, 'iter': 350, 'avg_loss': 1.4037290526251507, 'avg_acc_mask': 52.83715608259219, 'loss': 1.3843934535980225}
+{'epoch': 26, 'iter': 360, 'avg_loss': 1.4033360709113758, 'avg_acc_mask': 52.929904185577406, 'loss': 1.7867121696472168}
+{'epoch': 26, 'iter': 370, 'avg_loss': 1.4016523888168952, 'avg_acc_mask': 53.00426032025855, 'loss': 1.2834333181381226}
+{'epoch': 26, 'iter': 380, 'avg_loss': 1.405151394721404, 'avg_acc_mask': 52.85836991792326, 'loss': 1.0758906602859497}
+{'epoch': 26, 'iter': 390, 'avg_loss': 1.4053006147789529, 'avg_acc_mask': 52.83948322334789, 'loss': 1.6741865873336792}
+{'epoch': 26, 'iter': 400, 'avg_loss': 1.4039966970905104, 'avg_acc_mask': 52.828136330674404, 'loss': 1.2618544101715088}
+{'epoch': 26, 'iter': 410, 'avg_loss': 1.4050448181565371, 'avg_acc_mask': 52.80272530195107, 'loss': 1.430141568183899}
+{'epoch': 26, 'iter': 420, 'avg_loss': 1.4044691403518097, 'avg_acc_mask': 52.763710340648394, 'loss': 1.3436362743377686}
+{'epoch': 26, 'iter': 430, 'avg_loss': 1.4043215733116574, 'avg_acc_mask': 52.78541516856309, 'loss': 1.3549805879592896}
+{'epoch': 26, 'iter': 440, 'avg_loss': 1.4053137052356521, 'avg_acc_mask': 52.71404357352516, 'loss': 1.4707956314086914}
+{'epoch': 26, 'iter': 450, 'avg_loss': 1.4071279046540779, 'avg_acc_mask': 52.670767238588546, 'loss': 1.3233460187911987}
+{'epoch': 26, 'iter': 460, 'avg_loss': 1.4091304619503642, 'avg_acc_mask': 52.58005707038681, 'loss': 1.5698097944259644}
+{'epoch': 26, 'iter': 470, 'avg_loss': 1.4099168254817873, 'avg_acc_mask': 52.493988053680866, 'loss': 1.7439624071121216}
+{'epoch': 26, 'iter': 480, 'avg_loss': 1.4081931618543773, 'avg_acc_mask': 52.565612062744506, 'loss': 1.3592443466186523}
+{'epoch': 26, 'iter': 490, 'avg_loss': 1.4091888771766072, 'avg_acc_mask': 52.55365844585798, 'loss': 1.7061468362808228}
+{'epoch': 26, 'iter': 500, 'avg_loss': 1.4080748511645609, 'avg_acc_mask': 52.5761934238794, 'loss': 1.3013367652893066}
+{'epoch': 26, 'iter': 510, 'avg_loss': 1.4067085634938892, 'avg_acc_mask': 52.57967700443047, 'loss': 1.2200851440429688}
+{'epoch': 26, 'iter': 520, 'avg_loss': 1.4068078940980953, 'avg_acc_mask': 52.60369148712191, 'loss': 1.7693544626235962}
+{'epoch': 26, 'iter': 530, 'avg_loss': 1.4054535216530837, 'avg_acc_mask': 52.658969498535235, 'loss': 1.140251874923706}
+{'epoch': 26, 'iter': 540, 'avg_loss': 1.4044880897853378, 'avg_acc_mask': 52.730843463244504, 'loss': 1.3688679933547974}
+{'epoch': 26, 'iter': 550, 'avg_loss': 1.405634683186692, 'avg_acc_mask': 52.63961243653981, 'loss': 1.3128308057785034}
+{'epoch': 26, 'iter': 560, 'avg_loss': 1.4059657028439636, 'avg_acc_mask': 52.680842736938224, 'loss': 1.1796107292175293}
+{'epoch': 26, 'iter': 570, 'avg_loss': 1.4039165735662296, 'avg_acc_mask': 52.804307416191264, 'loss': 1.3594368696212769}
+{'epoch': 26, 'iter': 580, 'avg_loss': 1.4042611710996513, 'avg_acc_mask': 52.76019524484333, 'loss': 1.532537817955017}
+{'epoch': 26, 'iter': 590, 'avg_loss': 1.4039718061937696, 'avg_acc_mask': 52.749188687992586, 'loss': 1.0729951858520508}
+{'epoch': 26, 'iter': 600, 'avg_loss': 1.4027714653935488, 'avg_acc_mask': 52.751428918886056, 'loss': 1.2142345905303955}
+{'epoch': 26, 'iter': 610, 'avg_loss': 1.4025158443154369, 'avg_acc_mask': 52.789891869287295, 'loss': 1.5115653276443481}
+{'epoch': 26, 'iter': 620, 'avg_loss': 1.4007223325267122, 'avg_acc_mask': 52.809385198906234, 'loss': 1.746012806892395}
+{'epoch': 26, 'iter': 630, 'avg_loss': 1.400516216520651, 'avg_acc_mask': 52.81822655820282, 'loss': 1.5086232423782349}
+{'epoch': 26, 'iter': 640, 'avg_loss': 1.3999251656338876, 'avg_acc_mask': 52.82868071016726, 'loss': 1.3301161527633667}
+{'epoch': 26, 'iter': 650, 'avg_loss': 1.399275056319669, 'avg_acc_mask': 52.83486290186363, 'loss': 1.320522427558899}
+{'epoch': 26, 'iter': 660, 'avg_loss': 1.3999120410920631, 'avg_acc_mask': 52.78879489668562, 'loss': 1.3154131174087524}
+{'epoch': 26, 'iter': 670, 'avg_loss': 1.3998989898117395, 'avg_acc_mask': 52.8326133318751, 'loss': 1.7363454103469849}
+{'epoch': 26, 'iter': 680, 'avg_loss': 1.3998000428365016, 'avg_acc_mask': 52.79918099035509, 'loss': 1.451293706893921}
+{'epoch': 26, 'iter': 690, 'avg_loss': 1.4001956304316927, 'avg_acc_mask': 52.77969338496632, 'loss': 1.1917778253555298}
+{'epoch': 26, 'iter': 700, 'avg_loss': 1.4011434492643142, 'avg_acc_mask': 52.77008310249307, 'loss': 1.2981977462768555}
+{'epoch': 26, 'iter': 710, 'avg_loss': 1.3994898211771594, 'avg_acc_mask': 52.83101607036913, 'loss': 1.6451295614242554}
+{'epoch': 26, 'iter': 720, 'avg_loss': 1.4010222370680758, 'avg_acc_mask': 52.77565766040808, 'loss': 1.7435885667800903}
+{'epoch': 26, 'iter': 730, 'avg_loss': 1.4007013864947735, 'avg_acc_mask': 52.79158507807401, 'loss': 1.6494964361190796}
+{'epoch': 26, 'iter': 740, 'avg_loss': 1.4012135441004023, 'avg_acc_mask': 52.79283292498824, 'loss': 1.2820154428482056}
+{'epoch': 26, 'iter': 750, 'avg_loss': 1.40178760104427, 'avg_acc_mask': 52.75532875943062, 'loss': 1.2857284545898438}
+{'epoch': 26, 'iter': 760, 'avg_loss': 1.4009058710466704, 'avg_acc_mask': 52.767322910635016, 'loss': 1.1610941886901855}
+{'epoch': 26, 'iter': 770, 'avg_loss': 1.401774135854303, 'avg_acc_mask': 52.726797261316094, 'loss': 1.2224785089492798}
+{'epoch': 26, 'iter': 780, 'avg_loss': 1.3999360789104858, 'avg_acc_mask': 52.75488884193723, 'loss': 1.51179039478302}
+{'epoch': 26, 'iter': 790, 'avg_loss': 1.3992544576883617, 'avg_acc_mask': 52.79896154470226, 'loss': 1.5790897607803345}
+{'epoch': 26, 'iter': 800, 'avg_loss': 1.3983998063500602, 'avg_acc_mask': 52.8383579217447, 'loss': 1.51227867603302}
+{'epoch': 26, 'iter': 810, 'avg_loss': 1.3979742869495904, 'avg_acc_mask': 52.85080772885651, 'loss': 1.3372927904129028}
+{'epoch': 26, 'iter': 820, 'avg_loss': 1.3978682300495608, 'avg_acc_mask': 52.87487420328749, 'loss': 1.4558308124542236}
+{'epoch': 26, 'iter': 830, 'avg_loss': 1.3980546022006608, 'avg_acc_mask': 52.85758486562943, 'loss': 1.427812099456787}
+{'epoch': 26, 'iter': 840, 'avg_loss': 1.39870089668156, 'avg_acc_mask': 52.83908572925535, 'loss': 1.3952140808105469}
+{'epoch': 26, 'iter': 850, 'avg_loss': 1.3994724833166838, 'avg_acc_mask': 52.82957852754123, 'loss': 1.2308064699172974}
+{'epoch': 26, 'iter': 860, 'avg_loss': 1.4005700860704695, 'avg_acc_mask': 52.795930096426055, 'loss': 1.5253934860229492}
+{'epoch': 26, 'iter': 870, 'avg_loss': 1.4025195154065242, 'avg_acc_mask': 52.73458050125208, 'loss': 1.337320327758789}
+{'epoch': 26, 'iter': 880, 'avg_loss': 1.4020756523671405, 'avg_acc_mask': 52.75239859310288, 'loss': 1.239073634147644}
+{'epoch': 26, 'iter': 890, 'avg_loss': 1.401751348600377, 'avg_acc_mask': 52.79156455299957, 'loss': 1.2975043058395386}
+{'epoch': 26, 'iter': 900, 'avg_loss': 1.4030951224474213, 'avg_acc_mask': 52.73960051310244, 'loss': 1.5054214000701904}
+{'epoch': 26, 'iter': 910, 'avg_loss': 1.4040208572090391, 'avg_acc_mask': 52.69682820801803, 'loss': 1.4587346315383911}
+{'epoch': 26, 'iter': 920, 'avg_loss': 1.4033490161812914, 'avg_acc_mask': 52.731042181644206, 'loss': 1.714629888534546}
+{'epoch': 26, 'iter': 930, 'avg_loss': 1.402432203741002, 'avg_acc_mask': 52.7546469868582, 'loss': 1.418922781944275}
+{'epoch': 26, 'iter': 940, 'avg_loss': 1.4029068870194787, 'avg_acc_mask': 52.73908463069179, 'loss': 1.221019983291626}
+{'epoch': 26, 'iter': 950, 'avg_loss': 1.4030350916142469, 'avg_acc_mask': 52.74740110706089, 'loss': 1.5691745281219482}
+{'epoch': 26, 'iter': 960, 'avg_loss': 1.4020245684297226, 'avg_acc_mask': 52.80056469151818, 'loss': 1.2255747318267822}
+{'epoch': 26, 'iter': 970, 'avg_loss': 1.4021270995773567, 'avg_acc_mask': 52.80190317951816, 'loss': 1.2125016450881958}
+{'epoch': 26, 'iter': 980, 'avg_loss': 1.4022310855556337, 'avg_acc_mask': 52.80491677719452, 'loss': 1.558434247970581}
+{'epoch': 26, 'iter': 990, 'avg_loss': 1.4035529315652087, 'avg_acc_mask': 52.78065183652354, 'loss': 1.764445185661316}
+{'epoch': 26, 'iter': 1000, 'avg_loss': 1.4027332553377638, 'avg_acc_mask': 52.789872306172484, 'loss': 1.6439666748046875}
+{'epoch': 26, 'iter': 1010, 'avg_loss': 1.4023562271210608, 'avg_acc_mask': 52.78768673607968, 'loss': 1.5617924928665161}
+{'epoch': 26, 'iter': 1020, 'avg_loss': 1.401807414095969, 'avg_acc_mask': 52.81628261454318, 'loss': 1.111358404159546}
+{'epoch': 26, 'iter': 1030, 'avg_loss': 1.4014740048046834, 'avg_acc_mask': 52.81946541159754, 'loss': 1.3993889093399048}
+{'epoch': 26, 'iter': 1040, 'avg_loss': 1.4017662729470348, 'avg_acc_mask': 52.80094303107076, 'loss': 1.3564188480377197}
+{'epoch': 26, 'iter': 1050, 'avg_loss': 1.4011758890297161, 'avg_acc_mask': 52.82538575538314, 'loss': 1.5951999425888062}
+{'epoch': 26, 'iter': 1060, 'avg_loss': 1.4008735568314425, 'avg_acc_mask': 52.83993710148434, 'loss': 1.399431824684143}
+{'epoch': 26, 'iter': 1070, 'avg_loss': 1.4002614858326345, 'avg_acc_mask': 52.83248070901843, 'loss': 1.2816599607467651}
+{'epoch': 26, 'iter': 1080, 'avg_loss': 1.399672134842286, 'avg_acc_mask': 52.85084745762711, 'loss': 1.0859047174453735}
+{'epoch': 26, 'iter': 1090, 'avg_loss': 1.4002032301821477, 'avg_acc_mask': 52.84558305073364, 'loss': 1.379857063293457}
+{'epoch': 26, 'iter': 1100, 'avg_loss': 1.3993360962681507, 'avg_acc_mask': 52.86161115362859, 'loss': 1.4351648092269897}
+{'epoch': 'EP26_train', 'avg_loss': 1.3999112677250514, 'total_masked_acc': 52.837102871924124}
+{'epoch': 27, 'iter': 0, 'avg_loss': 1.479327917098999, 'avg_acc_mask': 56.060606060606055, 'loss': 1.479327917098999}
+{'epoch': 27, 'iter': 10, 'avg_loss': 1.3568581451069226, 'avg_acc_mask': 56.68896321070234, 'loss': 1.3131723403930664}
+{'epoch': 27, 'iter': 20, 'avg_loss': 1.39178086462475, 'avg_acc_mask': 54.06613047363717, 'loss': 1.3648416996002197}
+{'epoch': 27, 'iter': 30, 'avg_loss': 1.3912934026410502, 'avg_acc_mask': 53.5219747140277, 'loss': 1.4257370233535767}
+{'epoch': 27, 'iter': 40, 'avg_loss': 1.40413730028199, 'avg_acc_mask': 53.30337078651686, 'loss': 1.3812021017074585}
+{'epoch': 27, 'iter': 50, 'avg_loss': 1.4318818531784356, 'avg_acc_mask': 52.294557097118464, 'loss': 1.8211581707000732}
+{'epoch': 27, 'iter': 60, 'avg_loss': 1.420854992553836, 'avg_acc_mask': 53.215674543822914, 'loss': 1.47100031375885}
+{'epoch': 27, 'iter': 70, 'avg_loss': 1.405669158613178, 'avg_acc_mask': 53.61139369277721, 'loss': 1.3391222953796387}
+{'epoch': 27, 'iter': 80, 'avg_loss': 1.4008325117605704, 'avg_acc_mask': 53.64444444444444, 'loss': 1.5006299018859863}
+{'epoch': 27, 'iter': 90, 'avg_loss': 1.415177970142155, 'avg_acc_mask': 53.181367690782956, 'loss': 1.6137380599975586}
+{'epoch': 27, 'iter': 100, 'avg_loss': 1.39990367806784, 'avg_acc_mask': 53.47061956328777, 'loss': 1.2259873151779175}
+{'epoch': 27, 'iter': 110, 'avg_loss': 1.40498506432181, 'avg_acc_mask': 53.040650406504064, 'loss': 1.1269676685333252}
+{'epoch': 27, 'iter': 120, 'avg_loss': 1.4031440684618044, 'avg_acc_mask': 53.06122448979592, 'loss': 1.800557017326355}
+{'epoch': 27, 'iter': 130, 'avg_loss': 1.4085025091207664, 'avg_acc_mask': 52.764373362746454, 'loss': 1.2944536209106445}
+{'epoch': 27, 'iter': 140, 'avg_loss': 1.405989331133822, 'avg_acc_mask': 52.76715123692936, 'loss': 1.3981842994689941}
+{'epoch': 27, 'iter': 150, 'avg_loss': 1.4010734163372722, 'avg_acc_mask': 52.91238959178801, 'loss': 1.6185431480407715}
+{'epoch': 27, 'iter': 160, 'avg_loss': 1.3976472286704165, 'avg_acc_mask': 52.96104480972754, 'loss': 1.247517704963684}
+{'epoch': 27, 'iter': 170, 'avg_loss': 1.3994885052156727, 'avg_acc_mask': 52.87841977395162, 'loss': 1.7672275304794312}
+{'epoch': 27, 'iter': 180, 'avg_loss': 1.399099310129387, 'avg_acc_mask': 52.84300989307484, 'loss': 1.285083532333374}
+{'epoch': 27, 'iter': 190, 'avg_loss': 1.397431479074568, 'avg_acc_mask': 52.806122448979586, 'loss': 1.2464258670806885}
+{'epoch': 27, 'iter': 200, 'avg_loss': 1.3934311991307273, 'avg_acc_mask': 52.82120395327943, 'loss': 1.094490885734558}
+{'epoch': 27, 'iter': 210, 'avg_loss': 1.38839021395733, 'avg_acc_mask': 53.01101904843256, 'loss': 1.3091075420379639}
+{'epoch': 27, 'iter': 220, 'avg_loss': 1.3868414665239428, 'avg_acc_mask': 53.13262815296989, 'loss': 1.4202467203140259}
+{'epoch': 27, 'iter': 230, 'avg_loss': 1.3874864289254853, 'avg_acc_mask': 53.10307188523312, 'loss': 1.2756961584091187}
+{'epoch': 27, 'iter': 240, 'avg_loss': 1.3916623053214363, 'avg_acc_mask': 52.95483484383192, 'loss': 1.5064107179641724}
+{'epoch': 27, 'iter': 250, 'avg_loss': 1.3946801129565296, 'avg_acc_mask': 52.90438533429188, 'loss': 1.1404045820236206}
+{'epoch': 27, 'iter': 260, 'avg_loss': 1.3952254120874221, 'avg_acc_mask': 52.835676199709155, 'loss': 1.0960078239440918}
+{'epoch': 27, 'iter': 270, 'avg_loss': 1.3960477272082958, 'avg_acc_mask': 52.86094477711244, 'loss': 1.8672829866409302}
+{'epoch': 27, 'iter': 280, 'avg_loss': 1.399414686757899, 'avg_acc_mask': 52.80241676308008, 'loss': 0.8243586421012878}
+{'epoch': 27, 'iter': 290, 'avg_loss': 1.4005277732393586, 'avg_acc_mask': 52.85812029607514, 'loss': 1.49551260471344}
+{'epoch': 27, 'iter': 300, 'avg_loss': 1.4005468515462653, 'avg_acc_mask': 52.85722887938821, 'loss': 1.006813406944275}
+{'epoch': 27, 'iter': 310, 'avg_loss': 1.4011003248561233, 'avg_acc_mask': 52.79546649529707, 'loss': 1.187461256980896}
+{'epoch': 27, 'iter': 320, 'avg_loss': 1.4033980900624832, 'avg_acc_mask': 52.65125764785859, 'loss': 1.5019112825393677}
+{'epoch': 27, 'iter': 330, 'avg_loss': 1.4043335140291657, 'avg_acc_mask': 52.62955432214101, 'loss': 1.2929350137710571}
+{'epoch': 27, 'iter': 340, 'avg_loss': 1.403381152936091, 'avg_acc_mask': 52.64056332017497, 'loss': 1.3513840436935425}
+{'epoch': 27, 'iter': 350, 'avg_loss': 1.4030064069307768, 'avg_acc_mask': 52.72736727159274, 'loss': 1.3486504554748535}
+{'epoch': 27, 'iter': 360, 'avg_loss': 1.400509274897483, 'avg_acc_mask': 52.86508337544215, 'loss': 1.4081770181655884}
+{'epoch': 27, 'iter': 370, 'avg_loss': 1.4014493895348192, 'avg_acc_mask': 52.8174895603046, 'loss': 1.6492708921432495}
+{'epoch': 27, 'iter': 380, 'avg_loss': 1.4035487503517332, 'avg_acc_mask': 52.72214521294393, 'loss': 1.3680754899978638}
+{'epoch': 27, 'iter': 390, 'avg_loss': 1.4023123348460478, 'avg_acc_mask': 52.778165898188256, 'loss': 1.6418564319610596}
+{'epoch': 27, 'iter': 400, 'avg_loss': 1.4003289063969753, 'avg_acc_mask': 52.82659038278163, 'loss': 1.4729909896850586}
+{'epoch': 27, 'iter': 410, 'avg_loss': 1.3980267825207862, 'avg_acc_mask': 52.82558552164656, 'loss': 1.3550523519515991}
+{'epoch': 27, 'iter': 420, 'avg_loss': 1.3976540814669285, 'avg_acc_mask': 52.80762564991335, 'loss': 1.0712608098983765}
+{'epoch': 27, 'iter': 430, 'avg_loss': 1.3964272690483146, 'avg_acc_mask': 52.86742905548496, 'loss': 1.1857833862304688}
+{'epoch': 27, 'iter': 440, 'avg_loss': 1.3994654787370677, 'avg_acc_mask': 52.770415769421895, 'loss': 1.8720098733901978}
+{'epoch': 27, 'iter': 450, 'avg_loss': 1.4003902697510306, 'avg_acc_mask': 52.72130881995627, 'loss': 1.1508049964904785}
+{'epoch': 27, 'iter': 460, 'avg_loss': 1.4012496280049553, 'avg_acc_mask': 52.6793140322389, 'loss': 1.3637020587921143}
+{'epoch': 27, 'iter': 470, 'avg_loss': 1.4047020683875762, 'avg_acc_mask': 52.56544502617801, 'loss': 1.8330355882644653}
+{'epoch': 27, 'iter': 480, 'avg_loss': 1.4048527226378664, 'avg_acc_mask': 52.57540074451113, 'loss': 1.3198705911636353}
+{'epoch': 27, 'iter': 490, 'avg_loss': 1.4052754038463056, 'avg_acc_mask': 52.53051503423638, 'loss': 1.570990800857544}
+{'epoch': 27, 'iter': 500, 'avg_loss': 1.4051477562881516, 'avg_acc_mask': 52.51431280312146, 'loss': 1.2688276767730713}
+{'epoch': 27, 'iter': 510, 'avg_loss': 1.4037931566135757, 'avg_acc_mask': 52.56469748349099, 'loss': 1.3796435594558716}
+{'epoch': 27, 'iter': 520, 'avg_loss': 1.4035448864416975, 'avg_acc_mask': 52.61959795475239, 'loss': 1.6668509244918823}
+{'epoch': 27, 'iter': 530, 'avg_loss': 1.4037899954170832, 'avg_acc_mask': 52.6272380494175, 'loss': 1.2787282466888428}
+{'epoch': 27, 'iter': 540, 'avg_loss': 1.404547164378457, 'avg_acc_mask': 52.59551775347644, 'loss': 1.3388441801071167}
+{'epoch': 27, 'iter': 550, 'avg_loss': 1.40501240474559, 'avg_acc_mask': 52.56588531320355, 'loss': 1.318761944770813}
+{'epoch': 27, 'iter': 560, 'avg_loss': 1.4051398012302352, 'avg_acc_mask': 52.54457894051803, 'loss': 1.2170603275299072}
+{'epoch': 27, 'iter': 570, 'avg_loss': 1.4048480629503415, 'avg_acc_mask': 52.55056323604711, 'loss': 1.2414716482162476}
+{'epoch': 27, 'iter': 580, 'avg_loss': 1.4049474488232099, 'avg_acc_mask': 52.5395975690399, 'loss': 1.8149030208587646}
+{'epoch': 27, 'iter': 590, 'avg_loss': 1.4039113488294146, 'avg_acc_mask': 52.59920880207689, 'loss': 1.3188397884368896}
+{'epoch': 27, 'iter': 600, 'avg_loss': 1.4032312973763503, 'avg_acc_mask': 52.58340175774716, 'loss': 1.3997970819473267}
+{'epoch': 27, 'iter': 610, 'avg_loss': 1.4035328204229889, 'avg_acc_mask': 52.59186056958045, 'loss': 1.434567928314209}
+{'epoch': 27, 'iter': 620, 'avg_loss': 1.4018373077618327, 'avg_acc_mask': 52.680096601284085, 'loss': 1.6672898530960083}
+{'epoch': 27, 'iter': 630, 'avg_loss': 1.4011630298785287, 'avg_acc_mask': 52.66073137488038, 'loss': 1.3116495609283447}
+{'epoch': 27, 'iter': 640, 'avg_loss': 1.40200379272333, 'avg_acc_mask': 52.67009719839909, 'loss': 1.0973984003067017}
+{'epoch': 27, 'iter': 650, 'avg_loss': 1.4025698752813442, 'avg_acc_mask': 52.6575080231969, 'loss': 1.5147082805633545}
+{'epoch': 27, 'iter': 660, 'avg_loss': 1.4011939798288735, 'avg_acc_mask': 52.70581063481947, 'loss': 1.6138817071914673}
+{'epoch': 27, 'iter': 670, 'avg_loss': 1.4019293941435267, 'avg_acc_mask': 52.705432705432706, 'loss': 1.6224799156188965}
+{'epoch': 27, 'iter': 680, 'avg_loss': 1.401455767879402, 'avg_acc_mask': 52.75626546197698, 'loss': 1.7311680316925049}
+{'epoch': 27, 'iter': 690, 'avg_loss': 1.4010498311516173, 'avg_acc_mask': 52.783287055401296, 'loss': 1.0866178274154663}
+{'epoch': 27, 'iter': 700, 'avg_loss': 1.4008897163728504, 'avg_acc_mask': 52.79918758462661, 'loss': 1.3534660339355469}
+{'epoch': 27, 'iter': 710, 'avg_loss': 1.399714238029995, 'avg_acc_mask': 52.84289533209952, 'loss': 1.5796116590499878}
+{'epoch': 27, 'iter': 720, 'avg_loss': 1.3999032389770434, 'avg_acc_mask': 52.82693575376503, 'loss': 1.7516285181045532}
+{'epoch': 27, 'iter': 730, 'avg_loss': 1.3979292935124827, 'avg_acc_mask': 52.89822455613904, 'loss': 1.249413013458252}
+{'epoch': 27, 'iter': 740, 'avg_loss': 1.398973177640866, 'avg_acc_mask': 52.85502958579882, 'loss': 1.3537702560424805}
+{'epoch': 27, 'iter': 750, 'avg_loss': 1.4003952568602784, 'avg_acc_mask': 52.83404255319149, 'loss': 1.5187357664108276}
+{'epoch': 27, 'iter': 760, 'avg_loss': 1.4018749816345637, 'avg_acc_mask': 52.795582763173684, 'loss': 1.2544249296188354}
+{'epoch': 27, 'iter': 770, 'avg_loss': 1.4034253746928254, 'avg_acc_mask': 52.715526421657955, 'loss': 1.515342116355896}
+{'epoch': 27, 'iter': 780, 'avg_loss': 1.4022998905975597, 'avg_acc_mask': 52.789659444171754, 'loss': 1.3078175783157349}
+{'epoch': 27, 'iter': 790, 'avg_loss': 1.4026400503406935, 'avg_acc_mask': 52.78733972507798, 'loss': 1.2821447849273682}
+{'epoch': 27, 'iter': 800, 'avg_loss': 1.401121640919746, 'avg_acc_mask': 52.87285505659, 'loss': 1.5752652883529663}
+{'epoch': 27, 'iter': 810, 'avg_loss': 1.400261550149553, 'avg_acc_mask': 52.876854398701354, 'loss': 1.27988862991333}
+{'epoch': 27, 'iter': 820, 'avg_loss': 1.4016586996605858, 'avg_acc_mask': 52.81997594333318, 'loss': 1.423453688621521}
+{'epoch': 27, 'iter': 830, 'avg_loss': 1.401593873503693, 'avg_acc_mask': 52.80641466208477, 'loss': 1.5324110984802246}
+{'epoch': 27, 'iter': 840, 'avg_loss': 1.4012030062579088, 'avg_acc_mask': 52.78702796822288, 'loss': 1.2665022611618042}
+{'epoch': 27, 'iter': 850, 'avg_loss': 1.4017365242143356, 'avg_acc_mask': 52.76391637270928, 'loss': 1.328539490699768}
+{'epoch': 27, 'iter': 860, 'avg_loss': 1.402465405918303, 'avg_acc_mask': 52.74734607218684, 'loss': 1.5508739948272705}
+{'epoch': 27, 'iter': 870, 'avg_loss': 1.4035141199792978, 'avg_acc_mask': 52.70729354527535, 'loss': 1.2115379571914673}
+{'epoch': 27, 'iter': 880, 'avg_loss': 1.4037036791562223, 'avg_acc_mask': 52.6972674876643, 'loss': 1.3833708763122559}
+{'epoch': 27, 'iter': 890, 'avg_loss': 1.4031752179367374, 'avg_acc_mask': 52.75280206922035, 'loss': 0.9524083137512207}
+{'epoch': 27, 'iter': 900, 'avg_loss': 1.4035214815499648, 'avg_acc_mask': 52.73825448944018, 'loss': 1.5980169773101807}
+{'epoch': 27, 'iter': 910, 'avg_loss': 1.4037690279120016, 'avg_acc_mask': 52.70765350043042, 'loss': 1.4859567880630493}
+{'epoch': 27, 'iter': 920, 'avg_loss': 1.4035020587110365, 'avg_acc_mask': 52.73562854086605, 'loss': 1.164413332939148}
+{'epoch': 27, 'iter': 930, 'avg_loss': 1.4036377633168542, 'avg_acc_mask': 52.743328100470954, 'loss': 1.6713534593582153}
+{'epoch': 27, 'iter': 940, 'avg_loss': 1.403974193632286, 'avg_acc_mask': 52.69591199239441, 'loss': 1.0661429166793823}
+{'epoch': 27, 'iter': 950, 'avg_loss': 1.4043476344032368, 'avg_acc_mask': 52.66665386314314, 'loss': 1.5334197282791138}
+{'epoch': 27, 'iter': 960, 'avg_loss': 1.4038254686870635, 'avg_acc_mask': 52.674498175182485, 'loss': 1.5334620475769043}
+{'epoch': 27, 'iter': 970, 'avg_loss': 1.4039624314966213, 'avg_acc_mask': 52.69909340555995, 'loss': 1.2336642742156982}
+{'epoch': 27, 'iter': 980, 'avg_loss': 1.4034385548089987, 'avg_acc_mask': 52.69613773848302, 'loss': 1.3644230365753174}
+{'epoch': 27, 'iter': 990, 'avg_loss': 1.403263092943205, 'avg_acc_mask': 52.71479054700728, 'loss': 1.4048889875411987}
+{'epoch': 27, 'iter': 1000, 'avg_loss': 1.4028378541652973, 'avg_acc_mask': 52.68733050616093, 'loss': 1.6763266324996948}
+{'epoch': 27, 'iter': 1010, 'avg_loss': 1.4020052997341967, 'avg_acc_mask': 52.6999981969962, 'loss': 1.3976898193359375}
+{'epoch': 27, 'iter': 1020, 'avg_loss': 1.4017384516971, 'avg_acc_mask': 52.70600839210785, 'loss': 1.1967473030090332}
+{'epoch': 27, 'iter': 1030, 'avg_loss': 1.4017774443621778, 'avg_acc_mask': 52.68788682581786, 'loss': 1.547256588935852}
+{'epoch': 27, 'iter': 1040, 'avg_loss': 1.4018757244810018, 'avg_acc_mask': 52.66310535073123, 'loss': 1.583943247795105}
+{'epoch': 27, 'iter': 1050, 'avg_loss': 1.4019452449143444, 'avg_acc_mask': 52.664827059578975, 'loss': 1.306268572807312}
+{'epoch': 27, 'iter': 1060, 'avg_loss': 1.4012169202580753, 'avg_acc_mask': 52.68578699405069, 'loss': 1.2038248777389526}
+{'epoch': 27, 'iter': 1070, 'avg_loss': 1.4006599471126062, 'avg_acc_mask': 52.678830002896035, 'loss': 1.3046214580535889}
+{'epoch': 27, 'iter': 1080, 'avg_loss': 1.4001857460813318, 'avg_acc_mask': 52.735310991866626, 'loss': 1.4285157918930054}
+{'epoch': 27, 'iter': 1090, 'avg_loss': 1.3997322188179828, 'avg_acc_mask': 52.72833625804295, 'loss': 1.0879724025726318}
+{'epoch': 27, 'iter': 1100, 'avg_loss': 1.3993715201584889, 'avg_acc_mask': 52.74646953523835, 'loss': 0.9395630955696106}
+{'epoch': 'EP27_train', 'avg_loss': 1.3995635422106782, 'total_masked_acc': 52.74309684238341}
+{'epoch': 28, 'iter': 0, 'avg_loss': 1.7091495990753174, 'avg_acc_mask': 40.0, 'loss': 1.7091495990753174}
+{'epoch': 28, 'iter': 10, 'avg_loss': 1.4557154178619385, 'avg_acc_mask': 52.49597423510467, 'loss': 1.2720609903335571}
+{'epoch': 28, 'iter': 20, 'avg_loss': 1.454310865629287, 'avg_acc_mask': 52.583333333333336, 'loss': 1.629061222076416}
+{'epoch': 28, 'iter': 30, 'avg_loss': 1.4105580891332319, 'avg_acc_mask': 53.79310344827586, 'loss': 1.3028287887573242}
+{'epoch': 28, 'iter': 40, 'avg_loss': 1.3842947948269728, 'avg_acc_mask': 54.24549054113507, 'loss': 1.1485799551010132}
+{'epoch': 28, 'iter': 50, 'avg_loss': 1.398478391123753, 'avg_acc_mask': 53.63984674329502, 'loss': 1.4346098899841309}
+{'epoch': 28, 'iter': 60, 'avg_loss': 1.3797208852455265, 'avg_acc_mask': 53.626565685988936, 'loss': 1.1932752132415771}
+{'epoch': 28, 'iter': 70, 'avg_loss': 1.3803026239636917, 'avg_acc_mask': 53.70462456489309, 'loss': 1.2996617555618286}
+{'epoch': 28, 'iter': 80, 'avg_loss': 1.3810285697748632, 'avg_acc_mask': 53.736192332683565, 'loss': 1.5691051483154297}
+{'epoch': 28, 'iter': 90, 'avg_loss': 1.3909507446236662, 'avg_acc_mask': 53.406891211769256, 'loss': 1.551538348197937}
+{'epoch': 28, 'iter': 100, 'avg_loss': 1.3818078802363707, 'avg_acc_mask': 53.92053445850914, 'loss': 1.0489544868469238}
+{'epoch': 28, 'iter': 110, 'avg_loss': 1.3828461390357834, 'avg_acc_mask': 53.971061093247584, 'loss': 1.1584136486053467}
+{'epoch': 28, 'iter': 120, 'avg_loss': 1.3797292536940455, 'avg_acc_mask': 53.8860103626943, 'loss': 1.7940185070037842}
+{'epoch': 28, 'iter': 130, 'avg_loss': 1.3806796924758504, 'avg_acc_mask': 53.798155181768855, 'loss': 1.5952132940292358}
+{'epoch': 28, 'iter': 140, 'avg_loss': 1.3799890884270904, 'avg_acc_mask': 53.53687649202161, 'loss': 1.194275140762329}
+{'epoch': 28, 'iter': 150, 'avg_loss': 1.3699603246537266, 'avg_acc_mask': 53.86717357728406, 'loss': 1.4220032691955566}
+{'epoch': 28, 'iter': 160, 'avg_loss': 1.3660185729494747, 'avg_acc_mask': 53.95150426582846, 'loss': 1.1957756280899048}
+{'epoch': 28, 'iter': 170, 'avg_loss': 1.3749247050424764, 'avg_acc_mask': 53.626535110737905, 'loss': 1.534865379333496}
+{'epoch': 28, 'iter': 180, 'avg_loss': 1.3729938314764538, 'avg_acc_mask': 53.68746262706797, 'loss': 1.625161051750183}
+{'epoch': 28, 'iter': 190, 'avg_loss': 1.3731469209281562, 'avg_acc_mask': 53.607176581680825, 'loss': 1.1020785570144653}
+{'epoch': 28, 'iter': 200, 'avg_loss': 1.3685514707470414, 'avg_acc_mask': 53.68988764044944, 'loss': 1.4582107067108154}
+{'epoch': 28, 'iter': 210, 'avg_loss': 1.3711017426721293, 'avg_acc_mask': 53.61909650924025, 'loss': 1.2731786966323853}
+{'epoch': 28, 'iter': 220, 'avg_loss': 1.3666701529899874, 'avg_acc_mask': 53.7960247637667, 'loss': 1.4531487226486206}
+{'epoch': 28, 'iter': 230, 'avg_loss': 1.3711576490175157, 'avg_acc_mask': 53.64786752069989, 'loss': 1.9360872507095337}
+{'epoch': 28, 'iter': 240, 'avg_loss': 1.3730054903327182, 'avg_acc_mask': 53.577333533744174, 'loss': 1.2609525918960571}
+{'epoch': 28, 'iter': 250, 'avg_loss': 1.37508497603861, 'avg_acc_mask': 53.41525117455729, 'loss': 1.2163103818893433}
+{'epoch': 28, 'iter': 260, 'avg_loss': 1.376057778966838, 'avg_acc_mask': 53.39920673578735, 'loss': 1.3522915840148926}
+{'epoch': 28, 'iter': 270, 'avg_loss': 1.3791863854520876, 'avg_acc_mask': 53.321771611526145, 'loss': 1.6737581491470337}
+{'epoch': 28, 'iter': 280, 'avg_loss': 1.38097595341265, 'avg_acc_mask': 53.277473412826296, 'loss': 1.2169266939163208}
+{'epoch': 28, 'iter': 290, 'avg_loss': 1.382410057426728, 'avg_acc_mask': 53.24918770307423, 'loss': 1.4796262979507446}
+{'epoch': 28, 'iter': 300, 'avg_loss': 1.3821293161160921, 'avg_acc_mask': 53.3365658524759, 'loss': 1.7781133651733398}
+{'epoch': 28, 'iter': 310, 'avg_loss': 1.3818531856659524, 'avg_acc_mask': 53.24248120300752, 'loss': 1.226458191871643}
+{'epoch': 28, 'iter': 320, 'avg_loss': 1.3839455375047487, 'avg_acc_mask': 53.222488858416185, 'loss': 1.321311593055725}
+{'epoch': 28, 'iter': 330, 'avg_loss': 1.383736216769838, 'avg_acc_mask': 53.18159162651603, 'loss': 1.204155445098877}
+{'epoch': 28, 'iter': 340, 'avg_loss': 1.38179017668945, 'avg_acc_mask': 53.19686223941543, 'loss': 1.138889193534851}
+{'epoch': 28, 'iter': 350, 'avg_loss': 1.380820488148605, 'avg_acc_mask': 53.24790794979079, 'loss': 1.5174527168273926}
+{'epoch': 28, 'iter': 360, 'avg_loss': 1.381623891747229, 'avg_acc_mask': 53.13769293257514, 'loss': 1.4841290712356567}
+{'epoch': 28, 'iter': 370, 'avg_loss': 1.3801943415580091, 'avg_acc_mask': 53.16124574305315, 'loss': 1.2997932434082031}
+{'epoch': 28, 'iter': 380, 'avg_loss': 1.3846855609435735, 'avg_acc_mask': 52.95953146752437, 'loss': 1.1589609384536743}
+{'epoch': 28, 'iter': 390, 'avg_loss': 1.383715182161697, 'avg_acc_mask': 53.03200449185851, 'loss': 1.132887840270996}
+{'epoch': 28, 'iter': 400, 'avg_loss': 1.384346154711193, 'avg_acc_mask': 53.0260155180283, 'loss': 1.6034538745880127}
+{'epoch': 28, 'iter': 410, 'avg_loss': 1.3830619477587605, 'avg_acc_mask': 53.08075861454902, 'loss': 1.377882480621338}
+{'epoch': 28, 'iter': 420, 'avg_loss': 1.3811457781497203, 'avg_acc_mask': 53.116153477636, 'loss': 1.1395286321640015}
+{'epoch': 28, 'iter': 430, 'avg_loss': 1.3802416541736806, 'avg_acc_mask': 53.17629050089293, 'loss': 1.5857471227645874}
+{'epoch': 28, 'iter': 440, 'avg_loss': 1.3840489367238518, 'avg_acc_mask': 53.10943208236466, 'loss': 1.5469884872436523}
+{'epoch': 28, 'iter': 450, 'avg_loss': 1.3846790464120007, 'avg_acc_mask': 53.12867990417022, 'loss': 1.1198370456695557}
+{'epoch': 28, 'iter': 460, 'avg_loss': 1.3849409059692102, 'avg_acc_mask': 53.07906237584425, 'loss': 1.719300627708435}
+{'epoch': 28, 'iter': 470, 'avg_loss': 1.3866165633414202, 'avg_acc_mask': 52.98803232825614, 'loss': 1.3287460803985596}
+{'epoch': 28, 'iter': 480, 'avg_loss': 1.3882007953282949, 'avg_acc_mask': 52.978617982238816, 'loss': 1.2424782514572144}
+{'epoch': 28, 'iter': 490, 'avg_loss': 1.3873552443296506, 'avg_acc_mask': 53.02464525765497, 'loss': 1.4536452293395996}
+{'epoch': 28, 'iter': 500, 'avg_loss': 1.3871599937865358, 'avg_acc_mask': 53.06376133372331, 'loss': 1.36609947681427}
+{'epoch': 28, 'iter': 510, 'avg_loss': 1.3874779781016817, 'avg_acc_mask': 53.03100914142319, 'loss': 1.294901967048645}
+{'epoch': 28, 'iter': 520, 'avg_loss': 1.386776818881337, 'avg_acc_mask': 53.05023923444976, 'loss': 1.5058999061584473}
+{'epoch': 28, 'iter': 530, 'avg_loss': 1.3867870109004938, 'avg_acc_mask': 53.024972406181014, 'loss': 1.1810647249221802}
+{'epoch': 28, 'iter': 540, 'avg_loss': 1.3872632214630818, 'avg_acc_mask': 53.03245436105477, 'loss': 1.4507827758789062}
+{'epoch': 28, 'iter': 550, 'avg_loss': 1.3878530769079869, 'avg_acc_mask': 52.97573605071862, 'loss': 1.2844202518463135}
+{'epoch': 28, 'iter': 560, 'avg_loss': 1.3875313280100492, 'avg_acc_mask': 53.02055085437972, 'loss': 1.3864413499832153}
+{'epoch': 28, 'iter': 570, 'avg_loss': 1.3848419319936147, 'avg_acc_mask': 53.11877689985225, 'loss': 1.3041107654571533}
+{'epoch': 28, 'iter': 580, 'avg_loss': 1.3833326012050018, 'avg_acc_mask': 53.15221507004922, 'loss': 1.4999723434448242}
+{'epoch': 28, 'iter': 590, 'avg_loss': 1.383085709033682, 'avg_acc_mask': 53.15055762081784, 'loss': 1.1388061046600342}
+{'epoch': 28, 'iter': 600, 'avg_loss': 1.3818324354047982, 'avg_acc_mask': 53.18033586297278, 'loss': 1.2528831958770752}
+{'epoch': 28, 'iter': 610, 'avg_loss': 1.3821292467866513, 'avg_acc_mask': 53.16489839956843, 'loss': 1.692393183708191}
+{'epoch': 28, 'iter': 620, 'avg_loss': 1.380749246828414, 'avg_acc_mask': 53.258274632320436, 'loss': 1.5889519453048706}
+{'epoch': 28, 'iter': 630, 'avg_loss': 1.3794205197252676, 'avg_acc_mask': 53.31611929905999, 'loss': 1.0840957164764404}
+{'epoch': 28, 'iter': 640, 'avg_loss': 1.3805805763662697, 'avg_acc_mask': 53.29062151417212, 'loss': 1.2016472816467285}
+{'epoch': 28, 'iter': 650, 'avg_loss': 1.3816622466352495, 'avg_acc_mask': 53.24305261673015, 'loss': 1.385636568069458}
+{'epoch': 28, 'iter': 660, 'avg_loss': 1.3810160147440416, 'avg_acc_mask': 53.28258272441864, 'loss': 1.0997523069381714}
+{'epoch': 28, 'iter': 670, 'avg_loss': 1.3796922117693768, 'avg_acc_mask': 53.337710658787486, 'loss': 1.2816996574401855}
+{'epoch': 28, 'iter': 680, 'avg_loss': 1.3792468541344183, 'avg_acc_mask': 53.31681434996902, 'loss': 1.4050102233886719}
+{'epoch': 28, 'iter': 690, 'avg_loss': 1.3791940111327274, 'avg_acc_mask': 53.31088961934047, 'loss': 1.0561308860778809}
+{'epoch': 28, 'iter': 700, 'avg_loss': 1.3802362368382333, 'avg_acc_mask': 53.306885211671975, 'loss': 1.4044809341430664}
+{'epoch': 28, 'iter': 710, 'avg_loss': 1.3791565265501267, 'avg_acc_mask': 53.37364899639733, 'loss': 1.364071011543274}
+{'epoch': 28, 'iter': 720, 'avg_loss': 1.379853968729424, 'avg_acc_mask': 53.3642750259961, 'loss': 1.4398705959320068}
+{'epoch': 28, 'iter': 730, 'avg_loss': 1.3777774589495522, 'avg_acc_mask': 53.41677096370463, 'loss': 1.44241464138031}
+{'epoch': 28, 'iter': 740, 'avg_loss': 1.3787333833383002, 'avg_acc_mask': 53.35521607147265, 'loss': 1.6474697589874268}
+{'epoch': 28, 'iter': 750, 'avg_loss': 1.3807191015400995, 'avg_acc_mask': 53.30737405694816, 'loss': 1.7562304735183716}
+{'epoch': 28, 'iter': 760, 'avg_loss': 1.3803918378895121, 'avg_acc_mask': 53.31922262843949, 'loss': 1.3961942195892334}
+{'epoch': 28, 'iter': 770, 'avg_loss': 1.3833990325878258, 'avg_acc_mask': 53.227452935450934, 'loss': 1.4042608737945557}
+{'epoch': 28, 'iter': 780, 'avg_loss': 1.3823218363958498, 'avg_acc_mask': 53.2628568749707, 'loss': 1.540271520614624}
+{'epoch': 28, 'iter': 790, 'avg_loss': 1.3827020832621193, 'avg_acc_mask': 53.259737554676114, 'loss': 1.2449597120285034}
+{'epoch': 28, 'iter': 800, 'avg_loss': 1.3827563210224243, 'avg_acc_mask': 53.225179938306866, 'loss': 1.172325611114502}
+{'epoch': 28, 'iter': 810, 'avg_loss': 1.3832199554408082, 'avg_acc_mask': 53.21769336611554, 'loss': 1.3451805114746094}
+{'epoch': 28, 'iter': 820, 'avg_loss': 1.3825213235420664, 'avg_acc_mask': 53.26859255629552, 'loss': 1.4931037425994873}
+{'epoch': 28, 'iter': 830, 'avg_loss': 1.3828094184183473, 'avg_acc_mask': 53.2384075353771, 'loss': 1.5855274200439453}
+{'epoch': 28, 'iter': 840, 'avg_loss': 1.3823178519675337, 'avg_acc_mask': 53.251581762442115, 'loss': 1.6341955661773682}
+{'epoch': 28, 'iter': 850, 'avg_loss': 1.3825259104318541, 'avg_acc_mask': 53.2543108076188, 'loss': 1.093595266342163}
+{'epoch': 28, 'iter': 860, 'avg_loss': 1.3832959412282353, 'avg_acc_mask': 53.20336034621749, 'loss': 1.6931190490722656}
+{'epoch': 28, 'iter': 870, 'avg_loss': 1.3847252149669502, 'avg_acc_mask': 53.15652865575417, 'loss': 1.4196146726608276}
+{'epoch': 28, 'iter': 880, 'avg_loss': 1.3842281760747261, 'avg_acc_mask': 53.15643498778822, 'loss': 0.8785412907600403}
+{'epoch': 28, 'iter': 890, 'avg_loss': 1.383269041341831, 'avg_acc_mask': 53.21070850658528, 'loss': 0.8260481357574463}
+{'epoch': 28, 'iter': 900, 'avg_loss': 1.384640165359675, 'avg_acc_mask': 53.159738392694436, 'loss': 1.8044623136520386}
+{'epoch': 28, 'iter': 910, 'avg_loss': 1.3841756276058443, 'avg_acc_mask': 53.19489777528585, 'loss': 1.4846755266189575}
+{'epoch': 28, 'iter': 920, 'avg_loss': 1.3840713288703779, 'avg_acc_mask': 53.21835662602835, 'loss': 1.5986748933792114}
+{'epoch': 28, 'iter': 930, 'avg_loss': 1.3841300243721868, 'avg_acc_mask': 53.2058073376496, 'loss': 1.472620964050293}
+{'epoch': 28, 'iter': 940, 'avg_loss': 1.3841027656726452, 'avg_acc_mask': 53.20317503444796, 'loss': 1.2181708812713623}
+{'epoch': 28, 'iter': 950, 'avg_loss': 1.3839422287625094, 'avg_acc_mask': 53.23011314520622, 'loss': 1.4976482391357422}
+{'epoch': 28, 'iter': 960, 'avg_loss': 1.3834707803954442, 'avg_acc_mask': 53.243716013233445, 'loss': 1.5081044435501099}
+{'epoch': 28, 'iter': 970, 'avg_loss': 1.3838411932993377, 'avg_acc_mask': 53.249318160443906, 'loss': 1.3262156248092651}
+{'epoch': 28, 'iter': 980, 'avg_loss': 1.3833956177689128, 'avg_acc_mask': 53.26080882215971, 'loss': 1.2756178379058838}
+{'epoch': 28, 'iter': 990, 'avg_loss': 1.3838529722721857, 'avg_acc_mask': 53.2571217848253, 'loss': 1.6747822761535645}
+{'epoch': 28, 'iter': 1000, 'avg_loss': 1.3834546267331302, 'avg_acc_mask': 53.25995692330158, 'loss': 1.5133789777755737}
+{'epoch': 28, 'iter': 1010, 'avg_loss': 1.3836082720025475, 'avg_acc_mask': 53.23259891192366, 'loss': 1.3911504745483398}
+{'epoch': 28, 'iter': 1020, 'avg_loss': 1.383479238607274, 'avg_acc_mask': 53.24271150062601, 'loss': 1.2893368005752563}
+{'epoch': 28, 'iter': 1030, 'avg_loss': 1.383166817527275, 'avg_acc_mask': 53.23561211648558, 'loss': 1.3028054237365723}
+{'epoch': 28, 'iter': 1040, 'avg_loss': 1.3837084278936689, 'avg_acc_mask': 53.21459905246535, 'loss': 1.4366967678070068}
+{'epoch': 28, 'iter': 1050, 'avg_loss': 1.3845232123992877, 'avg_acc_mask': 53.209494682699656, 'loss': 1.360256314277649}
+{'epoch': 28, 'iter': 1060, 'avg_loss': 1.3844664185593198, 'avg_acc_mask': 53.22802907637717, 'loss': 1.2982351779937744}
+{'epoch': 28, 'iter': 1070, 'avg_loss': 1.3836326886291932, 'avg_acc_mask': 53.25435706604304, 'loss': 1.4975531101226807}
+{'epoch': 28, 'iter': 1080, 'avg_loss': 1.3828921675351238, 'avg_acc_mask': 53.29075209949139, 'loss': 1.335646629333496}
+{'epoch': 28, 'iter': 1090, 'avg_loss': 1.3824620445751465, 'avg_acc_mask': 53.292060570568054, 'loss': 1.0587596893310547}
+{'epoch': 28, 'iter': 1100, 'avg_loss': 1.38191277736106, 'avg_acc_mask': 53.31796394274626, 'loss': 1.0635325908660889}
+{'epoch': 'EP28_train', 'avg_loss': 1.382225039857545, 'total_masked_acc': 53.30347699629826}
+{'epoch': 29, 'iter': 0, 'avg_loss': 1.6588091850280762, 'avg_acc_mask': 46.96969696969697, 'loss': 1.6588091850280762}
+{'epoch': 29, 'iter': 10, 'avg_loss': 1.4073650728572498, 'avg_acc_mask': 54.11392405063291, 'loss': 1.0851846933364868}
+{'epoch': 29, 'iter': 20, 'avg_loss': 1.3872145896866208, 'avg_acc_mask': 53.51397121083827, 'loss': 1.5284621715545654}
+{'epoch': 29, 'iter': 30, 'avg_loss': 1.3807006132218145, 'avg_acc_mask': 53.55255431591309, 'loss': 1.2944395542144775}
+{'epoch': 29, 'iter': 40, 'avg_loss': 1.3704459303762855, 'avg_acc_mask': 53.88716126166149, 'loss': 1.3278672695159912}
+{'epoch': 29, 'iter': 50, 'avg_loss': 1.3908431880614336, 'avg_acc_mask': 53.083391730904, 'loss': 1.3419045209884644}
+{'epoch': 29, 'iter': 60, 'avg_loss': 1.3876620648337192, 'avg_acc_mask': 53.21533923303835, 'loss': 1.1854239702224731}
+{'epoch': 29, 'iter': 70, 'avg_loss': 1.3908831384819997, 'avg_acc_mask': 53.15110098709187, 'loss': 1.4893136024475098}
+{'epoch': 29, 'iter': 80, 'avg_loss': 1.3898866544535131, 'avg_acc_mask': 53.147779986746194, 'loss': 1.7349237203598022}
+{'epoch': 29, 'iter': 90, 'avg_loss': 1.3972228202191028, 'avg_acc_mask': 52.91920581875369, 'loss': 1.4786955118179321}
+{'epoch': 29, 'iter': 100, 'avg_loss': 1.390808871476957, 'avg_acc_mask': 53.18732193732194, 'loss': 1.310929298400879}
+{'epoch': 29, 'iter': 110, 'avg_loss': 1.3873316146231987, 'avg_acc_mask': 53.4944480731548, 'loss': 1.1460721492767334}
+{'epoch': 29, 'iter': 120, 'avg_loss': 1.3815874235689147, 'avg_acc_mask': 53.586371787208606, 'loss': 1.5494036674499512}
+{'epoch': 29, 'iter': 130, 'avg_loss': 1.3835187003812717, 'avg_acc_mask': 53.54927636113026, 'loss': 1.488905906677246}
+{'epoch': 29, 'iter': 140, 'avg_loss': 1.3857793249982469, 'avg_acc_mask': 53.25322766202224, 'loss': 1.219942569732666}
+{'epoch': 29, 'iter': 150, 'avg_loss': 1.3770422813118688, 'avg_acc_mask': 53.637022716288065, 'loss': 1.4884029626846313}
+{'epoch': 29, 'iter': 160, 'avg_loss': 1.3755154972491057, 'avg_acc_mask': 53.629949931725086, 'loss': 1.6504027843475342}
+{'epoch': 29, 'iter': 170, 'avg_loss': 1.3779300751044736, 'avg_acc_mask': 53.42933333333333, 'loss': 1.2797136306762695}
+{'epoch': 29, 'iter': 180, 'avg_loss': 1.3791336203148352, 'avg_acc_mask': 53.39854780153288, 'loss': 1.489678978919983}
+{'epoch': 29, 'iter': 190, 'avg_loss': 1.3812631911632278, 'avg_acc_mask': 53.37902151151723, 'loss': 1.4433954954147339}
+{'epoch': 29, 'iter': 200, 'avg_loss': 1.3772849046175752, 'avg_acc_mask': 53.5052012663953, 'loss': 1.0938992500305176}
+{'epoch': 29, 'iter': 210, 'avg_loss': 1.3774225282443078, 'avg_acc_mask': 53.64175767477857, 'loss': 1.4245895147323608}
+{'epoch': 29, 'iter': 220, 'avg_loss': 1.3784472618707164, 'avg_acc_mask': 53.58339462286508, 'loss': 1.6435493230819702}
+{'epoch': 29, 'iter': 230, 'avg_loss': 1.3790090847841072, 'avg_acc_mask': 53.65815569610369, 'loss': 1.4043397903442383}
+{'epoch': 29, 'iter': 240, 'avg_loss': 1.380840400442543, 'avg_acc_mask': 53.59157578036856, 'loss': 1.1987992525100708}
+{'epoch': 29, 'iter': 250, 'avg_loss': 1.379461862176538, 'avg_acc_mask': 53.64056631031494, 'loss': 1.0780904293060303}
+{'epoch': 29, 'iter': 260, 'avg_loss': 1.3831856762312382, 'avg_acc_mask': 53.569440578903425, 'loss': 1.296188235282898}
+{'epoch': 29, 'iter': 270, 'avg_loss': 1.3881975399172175, 'avg_acc_mask': 53.2945347514884, 'loss': 1.799713134765625}
+{'epoch': 29, 'iter': 280, 'avg_loss': 1.393022430324894, 'avg_acc_mask': 53.16537467700259, 'loss': 1.180971622467041}
+{'epoch': 29, 'iter': 290, 'avg_loss': 1.392325949013438, 'avg_acc_mask': 53.299619154648184, 'loss': 1.3718868494033813}
+{'epoch': 29, 'iter': 300, 'avg_loss': 1.3916119693521645, 'avg_acc_mask': 53.431698615226466, 'loss': 1.192365050315857}
+{'epoch': 29, 'iter': 310, 'avg_loss': 1.3879407987333954, 'avg_acc_mask': 53.44959192061535, 'loss': 1.2581104040145874}
+{'epoch': 29, 'iter': 320, 'avg_loss': 1.3874572177542333, 'avg_acc_mask': 53.411938938254735, 'loss': 1.474298119544983}
+{'epoch': 29, 'iter': 330, 'avg_loss': 1.385501548242713, 'avg_acc_mask': 53.49209857442811, 'loss': 1.2663955688476562}
+{'epoch': 29, 'iter': 340, 'avg_loss': 1.3829493707925344, 'avg_acc_mask': 53.48662700326955, 'loss': 1.349960207939148}
+{'epoch': 29, 'iter': 350, 'avg_loss': 1.3830584511797652, 'avg_acc_mask': 53.500729318608045, 'loss': 1.3943870067596436}
+{'epoch': 29, 'iter': 360, 'avg_loss': 1.382953235482245, 'avg_acc_mask': 53.55407047387606, 'loss': 1.4625300168991089}
+{'epoch': 29, 'iter': 370, 'avg_loss': 1.3824614371572221, 'avg_acc_mask': 53.56015779092702, 'loss': 1.3468550443649292}
+{'epoch': 29, 'iter': 380, 'avg_loss': 1.3841987277266234, 'avg_acc_mask': 53.439255028080446, 'loss': 1.2447463274002075}
+{'epoch': 29, 'iter': 390, 'avg_loss': 1.380366852673728, 'avg_acc_mask': 53.50753957104055, 'loss': 1.577612280845642}
+{'epoch': 29, 'iter': 400, 'avg_loss': 1.380099754678341, 'avg_acc_mask': 53.46503033897532, 'loss': 1.3175032138824463}
+{'epoch': 29, 'iter': 410, 'avg_loss': 1.3796934559397454, 'avg_acc_mask': 53.416729733339274, 'loss': 1.1052393913269043}
+{'epoch': 29, 'iter': 420, 'avg_loss': 1.3802086749156128, 'avg_acc_mask': 53.434682231998956, 'loss': 1.4292635917663574}
+{'epoch': 29, 'iter': 430, 'avg_loss': 1.380357634855257, 'avg_acc_mask': 53.483423415755205, 'loss': 1.5030189752578735}
+{'epoch': 29, 'iter': 440, 'avg_loss': 1.3841652576885526, 'avg_acc_mask': 53.344127537675924, 'loss': 1.8373470306396484}
+{'epoch': 29, 'iter': 450, 'avg_loss': 1.3862699395801434, 'avg_acc_mask': 53.28763233683528, 'loss': 1.130906581878662}
+{'epoch': 29, 'iter': 460, 'avg_loss': 1.3869372206758264, 'avg_acc_mask': 53.26513619602712, 'loss': 1.3211349248886108}
+{'epoch': 29, 'iter': 470, 'avg_loss': 1.3880179750944652, 'avg_acc_mask': 53.220864843901495, 'loss': 1.482399582862854}
+{'epoch': 29, 'iter': 480, 'avg_loss': 1.3888968402779276, 'avg_acc_mask': 53.20386135603526, 'loss': 1.2201488018035889}
+{'epoch': 29, 'iter': 490, 'avg_loss': 1.3907598346896668, 'avg_acc_mask': 53.15348837209303, 'loss': 1.6043165922164917}
+{'epoch': 29, 'iter': 500, 'avg_loss': 1.3896756659962697, 'avg_acc_mask': 53.16446455945689, 'loss': 1.3431814908981323}
+{'epoch': 29, 'iter': 510, 'avg_loss': 1.3900664139633776, 'avg_acc_mask': 53.1499302400458, 'loss': 1.3158625364303589}
+{'epoch': 29, 'iter': 520, 'avg_loss': 1.389908644150864, 'avg_acc_mask': 53.13641472323687, 'loss': 1.6160176992416382}
+{'epoch': 29, 'iter': 530, 'avg_loss': 1.3893237790818942, 'avg_acc_mask': 53.14899624668572, 'loss': 1.3492316007614136}
+{'epoch': 29, 'iter': 540, 'avg_loss': 1.3894227400504728, 'avg_acc_mask': 53.13239970232054, 'loss': 1.2204095125198364}
+{'epoch': 29, 'iter': 550, 'avg_loss': 1.3928301456619305, 'avg_acc_mask': 52.99830941094573, 'loss': 1.5272153615951538}
+{'epoch': 29, 'iter': 560, 'avg_loss': 1.39336601117503, 'avg_acc_mask': 52.974697971278786, 'loss': 1.4372248649597168}
+{'epoch': 29, 'iter': 570, 'avg_loss': 1.3925499230257892, 'avg_acc_mask': 52.96676582541663, 'loss': 1.135024070739746}
+{'epoch': 29, 'iter': 580, 'avg_loss': 1.3908457872994795, 'avg_acc_mask': 53.00091174898607, 'loss': 1.4454238414764404}
+{'epoch': 29, 'iter': 590, 'avg_loss': 1.3909451151660654, 'avg_acc_mask': 52.9797028020637, 'loss': 0.9954565167427063}
+{'epoch': 29, 'iter': 600, 'avg_loss': 1.391248915933333, 'avg_acc_mask': 52.92309565111537, 'loss': 1.5437064170837402}
+{'epoch': 29, 'iter': 610, 'avg_loss': 1.3908988942686353, 'avg_acc_mask': 52.92234026634745, 'loss': 1.468712568283081}
+{'epoch': 29, 'iter': 620, 'avg_loss': 1.3886941884450867, 'avg_acc_mask': 53.01950156130325, 'loss': 1.753211498260498}
+{'epoch': 29, 'iter': 630, 'avg_loss': 1.3896904889075012, 'avg_acc_mask': 53.005306039606836, 'loss': 1.5485889911651611}
+{'epoch': 29, 'iter': 640, 'avg_loss': 1.38899826789609, 'avg_acc_mask': 53.046236497685314, 'loss': 1.2520325183868408}
+{'epoch': 29, 'iter': 650, 'avg_loss': 1.3893565330454098, 'avg_acc_mask': 53.01204819277109, 'loss': 1.2726019620895386}
+{'epoch': 29, 'iter': 660, 'avg_loss': 1.38867647483742, 'avg_acc_mask': 53.057374320275215, 'loss': 1.4620280265808105}
+{'epoch': 29, 'iter': 670, 'avg_loss': 1.388840705822548, 'avg_acc_mask': 53.07673382356961, 'loss': 1.3062387704849243}
+{'epoch': 29, 'iter': 680, 'avg_loss': 1.3893934301867885, 'avg_acc_mask': 53.04094984250061, 'loss': 1.594891905784607}
+{'epoch': 29, 'iter': 690, 'avg_loss': 1.3897087633523513, 'avg_acc_mask': 53.057382265591855, 'loss': 1.2911648750305176}
+{'epoch': 29, 'iter': 700, 'avg_loss': 1.3918462552119595, 'avg_acc_mask': 52.98482117198318, 'loss': 1.606882929801941}
+{'epoch': 29, 'iter': 710, 'avg_loss': 1.3904622834275375, 'avg_acc_mask': 53.04471073315295, 'loss': 1.3672587871551514}
+{'epoch': 29, 'iter': 720, 'avg_loss': 1.3913186632313774, 'avg_acc_mask': 53.01002919893361, 'loss': 1.3329921960830688}
+{'epoch': 29, 'iter': 730, 'avg_loss': 1.3888019740010742, 'avg_acc_mask': 53.085399449035805, 'loss': 1.409975290298462}
+{'epoch': 29, 'iter': 740, 'avg_loss': 1.3890982489836843, 'avg_acc_mask': 53.04655070171971, 'loss': 1.3212230205535889}
+{'epoch': 29, 'iter': 750, 'avg_loss': 1.3886540878946074, 'avg_acc_mask': 53.050132826399555, 'loss': 1.5130559206008911}
+{'epoch': 29, 'iter': 760, 'avg_loss': 1.3882234765414967, 'avg_acc_mask': 53.07601550648913, 'loss': 1.2561099529266357}
+{'epoch': 29, 'iter': 770, 'avg_loss': 1.3895902236302693, 'avg_acc_mask': 53.042569861582656, 'loss': 1.4744110107421875}
+{'epoch': 29, 'iter': 780, 'avg_loss': 1.3884996197135133, 'avg_acc_mask': 53.07840195067054, 'loss': 1.1103867292404175}
+{'epoch': 29, 'iter': 790, 'avg_loss': 1.388811056442116, 'avg_acc_mask': 53.09310560299938, 'loss': 1.51595938205719}
+{'epoch': 29, 'iter': 800, 'avg_loss': 1.3877525396561354, 'avg_acc_mask': 53.11279157433003, 'loss': 1.318656325340271}
+{'epoch': 29, 'iter': 810, 'avg_loss': 1.3873332957892177, 'avg_acc_mask': 53.15730083502596, 'loss': 1.419725775718689}
+{'epoch': 29, 'iter': 820, 'avg_loss': 1.388930829375728, 'avg_acc_mask': 53.088979555436644, 'loss': 1.4015079736709595}
+{'epoch': 29, 'iter': 830, 'avg_loss': 1.3892350007480663, 'avg_acc_mask': 53.08897754071984, 'loss': 1.4915939569473267}
+{'epoch': 29, 'iter': 840, 'avg_loss': 1.389233434242811, 'avg_acc_mask': 53.085182845817094, 'loss': 1.4778324365615845}
+{'epoch': 29, 'iter': 850, 'avg_loss': 1.3906021866198852, 'avg_acc_mask': 53.02459704319008, 'loss': 1.698459267616272}
+{'epoch': 29, 'iter': 860, 'avg_loss': 1.3913391212414643, 'avg_acc_mask': 52.973420868124165, 'loss': 1.5409692525863647}
+{'epoch': 29, 'iter': 870, 'avg_loss': 1.3926320708988729, 'avg_acc_mask': 52.923399790136415, 'loss': 1.5055699348449707}
+{'epoch': 29, 'iter': 880, 'avg_loss': 1.3922415146356815, 'avg_acc_mask': 52.93384567452487, 'loss': 1.2678546905517578}
+{'epoch': 29, 'iter': 890, 'avg_loss': 1.3914865310879803, 'avg_acc_mask': 53.00345366335005, 'loss': 0.8918240666389465}
+{'epoch': 29, 'iter': 900, 'avg_loss': 1.3908427323935166, 'avg_acc_mask': 52.99237417386884, 'loss': 1.5341144800186157}
+{'epoch': 29, 'iter': 910, 'avg_loss': 1.3920993414982483, 'avg_acc_mask': 52.92769243143248, 'loss': 1.6213783025741577}
+{'epoch': 29, 'iter': 920, 'avg_loss': 1.3914746816202301, 'avg_acc_mask': 52.94422104550702, 'loss': 1.4742525815963745}
+{'epoch': 29, 'iter': 930, 'avg_loss': 1.3912486697113988, 'avg_acc_mask': 52.949637452711215, 'loss': 1.820258617401123}
+{'epoch': 29, 'iter': 940, 'avg_loss': 1.3928782086063267, 'avg_acc_mask': 52.886376924576105, 'loss': 1.033103108406067}
+{'epoch': 29, 'iter': 950, 'avg_loss': 1.393744544651982, 'avg_acc_mask': 52.84640585854693, 'loss': 1.8875885009765625}
+{'epoch': 29, 'iter': 960, 'avg_loss': 1.392518621949822, 'avg_acc_mask': 52.89664378337148, 'loss': 1.4058423042297363}
+{'epoch': 29, 'iter': 970, 'avg_loss': 1.3926885225009231, 'avg_acc_mask': 52.90620871862616, 'loss': 1.4706885814666748}
+{'epoch': 29, 'iter': 980, 'avg_loss': 1.392421415700339, 'avg_acc_mask': 52.922399148761414, 'loss': 1.3328295946121216}
+{'epoch': 29, 'iter': 990, 'avg_loss': 1.3930995709720462, 'avg_acc_mask': 52.90328534514581, 'loss': 1.7762727737426758}
+{'epoch': 29, 'iter': 1000, 'avg_loss': 1.392549419974709, 'avg_acc_mask': 52.880078996452475, 'loss': 1.4855408668518066}
+{'epoch': 29, 'iter': 1010, 'avg_loss': 1.3920151600144384, 'avg_acc_mask': 52.895571053346615, 'loss': 1.200095772743225}
+{'epoch': 29, 'iter': 1020, 'avg_loss': 1.3918579127949668, 'avg_acc_mask': 52.92767346353185, 'loss': 1.1614691019058228}
+{'epoch': 29, 'iter': 1030, 'avg_loss': 1.3914913089384047, 'avg_acc_mask': 52.95173762332237, 'loss': 1.4763925075531006}
+{'epoch': 29, 'iter': 1040, 'avg_loss': 1.3914146031701256, 'avg_acc_mask': 52.94739252188309, 'loss': 1.5209592580795288}
+{'epoch': 29, 'iter': 1050, 'avg_loss': 1.3909591150556033, 'avg_acc_mask': 52.971783768682776, 'loss': 1.520971417427063}
+{'epoch': 29, 'iter': 1060, 'avg_loss': 1.390723561926005, 'avg_acc_mask': 52.96376372913604, 'loss': 1.02138090133667}
+{'epoch': 29, 'iter': 1070, 'avg_loss': 1.3902343479302528, 'avg_acc_mask': 52.9755378922845, 'loss': 1.3070766925811768}
+{'epoch': 29, 'iter': 1080, 'avg_loss': 1.3895528441110658, 'avg_acc_mask': 53.01033131457071, 'loss': 1.5011156797409058}
+{'epoch': 29, 'iter': 1090, 'avg_loss': 1.3890070258533047, 'avg_acc_mask': 53.037885403372066, 'loss': 1.4108562469482422}
+{'epoch': 29, 'iter': 1100, 'avg_loss': 1.3879313000108198, 'avg_acc_mask': 53.07820299500832, 'loss': 1.1176692247390747}
+{'epoch': 'EP29_train', 'avg_loss': 1.3880179579980771, 'total_masked_acc': 53.07546919557}
+{'epoch': 30, 'iter': 0, 'avg_loss': 1.5983424186706543, 'avg_acc_mask': 44.44444444444444, 'loss': 1.5983424186706543}
+{'epoch': 30, 'iter': 10, 'avg_loss': 1.3930365172299473, 'avg_acc_mask': 52.90519877675841, 'loss': 1.4466291666030884}
+{'epoch': 30, 'iter': 20, 'avg_loss': 1.4077849558421545, 'avg_acc_mask': 52.502050861361774, 'loss': 1.2930494546890259}
+{'epoch': 30, 'iter': 30, 'avg_loss': 1.3987393340756815, 'avg_acc_mask': 52.819653824678944, 'loss': 1.3937684297561646}
+{'epoch': 30, 'iter': 40, 'avg_loss': 1.4077555057479114, 'avg_acc_mask': 52.80851063829787, 'loss': 1.4537358283996582}
+{'epoch': 30, 'iter': 50, 'avg_loss': 1.4179522897682937, 'avg_acc_mask': 52.23214285714286, 'loss': 1.3479058742523193}
+{'epoch': 30, 'iter': 60, 'avg_loss': 1.405251973965129, 'avg_acc_mask': 52.28908724445724, 'loss': 1.266013741493225}
+{'epoch': 30, 'iter': 70, 'avg_loss': 1.3981342265303707, 'avg_acc_mask': 52.73495773247141, 'loss': 1.2598975896835327}
+{'epoch': 30, 'iter': 80, 'avg_loss': 1.3963054300826272, 'avg_acc_mask': 52.662721893491124, 'loss': 1.434664011001587}
+{'epoch': 30, 'iter': 90, 'avg_loss': 1.4014388493129186, 'avg_acc_mask': 52.40975609756098, 'loss': 1.4944208860397339}
+{'epoch': 30, 'iter': 100, 'avg_loss': 1.389151148276754, 'avg_acc_mask': 52.881236823612085, 'loss': 1.0050112009048462}
+{'epoch': 30, 'iter': 110, 'avg_loss': 1.395760781056172, 'avg_acc_mask': 52.71181001283697, 'loss': 1.194597840309143}
+{'epoch': 30, 'iter': 120, 'avg_loss': 1.3893206346133524, 'avg_acc_mask': 52.76545400769004, 'loss': 1.2496073246002197}
+{'epoch': 30, 'iter': 130, 'avg_loss': 1.3826247262590714, 'avg_acc_mask': 52.919608908202065, 'loss': 1.2855867147445679}
+{'epoch': 30, 'iter': 140, 'avg_loss': 1.3854011660772012, 'avg_acc_mask': 52.68071149236786, 'loss': 1.1918177604675293}
+{'epoch': 30, 'iter': 150, 'avg_loss': 1.3756602773603224, 'avg_acc_mask': 53.21554770318021, 'loss': 1.460530161857605}
+{'epoch': 30, 'iter': 160, 'avg_loss': 1.3732825724974922, 'avg_acc_mask': 53.41276027168467, 'loss': 1.4196048974990845}
+{'epoch': 30, 'iter': 170, 'avg_loss': 1.3775848986809713, 'avg_acc_mask': 53.12041884816754, 'loss': 1.5014257431030273}
+{'epoch': 30, 'iter': 180, 'avg_loss': 1.38148799522147, 'avg_acc_mask': 53.09314065129169, 'loss': 1.3749878406524658}
+{'epoch': 30, 'iter': 190, 'avg_loss': 1.3803457393072038, 'avg_acc_mask': 53.061800395071025, 'loss': 1.375964879989624}
+{'epoch': 30, 'iter': 200, 'avg_loss': 1.3760446656995744, 'avg_acc_mask': 53.08730229648825, 'loss': 1.3321853876113892}
+{'epoch': 30, 'iter': 210, 'avg_loss': 1.3769328981214226, 'avg_acc_mask': 53.25836953743931, 'loss': 1.5316492319107056}
+{'epoch': 30, 'iter': 220, 'avg_loss': 1.3767019432054926, 'avg_acc_mask': 53.23172222675034, 'loss': 1.3396546840667725}
+{'epoch': 30, 'iter': 230, 'avg_loss': 1.377974201332439, 'avg_acc_mask': 53.111545988258314, 'loss': 1.3177412748336792}
+{'epoch': 30, 'iter': 240, 'avg_loss': 1.3797210966897704, 'avg_acc_mask': 53.087349397590366, 'loss': 1.3404892683029175}
+{'epoch': 30, 'iter': 250, 'avg_loss': 1.3825070147970284, 'avg_acc_mask': 53.075812274368225, 'loss': 1.158361792564392}
+{'epoch': 30, 'iter': 260, 'avg_loss': 1.3839609383166522, 'avg_acc_mask': 53.01004502944233, 'loss': 1.2516285181045532}
+{'epoch': 30, 'iter': 270, 'avg_loss': 1.3881014187397551, 'avg_acc_mask': 52.925124792013314, 'loss': 1.6595388650894165}
+{'epoch': 30, 'iter': 280, 'avg_loss': 1.385426591511723, 'avg_acc_mask': 53.01854109193559, 'loss': 1.1055477857589722}
+{'epoch': 30, 'iter': 290, 'avg_loss': 1.3820403437434192, 'avg_acc_mask': 53.15992053637943, 'loss': 1.098753571510315}
+{'epoch': 30, 'iter': 300, 'avg_loss': 1.3810374863520016, 'avg_acc_mask': 53.152448562146546, 'loss': 1.1723523139953613}
+{'epoch': 30, 'iter': 310, 'avg_loss': 1.3807122416051638, 'avg_acc_mask': 53.06384718733571, 'loss': 1.013991117477417}
+{'epoch': 30, 'iter': 320, 'avg_loss': 1.385409903303485, 'avg_acc_mask': 53.05763557975948, 'loss': 1.0425604581832886}
+{'epoch': 30, 'iter': 330, 'avg_loss': 1.3877898692364419, 'avg_acc_mask': 52.983924245760846, 'loss': 1.227400779724121}
+{'epoch': 30, 'iter': 340, 'avg_loss': 1.3874651155164164, 'avg_acc_mask': 52.99829278702518, 'loss': 1.6150394678115845}
+{'epoch': 30, 'iter': 350, 'avg_loss': 1.3863843519803125, 'avg_acc_mask': 53.04830592019925, 'loss': 1.2912343740463257}
+{'epoch': 30, 'iter': 360, 'avg_loss': 1.3854143672372496, 'avg_acc_mask': 53.04868838427068, 'loss': 1.497842788696289}
+{'epoch': 30, 'iter': 370, 'avg_loss': 1.3851543051213266, 'avg_acc_mask': 53.10648714810281, 'loss': 1.1350345611572266}
+{'epoch': 30, 'iter': 380, 'avg_loss': 1.386592970432572, 'avg_acc_mask': 53.058497948277505, 'loss': 1.0336873531341553}
+{'epoch': 30, 'iter': 390, 'avg_loss': 1.3858763128900162, 'avg_acc_mask': 53.0741326388243, 'loss': 1.6096341609954834}
+{'epoch': 30, 'iter': 400, 'avg_loss': 1.3853304142369296, 'avg_acc_mask': 53.06705354309289, 'loss': 1.2460633516311646}
+{'epoch': 30, 'iter': 410, 'avg_loss': 1.3848019655603563, 'avg_acc_mask': 53.01609764726693, 'loss': 1.330511450767517}
+{'epoch': 30, 'iter': 420, 'avg_loss': 1.3831836115436147, 'avg_acc_mask': 53.09244932359425, 'loss': 1.2310758829116821}
+{'epoch': 30, 'iter': 430, 'avg_loss': 1.381689615288356, 'avg_acc_mask': 53.1486252481311, 'loss': 1.0341676473617554}
+{'epoch': 30, 'iter': 440, 'avg_loss': 1.382411448187839, 'avg_acc_mask': 53.09095411026742, 'loss': 1.610284686088562}
+{'epoch': 30, 'iter': 450, 'avg_loss': 1.383262555377182, 'avg_acc_mask': 53.07120342681646, 'loss': 1.2185970544815063}
+{'epoch': 30, 'iter': 460, 'avg_loss': 1.3850847887372246, 'avg_acc_mask': 52.9941538947701, 'loss': 1.3907017707824707}
+{'epoch': 30, 'iter': 470, 'avg_loss': 1.3844639695627168, 'avg_acc_mask': 52.975522988283515, 'loss': 1.2716349363327026}
+{'epoch': 30, 'iter': 480, 'avg_loss': 1.383731641789236, 'avg_acc_mask': 53.04374194526571, 'loss': 1.3042188882827759}
+{'epoch': 30, 'iter': 490, 'avg_loss': 1.3840220797571776, 'avg_acc_mask': 53.05743368749536, 'loss': 1.1608154773712158}
+{'epoch': 30, 'iter': 500, 'avg_loss': 1.382252368860378, 'avg_acc_mask': 53.15357988704682, 'loss': 1.1576937437057495}
+{'epoch': 30, 'iter': 510, 'avg_loss': 1.3798528854860952, 'avg_acc_mask': 53.20835565077665, 'loss': 1.3139649629592896}
+{'epoch': 30, 'iter': 520, 'avg_loss': 1.3783440631090336, 'avg_acc_mask': 53.224618621778006, 'loss': 1.3900127410888672}
+{'epoch': 30, 'iter': 530, 'avg_loss': 1.376482130668482, 'avg_acc_mask': 53.301432112365745, 'loss': 1.1694691181182861}
+{'epoch': 30, 'iter': 540, 'avg_loss': 1.376510855891568, 'avg_acc_mask': 53.29389893527126, 'loss': 1.3758845329284668}
+{'epoch': 30, 'iter': 550, 'avg_loss': 1.3775561305875137, 'avg_acc_mask': 53.26789800046424, 'loss': 1.3589533567428589}
+{'epoch': 30, 'iter': 560, 'avg_loss': 1.3775890797854744, 'avg_acc_mask': 53.21801566579635, 'loss': 1.1747491359710693}
+{'epoch': 30, 'iter': 570, 'avg_loss': 1.3759078486788294, 'avg_acc_mask': 53.31407478735356, 'loss': 1.4914648532867432}
+{'epoch': 30, 'iter': 580, 'avg_loss': 1.3764326718095659, 'avg_acc_mask': 53.246548572149024, 'loss': 1.7181789875030518}
+{'epoch': 30, 'iter': 590, 'avg_loss': 1.3758255409710298, 'avg_acc_mask': 53.2679030310536, 'loss': 0.9860453605651855}
+{'epoch': 30, 'iter': 600, 'avg_loss': 1.3764465707114055, 'avg_acc_mask': 53.250510033190224, 'loss': 1.5826863050460815}
+{'epoch': 30, 'iter': 610, 'avg_loss': 1.3767763248442042, 'avg_acc_mask': 53.25644098262433, 'loss': 1.5757062435150146}
+{'epoch': 30, 'iter': 620, 'avg_loss': 1.3749986457939884, 'avg_acc_mask': 53.3286139869628, 'loss': 1.5747421979904175}
+{'epoch': 30, 'iter': 630, 'avg_loss': 1.3746882708250248, 'avg_acc_mask': 53.35268505079826, 'loss': 1.3010368347167969}
+{'epoch': 30, 'iter': 640, 'avg_loss': 1.3747520952626435, 'avg_acc_mask': 53.400114481969084, 'loss': 0.9957961440086365}
+{'epoch': 30, 'iter': 650, 'avg_loss': 1.3748881095382293, 'avg_acc_mask': 53.41592121229224, 'loss': 1.1401866674423218}
+{'epoch': 30, 'iter': 660, 'avg_loss': 1.3735884340556055, 'avg_acc_mask': 53.44549499443827, 'loss': 1.1286433935165405}
+{'epoch': 30, 'iter': 670, 'avg_loss': 1.3725692125262163, 'avg_acc_mask': 53.518888858449984, 'loss': 1.4163830280303955}
+{'epoch': 30, 'iter': 680, 'avg_loss': 1.372408821456758, 'avg_acc_mask': 53.49797570850202, 'loss': 1.281674861907959}
+{'epoch': 30, 'iter': 690, 'avg_loss': 1.3720852078818724, 'avg_acc_mask': 53.52995881493291, 'loss': 1.2012643814086914}
+{'epoch': 30, 'iter': 700, 'avg_loss': 1.372834776420566, 'avg_acc_mask': 53.52625376456723, 'loss': 1.2763164043426514}
+{'epoch': 30, 'iter': 710, 'avg_loss': 1.372746514452493, 'avg_acc_mask': 53.535901609694335, 'loss': 1.581300973892212}
+{'epoch': 30, 'iter': 720, 'avg_loss': 1.3740036685159236, 'avg_acc_mask': 53.51469875831825, 'loss': 1.2447896003723145}
+{'epoch': 30, 'iter': 730, 'avg_loss': 1.3740346395039853, 'avg_acc_mask': 53.50440251572327, 'loss': 1.6295099258422852}
+{'epoch': 30, 'iter': 740, 'avg_loss': 1.3745117487534178, 'avg_acc_mask': 53.50722769085815, 'loss': 1.3844044208526611}
+{'epoch': 30, 'iter': 750, 'avg_loss': 1.3749709231716973, 'avg_acc_mask': 53.503605034828304, 'loss': 1.194216251373291}
+{'epoch': 30, 'iter': 760, 'avg_loss': 1.3752259831390932, 'avg_acc_mask': 53.46974230286652, 'loss': 1.4039860963821411}
+{'epoch': 30, 'iter': 770, 'avg_loss': 1.3757625070681987, 'avg_acc_mask': 53.427102670284164, 'loss': 1.3400664329528809}
+{'epoch': 30, 'iter': 780, 'avg_loss': 1.3749602244697063, 'avg_acc_mask': 53.4297724444027, 'loss': 1.358378291130066}
+{'epoch': 30, 'iter': 790, 'avg_loss': 1.3746401687186829, 'avg_acc_mask': 53.461074510531695, 'loss': 1.52605402469635}
+{'epoch': 30, 'iter': 800, 'avg_loss': 1.37469160311231, 'avg_acc_mask': 53.443576647351186, 'loss': 1.396621823310852}
+{'epoch': 30, 'iter': 810, 'avg_loss': 1.3753827186312835, 'avg_acc_mask': 53.426484885482374, 'loss': 1.2349011898040771}
+{'epoch': 30, 'iter': 820, 'avg_loss': 1.3756925990752848, 'avg_acc_mask': 53.40508194525074, 'loss': 1.5902208089828491}
+{'epoch': 30, 'iter': 830, 'avg_loss': 1.3759599999400252, 'avg_acc_mask': 53.42523158359065, 'loss': 1.3680905103683472}
+{'epoch': 30, 'iter': 840, 'avg_loss': 1.3747439580780147, 'avg_acc_mask': 53.45075328746843, 'loss': 1.2017701864242554}
+{'epoch': 30, 'iter': 850, 'avg_loss': 1.3752827598821682, 'avg_acc_mask': 53.4339330624879, 'loss': 1.3232767581939697}
+{'epoch': 30, 'iter': 860, 'avg_loss': 1.377426744961157, 'avg_acc_mask': 53.36077399643554, 'loss': 1.688850998878479}
+{'epoch': 30, 'iter': 870, 'avg_loss': 1.3791965528826489, 'avg_acc_mask': 53.309316353887404, 'loss': 1.289261817932129}
+{'epoch': 30, 'iter': 880, 'avg_loss': 1.3798320923300795, 'avg_acc_mask': 53.28681753245409, 'loss': 1.3811659812927246}
+{'epoch': 30, 'iter': 890, 'avg_loss': 1.3793444325091728, 'avg_acc_mask': 53.30178048230787, 'loss': 1.19926118850708}
+{'epoch': 30, 'iter': 900, 'avg_loss': 1.379976122347549, 'avg_acc_mask': 53.27570150220674, 'loss': 1.602510929107666}
+{'epoch': 30, 'iter': 910, 'avg_loss': 1.3799799362076886, 'avg_acc_mask': 53.25928149704794, 'loss': 1.5783460140228271}
+{'epoch': 30, 'iter': 920, 'avg_loss': 1.3797182625849265, 'avg_acc_mask': 53.273249480043575, 'loss': 1.482579231262207}
+{'epoch': 30, 'iter': 930, 'avg_loss': 1.37999524728312, 'avg_acc_mask': 53.29685416176355, 'loss': 1.6111317873001099}
+{'epoch': 30, 'iter': 940, 'avg_loss': 1.3798404037002296, 'avg_acc_mask': 53.29647948792552, 'loss': 1.1029765605926514}
+{'epoch': 30, 'iter': 950, 'avg_loss': 1.3796828876785174, 'avg_acc_mask': 53.295101461506, 'loss': 1.792671799659729}
+{'epoch': 30, 'iter': 960, 'avg_loss': 1.3789143028914246, 'avg_acc_mask': 53.31056077426701, 'loss': 1.523511290550232}
+{'epoch': 30, 'iter': 970, 'avg_loss': 1.378749832802526, 'avg_acc_mask': 53.345358209796515, 'loss': 1.2729490995407104}
+{'epoch': 30, 'iter': 980, 'avg_loss': 1.379158031563754, 'avg_acc_mask': 53.335316427455936, 'loss': 1.2642807960510254}
+{'epoch': 30, 'iter': 990, 'avg_loss': 1.3795421402581887, 'avg_acc_mask': 53.29714811407543, 'loss': 1.3277760744094849}
+{'epoch': 30, 'iter': 1000, 'avg_loss': 1.3794206659515182, 'avg_acc_mask': 53.305777599737795, 'loss': 1.7020527124404907}
+{'epoch': 30, 'iter': 1010, 'avg_loss': 1.3803117150251047, 'avg_acc_mask': 53.276738401643776, 'loss': 1.3996416330337524}
+{'epoch': 30, 'iter': 1020, 'avg_loss': 1.380334904331652, 'avg_acc_mask': 53.279097980446736, 'loss': 1.3069539070129395}
+{'epoch': 30, 'iter': 1030, 'avg_loss': 1.380582779038889, 'avg_acc_mask': 53.27502429543246, 'loss': 1.4732190370559692}
+{'epoch': 30, 'iter': 1040, 'avg_loss': 1.3804832751308922, 'avg_acc_mask': 53.279305455882096, 'loss': 1.4144643545150757}
+{'epoch': 30, 'iter': 1050, 'avg_loss': 1.3801629017581267, 'avg_acc_mask': 53.28950791806151, 'loss': 1.360617756843567}
+{'epoch': 30, 'iter': 1060, 'avg_loss': 1.380523141828154, 'avg_acc_mask': 53.29792171626012, 'loss': 1.354140043258667}
+{'epoch': 30, 'iter': 1070, 'avg_loss': 1.380152932457786, 'avg_acc_mask': 53.289854578891806, 'loss': 1.5736939907073975}
+{'epoch': 30, 'iter': 1080, 'avg_loss': 1.3794607425265353, 'avg_acc_mask': 53.32658398717625, 'loss': 1.3106969594955444}
+{'epoch': 30, 'iter': 1090, 'avg_loss': 1.3807429737939843, 'avg_acc_mask': 53.27533521465426, 'loss': 1.8083864450454712}
+{'epoch': 30, 'iter': 1100, 'avg_loss': 1.3802643657055473, 'avg_acc_mask': 53.27803715108771, 'loss': 0.9652649760246277}
+{'epoch': 'EP30_train', 'avg_loss': 1.3804022182706255, 'total_masked_acc': 53.27680913184765}
+{'epoch': 31, 'iter': 0, 'avg_loss': 1.4177201986312866, 'avg_acc_mask': 54.83870967741935, 'loss': 1.4177201986312866}
+{'epoch': 31, 'iter': 10, 'avg_loss': 1.4387721690264614, 'avg_acc_mask': 50.86887835703001, 'loss': 1.2383592128753662}
+{'epoch': 31, 'iter': 20, 'avg_loss': 1.4398732071831113, 'avg_acc_mask': 51.43603133159269, 'loss': 1.4542672634124756}
+{'epoch': 31, 'iter': 30, 'avg_loss': 1.4085266974664503, 'avg_acc_mask': 52.15339233038348, 'loss': 1.661765217781067}
+{'epoch': 31, 'iter': 40, 'avg_loss': 1.378838713576154, 'avg_acc_mask': 54.00619743249225, 'loss': 1.177874207496643}
+{'epoch': 31, 'iter': 50, 'avg_loss': 1.3898331955367444, 'avg_acc_mask': 53.46881569726699, 'loss': 1.4383171796798706}
+{'epoch': 31, 'iter': 60, 'avg_loss': 1.3724234416836598, 'avg_acc_mask': 54.06443984629028, 'loss': 1.2254244089126587}
+{'epoch': 31, 'iter': 70, 'avg_loss': 1.3698818708809328, 'avg_acc_mask': 54.24588086185045, 'loss': 1.4432374238967896}
+{'epoch': 31, 'iter': 80, 'avg_loss': 1.3740568300824108, 'avg_acc_mask': 54.48060633080696, 'loss': 1.2357860803604126}
+{'epoch': 31, 'iter': 90, 'avg_loss': 1.379761054620638, 'avg_acc_mask': 54.20708770540487, 'loss': 1.2344050407409668}
+{'epoch': 31, 'iter': 100, 'avg_loss': 1.3687219153536427, 'avg_acc_mask': 54.47841726618705, 'loss': 1.1490936279296875}
+{'epoch': 31, 'iter': 110, 'avg_loss': 1.3677369254129428, 'avg_acc_mask': 54.53348691788712, 'loss': 0.9790282249450684}
+{'epoch': 31, 'iter': 120, 'avg_loss': 1.364433685610117, 'avg_acc_mask': 54.27576812471621, 'loss': 1.5965973138809204}
+{'epoch': 31, 'iter': 130, 'avg_loss': 1.363766388128732, 'avg_acc_mask': 54.21301446051168, 'loss': 1.3309201002120972}
+{'epoch': 31, 'iter': 140, 'avg_loss': 1.3691468703831342, 'avg_acc_mask': 53.862964391309944, 'loss': 1.3782669305801392}
+{'epoch': 31, 'iter': 150, 'avg_loss': 1.3644433913641418, 'avg_acc_mask': 53.88045312123403, 'loss': 1.4480818510055542}
+{'epoch': 31, 'iter': 160, 'avg_loss': 1.3676373810501572, 'avg_acc_mask': 53.736735154662455, 'loss': 1.5901485681533813}
+{'epoch': 31, 'iter': 170, 'avg_loss': 1.3706357639435438, 'avg_acc_mask': 53.64378911636788, 'loss': 1.2960665225982666}
+{'epoch': 31, 'iter': 180, 'avg_loss': 1.3695994813139267, 'avg_acc_mask': 53.6680697534576, 'loss': 1.3387764692306519}
+{'epoch': 31, 'iter': 190, 'avg_loss': 1.3701541916862208, 'avg_acc_mask': 53.67570137898241, 'loss': 1.2053067684173584}
+{'epoch': 31, 'iter': 200, 'avg_loss': 1.3717145030178242, 'avg_acc_mask': 53.62750406063888, 'loss': 1.5902949571609497}
+{'epoch': 31, 'iter': 210, 'avg_loss': 1.3699286379520361, 'avg_acc_mask': 53.75856164383561, 'loss': 1.5537127256393433}
+{'epoch': 31, 'iter': 220, 'avg_loss': 1.370447763490461, 'avg_acc_mask': 53.69916707496325, 'loss': 1.5880430936813354}
+{'epoch': 31, 'iter': 230, 'avg_loss': 1.3703285860808896, 'avg_acc_mask': 53.78473581213308, 'loss': 1.508565902709961}
+{'epoch': 31, 'iter': 240, 'avg_loss': 1.3708173602943103, 'avg_acc_mask': 53.69198312236287, 'loss': 1.3056854009628296}
+{'epoch': 31, 'iter': 250, 'avg_loss': 1.3731656566084143, 'avg_acc_mask': 53.63787736190545, 'loss': 1.0762403011322021}
+{'epoch': 31, 'iter': 260, 'avg_loss': 1.3762481534618072, 'avg_acc_mask': 53.59035136642498, 'loss': 1.5490256547927856}
+{'epoch': 31, 'iter': 270, 'avg_loss': 1.3773204064017293, 'avg_acc_mask': 53.58293075684381, 'loss': 1.59483003616333}
+{'epoch': 31, 'iter': 280, 'avg_loss': 1.3784235054063627, 'avg_acc_mask': 53.546214133039705, 'loss': 0.8576318621635437}
+{'epoch': 31, 'iter': 290, 'avg_loss': 1.3776042449105645, 'avg_acc_mask': 53.64632237871675, 'loss': 1.0305742025375366}
+{'epoch': 31, 'iter': 300, 'avg_loss': 1.376407726262495, 'avg_acc_mask': 53.729899649377344, 'loss': 1.1186310052871704}
+{'epoch': 31, 'iter': 310, 'avg_loss': 1.374982868168515, 'avg_acc_mask': 53.76192985537796, 'loss': 1.428821325302124}
+{'epoch': 31, 'iter': 320, 'avg_loss': 1.3779243641181897, 'avg_acc_mask': 53.68959636156907, 'loss': 1.187029242515564}
+{'epoch': 31, 'iter': 330, 'avg_loss': 1.3794783506868828, 'avg_acc_mask': 53.675985031917236, 'loss': 1.2561007738113403}
+{'epoch': 31, 'iter': 340, 'avg_loss': 1.3773902922082157, 'avg_acc_mask': 53.66309161730965, 'loss': 1.1711081266403198}
+{'epoch': 31, 'iter': 350, 'avg_loss': 1.3772353692951365, 'avg_acc_mask': 53.675018193159374, 'loss': 1.3146604299545288}
+{'epoch': 31, 'iter': 360, 'avg_loss': 1.3765899661175103, 'avg_acc_mask': 53.61908613020623, 'loss': 1.1462020874023438}
+{'epoch': 31, 'iter': 370, 'avg_loss': 1.3757747193231094, 'avg_acc_mask': 53.61762825242241, 'loss': 1.339632511138916}
+{'epoch': 31, 'iter': 380, 'avg_loss': 1.3778318147959672, 'avg_acc_mask': 53.49827718223583, 'loss': 0.9971339702606201}
+{'epoch': 31, 'iter': 390, 'avg_loss': 1.3775733889216353, 'avg_acc_mask': 53.47131377312652, 'loss': 1.4944612979888916}
+{'epoch': 31, 'iter': 400, 'avg_loss': 1.377578842075091, 'avg_acc_mask': 53.452522119857704, 'loss': 1.0368691682815552}
+{'epoch': 31, 'iter': 410, 'avg_loss': 1.378011959602653, 'avg_acc_mask': 53.38911389024879, 'loss': 1.4686824083328247}
+{'epoch': 31, 'iter': 420, 'avg_loss': 1.377000722777532, 'avg_acc_mask': 53.42870809235988, 'loss': 1.2329308986663818}
+{'epoch': 31, 'iter': 430, 'avg_loss': 1.3786636924245794, 'avg_acc_mask': 53.379556765494065, 'loss': 1.3304181098937988}
+{'epoch': 31, 'iter': 440, 'avg_loss': 1.3802986946506024, 'avg_acc_mask': 53.346072363228515, 'loss': 1.7750389575958252}
+{'epoch': 31, 'iter': 450, 'avg_loss': 1.3809134776470666, 'avg_acc_mask': 53.32329358134235, 'loss': 1.104238510131836}
+{'epoch': 31, 'iter': 460, 'avg_loss': 1.380719564095495, 'avg_acc_mask': 53.34738851982974, 'loss': 1.140271782875061}
+{'epoch': 31, 'iter': 470, 'avg_loss': 1.3812499419645645, 'avg_acc_mask': 53.26750379038215, 'loss': 1.1270469427108765}
+{'epoch': 31, 'iter': 480, 'avg_loss': 1.3798482530825846, 'avg_acc_mask': 53.28152972993563, 'loss': 1.2473794221878052}
+{'epoch': 31, 'iter': 490, 'avg_loss': 1.3799378669189095, 'avg_acc_mask': 53.28731343283582, 'loss': 1.3525947332382202}
+{'epoch': 31, 'iter': 500, 'avg_loss': 1.3777280423693552, 'avg_acc_mask': 53.35942357631396, 'loss': 1.2423714399337769}
+{'epoch': 31, 'iter': 510, 'avg_loss': 1.376804859554231, 'avg_acc_mask': 53.37012219156484, 'loss': 1.1593098640441895}
+{'epoch': 31, 'iter': 520, 'avg_loss': 1.3776280654597877, 'avg_acc_mask': 53.42128408091469, 'loss': 1.654986023902893}
+{'epoch': 31, 'iter': 530, 'avg_loss': 1.3787599623540028, 'avg_acc_mask': 53.415055248618785, 'loss': 1.3575246334075928}
+{'epoch': 31, 'iter': 540, 'avg_loss': 1.37897952195677, 'avg_acc_mask': 53.38233799668033, 'loss': 1.5920387506484985}
+{'epoch': 31, 'iter': 550, 'avg_loss': 1.3803765577975722, 'avg_acc_mask': 53.30585380447429, 'loss': 1.3806933164596558}
+{'epoch': 31, 'iter': 560, 'avg_loss': 1.379799779617425, 'avg_acc_mask': 53.35359874485193, 'loss': 1.3841683864593506}
+{'epoch': 31, 'iter': 570, 'avg_loss': 1.3782435579391787, 'avg_acc_mask': 53.43680709534369, 'loss': 1.230056643486023}
+{'epoch': 31, 'iter': 580, 'avg_loss': 1.3779143559748048, 'avg_acc_mask': 53.461878313557186, 'loss': 1.466978907585144}
+{'epoch': 31, 'iter': 590, 'avg_loss': 1.3788305973845287, 'avg_acc_mask': 53.42903205803932, 'loss': 1.471999168395996}
+{'epoch': 31, 'iter': 600, 'avg_loss': 1.3797854174195034, 'avg_acc_mask': 53.39456259725994, 'loss': 1.6661417484283447}
+{'epoch': 31, 'iter': 610, 'avg_loss': 1.381045780380892, 'avg_acc_mask': 53.35771675260823, 'loss': 1.3108184337615967}
+{'epoch': 31, 'iter': 620, 'avg_loss': 1.3788671799711942, 'avg_acc_mask': 53.39633786178381, 'loss': 1.4389026165008545}
+{'epoch': 31, 'iter': 630, 'avg_loss': 1.3775043822883992, 'avg_acc_mask': 53.46025287022235, 'loss': 1.2109496593475342}
+{'epoch': 31, 'iter': 640, 'avg_loss': 1.3769163535835218, 'avg_acc_mask': 53.519229666991464, 'loss': 1.1304246187210083}
+{'epoch': 31, 'iter': 650, 'avg_loss': 1.3759796166200242, 'avg_acc_mask': 53.552560951493064, 'loss': 1.11528742313385}
+{'epoch': 31, 'iter': 660, 'avg_loss': 1.3747897787462025, 'avg_acc_mask': 53.59508041627247, 'loss': 1.1259514093399048}
+{'epoch': 31, 'iter': 670, 'avg_loss': 1.3752829171328538, 'avg_acc_mask': 53.60217117166511, 'loss': 1.5687239170074463}
+{'epoch': 31, 'iter': 680, 'avg_loss': 1.3747682456753152, 'avg_acc_mask': 53.580206898414495, 'loss': 1.5939463376998901}
+{'epoch': 31, 'iter': 690, 'avg_loss': 1.3746479736740786, 'avg_acc_mask': 53.586049231750756, 'loss': 0.9754606485366821}
+{'epoch': 31, 'iter': 700, 'avg_loss': 1.376394275676847, 'avg_acc_mask': 53.56094748978094, 'loss': 1.475144386291504}
+{'epoch': 31, 'iter': 710, 'avg_loss': 1.375251569996068, 'avg_acc_mask': 53.61670202307652, 'loss': 1.7208271026611328}
+{'epoch': 31, 'iter': 720, 'avg_loss': 1.3780916337332019, 'avg_acc_mask': 53.53766974954775, 'loss': 1.2941899299621582}
+{'epoch': 31, 'iter': 730, 'avg_loss': 1.3779022917049528, 'avg_acc_mask': 53.5569795200402, 'loss': 1.7245548963546753}
+{'epoch': 31, 'iter': 740, 'avg_loss': 1.3788601735986357, 'avg_acc_mask': 53.55177712784415, 'loss': 1.4567091464996338}
+{'epoch': 31, 'iter': 750, 'avg_loss': 1.381463625618367, 'avg_acc_mask': 53.483992467043315, 'loss': 1.5700266361236572}
+{'epoch': 31, 'iter': 760, 'avg_loss': 1.3815252685358896, 'avg_acc_mask': 53.5115038265614, 'loss': 1.4662649631500244}
+{'epoch': 31, 'iter': 770, 'avg_loss': 1.3825252955989615, 'avg_acc_mask': 53.44856319786682, 'loss': 1.3507970571517944}
+{'epoch': 31, 'iter': 780, 'avg_loss': 1.3835367823685025, 'avg_acc_mask': 53.39371838607223, 'loss': 1.4157986640930176}
+{'epoch': 31, 'iter': 790, 'avg_loss': 1.3839374711329657, 'avg_acc_mask': 53.37578729634881, 'loss': 1.5359824895858765}
+{'epoch': 31, 'iter': 800, 'avg_loss': 1.3834922712542739, 'avg_acc_mask': 53.366200412749365, 'loss': 1.4074567556381226}
+{'epoch': 31, 'iter': 810, 'avg_loss': 1.3832132172496339, 'avg_acc_mask': 53.34679157121147, 'loss': 1.2691335678100586}
+{'epoch': 31, 'iter': 820, 'avg_loss': 1.3830743045812692, 'avg_acc_mask': 53.350365290663795, 'loss': 1.545024037361145}
+{'epoch': 31, 'iter': 830, 'avg_loss': 1.3835181459766577, 'avg_acc_mask': 53.29109156567783, 'loss': 1.6460607051849365}
+{'epoch': 31, 'iter': 840, 'avg_loss': 1.383878965156682, 'avg_acc_mask': 53.24641232061603, 'loss': 1.5444998741149902}
+{'epoch': 31, 'iter': 850, 'avg_loss': 1.385621009225991, 'avg_acc_mask': 53.15646199714816, 'loss': 1.656720757484436}
+{'epoch': 31, 'iter': 860, 'avg_loss': 1.3859811258371422, 'avg_acc_mask': 53.14653976654361, 'loss': 1.525026559829712}
+{'epoch': 31, 'iter': 870, 'avg_loss': 1.3865844833864547, 'avg_acc_mask': 53.143097820364325, 'loss': 1.183614730834961}
+{'epoch': 31, 'iter': 880, 'avg_loss': 1.3870318109142117, 'avg_acc_mask': 53.116994022203244, 'loss': 0.9359846115112305}
+{'epoch': 31, 'iter': 890, 'avg_loss': 1.3861344185742466, 'avg_acc_mask': 53.17270401848337, 'loss': 1.0571653842926025}
+{'epoch': 31, 'iter': 900, 'avg_loss': 1.386112993882843, 'avg_acc_mask': 53.118946144905074, 'loss': 1.5239245891571045}
+{'epoch': 31, 'iter': 910, 'avg_loss': 1.3869134369587401, 'avg_acc_mask': 53.09771980403622, 'loss': 1.3842202425003052}
+{'epoch': 31, 'iter': 920, 'avg_loss': 1.3861347801910548, 'avg_acc_mask': 53.13273206161705, 'loss': 1.3417550325393677}
+{'epoch': 31, 'iter': 930, 'avg_loss': 1.3860770341020905, 'avg_acc_mask': 53.11778290993071, 'loss': 1.569206714630127}
+{'epoch': 31, 'iter': 940, 'avg_loss': 1.3858564247107024, 'avg_acc_mask': 53.090008193203545, 'loss': 1.2439755201339722}
+{'epoch': 31, 'iter': 950, 'avg_loss': 1.386385035815675, 'avg_acc_mask': 53.059884518085084, 'loss': 1.866974115371704}
+{'epoch': 31, 'iter': 960, 'avg_loss': 1.3861242197802859, 'avg_acc_mask': 53.06449765150647, 'loss': 1.310189962387085}
+{'epoch': 31, 'iter': 970, 'avg_loss': 1.3868002092310379, 'avg_acc_mask': 53.07456819985639, 'loss': 1.1135514974594116}
+{'epoch': 31, 'iter': 980, 'avg_loss': 1.386821348246692, 'avg_acc_mask': 53.08801256521007, 'loss': 1.2757225036621094}
+{'epoch': 31, 'iter': 990, 'avg_loss': 1.3880514504329708, 'avg_acc_mask': 53.064471371751, 'loss': 1.4675209522247314}
+{'epoch': 31, 'iter': 1000, 'avg_loss': 1.3879909871460556, 'avg_acc_mask': 53.05258915978239, 'loss': 1.7539148330688477}
+{'epoch': 31, 'iter': 1010, 'avg_loss': 1.3876969925727618, 'avg_acc_mask': 53.08417997097242, 'loss': 1.453386664390564}
+{'epoch': 31, 'iter': 1020, 'avg_loss': 1.3874076342722812, 'avg_acc_mask': 53.109747344243466, 'loss': 1.2303096055984497}
+{'epoch': 31, 'iter': 1030, 'avg_loss': 1.3869096752397072, 'avg_acc_mask': 53.13750244492256, 'loss': 1.5300906896591187}
+{'epoch': 31, 'iter': 1040, 'avg_loss': 1.3872567098605644, 'avg_acc_mask': 53.123568584616464, 'loss': 1.4672369956970215}
+{'epoch': 31, 'iter': 1050, 'avg_loss': 1.3864310856777413, 'avg_acc_mask': 53.152335224792665, 'loss': 1.3273181915283203}
+{'epoch': 31, 'iter': 1060, 'avg_loss': 1.3868774197553262, 'avg_acc_mask': 53.13792327790563, 'loss': 1.0826973915100098}
+{'epoch': 31, 'iter': 1070, 'avg_loss': 1.3863602647928297, 'avg_acc_mask': 53.13024706164548, 'loss': 1.3181753158569336}
+{'epoch': 31, 'iter': 1080, 'avg_loss': 1.385983615369294, 'avg_acc_mask': 53.15141024335608, 'loss': 1.1919533014297485}
+{'epoch': 31, 'iter': 1090, 'avg_loss': 1.3857853323576321, 'avg_acc_mask': 53.16579031363919, 'loss': 0.979688286781311}
+{'epoch': 31, 'iter': 1100, 'avg_loss': 1.3846608289364357, 'avg_acc_mask': 53.22092016778747, 'loss': 1.2209324836730957}
+{'epoch': 'EP31_train', 'avg_loss': 1.3849225384617283, 'total_masked_acc': 53.217809468534945}
+{'epoch': 32, 'iter': 0, 'avg_loss': 1.7734147310256958, 'avg_acc_mask': 37.704918032786885, 'loss': 1.7734147310256958}
+{'epoch': 32, 'iter': 10, 'avg_loss': 1.4115681052207947, 'avg_acc_mask': 53.63924050632911, 'loss': 1.12501859664917}
+{'epoch': 32, 'iter': 20, 'avg_loss': 1.4419342194284712, 'avg_acc_mask': 51.95670274771024, 'loss': 1.141018033027649}
+{'epoch': 32, 'iter': 30, 'avg_loss': 1.4007243167969488, 'avg_acc_mask': 53.213665315576144, 'loss': 1.3563358783721924}
+{'epoch': 32, 'iter': 40, 'avg_loss': 1.4021105257476247, 'avg_acc_mask': 53.971039929793776, 'loss': 1.3879525661468506}
+{'epoch': 32, 'iter': 50, 'avg_loss': 1.4023723871100182, 'avg_acc_mask': 53.699201111497054, 'loss': 1.0664126873016357}
+{'epoch': 32, 'iter': 60, 'avg_loss': 1.388109501268043, 'avg_acc_mask': 53.62867968522297, 'loss': 1.0229052305221558}
+{'epoch': 32, 'iter': 70, 'avg_loss': 1.3791890421383817, 'avg_acc_mask': 54.013336626327494, 'loss': 1.3750416040420532}
+{'epoch': 32, 'iter': 80, 'avg_loss': 1.3869384372675861, 'avg_acc_mask': 53.606237816764136, 'loss': 1.442075490951538}
+{'epoch': 32, 'iter': 90, 'avg_loss': 1.4028624695735974, 'avg_acc_mask': 53.20350535540409, 'loss': 1.566062569618225}
+{'epoch': 32, 'iter': 100, 'avg_loss': 1.3874874486781583, 'avg_acc_mask': 53.44918378093734, 'loss': 1.0930651426315308}
+{'epoch': 32, 'iter': 110, 'avg_loss': 1.3891148894756764, 'avg_acc_mask': 53.40196236126749, 'loss': 1.3852919340133667}
+{'epoch': 32, 'iter': 120, 'avg_loss': 1.3834898619612386, 'avg_acc_mask': 53.205033308660255, 'loss': 1.699904203414917}
+{'epoch': 32, 'iter': 130, 'avg_loss': 1.3841190538333572, 'avg_acc_mask': 53.39991790942673, 'loss': 1.396632194519043}
+{'epoch': 32, 'iter': 140, 'avg_loss': 1.3898851981399754, 'avg_acc_mask': 53.041269841269845, 'loss': 1.6697075366973877}
+{'epoch': 32, 'iter': 150, 'avg_loss': 1.3833876721906346, 'avg_acc_mask': 53.30860356587293, 'loss': 1.429266333580017}
+{'epoch': 32, 'iter': 160, 'avg_loss': 1.389162031760127, 'avg_acc_mask': 53.21090581342948, 'loss': 1.5642017126083374}
+{'epoch': 32, 'iter': 170, 'avg_loss': 1.3879131957104331, 'avg_acc_mask': 53.0743994073447, 'loss': 1.2337795495986938}
+{'epoch': 32, 'iter': 180, 'avg_loss': 1.3858216427966377, 'avg_acc_mask': 53.09061812362472, 'loss': 1.3416346311569214}
+{'epoch': 32, 'iter': 190, 'avg_loss': 1.38455651942348, 'avg_acc_mask': 53.11614730878187, 'loss': 1.140033483505249}
+{'epoch': 32, 'iter': 200, 'avg_loss': 1.3831538466078726, 'avg_acc_mask': 53.130333243510286, 'loss': 1.3881685733795166}
+{'epoch': 32, 'iter': 210, 'avg_loss': 1.3789628348644312, 'avg_acc_mask': 53.222914710151116, 'loss': 1.407876968383789}
+{'epoch': 32, 'iter': 220, 'avg_loss': 1.3762488634877614, 'avg_acc_mask': 53.16858331294348, 'loss': 1.5049434900283813}
+{'epoch': 32, 'iter': 230, 'avg_loss': 1.3762532214581709, 'avg_acc_mask': 53.18849640512661, 'loss': 1.4051653146743774}
+{'epoch': 32, 'iter': 240, 'avg_loss': 1.378273864010063, 'avg_acc_mask': 53.102517985611506, 'loss': 1.0590752363204956}
+{'epoch': 32, 'iter': 250, 'avg_loss': 1.3807113018643808, 'avg_acc_mask': 52.844300611290905, 'loss': 1.1151663064956665}
+{'epoch': 32, 'iter': 260, 'avg_loss': 1.3807841776888032, 'avg_acc_mask': 52.85931874826918, 'loss': 1.0931830406188965}
+{'epoch': 32, 'iter': 270, 'avg_loss': 1.3852199324822514, 'avg_acc_mask': 52.62352862938086, 'loss': 1.7952409982681274}
+{'epoch': 32, 'iter': 280, 'avg_loss': 1.3884240435535797, 'avg_acc_mask': 52.47353224254091, 'loss': 1.2029650211334229}
+{'epoch': 32, 'iter': 290, 'avg_loss': 1.3853169683738262, 'avg_acc_mask': 52.58481421647819, 'loss': 1.1235960721969604}
+{'epoch': 32, 'iter': 300, 'avg_loss': 1.381981561350268, 'avg_acc_mask': 52.73931366646598, 'loss': 1.2570950984954834}
+{'epoch': 32, 'iter': 310, 'avg_loss': 1.3803704411653843, 'avg_acc_mask': 52.729818012132526, 'loss': 1.2955471277236938}
+{'epoch': 32, 'iter': 320, 'avg_loss': 1.3794299904431138, 'avg_acc_mask': 52.80013603899785, 'loss': 1.2437657117843628}
+{'epoch': 32, 'iter': 330, 'avg_loss': 1.3795719843616658, 'avg_acc_mask': 52.845617693869706, 'loss': 1.2430894374847412}
+{'epoch': 32, 'iter': 340, 'avg_loss': 1.3781539269905985, 'avg_acc_mask': 52.8074369189907, 'loss': 1.4924505949020386}
+{'epoch': 32, 'iter': 350, 'avg_loss': 1.378866386719239, 'avg_acc_mask': 52.85470262435944, 'loss': 1.2690590620040894}
+{'epoch': 32, 'iter': 360, 'avg_loss': 1.3787857830689554, 'avg_acc_mask': 52.90419914508423, 'loss': 1.4815137386322021}
+{'epoch': 32, 'iter': 370, 'avg_loss': 1.3774512432656199, 'avg_acc_mask': 52.921887235708695, 'loss': 1.255415916442871}
+{'epoch': 32, 'iter': 380, 'avg_loss': 1.378092051021696, 'avg_acc_mask': 52.888000761252265, 'loss': 1.1417688131332397}
+{'epoch': 32, 'iter': 390, 'avg_loss': 1.3801967952867298, 'avg_acc_mask': 52.79244234509586, 'loss': 1.3914560079574585}
+{'epoch': 32, 'iter': 400, 'avg_loss': 1.379826109456897, 'avg_acc_mask': 52.77815452778154, 'loss': 1.2112023830413818}
+{'epoch': 32, 'iter': 410, 'avg_loss': 1.3774882431737987, 'avg_acc_mask': 52.862234346812166, 'loss': 1.2594234943389893}
+{'epoch': 32, 'iter': 420, 'avg_loss': 1.3743744275915368, 'avg_acc_mask': 53.00318389123139, 'loss': 0.9832374453544617}
+{'epoch': 32, 'iter': 430, 'avg_loss': 1.3742407051427181, 'avg_acc_mask': 53.05385197009157, 'loss': 0.8637834787368774}
+{'epoch': 32, 'iter': 440, 'avg_loss': 1.3765822930130558, 'avg_acc_mask': 52.92717948717949, 'loss': 1.8345733880996704}
+{'epoch': 32, 'iter': 450, 'avg_loss': 1.3776723090930947, 'avg_acc_mask': 52.876327921427134, 'loss': 1.4883334636688232}
+{'epoch': 32, 'iter': 460, 'avg_loss': 1.3771375091887865, 'avg_acc_mask': 52.91028103319876, 'loss': 1.2777844667434692}
+{'epoch': 32, 'iter': 470, 'avg_loss': 1.3775312670223778, 'avg_acc_mask': 52.92560334573917, 'loss': 1.5600786209106445}
+{'epoch': 32, 'iter': 480, 'avg_loss': 1.374718003857904, 'avg_acc_mask': 53.056078283778696, 'loss': 1.1968826055526733}
+{'epoch': 32, 'iter': 490, 'avg_loss': 1.3776375929352709, 'avg_acc_mask': 52.925992846343895, 'loss': 1.7554789781570435}
+{'epoch': 32, 'iter': 500, 'avg_loss': 1.3757200306523107, 'avg_acc_mask': 52.9705117085863, 'loss': 1.0530916452407837}
+{'epoch': 32, 'iter': 510, 'avg_loss': 1.3770790465190685, 'avg_acc_mask': 52.936390009198334, 'loss': 1.3087310791015625}
+{'epoch': 32, 'iter': 520, 'avg_loss': 1.3777354535809405, 'avg_acc_mask': 53.00660410149462, 'loss': 1.7417683601379395}
+{'epoch': 32, 'iter': 530, 'avg_loss': 1.3782275790548595, 'avg_acc_mask': 52.996241885889994, 'loss': 1.20694100856781}
+{'epoch': 32, 'iter': 540, 'avg_loss': 1.380750612168127, 'avg_acc_mask': 52.89779774075688, 'loss': 1.4221073389053345}
+{'epoch': 32, 'iter': 550, 'avg_loss': 1.3810777137370378, 'avg_acc_mask': 52.90923451589548, 'loss': 1.253260612487793}
+{'epoch': 32, 'iter': 560, 'avg_loss': 1.3809813920826834, 'avg_acc_mask': 52.9252227818675, 'loss': 1.2133897542953491}
+{'epoch': 32, 'iter': 570, 'avg_loss': 1.380480932375178, 'avg_acc_mask': 53.022414121531526, 'loss': 1.3913096189498901}
+{'epoch': 32, 'iter': 580, 'avg_loss': 1.3803032699222204, 'avg_acc_mask': 53.06586863680289, 'loss': 1.8389432430267334}
+{'epoch': 32, 'iter': 590, 'avg_loss': 1.3812037435078177, 'avg_acc_mask': 53.047528575368496, 'loss': 1.3290338516235352}
+{'epoch': 32, 'iter': 600, 'avg_loss': 1.381286164190924, 'avg_acc_mask': 53.05334298817282, 'loss': 1.558250904083252}
+{'epoch': 32, 'iter': 610, 'avg_loss': 1.3809107086467274, 'avg_acc_mask': 53.04118205554237, 'loss': 1.2263492345809937}
+{'epoch': 32, 'iter': 620, 'avg_loss': 1.3792633961364267, 'avg_acc_mask': 53.102259110968234, 'loss': 1.6999192237854004}
+{'epoch': 32, 'iter': 630, 'avg_loss': 1.3785912829987033, 'avg_acc_mask': 53.144418872266975, 'loss': 1.2603000402450562}
+{'epoch': 32, 'iter': 640, 'avg_loss': 1.378729243360332, 'avg_acc_mask': 53.16419774107498, 'loss': 1.2208845615386963}
+{'epoch': 32, 'iter': 650, 'avg_loss': 1.3799566376593806, 'avg_acc_mask': 53.12622336558358, 'loss': 1.1427704095840454}
+{'epoch': 32, 'iter': 660, 'avg_loss': 1.3783117324429452, 'avg_acc_mask': 53.156704896338766, 'loss': 1.2286843061447144}
+{'epoch': 32, 'iter': 670, 'avg_loss': 1.3788437659445534, 'avg_acc_mask': 53.12627263595145, 'loss': 1.5916752815246582}
+{'epoch': 32, 'iter': 680, 'avg_loss': 1.3792668119751235, 'avg_acc_mask': 53.10569801331586, 'loss': 1.7448304891586304}
+{'epoch': 32, 'iter': 690, 'avg_loss': 1.3789629096922758, 'avg_acc_mask': 53.14852840520191, 'loss': 1.052833914756775}
+{'epoch': 32, 'iter': 700, 'avg_loss': 1.3814144425317325, 'avg_acc_mask': 53.06413548069193, 'loss': 1.4916353225708008}
+{'epoch': 32, 'iter': 710, 'avg_loss': 1.3809540689243043, 'avg_acc_mask': 53.05630988369114, 'loss': 1.4689263105392456}
+{'epoch': 32, 'iter': 720, 'avg_loss': 1.3823393649433258, 'avg_acc_mask': 53.034627333114436, 'loss': 1.2837331295013428}
+{'epoch': 32, 'iter': 730, 'avg_loss': 1.3804572959278905, 'avg_acc_mask': 53.0525685486889, 'loss': 1.3880891799926758}
+{'epoch': 32, 'iter': 740, 'avg_loss': 1.38172224594353, 'avg_acc_mask': 53.024, 'loss': 1.4388628005981445}
+{'epoch': 32, 'iter': 750, 'avg_loss': 1.382886526429066, 'avg_acc_mask': 52.958587059365826, 'loss': 1.3382377624511719}
+{'epoch': 32, 'iter': 760, 'avg_loss': 1.3821829117237348, 'avg_acc_mask': 52.95879252515573, 'loss': 1.2579097747802734}
+{'epoch': 32, 'iter': 770, 'avg_loss': 1.383247691369706, 'avg_acc_mask': 52.88908829016034, 'loss': 1.504939079284668}
+{'epoch': 32, 'iter': 780, 'avg_loss': 1.3824307791860095, 'avg_acc_mask': 52.9092265373677, 'loss': 1.3298512697219849}
+{'epoch': 32, 'iter': 790, 'avg_loss': 1.3833181163303168, 'avg_acc_mask': 52.90934628934583, 'loss': 1.7790062427520752}
+{'epoch': 32, 'iter': 800, 'avg_loss': 1.382115008679222, 'avg_acc_mask': 52.956952588754035, 'loss': 1.4382466077804565}
+{'epoch': 32, 'iter': 810, 'avg_loss': 1.382218309013235, 'avg_acc_mask': 52.97590983588155, 'loss': 1.2154228687286377}
+{'epoch': 32, 'iter': 820, 'avg_loss': 1.3821196990239635, 'avg_acc_mask': 52.98739346590909, 'loss': 1.367493748664856}
+{'epoch': 32, 'iter': 830, 'avg_loss': 1.3819050720739308, 'avg_acc_mask': 53.002633889376646, 'loss': 1.3631882667541504}
+{'epoch': 32, 'iter': 840, 'avg_loss': 1.3823580986396027, 'avg_acc_mask': 52.95800286048629, 'loss': 1.2751399278640747}
+{'epoch': 32, 'iter': 850, 'avg_loss': 1.3838989874030672, 'avg_acc_mask': 52.92330080465673, 'loss': 1.3890235424041748}
+{'epoch': 32, 'iter': 860, 'avg_loss': 1.385597791336693, 'avg_acc_mask': 52.84781368218611, 'loss': 1.3211978673934937}
+{'epoch': 32, 'iter': 870, 'avg_loss': 1.3862661146542783, 'avg_acc_mask': 52.782177392464156, 'loss': 1.1211479902267456}
+{'epoch': 32, 'iter': 880, 'avg_loss': 1.3862244364352014, 'avg_acc_mask': 52.803911859371134, 'loss': 1.180965781211853}
+{'epoch': 32, 'iter': 890, 'avg_loss': 1.3849201389702348, 'avg_acc_mask': 52.881688356794086, 'loss': 1.1429309844970703}
+{'epoch': 32, 'iter': 900, 'avg_loss': 1.385430174450763, 'avg_acc_mask': 52.876905988084424, 'loss': 1.6270252466201782}
+{'epoch': 32, 'iter': 910, 'avg_loss': 1.3854464760988656, 'avg_acc_mask': 52.87106177374915, 'loss': 1.349457025527954}
+{'epoch': 32, 'iter': 920, 'avg_loss': 1.384286470573707, 'avg_acc_mask': 52.89094467176659, 'loss': 1.3148472309112549}
+{'epoch': 32, 'iter': 930, 'avg_loss': 1.3843194725177983, 'avg_acc_mask': 52.8957453464727, 'loss': 1.5497995615005493}
+{'epoch': 32, 'iter': 940, 'avg_loss': 1.3847734208568123, 'avg_acc_mask': 52.862030969088906, 'loss': 1.2859042882919312}
+{'epoch': 32, 'iter': 950, 'avg_loss': 1.3849526067762845, 'avg_acc_mask': 52.883787661406025, 'loss': 1.6583324670791626}
+{'epoch': 32, 'iter': 960, 'avg_loss': 1.3841847417629969, 'avg_acc_mask': 52.904654640443695, 'loss': 1.2858123779296875}
+{'epoch': 32, 'iter': 970, 'avg_loss': 1.3840205623364472, 'avg_acc_mask': 52.93346811936052, 'loss': 1.3313322067260742}
+{'epoch': 32, 'iter': 980, 'avg_loss': 1.3849534902733036, 'avg_acc_mask': 52.89033957085366, 'loss': 1.4799253940582275}
+{'epoch': 32, 'iter': 990, 'avg_loss': 1.3852086256659475, 'avg_acc_mask': 52.91031497074093, 'loss': 1.5776777267456055}
+{'epoch': 32, 'iter': 1000, 'avg_loss': 1.3855570286184877, 'avg_acc_mask': 52.878089500235916, 'loss': 1.5128695964813232}
+{'epoch': 32, 'iter': 1010, 'avg_loss': 1.3850634644576278, 'avg_acc_mask': 52.8694933227888, 'loss': 1.1619715690612793}
+{'epoch': 32, 'iter': 1020, 'avg_loss': 1.385156452889307, 'avg_acc_mask': 52.891238186769186, 'loss': 1.3133976459503174}
+{'epoch': 32, 'iter': 1030, 'avg_loss': 1.3846885740005426, 'avg_acc_mask': 52.926450884986956, 'loss': 1.3135374784469604}
+{'epoch': 32, 'iter': 1040, 'avg_loss': 1.384639091668051, 'avg_acc_mask': 52.90974804881882, 'loss': 1.4588114023208618}
+{'epoch': 32, 'iter': 1050, 'avg_loss': 1.3842618895870067, 'avg_acc_mask': 52.92356676876222, 'loss': 1.1375895738601685}
+{'epoch': 32, 'iter': 1060, 'avg_loss': 1.3839417402751035, 'avg_acc_mask': 52.93553141172842, 'loss': 0.8256894946098328}
+{'epoch': 32, 'iter': 1070, 'avg_loss': 1.3829438685814317, 'avg_acc_mask': 52.94796902594756, 'loss': 1.4569705724716187}
+{'epoch': 32, 'iter': 1080, 'avg_loss': 1.3829258368811488, 'avg_acc_mask': 52.95324933129216, 'loss': 1.472187876701355}
+{'epoch': 32, 'iter': 1090, 'avg_loss': 1.3825222836733957, 'avg_acc_mask': 52.97586327519864, 'loss': 1.3421560525894165}
+{'epoch': 32, 'iter': 1100, 'avg_loss': 1.3818742754673763, 'avg_acc_mask': 52.99225727634425, 'loss': 0.9612287282943726}
+{'epoch': 'EP32_train', 'avg_loss': 1.3822054970857784, 'total_masked_acc': 52.97465335460631}
+{'epoch': 33, 'iter': 0, 'avg_loss': 1.528221607208252, 'avg_acc_mask': 45.90163934426229, 'loss': 1.528221607208252}
+{'epoch': 33, 'iter': 10, 'avg_loss': 1.3965043371373957, 'avg_acc_mask': 50.0, 'loss': 1.299373984336853}
+{'epoch': 33, 'iter': 20, 'avg_loss': 1.4265628031321935, 'avg_acc_mask': 50.34722222222222, 'loss': 1.8351411819458008}
+{'epoch': 33, 'iter': 30, 'avg_loss': 1.41868810115322, 'avg_acc_mask': 50.504451038575674, 'loss': 1.6024852991104126}
+{'epoch': 33, 'iter': 40, 'avg_loss': 1.4018691865409292, 'avg_acc_mask': 51.66889185580774, 'loss': 1.1554588079452515}
+{'epoch': 33, 'iter': 50, 'avg_loss': 1.4120276979371613, 'avg_acc_mask': 50.97621583244586, 'loss': 1.3737614154815674}
+{'epoch': 33, 'iter': 60, 'avg_loss': 1.3848670662426559, 'avg_acc_mask': 52.253855278766316, 'loss': 1.1700819730758667}
+{'epoch': 33, 'iter': 70, 'avg_loss': 1.370477814069936, 'avg_acc_mask': 53.30153150891288, 'loss': 1.1319249868392944}
+{'epoch': 33, 'iter': 80, 'avg_loss': 1.372862231584243, 'avg_acc_mask': 53.21302816901409, 'loss': 1.2968724966049194}
+{'epoch': 33, 'iter': 90, 'avg_loss': 1.3768525123596191, 'avg_acc_mask': 52.8758042503412, 'loss': 1.3446767330169678}
+{'epoch': 33, 'iter': 100, 'avg_loss': 1.372003413072907, 'avg_acc_mask': 53.110132158590304, 'loss': 1.345106601715088}
+{'epoch': 33, 'iter': 110, 'avg_loss': 1.3706390057598148, 'avg_acc_mask': 53.37214944201843, 'loss': 0.9690022468566895}
+{'epoch': 33, 'iter': 120, 'avg_loss': 1.364110184602501, 'avg_acc_mask': 53.68639667705089, 'loss': 1.2170974016189575}
+{'epoch': 33, 'iter': 130, 'avg_loss': 1.3643490562912162, 'avg_acc_mask': 53.538797218055365, 'loss': 1.5260964632034302}
+{'epoch': 33, 'iter': 140, 'avg_loss': 1.366454633837896, 'avg_acc_mask': 53.330800405268484, 'loss': 1.370667815208435}
+{'epoch': 33, 'iter': 150, 'avg_loss': 1.3604948808815305, 'avg_acc_mask': 53.64459266317294, 'loss': 1.4292386770248413}
+{'epoch': 33, 'iter': 160, 'avg_loss': 1.3622156096541362, 'avg_acc_mask': 53.52947757019801, 'loss': 1.4840608835220337}
+{'epoch': 33, 'iter': 170, 'avg_loss': 1.3656057882727237, 'avg_acc_mask': 53.45713985940614, 'loss': 1.430516004562378}
+{'epoch': 33, 'iter': 180, 'avg_loss': 1.3696505657875735, 'avg_acc_mask': 53.43700475435816, 'loss': 1.210718035697937}
+{'epoch': 33, 'iter': 190, 'avg_loss': 1.3701882321797116, 'avg_acc_mask': 53.45665171898356, 'loss': 1.031457781791687}
+{'epoch': 33, 'iter': 200, 'avg_loss': 1.3696067484457102, 'avg_acc_mask': 53.55771806088742, 'loss': 1.3598847389221191}
+{'epoch': 33, 'iter': 210, 'avg_loss': 1.3667018890945832, 'avg_acc_mask': 53.62786745964316, 'loss': 1.4362791776657104}
+{'epoch': 33, 'iter': 220, 'avg_loss': 1.3649720560371605, 'avg_acc_mask': 53.74452909709839, 'loss': 1.3102681636810303}
+{'epoch': 33, 'iter': 230, 'avg_loss': 1.3632071727798099, 'avg_acc_mask': 53.74990285225771, 'loss': 1.0607001781463623}
+{'epoch': 33, 'iter': 240, 'avg_loss': 1.361896606401784, 'avg_acc_mask': 53.75429168532617, 'loss': 1.2095662355422974}
+{'epoch': 33, 'iter': 250, 'avg_loss': 1.3626811979301423, 'avg_acc_mask': 53.69811862702858, 'loss': 1.2593187093734741}
+{'epoch': 33, 'iter': 260, 'avg_loss': 1.3678575393340597, 'avg_acc_mask': 53.5171365395246, 'loss': 1.4295854568481445}
+{'epoch': 33, 'iter': 270, 'avg_loss': 1.3711894948544097, 'avg_acc_mask': 53.45205661505747, 'loss': 1.7827963829040527}
+{'epoch': 33, 'iter': 280, 'avg_loss': 1.3720889392696665, 'avg_acc_mask': 53.442622950819676, 'loss': 1.109096646308899}
+{'epoch': 33, 'iter': 290, 'avg_loss': 1.370586413698098, 'avg_acc_mask': 53.51411867147655, 'loss': 1.3450435400009155}
+{'epoch': 33, 'iter': 300, 'avg_loss': 1.371583575624168, 'avg_acc_mask': 53.43985529092553, 'loss': 0.9893795847892761}
+{'epoch': 33, 'iter': 310, 'avg_loss': 1.372420802952009, 'avg_acc_mask': 53.29635036496351, 'loss': 1.468156337738037}
+{'epoch': 33, 'iter': 320, 'avg_loss': 1.3738688730005164, 'avg_acc_mask': 53.23496027241771, 'loss': 1.374598741531372}
+{'epoch': 33, 'iter': 330, 'avg_loss': 1.3750358530041675, 'avg_acc_mask': 53.26033126066142, 'loss': 1.0392392873764038}
+{'epoch': 33, 'iter': 340, 'avg_loss': 1.3777980204901037, 'avg_acc_mask': 53.1596925704526, 'loss': 1.3668768405914307}
+{'epoch': 33, 'iter': 350, 'avg_loss': 1.3802875496043778, 'avg_acc_mask': 53.11785491581792, 'loss': 1.5647238492965698}
+{'epoch': 33, 'iter': 360, 'avg_loss': 1.3815337282468738, 'avg_acc_mask': 53.10435265042619, 'loss': 1.525128960609436}
+{'epoch': 33, 'iter': 370, 'avg_loss': 1.3802430072242038, 'avg_acc_mask': 53.13696612665685, 'loss': 1.406673550605774}
+{'epoch': 33, 'iter': 380, 'avg_loss': 1.3841929490484903, 'avg_acc_mask': 52.96198900310781, 'loss': 1.3708856105804443}
+{'epoch': 33, 'iter': 390, 'avg_loss': 1.3838954078571877, 'avg_acc_mask': 52.98994038748137, 'loss': 1.4761210680007935}
+{'epoch': 33, 'iter': 400, 'avg_loss': 1.3820296178137572, 'avg_acc_mask': 52.99114240290711, 'loss': 1.100080966949463}
+{'epoch': 33, 'iter': 410, 'avg_loss': 1.3810070573268436, 'avg_acc_mask': 53.03965540210489, 'loss': 1.1774959564208984}
+{'epoch': 33, 'iter': 420, 'avg_loss': 1.3804400437234983, 'avg_acc_mask': 53.061667317623574, 'loss': 1.4032334089279175}
+{'epoch': 33, 'iter': 430, 'avg_loss': 1.380343156734918, 'avg_acc_mask': 53.10403397027601, 'loss': 1.1065354347229004}
+{'epoch': 33, 'iter': 440, 'avg_loss': 1.3846964441459466, 'avg_acc_mask': 52.937761744827306, 'loss': 1.5022333860397339}
+{'epoch': 33, 'iter': 450, 'avg_loss': 1.3844161123499903, 'avg_acc_mask': 52.963128219689295, 'loss': 1.2335360050201416}
+{'epoch': 33, 'iter': 460, 'avg_loss': 1.3855495688196378, 'avg_acc_mask': 52.91853497877068, 'loss': 1.3929879665374756}
+{'epoch': 33, 'iter': 470, 'avg_loss': 1.3857641841449049, 'avg_acc_mask': 52.89442053429491, 'loss': 1.2706350088119507}
+{'epoch': 33, 'iter': 480, 'avg_loss': 1.3835468501658053, 'avg_acc_mask': 52.95012743941873, 'loss': 1.0744078159332275}
+{'epoch': 33, 'iter': 490, 'avg_loss': 1.384082946296622, 'avg_acc_mask': 52.88479468914332, 'loss': 1.6679333448410034}
+{'epoch': 33, 'iter': 500, 'avg_loss': 1.3831690310718057, 'avg_acc_mask': 52.90374488004681, 'loss': 1.252325415611267}
+{'epoch': 33, 'iter': 510, 'avg_loss': 1.3829421370696648, 'avg_acc_mask': 52.9327508415097, 'loss': 1.2605057954788208}
+{'epoch': 33, 'iter': 520, 'avg_loss': 1.3843859940938894, 'avg_acc_mask': 52.90662915421136, 'loss': 1.497392177581787}
+{'epoch': 33, 'iter': 530, 'avg_loss': 1.3848198749924783, 'avg_acc_mask': 52.89652554946003, 'loss': 1.2955399751663208}
+{'epoch': 33, 'iter': 540, 'avg_loss': 1.3849922767848932, 'avg_acc_mask': 52.90193688202628, 'loss': 1.6064362525939941}
+{'epoch': 33, 'iter': 550, 'avg_loss': 1.386719277787771, 'avg_acc_mask': 52.888032683429095, 'loss': 1.3609392642974854}
+{'epoch': 33, 'iter': 560, 'avg_loss': 1.3842406027457292, 'avg_acc_mask': 52.95884061755394, 'loss': 1.2241567373275757}
+{'epoch': 33, 'iter': 570, 'avg_loss': 1.3816127459764898, 'avg_acc_mask': 53.05729417428984, 'loss': 1.354947566986084}
+{'epoch': 33, 'iter': 580, 'avg_loss': 1.3820394620222396, 'avg_acc_mask': 53.07234417813612, 'loss': 1.5558470487594604}
+{'epoch': 33, 'iter': 590, 'avg_loss': 1.3821322591171652, 'avg_acc_mask': 53.06513409961686, 'loss': 1.4910969734191895}
+{'epoch': 33, 'iter': 600, 'avg_loss': 1.3818451483515455, 'avg_acc_mask': 53.06781157699218, 'loss': 1.6597927808761597}
+{'epoch': 33, 'iter': 610, 'avg_loss': 1.3823526085105933, 'avg_acc_mask': 53.076992183990654, 'loss': 1.3859614133834839}
+{'epoch': 33, 'iter': 620, 'avg_loss': 1.3810494783035991, 'avg_acc_mask': 53.11402861779023, 'loss': 1.7334331274032593}
+{'epoch': 33, 'iter': 630, 'avg_loss': 1.3809294842313473, 'avg_acc_mask': 53.137687043266446, 'loss': 1.1592271327972412}
+{'epoch': 33, 'iter': 640, 'avg_loss': 1.3800449174205525, 'avg_acc_mask': 53.15724780607724, 'loss': 1.027618169784546}
+{'epoch': 33, 'iter': 650, 'avg_loss': 1.38131067591695, 'avg_acc_mask': 53.12658441777928, 'loss': 1.2993004322052002}
+{'epoch': 33, 'iter': 660, 'avg_loss': 1.3806106914370215, 'avg_acc_mask': 53.11841083120631, 'loss': 1.2949414253234863}
+{'epoch': 33, 'iter': 670, 'avg_loss': 1.3802508684277712, 'avg_acc_mask': 53.15320242848548, 'loss': 1.3893873691558838}
+{'epoch': 33, 'iter': 680, 'avg_loss': 1.380078066288112, 'avg_acc_mask': 53.10658450609477, 'loss': 1.641708254814148}
+{'epoch': 33, 'iter': 690, 'avg_loss': 1.3806267493713091, 'avg_acc_mask': 53.1336015244548, 'loss': 1.781455636024475}
+{'epoch': 33, 'iter': 700, 'avg_loss': 1.3836589240483652, 'avg_acc_mask': 53.02043156468258, 'loss': 1.5807576179504395}
+{'epoch': 33, 'iter': 710, 'avg_loss': 1.3828360103856663, 'avg_acc_mask': 53.051148198626784, 'loss': 1.198659896850586}
+{'epoch': 33, 'iter': 720, 'avg_loss': 1.3836671264426221, 'avg_acc_mask': 53.02961160125748, 'loss': 1.1789463758468628}
+{'epoch': 33, 'iter': 730, 'avg_loss': 1.3828329734208646, 'avg_acc_mask': 53.016119343211855, 'loss': 1.7573987245559692}
+{'epoch': 33, 'iter': 740, 'avg_loss': 1.3833120029304031, 'avg_acc_mask': 53.00782503517563, 'loss': 1.6169129610061646}
+{'epoch': 33, 'iter': 750, 'avg_loss': 1.3827585130334694, 'avg_acc_mask': 53.03270106406291, 'loss': 1.324501633644104}
+{'epoch': 33, 'iter': 760, 'avg_loss': 1.382515070081227, 'avg_acc_mask': 53.06952128939139, 'loss': 1.2719693183898926}
+{'epoch': 33, 'iter': 770, 'avg_loss': 1.3842582010728066, 'avg_acc_mask': 52.98080800891989, 'loss': 1.6531764268875122}
+{'epoch': 33, 'iter': 780, 'avg_loss': 1.3835913699201372, 'avg_acc_mask': 53.03076454462382, 'loss': 1.4502938985824585}
+{'epoch': 33, 'iter': 790, 'avg_loss': 1.3822322594079597, 'avg_acc_mask': 53.10820826385029, 'loss': 1.0108954906463623}
+{'epoch': 33, 'iter': 800, 'avg_loss': 1.3817329621047116, 'avg_acc_mask': 53.11312548642586, 'loss': 1.3252679109573364}
+{'epoch': 33, 'iter': 810, 'avg_loss': 1.3816247292129384, 'avg_acc_mask': 53.127896724017084, 'loss': 1.1491743326187134}
+{'epoch': 33, 'iter': 820, 'avg_loss': 1.3811429417380172, 'avg_acc_mask': 53.13903850881702, 'loss': 1.3794108629226685}
+{'epoch': 33, 'iter': 830, 'avg_loss': 1.38075103728206, 'avg_acc_mask': 53.1322505800464, 'loss': 1.419089913368225}
+{'epoch': 33, 'iter': 840, 'avg_loss': 1.3792016439573944, 'avg_acc_mask': 53.17328677433435, 'loss': 1.228757619857788}
+{'epoch': 33, 'iter': 850, 'avg_loss': 1.3802690678281593, 'avg_acc_mask': 53.09740231766682, 'loss': 1.2939388751983643}
+{'epoch': 33, 'iter': 860, 'avg_loss': 1.380327725798134, 'avg_acc_mask': 53.09698711806664, 'loss': 1.4890609979629517}
+{'epoch': 33, 'iter': 870, 'avg_loss': 1.3820379938241671, 'avg_acc_mask': 53.08263090408425, 'loss': 1.3529318571090698}
+{'epoch': 33, 'iter': 880, 'avg_loss': 1.3812395553448142, 'avg_acc_mask': 53.09716093580884, 'loss': 1.1943895816802979}
+{'epoch': 33, 'iter': 890, 'avg_loss': 1.3801534585947408, 'avg_acc_mask': 53.15576978535822, 'loss': 1.0287001132965088}
+{'epoch': 33, 'iter': 900, 'avg_loss': 1.379977153289596, 'avg_acc_mask': 53.16123520078116, 'loss': 1.5552245378494263}
+{'epoch': 33, 'iter': 910, 'avg_loss': 1.3810034148256027, 'avg_acc_mask': 53.13354237015597, 'loss': 1.2929543256759644}
+{'epoch': 33, 'iter': 920, 'avg_loss': 1.3814813831212336, 'avg_acc_mask': 53.11679528999921, 'loss': 1.5825178623199463}
+{'epoch': 33, 'iter': 930, 'avg_loss': 1.3809184120241733, 'avg_acc_mask': 53.14960629921261, 'loss': 1.6035513877868652}
+{'epoch': 33, 'iter': 940, 'avg_loss': 1.3814242922410955, 'avg_acc_mask': 53.12737401873893, 'loss': 1.4458683729171753}
+{'epoch': 33, 'iter': 950, 'avg_loss': 1.3821890446916614, 'avg_acc_mask': 53.10055112344394, 'loss': 1.7860026359558105}
+{'epoch': 33, 'iter': 960, 'avg_loss': 1.3825850479312543, 'avg_acc_mask': 53.127620644964544, 'loss': 1.3485461473464966}
+{'epoch': 33, 'iter': 970, 'avg_loss': 1.383777651678767, 'avg_acc_mask': 53.08798007998189, 'loss': 1.4821091890335083}
+{'epoch': 33, 'iter': 980, 'avg_loss': 1.3833385391823498, 'avg_acc_mask': 53.08906973271614, 'loss': 1.1578538417816162}
+{'epoch': 33, 'iter': 990, 'avg_loss': 1.3832445528985995, 'avg_acc_mask': 53.10284997046663, 'loss': 1.4101531505584717}
+{'epoch': 33, 'iter': 1000, 'avg_loss': 1.3831527738661675, 'avg_acc_mask': 53.0908161215508, 'loss': 1.7282389402389526}
+{'epoch': 33, 'iter': 1010, 'avg_loss': 1.3824537093396474, 'avg_acc_mask': 53.0980817951502, 'loss': 1.0877346992492676}
+{'epoch': 33, 'iter': 1020, 'avg_loss': 1.3830773636012774, 'avg_acc_mask': 53.0962665567365, 'loss': 1.4029982089996338}
+{'epoch': 33, 'iter': 1030, 'avg_loss': 1.382760603316887, 'avg_acc_mask': 53.10619107646964, 'loss': 1.4971857070922852}
+{'epoch': 33, 'iter': 1040, 'avg_loss': 1.3825007091338077, 'avg_acc_mask': 53.12966901618885, 'loss': 1.4117339849472046}
+{'epoch': 33, 'iter': 1050, 'avg_loss': 1.382876731632552, 'avg_acc_mask': 53.11884896096431, 'loss': 1.7591373920440674}
+{'epoch': 33, 'iter': 1060, 'avg_loss': 1.3827773223049118, 'avg_acc_mask': 53.104532807990736, 'loss': 1.2263522148132324}
+{'epoch': 33, 'iter': 1070, 'avg_loss': 1.3824373834829926, 'avg_acc_mask': 53.14116397766588, 'loss': 1.4444160461425781}
+{'epoch': 33, 'iter': 1080, 'avg_loss': 1.381777168808989, 'avg_acc_mask': 53.179141708099294, 'loss': 0.9979193210601807}
+{'epoch': 33, 'iter': 1090, 'avg_loss': 1.3815577172774114, 'avg_acc_mask': 53.20213587668334, 'loss': 1.6922967433929443}
+{'epoch': 33, 'iter': 1100, 'avg_loss': 1.381004419627783, 'avg_acc_mask': 53.20516021639617, 'loss': 1.1341415643692017}
+{'epoch': 'EP33_train', 'avg_loss': 1.3816497946756459, 'total_masked_acc': 53.18104149040296}
+{'epoch': 34, 'iter': 0, 'avg_loss': 1.738395094871521, 'avg_acc_mask': 46.3768115942029, 'loss': 1.738395094871521}
+{'epoch': 34, 'iter': 10, 'avg_loss': 1.4978973973881116, 'avg_acc_mask': 48.61538461538461, 'loss': 1.539765477180481}
+{'epoch': 34, 'iter': 20, 'avg_loss': 1.4608513145219713, 'avg_acc_mask': 49.79044425817267, 'loss': 1.619847297668457}
+{'epoch': 34, 'iter': 30, 'avg_loss': 1.4381955919727203, 'avg_acc_mask': 51.555299539170505, 'loss': 1.374484896659851}
+{'epoch': 34, 'iter': 40, 'avg_loss': 1.4346305291827133, 'avg_acc_mask': 52.066115702479344, 'loss': 1.4382091760635376}
+{'epoch': 34, 'iter': 50, 'avg_loss': 1.4431377029886432, 'avg_acc_mask': 52.108748692924365, 'loss': 1.52731192111969}
+{'epoch': 34, 'iter': 60, 'avg_loss': 1.419311381754328, 'avg_acc_mask': 52.50441956393635, 'loss': 1.293853759765625}
+{'epoch': 34, 'iter': 70, 'avg_loss': 1.4105351919859228, 'avg_acc_mask': 52.70168384016084, 'loss': 1.3634761571884155}
+{'epoch': 34, 'iter': 80, 'avg_loss': 1.4110471356062242, 'avg_acc_mask': 52.49944946047126, 'loss': 1.5114871263504028}
+{'epoch': 34, 'iter': 90, 'avg_loss': 1.4064573920690095, 'avg_acc_mask': 52.586542201478025, 'loss': 1.486695408821106}
+{'epoch': 34, 'iter': 100, 'avg_loss': 1.4021126911191657, 'avg_acc_mask': 52.718257481848774, 'loss': 1.3253960609436035}
+{'epoch': 34, 'iter': 110, 'avg_loss': 1.397328666201583, 'avg_acc_mask': 52.97937976944309, 'loss': 1.054169774055481}
+{'epoch': 34, 'iter': 120, 'avg_loss': 1.3936678412532018, 'avg_acc_mask': 52.949985025456726, 'loss': 1.7243889570236206}
+{'epoch': 34, 'iter': 130, 'avg_loss': 1.3888046673236003, 'avg_acc_mask': 52.89984846397575, 'loss': 1.1087558269500732}
+{'epoch': 34, 'iter': 140, 'avg_loss': 1.3856785567939705, 'avg_acc_mask': 52.91100282123622, 'loss': 1.1722978353500366}
+{'epoch': 34, 'iter': 150, 'avg_loss': 1.379249059996068, 'avg_acc_mask': 53.11443746982134, 'loss': 1.787807822227478}
+{'epoch': 34, 'iter': 160, 'avg_loss': 1.37922817098428, 'avg_acc_mask': 53.230944254835045, 'loss': 1.1004830598831177}
+{'epoch': 34, 'iter': 170, 'avg_loss': 1.382014158524965, 'avg_acc_mask': 53.029169783096485, 'loss': 1.594931960105896}
+{'epoch': 34, 'iter': 180, 'avg_loss': 1.380458938812024, 'avg_acc_mask': 53.05896558663715, 'loss': 1.2487914562225342}
+{'epoch': 34, 'iter': 190, 'avg_loss': 1.3836769108996965, 'avg_acc_mask': 52.895716057628086, 'loss': 1.3006678819656372}
+{'epoch': 34, 'iter': 200, 'avg_loss': 1.380812672240224, 'avg_acc_mask': 52.9651795429815, 'loss': 1.5946685075759888}
+{'epoch': 34, 'iter': 210, 'avg_loss': 1.3828453978091055, 'avg_acc_mask': 52.82170944602886, 'loss': 1.7680449485778809}
+{'epoch': 34, 'iter': 220, 'avg_loss': 1.3808871483371268, 'avg_acc_mask': 52.95765364969517, 'loss': 1.4561773538589478}
+{'epoch': 34, 'iter': 230, 'avg_loss': 1.3843177745352575, 'avg_acc_mask': 52.87854889589906, 'loss': 1.524243950843811}
+{'epoch': 34, 'iter': 240, 'avg_loss': 1.3845992328220382, 'avg_acc_mask': 52.94430110790712, 'loss': 1.3021111488342285}
+{'epoch': 34, 'iter': 250, 'avg_loss': 1.3838228915792063, 'avg_acc_mask': 53.03030303030303, 'loss': 0.9780318737030029}
+{'epoch': 34, 'iter': 260, 'avg_loss': 1.3882842148400814, 'avg_acc_mask': 52.875578622527705, 'loss': 1.3636726140975952}
+{'epoch': 34, 'iter': 270, 'avg_loss': 1.3880247909204546, 'avg_acc_mask': 52.98196015078083, 'loss': 1.449195146560669}
+{'epoch': 34, 'iter': 280, 'avg_loss': 1.3902716780896713, 'avg_acc_mask': 52.82074613284804, 'loss': 0.9310734868049622}
+{'epoch': 34, 'iter': 290, 'avg_loss': 1.3892882986576696, 'avg_acc_mask': 52.839552707626595, 'loss': 1.416375994682312}
+{'epoch': 34, 'iter': 300, 'avg_loss': 1.383521250118053, 'avg_acc_mask': 53.14400389199708, 'loss': 1.0790854692459106}
+{'epoch': 34, 'iter': 310, 'avg_loss': 1.3834846450968188, 'avg_acc_mask': 53.074567086818234, 'loss': 1.3417024612426758}
+{'epoch': 34, 'iter': 320, 'avg_loss': 1.3850011266651927, 'avg_acc_mask': 53.04432259538496, 'loss': 1.2470053434371948}
+{'epoch': 34, 'iter': 330, 'avg_loss': 1.38465105712954, 'avg_acc_mask': 53.106656329604604, 'loss': 0.8807249665260315}
+{'epoch': 34, 'iter': 340, 'avg_loss': 1.383653471721582, 'avg_acc_mask': 53.11862587224906, 'loss': 1.1610972881317139}
+{'epoch': 34, 'iter': 350, 'avg_loss': 1.383885924462919, 'avg_acc_mask': 53.17274101882267, 'loss': 1.2473760843276978}
+{'epoch': 34, 'iter': 360, 'avg_loss': 1.3819066251413974, 'avg_acc_mask': 53.23504078634037, 'loss': 1.377028465270996}
+{'epoch': 34, 'iter': 370, 'avg_loss': 1.3798745785440718, 'avg_acc_mask': 53.32642384759648, 'loss': 1.1539888381958008}
+{'epoch': 34, 'iter': 380, 'avg_loss': 1.3822361718951248, 'avg_acc_mask': 53.22263281662427, 'loss': 0.9494547247886658}
+{'epoch': 34, 'iter': 390, 'avg_loss': 1.379639631342095, 'avg_acc_mask': 53.2597511925919, 'loss': 1.2602354288101196}
+{'epoch': 34, 'iter': 400, 'avg_loss': 1.3810108231190137, 'avg_acc_mask': 53.234784195638284, 'loss': 1.3709831237792969}
+{'epoch': 34, 'iter': 410, 'avg_loss': 1.3805870931513988, 'avg_acc_mask': 53.254859996433034, 'loss': 1.3123388290405273}
+{'epoch': 34, 'iter': 420, 'avg_loss': 1.3793982360821722, 'avg_acc_mask': 53.22686215473229, 'loss': 1.3653773069381714}
+{'epoch': 34, 'iter': 430, 'avg_loss': 1.3789380993477982, 'avg_acc_mask': 53.25739152694228, 'loss': 1.1170692443847656}
+{'epoch': 34, 'iter': 440, 'avg_loss': 1.3821112106716822, 'avg_acc_mask': 53.17341329335332, 'loss': 1.9407286643981934}
+{'epoch': 34, 'iter': 450, 'avg_loss': 1.3816570257664784, 'avg_acc_mask': 53.1964213094754, 'loss': 1.02279794216156}
+{'epoch': 34, 'iter': 460, 'avg_loss': 1.3830816606120278, 'avg_acc_mask': 53.13469647545549, 'loss': 1.5987898111343384}
+{'epoch': 34, 'iter': 470, 'avg_loss': 1.3837442238619373, 'avg_acc_mask': 53.10540866788676, 'loss': 1.3275705575942993}
+{'epoch': 34, 'iter': 480, 'avg_loss': 1.3825723574711726, 'avg_acc_mask': 53.19368131868132, 'loss': 1.2277112007141113}
+{'epoch': 34, 'iter': 490, 'avg_loss': 1.3842345720153233, 'avg_acc_mask': 53.1006882106523, 'loss': 1.7737787961959839}
+{'epoch': 34, 'iter': 500, 'avg_loss': 1.3851648034925708, 'avg_acc_mask': 53.09925676417823, 'loss': 1.3262836933135986}
+{'epoch': 34, 'iter': 510, 'avg_loss': 1.38494068104227, 'avg_acc_mask': 53.14318557367626, 'loss': 1.5325636863708496}
+{'epoch': 34, 'iter': 520, 'avg_loss': 1.384806552683781, 'avg_acc_mask': 53.1472474800874, 'loss': 1.6404966115951538}
+{'epoch': 34, 'iter': 530, 'avg_loss': 1.3831821767623815, 'avg_acc_mask': 53.15084610859259, 'loss': 0.8085355162620544}
+{'epoch': 34, 'iter': 540, 'avg_loss': 1.3823904672744314, 'avg_acc_mask': 53.156892094162465, 'loss': 1.6384830474853516}
+{'epoch': 34, 'iter': 550, 'avg_loss': 1.382436153784854, 'avg_acc_mask': 53.157842057852065, 'loss': 1.139343500137329}
+{'epoch': 34, 'iter': 560, 'avg_loss': 1.3827157363747105, 'avg_acc_mask': 53.14057172829793, 'loss': 1.6178675889968872}
+{'epoch': 34, 'iter': 570, 'avg_loss': 1.3812991086321829, 'avg_acc_mask': 53.19443549945257, 'loss': 1.2383874654769897}
+{'epoch': 34, 'iter': 580, 'avg_loss': 1.3800605948943896, 'avg_acc_mask': 53.20886075949367, 'loss': 1.5573792457580566}
+{'epoch': 34, 'iter': 590, 'avg_loss': 1.3787949870887344, 'avg_acc_mask': 53.26451933839075, 'loss': 0.9819095134735107}
+{'epoch': 34, 'iter': 600, 'avg_loss': 1.3772409463087454, 'avg_acc_mask': 53.29702273492243, 'loss': 1.0750489234924316}
+{'epoch': 34, 'iter': 610, 'avg_loss': 1.377736783554433, 'avg_acc_mask': 53.31349743034893, 'loss': 1.7300622463226318}
+{'epoch': 34, 'iter': 620, 'avg_loss': 1.3754521085252316, 'avg_acc_mask': 53.37909811812048, 'loss': 1.5002992153167725}
+{'epoch': 34, 'iter': 630, 'avg_loss': 1.375503502916043, 'avg_acc_mask': 53.41727142898779, 'loss': 1.288169503211975}
+{'epoch': 34, 'iter': 640, 'avg_loss': 1.3776902626159597, 'avg_acc_mask': 53.40690289392763, 'loss': 1.2089173793792725}
+{'epoch': 34, 'iter': 650, 'avg_loss': 1.377505430611231, 'avg_acc_mask': 53.409766454352436, 'loss': 1.410584568977356}
+{'epoch': 34, 'iter': 660, 'avg_loss': 1.3774166332611337, 'avg_acc_mask': 53.40645845544112, 'loss': 1.3814736604690552}
+{'epoch': 34, 'iter': 670, 'avg_loss': 1.376630190765449, 'avg_acc_mask': 53.4521158129176, 'loss': 1.502699375152588}
+{'epoch': 34, 'iter': 680, 'avg_loss': 1.3772933600407515, 'avg_acc_mask': 53.430589763715595, 'loss': 1.537528395652771}
+{'epoch': 34, 'iter': 690, 'avg_loss': 1.3785672239560294, 'avg_acc_mask': 53.39873114037425, 'loss': 1.1748987436294556}
+{'epoch': 34, 'iter': 700, 'avg_loss': 1.381399037494469, 'avg_acc_mask': 53.3378889823381, 'loss': 1.521593689918518}
+{'epoch': 34, 'iter': 710, 'avg_loss': 1.3803804824456216, 'avg_acc_mask': 53.414779653982826, 'loss': 1.1124917268753052}
+{'epoch': 34, 'iter': 720, 'avg_loss': 1.3808801695807797, 'avg_acc_mask': 53.396718294740076, 'loss': 1.6147165298461914}
+{'epoch': 34, 'iter': 730, 'avg_loss': 1.3790552506857792, 'avg_acc_mask': 53.48157111884233, 'loss': 1.531463861465454}
+{'epoch': 34, 'iter': 740, 'avg_loss': 1.3793953374008097, 'avg_acc_mask': 53.460964694182, 'loss': 1.5254759788513184}
+{'epoch': 34, 'iter': 750, 'avg_loss': 1.3800492550180692, 'avg_acc_mask': 53.434065934065934, 'loss': 1.2564828395843506}
+{'epoch': 34, 'iter': 760, 'avg_loss': 1.3795106395315404, 'avg_acc_mask': 53.448025199903086, 'loss': 1.5546993017196655}
+{'epoch': 34, 'iter': 770, 'avg_loss': 1.3812282918801413, 'avg_acc_mask': 53.39910185362125, 'loss': 1.3321456909179688}
+{'epoch': 34, 'iter': 780, 'avg_loss': 1.3815432530511815, 'avg_acc_mask': 53.39833329398711, 'loss': 1.6808205842971802}
+{'epoch': 34, 'iter': 790, 'avg_loss': 1.3823362316102656, 'avg_acc_mask': 53.37855161643708, 'loss': 1.6341201066970825}
+{'epoch': 34, 'iter': 800, 'avg_loss': 1.3823143881507283, 'avg_acc_mask': 53.40552995391705, 'loss': 1.3941034078598022}
+{'epoch': 34, 'iter': 810, 'avg_loss': 1.3827994843593507, 'avg_acc_mask': 53.36595357305417, 'loss': 1.342029094696045}
+{'epoch': 34, 'iter': 820, 'avg_loss': 1.3829477471497986, 'avg_acc_mask': 53.33947800283254, 'loss': 1.5437068939208984}
+{'epoch': 34, 'iter': 830, 'avg_loss': 1.38379270799467, 'avg_acc_mask': 53.32429669792453, 'loss': 1.0878442525863647}
+{'epoch': 34, 'iter': 840, 'avg_loss': 1.3831362209053584, 'avg_acc_mask': 53.32572582237924, 'loss': 1.3317991495132446}
+{'epoch': 34, 'iter': 850, 'avg_loss': 1.384686123680424, 'avg_acc_mask': 53.29489291598023, 'loss': 1.8018463850021362}
+{'epoch': 34, 'iter': 860, 'avg_loss': 1.38493749786614, 'avg_acc_mask': 53.30150301888409, 'loss': 1.2871243953704834}
+{'epoch': 34, 'iter': 870, 'avg_loss': 1.386172904418065, 'avg_acc_mask': 53.287233817589716, 'loss': 1.4136874675750732}
+{'epoch': 34, 'iter': 880, 'avg_loss': 1.3870262140989573, 'avg_acc_mask': 53.26011923438971, 'loss': 1.2850213050842285}
+{'epoch': 34, 'iter': 890, 'avg_loss': 1.387080964148379, 'avg_acc_mask': 53.272847791863455, 'loss': 0.9647455811500549}
+{'epoch': 34, 'iter': 900, 'avg_loss': 1.3872216651495235, 'avg_acc_mask': 53.24981064095478, 'loss': 1.5026710033416748}
+{'epoch': 34, 'iter': 910, 'avg_loss': 1.386720631046693, 'avg_acc_mask': 53.26504999797579, 'loss': 1.413988471031189}
+{'epoch': 34, 'iter': 920, 'avg_loss': 1.3852958675963354, 'avg_acc_mask': 53.31702720583813, 'loss': 0.9927679896354675}
+{'epoch': 34, 'iter': 930, 'avg_loss': 1.384386209681006, 'avg_acc_mask': 53.337961126537095, 'loss': 1.5920370817184448}
+{'epoch': 34, 'iter': 940, 'avg_loss': 1.3844978868264575, 'avg_acc_mask': 53.328103549715635, 'loss': 1.1850003004074097}
+{'epoch': 34, 'iter': 950, 'avg_loss': 1.3854062208116493, 'avg_acc_mask': 53.29299511286945, 'loss': 1.534712314605713}
+{'epoch': 34, 'iter': 960, 'avg_loss': 1.385479612045308, 'avg_acc_mask': 53.298264475503, 'loss': 1.2955468893051147}
+{'epoch': 34, 'iter': 970, 'avg_loss': 1.3851324937984455, 'avg_acc_mask': 53.30076602862628, 'loss': 1.0210665464401245}
+{'epoch': 34, 'iter': 980, 'avg_loss': 1.3853875506179414, 'avg_acc_mask': 53.2833267535202, 'loss': 1.3316563367843628}
+{'epoch': 34, 'iter': 990, 'avg_loss': 1.3860277837869739, 'avg_acc_mask': 53.24791086350975, 'loss': 1.636214256286621}
+{'epoch': 34, 'iter': 1000, 'avg_loss': 1.3858569608582603, 'avg_acc_mask': 53.25651486749734, 'loss': 1.8580782413482666}
+{'epoch': 34, 'iter': 1010, 'avg_loss': 1.3862315074980083, 'avg_acc_mask': 53.2603158430973, 'loss': 1.2590709924697876}
+{'epoch': 34, 'iter': 1020, 'avg_loss': 1.3856706911739944, 'avg_acc_mask': 53.30018734687996, 'loss': 1.322874903678894}
+{'epoch': 34, 'iter': 1030, 'avg_loss': 1.3854333033385957, 'avg_acc_mask': 53.32000214251281, 'loss': 1.4163800477981567}
+{'epoch': 34, 'iter': 1040, 'avg_loss': 1.3850335345946174, 'avg_acc_mask': 53.33828417851333, 'loss': 1.5227138996124268}
+{'epoch': 34, 'iter': 1050, 'avg_loss': 1.3851736535014254, 'avg_acc_mask': 53.34197662806385, 'loss': 1.3489476442337036}
+{'epoch': 34, 'iter': 1060, 'avg_loss': 1.3845604219939998, 'avg_acc_mask': 53.3535844471446, 'loss': 0.928011953830719}
+{'epoch': 34, 'iter': 1070, 'avg_loss': 1.384600057877969, 'avg_acc_mask': 53.311782103308346, 'loss': 1.474832534790039}
+{'epoch': 34, 'iter': 1080, 'avg_loss': 1.3840559194972402, 'avg_acc_mask': 53.34230061976435, 'loss': 1.0823564529418945}
+{'epoch': 34, 'iter': 1090, 'avg_loss': 1.3837490185589882, 'avg_acc_mask': 53.34614800950984, 'loss': 1.2052468061447144}
+{'epoch': 34, 'iter': 1100, 'avg_loss': 1.3835533757733822, 'avg_acc_mask': 53.34225269671378, 'loss': 1.2066150903701782}
+{'epoch': 'EP34_train', 'avg_loss': 1.384019146138187, 'total_masked_acc': 53.32477620897164}
+{'epoch': 35, 'iter': 0, 'avg_loss': 1.7085319757461548, 'avg_acc_mask': 43.75, 'loss': 1.7085319757461548}
+{'epoch': 35, 'iter': 10, 'avg_loss': 1.48055453192104, 'avg_acc_mask': 49.18300653594771, 'loss': 1.284373164176941}
+{'epoch': 35, 'iter': 20, 'avg_loss': 1.4075053050404502, 'avg_acc_mask': 52.905464006938416, 'loss': 1.4956823587417603}
+{'epoch': 35, 'iter': 30, 'avg_loss': 1.402226242326921, 'avg_acc_mask': 53.02214242968283, 'loss': 1.424230694770813}
+{'epoch': 35, 'iter': 40, 'avg_loss': 1.3937628952468313, 'avg_acc_mask': 52.85338015803336, 'loss': 1.3429423570632935}
+{'epoch': 35, 'iter': 50, 'avg_loss': 1.3992217486979914, 'avg_acc_mask': 52.404181184668985, 'loss': 1.4399983882904053}
+{'epoch': 35, 'iter': 60, 'avg_loss': 1.3848953139586526, 'avg_acc_mask': 52.989209682123075, 'loss': 1.219709873199463}
+{'epoch': 35, 'iter': 70, 'avg_loss': 1.3840876893258431, 'avg_acc_mask': 53.22984476715072, 'loss': 1.5122194290161133}
+{'epoch': 35, 'iter': 80, 'avg_loss': 1.3981279112674572, 'avg_acc_mask': 52.597974460590045, 'loss': 1.5539261102676392}
+{'epoch': 35, 'iter': 90, 'avg_loss': 1.3943875209315792, 'avg_acc_mask': 52.74509803921569, 'loss': 1.5272331237792969}
+{'epoch': 35, 'iter': 100, 'avg_loss': 1.3864346713122755, 'avg_acc_mask': 52.8278322925959, 'loss': 1.2585363388061523}
+{'epoch': 35, 'iter': 110, 'avg_loss': 1.3849224518011283, 'avg_acc_mask': 52.853881278538815, 'loss': 1.2328475713729858}
+{'epoch': 35, 'iter': 120, 'avg_loss': 1.3787376856015734, 'avg_acc_mask': 52.76570229350922, 'loss': 1.7569280862808228}
+{'epoch': 35, 'iter': 130, 'avg_loss': 1.3769681312655675, 'avg_acc_mask': 52.83981251723188, 'loss': 1.2884515523910522}
+{'epoch': 35, 'iter': 140, 'avg_loss': 1.374661643877097, 'avg_acc_mask': 52.994625031993856, 'loss': 1.1203826665878296}
+{'epoch': 35, 'iter': 150, 'avg_loss': 1.365377273385888, 'avg_acc_mask': 53.26008210577156, 'loss': 1.5607682466506958}
+{'epoch': 35, 'iter': 160, 'avg_loss': 1.3686031388199849, 'avg_acc_mask': 53.33788240645968, 'loss': 1.26954185962677}
+{'epoch': 35, 'iter': 170, 'avg_loss': 1.3725417960456938, 'avg_acc_mask': 53.023654072567695, 'loss': 1.4963198900222778}
+{'epoch': 35, 'iter': 180, 'avg_loss': 1.3704416359985732, 'avg_acc_mask': 53.08779011099899, 'loss': 1.1374876499176025}
+{'epoch': 35, 'iter': 190, 'avg_loss': 1.3734070989473952, 'avg_acc_mask': 53.036669213139795, 'loss': 1.1336699724197388}
+{'epoch': 35, 'iter': 200, 'avg_loss': 1.3658849380502653, 'avg_acc_mask': 53.209090909090904, 'loss': 1.241910457611084}
+{'epoch': 35, 'iter': 210, 'avg_loss': 1.3712718582831287, 'avg_acc_mask': 53.27797958830652, 'loss': 1.4448679685592651}
+{'epoch': 35, 'iter': 220, 'avg_loss': 1.3700207698399125, 'avg_acc_mask': 53.31790761094124, 'loss': 1.5945149660110474}
+{'epoch': 35, 'iter': 230, 'avg_loss': 1.3703453055707924, 'avg_acc_mask': 53.34708121827412, 'loss': 1.4146379232406616}
+{'epoch': 35, 'iter': 240, 'avg_loss': 1.370581299684849, 'avg_acc_mask': 53.34044336101166, 'loss': 1.5729502439498901}
+{'epoch': 35, 'iter': 250, 'avg_loss': 1.3745870511845288, 'avg_acc_mask': 53.2474189060555, 'loss': 1.0751187801361084}
+{'epoch': 35, 'iter': 260, 'avg_loss': 1.3753224175095102, 'avg_acc_mask': 53.24520075944027, 'loss': 1.3240031003952026}
+{'epoch': 35, 'iter': 270, 'avg_loss': 1.3779682583034698, 'avg_acc_mask': 53.26534747079085, 'loss': 1.563640832901001}
+{'epoch': 35, 'iter': 280, 'avg_loss': 1.3789458262114338, 'avg_acc_mask': 53.193430656934304, 'loss': 0.7769396901130676}
+{'epoch': 35, 'iter': 290, 'avg_loss': 1.374746068441581, 'avg_acc_mask': 53.33501609137377, 'loss': 1.0365720987319946}
+{'epoch': 35, 'iter': 300, 'avg_loss': 1.3713779296985893, 'avg_acc_mask': 53.41262580054895, 'loss': 1.088021993637085}
+{'epoch': 35, 'iter': 310, 'avg_loss': 1.3707114996634113, 'avg_acc_mask': 53.39318410017129, 'loss': 1.1398340463638306}
+{'epoch': 35, 'iter': 320, 'avg_loss': 1.3700741345637313, 'avg_acc_mask': 53.46250859894519, 'loss': 1.1799429655075073}
+{'epoch': 35, 'iter': 330, 'avg_loss': 1.3706682227169278, 'avg_acc_mask': 53.502583189822786, 'loss': 1.25233793258667}
+{'epoch': 35, 'iter': 340, 'avg_loss': 1.3696990714045214, 'avg_acc_mask': 53.513601036269435, 'loss': 1.3457517623901367}
+{'epoch': 35, 'iter': 350, 'avg_loss': 1.3696651922331915, 'avg_acc_mask': 53.517574738611884, 'loss': 1.62267005443573}
+{'epoch': 35, 'iter': 360, 'avg_loss': 1.3688714416733738, 'avg_acc_mask': 53.59386973180077, 'loss': 1.604315161705017}
+{'epoch': 35, 'iter': 370, 'avg_loss': 1.3698676453446441, 'avg_acc_mask': 53.63663425282794, 'loss': 1.214206576347351}
+{'epoch': 35, 'iter': 380, 'avg_loss': 1.3696731458811622, 'avg_acc_mask': 53.6088446869116, 'loss': 1.0729784965515137}
+{'epoch': 35, 'iter': 390, 'avg_loss': 1.3683697861783646, 'avg_acc_mask': 53.56554483407861, 'loss': 1.4473437070846558}
+{'epoch': 35, 'iter': 400, 'avg_loss': 1.3685590657510067, 'avg_acc_mask': 53.60290067927299, 'loss': 1.1530084609985352}
+{'epoch': 35, 'iter': 410, 'avg_loss': 1.3681461710999483, 'avg_acc_mask': 53.59336471643129, 'loss': 1.202805519104004}
+{'epoch': 35, 'iter': 420, 'avg_loss': 1.3669939127500719, 'avg_acc_mask': 53.62528493775206, 'loss': 1.2902990579605103}
+{'epoch': 35, 'iter': 430, 'avg_loss': 1.3667934567358544, 'avg_acc_mask': 53.626420759167914, 'loss': 1.2685965299606323}
+{'epoch': 35, 'iter': 440, 'avg_loss': 1.369733111793492, 'avg_acc_mask': 53.51665343307283, 'loss': 1.7172619104385376}
+{'epoch': 35, 'iter': 450, 'avg_loss': 1.370196300573201, 'avg_acc_mask': 53.507587843089134, 'loss': 1.1764276027679443}
+{'epoch': 35, 'iter': 460, 'avg_loss': 1.3714407898340204, 'avg_acc_mask': 53.42756466725395, 'loss': 1.3299446105957031}
+{'epoch': 35, 'iter': 470, 'avg_loss': 1.3718040942386458, 'avg_acc_mask': 53.42218737749902, 'loss': 1.2672746181488037}
+{'epoch': 35, 'iter': 480, 'avg_loss': 1.371164908404162, 'avg_acc_mask': 53.45728334357713, 'loss': 1.4518959522247314}
+{'epoch': 35, 'iter': 490, 'avg_loss': 1.373237453628703, 'avg_acc_mask': 53.398862652054376, 'loss': 1.7172293663024902}
+{'epoch': 35, 'iter': 500, 'avg_loss': 1.3736445909726644, 'avg_acc_mask': 53.33505401718226, 'loss': 1.2525149583816528}
+{'epoch': 35, 'iter': 510, 'avg_loss': 1.3731998518954984, 'avg_acc_mask': 53.327312138728324, 'loss': 1.2851475477218628}
+{'epoch': 35, 'iter': 520, 'avg_loss': 1.3756532480300274, 'avg_acc_mask': 53.25062034739454, 'loss': 1.732920527458191}
+{'epoch': 35, 'iter': 530, 'avg_loss': 1.3750974181232705, 'avg_acc_mask': 53.2924748406867, 'loss': 1.3627489805221558}
+{'epoch': 35, 'iter': 540, 'avg_loss': 1.3760095872191536, 'avg_acc_mask': 53.28342392233275, 'loss': 1.2998121976852417}
+{'epoch': 35, 'iter': 550, 'avg_loss': 1.3771129085018068, 'avg_acc_mask': 53.24584016873681, 'loss': 1.7331656217575073}
+{'epoch': 35, 'iter': 560, 'avg_loss': 1.3760449859760238, 'avg_acc_mask': 53.25504128425277, 'loss': 0.9457606077194214}
+{'epoch': 35, 'iter': 570, 'avg_loss': 1.3752226582132998, 'avg_acc_mask': 53.31522090691506, 'loss': 1.201855182647705}
+{'epoch': 35, 'iter': 580, 'avg_loss': 1.3729846776044718, 'avg_acc_mask': 53.37401862623565, 'loss': 1.4737690687179565}
+{'epoch': 35, 'iter': 590, 'avg_loss': 1.3738904089088568, 'avg_acc_mask': 53.369575405380075, 'loss': 1.3810954093933105}
+{'epoch': 35, 'iter': 600, 'avg_loss': 1.375316174672963, 'avg_acc_mask': 53.313484146229165, 'loss': 1.3676356077194214}
+{'epoch': 35, 'iter': 610, 'avg_loss': 1.3759722316518743, 'avg_acc_mask': 53.274859089128014, 'loss': 1.7635794878005981}
+{'epoch': 35, 'iter': 620, 'avg_loss': 1.3746853630131954, 'avg_acc_mask': 53.254385183866084, 'loss': 1.5255881547927856}
+{'epoch': 35, 'iter': 630, 'avg_loss': 1.3734663243150182, 'avg_acc_mask': 53.30545890471039, 'loss': 1.0783227682113647}
+{'epoch': 35, 'iter': 640, 'avg_loss': 1.3732397273624557, 'avg_acc_mask': 53.31219371576823, 'loss': 1.4931790828704834}
+{'epoch': 35, 'iter': 650, 'avg_loss': 1.374150001874534, 'avg_acc_mask': 53.289174437116216, 'loss': 1.069360375404358}
+{'epoch': 35, 'iter': 660, 'avg_loss': 1.3746539406624936, 'avg_acc_mask': 53.29638028050726, 'loss': 1.4035395383834839}
+{'epoch': 35, 'iter': 670, 'avg_loss': 1.3734096569382488, 'avg_acc_mask': 53.32836767910839, 'loss': 1.3503938913345337}
+{'epoch': 35, 'iter': 680, 'avg_loss': 1.3720149146652783, 'avg_acc_mask': 53.34527104020837, 'loss': 1.402390480041504}
+{'epoch': 35, 'iter': 690, 'avg_loss': 1.3726921459355335, 'avg_acc_mask': 53.291653307684086, 'loss': 1.4821600914001465}
+{'epoch': 35, 'iter': 700, 'avg_loss': 1.374730493984957, 'avg_acc_mask': 53.23653962492438, 'loss': 1.4401761293411255}
+{'epoch': 35, 'iter': 710, 'avg_loss': 1.3743831826329398, 'avg_acc_mask': 53.298228320925524, 'loss': 1.2066110372543335}
+{'epoch': 35, 'iter': 720, 'avg_loss': 1.3756050142600367, 'avg_acc_mask': 53.23726301803874, 'loss': 1.3696364164352417}
+{'epoch': 35, 'iter': 730, 'avg_loss': 1.3739493070157542, 'avg_acc_mask': 53.28846202324233, 'loss': 1.4066386222839355}
+{'epoch': 35, 'iter': 740, 'avg_loss': 1.3736994881861606, 'avg_acc_mask': 53.266331658291456, 'loss': 1.3642973899841309}
+{'epoch': 35, 'iter': 750, 'avg_loss': 1.3759308497058091, 'avg_acc_mask': 53.20306945500012, 'loss': 1.3346604108810425}
+{'epoch': 35, 'iter': 760, 'avg_loss': 1.3747761491563724, 'avg_acc_mask': 53.25458110430637, 'loss': 1.4002412557601929}
+{'epoch': 35, 'iter': 770, 'avg_loss': 1.3760626338489943, 'avg_acc_mask': 53.19204792248395, 'loss': 1.4016727209091187}
+{'epoch': 35, 'iter': 780, 'avg_loss': 1.376074287177048, 'avg_acc_mask': 53.22804949911609, 'loss': 1.6282920837402344}
+{'epoch': 35, 'iter': 790, 'avg_loss': 1.3762705139957094, 'avg_acc_mask': 53.23233733593968, 'loss': 1.5090506076812744}
+{'epoch': 35, 'iter': 800, 'avg_loss': 1.3758587577518602, 'avg_acc_mask': 53.23284775515831, 'loss': 1.334309458732605}
+{'epoch': 35, 'iter': 810, 'avg_loss': 1.3762775323687881, 'avg_acc_mask': 53.17989922375052, 'loss': 1.3435120582580566}
+{'epoch': 35, 'iter': 820, 'avg_loss': 1.3765413719756885, 'avg_acc_mask': 53.173445808000366, 'loss': 1.1890764236450195}
+{'epoch': 35, 'iter': 830, 'avg_loss': 1.3773675931059497, 'avg_acc_mask': 53.148402534674524, 'loss': 1.3532345294952393}
+{'epoch': 35, 'iter': 840, 'avg_loss': 1.3766928274056007, 'avg_acc_mask': 53.17003827227993, 'loss': 1.2521406412124634}
+{'epoch': 35, 'iter': 850, 'avg_loss': 1.377016624958899, 'avg_acc_mask': 53.133773919053176, 'loss': 1.1766244173049927}
+{'epoch': 35, 'iter': 860, 'avg_loss': 1.3778782264003908, 'avg_acc_mask': 53.11273254821642, 'loss': 1.584579348564148}
+{'epoch': 35, 'iter': 870, 'avg_loss': 1.3779528054112544, 'avg_acc_mask': 53.125724767547275, 'loss': 1.1481831073760986}
+{'epoch': 35, 'iter': 880, 'avg_loss': 1.3772561061666448, 'avg_acc_mask': 53.15713719518554, 'loss': 1.0413819551467896}
+{'epoch': 35, 'iter': 890, 'avg_loss': 1.3766608703818788, 'avg_acc_mask': 53.19395091314767, 'loss': 0.9566718339920044}
+{'epoch': 35, 'iter': 900, 'avg_loss': 1.3776513049658077, 'avg_acc_mask': 53.172803954006085, 'loss': 1.6149652004241943}
+{'epoch': 35, 'iter': 910, 'avg_loss': 1.3792685517626195, 'avg_acc_mask': 53.1021824196216, 'loss': 1.5454609394073486}
+{'epoch': 35, 'iter': 920, 'avg_loss': 1.3779595606231276, 'avg_acc_mask': 53.15095846645368, 'loss': 1.4633047580718994}
+{'epoch': 35, 'iter': 930, 'avg_loss': 1.3775589580054441, 'avg_acc_mask': 53.17766056223947, 'loss': 1.6485424041748047}
+{'epoch': 35, 'iter': 940, 'avg_loss': 1.3774580529848397, 'avg_acc_mask': 53.15950980200535, 'loss': 1.1075323820114136}
+{'epoch': 35, 'iter': 950, 'avg_loss': 1.377594084393715, 'avg_acc_mask': 53.173115932229585, 'loss': 1.7103939056396484}
+{'epoch': 35, 'iter': 960, 'avg_loss': 1.376610105913462, 'avg_acc_mask': 53.173799193409664, 'loss': 1.632555603981018}
+{'epoch': 35, 'iter': 970, 'avg_loss': 1.3768344167332203, 'avg_acc_mask': 53.15010490898436, 'loss': 1.1631832122802734}
+{'epoch': 35, 'iter': 980, 'avg_loss': 1.3772860285460524, 'avg_acc_mask': 53.15364183906326, 'loss': 1.4272558689117432}
+{'epoch': 35, 'iter': 990, 'avg_loss': 1.3773873064039213, 'avg_acc_mask': 53.137904853613826, 'loss': 1.4824082851409912}
+{'epoch': 35, 'iter': 1000, 'avg_loss': 1.3765749085795034, 'avg_acc_mask': 53.18162663295407, 'loss': 1.405243158340454}
+{'epoch': 35, 'iter': 1010, 'avg_loss': 1.3766566642314106, 'avg_acc_mask': 53.18091090546181, 'loss': 1.1000314950942993}
+{'epoch': 35, 'iter': 1020, 'avg_loss': 1.376255911314289, 'avg_acc_mask': 53.19412747758271, 'loss': 1.2387287616729736}
+{'epoch': 35, 'iter': 1030, 'avg_loss': 1.3756052278755477, 'avg_acc_mask': 53.23416763160239, 'loss': 1.339882493019104}
+{'epoch': 35, 'iter': 1040, 'avg_loss': 1.375917623869853, 'avg_acc_mask': 53.22597714124453, 'loss': 1.3885289430618286}
+{'epoch': 35, 'iter': 1050, 'avg_loss': 1.3749880413006421, 'avg_acc_mask': 53.239899342933036, 'loss': 1.5674301385879517}
+{'epoch': 35, 'iter': 1060, 'avg_loss': 1.3739500848557116, 'avg_acc_mask': 53.28142572886928, 'loss': 1.065809965133667}
+{'epoch': 35, 'iter': 1070, 'avg_loss': 1.373581696124304, 'avg_acc_mask': 53.275498482692406, 'loss': 1.5856666564941406}
+{'epoch': 35, 'iter': 1080, 'avg_loss': 1.372758135930131, 'avg_acc_mask': 53.32507298526716, 'loss': 1.1726723909378052}
+{'epoch': 35, 'iter': 1090, 'avg_loss': 1.3731148295944486, 'avg_acc_mask': 53.27416969208014, 'loss': 1.0956509113311768}
+{'epoch': 35, 'iter': 1100, 'avg_loss': 1.3727020862749986, 'avg_acc_mask': 53.28149973361748, 'loss': 1.0637139081954956}
+{'epoch': 'EP35_train', 'avg_loss': 1.3731804510586942, 'total_masked_acc': 53.262871459622694}
+{'epoch': 36, 'iter': 0, 'avg_loss': 1.272698998451233, 'avg_acc_mask': 60.37735849056604, 'loss': 1.272698998451233}
+{'epoch': 36, 'iter': 10, 'avg_loss': 1.4942451498725198, 'avg_acc_mask': 51.86991869918699, 'loss': 1.2310928106307983}
+{'epoch': 36, 'iter': 20, 'avg_loss': 1.4274235225859142, 'avg_acc_mask': 52.76595744680851, 'loss': 1.3177762031555176}
+{'epoch': 36, 'iter': 30, 'avg_loss': 1.4090478074166082, 'avg_acc_mask': 53.679906542056074, 'loss': 1.5769603252410889}
+{'epoch': 36, 'iter': 40, 'avg_loss': 1.3982634311769067, 'avg_acc_mask': 53.96687009590235, 'loss': 1.2790292501449585}
+{'epoch': 36, 'iter': 50, 'avg_loss': 1.416761788667417, 'avg_acc_mask': 53.042282571330354, 'loss': 1.6907265186309814}
+{'epoch': 36, 'iter': 60, 'avg_loss': 1.4077389748370062, 'avg_acc_mask': 52.98572676958928, 'loss': 1.1762950420379639}
+{'epoch': 36, 'iter': 70, 'avg_loss': 1.4081813147370243, 'avg_acc_mask': 53.06995470558631, 'loss': 1.4431025981903076}
+{'epoch': 36, 'iter': 80, 'avg_loss': 1.407752126823237, 'avg_acc_mask': 53.1523642732049, 'loss': 1.5822864770889282}
+{'epoch': 36, 'iter': 90, 'avg_loss': 1.4033462084256685, 'avg_acc_mask': 53.33724799373655, 'loss': 1.4996726512908936}
+{'epoch': 36, 'iter': 100, 'avg_loss': 1.4058758728574998, 'avg_acc_mask': 53.09939437121483, 'loss': 1.1593924760818481}
+{'epoch': 36, 'iter': 110, 'avg_loss': 1.4018049111237396, 'avg_acc_mask': 53.04858167590479, 'loss': 1.0163331031799316}
+{'epoch': 36, 'iter': 120, 'avg_loss': 1.3930905082009055, 'avg_acc_mask': 53.28335832083958, 'loss': 1.3955821990966797}
+{'epoch': 36, 'iter': 130, 'avg_loss': 1.3951996391966144, 'avg_acc_mask': 52.98149417409185, 'loss': 1.340831995010376}
+{'epoch': 36, 'iter': 140, 'avg_loss': 1.393799363298619, 'avg_acc_mask': 53.02473050095118, 'loss': 1.291050672531128}
+{'epoch': 36, 'iter': 150, 'avg_loss': 1.387649700736368, 'avg_acc_mask': 53.176498686410326, 'loss': 1.4003371000289917}
+{'epoch': 36, 'iter': 160, 'avg_loss': 1.388191875463687, 'avg_acc_mask': 53.14716811169913, 'loss': 1.6538467407226562}
+{'epoch': 36, 'iter': 170, 'avg_loss': 1.3885977003309462, 'avg_acc_mask': 53.083280356007634, 'loss': 1.2664681673049927}
+{'epoch': 36, 'iter': 180, 'avg_loss': 1.3898742706077534, 'avg_acc_mask': 53.06511487910104, 'loss': 1.4859949350357056}
+{'epoch': 36, 'iter': 190, 'avg_loss': 1.3905729361229542, 'avg_acc_mask': 52.99258977769333, 'loss': 1.4759949445724487}
+{'epoch': 36, 'iter': 200, 'avg_loss': 1.3895327807658941, 'avg_acc_mask': 52.93906165737911, 'loss': 1.2886483669281006}
+{'epoch': 36, 'iter': 210, 'avg_loss': 1.388340489559264, 'avg_acc_mask': 52.98984901475732, 'loss': 1.4745259284973145}
+{'epoch': 36, 'iter': 220, 'avg_loss': 1.3829844904161686, 'avg_acc_mask': 53.2137030995106, 'loss': 1.6095110177993774}
+{'epoch': 36, 'iter': 230, 'avg_loss': 1.3829712243307204, 'avg_acc_mask': 53.16060558763852, 'loss': 1.0096925497055054}
+{'epoch': 36, 'iter': 240, 'avg_loss': 1.385754848169588, 'avg_acc_mask': 53.20474332032422, 'loss': 1.3505574464797974}
+{'epoch': 36, 'iter': 250, 'avg_loss': 1.3888669899735318, 'avg_acc_mask': 53.08909603295036, 'loss': 1.1230645179748535}
+{'epoch': 36, 'iter': 260, 'avg_loss': 1.3895165863164998, 'avg_acc_mask': 53.06646316081587, 'loss': 1.266953706741333}
+{'epoch': 36, 'iter': 270, 'avg_loss': 1.3905312203393212, 'avg_acc_mask': 53.045160429591085, 'loss': 1.6449099779129028}
+{'epoch': 36, 'iter': 280, 'avg_loss': 1.3895772481304047, 'avg_acc_mask': 52.97115942964062, 'loss': 1.0363595485687256}
+{'epoch': 36, 'iter': 290, 'avg_loss': 1.3887496647965867, 'avg_acc_mask': 53.09922519370157, 'loss': 1.2209910154342651}
+{'epoch': 36, 'iter': 300, 'avg_loss': 1.386066776771482, 'avg_acc_mask': 53.146726316425855, 'loss': 1.0117297172546387}
+{'epoch': 36, 'iter': 310, 'avg_loss': 1.3837040036054287, 'avg_acc_mask': 53.21106293214579, 'loss': 1.0259666442871094}
+{'epoch': 36, 'iter': 320, 'avg_loss': 1.3839855526466607, 'avg_acc_mask': 53.20118478013215, 'loss': 1.329704761505127}
+{'epoch': 36, 'iter': 330, 'avg_loss': 1.3835636937366151, 'avg_acc_mask': 53.31048966508235, 'loss': 1.1676552295684814}
+{'epoch': 36, 'iter': 340, 'avg_loss': 1.3814433952930036, 'avg_acc_mask': 53.305807281891795, 'loss': 0.9931824803352356}
+{'epoch': 36, 'iter': 350, 'avg_loss': 1.3818828716576947, 'avg_acc_mask': 53.2805665486357, 'loss': 1.5443516969680786}
+{'epoch': 36, 'iter': 360, 'avg_loss': 1.3835704395975763, 'avg_acc_mask': 53.21693495483676, 'loss': 1.874617099761963}
+{'epoch': 36, 'iter': 370, 'avg_loss': 1.3852178867293818, 'avg_acc_mask': 53.12007874015748, 'loss': 1.3087494373321533}
+{'epoch': 36, 'iter': 380, 'avg_loss': 1.3875013014150104, 'avg_acc_mask': 52.99468568966342, 'loss': 0.9828290939331055}
+{'epoch': 36, 'iter': 390, 'avg_loss': 1.387063308445084, 'avg_acc_mask': 53.00013986666045, 'loss': 1.279106855392456}
+{'epoch': 36, 'iter': 400, 'avg_loss': 1.3874263162922087, 'avg_acc_mask': 52.99704612588049, 'loss': 1.4779372215270996}
+{'epoch': 36, 'iter': 410, 'avg_loss': 1.3863227709656505, 'avg_acc_mask': 53.028824833702885, 'loss': 1.3159985542297363}
+{'epoch': 36, 'iter': 420, 'avg_loss': 1.3861164545503195, 'avg_acc_mask': 53.12310228159972, 'loss': 1.3602510690689087}
+{'epoch': 36, 'iter': 430, 'avg_loss': 1.383951178559571, 'avg_acc_mask': 53.22799864084268, 'loss': 1.1907416582107544}
+{'epoch': 36, 'iter': 440, 'avg_loss': 1.3863730381946175, 'avg_acc_mask': 53.15042337705462, 'loss': 1.7237002849578857}
+{'epoch': 36, 'iter': 450, 'avg_loss': 1.38579018100138, 'avg_acc_mask': 53.21768099455595, 'loss': 1.0700833797454834}
+{'epoch': 36, 'iter': 460, 'avg_loss': 1.3867401153560315, 'avg_acc_mask': 53.13406733176994, 'loss': 1.6233370304107666}
+{'epoch': 36, 'iter': 470, 'avg_loss': 1.3885516900165824, 'avg_acc_mask': 53.045744515325964, 'loss': 1.6648765802383423}
+{'epoch': 36, 'iter': 480, 'avg_loss': 1.3879515155685171, 'avg_acc_mask': 53.07991756354477, 'loss': 1.1139919757843018}
+{'epoch': 36, 'iter': 490, 'avg_loss': 1.3894942785231985, 'avg_acc_mask': 52.973984652816775, 'loss': 1.585050344467163}
+{'epoch': 36, 'iter': 500, 'avg_loss': 1.3891653367383276, 'avg_acc_mask': 52.98499247789235, 'loss': 1.2360514402389526}
+{'epoch': 36, 'iter': 510, 'avg_loss': 1.3874566338066951, 'avg_acc_mask': 53.01823140970428, 'loss': 1.1159793138504028}
+{'epoch': 36, 'iter': 520, 'avg_loss': 1.3849385980223512, 'avg_acc_mask': 53.084461364918226, 'loss': 1.4435102939605713}
+{'epoch': 36, 'iter': 530, 'avg_loss': 1.384403364020777, 'avg_acc_mask': 53.09664011084171, 'loss': 1.1342231035232544}
+{'epoch': 36, 'iter': 540, 'avg_loss': 1.3853738707887928, 'avg_acc_mask': 53.02442675375927, 'loss': 1.5533207654953003}
+{'epoch': 36, 'iter': 550, 'avg_loss': 1.3852921554484081, 'avg_acc_mask': 53.050875729774816, 'loss': 1.4132418632507324}
+{'epoch': 36, 'iter': 560, 'avg_loss': 1.383115309126237, 'avg_acc_mask': 53.14919301928881, 'loss': 1.1331424713134766}
+{'epoch': 36, 'iter': 570, 'avg_loss': 1.3821036551545673, 'avg_acc_mask': 53.233766652688615, 'loss': 1.2043771743774414}
+{'epoch': 36, 'iter': 580, 'avg_loss': 1.3815156039805914, 'avg_acc_mask': 53.222894428431154, 'loss': 1.4411712884902954}
+{'epoch': 36, 'iter': 590, 'avg_loss': 1.3821154952856087, 'avg_acc_mask': 53.21808345252161, 'loss': 1.3594028949737549}
+{'epoch': 36, 'iter': 600, 'avg_loss': 1.3832924944192122, 'avg_acc_mask': 53.16629955947136, 'loss': 1.382522702217102}
+{'epoch': 36, 'iter': 610, 'avg_loss': 1.3853648373226097, 'avg_acc_mask': 53.090570682357175, 'loss': 1.6174275875091553}
+{'epoch': 36, 'iter': 620, 'avg_loss': 1.3824901501145723, 'avg_acc_mask': 53.166577967003725, 'loss': 1.347425103187561}
+{'epoch': 36, 'iter': 630, 'avg_loss': 1.3826541542629054, 'avg_acc_mask': 53.142640982366295, 'loss': 1.3841421604156494}
+{'epoch': 36, 'iter': 640, 'avg_loss': 1.3818425290670113, 'avg_acc_mask': 53.16026763920397, 'loss': 1.3194743394851685}
+{'epoch': 36, 'iter': 650, 'avg_loss': 1.3819512919896209, 'avg_acc_mask': 53.1441826256683, 'loss': 1.071780800819397}
+{'epoch': 36, 'iter': 660, 'avg_loss': 1.382415569676213, 'avg_acc_mask': 53.13231523798908, 'loss': 1.4171996116638184}
+{'epoch': 36, 'iter': 670, 'avg_loss': 1.383548419273024, 'avg_acc_mask': 53.10723602910888, 'loss': 1.4317198991775513}
+{'epoch': 36, 'iter': 680, 'avg_loss': 1.3837171008758433, 'avg_acc_mask': 53.132012219849145, 'loss': 1.6977792978286743}
+{'epoch': 36, 'iter': 690, 'avg_loss': 1.3845916130780829, 'avg_acc_mask': 53.10920793659237, 'loss': 1.466874361038208}
+{'epoch': 36, 'iter': 700, 'avg_loss': 1.3854142094134605, 'avg_acc_mask': 53.11206580395034, 'loss': 1.3302181959152222}
+{'epoch': 36, 'iter': 710, 'avg_loss': 1.384461511874836, 'avg_acc_mask': 53.16664944725695, 'loss': 1.4005005359649658}
+{'epoch': 36, 'iter': 720, 'avg_loss': 1.38543940863563, 'avg_acc_mask': 53.13644688644688, 'loss': 1.3451265096664429}
+{'epoch': 36, 'iter': 730, 'avg_loss': 1.3834095359174725, 'avg_acc_mask': 53.199608364923556, 'loss': 1.491618275642395}
+{'epoch': 36, 'iter': 740, 'avg_loss': 1.3833591590526133, 'avg_acc_mask': 53.16236354184717, 'loss': 1.3268502950668335}
+{'epoch': 36, 'iter': 750, 'avg_loss': 1.3860323517998747, 'avg_acc_mask': 53.077073361336325, 'loss': 1.5596774816513062}
+{'epoch': 36, 'iter': 760, 'avg_loss': 1.3845929629542668, 'avg_acc_mask': 53.12711128269471, 'loss': 1.0792059898376465}
+{'epoch': 36, 'iter': 770, 'avg_loss': 1.3850202509401373, 'avg_acc_mask': 53.114957030971034, 'loss': 1.5881140232086182}
+{'epoch': 36, 'iter': 780, 'avg_loss': 1.384404258294539, 'avg_acc_mask': 53.11676703048551, 'loss': 1.2231453657150269}
+{'epoch': 36, 'iter': 790, 'avg_loss': 1.3844672563555267, 'avg_acc_mask': 53.119773276342684, 'loss': 1.8183070421218872}
+{'epoch': 36, 'iter': 800, 'avg_loss': 1.3831338943464777, 'avg_acc_mask': 53.165863730213346, 'loss': 1.4514164924621582}
+{'epoch': 36, 'iter': 810, 'avg_loss': 1.3831052658149259, 'avg_acc_mask': 53.15043645845142, 'loss': 1.31718909740448}
+{'epoch': 36, 'iter': 820, 'avg_loss': 1.3836952415947212, 'avg_acc_mask': 53.12016850030249, 'loss': 1.4393489360809326}
+{'epoch': 36, 'iter': 830, 'avg_loss': 1.382908226063679, 'avg_acc_mask': 53.15566779645998, 'loss': 1.1802082061767578}
+{'epoch': 36, 'iter': 840, 'avg_loss': 1.3830259355154957, 'avg_acc_mask': 53.14099479417297, 'loss': 1.6242060661315918}
+{'epoch': 36, 'iter': 850, 'avg_loss': 1.3845483451276213, 'avg_acc_mask': 53.08665975462243, 'loss': 1.5506254434585571}
+{'epoch': 36, 'iter': 860, 'avg_loss': 1.3855452073714183, 'avg_acc_mask': 53.02070671528799, 'loss': 1.7599520683288574}
+{'epoch': 36, 'iter': 870, 'avg_loss': 1.3871049783807397, 'avg_acc_mask': 52.97001578116781, 'loss': 1.2595899105072021}
+{'epoch': 36, 'iter': 880, 'avg_loss': 1.387675997482932, 'avg_acc_mask': 52.947173501446024, 'loss': 1.2413930892944336}
+{'epoch': 36, 'iter': 890, 'avg_loss': 1.385967005449781, 'avg_acc_mask': 53.042761463163316, 'loss': 0.8723387122154236}
+{'epoch': 36, 'iter': 900, 'avg_loss': 1.3865146115008786, 'avg_acc_mask': 53.02613620159302, 'loss': 1.6312576532363892}
+{'epoch': 36, 'iter': 910, 'avg_loss': 1.3867098190520126, 'avg_acc_mask': 53.00688322666345, 'loss': 1.309959888458252}
+{'epoch': 36, 'iter': 920, 'avg_loss': 1.3865168896482511, 'avg_acc_mask': 53.02882412700942, 'loss': 1.406004548072815}
+{'epoch': 36, 'iter': 930, 'avg_loss': 1.385848784229041, 'avg_acc_mask': 53.061184262398484, 'loss': 1.5640449523925781}
+{'epoch': 36, 'iter': 940, 'avg_loss': 1.3859362606667813, 'avg_acc_mask': 53.085914669783755, 'loss': 0.941644549369812}
+{'epoch': 36, 'iter': 950, 'avg_loss': 1.385902719041401, 'avg_acc_mask': 53.06850159978412, 'loss': 1.652528166770935}
+{'epoch': 36, 'iter': 960, 'avg_loss': 1.3851491305880195, 'avg_acc_mask': 53.085784033260865, 'loss': 1.6670259237289429}
+{'epoch': 36, 'iter': 970, 'avg_loss': 1.3849447932474155, 'avg_acc_mask': 53.10118463744058, 'loss': 1.2837798595428467}
+{'epoch': 36, 'iter': 980, 'avg_loss': 1.385281690642253, 'avg_acc_mask': 53.10813586540437, 'loss': 1.4055551290512085}
+{'epoch': 36, 'iter': 990, 'avg_loss': 1.3866434187508976, 'avg_acc_mask': 53.03559224986609, 'loss': 1.4803575277328491}
+{'epoch': 36, 'iter': 1000, 'avg_loss': 1.3856482017528522, 'avg_acc_mask': 53.07513753586899, 'loss': 1.6522047519683838}
+{'epoch': 36, 'iter': 1010, 'avg_loss': 1.3856662584931159, 'avg_acc_mask': 53.080946090229645, 'loss': 1.3008254766464233}
+{'epoch': 36, 'iter': 1020, 'avg_loss': 1.3855507659865407, 'avg_acc_mask': 53.09953251777686, 'loss': 1.1666514873504639}
+{'epoch': 36, 'iter': 1030, 'avg_loss': 1.3859489953830102, 'avg_acc_mask': 53.084559475270346, 'loss': 1.5106145143508911}
+{'epoch': 36, 'iter': 1040, 'avg_loss': 1.3867176625730897, 'avg_acc_mask': 53.04946599213041, 'loss': 1.5832260847091675}
+{'epoch': 36, 'iter': 1050, 'avg_loss': 1.3863503919341924, 'avg_acc_mask': 53.07255762133556, 'loss': 1.4750272035598755}
+{'epoch': 36, 'iter': 1060, 'avg_loss': 1.3855630429593264, 'avg_acc_mask': 53.072346296455976, 'loss': 0.8503256440162659}
+{'epoch': 36, 'iter': 1070, 'avg_loss': 1.3842285095142717, 'avg_acc_mask': 53.0888030888031, 'loss': 1.4568802118301392}
+{'epoch': 36, 'iter': 1080, 'avg_loss': 1.3838309425650428, 'avg_acc_mask': 53.10174536598565, 'loss': 1.155502200126648}
+{'epoch': 36, 'iter': 1090, 'avg_loss': 1.384811363342593, 'avg_acc_mask': 53.063922356091034, 'loss': 1.554775595664978}
+{'epoch': 36, 'iter': 1100, 'avg_loss': 1.38394410527911, 'avg_acc_mask': 53.10732589189458, 'loss': 1.1158331632614136}
+{'epoch': 'EP36_train', 'avg_loss': 1.3842483942325299, 'total_masked_acc': 53.0829726068136}
+{'epoch': 37, 'iter': 0, 'avg_loss': 1.1412767171859741, 'avg_acc_mask': 63.63636363636363, 'loss': 1.1412767171859741}
+{'epoch': 37, 'iter': 10, 'avg_loss': 1.3213466080752285, 'avg_acc_mask': 54.43234836702955, 'loss': 1.021689534187317}
+{'epoch': 37, 'iter': 20, 'avg_loss': 1.3238941828409831, 'avg_acc_mask': 54.8051948051948, 'loss': 1.3953335285186768}
+{'epoch': 37, 'iter': 30, 'avg_loss': 1.3302151464646863, 'avg_acc_mask': 55.18256772673734, 'loss': 1.3355411291122437}
+{'epoch': 37, 'iter': 40, 'avg_loss': 1.3389173542580954, 'avg_acc_mask': 55.00667556742324, 'loss': 1.3028045892715454}
+{'epoch': 37, 'iter': 50, 'avg_loss': 1.3608113200056786, 'avg_acc_mask': 54.09893992932863, 'loss': 1.4891953468322754}
+{'epoch': 37, 'iter': 60, 'avg_loss': 1.3656589300906072, 'avg_acc_mask': 53.774992539540435, 'loss': 1.4119946956634521}
+{'epoch': 37, 'iter': 70, 'avg_loss': 1.3666345468709167, 'avg_acc_mask': 53.86981035366478, 'loss': 1.588537573814392}
+{'epoch': 37, 'iter': 80, 'avg_loss': 1.3672826437302579, 'avg_acc_mask': 53.814989871708306, 'loss': 1.460480809211731}
+{'epoch': 37, 'iter': 90, 'avg_loss': 1.3747901235307967, 'avg_acc_mask': 53.65269461077844, 'loss': 1.3099099397659302}
+{'epoch': 37, 'iter': 100, 'avg_loss': 1.3725587330242195, 'avg_acc_mask': 53.63489499192246, 'loss': 1.1792685985565186}
+{'epoch': 37, 'iter': 110, 'avg_loss': 1.3780895041989851, 'avg_acc_mask': 53.34865397242285, 'loss': 1.51469087600708}
+{'epoch': 37, 'iter': 120, 'avg_loss': 1.374881864579256, 'avg_acc_mask': 53.24852339845525, 'loss': 1.5599536895751953}
+{'epoch': 37, 'iter': 130, 'avg_loss': 1.3812925005687102, 'avg_acc_mask': 52.94117647058824, 'loss': 1.2807927131652832}
+{'epoch': 37, 'iter': 140, 'avg_loss': 1.3791702486944537, 'avg_acc_mask': 52.70600334233192, 'loss': 1.1983641386032104}
+{'epoch': 37, 'iter': 150, 'avg_loss': 1.3724337097824804, 'avg_acc_mask': 53.14120342457495, 'loss': 1.7129079103469849}
+{'epoch': 37, 'iter': 160, 'avg_loss': 1.3723838743956194, 'avg_acc_mask': 53.42465753424658, 'loss': 1.2672219276428223}
+{'epoch': 37, 'iter': 170, 'avg_loss': 1.3729264011159974, 'avg_acc_mask': 53.39381003201707, 'loss': 1.4341329336166382}
+{'epoch': 37, 'iter': 180, 'avg_loss': 1.3786131347740553, 'avg_acc_mask': 53.22548231511254, 'loss': 1.317010521888733}
+{'epoch': 37, 'iter': 190, 'avg_loss': 1.3790223779478623, 'avg_acc_mask': 53.31622957050551, 'loss': 1.1980679035186768}
+{'epoch': 37, 'iter': 200, 'avg_loss': 1.3736489308414175, 'avg_acc_mask': 53.406831736851615, 'loss': 1.1125880479812622}
+{'epoch': 37, 'iter': 210, 'avg_loss': 1.3687174938866313, 'avg_acc_mask': 53.694961805853566, 'loss': 1.148817539215088}
+{'epoch': 37, 'iter': 220, 'avg_loss': 1.367941380356232, 'avg_acc_mask': 53.64254691469311, 'loss': 1.3637006282806396}
+{'epoch': 37, 'iter': 230, 'avg_loss': 1.3696889797330418, 'avg_acc_mask': 53.586001255492775, 'loss': 1.1305325031280518}
+{'epoch': 37, 'iter': 240, 'avg_loss': 1.3742813908212907, 'avg_acc_mask': 53.42589797766375, 'loss': 1.508870005607605}
+{'epoch': 37, 'iter': 250, 'avg_loss': 1.3775174525154539, 'avg_acc_mask': 53.23714927861959, 'loss': 1.2782139778137207}
+{'epoch': 37, 'iter': 260, 'avg_loss': 1.3812433232292818, 'avg_acc_mask': 53.14002927441277, 'loss': 1.3527241945266724}
+{'epoch': 37, 'iter': 270, 'avg_loss': 1.3816039520436108, 'avg_acc_mask': 53.14591700133868, 'loss': 1.5877281427383423}
+{'epoch': 37, 'iter': 280, 'avg_loss': 1.3802671334921677, 'avg_acc_mask': 53.210771620921804, 'loss': 0.8736600279808044}
+{'epoch': 37, 'iter': 290, 'avg_loss': 1.3785438451570333, 'avg_acc_mask': 53.24253404973135, 'loss': 1.2380855083465576}
+{'epoch': 37, 'iter': 300, 'avg_loss': 1.3767634554954857, 'avg_acc_mask': 53.29912466042861, 'loss': 1.3451409339904785}
+{'epoch': 37, 'iter': 310, 'avg_loss': 1.3771563599730612, 'avg_acc_mask': 53.2311831101234, 'loss': 1.271680235862732}
+{'epoch': 37, 'iter': 320, 'avg_loss': 1.3778564528884174, 'avg_acc_mask': 53.262656613186685, 'loss': 1.0323477983474731}
+{'epoch': 37, 'iter': 330, 'avg_loss': 1.3777539643636283, 'avg_acc_mask': 53.31975335829112, 'loss': 1.0818485021591187}
+{'epoch': 37, 'iter': 340, 'avg_loss': 1.3735106776187147, 'avg_acc_mask': 53.46153846153846, 'loss': 1.1726914644241333}
+{'epoch': 37, 'iter': 350, 'avg_loss': 1.3718544538544115, 'avg_acc_mask': 53.500104014978156, 'loss': 1.2616455554962158}
+{'epoch': 37, 'iter': 360, 'avg_loss': 1.3714254303652165, 'avg_acc_mask': 53.54398382204246, 'loss': 1.5818873643875122}
+{'epoch': 37, 'iter': 370, 'avg_loss': 1.3713098036632383, 'avg_acc_mask': 53.531671756477195, 'loss': 1.068329930305481}
+{'epoch': 37, 'iter': 380, 'avg_loss': 1.3739754904912214, 'avg_acc_mask': 53.387104517739694, 'loss': 1.052627682685852}
+{'epoch': 37, 'iter': 390, 'avg_loss': 1.3738098075932554, 'avg_acc_mask': 53.38483146067416, 'loss': 1.8748676776885986}
+{'epoch': 37, 'iter': 400, 'avg_loss': 1.3743047112241351, 'avg_acc_mask': 53.388052895576834, 'loss': 1.208795189857483}
+{'epoch': 37, 'iter': 410, 'avg_loss': 1.3728601743995128, 'avg_acc_mask': 53.36334863816698, 'loss': 1.3049068450927734}
+{'epoch': 37, 'iter': 420, 'avg_loss': 1.3710852232794863, 'avg_acc_mask': 53.379496559533145, 'loss': 1.226021409034729}
+{'epoch': 37, 'iter': 430, 'avg_loss': 1.3708342302702972, 'avg_acc_mask': 53.425941707857504, 'loss': 1.4892966747283936}
+{'epoch': 37, 'iter': 440, 'avg_loss': 1.3730409123729956, 'avg_acc_mask': 53.38873883232911, 'loss': 1.7302732467651367}
+{'epoch': 37, 'iter': 450, 'avg_loss': 1.3735298817015011, 'avg_acc_mask': 53.42732924302142, 'loss': 1.2954232692718506}
+{'epoch': 37, 'iter': 460, 'avg_loss': 1.37427062791754, 'avg_acc_mask': 53.386564970404805, 'loss': 1.0375627279281616}
+{'epoch': 37, 'iter': 470, 'avg_loss': 1.3742006009804468, 'avg_acc_mask': 53.348361770764505, 'loss': 1.5780946016311646}
+{'epoch': 37, 'iter': 480, 'avg_loss': 1.373857636709471, 'avg_acc_mask': 53.37544714209606, 'loss': 1.4193063974380493}
+{'epoch': 37, 'iter': 490, 'avg_loss': 1.37371738816473, 'avg_acc_mask': 53.3544776119403, 'loss': 1.104833960533142}
+{'epoch': 37, 'iter': 500, 'avg_loss': 1.3730199632054556, 'avg_acc_mask': 53.35234335014989, 'loss': 1.036076307296753}
+{'epoch': 37, 'iter': 510, 'avg_loss': 1.3715056940300825, 'avg_acc_mask': 53.4070970745157, 'loss': 1.2358869314193726}
+{'epoch': 37, 'iter': 520, 'avg_loss': 1.3713879190571248, 'avg_acc_mask': 53.41863816922698, 'loss': 1.715741515159607}
+{'epoch': 37, 'iter': 530, 'avg_loss': 1.371051172639915, 'avg_acc_mask': 53.36599841275318, 'loss': 1.0819793939590454}
+{'epoch': 37, 'iter': 540, 'avg_loss': 1.3716984294258512, 'avg_acc_mask': 53.341688967175905, 'loss': 1.408984661102295}
+{'epoch': 37, 'iter': 550, 'avg_loss': 1.371736417772982, 'avg_acc_mask': 53.256539636170494, 'loss': 1.2678128480911255}
+{'epoch': 37, 'iter': 560, 'avg_loss': 1.3697394340858526, 'avg_acc_mask': 53.34857889578569, 'loss': 1.0406333208084106}
+{'epoch': 37, 'iter': 570, 'avg_loss': 1.3699566921294257, 'avg_acc_mask': 53.337610264635124, 'loss': 1.5519362688064575}
+{'epoch': 37, 'iter': 580, 'avg_loss': 1.3696237139775709, 'avg_acc_mask': 53.34803844335907, 'loss': 1.6510045528411865}
+{'epoch': 37, 'iter': 590, 'avg_loss': 1.3692120214807604, 'avg_acc_mask': 53.37896432111001, 'loss': 1.0060818195343018}
+{'epoch': 37, 'iter': 600, 'avg_loss': 1.3697275891280214, 'avg_acc_mask': 53.32846092941105, 'loss': 1.276869535446167}
+{'epoch': 37, 'iter': 610, 'avg_loss': 1.370344068336799, 'avg_acc_mask': 53.3135775862069, 'loss': 1.4394946098327637}
+{'epoch': 37, 'iter': 620, 'avg_loss': 1.3693402988323267, 'avg_acc_mask': 53.33706573945841, 'loss': 1.7201091051101685}
+{'epoch': 37, 'iter': 630, 'avg_loss': 1.3701143245878387, 'avg_acc_mask': 53.34686774941996, 'loss': 1.2395881414413452}
+{'epoch': 37, 'iter': 640, 'avg_loss': 1.3700652256398789, 'avg_acc_mask': 53.36729728956181, 'loss': 1.3320034742355347}
+{'epoch': 37, 'iter': 650, 'avg_loss': 1.3700062964002842, 'avg_acc_mask': 53.38691483361534, 'loss': 1.2239248752593994}
+{'epoch': 37, 'iter': 660, 'avg_loss': 1.3693015931594028, 'avg_acc_mask': 53.434138477360534, 'loss': 1.2873769998550415}
+{'epoch': 37, 'iter': 670, 'avg_loss': 1.3687971227215228, 'avg_acc_mask': 53.45181696196292, 'loss': 1.390321969985962}
+{'epoch': 37, 'iter': 680, 'avg_loss': 1.369093164911004, 'avg_acc_mask': 53.41738732185674, 'loss': 1.4366214275360107}
+{'epoch': 37, 'iter': 690, 'avg_loss': 1.3690385259526165, 'avg_acc_mask': 53.438437242880276, 'loss': 1.3517708778381348}
+{'epoch': 37, 'iter': 700, 'avg_loss': 1.3705298018013359, 'avg_acc_mask': 53.402703338649374, 'loss': 1.5454747676849365}
+{'epoch': 37, 'iter': 710, 'avg_loss': 1.3696196139613284, 'avg_acc_mask': 53.44236077075863, 'loss': 1.0977611541748047}
+{'epoch': 37, 'iter': 720, 'avg_loss': 1.370835402802191, 'avg_acc_mask': 53.386920357133775, 'loss': 1.389506459236145}
+{'epoch': 37, 'iter': 730, 'avg_loss': 1.3688200365665346, 'avg_acc_mask': 53.447150389153904, 'loss': 1.3412059545516968}
+{'epoch': 37, 'iter': 740, 'avg_loss': 1.3696085178417716, 'avg_acc_mask': 53.43564356435644, 'loss': 1.4286141395568848}
+{'epoch': 37, 'iter': 750, 'avg_loss': 1.3703360882167333, 'avg_acc_mask': 53.41131080289119, 'loss': 1.3837326765060425}
+{'epoch': 37, 'iter': 760, 'avg_loss': 1.370201505828311, 'avg_acc_mask': 53.36613840847143, 'loss': 1.379763126373291}
+{'epoch': 37, 'iter': 770, 'avg_loss': 1.371894068213907, 'avg_acc_mask': 53.339676498572786, 'loss': 1.4561312198638916}
+{'epoch': 37, 'iter': 780, 'avg_loss': 1.3718886632620144, 'avg_acc_mask': 53.33568075117371, 'loss': 1.394403338432312}
+{'epoch': 37, 'iter': 790, 'avg_loss': 1.3716415690561914, 'avg_acc_mask': 53.34214370174585, 'loss': 1.3138924837112427}
+{'epoch': 37, 'iter': 800, 'avg_loss': 1.370748361844695, 'avg_acc_mask': 53.35455211577212, 'loss': 1.2747371196746826}
+{'epoch': 37, 'iter': 810, 'avg_loss': 1.3708530411620323, 'avg_acc_mask': 53.3776451437873, 'loss': 1.2528715133666992}
+{'epoch': 37, 'iter': 820, 'avg_loss': 1.3707997427933398, 'avg_acc_mask': 53.39170445154229, 'loss': 1.5998146533966064}
+{'epoch': 37, 'iter': 830, 'avg_loss': 1.370418566802492, 'avg_acc_mask': 53.36515091254584, 'loss': 1.6107542514801025}
+{'epoch': 37, 'iter': 840, 'avg_loss': 1.3697459223579425, 'avg_acc_mask': 53.384575072058695, 'loss': 1.4773039817810059}
+{'epoch': 37, 'iter': 850, 'avg_loss': 1.369814199860592, 'avg_acc_mask': 53.37877186549619, 'loss': 1.1249768733978271}
+{'epoch': 37, 'iter': 860, 'avg_loss': 1.3698979114267746, 'avg_acc_mask': 53.38733745470049, 'loss': 1.2478796243667603}
+{'epoch': 37, 'iter': 870, 'avg_loss': 1.3708919453018704, 'avg_acc_mask': 53.325900370245705, 'loss': 1.2611565589904785}
+{'epoch': 37, 'iter': 880, 'avg_loss': 1.371215168450125, 'avg_acc_mask': 53.327922077922075, 'loss': 1.2156339883804321}
+{'epoch': 37, 'iter': 890, 'avg_loss': 1.37091478708751, 'avg_acc_mask': 53.35036676831781, 'loss': 0.9615334272384644}
+{'epoch': 37, 'iter': 900, 'avg_loss': 1.3711685835984386, 'avg_acc_mask': 53.36955194725918, 'loss': 1.5847671031951904}
+{'epoch': 37, 'iter': 910, 'avg_loss': 1.3712768739847923, 'avg_acc_mask': 53.37528144097781, 'loss': 1.3286160230636597}
+{'epoch': 37, 'iter': 920, 'avg_loss': 1.3701459046424924, 'avg_acc_mask': 53.41718743780599, 'loss': 1.1688578128814697}
+{'epoch': 37, 'iter': 930, 'avg_loss': 1.3704813850681457, 'avg_acc_mask': 53.442739218660726, 'loss': 1.6418107748031616}
+{'epoch': 37, 'iter': 940, 'avg_loss': 1.3706135597796547, 'avg_acc_mask': 53.45745199337168, 'loss': 1.1281529664993286}
+{'epoch': 37, 'iter': 950, 'avg_loss': 1.3709773368013143, 'avg_acc_mask': 53.40163618121478, 'loss': 1.581465244293213}
+{'epoch': 37, 'iter': 960, 'avg_loss': 1.3703856974312965, 'avg_acc_mask': 53.42253951286554, 'loss': 1.5676336288452148}
+{'epoch': 37, 'iter': 970, 'avg_loss': 1.370736509592231, 'avg_acc_mask': 53.41001378737228, 'loss': 1.3121331930160522}
+{'epoch': 37, 'iter': 980, 'avg_loss': 1.3707017523068536, 'avg_acc_mask': 53.41176910702929, 'loss': 1.1784350872039795}
+{'epoch': 37, 'iter': 990, 'avg_loss': 1.3717210226655607, 'avg_acc_mask': 53.37597988463245, 'loss': 1.5681184530258179}
+{'epoch': 37, 'iter': 1000, 'avg_loss': 1.3715719954593555, 'avg_acc_mask': 53.38959778847738, 'loss': 1.766733169555664}
+{'epoch': 37, 'iter': 1010, 'avg_loss': 1.3714310478503815, 'avg_acc_mask': 53.376835236541595, 'loss': 1.144527554512024}
+{'epoch': 37, 'iter': 1020, 'avg_loss': 1.3720888761652088, 'avg_acc_mask': 53.35594558702128, 'loss': 1.3255611658096313}
+{'epoch': 37, 'iter': 1030, 'avg_loss': 1.3725489445616041, 'avg_acc_mask': 53.354422506175695, 'loss': 1.4142558574676514}
+{'epoch': 37, 'iter': 1040, 'avg_loss': 1.3728110653408208, 'avg_acc_mask': 53.344119871265015, 'loss': 1.493578553199768}
+{'epoch': 37, 'iter': 1050, 'avg_loss': 1.3726174812108194, 'avg_acc_mask': 53.36820083682008, 'loss': 1.5679378509521484}
+{'epoch': 37, 'iter': 1060, 'avg_loss': 1.3729025884465604, 'avg_acc_mask': 53.362004939806894, 'loss': 1.3089314699172974}
+{'epoch': 37, 'iter': 1070, 'avg_loss': 1.3718892704872858, 'avg_acc_mask': 53.39996919232547, 'loss': 1.3240667581558228}
+{'epoch': 37, 'iter': 1080, 'avg_loss': 1.3723866945609906, 'avg_acc_mask': 53.40115293319769, 'loss': 1.0083826780319214}
+{'epoch': 37, 'iter': 1090, 'avg_loss': 1.3724354282089815, 'avg_acc_mask': 53.37384181549617, 'loss': 1.27763032913208}
+{'epoch': 37, 'iter': 1100, 'avg_loss': 1.3723188534203061, 'avg_acc_mask': 53.39076063458277, 'loss': 1.0797655582427979}
+{'epoch': 'EP37_train', 'avg_loss': 1.372181166081407, 'total_masked_acc': 53.38910054662912}
+{'epoch': 38, 'iter': 0, 'avg_loss': 1.6886987686157227, 'avg_acc_mask': 43.13725490196079, 'loss': 1.6886987686157227}
+{'epoch': 38, 'iter': 10, 'avg_loss': 1.4184741648760708, 'avg_acc_mask': 51.602023608768974, 'loss': 1.325764775276184}
+{'epoch': 38, 'iter': 20, 'avg_loss': 1.3927593060902186, 'avg_acc_mask': 52.756573367260394, 'loss': 1.4069827795028687}
+{'epoch': 38, 'iter': 30, 'avg_loss': 1.3948261007185905, 'avg_acc_mask': 52.628538417099946, 'loss': 1.7700684070587158}
+{'epoch': 38, 'iter': 40, 'avg_loss': 1.3807615041732788, 'avg_acc_mask': 52.34546251644016, 'loss': 1.0898054838180542}
+{'epoch': 38, 'iter': 50, 'avg_loss': 1.3912832853840846, 'avg_acc_mask': 52.43150684931507, 'loss': 1.5133403539657593}
+{'epoch': 38, 'iter': 60, 'avg_loss': 1.374984785181577, 'avg_acc_mask': 52.79791243838794, 'loss': 1.486936330795288}
+{'epoch': 38, 'iter': 70, 'avg_loss': 1.3791729572793128, 'avg_acc_mask': 52.976338729763384, 'loss': 1.5853317975997925}
+{'epoch': 38, 'iter': 80, 'avg_loss': 1.378592821550958, 'avg_acc_mask': 53.25301204819277, 'loss': 1.48910391330719}
+{'epoch': 38, 'iter': 90, 'avg_loss': 1.380644970542782, 'avg_acc_mask': 52.96759078484967, 'loss': 1.2594046592712402}
+{'epoch': 38, 'iter': 100, 'avg_loss': 1.3652068653909286, 'avg_acc_mask': 53.72923294450336, 'loss': 1.1021510362625122}
+{'epoch': 38, 'iter': 110, 'avg_loss': 1.369018527301582, 'avg_acc_mask': 53.58527131782945, 'loss': 1.3790898323059082}
+{'epoch': 38, 'iter': 120, 'avg_loss': 1.3628361505910385, 'avg_acc_mask': 53.599525011132556, 'loss': 1.3282493352890015}
+{'epoch': 38, 'iter': 130, 'avg_loss': 1.3603805044225155, 'avg_acc_mask': 53.639218899358184, 'loss': 1.3432334661483765}
+{'epoch': 38, 'iter': 140, 'avg_loss': 1.35614708509851, 'avg_acc_mask': 53.86957624968283, 'loss': 1.0685338973999023}
+{'epoch': 38, 'iter': 150, 'avg_loss': 1.3555242565293975, 'avg_acc_mask': 53.93606870229007, 'loss': 1.8213104009628296}
+{'epoch': 38, 'iter': 160, 'avg_loss': 1.3573738440223362, 'avg_acc_mask': 53.84701659937191, 'loss': 1.5370874404907227}
+{'epoch': 38, 'iter': 170, 'avg_loss': 1.3596659619905795, 'avg_acc_mask': 53.77656217126025, 'loss': 1.3970199823379517}
+{'epoch': 38, 'iter': 180, 'avg_loss': 1.3579399394725569, 'avg_acc_mask': 53.83240667196188, 'loss': 1.157700777053833}
+{'epoch': 38, 'iter': 190, 'avg_loss': 1.3607378143290574, 'avg_acc_mask': 53.93448795180723, 'loss': 1.3484115600585938}
+{'epoch': 38, 'iter': 200, 'avg_loss': 1.3588286306134505, 'avg_acc_mask': 53.897729304487754, 'loss': 1.264510989189148}
+{'epoch': 38, 'iter': 210, 'avg_loss': 1.3564346186922625, 'avg_acc_mask': 53.96271388439602, 'loss': 1.5527147054672241}
+{'epoch': 38, 'iter': 220, 'avg_loss': 1.3535699488350708, 'avg_acc_mask': 53.99511798209927, 'loss': 1.530395269393921}
+{'epoch': 38, 'iter': 230, 'avg_loss': 1.3559242166998067, 'avg_acc_mask': 53.95660995785859, 'loss': 1.51213538646698}
+{'epoch': 38, 'iter': 240, 'avg_loss': 1.3576971777247195, 'avg_acc_mask': 53.88247639034628, 'loss': 1.1663366556167603}
+{'epoch': 38, 'iter': 250, 'avg_loss': 1.3594833113757738, 'avg_acc_mask': 53.89109267940858, 'loss': 1.083069920539856}
+{'epoch': 38, 'iter': 260, 'avg_loss': 1.3587924383609231, 'avg_acc_mask': 53.85149201943095, 'loss': 1.1894625425338745}
+{'epoch': 38, 'iter': 270, 'avg_loss': 1.3623145286447447, 'avg_acc_mask': 53.794851273842866, 'loss': 1.594024658203125}
+{'epoch': 38, 'iter': 280, 'avg_loss': 1.3647562286607735, 'avg_acc_mask': 53.664014373716626, 'loss': 1.1518510580062866}
+{'epoch': 38, 'iter': 290, 'avg_loss': 1.3664186160589002, 'avg_acc_mask': 53.666873834679926, 'loss': 1.3181480169296265}
+{'epoch': 38, 'iter': 300, 'avg_loss': 1.365771584732588, 'avg_acc_mask': 53.715728715728716, 'loss': 1.1980174779891968}
+{'epoch': 38, 'iter': 310, 'avg_loss': 1.3658561196741184, 'avg_acc_mask': 53.67116592971841, 'loss': 1.2817285060882568}
+{'epoch': 38, 'iter': 320, 'avg_loss': 1.3673950526573204, 'avg_acc_mask': 53.625155525393055, 'loss': 1.5701968669891357}
+{'epoch': 38, 'iter': 330, 'avg_loss': 1.367552039126255, 'avg_acc_mask': 53.65079365079365, 'loss': 1.250128149986267}
+{'epoch': 38, 'iter': 340, 'avg_loss': 1.3645956726018285, 'avg_acc_mask': 53.800053036329885, 'loss': 1.22470223903656}
+{'epoch': 38, 'iter': 350, 'avg_loss': 1.3624054288592433, 'avg_acc_mask': 53.87191509093719, 'loss': 1.1999804973602295}
+{'epoch': 38, 'iter': 360, 'avg_loss': 1.363614740133946, 'avg_acc_mask': 53.767586241425924, 'loss': 1.595173954963684}
+{'epoch': 38, 'iter': 370, 'avg_loss': 1.3628356893750213, 'avg_acc_mask': 53.776435045317214, 'loss': 1.0674824714660645}
+{'epoch': 38, 'iter': 380, 'avg_loss': 1.3676663705996015, 'avg_acc_mask': 53.67981790591806, 'loss': 1.2002012729644775}
+{'epoch': 38, 'iter': 390, 'avg_loss': 1.3656114207204346, 'avg_acc_mask': 53.7740206947524, 'loss': 1.4142084121704102}
+{'epoch': 38, 'iter': 400, 'avg_loss': 1.3644527361874568, 'avg_acc_mask': 53.83644965082226, 'loss': 1.0790283679962158}
+{'epoch': 38, 'iter': 410, 'avg_loss': 1.361464238659889, 'avg_acc_mask': 53.93723315286765, 'loss': 1.161893606185913}
+{'epoch': 38, 'iter': 420, 'avg_loss': 1.3589223415155025, 'avg_acc_mask': 54.027293469370186, 'loss': 1.3431675434112549}
+{'epoch': 38, 'iter': 430, 'avg_loss': 1.358209052522885, 'avg_acc_mask': 54.125773977507265, 'loss': 1.158342957496643}
+{'epoch': 38, 'iter': 440, 'avg_loss': 1.3589000887070655, 'avg_acc_mask': 54.13855520816192, 'loss': 1.4678282737731934}
+{'epoch': 38, 'iter': 450, 'avg_loss': 1.359099002344381, 'avg_acc_mask': 54.13576265720735, 'loss': 1.244386911392212}
+{'epoch': 38, 'iter': 460, 'avg_loss': 1.3601745334726612, 'avg_acc_mask': 54.08589440504335, 'loss': 1.4458595514297485}
+{'epoch': 38, 'iter': 470, 'avg_loss': 1.3611812241011618, 'avg_acc_mask': 54.080215966062475, 'loss': 1.4315121173858643}
+{'epoch': 38, 'iter': 480, 'avg_loss': 1.3595672720683092, 'avg_acc_mask': 54.120359869962954, 'loss': 1.4445054531097412}
+{'epoch': 38, 'iter': 490, 'avg_loss': 1.362079599360099, 'avg_acc_mask': 54.03892493049119, 'loss': 1.3582990169525146}
+{'epoch': 38, 'iter': 500, 'avg_loss': 1.362051558232831, 'avg_acc_mask': 54.10264792415822, 'loss': 1.120044231414795}
+{'epoch': 38, 'iter': 510, 'avg_loss': 1.3606054046849216, 'avg_acc_mask': 54.147522883498944, 'loss': 1.1826844215393066}
+{'epoch': 38, 'iter': 520, 'avg_loss': 1.3613128363514129, 'avg_acc_mask': 54.14844105399447, 'loss': 1.5681729316711426}
+{'epoch': 38, 'iter': 530, 'avg_loss': 1.3628229799692688, 'avg_acc_mask': 54.11227154046997, 'loss': 1.346182942390442}
+{'epoch': 38, 'iter': 540, 'avg_loss': 1.36354894657893, 'avg_acc_mask': 54.078570224245496, 'loss': 1.3792885541915894}
+{'epoch': 38, 'iter': 550, 'avg_loss': 1.3644923111271727, 'avg_acc_mask': 53.9801652892562, 'loss': 1.2659145593643188}
+{'epoch': 38, 'iter': 560, 'avg_loss': 1.3654879071283255, 'avg_acc_mask': 53.96536599629618, 'loss': 1.4326786994934082}
+{'epoch': 38, 'iter': 570, 'avg_loss': 1.3629560051991518, 'avg_acc_mask': 54.0478395554562, 'loss': 1.283106803894043}
+{'epoch': 38, 'iter': 580, 'avg_loss': 1.3622560344136316, 'avg_acc_mask': 54.09892662105329, 'loss': 1.4073387384414673}
+{'epoch': 38, 'iter': 590, 'avg_loss': 1.3620196708971273, 'avg_acc_mask': 54.08521921440463, 'loss': 1.4506144523620605}
+{'epoch': 38, 'iter': 600, 'avg_loss': 1.3612884728365056, 'avg_acc_mask': 54.051758138405994, 'loss': 1.3381600379943848}
+{'epoch': 38, 'iter': 610, 'avg_loss': 1.3625022439246481, 'avg_acc_mask': 54.002385923053986, 'loss': 1.4350050687789917}
+{'epoch': 38, 'iter': 620, 'avg_loss': 1.360020368475461, 'avg_acc_mask': 54.13350562391707, 'loss': 1.3964035511016846}
+{'epoch': 38, 'iter': 630, 'avg_loss': 1.3598352288104085, 'avg_acc_mask': 54.14583393543539, 'loss': 1.1719783544540405}
+{'epoch': 38, 'iter': 640, 'avg_loss': 1.3596408083546738, 'avg_acc_mask': 54.16642901956311, 'loss': 1.3637808561325073}
+{'epoch': 38, 'iter': 650, 'avg_loss': 1.3589892247305488, 'avg_acc_mask': 54.15166516651665, 'loss': 0.9287582039833069}
+{'epoch': 38, 'iter': 660, 'avg_loss': 1.3574041691742578, 'avg_acc_mask': 54.189170475003465, 'loss': 1.1656018495559692}
+{'epoch': 38, 'iter': 670, 'avg_loss': 1.357884719457072, 'avg_acc_mask': 54.14372171637315, 'loss': 1.6195309162139893}
+{'epoch': 38, 'iter': 680, 'avg_loss': 1.3565818737431945, 'avg_acc_mask': 54.161293788953365, 'loss': 1.4579920768737793}
+{'epoch': 38, 'iter': 690, 'avg_loss': 1.3561134351317685, 'avg_acc_mask': 54.20244669326498, 'loss': 1.1551225185394287}
+{'epoch': 38, 'iter': 700, 'avg_loss': 1.3574153451028461, 'avg_acc_mask': 54.109196897933685, 'loss': 1.3952758312225342}
+{'epoch': 38, 'iter': 710, 'avg_loss': 1.3569399903930524, 'avg_acc_mask': 54.15275566284863, 'loss': 1.7109122276306152}
+{'epoch': 38, 'iter': 720, 'avg_loss': 1.356129474927582, 'avg_acc_mask': 54.192813765182194, 'loss': 1.4883391857147217}
+{'epoch': 38, 'iter': 730, 'avg_loss': 1.3548187329733257, 'avg_acc_mask': 54.20735819367085, 'loss': 1.4293526411056519}
+{'epoch': 38, 'iter': 740, 'avg_loss': 1.355766220211822, 'avg_acc_mask': 54.17816318486401, 'loss': 1.3897672891616821}
+{'epoch': 38, 'iter': 750, 'avg_loss': 1.3579149145419684, 'avg_acc_mask': 54.13294446469802, 'loss': 1.3343971967697144}
+{'epoch': 38, 'iter': 760, 'avg_loss': 1.3581597277118718, 'avg_acc_mask': 54.11377978261391, 'loss': 0.9698836207389832}
+{'epoch': 38, 'iter': 770, 'avg_loss': 1.358954941870792, 'avg_acc_mask': 54.0730403519561, 'loss': 1.378280520439148}
+{'epoch': 38, 'iter': 780, 'avg_loss': 1.3591362564572909, 'avg_acc_mask': 54.11487054864941, 'loss': 1.3912389278411865}
+{'epoch': 38, 'iter': 790, 'avg_loss': 1.3587962291032716, 'avg_acc_mask': 54.11938370698404, 'loss': 1.2111527919769287}
+{'epoch': 38, 'iter': 800, 'avg_loss': 1.3588711579938357, 'avg_acc_mask': 54.11512790724162, 'loss': 1.2184406518936157}
+{'epoch': 38, 'iter': 810, 'avg_loss': 1.3580629888063, 'avg_acc_mask': 54.15635267113732, 'loss': 1.394047737121582}
+{'epoch': 38, 'iter': 820, 'avg_loss': 1.358041208205647, 'avg_acc_mask': 54.162123673260496, 'loss': 1.535146951675415}
+{'epoch': 38, 'iter': 830, 'avg_loss': 1.357295496584276, 'avg_acc_mask': 54.18416943411996, 'loss': 1.317656397819519}
+{'epoch': 38, 'iter': 840, 'avg_loss': 1.3572920891816211, 'avg_acc_mask': 54.17915634910292, 'loss': 1.6201058626174927}
+{'epoch': 38, 'iter': 850, 'avg_loss': 1.3592612679640639, 'avg_acc_mask': 54.1343059429307, 'loss': 1.653733730316162}
+{'epoch': 38, 'iter': 860, 'avg_loss': 1.36059069730402, 'avg_acc_mask': 54.07237901517078, 'loss': 1.6064144372940063}
+{'epoch': 38, 'iter': 870, 'avg_loss': 1.3619314378766871, 'avg_acc_mask': 54.0439868583506, 'loss': 1.144317626953125}
+{'epoch': 38, 'iter': 880, 'avg_loss': 1.3620719285882696, 'avg_acc_mask': 54.04672161703186, 'loss': 1.285851240158081}
+{'epoch': 38, 'iter': 890, 'avg_loss': 1.360463325088942, 'avg_acc_mask': 54.09698138761774, 'loss': 0.9200395345687866}
+{'epoch': 38, 'iter': 900, 'avg_loss': 1.3611141797175814, 'avg_acc_mask': 54.06358276092639, 'loss': 1.4774774312973022}
+{'epoch': 38, 'iter': 910, 'avg_loss': 1.361884062756037, 'avg_acc_mask': 54.01756245874423, 'loss': 1.3911957740783691}
+{'epoch': 38, 'iter': 920, 'avg_loss': 1.3616659594022231, 'avg_acc_mask': 54.00625792141952, 'loss': 1.6265443563461304}
+{'epoch': 38, 'iter': 930, 'avg_loss': 1.3612694965013243, 'avg_acc_mask': 54.002234899723575, 'loss': 1.626677393913269}
+{'epoch': 38, 'iter': 940, 'avg_loss': 1.361279779298906, 'avg_acc_mask': 54.00271370420624, 'loss': 1.241408109664917}
+{'epoch': 38, 'iter': 950, 'avg_loss': 1.3611398966655872, 'avg_acc_mask': 54.000996894290864, 'loss': 1.772372841835022}
+{'epoch': 38, 'iter': 960, 'avg_loss': 1.3618908752139725, 'avg_acc_mask': 53.989755264655656, 'loss': 1.6283247470855713}
+{'epoch': 38, 'iter': 970, 'avg_loss': 1.3624393569207707, 'avg_acc_mask': 53.98869759495335, 'loss': 1.67453932762146}
+{'epoch': 38, 'iter': 980, 'avg_loss': 1.3623767642799867, 'avg_acc_mask': 53.98684063789451, 'loss': 1.4950008392333984}
+{'epoch': 38, 'iter': 990, 'avg_loss': 1.363127457746704, 'avg_acc_mask': 53.97668774819826, 'loss': 1.7549664974212646}
+{'epoch': 38, 'iter': 1000, 'avg_loss': 1.363483207328217, 'avg_acc_mask': 53.93941600524285, 'loss': 2.0399792194366455}
+{'epoch': 38, 'iter': 1010, 'avg_loss': 1.3624810072364015, 'avg_acc_mask': 53.973688952964494, 'loss': 0.9885089993476868}
+{'epoch': 38, 'iter': 1020, 'avg_loss': 1.3624488743465397, 'avg_acc_mask': 53.98987377879199, 'loss': 1.2687773704528809}
+{'epoch': 38, 'iter': 1030, 'avg_loss': 1.3610819140530466, 'avg_acc_mask': 54.043455219925804, 'loss': 1.3577378988265991}
+{'epoch': 38, 'iter': 1040, 'avg_loss': 1.3613540742056056, 'avg_acc_mask': 54.02540149050068, 'loss': 1.4316246509552002}
+{'epoch': 38, 'iter': 1050, 'avg_loss': 1.3614048332287854, 'avg_acc_mask': 54.0257983980027, 'loss': 1.4464513063430786}
+{'epoch': 38, 'iter': 1060, 'avg_loss': 1.3616304801501382, 'avg_acc_mask': 54.03303344550512, 'loss': 1.2136859893798828}
+{'epoch': 38, 'iter': 1070, 'avg_loss': 1.3619654773552767, 'avg_acc_mask': 54.03796434889101, 'loss': 1.2830455303192139}
+{'epoch': 38, 'iter': 1080, 'avg_loss': 1.3618776153680023, 'avg_acc_mask': 54.052505644862336, 'loss': 1.320237398147583}
+{'epoch': 38, 'iter': 1090, 'avg_loss': 1.3628194113044318, 'avg_acc_mask': 54.04058086997116, 'loss': 1.5952730178833008}
+{'epoch': 38, 'iter': 1100, 'avg_loss': 1.3617079197331843, 'avg_acc_mask': 54.0736948155978, 'loss': 0.8322457671165466}
+{'epoch': 'EP38_train', 'avg_loss': 1.3622514604982747, 'total_masked_acc': 54.052986671054796}
+{'epoch': 39, 'iter': 0, 'avg_loss': 1.6205406188964844, 'avg_acc_mask': 44.61538461538462, 'loss': 1.6205406188964844}
+{'epoch': 39, 'iter': 10, 'avg_loss': 1.4317077615044334, 'avg_acc_mask': 53.01587301587302, 'loss': 1.0417314767837524}
+{'epoch': 39, 'iter': 20, 'avg_loss': 1.4068779718308222, 'avg_acc_mask': 52.818733738074584, 'loss': 1.2029428482055664}
+{'epoch': 39, 'iter': 30, 'avg_loss': 1.4291336459498252, 'avg_acc_mask': 51.68938944872556, 'loss': 1.4976425170898438}
+{'epoch': 39, 'iter': 40, 'avg_loss': 1.4359695649728543, 'avg_acc_mask': 51.332149200710475, 'loss': 1.8352041244506836}
+{'epoch': 39, 'iter': 50, 'avg_loss': 1.4423704007092644, 'avg_acc_mask': 50.615980288630766, 'loss': 1.763822317123413}
+{'epoch': 39, 'iter': 60, 'avg_loss': 1.4150025610063897, 'avg_acc_mask': 51.72620834584208, 'loss': 1.1800174713134766}
+{'epoch': 39, 'iter': 70, 'avg_loss': 1.4177702413478368, 'avg_acc_mask': 52.22929936305732, 'loss': 1.3174909353256226}
+{'epoch': 39, 'iter': 80, 'avg_loss': 1.4115923319333865, 'avg_acc_mask': 52.395810118119016, 'loss': 1.521189570426941}
+{'epoch': 39, 'iter': 90, 'avg_loss': 1.4129247154508318, 'avg_acc_mask': 52.54372019077902, 'loss': 1.5501601696014404}
+{'epoch': 39, 'iter': 100, 'avg_loss': 1.4092880097946319, 'avg_acc_mask': 52.560888252149, 'loss': 1.3632965087890625}
+{'epoch': 39, 'iter': 110, 'avg_loss': 1.4010992157566655, 'avg_acc_mask': 52.75912886851154, 'loss': 1.1963779926300049}
+{'epoch': 39, 'iter': 120, 'avg_loss': 1.398108304039506, 'avg_acc_mask': 52.86940804338003, 'loss': 1.6869313716888428}
+{'epoch': 39, 'iter': 130, 'avg_loss': 1.3963188187766622, 'avg_acc_mask': 52.8267814974302, 'loss': 1.478379249572754}
+{'epoch': 39, 'iter': 140, 'avg_loss': 1.3954179062910959, 'avg_acc_mask': 52.875935001289655, 'loss': 1.6854405403137207}
+{'epoch': 39, 'iter': 150, 'avg_loss': 1.3876589149828777, 'avg_acc_mask': 53.26231691078562, 'loss': 1.3768408298492432}
+{'epoch': 39, 'iter': 160, 'avg_loss': 1.3884653637868276, 'avg_acc_mask': 53.29307201458523, 'loss': 1.7200794219970703}
+{'epoch': 39, 'iter': 170, 'avg_loss': 1.3893152754209195, 'avg_acc_mask': 53.20260044761803, 'loss': 1.532718539237976}
+{'epoch': 39, 'iter': 180, 'avg_loss': 1.3926158774623554, 'avg_acc_mask': 53.12027422119166, 'loss': 1.3818265199661255}
+{'epoch': 39, 'iter': 190, 'avg_loss': 1.3917932566547893, 'avg_acc_mask': 53.198588997997895, 'loss': 1.2907884120941162}
+{'epoch': 39, 'iter': 200, 'avg_loss': 1.3884757739394458, 'avg_acc_mask': 53.38998372807811, 'loss': 1.0794854164123535}
+{'epoch': 39, 'iter': 210, 'avg_loss': 1.383619580223662, 'avg_acc_mask': 53.52246270587221, 'loss': 1.2782437801361084}
+{'epoch': 39, 'iter': 220, 'avg_loss': 1.3810969925574048, 'avg_acc_mask': 53.70569280343717, 'loss': 1.7164275646209717}
+{'epoch': 39, 'iter': 230, 'avg_loss': 1.3838764336202052, 'avg_acc_mask': 53.572560202788345, 'loss': 1.6020771265029907}
+{'epoch': 39, 'iter': 240, 'avg_loss': 1.3841531731775687, 'avg_acc_mask': 53.60243716679361, 'loss': 1.1470692157745361}
+{'epoch': 39, 'iter': 250, 'avg_loss': 1.3843778395557784, 'avg_acc_mask': 53.54089015566762, 'loss': 1.1671466827392578}
+{'epoch': 39, 'iter': 260, 'avg_loss': 1.3867167672891727, 'avg_acc_mask': 53.47007586400674, 'loss': 1.2547188997268677}
+{'epoch': 39, 'iter': 270, 'avg_loss': 1.3880144898741889, 'avg_acc_mask': 53.48382749326146, 'loss': 1.6490892171859741}
+{'epoch': 39, 'iter': 280, 'avg_loss': 1.388112305746384, 'avg_acc_mask': 53.41816529247549, 'loss': 1.0578982830047607}
+{'epoch': 39, 'iter': 290, 'avg_loss': 1.3848128281917769, 'avg_acc_mask': 53.52697095435685, 'loss': 1.2603799104690552}
+{'epoch': 39, 'iter': 300, 'avg_loss': 1.3840295832814569, 'avg_acc_mask': 53.526088805199535, 'loss': 1.198927402496338}
+{'epoch': 39, 'iter': 310, 'avg_loss': 1.3814308499599959, 'avg_acc_mask': 53.49452876809037, 'loss': 0.8748435378074646}
+{'epoch': 39, 'iter': 320, 'avg_loss': 1.380296038318646, 'avg_acc_mask': 53.5282027860242, 'loss': 1.109222650527954}
+{'epoch': 39, 'iter': 330, 'avg_loss': 1.378674904385362, 'avg_acc_mask': 53.618293560710924, 'loss': 1.3201401233673096}
+{'epoch': 39, 'iter': 340, 'avg_loss': 1.3790045634043182, 'avg_acc_mask': 53.55821311739154, 'loss': 1.5881505012512207}
+{'epoch': 39, 'iter': 350, 'avg_loss': 1.3776175021445989, 'avg_acc_mask': 53.54141656662665, 'loss': 1.369466781616211}
+{'epoch': 39, 'iter': 360, 'avg_loss': 1.3790505335271523, 'avg_acc_mask': 53.57305646999241, 'loss': 1.8215306997299194}
+{'epoch': 39, 'iter': 370, 'avg_loss': 1.3782192208374928, 'avg_acc_mask': 53.56210920191029, 'loss': 1.427492618560791}
+{'epoch': 39, 'iter': 380, 'avg_loss': 1.3795518058491505, 'avg_acc_mask': 53.51517479830964, 'loss': 1.2911659479141235}
+{'epoch': 39, 'iter': 390, 'avg_loss': 1.3801486757405275, 'avg_acc_mask': 53.52449784118642, 'loss': 1.313398838043213}
+{'epoch': 39, 'iter': 400, 'avg_loss': 1.379090765467903, 'avg_acc_mask': 53.5125005713241, 'loss': 1.4104984998703003}
+{'epoch': 39, 'iter': 410, 'avg_loss': 1.3791584052018586, 'avg_acc_mask': 53.49957621448008, 'loss': 1.2422552108764648}
+{'epoch': 39, 'iter': 420, 'avg_loss': 1.3786331245281918, 'avg_acc_mask': 53.508159525263984, 'loss': 1.2907642126083374}
+{'epoch': 39, 'iter': 430, 'avg_loss': 1.376703162204362, 'avg_acc_mask': 53.56868436779647, 'loss': 1.2344435453414917}
+{'epoch': 39, 'iter': 440, 'avg_loss': 1.3781669020923086, 'avg_acc_mask': 53.53017223403812, 'loss': 1.7352968454360962}
+{'epoch': 39, 'iter': 450, 'avg_loss': 1.3774316678290357, 'avg_acc_mask': 53.58236374770361, 'loss': 1.2605229616165161}
+{'epoch': 39, 'iter': 460, 'avg_loss': 1.3770873197505893, 'avg_acc_mask': 53.561424569827935, 'loss': 1.2320283651351929}
+{'epoch': 39, 'iter': 470, 'avg_loss': 1.377935781600369, 'avg_acc_mask': 53.54697343193645, 'loss': 1.2588212490081787}
+{'epoch': 39, 'iter': 480, 'avg_loss': 1.3764208081854108, 'avg_acc_mask': 53.55444785276073, 'loss': 1.3686909675598145}
+{'epoch': 39, 'iter': 490, 'avg_loss': 1.37481695510705, 'avg_acc_mask': 53.55774288075739, 'loss': 1.5745807886123657}
+{'epoch': 39, 'iter': 500, 'avg_loss': 1.3735520074705403, 'avg_acc_mask': 53.605442176870746, 'loss': 1.0509705543518066}
+{'epoch': 39, 'iter': 510, 'avg_loss': 1.3733838086258876, 'avg_acc_mask': 53.59686353499748, 'loss': 1.1479934453964233}
+{'epoch': 39, 'iter': 520, 'avg_loss': 1.3735641854280702, 'avg_acc_mask': 53.56726797754793, 'loss': 1.647666335105896}
+{'epoch': 39, 'iter': 530, 'avg_loss': 1.373190761061487, 'avg_acc_mask': 53.58244653194218, 'loss': 1.3200651407241821}
+{'epoch': 39, 'iter': 540, 'avg_loss': 1.3733320452148945, 'avg_acc_mask': 53.543709150326805, 'loss': 1.2010831832885742}
+{'epoch': 39, 'iter': 550, 'avg_loss': 1.3747971914641004, 'avg_acc_mask': 53.51017684351018, 'loss': 1.2139679193496704}
+{'epoch': 39, 'iter': 560, 'avg_loss': 1.3754936891231095, 'avg_acc_mask': 53.48631081347253, 'loss': 1.415083885192871}
+{'epoch': 39, 'iter': 570, 'avg_loss': 1.374555406866892, 'avg_acc_mask': 53.52549602533445, 'loss': 1.3179001808166504}
+{'epoch': 39, 'iter': 580, 'avg_loss': 1.3739133624940238, 'avg_acc_mask': 53.561117984835505, 'loss': 1.680192470550537}
+{'epoch': 39, 'iter': 590, 'avg_loss': 1.374266591269756, 'avg_acc_mask': 53.59711110419326, 'loss': 1.2390307188034058}
+{'epoch': 39, 'iter': 600, 'avg_loss': 1.3731876979651745, 'avg_acc_mask': 53.58225870677244, 'loss': 1.304042935371399}
+{'epoch': 39, 'iter': 610, 'avg_loss': 1.3746361751017906, 'avg_acc_mask': 53.517095948184966, 'loss': 1.7479199171066284}
+{'epoch': 39, 'iter': 620, 'avg_loss': 1.3719278123835628, 'avg_acc_mask': 53.59983380816714, 'loss': 1.4463188648223877}
+{'epoch': 39, 'iter': 630, 'avg_loss': 1.3716264087500172, 'avg_acc_mask': 53.625558508308266, 'loss': 1.2317723035812378}
+{'epoch': 39, 'iter': 640, 'avg_loss': 1.3720086639087397, 'avg_acc_mask': 53.63662539591132, 'loss': 1.3524916172027588}
+{'epoch': 39, 'iter': 650, 'avg_loss': 1.3722406934300142, 'avg_acc_mask': 53.6, 'loss': 1.3748492002487183}
+{'epoch': 39, 'iter': 660, 'avg_loss': 1.3725250271373004, 'avg_acc_mask': 53.625820874668165, 'loss': 1.5120633840560913}
+{'epoch': 39, 'iter': 670, 'avg_loss': 1.3717543299791533, 'avg_acc_mask': 53.6530370940688, 'loss': 1.4334067106246948}
+{'epoch': 39, 'iter': 680, 'avg_loss': 1.3719410167216555, 'avg_acc_mask': 53.604701549127945, 'loss': 1.5421664714813232}
+{'epoch': 39, 'iter': 690, 'avg_loss': 1.3729162534480501, 'avg_acc_mask': 53.563138656919506, 'loss': 1.0011870861053467}
+{'epoch': 39, 'iter': 700, 'avg_loss': 1.375019016432524, 'avg_acc_mask': 53.50651397352385, 'loss': 1.7125959396362305}
+{'epoch': 39, 'iter': 710, 'avg_loss': 1.3734704190668678, 'avg_acc_mask': 53.56504623034887, 'loss': 0.934177815914154}
+{'epoch': 39, 'iter': 720, 'avg_loss': 1.3731015330379448, 'avg_acc_mask': 53.53558568911362, 'loss': 1.3382394313812256}
+{'epoch': 39, 'iter': 730, 'avg_loss': 1.37239048435326, 'avg_acc_mask': 53.54146193967798, 'loss': 1.2715250253677368}
+{'epoch': 39, 'iter': 740, 'avg_loss': 1.3732487569775498, 'avg_acc_mask': 53.51173895742141, 'loss': 1.2016810178756714}
+{'epoch': 39, 'iter': 750, 'avg_loss': 1.3749727653599928, 'avg_acc_mask': 53.45563349193113, 'loss': 1.408036470413208}
+{'epoch': 39, 'iter': 760, 'avg_loss': 1.3754566129341075, 'avg_acc_mask': 53.45670053217223, 'loss': 1.243494987487793}
+{'epoch': 39, 'iter': 770, 'avg_loss': 1.376384230748534, 'avg_acc_mask': 53.37104126393165, 'loss': 1.412795901298523}
+{'epoch': 39, 'iter': 780, 'avg_loss': 1.375887974428917, 'avg_acc_mask': 53.39812696091152, 'loss': 1.2058488130569458}
+{'epoch': 39, 'iter': 790, 'avg_loss': 1.3762017875796775, 'avg_acc_mask': 53.38505265119746, 'loss': 1.2640538215637207}
+{'epoch': 39, 'iter': 800, 'avg_loss': 1.3756170726745167, 'avg_acc_mask': 53.37668604517567, 'loss': 1.3768184185028076}
+{'epoch': 39, 'iter': 810, 'avg_loss': 1.3757828282957159, 'avg_acc_mask': 53.3498308624878, 'loss': 1.5399575233459473}
+{'epoch': 39, 'iter': 820, 'avg_loss': 1.3767960447632004, 'avg_acc_mask': 53.312239127507745, 'loss': 1.5055253505706787}
+{'epoch': 39, 'iter': 830, 'avg_loss': 1.3765221420321367, 'avg_acc_mask': 53.31410185287917, 'loss': 1.372605562210083}
+{'epoch': 39, 'iter': 840, 'avg_loss': 1.3760693339048469, 'avg_acc_mask': 53.3175511277701, 'loss': 1.2633546590805054}
+{'epoch': 39, 'iter': 850, 'avg_loss': 1.3766950970530931, 'avg_acc_mask': 53.3389614044202, 'loss': 1.8515983819961548}
+{'epoch': 39, 'iter': 860, 'avg_loss': 1.3767541779181407, 'avg_acc_mask': 53.35430442318804, 'loss': 1.4974700212478638}
+{'epoch': 39, 'iter': 870, 'avg_loss': 1.3770807631801383, 'avg_acc_mask': 53.37203166226912, 'loss': 1.1203285455703735}
+{'epoch': 39, 'iter': 880, 'avg_loss': 1.3774919149282978, 'avg_acc_mask': 53.35393223240569, 'loss': 1.2110499143600464}
+{'epoch': 39, 'iter': 890, 'avg_loss': 1.3757373144730976, 'avg_acc_mask': 53.43748062736346, 'loss': 0.7699831128120422}
+{'epoch': 39, 'iter': 900, 'avg_loss': 1.3764305987315755, 'avg_acc_mask': 53.42213868344706, 'loss': 1.6708978414535522}
+{'epoch': 39, 'iter': 910, 'avg_loss': 1.3765554808235587, 'avg_acc_mask': 53.417603941602884, 'loss': 1.3523483276367188}
+{'epoch': 39, 'iter': 920, 'avg_loss': 1.3763475497693114, 'avg_acc_mask': 53.417402773891844, 'loss': 1.369255542755127}
+{'epoch': 39, 'iter': 930, 'avg_loss': 1.3759445306053735, 'avg_acc_mask': 53.448957797729705, 'loss': 1.4153023958206177}
+{'epoch': 39, 'iter': 940, 'avg_loss': 1.3763067076867497, 'avg_acc_mask': 53.42929223788943, 'loss': 1.185966968536377}
+{'epoch': 39, 'iter': 950, 'avg_loss': 1.3754065723699977, 'avg_acc_mask': 53.45061154977551, 'loss': 1.3190683126449585}
+{'epoch': 39, 'iter': 960, 'avg_loss': 1.3762855447914053, 'avg_acc_mask': 53.44533955873629, 'loss': 1.3276714086532593}
+{'epoch': 39, 'iter': 970, 'avg_loss': 1.376679881839379, 'avg_acc_mask': 53.46242018908319, 'loss': 1.57558274269104}
+{'epoch': 39, 'iter': 980, 'avg_loss': 1.3762894147032991, 'avg_acc_mask': 53.48253111411007, 'loss': 1.353342890739441}
+{'epoch': 39, 'iter': 990, 'avg_loss': 1.3769683211169739, 'avg_acc_mask': 53.459655888460404, 'loss': 1.5736459493637085}
+{'epoch': 39, 'iter': 1000, 'avg_loss': 1.3765503648039583, 'avg_acc_mask': 53.462435923346874, 'loss': 1.7263091802597046}
+{'epoch': 39, 'iter': 1010, 'avg_loss': 1.3764889222578054, 'avg_acc_mask': 53.467057047773196, 'loss': 1.4544724225997925}
+{'epoch': 39, 'iter': 1020, 'avg_loss': 1.3769476821210078, 'avg_acc_mask': 53.482846754742795, 'loss': 1.166571021080017}
+{'epoch': 39, 'iter': 1030, 'avg_loss': 1.3763145718264649, 'avg_acc_mask': 53.50853717283092, 'loss': 1.3932008743286133}
+{'epoch': 39, 'iter': 1040, 'avg_loss': 1.3763436752368805, 'avg_acc_mask': 53.50714500203133, 'loss': 1.4700121879577637}
+{'epoch': 39, 'iter': 1050, 'avg_loss': 1.376435704621443, 'avg_acc_mask': 53.528495686713676, 'loss': 1.7797832489013672}
+{'epoch': 39, 'iter': 1060, 'avg_loss': 1.3773284644927763, 'avg_acc_mask': 53.490951951743746, 'loss': 1.5222622156143188}
+{'epoch': 39, 'iter': 1070, 'avg_loss': 1.3762647790067337, 'avg_acc_mask': 53.52775487771366, 'loss': 1.1874767541885376}
+{'epoch': 39, 'iter': 1080, 'avg_loss': 1.3757746504700703, 'avg_acc_mask': 53.55758111693082, 'loss': 1.269209861755371}
+{'epoch': 39, 'iter': 1090, 'avg_loss': 1.3762326291348277, 'avg_acc_mask': 53.54954894304564, 'loss': 1.2434910535812378}
+{'epoch': 39, 'iter': 1100, 'avg_loss': 1.3761669903533444, 'avg_acc_mask': 53.55476301579895, 'loss': 1.0362316370010376}
+{'epoch': 'EP39_train', 'avg_loss': 1.3769232177626494, 'total_masked_acc': 53.519723734891755}
+{'epoch': 40, 'iter': 0, 'avg_loss': 1.4162369966506958, 'avg_acc_mask': 48.275862068965516, 'loss': 1.4162369966506958}
+{'epoch': 40, 'iter': 10, 'avg_loss': 1.4335435087030584, 'avg_acc_mask': 51.143790849673195, 'loss': 1.3241881132125854}
+{'epoch': 40, 'iter': 20, 'avg_loss': 1.4006902433577038, 'avg_acc_mask': 52.41016652059597, 'loss': 1.1298844814300537}
+{'epoch': 40, 'iter': 30, 'avg_loss': 1.4172358974333732, 'avg_acc_mask': 52.86585365853659, 'loss': 1.681505799293518}
+{'epoch': 40, 'iter': 40, 'avg_loss': 1.4039048857805205, 'avg_acc_mask': 52.83446712018141, 'loss': 1.2347582578659058}
+{'epoch': 40, 'iter': 50, 'avg_loss': 1.4123536067850448, 'avg_acc_mask': 52.24679029957204, 'loss': 1.5283151865005493}
+{'epoch': 40, 'iter': 60, 'avg_loss': 1.3846537050653676, 'avg_acc_mask': 53.08310991957105, 'loss': 1.4580912590026855}
+{'epoch': 40, 'iter': 70, 'avg_loss': 1.3788491638613418, 'avg_acc_mask': 53.363682346990394, 'loss': 1.290294885635376}
+{'epoch': 40, 'iter': 80, 'avg_loss': 1.381530193634975, 'avg_acc_mask': 53.427374917346256, 'loss': 1.5205860137939453}
+{'epoch': 40, 'iter': 90, 'avg_loss': 1.3890116005153446, 'avg_acc_mask': 52.97127115308934, 'loss': 1.5223958492279053}
+{'epoch': 40, 'iter': 100, 'avg_loss': 1.3717266828706949, 'avg_acc_mask': 53.59770321191459, 'loss': 1.2101160287857056}
+{'epoch': 40, 'iter': 110, 'avg_loss': 1.3805871031305812, 'avg_acc_mask': 53.174083769633505, 'loss': 1.0594202280044556}
+{'epoch': 40, 'iter': 120, 'avg_loss': 1.3724614849760512, 'avg_acc_mask': 53.35036057692307, 'loss': 1.5009504556655884}
+{'epoch': 40, 'iter': 130, 'avg_loss': 1.3697982248459153, 'avg_acc_mask': 53.28366445916115, 'loss': 1.1612414121627808}
+{'epoch': 40, 'iter': 140, 'avg_loss': 1.3696510077368282, 'avg_acc_mask': 53.34015868953161, 'loss': 1.4328657388687134}
+{'epoch': 40, 'iter': 150, 'avg_loss': 1.364001563842723, 'avg_acc_mask': 53.52163461538461, 'loss': 1.4828729629516602}
+{'epoch': 40, 'iter': 160, 'avg_loss': 1.370166580129114, 'avg_acc_mask': 53.57504785497129, 'loss': 1.3313302993774414}
+{'epoch': 40, 'iter': 170, 'avg_loss': 1.374571987062867, 'avg_acc_mask': 53.479272419627755, 'loss': 1.1386747360229492}
+{'epoch': 40, 'iter': 180, 'avg_loss': 1.377266249603988, 'avg_acc_mask': 53.57752132463622, 'loss': 1.5584304332733154}
+{'epoch': 40, 'iter': 190, 'avg_loss': 1.3762079205812585, 'avg_acc_mask': 53.54233756393256, 'loss': 1.1524782180786133}
+{'epoch': 40, 'iter': 200, 'avg_loss': 1.3754170634853307, 'avg_acc_mask': 53.47203458524723, 'loss': 1.3088538646697998}
+{'epoch': 40, 'iter': 210, 'avg_loss': 1.3721264114877059, 'avg_acc_mask': 53.564695801199655, 'loss': 1.0830693244934082}
+{'epoch': 40, 'iter': 220, 'avg_loss': 1.368211072224837, 'avg_acc_mask': 53.690232938291786, 'loss': 1.5539454221725464}
+{'epoch': 40, 'iter': 230, 'avg_loss': 1.368180086860409, 'avg_acc_mask': 53.64440616926329, 'loss': 1.2660964727401733}
+{'epoch': 40, 'iter': 240, 'avg_loss': 1.364668534009783, 'avg_acc_mask': 53.73055826884063, 'loss': 1.1406910419464111}
+{'epoch': 40, 'iter': 250, 'avg_loss': 1.366326535365496, 'avg_acc_mask': 53.58585858585858, 'loss': 1.1638025045394897}
+{'epoch': 40, 'iter': 260, 'avg_loss': 1.3705162266661837, 'avg_acc_mask': 53.5417244247297, 'loss': 1.4590412378311157}
+{'epoch': 40, 'iter': 270, 'avg_loss': 1.3713718058878206, 'avg_acc_mask': 53.53192056510729, 'loss': 1.5150095224380493}
+{'epoch': 40, 'iter': 280, 'avg_loss': 1.3707802308411785, 'avg_acc_mask': 53.54685188758119, 'loss': 0.8850647211074829}
+{'epoch': 40, 'iter': 290, 'avg_loss': 1.3686000719103206, 'avg_acc_mask': 53.5377358490566, 'loss': 1.630987524986267}
+{'epoch': 40, 'iter': 300, 'avg_loss': 1.3667274503612836, 'avg_acc_mask': 53.60409145607702, 'loss': 1.163557529449463}
+{'epoch': 40, 'iter': 310, 'avg_loss': 1.3656628729829452, 'avg_acc_mask': 53.65084923831203, 'loss': 1.142878532409668}
+{'epoch': 40, 'iter': 320, 'avg_loss': 1.3673769469573118, 'avg_acc_mask': 53.689221353281205, 'loss': 1.0920896530151367}
+{'epoch': 40, 'iter': 330, 'avg_loss': 1.367101731257136, 'avg_acc_mask': 53.686635944700456, 'loss': 1.406806468963623}
+{'epoch': 40, 'iter': 340, 'avg_loss': 1.3647928566527157, 'avg_acc_mask': 53.74127922458327, 'loss': 1.0045312643051147}
+{'epoch': 40, 'iter': 350, 'avg_loss': 1.3640625262871766, 'avg_acc_mask': 53.77256037648033, 'loss': 1.1580641269683838}
+{'epoch': 40, 'iter': 360, 'avg_loss': 1.364107649081962, 'avg_acc_mask': 53.770129935283194, 'loss': 1.1944044828414917}
+{'epoch': 40, 'iter': 370, 'avg_loss': 1.3616714630165512, 'avg_acc_mask': 53.785327280714604, 'loss': 1.051997184753418}
+{'epoch': 40, 'iter': 380, 'avg_loss': 1.3643400662840195, 'avg_acc_mask': 53.64320411467759, 'loss': 0.9409868121147156}
+{'epoch': 40, 'iter': 390, 'avg_loss': 1.362914439052572, 'avg_acc_mask': 53.6812804453723, 'loss': 1.451634407043457}
+{'epoch': 40, 'iter': 400, 'avg_loss': 1.3603788055386627, 'avg_acc_mask': 53.758325404376784, 'loss': 1.53013014793396}
+{'epoch': 40, 'iter': 410, 'avg_loss': 1.360772481219902, 'avg_acc_mask': 53.60491861288039, 'loss': 1.5118154287338257}
+{'epoch': 40, 'iter': 420, 'avg_loss': 1.3589009966816301, 'avg_acc_mask': 53.64017822381797, 'loss': 1.3314011096954346}
+{'epoch': 40, 'iter': 430, 'avg_loss': 1.3590807167947154, 'avg_acc_mask': 53.659981382753664, 'loss': 1.4333232641220093}
+{'epoch': 40, 'iter': 440, 'avg_loss': 1.3629101917586899, 'avg_acc_mask': 53.53096832878524, 'loss': 1.5309408903121948}
+{'epoch': 40, 'iter': 450, 'avg_loss': 1.3636838592869744, 'avg_acc_mask': 53.49486287517191, 'loss': 1.229392409324646}
+{'epoch': 40, 'iter': 460, 'avg_loss': 1.365440776058495, 'avg_acc_mask': 53.39318199794353, 'loss': 1.2899842262268066}
+{'epoch': 40, 'iter': 470, 'avg_loss': 1.3673029939333599, 'avg_acc_mask': 53.302926056201926, 'loss': 1.2693815231323242}
+{'epoch': 40, 'iter': 480, 'avg_loss': 1.365764185321554, 'avg_acc_mask': 53.37244511733535, 'loss': 1.0534026622772217}
+{'epoch': 40, 'iter': 490, 'avg_loss': 1.3676070670489138, 'avg_acc_mask': 53.322191272052, 'loss': 1.4562047719955444}
+{'epoch': 40, 'iter': 500, 'avg_loss': 1.3681132913587575, 'avg_acc_mask': 53.31123415415999, 'loss': 1.3897501230239868}
+{'epoch': 40, 'iter': 510, 'avg_loss': 1.366692174087532, 'avg_acc_mask': 53.326663331665834, 'loss': 1.2615474462509155}
+{'epoch': 40, 'iter': 520, 'avg_loss': 1.3657384568578679, 'avg_acc_mask': 53.392061208016, 'loss': 1.4857133626937866}
+{'epoch': 40, 'iter': 530, 'avg_loss': 1.3648558078288133, 'avg_acc_mask': 53.43574553094754, 'loss': 1.1925842761993408}
+{'epoch': 40, 'iter': 540, 'avg_loss': 1.3640259843657065, 'avg_acc_mask': 53.46594945701817, 'loss': 1.504317045211792}
+{'epoch': 40, 'iter': 550, 'avg_loss': 1.3644118451812524, 'avg_acc_mask': 53.387803905938625, 'loss': 1.4081730842590332}
+{'epoch': 40, 'iter': 560, 'avg_loss': 1.3632072945542089, 'avg_acc_mask': 53.364238843002184, 'loss': 1.0545576810836792}
+{'epoch': 40, 'iter': 570, 'avg_loss': 1.3618586716843988, 'avg_acc_mask': 53.44080151568672, 'loss': 1.4016846418380737}
+{'epoch': 40, 'iter': 580, 'avg_loss': 1.3616392227745713, 'avg_acc_mask': 53.453008171120295, 'loss': 1.7056357860565186}
+{'epoch': 40, 'iter': 590, 'avg_loss': 1.3620297121114133, 'avg_acc_mask': 53.41876373541338, 'loss': 1.1689331531524658}
+{'epoch': 40, 'iter': 600, 'avg_loss': 1.3635476499349624, 'avg_acc_mask': 53.355868201473896, 'loss': 1.6400941610336304}
+{'epoch': 40, 'iter': 610, 'avg_loss': 1.3653861330105708, 'avg_acc_mask': 53.29482882451521, 'loss': 1.3297638893127441}
+{'epoch': 40, 'iter': 620, 'avg_loss': 1.3631322930016572, 'avg_acc_mask': 53.32822808671065, 'loss': 1.4365425109863281}
+{'epoch': 40, 'iter': 630, 'avg_loss': 1.3635130375387552, 'avg_acc_mask': 53.34531019095361, 'loss': 1.433366060256958}
+{'epoch': 40, 'iter': 640, 'avg_loss': 1.3629222439715345, 'avg_acc_mask': 53.37428571428572, 'loss': 1.299682855606079}
+{'epoch': 40, 'iter': 650, 'avg_loss': 1.3623658606350513, 'avg_acc_mask': 53.39567899495788, 'loss': 1.3456981182098389}
+{'epoch': 40, 'iter': 660, 'avg_loss': 1.3631650494374954, 'avg_acc_mask': 53.39288686678133, 'loss': 1.421338438987732}
+{'epoch': 40, 'iter': 670, 'avg_loss': 1.3630649503403733, 'avg_acc_mask': 53.43173431734317, 'loss': 1.1929832696914673}
+{'epoch': 40, 'iter': 680, 'avg_loss': 1.3632849059265966, 'avg_acc_mask': 53.40884631941455, 'loss': 1.6259723901748657}
+{'epoch': 40, 'iter': 690, 'avg_loss': 1.3629147747663617, 'avg_acc_mask': 53.43384028403371, 'loss': 1.2415121793746948}
+{'epoch': 40, 'iter': 700, 'avg_loss': 1.3643888636424435, 'avg_acc_mask': 53.38549817423057, 'loss': 1.590761423110962}
+{'epoch': 40, 'iter': 710, 'avg_loss': 1.364388795676949, 'avg_acc_mask': 53.38328441217365, 'loss': 1.5333733558654785}
+{'epoch': 40, 'iter': 720, 'avg_loss': 1.36504056599203, 'avg_acc_mask': 53.37445112820123, 'loss': 1.1342804431915283}
+{'epoch': 40, 'iter': 730, 'avg_loss': 1.3628254334675467, 'avg_acc_mask': 53.46063248634291, 'loss': 1.3996301889419556}
+{'epoch': 40, 'iter': 740, 'avg_loss': 1.3644793693192414, 'avg_acc_mask': 53.42120230470585, 'loss': 1.2415573596954346}
+{'epoch': 40, 'iter': 750, 'avg_loss': 1.3657222249695211, 'avg_acc_mask': 53.35643346916864, 'loss': 1.1854301691055298}
+{'epoch': 40, 'iter': 760, 'avg_loss': 1.3650333881378174, 'avg_acc_mask': 53.37430706194264, 'loss': 1.1154807806015015}
+{'epoch': 40, 'iter': 770, 'avg_loss': 1.3659427346886364, 'avg_acc_mask': 53.35234699940582, 'loss': 1.2977782487869263}
+{'epoch': 40, 'iter': 780, 'avg_loss': 1.366031640775683, 'avg_acc_mask': 53.34928229665071, 'loss': 1.6706637144088745}
+{'epoch': 40, 'iter': 790, 'avg_loss': 1.365440278830932, 'avg_acc_mask': 53.37072142012931, 'loss': 1.3808579444885254}
+{'epoch': 40, 'iter': 800, 'avg_loss': 1.3652314676922954, 'avg_acc_mask': 53.40283016711245, 'loss': 1.2744656801223755}
+{'epoch': 40, 'iter': 810, 'avg_loss': 1.3655728150972162, 'avg_acc_mask': 53.40518799710774, 'loss': 1.1721580028533936}
+{'epoch': 40, 'iter': 820, 'avg_loss': 1.3665455583387693, 'avg_acc_mask': 53.377382918880315, 'loss': 1.282254695892334}
+{'epoch': 40, 'iter': 830, 'avg_loss': 1.366355262651914, 'avg_acc_mask': 53.36363435783157, 'loss': 1.3000092506408691}
+{'epoch': 40, 'iter': 840, 'avg_loss': 1.366649953703818, 'avg_acc_mask': 53.35759900612453, 'loss': 1.726996660232544}
+{'epoch': 40, 'iter': 850, 'avg_loss': 1.3671407028594953, 'avg_acc_mask': 53.3445211816089, 'loss': 1.2183616161346436}
+{'epoch': 40, 'iter': 860, 'avg_loss': 1.3687356627361285, 'avg_acc_mask': 53.285741602396584, 'loss': 1.6224613189697266}
+{'epoch': 40, 'iter': 870, 'avg_loss': 1.3699608759272386, 'avg_acc_mask': 53.26159912744358, 'loss': 1.3086076974868774}
+{'epoch': 40, 'iter': 880, 'avg_loss': 1.3703917879251832, 'avg_acc_mask': 53.25521103391061, 'loss': 1.5429205894470215}
+{'epoch': 40, 'iter': 890, 'avg_loss': 1.368537226376175, 'avg_acc_mask': 53.33128015604147, 'loss': 1.0158052444458008}
+{'epoch': 40, 'iter': 900, 'avg_loss': 1.36840878488221, 'avg_acc_mask': 53.295477590752384, 'loss': 1.7328362464904785}
+{'epoch': 40, 'iter': 910, 'avg_loss': 1.3690918738965014, 'avg_acc_mask': 53.29526099589219, 'loss': 1.5675289630889893}
+{'epoch': 40, 'iter': 920, 'avg_loss': 1.3678887466395457, 'avg_acc_mask': 53.3378287255563, 'loss': 1.2007956504821777}
+{'epoch': 40, 'iter': 930, 'avg_loss': 1.367829692863112, 'avg_acc_mask': 53.32666235014813, 'loss': 1.4755274057388306}
+{'epoch': 40, 'iter': 940, 'avg_loss': 1.3682576976597753, 'avg_acc_mask': 53.336178136395375, 'loss': 1.2953475713729858}
+{'epoch': 40, 'iter': 950, 'avg_loss': 1.3690232915331764, 'avg_acc_mask': 53.31465740545311, 'loss': 1.443795919418335}
+{'epoch': 40, 'iter': 960, 'avg_loss': 1.3685383859335694, 'avg_acc_mask': 53.33991569513539, 'loss': 1.1907191276550293}
+{'epoch': 40, 'iter': 970, 'avg_loss': 1.3677793725266147, 'avg_acc_mask': 53.36453516785083, 'loss': 1.2377228736877441}
+{'epoch': 40, 'iter': 980, 'avg_loss': 1.3675867158703119, 'avg_acc_mask': 53.372030287808606, 'loss': 1.0604608058929443}
+{'epoch': 40, 'iter': 990, 'avg_loss': 1.3679283871780612, 'avg_acc_mask': 53.36482785242919, 'loss': 1.6219124794006348}
+{'epoch': 40, 'iter': 1000, 'avg_loss': 1.3681529972341273, 'avg_acc_mask': 53.357353422862765, 'loss': 1.7797516584396362}
+{'epoch': 40, 'iter': 1010, 'avg_loss': 1.3674933796584547, 'avg_acc_mask': 53.3708270242988, 'loss': 0.9535521864891052}
+{'epoch': 40, 'iter': 1020, 'avg_loss': 1.3680373067720397, 'avg_acc_mask': 53.370686271011024, 'loss': 1.2691905498504639}
+{'epoch': 40, 'iter': 1030, 'avg_loss': 1.3681671077712547, 'avg_acc_mask': 53.40816687290083, 'loss': 1.5458816289901733}
+{'epoch': 40, 'iter': 1040, 'avg_loss': 1.3681364100100786, 'avg_acc_mask': 53.38540754492277, 'loss': 1.4214808940887451}
+{'epoch': 40, 'iter': 1050, 'avg_loss': 1.367955976219885, 'avg_acc_mask': 53.40853870183964, 'loss': 1.4718469381332397}
+{'epoch': 40, 'iter': 1060, 'avg_loss': 1.3684930153661579, 'avg_acc_mask': 53.38427383964066, 'loss': 1.308838129043579}
+{'epoch': 40, 'iter': 1070, 'avg_loss': 1.3684125598293948, 'avg_acc_mask': 53.37984205229672, 'loss': 1.523769736289978}
+{'epoch': 40, 'iter': 1080, 'avg_loss': 1.367625660250079, 'avg_acc_mask': 53.414082032569766, 'loss': 1.0751848220825195}
+{'epoch': 40, 'iter': 1090, 'avg_loss': 1.367491651466415, 'avg_acc_mask': 53.40604925053534, 'loss': 1.3800071477890015}
+{'epoch': 40, 'iter': 1100, 'avg_loss': 1.366568441503596, 'avg_acc_mask': 53.44764684421743, 'loss': 0.9811906218528748}
+{'epoch': 'EP40_train', 'avg_loss': 1.3663083274979397, 'total_masked_acc': 53.45839186844062}
+{'epoch': 41, 'iter': 0, 'avg_loss': 1.2699439525604248, 'avg_acc_mask': 56.92307692307692, 'loss': 1.2699439525604248}
+{'epoch': 41, 'iter': 10, 'avg_loss': 1.4327556761828335, 'avg_acc_mask': 53.12977099236641, 'loss': 1.4209641218185425}
+{'epoch': 41, 'iter': 20, 'avg_loss': 1.4359256029129028, 'avg_acc_mask': 52.53378378378378, 'loss': 1.3064464330673218}
+{'epoch': 41, 'iter': 30, 'avg_loss': 1.3976255040014944, 'avg_acc_mask': 53.74928448769318, 'loss': 1.1702641248703003}
+{'epoch': 41, 'iter': 40, 'avg_loss': 1.3804340653303193, 'avg_acc_mask': 53.73462214411248, 'loss': 1.3853716850280762}
+{'epoch': 41, 'iter': 50, 'avg_loss': 1.3824662834990258, 'avg_acc_mask': 53.061934585942936, 'loss': 1.3830806016921997}
+{'epoch': 41, 'iter': 60, 'avg_loss': 1.3710094475355306, 'avg_acc_mask': 53.2172373081464, 'loss': 1.3755346536636353}
+{'epoch': 41, 'iter': 70, 'avg_loss': 1.3571370504271816, 'avg_acc_mask': 54.25692695214106, 'loss': 1.2153246402740479}
+{'epoch': 41, 'iter': 80, 'avg_loss': 1.365726837405452, 'avg_acc_mask': 53.89567147613763, 'loss': 1.5167598724365234}
+{'epoch': 41, 'iter': 90, 'avg_loss': 1.3686886586985745, 'avg_acc_mask': 53.91905231984205, 'loss': 1.4386913776397705}
+{'epoch': 41, 'iter': 100, 'avg_loss': 1.3623776500768001, 'avg_acc_mask': 54.03515064562411, 'loss': 1.3447726964950562}
+{'epoch': 41, 'iter': 110, 'avg_loss': 1.3672953913877677, 'avg_acc_mask': 53.785254824344385, 'loss': 1.0746381282806396}
+{'epoch': 41, 'iter': 120, 'avg_loss': 1.3617818449154373, 'avg_acc_mask': 53.68995302318533, 'loss': 1.333978295326233}
+{'epoch': 41, 'iter': 130, 'avg_loss': 1.3670931158174995, 'avg_acc_mask': 53.45164896590274, 'loss': 1.5148237943649292}
+{'epoch': 41, 'iter': 140, 'avg_loss': 1.3674165319043694, 'avg_acc_mask': 53.39466182948951, 'loss': 1.2426881790161133}
+{'epoch': 41, 'iter': 150, 'avg_loss': 1.3616133636196717, 'avg_acc_mask': 53.487804878048784, 'loss': 1.450475811958313}
+{'epoch': 41, 'iter': 160, 'avg_loss': 1.3645110848527517, 'avg_acc_mask': 53.363023866620985, 'loss': 1.5757416486740112}
+{'epoch': 41, 'iter': 170, 'avg_loss': 1.3660266727034809, 'avg_acc_mask': 53.11604204267969, 'loss': 1.44295072555542}
+{'epoch': 41, 'iter': 180, 'avg_loss': 1.3649361324573748, 'avg_acc_mask': 53.26905694486291, 'loss': 1.4795331954956055}
+{'epoch': 41, 'iter': 190, 'avg_loss': 1.3649578812234688, 'avg_acc_mask': 53.08911454873304, 'loss': 1.1839326620101929}
+{'epoch': 41, 'iter': 200, 'avg_loss': 1.361978765743882, 'avg_acc_mask': 53.1447677570938, 'loss': 1.4529333114624023}
+{'epoch': 41, 'iter': 210, 'avg_loss': 1.357966963713768, 'avg_acc_mask': 53.22054276880797, 'loss': 1.5196067094802856}
+{'epoch': 41, 'iter': 220, 'avg_loss': 1.3581388447079723, 'avg_acc_mask': 53.187136895507734, 'loss': 1.49359929561615}
+{'epoch': 41, 'iter': 230, 'avg_loss': 1.3580617473755048, 'avg_acc_mask': 53.14690823158724, 'loss': 1.0929869413375854}
+{'epoch': 41, 'iter': 240, 'avg_loss': 1.3583832956943274, 'avg_acc_mask': 53.2377358490566, 'loss': 1.3654179573059082}
+{'epoch': 41, 'iter': 250, 'avg_loss': 1.3602243127575908, 'avg_acc_mask': 53.01161103047895, 'loss': 1.1005584001541138}
+{'epoch': 41, 'iter': 260, 'avg_loss': 1.358528872787724, 'avg_acc_mask': 53.13942105999161, 'loss': 1.5992740392684937}
+{'epoch': 41, 'iter': 270, 'avg_loss': 1.3591845187313882, 'avg_acc_mask': 53.11765890328209, 'loss': 1.4397512674331665}
+{'epoch': 41, 'iter': 280, 'avg_loss': 1.359203792127426, 'avg_acc_mask': 53.11628510279526, 'loss': 0.8793430924415588}
+{'epoch': 41, 'iter': 290, 'avg_loss': 1.3593799990067368, 'avg_acc_mask': 53.14124647666772, 'loss': 1.1811507940292358}
+{'epoch': 41, 'iter': 300, 'avg_loss': 1.3585788142245474, 'avg_acc_mask': 53.24368526258404, 'loss': 0.9968249797821045}
+{'epoch': 41, 'iter': 310, 'avg_loss': 1.3568310013154696, 'avg_acc_mask': 53.209231311292505, 'loss': 0.9913409948348999}
+{'epoch': 41, 'iter': 320, 'avg_loss': 1.3568151038012402, 'avg_acc_mask': 53.37664558044109, 'loss': 0.9973450303077698}
+{'epoch': 41, 'iter': 330, 'avg_loss': 1.3554465785127392, 'avg_acc_mask': 53.38341711318566, 'loss': 1.1515305042266846}
+{'epoch': 41, 'iter': 340, 'avg_loss': 1.3542967213213968, 'avg_acc_mask': 53.43237155422075, 'loss': 1.1725174188613892}
+{'epoch': 41, 'iter': 350, 'avg_loss': 1.3550243190890363, 'avg_acc_mask': 53.42072279089199, 'loss': 1.376672625541687}
+{'epoch': 41, 'iter': 360, 'avg_loss': 1.3556146710863404, 'avg_acc_mask': 53.41357337918479, 'loss': 1.547649621963501}
+{'epoch': 41, 'iter': 370, 'avg_loss': 1.3582615473199726, 'avg_acc_mask': 53.35596890069875, 'loss': 1.5233678817749023}
+{'epoch': 41, 'iter': 380, 'avg_loss': 1.3608328116534576, 'avg_acc_mask': 53.295307482145425, 'loss': 1.037948489189148}
+{'epoch': 41, 'iter': 390, 'avg_loss': 1.3615887785506675, 'avg_acc_mask': 53.276738653855126, 'loss': 1.5207382440567017}
+{'epoch': 41, 'iter': 400, 'avg_loss': 1.36020802648882, 'avg_acc_mask': 53.391565442882495, 'loss': 1.1807186603546143}
+{'epoch': 41, 'iter': 410, 'avg_loss': 1.360444643781713, 'avg_acc_mask': 53.32298825094214, 'loss': 1.3031138181686401}
+{'epoch': 41, 'iter': 420, 'avg_loss': 1.3574695380453259, 'avg_acc_mask': 53.4395208541296, 'loss': 0.9419166445732117}
+{'epoch': 41, 'iter': 430, 'avg_loss': 1.3572600186562593, 'avg_acc_mask': 53.42547057826014, 'loss': 1.292944073677063}
+{'epoch': 41, 'iter': 440, 'avg_loss': 1.3604952661899212, 'avg_acc_mask': 53.35402441547693, 'loss': 1.7829492092132568}
+{'epoch': 41, 'iter': 450, 'avg_loss': 1.3618994893097296, 'avg_acc_mask': 53.3330639948287, 'loss': 1.2959425449371338}
+{'epoch': 41, 'iter': 460, 'avg_loss': 1.3619186580827594, 'avg_acc_mask': 53.30723915707903, 'loss': 1.3259410858154297}
+{'epoch': 41, 'iter': 470, 'avg_loss': 1.3633879653460914, 'avg_acc_mask': 53.20671514776419, 'loss': 1.3671185970306396}
+{'epoch': 41, 'iter': 480, 'avg_loss': 1.3622362940821975, 'avg_acc_mask': 53.25683556767401, 'loss': 1.2313473224639893}
+{'epoch': 41, 'iter': 490, 'avg_loss': 1.3651443909239138, 'avg_acc_mask': 53.20072735369429, 'loss': 1.8962607383728027}
+{'epoch': 41, 'iter': 500, 'avg_loss': 1.3644961901529582, 'avg_acc_mask': 53.21097583136471, 'loss': 1.1955143213272095}
+{'epoch': 41, 'iter': 510, 'avg_loss': 1.3637937270031983, 'avg_acc_mask': 53.21994009413778, 'loss': 1.497739315032959}
+{'epoch': 41, 'iter': 520, 'avg_loss': 1.3645252460710375, 'avg_acc_mask': 53.22219108994116, 'loss': 1.4239555597305298}
+{'epoch': 41, 'iter': 530, 'avg_loss': 1.3660869782478346, 'avg_acc_mask': 53.19602516934292, 'loss': 1.3666268587112427}
+{'epoch': 41, 'iter': 540, 'avg_loss': 1.3658460529586525, 'avg_acc_mask': 53.220957335405195, 'loss': 1.5149592161178589}
+{'epoch': 41, 'iter': 550, 'avg_loss': 1.3673870726851933, 'avg_acc_mask': 53.178520555205886, 'loss': 1.3566713333129883}
+{'epoch': 41, 'iter': 560, 'avg_loss': 1.3682958400823215, 'avg_acc_mask': 53.16488668924199, 'loss': 1.4950019121170044}
+{'epoch': 41, 'iter': 570, 'avg_loss': 1.3669238517455586, 'avg_acc_mask': 53.28277980418507, 'loss': 1.095413088798523}
+{'epoch': 41, 'iter': 580, 'avg_loss': 1.366102983126747, 'avg_acc_mask': 53.31153930783014, 'loss': 1.5862294435501099}
+{'epoch': 41, 'iter': 590, 'avg_loss': 1.3665803981513138, 'avg_acc_mask': 53.309265944645, 'loss': 1.3111426830291748}
+{'epoch': 41, 'iter': 600, 'avg_loss': 1.3669516605862762, 'avg_acc_mask': 53.277693474962064, 'loss': 1.4784809350967407}
+{'epoch': 41, 'iter': 610, 'avg_loss': 1.3692108899989026, 'avg_acc_mask': 53.219691315640205, 'loss': 1.5526156425476074}
+{'epoch': 41, 'iter': 620, 'avg_loss': 1.369276944949815, 'avg_acc_mask': 53.229503379371145, 'loss': 1.5262559652328491}
+{'epoch': 41, 'iter': 630, 'avg_loss': 1.368901194936689, 'avg_acc_mask': 53.228091479457596, 'loss': 1.3853013515472412}
+{'epoch': 41, 'iter': 640, 'avg_loss': 1.3689423141167056, 'avg_acc_mask': 53.26607387140903, 'loss': 1.1885945796966553}
+{'epoch': 41, 'iter': 650, 'avg_loss': 1.3692765773349826, 'avg_acc_mask': 53.24211945833568, 'loss': 1.3028019666671753}
+{'epoch': 41, 'iter': 660, 'avg_loss': 1.3681715863014314, 'avg_acc_mask': 53.265594285556084, 'loss': 1.0749107599258423}
+{'epoch': 41, 'iter': 670, 'avg_loss': 1.3678486083374648, 'avg_acc_mask': 53.241510977771725, 'loss': 1.452760934829712}
+{'epoch': 41, 'iter': 680, 'avg_loss': 1.3674626062445003, 'avg_acc_mask': 53.26881720430108, 'loss': 1.4511817693710327}
+{'epoch': 41, 'iter': 690, 'avg_loss': 1.3677183859772688, 'avg_acc_mask': 53.27584838786468, 'loss': 1.223512053489685}
+{'epoch': 41, 'iter': 700, 'avg_loss': 1.3704014044685473, 'avg_acc_mask': 53.20069880837527, 'loss': 1.5478256940841675}
+{'epoch': 41, 'iter': 710, 'avg_loss': 1.3708158856370445, 'avg_acc_mask': 53.18152579441657, 'loss': 1.5432109832763672}
+{'epoch': 41, 'iter': 720, 'avg_loss': 1.3719434368626915, 'avg_acc_mask': 53.168567807351074, 'loss': 1.130793571472168}
+{'epoch': 41, 'iter': 730, 'avg_loss': 1.370155787011341, 'avg_acc_mask': 53.234079819842364, 'loss': 1.602868676185608}
+{'epoch': 41, 'iter': 740, 'avg_loss': 1.370405729000385, 'avg_acc_mask': 53.23086032913079, 'loss': 1.2412617206573486}
+{'epoch': 41, 'iter': 750, 'avg_loss': 1.3719262041836064, 'avg_acc_mask': 53.155564206121355, 'loss': 1.3244051933288574}
+{'epoch': 41, 'iter': 760, 'avg_loss': 1.372631839007805, 'avg_acc_mask': 53.16300533576887, 'loss': 1.1660487651824951}
+{'epoch': 41, 'iter': 770, 'avg_loss': 1.3732171816275431, 'avg_acc_mask': 53.143655832464695, 'loss': 1.4711941480636597}
+{'epoch': 41, 'iter': 780, 'avg_loss': 1.3715223601319269, 'avg_acc_mask': 53.219878742479935, 'loss': 1.436053991317749}
+{'epoch': 41, 'iter': 790, 'avg_loss': 1.3722957588930045, 'avg_acc_mask': 53.196653106508876, 'loss': 1.2498159408569336}
+{'epoch': 41, 'iter': 800, 'avg_loss': 1.3709978013300568, 'avg_acc_mask': 53.24387850573926, 'loss': 1.1274149417877197}
+{'epoch': 41, 'iter': 810, 'avg_loss': 1.3699563433738877, 'avg_acc_mask': 53.24558240173097, 'loss': 1.3929975032806396}
+{'epoch': 41, 'iter': 820, 'avg_loss': 1.3703958839359585, 'avg_acc_mask': 53.23958704165184, 'loss': 1.53000807762146}
+{'epoch': 41, 'iter': 830, 'avg_loss': 1.369593546063461, 'avg_acc_mask': 53.25032448247795, 'loss': 1.3716963529586792}
+{'epoch': 41, 'iter': 840, 'avg_loss': 1.3690526497491617, 'avg_acc_mask': 53.27770897160116, 'loss': 1.2893033027648926}
+{'epoch': 41, 'iter': 850, 'avg_loss': 1.371053019015405, 'avg_acc_mask': 53.18902452105636, 'loss': 1.3385207653045654}
+{'epoch': 41, 'iter': 860, 'avg_loss': 1.3721114122216849, 'avg_acc_mask': 53.13744597915431, 'loss': 1.5378310680389404}
+{'epoch': 41, 'iter': 870, 'avg_loss': 1.373728120162758, 'avg_acc_mask': 53.09793749738526, 'loss': 1.22356379032135}
+{'epoch': 41, 'iter': 880, 'avg_loss': 1.3724438790971927, 'avg_acc_mask': 53.1784613475104, 'loss': 0.9846938252449036}
+{'epoch': 41, 'iter': 890, 'avg_loss': 1.371683085807646, 'avg_acc_mask': 53.21623060230111, 'loss': 0.9577842950820923}
+{'epoch': 41, 'iter': 900, 'avg_loss': 1.372280434815918, 'avg_acc_mask': 53.19092987034003, 'loss': 1.5057766437530518}
+{'epoch': 41, 'iter': 910, 'avg_loss': 1.37273337890759, 'avg_acc_mask': 53.15427107517412, 'loss': 1.6302878856658936}
+{'epoch': 41, 'iter': 920, 'avg_loss': 1.3707978473035831, 'avg_acc_mask': 53.1982794505342, 'loss': 1.4650731086730957}
+{'epoch': 41, 'iter': 930, 'avg_loss': 1.3698685753742428, 'avg_acc_mask': 53.24792529085166, 'loss': 1.3561209440231323}
+{'epoch': 41, 'iter': 940, 'avg_loss': 1.3696656662903481, 'avg_acc_mask': 53.262851600387975, 'loss': 1.0536634922027588}
+{'epoch': 41, 'iter': 950, 'avg_loss': 1.3702618670889757, 'avg_acc_mask': 53.263687515603095, 'loss': 1.7614941596984863}
+{'epoch': 41, 'iter': 960, 'avg_loss': 1.370125306012355, 'avg_acc_mask': 53.26314189060778, 'loss': 1.634946346282959}
+{'epoch': 41, 'iter': 970, 'avg_loss': 1.3702020481858022, 'avg_acc_mask': 53.275790740531804, 'loss': 1.302728295326233}
+{'epoch': 41, 'iter': 980, 'avg_loss': 1.37053104375359, 'avg_acc_mask': 53.25765329859495, 'loss': 1.212507963180542}
+{'epoch': 41, 'iter': 990, 'avg_loss': 1.372631377938056, 'avg_acc_mask': 53.198696588670636, 'loss': 1.5964304208755493}
+{'epoch': 41, 'iter': 1000, 'avg_loss': 1.3734472547020469, 'avg_acc_mask': 53.15108438126481, 'loss': 1.6545556783676147}
+{'epoch': 41, 'iter': 1010, 'avg_loss': 1.3725769143665816, 'avg_acc_mask': 53.19198887544471, 'loss': 0.8625780344009399}
+{'epoch': 41, 'iter': 1020, 'avg_loss': 1.3727281055067475, 'avg_acc_mask': 53.20245530521305, 'loss': 1.293054461479187}
+{'epoch': 41, 'iter': 1030, 'avg_loss': 1.3724096133567891, 'avg_acc_mask': 53.22303204412051, 'loss': 1.1984931230545044}
+{'epoch': 41, 'iter': 1040, 'avg_loss': 1.3728952435320323, 'avg_acc_mask': 53.225381548674896, 'loss': 1.4933794736862183}
+{'epoch': 41, 'iter': 1050, 'avg_loss': 1.3726045366245492, 'avg_acc_mask': 53.209444763445916, 'loss': 1.6946847438812256}
+{'epoch': 41, 'iter': 1060, 'avg_loss': 1.37244703070832, 'avg_acc_mask': 53.20469711861776, 'loss': 1.1942377090454102}
+{'epoch': 41, 'iter': 1070, 'avg_loss': 1.3718909098654568, 'avg_acc_mask': 53.21202801981889, 'loss': 1.5816724300384521}
+{'epoch': 41, 'iter': 1080, 'avg_loss': 1.3716990940004008, 'avg_acc_mask': 53.24420375698088, 'loss': 1.3314076662063599}
+{'epoch': 41, 'iter': 1090, 'avg_loss': 1.3710934441642517, 'avg_acc_mask': 53.27992491536219, 'loss': 1.4063199758529663}
+{'epoch': 41, 'iter': 1100, 'avg_loss': 1.3709757461210037, 'avg_acc_mask': 53.26980226785981, 'loss': 1.265549659729004}
+{'epoch': 'EP41_train', 'avg_loss': 1.3712377629129056, 'total_masked_acc': 53.255387057831285}
+{'epoch': 42, 'iter': 0, 'avg_loss': 1.468917965888977, 'avg_acc_mask': 45.588235294117645, 'loss': 1.468917965888977}
+{'epoch': 42, 'iter': 10, 'avg_loss': 1.4013487425717441, 'avg_acc_mask': 50.86342229199372, 'loss': 1.2704029083251953}
+{'epoch': 42, 'iter': 20, 'avg_loss': 1.3518523942856562, 'avg_acc_mask': 53.94045534150613, 'loss': 0.9247327446937561}
+{'epoch': 42, 'iter': 30, 'avg_loss': 1.3249143861955213, 'avg_acc_mask': 55.58858501783591, 'loss': 1.3507462739944458}
+{'epoch': 42, 'iter': 40, 'avg_loss': 1.3302162013402798, 'avg_acc_mask': 55.52631578947368, 'loss': 1.4615215063095093}
+{'epoch': 42, 'iter': 50, 'avg_loss': 1.3538063998315848, 'avg_acc_mask': 54.178176795580114, 'loss': 1.3980392217636108}
+{'epoch': 42, 'iter': 60, 'avg_loss': 1.3435078585734133, 'avg_acc_mask': 54.444118509826936, 'loss': 1.3795440196990967}
+{'epoch': 42, 'iter': 70, 'avg_loss': 1.3530665568902458, 'avg_acc_mask': 53.986960882647935, 'loss': 1.176804542541504}
+{'epoch': 42, 'iter': 80, 'avg_loss': 1.3673403778193909, 'avg_acc_mask': 53.62699978084593, 'loss': 1.6599814891815186}
+{'epoch': 42, 'iter': 90, 'avg_loss': 1.3636740288891636, 'avg_acc_mask': 53.80690737833596, 'loss': 1.530087947845459}
+{'epoch': 42, 'iter': 100, 'avg_loss': 1.3558785691119657, 'avg_acc_mask': 53.896914571071875, 'loss': 1.190669298171997}
+{'epoch': 42, 'iter': 110, 'avg_loss': 1.3597230664244644, 'avg_acc_mask': 53.87615797172111, 'loss': 1.1732150316238403}
+{'epoch': 42, 'iter': 120, 'avg_loss': 1.3602317276079792, 'avg_acc_mask': 53.73824802268318, 'loss': 1.534346580505371}
+{'epoch': 42, 'iter': 130, 'avg_loss': 1.363667452608356, 'avg_acc_mask': 53.700635183650924, 'loss': 1.5325000286102295}
+{'epoch': 42, 'iter': 140, 'avg_loss': 1.3641040295573836, 'avg_acc_mask': 53.67101560501407, 'loss': 1.2867673635482788}
+{'epoch': 42, 'iter': 150, 'avg_loss': 1.3531762341789852, 'avg_acc_mask': 54.063816977724265, 'loss': 1.5553207397460938}
+{'epoch': 42, 'iter': 160, 'avg_loss': 1.3590450875507378, 'avg_acc_mask': 53.97095529838892, 'loss': 1.6240605115890503}
+{'epoch': 42, 'iter': 170, 'avg_loss': 1.3623977505672744, 'avg_acc_mask': 53.85843533794572, 'loss': 1.3934931755065918}
+{'epoch': 42, 'iter': 180, 'avg_loss': 1.3658885972275918, 'avg_acc_mask': 53.69497643637822, 'loss': 1.5332194566726685}
+{'epoch': 42, 'iter': 190, 'avg_loss': 1.3671306268706995, 'avg_acc_mask': 53.71932151994694, 'loss': 1.4389809370040894}
+{'epoch': 42, 'iter': 200, 'avg_loss': 1.3637365758122497, 'avg_acc_mask': 53.83785727125652, 'loss': 1.1330116987228394}
+{'epoch': 42, 'iter': 210, 'avg_loss': 1.3630592944497746, 'avg_acc_mask': 53.83825417201541, 'loss': 1.4482643604278564}
+{'epoch': 42, 'iter': 220, 'avg_loss': 1.3630656581119174, 'avg_acc_mask': 53.722317561493824, 'loss': 1.5912458896636963}
+{'epoch': 42, 'iter': 230, 'avg_loss': 1.3617796278619148, 'avg_acc_mask': 53.71939736346516, 'loss': 1.2802555561065674}
+{'epoch': 42, 'iter': 240, 'avg_loss': 1.3623795044372686, 'avg_acc_mask': 53.64253393665158, 'loss': 1.4341403245925903}
+{'epoch': 42, 'iter': 250, 'avg_loss': 1.3651872645336318, 'avg_acc_mask': 53.45852668213457, 'loss': 1.107084035873413}
+{'epoch': 42, 'iter': 260, 'avg_loss': 1.3706178130774662, 'avg_acc_mask': 53.38272295219457, 'loss': 1.4252612590789795}
+{'epoch': 42, 'iter': 270, 'avg_loss': 1.3712712301979206, 'avg_acc_mask': 53.381188783040386, 'loss': 1.6383686065673828}
+{'epoch': 42, 'iter': 280, 'avg_loss': 1.374753443371783, 'avg_acc_mask': 53.26933056564608, 'loss': 0.9647713899612427}
+{'epoch': 42, 'iter': 290, 'avg_loss': 1.374634705867964, 'avg_acc_mask': 53.24895043549095, 'loss': 1.1692311763763428}
+{'epoch': 42, 'iter': 300, 'avg_loss': 1.3737990717555202, 'avg_acc_mask': 53.332929708784896, 'loss': 1.3440382480621338}
+{'epoch': 42, 'iter': 310, 'avg_loss': 1.3724164537294885, 'avg_acc_mask': 53.34938061410204, 'loss': 1.265825629234314}
+{'epoch': 42, 'iter': 320, 'avg_loss': 1.3735242706964321, 'avg_acc_mask': 53.41395242712908, 'loss': 1.4671051502227783}
+{'epoch': 42, 'iter': 330, 'avg_loss': 1.3745689494732283, 'avg_acc_mask': 53.330017133698114, 'loss': 1.4360424280166626}
+{'epoch': 42, 'iter': 340, 'avg_loss': 1.3721481961938293, 'avg_acc_mask': 53.34155099415832, 'loss': 1.3693406581878662}
+{'epoch': 42, 'iter': 350, 'avg_loss': 1.3713853191106746, 'avg_acc_mask': 53.44333975326636, 'loss': 1.3817354440689087}
+{'epoch': 42, 'iter': 360, 'avg_loss': 1.3701660644644846, 'avg_acc_mask': 53.505348000202765, 'loss': 1.6464886665344238}
+{'epoch': 42, 'iter': 370, 'avg_loss': 1.3691651504637417, 'avg_acc_mask': 53.540194673649886, 'loss': 1.5262359380722046}
+{'epoch': 42, 'iter': 380, 'avg_loss': 1.373973366469536, 'avg_acc_mask': 53.34198260535293, 'loss': 0.865055501461029}
+{'epoch': 42, 'iter': 390, 'avg_loss': 1.373710988122789, 'avg_acc_mask': 53.288332630197345, 'loss': 1.602264165878296}
+{'epoch': 42, 'iter': 400, 'avg_loss': 1.3731508023126464, 'avg_acc_mask': 53.35953926318676, 'loss': 1.3372859954833984}
+{'epoch': 42, 'iter': 410, 'avg_loss': 1.3718296424315795, 'avg_acc_mask': 53.385033649774925, 'loss': 1.227669358253479}
+{'epoch': 42, 'iter': 420, 'avg_loss': 1.3689282908858709, 'avg_acc_mask': 53.47297826938989, 'loss': 1.3989894390106201}
+{'epoch': 42, 'iter': 430, 'avg_loss': 1.3675413315644673, 'avg_acc_mask': 53.526582386242715, 'loss': 1.3730648756027222}
+{'epoch': 42, 'iter': 440, 'avg_loss': 1.369761227615296, 'avg_acc_mask': 53.46139453660971, 'loss': 1.541234016418457}
+{'epoch': 42, 'iter': 450, 'avg_loss': 1.369129639639294, 'avg_acc_mask': 53.47721822541966, 'loss': 1.2010680437088013}
+{'epoch': 42, 'iter': 460, 'avg_loss': 1.3702259574432953, 'avg_acc_mask': 53.43490194518478, 'loss': 1.2940614223480225}
+{'epoch': 42, 'iter': 470, 'avg_loss': 1.369587909643817, 'avg_acc_mask': 53.445195370154586, 'loss': 1.298401951789856}
+{'epoch': 42, 'iter': 480, 'avg_loss': 1.369636127458045, 'avg_acc_mask': 53.44886688249857, 'loss': 1.1694883108139038}
+{'epoch': 42, 'iter': 490, 'avg_loss': 1.370932095283889, 'avg_acc_mask': 53.435996867892165, 'loss': 1.7717843055725098}
+{'epoch': 42, 'iter': 500, 'avg_loss': 1.3697018183158067, 'avg_acc_mask': 53.48267797105686, 'loss': 0.9480760097503662}
+{'epoch': 42, 'iter': 510, 'avg_loss': 1.3693749116124938, 'avg_acc_mask': 53.480457134668434, 'loss': 1.3774440288543701}
+{'epoch': 42, 'iter': 520, 'avg_loss': 1.3682873374898694, 'avg_acc_mask': 53.57042451504076, 'loss': 1.36073899269104}
+{'epoch': 42, 'iter': 530, 'avg_loss': 1.3665243070677848, 'avg_acc_mask': 53.601490271836624, 'loss': 1.1477668285369873}
+{'epoch': 42, 'iter': 540, 'avg_loss': 1.366823856799748, 'avg_acc_mask': 53.536242678674206, 'loss': 1.2762564420700073}
+{'epoch': 42, 'iter': 550, 'avg_loss': 1.369648970406631, 'avg_acc_mask': 53.444960212201586, 'loss': 1.6152095794677734}
+{'epoch': 42, 'iter': 560, 'avg_loss': 1.3708732330012874, 'avg_acc_mask': 53.43884329816334, 'loss': 1.8281656503677368}
+{'epoch': 42, 'iter': 570, 'avg_loss': 1.3675604912529058, 'avg_acc_mask': 53.562402021947086, 'loss': 1.1381937265396118}
+{'epoch': 42, 'iter': 580, 'avg_loss': 1.3679191206490522, 'avg_acc_mask': 53.568398227585554, 'loss': 1.5862703323364258}
+{'epoch': 42, 'iter': 590, 'avg_loss': 1.3687256923585172, 'avg_acc_mask': 53.53993216157878, 'loss': 1.3806660175323486}
+{'epoch': 42, 'iter': 600, 'avg_loss': 1.3687047081660113, 'avg_acc_mask': 53.54813264160675, 'loss': 1.4709457159042358}
+{'epoch': 42, 'iter': 610, 'avg_loss': 1.368881277483926, 'avg_acc_mask': 53.5909131562472, 'loss': 1.4218494892120361}
+{'epoch': 42, 'iter': 620, 'avg_loss': 1.3674560863998586, 'avg_acc_mask': 53.64772860664397, 'loss': 1.8510674238204956}
+{'epoch': 42, 'iter': 630, 'avg_loss': 1.3664895689052938, 'avg_acc_mask': 53.683693516699414, 'loss': 1.3440629243850708}
+{'epoch': 42, 'iter': 640, 'avg_loss': 1.3659376074297007, 'avg_acc_mask': 53.645744256313776, 'loss': 1.1762772798538208}
+{'epoch': 42, 'iter': 650, 'avg_loss': 1.366583895848094, 'avg_acc_mask': 53.57042451504076, 'loss': 1.1885948181152344}
+{'epoch': 42, 'iter': 660, 'avg_loss': 1.365476873837152, 'avg_acc_mask': 53.646049536460495, 'loss': 1.325846552848816}
+{'epoch': 42, 'iter': 670, 'avg_loss': 1.3651652001233108, 'avg_acc_mask': 53.65866957470011, 'loss': 1.513659119606018}
+{'epoch': 42, 'iter': 680, 'avg_loss': 1.3649325809289705, 'avg_acc_mask': 53.66397250342365, 'loss': 1.3722833395004272}
+{'epoch': 42, 'iter': 690, 'avg_loss': 1.3659902939575626, 'avg_acc_mask': 53.62552539057337, 'loss': 1.351060390472412}
+{'epoch': 42, 'iter': 700, 'avg_loss': 1.3674499407814504, 'avg_acc_mask': 53.60964307099528, 'loss': 1.3950194120407104}
+{'epoch': 42, 'iter': 710, 'avg_loss': 1.3676248491229555, 'avg_acc_mask': 53.61879305027244, 'loss': 1.3167295455932617}
+{'epoch': 42, 'iter': 720, 'avg_loss': 1.3689691009369374, 'avg_acc_mask': 53.558128340891244, 'loss': 1.2207268476486206}
+{'epoch': 42, 'iter': 730, 'avg_loss': 1.3680150718434565, 'avg_acc_mask': 53.587404723228794, 'loss': 1.4537310600280762}
+{'epoch': 42, 'iter': 740, 'avg_loss': 1.3681604499437228, 'avg_acc_mask': 53.588504953911375, 'loss': 1.180007815361023}
+{'epoch': 42, 'iter': 750, 'avg_loss': 1.3696259202239676, 'avg_acc_mask': 53.562313133522935, 'loss': 1.7329730987548828}
+{'epoch': 42, 'iter': 760, 'avg_loss': 1.3688671506657393, 'avg_acc_mask': 53.55950121332981, 'loss': 1.185787558555603}
+{'epoch': 42, 'iter': 770, 'avg_loss': 1.370132156151278, 'avg_acc_mask': 53.50841878419021, 'loss': 1.5238351821899414}
+{'epoch': 42, 'iter': 780, 'avg_loss': 1.3689741515166933, 'avg_acc_mask': 53.539843713443446, 'loss': 1.3997105360031128}
+{'epoch': 42, 'iter': 790, 'avg_loss': 1.3684893898505779, 'avg_acc_mask': 53.577701765739114, 'loss': 1.36784827709198}
+{'epoch': 42, 'iter': 800, 'avg_loss': 1.368027491143878, 'avg_acc_mask': 53.59685959466861, 'loss': 1.2765495777130127}
+{'epoch': 42, 'iter': 810, 'avg_loss': 1.3674099056553164, 'avg_acc_mask': 53.603268106619716, 'loss': 1.258245825767517}
+{'epoch': 42, 'iter': 820, 'avg_loss': 1.3669052187911486, 'avg_acc_mask': 53.62031298764992, 'loss': 1.4201853275299072}
+{'epoch': 42, 'iter': 830, 'avg_loss': 1.3666931575099197, 'avg_acc_mask': 53.618689037144684, 'loss': 1.1302101612091064}
+{'epoch': 42, 'iter': 840, 'avg_loss': 1.3667685865788908, 'avg_acc_mask': 53.61521739130435, 'loss': 1.2892688512802124}
+{'epoch': 42, 'iter': 850, 'avg_loss': 1.367829987431245, 'avg_acc_mask': 53.57717472916443, 'loss': 1.5279430150985718}
+{'epoch': 42, 'iter': 860, 'avg_loss': 1.3684777006870363, 'avg_acc_mask': 53.565077483275466, 'loss': 1.5505765676498413}
+{'epoch': 42, 'iter': 870, 'avg_loss': 1.3698138303105236, 'avg_acc_mask': 53.530837372555574, 'loss': 1.2544137239456177}
+{'epoch': 42, 'iter': 880, 'avg_loss': 1.3690746428612006, 'avg_acc_mask': 53.56375506156515, 'loss': 1.2357710599899292}
+{'epoch': 42, 'iter': 890, 'avg_loss': 1.3675877708109674, 'avg_acc_mask': 53.632382433593904, 'loss': 0.8492312431335449}
+{'epoch': 42, 'iter': 900, 'avg_loss': 1.3681987615324946, 'avg_acc_mask': 53.57330637007078, 'loss': 1.638037919998169}
+{'epoch': 42, 'iter': 910, 'avg_loss': 1.3686511256168754, 'avg_acc_mask': 53.54045954045954, 'loss': 1.3886151313781738}
+{'epoch': 42, 'iter': 920, 'avg_loss': 1.3672444140872273, 'avg_acc_mask': 53.589378289603864, 'loss': 1.0758265256881714}
+{'epoch': 42, 'iter': 930, 'avg_loss': 1.3658723795964562, 'avg_acc_mask': 53.637289064641166, 'loss': 1.3052812814712524}
+{'epoch': 42, 'iter': 940, 'avg_loss': 1.3661637835117506, 'avg_acc_mask': 53.63668034373307, 'loss': 1.1451119184494019}
+{'epoch': 42, 'iter': 950, 'avg_loss': 1.3645204681076588, 'avg_acc_mask': 53.68277922475869, 'loss': 1.2492809295654297}
+{'epoch': 42, 'iter': 960, 'avg_loss': 1.3655764628027283, 'avg_acc_mask': 53.66640112287091, 'loss': 1.5471071004867554}
+{'epoch': 42, 'iter': 970, 'avg_loss': 1.365215008155693, 'avg_acc_mask': 53.68041740174918, 'loss': 0.926593542098999}
+{'epoch': 42, 'iter': 980, 'avg_loss': 1.3646883110873682, 'avg_acc_mask': 53.7003341997772, 'loss': 1.4239163398742676}
+{'epoch': 42, 'iter': 990, 'avg_loss': 1.3650662281318342, 'avg_acc_mask': 53.68558262497935, 'loss': 1.7406247854232788}
+{'epoch': 42, 'iter': 1000, 'avg_loss': 1.3650653621890805, 'avg_acc_mask': 53.681321677177806, 'loss': 1.6561468839645386}
+{'epoch': 42, 'iter': 1010, 'avg_loss': 1.3649713805592025, 'avg_acc_mask': 53.69726868439532, 'loss': 1.2183501720428467}
+{'epoch': 42, 'iter': 1020, 'avg_loss': 1.365148914665947, 'avg_acc_mask': 53.67505525058816, 'loss': 1.0755976438522339}
+{'epoch': 42, 'iter': 1030, 'avg_loss': 1.3645583687767489, 'avg_acc_mask': 53.70115186205921, 'loss': 1.360215187072754}
+{'epoch': 42, 'iter': 1040, 'avg_loss': 1.3649372275235216, 'avg_acc_mask': 53.67860769688693, 'loss': 1.615128755569458}
+{'epoch': 42, 'iter': 1050, 'avg_loss': 1.3646027573962987, 'avg_acc_mask': 53.709842581182635, 'loss': 1.3054298162460327}
+{'epoch': 42, 'iter': 1060, 'avg_loss': 1.364231152595157, 'avg_acc_mask': 53.7225900765328, 'loss': 1.3841843605041504}
+{'epoch': 42, 'iter': 1070, 'avg_loss': 1.3635930705025974, 'avg_acc_mask': 53.736788271394474, 'loss': 1.5257372856140137}
+{'epoch': 42, 'iter': 1080, 'avg_loss': 1.3641185992630844, 'avg_acc_mask': 53.73812055839705, 'loss': 1.432418942451477}
+{'epoch': 42, 'iter': 1090, 'avg_loss': 1.3645949332567664, 'avg_acc_mask': 53.732740463374675, 'loss': 1.4484471082687378}
+{'epoch': 42, 'iter': 1100, 'avg_loss': 1.3646302506341164, 'avg_acc_mask': 53.72315747613998, 'loss': 1.180928111076355}
+{'epoch': 'EP42_train', 'avg_loss': 1.3647919533479267, 'total_masked_acc': 53.707494222515685}
+{'epoch': 43, 'iter': 0, 'avg_loss': 1.2547709941864014, 'avg_acc_mask': 51.162790697674424, 'loss': 1.2547709941864014}
+{'epoch': 43, 'iter': 10, 'avg_loss': 1.2973723953420466, 'avg_acc_mask': 56.47840531561462, 'loss': 1.318929672241211}
+{'epoch': 43, 'iter': 20, 'avg_loss': 1.3458826201302665, 'avg_acc_mask': 54.73214285714286, 'loss': 1.333502173423767}
+{'epoch': 43, 'iter': 30, 'avg_loss': 1.3503041748077638, 'avg_acc_mask': 54.81120584652862, 'loss': 1.5583953857421875}
+{'epoch': 43, 'iter': 40, 'avg_loss': 1.3594169340482571, 'avg_acc_mask': 54.713576905728466, 'loss': 1.1318968534469604}
+{'epoch': 43, 'iter': 50, 'avg_loss': 1.3936638025676502, 'avg_acc_mask': 53.51002865329513, 'loss': 1.5488306283950806}
+{'epoch': 43, 'iter': 60, 'avg_loss': 1.3773781754931465, 'avg_acc_mask': 54.03371462974113, 'loss': 1.0949504375457764}
+{'epoch': 43, 'iter': 70, 'avg_loss': 1.380615983210819, 'avg_acc_mask': 53.95720546532612, 'loss': 1.345174789428711}
+{'epoch': 43, 'iter': 80, 'avg_loss': 1.3750246733794977, 'avg_acc_mask': 54.22615001133016, 'loss': 1.3662402629852295}
+{'epoch': 43, 'iter': 90, 'avg_loss': 1.3771021497118605, 'avg_acc_mask': 53.82755842062853, 'loss': 1.0580291748046875}
+{'epoch': 43, 'iter': 100, 'avg_loss': 1.370278256954533, 'avg_acc_mask': 54.32279290806068, 'loss': 1.1252652406692505}
+{'epoch': 43, 'iter': 110, 'avg_loss': 1.3694352631096367, 'avg_acc_mask': 54.11038852759713, 'loss': 1.398537039756775}
+{'epoch': 43, 'iter': 120, 'avg_loss': 1.3601498367372624, 'avg_acc_mask': 54.349499615088526, 'loss': 1.3385202884674072}
+{'epoch': 43, 'iter': 130, 'avg_loss': 1.355282692508843, 'avg_acc_mask': 54.278832530461884, 'loss': 1.493704915046692}
+{'epoch': 43, 'iter': 140, 'avg_loss': 1.3598469728273703, 'avg_acc_mask': 53.95532194480946, 'loss': 1.4418556690216064}
+{'epoch': 43, 'iter': 150, 'avg_loss': 1.3524797700888274, 'avg_acc_mask': 54.27972372964973, 'loss': 1.5757149457931519}
+{'epoch': 43, 'iter': 160, 'avg_loss': 1.3548260723581966, 'avg_acc_mask': 54.19564209550302, 'loss': 1.3740655183792114}
+{'epoch': 43, 'iter': 170, 'avg_loss': 1.360075965610861, 'avg_acc_mask': 53.974849644614544, 'loss': 1.2923632860183716}
+{'epoch': 43, 'iter': 180, 'avg_loss': 1.363889243391996, 'avg_acc_mask': 53.939768976897696, 'loss': 1.4463117122650146}
+{'epoch': 43, 'iter': 190, 'avg_loss': 1.3650071792577574, 'avg_acc_mask': 53.91414141414141, 'loss': 1.2591074705123901}
+{'epoch': 43, 'iter': 200, 'avg_loss': 1.362414154247265, 'avg_acc_mask': 53.91136091403299, 'loss': 1.392547845840454}
+{'epoch': 43, 'iter': 210, 'avg_loss': 1.3615503124716157, 'avg_acc_mask': 53.935043333625146, 'loss': 1.1783843040466309}
+{'epoch': 43, 'iter': 220, 'avg_loss': 1.356239413783561, 'avg_acc_mask': 54.10232868708788, 'loss': 1.4287798404693604}
+{'epoch': 43, 'iter': 230, 'avg_loss': 1.3578990697860718, 'avg_acc_mask': 54.048210138544086, 'loss': 1.036347508430481}
+{'epoch': 43, 'iter': 240, 'avg_loss': 1.3581916697292407, 'avg_acc_mask': 53.95373856912319, 'loss': 1.2508881092071533}
+{'epoch': 43, 'iter': 250, 'avg_loss': 1.3588127857185455, 'avg_acc_mask': 53.93366329319642, 'loss': 1.1858179569244385}
+{'epoch': 43, 'iter': 260, 'avg_loss': 1.3615611366841984, 'avg_acc_mask': 53.95025862679799, 'loss': 1.1978517770767212}
+{'epoch': 43, 'iter': 270, 'avg_loss': 1.363318507081908, 'avg_acc_mask': 53.9187720728063, 'loss': 1.3008472919464111}
+{'epoch': 43, 'iter': 280, 'avg_loss': 1.3642215546339855, 'avg_acc_mask': 53.84665835902145, 'loss': 1.1981494426727295}
+{'epoch': 43, 'iter': 290, 'avg_loss': 1.3650235035984786, 'avg_acc_mask': 53.85199240986718, 'loss': 1.5325192213058472}
+{'epoch': 43, 'iter': 300, 'avg_loss': 1.3625006232150765, 'avg_acc_mask': 53.93038478008197, 'loss': 1.0482845306396484}
+{'epoch': 43, 'iter': 310, 'avg_loss': 1.3626080266532408, 'avg_acc_mask': 53.84706439393939, 'loss': 1.2544466257095337}
+{'epoch': 43, 'iter': 320, 'avg_loss': 1.3653122489326097, 'avg_acc_mask': 53.87668238812838, 'loss': 1.2491472959518433}
+{'epoch': 43, 'iter': 330, 'avg_loss': 1.3650865484580532, 'avg_acc_mask': 53.8645595681932, 'loss': 1.1650077104568481}
+{'epoch': 43, 'iter': 340, 'avg_loss': 1.3620245710146393, 'avg_acc_mask': 53.90975412050797, 'loss': 1.2903650999069214}
+{'epoch': 43, 'iter': 350, 'avg_loss': 1.3614800596169256, 'avg_acc_mask': 53.980766198959486, 'loss': 1.382481575012207}
+{'epoch': 43, 'iter': 360, 'avg_loss': 1.3623083626794683, 'avg_acc_mask': 53.933673469387756, 'loss': 1.4955474138259888}
+{'epoch': 43, 'iter': 370, 'avg_loss': 1.3623844656661515, 'avg_acc_mask': 53.98379641135246, 'loss': 1.0082032680511475}
+{'epoch': 43, 'iter': 380, 'avg_loss': 1.3630729474107737, 'avg_acc_mask': 53.959199458571014, 'loss': 0.8559108972549438}
+{'epoch': 43, 'iter': 390, 'avg_loss': 1.3630131464785018, 'avg_acc_mask': 53.914069877242675, 'loss': 1.4893863201141357}
+{'epoch': 43, 'iter': 400, 'avg_loss': 1.3621263356874709, 'avg_acc_mask': 53.92513467470879, 'loss': 1.36739981174469}
+{'epoch': 43, 'iter': 410, 'avg_loss': 1.3607726115959984, 'avg_acc_mask': 53.975665604094644, 'loss': 1.1174860000610352}
+{'epoch': 43, 'iter': 420, 'avg_loss': 1.3594317318707916, 'avg_acc_mask': 54.059032498574624, 'loss': 1.1760809421539307}
+{'epoch': 43, 'iter': 430, 'avg_loss': 1.3567949966322241, 'avg_acc_mask': 54.13021101389604, 'loss': 0.93553626537323}
+{'epoch': 43, 'iter': 440, 'avg_loss': 1.3590083642611428, 'avg_acc_mask': 54.092526690391466, 'loss': 1.7967588901519775}
+{'epoch': 43, 'iter': 450, 'avg_loss': 1.359619606228467, 'avg_acc_mask': 54.07720045894116, 'loss': 1.1505568027496338}
+{'epoch': 43, 'iter': 460, 'avg_loss': 1.3614930660502254, 'avg_acc_mask': 53.9881238966458, 'loss': 1.4445263147354126}
+{'epoch': 43, 'iter': 470, 'avg_loss': 1.3612608579313679, 'avg_acc_mask': 53.963522259266526, 'loss': 1.248083472251892}
+{'epoch': 43, 'iter': 480, 'avg_loss': 1.359191330579611, 'avg_acc_mask': 54.07689057879171, 'loss': 1.0406584739685059}
+{'epoch': 43, 'iter': 490, 'avg_loss': 1.3595219980432156, 'avg_acc_mask': 54.080366875916255, 'loss': 1.451661467552185}
+{'epoch': 43, 'iter': 500, 'avg_loss': 1.3588185121199328, 'avg_acc_mask': 54.08321060382916, 'loss': 1.1176307201385498}
+{'epoch': 43, 'iter': 510, 'avg_loss': 1.3585221971551034, 'avg_acc_mask': 54.11489285071133, 'loss': 1.3510425090789795}
+{'epoch': 43, 'iter': 520, 'avg_loss': 1.3591190892309237, 'avg_acc_mask': 54.08473617201868, 'loss': 1.692656397819519}
+{'epoch': 43, 'iter': 530, 'avg_loss': 1.3604158972391749, 'avg_acc_mask': 54.048990354590245, 'loss': 1.1259523630142212}
+{'epoch': 43, 'iter': 540, 'avg_loss': 1.359705858111602, 'avg_acc_mask': 54.01594114040466, 'loss': 1.2485677003860474}
+{'epoch': 43, 'iter': 550, 'avg_loss': 1.3604569307472658, 'avg_acc_mask': 53.99793009047508, 'loss': 1.1726354360580444}
+{'epoch': 43, 'iter': 560, 'avg_loss': 1.3601529880853473, 'avg_acc_mask': 54.03959160894259, 'loss': 1.77597177028656}
+{'epoch': 43, 'iter': 570, 'avg_loss': 1.3587810846009731, 'avg_acc_mask': 54.08196192320103, 'loss': 1.3609223365783691}
+{'epoch': 43, 'iter': 580, 'avg_loss': 1.3584292416112969, 'avg_acc_mask': 54.06278708778154, 'loss': 1.6834796667099}
+{'epoch': 43, 'iter': 590, 'avg_loss': 1.3603602007359217, 'avg_acc_mask': 54.02170195566334, 'loss': 1.6074901819229126}
+{'epoch': 43, 'iter': 600, 'avg_loss': 1.3609396259915612, 'avg_acc_mask': 53.97918579736761, 'loss': 1.4631627798080444}
+{'epoch': 43, 'iter': 610, 'avg_loss': 1.3621035280672502, 'avg_acc_mask': 53.94170902637831, 'loss': 1.4480551481246948}
+{'epoch': 43, 'iter': 620, 'avg_loss': 1.3592316008228418, 'avg_acc_mask': 54.049493813273344, 'loss': 1.3765896558761597}
+{'epoch': 43, 'iter': 630, 'avg_loss': 1.359736121588766, 'avg_acc_mask': 54.033268272788185, 'loss': 1.4682108163833618}
+{'epoch': 43, 'iter': 640, 'avg_loss': 1.359978378841918, 'avg_acc_mask': 54.05188015282526, 'loss': 1.4448742866516113}
+{'epoch': 43, 'iter': 650, 'avg_loss': 1.3602533863253674, 'avg_acc_mask': 54.005665722379604, 'loss': 1.1681673526763916}
+{'epoch': 43, 'iter': 660, 'avg_loss': 1.3577854134672167, 'avg_acc_mask': 54.03896611399542, 'loss': 1.213842749595642}
+{'epoch': 43, 'iter': 670, 'avg_loss': 1.3586210009771025, 'avg_acc_mask': 54.026937877954914, 'loss': 1.3418391942977905}
+{'epoch': 43, 'iter': 680, 'avg_loss': 1.3589093738540503, 'avg_acc_mask': 54.03428942878037, 'loss': 1.5075716972351074}
+{'epoch': 43, 'iter': 690, 'avg_loss': 1.358291804963014, 'avg_acc_mask': 54.006504238417655, 'loss': 1.275542974472046}
+{'epoch': 43, 'iter': 700, 'avg_loss': 1.3610343019054212, 'avg_acc_mask': 53.944742094757856, 'loss': 1.8273850679397583}
+{'epoch': 43, 'iter': 710, 'avg_loss': 1.3606412147503195, 'avg_acc_mask': 53.92443742393247, 'loss': 1.0592809915542603}
+{'epoch': 43, 'iter': 720, 'avg_loss': 1.361283267255299, 'avg_acc_mask': 53.91080004087054, 'loss': 1.3402745723724365}
+{'epoch': 43, 'iter': 730, 'avg_loss': 1.3592645188362915, 'avg_acc_mask': 53.98317041217374, 'loss': 1.168923258781433}
+{'epoch': 43, 'iter': 740, 'avg_loss': 1.3590565510446082, 'avg_acc_mask': 53.98166322955748, 'loss': 1.1799663305282593}
+{'epoch': 43, 'iter': 750, 'avg_loss': 1.3586827305439468, 'avg_acc_mask': 53.964557954851834, 'loss': 1.3730158805847168}
+{'epoch': 43, 'iter': 760, 'avg_loss': 1.3577631121396079, 'avg_acc_mask': 53.985366799108434, 'loss': 1.204458236694336}
+{'epoch': 43, 'iter': 770, 'avg_loss': 1.3593663113281111, 'avg_acc_mask': 53.9493471463013, 'loss': 1.5322765111923218}
+{'epoch': 43, 'iter': 780, 'avg_loss': 1.3581403527461307, 'avg_acc_mask': 53.993256148459054, 'loss': 1.563235878944397}
+{'epoch': 43, 'iter': 790, 'avg_loss': 1.3574519900395505, 'avg_acc_mask': 54.008929401916106, 'loss': 1.273324728012085}
+{'epoch': 43, 'iter': 800, 'avg_loss': 1.3573579361078594, 'avg_acc_mask': 53.99297988024502, 'loss': 1.5784835815429688}
+{'epoch': 43, 'iter': 810, 'avg_loss': 1.357872762750609, 'avg_acc_mask': 53.95649218218899, 'loss': 1.5495928525924683}
+{'epoch': 43, 'iter': 820, 'avg_loss': 1.3573284339382066, 'avg_acc_mask': 53.97493285586392, 'loss': 1.0598206520080566}
+{'epoch': 43, 'iter': 830, 'avg_loss': 1.3579700162407866, 'avg_acc_mask': 53.945563177694176, 'loss': 1.5101702213287354}
+{'epoch': 43, 'iter': 840, 'avg_loss': 1.3583180292041066, 'avg_acc_mask': 53.91974836722658, 'loss': 1.2105339765548706}
+{'epoch': 43, 'iter': 850, 'avg_loss': 1.3600156315625345, 'avg_acc_mask': 53.88548498446669, 'loss': 1.1592830419540405}
+{'epoch': 43, 'iter': 860, 'avg_loss': 1.3600310678404521, 'avg_acc_mask': 53.86730322470641, 'loss': 1.3957422971725464}
+{'epoch': 43, 'iter': 870, 'avg_loss': 1.3609304516378418, 'avg_acc_mask': 53.83854747427994, 'loss': 1.1240577697753906}
+{'epoch': 43, 'iter': 880, 'avg_loss': 1.3603271342704029, 'avg_acc_mask': 53.87913094148006, 'loss': 1.1400561332702637}
+{'epoch': 43, 'iter': 890, 'avg_loss': 1.3590010631365408, 'avg_acc_mask': 53.95406324029251, 'loss': 0.8843058347702026}
+{'epoch': 43, 'iter': 900, 'avg_loss': 1.3596640511040683, 'avg_acc_mask': 53.87574807637504, 'loss': 1.61711847782135}
+{'epoch': 43, 'iter': 910, 'avg_loss': 1.3602233084182447, 'avg_acc_mask': 53.850642947698866, 'loss': 1.1942058801651}
+{'epoch': 43, 'iter': 920, 'avg_loss': 1.3597178349795223, 'avg_acc_mask': 53.87465636081119, 'loss': 1.1965099573135376}
+{'epoch': 43, 'iter': 930, 'avg_loss': 1.359619920607156, 'avg_acc_mask': 53.87011553172194, 'loss': 1.5365022420883179}
+{'epoch': 43, 'iter': 940, 'avg_loss': 1.360296909728035, 'avg_acc_mask': 53.84540441534654, 'loss': 1.3579208850860596}
+{'epoch': 43, 'iter': 950, 'avg_loss': 1.3613153014147945, 'avg_acc_mask': 53.79749276759884, 'loss': 1.7371629476547241}
+{'epoch': 43, 'iter': 960, 'avg_loss': 1.3613019736326697, 'avg_acc_mask': 53.80945110313764, 'loss': 1.435960292816162}
+{'epoch': 43, 'iter': 970, 'avg_loss': 1.361471397009986, 'avg_acc_mask': 53.81665690700618, 'loss': 1.1453795433044434}
+{'epoch': 43, 'iter': 980, 'avg_loss': 1.3619393624296976, 'avg_acc_mask': 53.800896525961896, 'loss': 1.0174556970596313}
+{'epoch': 43, 'iter': 990, 'avg_loss': 1.3624066725508597, 'avg_acc_mask': 53.76826857343458, 'loss': 1.7293668985366821}
+{'epoch': 43, 'iter': 1000, 'avg_loss': 1.3627849477868932, 'avg_acc_mask': 53.78074426259486, 'loss': 1.6505061388015747}
+{'epoch': 43, 'iter': 1010, 'avg_loss': 1.362242424877178, 'avg_acc_mask': 53.797961142194936, 'loss': 1.5625957250595093}
+{'epoch': 43, 'iter': 1020, 'avg_loss': 1.3624792184231913, 'avg_acc_mask': 53.808917654230235, 'loss': 1.0864837169647217}
+{'epoch': 43, 'iter': 1030, 'avg_loss': 1.3620534592988305, 'avg_acc_mask': 53.843422057282886, 'loss': 1.3666363954544067}
+{'epoch': 43, 'iter': 1040, 'avg_loss': 1.361937831733, 'avg_acc_mask': 53.82248479094138, 'loss': 1.5090723037719727}
+{'epoch': 43, 'iter': 1050, 'avg_loss': 1.3613147212708143, 'avg_acc_mask': 53.826988413624875, 'loss': 1.362194538116455}
+{'epoch': 43, 'iter': 1060, 'avg_loss': 1.3617240048937929, 'avg_acc_mask': 53.82106807005436, 'loss': 1.0717482566833496}
+{'epoch': 43, 'iter': 1070, 'avg_loss': 1.3622292589629286, 'avg_acc_mask': 53.798377989939425, 'loss': 1.5656843185424805}
+{'epoch': 43, 'iter': 1080, 'avg_loss': 1.3618369187391213, 'avg_acc_mask': 53.84524212665086, 'loss': 1.3273282051086426}
+{'epoch': 43, 'iter': 1090, 'avg_loss': 1.3626041187265399, 'avg_acc_mask': 53.813147397003114, 'loss': 1.4048770666122437}
+{'epoch': 43, 'iter': 1100, 'avg_loss': 1.3618547624073496, 'avg_acc_mask': 53.85394527098831, 'loss': 0.9166214466094971}
+{'epoch': 'EP43_train', 'avg_loss': 1.3620247421221496, 'total_masked_acc': 53.85391344611467}
+{'epoch': 44, 'iter': 0, 'avg_loss': 1.5972106456756592, 'avg_acc_mask': 50.68493150684932, 'loss': 1.5972106456756592}
+{'epoch': 44, 'iter': 10, 'avg_loss': 1.402504026889801, 'avg_acc_mask': 51.00334448160535, 'loss': 1.472298264503479}
+{'epoch': 44, 'iter': 20, 'avg_loss': 1.4449624419212341, 'avg_acc_mask': 50.32080659945004, 'loss': 1.6486833095550537}
+{'epoch': 44, 'iter': 30, 'avg_loss': 1.4162732343519888, 'avg_acc_mask': 51.52998776009792, 'loss': 1.347072958946228}
+{'epoch': 44, 'iter': 40, 'avg_loss': 1.3829108113195838, 'avg_acc_mask': 52.422704199353944, 'loss': 1.3426944017410278}
+{'epoch': 44, 'iter': 50, 'avg_loss': 1.3910093132187338, 'avg_acc_mask': 52.30825154489277, 'loss': 1.4660894870758057}
+{'epoch': 44, 'iter': 60, 'avg_loss': 1.3847560775084573, 'avg_acc_mask': 52.51058681185723, 'loss': 1.3577358722686768}
+{'epoch': 44, 'iter': 70, 'avg_loss': 1.3855379609994485, 'avg_acc_mask': 52.92131913788626, 'loss': 1.28037691116333}
+{'epoch': 44, 'iter': 80, 'avg_loss': 1.4003080563780703, 'avg_acc_mask': 52.19854941069809, 'loss': 1.655376672744751}
+{'epoch': 44, 'iter': 90, 'avg_loss': 1.3910789208097771, 'avg_acc_mask': 52.665459666063164, 'loss': 1.652554988861084}
+{'epoch': 44, 'iter': 100, 'avg_loss': 1.37131928689409, 'avg_acc_mask': 53.537563822027714, 'loss': 1.0825749635696411}
+{'epoch': 44, 'iter': 110, 'avg_loss': 1.3690808109334998, 'avg_acc_mask': 53.785857238158776, 'loss': 1.2920161485671997}
+{'epoch': 44, 'iter': 120, 'avg_loss': 1.3636705835988698, 'avg_acc_mask': 53.84968620848003, 'loss': 1.4807181358337402}
+{'epoch': 44, 'iter': 130, 'avg_loss': 1.3613227660419376, 'avg_acc_mask': 54.038137969713965, 'loss': 1.4433776140213013}
+{'epoch': 44, 'iter': 140, 'avg_loss': 1.3638849165422697, 'avg_acc_mask': 53.85114107883817, 'loss': 1.249743938446045}
+{'epoch': 44, 'iter': 150, 'avg_loss': 1.3575153792930754, 'avg_acc_mask': 54.218483296756894, 'loss': 1.6919362545013428}
+{'epoch': 44, 'iter': 160, 'avg_loss': 1.3602270391416846, 'avg_acc_mask': 54.28244711263579, 'loss': 1.5476157665252686}
+{'epoch': 44, 'iter': 170, 'avg_loss': 1.3673221186587685, 'avg_acc_mask': 53.938742611499194, 'loss': 1.4599790573120117}
+{'epoch': 44, 'iter': 180, 'avg_loss': 1.36333657101373, 'avg_acc_mask': 54.08204711616572, 'loss': 1.3231720924377441}
+{'epoch': 44, 'iter': 190, 'avg_loss': 1.3654798506442165, 'avg_acc_mask': 54.02012458073791, 'loss': 1.2897655963897705}
+{'epoch': 44, 'iter': 200, 'avg_loss': 1.360590071820501, 'avg_acc_mask': 54.21971626045835, 'loss': 1.237204670906067}
+{'epoch': 44, 'iter': 210, 'avg_loss': 1.3593690423603872, 'avg_acc_mask': 54.22687548671801, 'loss': 1.4116004705429077}
+{'epoch': 44, 'iter': 220, 'avg_loss': 1.3584267925892481, 'avg_acc_mask': 54.25101214574899, 'loss': 1.0668714046478271}
+{'epoch': 44, 'iter': 230, 'avg_loss': 1.3597478804650245, 'avg_acc_mask': 54.17890308754663, 'loss': 1.4109221696853638}
+{'epoch': 44, 'iter': 240, 'avg_loss': 1.3613502905081911, 'avg_acc_mask': 54.03986609860012, 'loss': 1.6041607856750488}
+{'epoch': 44, 'iter': 250, 'avg_loss': 1.3665731466148954, 'avg_acc_mask': 53.83489461358314, 'loss': 1.0666098594665527}
+{'epoch': 44, 'iter': 260, 'avg_loss': 1.3666130331740982, 'avg_acc_mask': 53.78275570583263, 'loss': 1.2927747964859009}
+{'epoch': 44, 'iter': 270, 'avg_loss': 1.3663406820754724, 'avg_acc_mask': 53.7758211987809, 'loss': 1.768904447555542}
+{'epoch': 44, 'iter': 280, 'avg_loss': 1.3685907829698718, 'avg_acc_mask': 53.68991640543365, 'loss': 1.3212525844573975}
+{'epoch': 44, 'iter': 290, 'avg_loss': 1.3658332945554936, 'avg_acc_mask': 53.77477591213231, 'loss': 1.309794306755066}
+{'epoch': 44, 'iter': 300, 'avg_loss': 1.3662580178425558, 'avg_acc_mask': 53.779354207436405, 'loss': 1.392051339149475}
+{'epoch': 44, 'iter': 310, 'avg_loss': 1.3665149727434973, 'avg_acc_mask': 53.74133538716749, 'loss': 1.146972894668579}
+{'epoch': 44, 'iter': 320, 'avg_loss': 1.367765662640426, 'avg_acc_mask': 53.73366342334044, 'loss': 1.2165566682815552}
+{'epoch': 44, 'iter': 330, 'avg_loss': 1.367076096217798, 'avg_acc_mask': 53.75069871436556, 'loss': 1.5114110708236694}
+{'epoch': 44, 'iter': 340, 'avg_loss': 1.3673267752543923, 'avg_acc_mask': 53.687858767464526, 'loss': 1.3062083721160889}
+{'epoch': 44, 'iter': 350, 'avg_loss': 1.3686808592233903, 'avg_acc_mask': 53.669458932616834, 'loss': 1.3966492414474487}
+{'epoch': 44, 'iter': 360, 'avg_loss': 1.3675308884676143, 'avg_acc_mask': 53.68512642030914, 'loss': 1.4505609273910522}
+{'epoch': 44, 'iter': 370, 'avg_loss': 1.3700016926562368, 'avg_acc_mask': 53.651251928916324, 'loss': 1.251485824584961}
+{'epoch': 44, 'iter': 380, 'avg_loss': 1.3724715938092529, 'avg_acc_mask': 53.497164461247635, 'loss': 1.0947693586349487}
+{'epoch': 44, 'iter': 390, 'avg_loss': 1.3717121064205609, 'avg_acc_mask': 53.523386982583666, 'loss': 1.4335589408874512}
+{'epoch': 44, 'iter': 400, 'avg_loss': 1.3698927453925782, 'avg_acc_mask': 53.65898532726185, 'loss': 1.3545030355453491}
+{'epoch': 44, 'iter': 410, 'avg_loss': 1.370720483235779, 'avg_acc_mask': 53.599605522682445, 'loss': 1.4254274368286133}
+{'epoch': 44, 'iter': 420, 'avg_loss': 1.3705012808219836, 'avg_acc_mask': 53.65414985085103, 'loss': 1.2873411178588867}
+{'epoch': 44, 'iter': 430, 'avg_loss': 1.3704646055493719, 'avg_acc_mask': 53.64326457091393, 'loss': 1.25990629196167}
+{'epoch': 44, 'iter': 440, 'avg_loss': 1.371134573910512, 'avg_acc_mask': 53.66559081192103, 'loss': 1.503743290901184}
+{'epoch': 44, 'iter': 450, 'avg_loss': 1.372255470430243, 'avg_acc_mask': 53.56119525173967, 'loss': 1.154314398765564}
+{'epoch': 44, 'iter': 460, 'avg_loss': 1.373912940573537, 'avg_acc_mask': 53.49060760203469, 'loss': 1.5050792694091797}
+{'epoch': 44, 'iter': 470, 'avg_loss': 1.3750109414386142, 'avg_acc_mask': 53.450905251632584, 'loss': 1.3149453401565552}
+{'epoch': 44, 'iter': 480, 'avg_loss': 1.3736560124121684, 'avg_acc_mask': 53.48757038342207, 'loss': 1.1801116466522217}
+{'epoch': 44, 'iter': 490, 'avg_loss': 1.3726437480289435, 'avg_acc_mask': 53.52234322193016, 'loss': 1.216406226158142}
+{'epoch': 44, 'iter': 500, 'avg_loss': 1.3711229166584815, 'avg_acc_mask': 53.594699061292104, 'loss': 1.1843600273132324}
+{'epoch': 44, 'iter': 510, 'avg_loss': 1.37221661577486, 'avg_acc_mask': 53.586467518445204, 'loss': 1.4570738077163696}
+{'epoch': 44, 'iter': 520, 'avg_loss': 1.3713465440524975, 'avg_acc_mask': 53.576477240599374, 'loss': 1.8270447254180908}
+{'epoch': 44, 'iter': 530, 'avg_loss': 1.3718215441524197, 'avg_acc_mask': 53.55136297426649, 'loss': 1.32119619846344}
+{'epoch': 44, 'iter': 540, 'avg_loss': 1.3709330998374882, 'avg_acc_mask': 53.581769254351606, 'loss': 1.4854339361190796}
+{'epoch': 44, 'iter': 550, 'avg_loss': 1.3705533832690244, 'avg_acc_mask': 53.56141522029373, 'loss': 1.2951630353927612}
+{'epoch': 44, 'iter': 560, 'avg_loss': 1.3697445478668824, 'avg_acc_mask': 53.60814583675481, 'loss': 1.2620742321014404}
+{'epoch': 44, 'iter': 570, 'avg_loss': 1.3694651178010917, 'avg_acc_mask': 53.63231305695467, 'loss': 1.338935136795044}
+{'epoch': 44, 'iter': 580, 'avg_loss': 1.3691488015056683, 'avg_acc_mask': 53.644776876267755, 'loss': 1.720428466796875}
+{'epoch': 44, 'iter': 590, 'avg_loss': 1.3696579399649464, 'avg_acc_mask': 53.592124119882854, 'loss': 1.4428255558013916}
+{'epoch': 44, 'iter': 600, 'avg_loss': 1.369933893597265, 'avg_acc_mask': 53.611502851186465, 'loss': 1.304800033569336}
+{'epoch': 44, 'iter': 610, 'avg_loss': 1.3699051580725636, 'avg_acc_mask': 53.632832495257595, 'loss': 1.5847519636154175}
+{'epoch': 44, 'iter': 620, 'avg_loss': 1.3670966928515842, 'avg_acc_mask': 53.72099226460389, 'loss': 1.4194867610931396}
+{'epoch': 44, 'iter': 630, 'avg_loss': 1.3669705178393803, 'avg_acc_mask': 53.7075900664568, 'loss': 1.0311990976333618}
+{'epoch': 44, 'iter': 640, 'avg_loss': 1.365418982487201, 'avg_acc_mask': 53.777573265077216, 'loss': 1.1133167743682861}
+{'epoch': 44, 'iter': 650, 'avg_loss': 1.3658717813030365, 'avg_acc_mask': 53.74808771035187, 'loss': 1.4651412963867188}
+{'epoch': 44, 'iter': 660, 'avg_loss': 1.3645652507328951, 'avg_acc_mask': 53.772873306327696, 'loss': 1.4642363786697388}
+{'epoch': 44, 'iter': 670, 'avg_loss': 1.36513424701378, 'avg_acc_mask': 53.749827989541764, 'loss': 1.4696322679519653}
+{'epoch': 44, 'iter': 680, 'avg_loss': 1.3651604395080768, 'avg_acc_mask': 53.74457700650759, 'loss': 1.729709267616272}
+{'epoch': 44, 'iter': 690, 'avg_loss': 1.3655230705713914, 'avg_acc_mask': 53.76673958277757, 'loss': 1.36937415599823}
+{'epoch': 44, 'iter': 700, 'avg_loss': 1.3661518794153624, 'avg_acc_mask': 53.7589436026936, 'loss': 1.4815962314605713}
+{'epoch': 44, 'iter': 710, 'avg_loss': 1.3657345959573524, 'avg_acc_mask': 53.7915121976512, 'loss': 1.496971607208252}
+{'epoch': 44, 'iter': 720, 'avg_loss': 1.365855876681874, 'avg_acc_mask': 53.80841658788359, 'loss': 1.18471360206604}
+{'epoch': 44, 'iter': 730, 'avg_loss': 1.3645951240724807, 'avg_acc_mask': 53.83104125736738, 'loss': 1.2930244207382202}
+{'epoch': 44, 'iter': 740, 'avg_loss': 1.365597369217197, 'avg_acc_mask': 53.80182328539136, 'loss': 1.3995002508163452}
+{'epoch': 44, 'iter': 750, 'avg_loss': 1.366774288538134, 'avg_acc_mask': 53.78114205923422, 'loss': 1.2877187728881836}
+{'epoch': 44, 'iter': 760, 'avg_loss': 1.366997943757868, 'avg_acc_mask': 53.78417614323736, 'loss': 1.298189640045166}
+{'epoch': 44, 'iter': 770, 'avg_loss': 1.3689357196929082, 'avg_acc_mask': 53.679664009926974, 'loss': 1.5124266147613525}
+{'epoch': 44, 'iter': 780, 'avg_loss': 1.3678974700798299, 'avg_acc_mask': 53.690641881531455, 'loss': 1.3694877624511719}
+{'epoch': 44, 'iter': 790, 'avg_loss': 1.3670795860543716, 'avg_acc_mask': 53.730612244897955, 'loss': 1.5132337808609009}
+{'epoch': 44, 'iter': 800, 'avg_loss': 1.367854886882463, 'avg_acc_mask': 53.692109382193166, 'loss': 1.6883759498596191}
+{'epoch': 44, 'iter': 810, 'avg_loss': 1.3671593829236106, 'avg_acc_mask': 53.70311361981064, 'loss': 1.39743173122406}
+{'epoch': 44, 'iter': 820, 'avg_loss': 1.3671586867807553, 'avg_acc_mask': 53.718115974627736, 'loss': 1.3355244398117065}
+{'epoch': 44, 'iter': 830, 'avg_loss': 1.366492035156553, 'avg_acc_mask': 53.69719875500222, 'loss': 1.3488751649856567}
+{'epoch': 44, 'iter': 840, 'avg_loss': 1.3666956577799976, 'avg_acc_mask': 53.69532759529246, 'loss': 1.5996742248535156}
+{'epoch': 44, 'iter': 850, 'avg_loss': 1.3670652487723443, 'avg_acc_mask': 53.66673898893469, 'loss': 1.4912135601043701}
+{'epoch': 44, 'iter': 860, 'avg_loss': 1.3680510822073508, 'avg_acc_mask': 53.64354697102721, 'loss': 1.6480833292007446}
+{'epoch': 44, 'iter': 870, 'avg_loss': 1.3696751284544557, 'avg_acc_mask': 53.58772819472617, 'loss': 1.0748264789581299}
+{'epoch': 44, 'iter': 880, 'avg_loss': 1.3688109004944056, 'avg_acc_mask': 53.60876474031948, 'loss': 0.8394631743431091}
+{'epoch': 44, 'iter': 890, 'avg_loss': 1.3687250372001485, 'avg_acc_mask': 53.593811405050985, 'loss': 1.1663479804992676}
+{'epoch': 44, 'iter': 900, 'avg_loss': 1.3691162987633894, 'avg_acc_mask': 53.586609989373, 'loss': 1.502219796180725}
+{'epoch': 44, 'iter': 910, 'avg_loss': 1.3690089211767513, 'avg_acc_mask': 53.565947823277604, 'loss': 1.3932467699050903}
+{'epoch': 44, 'iter': 920, 'avg_loss': 1.3689478497940089, 'avg_acc_mask': 53.56250624562806, 'loss': 1.466215968132019}
+{'epoch': 44, 'iter': 930, 'avg_loss': 1.3689159062059815, 'avg_acc_mask': 53.54358751137668, 'loss': 1.6747853755950928}
+{'epoch': 44, 'iter': 940, 'avg_loss': 1.3687940345053717, 'avg_acc_mask': 53.54607848888367, 'loss': 1.183368444442749}
+{'epoch': 44, 'iter': 950, 'avg_loss': 1.3686129652613972, 'avg_acc_mask': 53.56217366080062, 'loss': 1.4142354726791382}
+{'epoch': 44, 'iter': 960, 'avg_loss': 1.3684198013453528, 'avg_acc_mask': 53.59970926896446, 'loss': 1.5708433389663696}
+{'epoch': 44, 'iter': 970, 'avg_loss': 1.3673006302910165, 'avg_acc_mask': 53.64903455188457, 'loss': 1.17890465259552}
+{'epoch': 44, 'iter': 980, 'avg_loss': 1.3674324625736591, 'avg_acc_mask': 53.63503704258026, 'loss': 1.4108684062957764}
+{'epoch': 44, 'iter': 990, 'avg_loss': 1.3690107775744949, 'avg_acc_mask': 53.583333333333336, 'loss': 1.4896669387817383}
+{'epoch': 44, 'iter': 1000, 'avg_loss': 1.3686686170684708, 'avg_acc_mask': 53.585438281335925, 'loss': 1.7654167413711548}
+{'epoch': 44, 'iter': 1010, 'avg_loss': 1.3679807249799327, 'avg_acc_mask': 53.62800065320342, 'loss': 1.3464890718460083}
+{'epoch': 44, 'iter': 1020, 'avg_loss': 1.3677415484662854, 'avg_acc_mask': 53.617854064923876, 'loss': 1.2376952171325684}
+{'epoch': 44, 'iter': 1030, 'avg_loss': 1.3667617537926748, 'avg_acc_mask': 53.65654122501245, 'loss': 1.5300873517990112}
+{'epoch': 44, 'iter': 1040, 'avg_loss': 1.3661473844626222, 'avg_acc_mask': 53.65660476986711, 'loss': 1.2289960384368896}
+{'epoch': 44, 'iter': 1050, 'avg_loss': 1.3666262478628803, 'avg_acc_mask': 53.65028427918658, 'loss': 1.408966302871704}
+{'epoch': 44, 'iter': 1060, 'avg_loss': 1.3661194386401343, 'avg_acc_mask': 53.66974855266569, 'loss': 1.0911329984664917}
+{'epoch': 44, 'iter': 1070, 'avg_loss': 1.3651811951905295, 'avg_acc_mask': 53.66480045200062, 'loss': 1.478888988494873}
+{'epoch': 44, 'iter': 1080, 'avg_loss': 1.3652719314400517, 'avg_acc_mask': 53.64803228377164, 'loss': 1.3990259170532227}
+{'epoch': 44, 'iter': 1090, 'avg_loss': 1.3652876560891254, 'avg_acc_mask': 53.63175392054804, 'loss': 1.2437928915023804}
+{'epoch': 44, 'iter': 1100, 'avg_loss': 1.3644742641960026, 'avg_acc_mask': 53.64279178104982, 'loss': 0.823076605796814}
+{'epoch': 'EP44_train', 'avg_loss': 1.3646553857294144, 'total_masked_acc': 53.63515754560531}
+{'epoch': 45, 'iter': 0, 'avg_loss': 1.4122045040130615, 'avg_acc_mask': 46.15384615384615, 'loss': 1.4122045040130615}
+{'epoch': 45, 'iter': 10, 'avg_loss': 1.3621988459066912, 'avg_acc_mask': 53.96825396825397, 'loss': 1.3034025430679321}
+{'epoch': 45, 'iter': 20, 'avg_loss': 1.358529718149276, 'avg_acc_mask': 53.73635600335852, 'loss': 1.4115138053894043}
+{'epoch': 45, 'iter': 30, 'avg_loss': 1.3658721273945225, 'avg_acc_mask': 53.25513196480939, 'loss': 1.3305987119674683}
+{'epoch': 45, 'iter': 40, 'avg_loss': 1.3345022870273124, 'avg_acc_mask': 54.50856627592425, 'loss': 1.2039083242416382}
+{'epoch': 45, 'iter': 50, 'avg_loss': 1.3729346078984879, 'avg_acc_mask': 53.04101838755304, 'loss': 1.5512967109680176}
+{'epoch': 45, 'iter': 60, 'avg_loss': 1.3574225931871133, 'avg_acc_mask': 53.540993241257716, 'loss': 1.0624873638153076}
+{'epoch': 45, 'iter': 70, 'avg_loss': 1.3685499740318514, 'avg_acc_mask': 53.019964619661366, 'loss': 1.2997052669525146}
+{'epoch': 45, 'iter': 80, 'avg_loss': 1.375712541150458, 'avg_acc_mask': 53.18161732213875, 'loss': 1.5020455121994019}
+{'epoch': 45, 'iter': 90, 'avg_loss': 1.3831877741184864, 'avg_acc_mask': 52.97583971714791, 'loss': 1.4335250854492188}
+{'epoch': 45, 'iter': 100, 'avg_loss': 1.3705079697146274, 'avg_acc_mask': 53.504547886570364, 'loss': 1.285733938217163}
+{'epoch': 45, 'iter': 110, 'avg_loss': 1.363831737556973, 'avg_acc_mask': 53.652930553275326, 'loss': 1.072312355041504}
+{'epoch': 45, 'iter': 120, 'avg_loss': 1.355203202440719, 'avg_acc_mask': 53.658168652888826, 'loss': 1.5572458505630493}
+{'epoch': 45, 'iter': 130, 'avg_loss': 1.3528181100619658, 'avg_acc_mask': 53.59031450041748, 'loss': 1.4248464107513428}
+{'epoch': 45, 'iter': 140, 'avg_loss': 1.3495394617107743, 'avg_acc_mask': 53.72134947205769, 'loss': 0.9746382832527161}
+{'epoch': 45, 'iter': 150, 'avg_loss': 1.3419855339637656, 'avg_acc_mask': 54.05014464802315, 'loss': 1.364829421043396}
+{'epoch': 45, 'iter': 160, 'avg_loss': 1.342662381089252, 'avg_acc_mask': 54.080707322602585, 'loss': 1.1557954549789429}
+{'epoch': 45, 'iter': 170, 'avg_loss': 1.347173665699206, 'avg_acc_mask': 53.88308086195861, 'loss': 1.4233601093292236}
+{'epoch': 45, 'iter': 180, 'avg_loss': 1.3517306081497866, 'avg_acc_mask': 53.76930063578564, 'loss': 1.6374677419662476}
+{'epoch': 45, 'iter': 190, 'avg_loss': 1.3541085532822534, 'avg_acc_mask': 53.65366317792578, 'loss': 1.3838777542114258}
+{'epoch': 45, 'iter': 200, 'avg_loss': 1.353590097593431, 'avg_acc_mask': 53.58626919602529, 'loss': 1.3953691720962524}
+{'epoch': 45, 'iter': 210, 'avg_loss': 1.3507758299886332, 'avg_acc_mask': 53.6411314590319, 'loss': 1.440732717514038}
+{'epoch': 45, 'iter': 220, 'avg_loss': 1.3496168671150552, 'avg_acc_mask': 53.713114754098356, 'loss': 1.6383243799209595}
+{'epoch': 45, 'iter': 230, 'avg_loss': 1.3488461055280843, 'avg_acc_mask': 53.775510204081634, 'loss': 1.5021274089813232}
+{'epoch': 45, 'iter': 240, 'avg_loss': 1.3521657996652532, 'avg_acc_mask': 53.68500376789751, 'loss': 1.2635136842727661}
+{'epoch': 45, 'iter': 250, 'avg_loss': 1.3558214256962933, 'avg_acc_mask': 53.58720046333164, 'loss': 0.9925294518470764}
+{'epoch': 45, 'iter': 260, 'avg_loss': 1.3573521060505132, 'avg_acc_mask': 53.5801266439357, 'loss': 1.144092321395874}
+{'epoch': 45, 'iter': 270, 'avg_loss': 1.3585946625889007, 'avg_acc_mask': 53.5752401280683, 'loss': 1.3062483072280884}
+{'epoch': 45, 'iter': 280, 'avg_loss': 1.360904213796731, 'avg_acc_mask': 53.56453480890491, 'loss': 1.3342273235321045}
+{'epoch': 45, 'iter': 290, 'avg_loss': 1.3562580367543853, 'avg_acc_mask': 53.76397515527951, 'loss': 1.2098979949951172}
+{'epoch': 45, 'iter': 300, 'avg_loss': 1.3557165595780178, 'avg_acc_mask': 53.91774241969378, 'loss': 1.3121672868728638}
+{'epoch': 45, 'iter': 310, 'avg_loss': 1.3553490326335575, 'avg_acc_mask': 53.85957768599848, 'loss': 1.4000952243804932}
+{'epoch': 45, 'iter': 320, 'avg_loss': 1.3558618166364984, 'avg_acc_mask': 53.819698934430846, 'loss': 0.9803824424743652}
+{'epoch': 45, 'iter': 330, 'avg_loss': 1.3563111784595017, 'avg_acc_mask': 53.84111384111384, 'loss': 1.0665513277053833}
+{'epoch': 45, 'iter': 340, 'avg_loss': 1.3560166853613866, 'avg_acc_mask': 53.88246525936141, 'loss': 1.2799696922302246}
+{'epoch': 45, 'iter': 350, 'avg_loss': 1.35484105212736, 'avg_acc_mask': 53.887800350623905, 'loss': 1.2026941776275635}
+{'epoch': 45, 'iter': 360, 'avg_loss': 1.3561931698276066, 'avg_acc_mask': 53.84461152882205, 'loss': 1.349725604057312}
+{'epoch': 45, 'iter': 370, 'avg_loss': 1.3550002147566598, 'avg_acc_mask': 53.868292682926835, 'loss': 1.3777092695236206}
+{'epoch': 45, 'iter': 380, 'avg_loss': 1.3568641552774925, 'avg_acc_mask': 53.727091444307284, 'loss': 0.9421066641807556}
+{'epoch': 45, 'iter': 390, 'avg_loss': 1.3554812451762617, 'avg_acc_mask': 53.779096726328476, 'loss': 1.4930291175842285}
+{'epoch': 45, 'iter': 400, 'avg_loss': 1.3540943419546856, 'avg_acc_mask': 53.75876895225164, 'loss': 1.4456813335418701}
+{'epoch': 45, 'iter': 410, 'avg_loss': 1.3554941312820081, 'avg_acc_mask': 53.74044452299943, 'loss': 1.3585338592529297}
+{'epoch': 45, 'iter': 420, 'avg_loss': 1.3531962526948889, 'avg_acc_mask': 53.814308508344475, 'loss': 1.4733167886734009}
+{'epoch': 45, 'iter': 430, 'avg_loss': 1.352106342874381, 'avg_acc_mask': 53.90618408841643, 'loss': 1.1621779203414917}
+{'epoch': 45, 'iter': 440, 'avg_loss': 1.3558675876550392, 'avg_acc_mask': 53.7735460203619, 'loss': 1.7680556774139404}
+{'epoch': 45, 'iter': 450, 'avg_loss': 1.357794551918089, 'avg_acc_mask': 53.763354162467245, 'loss': 1.4140843152999878}
+{'epoch': 45, 'iter': 460, 'avg_loss': 1.3590136172973153, 'avg_acc_mask': 53.76271988640846, 'loss': 1.301896333694458}
+{'epoch': 45, 'iter': 470, 'avg_loss': 1.3616099986554204, 'avg_acc_mask': 53.67998765622589, 'loss': 1.6453198194503784}
+{'epoch': 45, 'iter': 480, 'avg_loss': 1.3610875704432228, 'avg_acc_mask': 53.67558174675129, 'loss': 1.190643310546875}
+{'epoch': 45, 'iter': 490, 'avg_loss': 1.3615530681950012, 'avg_acc_mask': 53.64272750842623, 'loss': 1.3341548442840576}
+{'epoch': 45, 'iter': 500, 'avg_loss': 1.3594348258125093, 'avg_acc_mask': 53.73964238988225, 'loss': 0.962619960308075}
+{'epoch': 45, 'iter': 510, 'avg_loss': 1.357837937699372, 'avg_acc_mask': 53.79933800761647, 'loss': 1.4841049909591675}
+{'epoch': 45, 'iter': 520, 'avg_loss': 1.357253409393003, 'avg_acc_mask': 53.82222377573491, 'loss': 1.5054588317871094}
+{'epoch': 45, 'iter': 530, 'avg_loss': 1.3580313654942702, 'avg_acc_mask': 53.785434827373194, 'loss': 1.3049858808517456}
+{'epoch': 45, 'iter': 540, 'avg_loss': 1.3586069101987617, 'avg_acc_mask': 53.76926701218281, 'loss': 1.4471769332885742}
+{'epoch': 45, 'iter': 550, 'avg_loss': 1.3602766725631894, 'avg_acc_mask': 53.701504354711005, 'loss': 1.4450362920761108}
+{'epoch': 45, 'iter': 560, 'avg_loss': 1.360176053382921, 'avg_acc_mask': 53.672536238933745, 'loss': 1.4136559963226318}
+{'epoch': 45, 'iter': 570, 'avg_loss': 1.3579161231864354, 'avg_acc_mask': 53.77235202243968, 'loss': 1.0283535718917847}
+{'epoch': 45, 'iter': 580, 'avg_loss': 1.3574349774551064, 'avg_acc_mask': 53.788757563407216, 'loss': 1.8032258749008179}
+{'epoch': 45, 'iter': 590, 'avg_loss': 1.3584693080277612, 'avg_acc_mask': 53.72756983412469, 'loss': 1.1315099000930786}
+{'epoch': 45, 'iter': 600, 'avg_loss': 1.3588663880122878, 'avg_acc_mask': 53.69875493470999, 'loss': 1.6850835084915161}
+{'epoch': 45, 'iter': 610, 'avg_loss': 1.3591596312491672, 'avg_acc_mask': 53.72194364851958, 'loss': 1.4025057554244995}
+{'epoch': 45, 'iter': 620, 'avg_loss': 1.357537377955641, 'avg_acc_mask': 53.774943427278345, 'loss': 1.5762934684753418}
+{'epoch': 45, 'iter': 630, 'avg_loss': 1.3577440263918954, 'avg_acc_mask': 53.78136667534948, 'loss': 1.0572537183761597}
+{'epoch': 45, 'iter': 640, 'avg_loss': 1.356791703916749, 'avg_acc_mask': 53.841322408427786, 'loss': 1.0200473070144653}
+{'epoch': 45, 'iter': 650, 'avg_loss': 1.3557583182455024, 'avg_acc_mask': 53.89939230249831, 'loss': 1.0618054866790771}
+{'epoch': 45, 'iter': 660, 'avg_loss': 1.3546951101154494, 'avg_acc_mask': 53.922275196806744, 'loss': 1.1193963289260864}
+{'epoch': 45, 'iter': 670, 'avg_loss': 1.3554959127515687, 'avg_acc_mask': 53.926630063645554, 'loss': 1.3345260620117188}
+{'epoch': 45, 'iter': 680, 'avg_loss': 1.3558118323222481, 'avg_acc_mask': 53.939442831020756, 'loss': 1.742539405822754}
+{'epoch': 45, 'iter': 690, 'avg_loss': 1.355420393208864, 'avg_acc_mask': 53.97942180019572, 'loss': 1.1291897296905518}
+{'epoch': 45, 'iter': 700, 'avg_loss': 1.3574736622532833, 'avg_acc_mask': 53.93360736770904, 'loss': 1.3834986686706543}
+{'epoch': 45, 'iter': 710, 'avg_loss': 1.3562316565070978, 'avg_acc_mask': 53.98520953163517, 'loss': 1.1781892776489258}
+{'epoch': 45, 'iter': 720, 'avg_loss': 1.356964935128798, 'avg_acc_mask': 53.980754621423145, 'loss': 1.696096420288086}
+{'epoch': 45, 'iter': 730, 'avg_loss': 1.3551512285557394, 'avg_acc_mask': 54.02014446027342, 'loss': 1.360579252243042}
+{'epoch': 45, 'iter': 740, 'avg_loss': 1.3562010895868062, 'avg_acc_mask': 53.95330489879441, 'loss': 1.2474055290222168}
+{'epoch': 45, 'iter': 750, 'avg_loss': 1.3578556735569565, 'avg_acc_mask': 53.87423342743113, 'loss': 1.2793855667114258}
+{'epoch': 45, 'iter': 760, 'avg_loss': 1.357566438820923, 'avg_acc_mask': 53.908822186441085, 'loss': 1.0443004369735718}
+{'epoch': 45, 'iter': 770, 'avg_loss': 1.3592938422074423, 'avg_acc_mask': 53.812966694322625, 'loss': 1.5311578512191772}
+{'epoch': 45, 'iter': 780, 'avg_loss': 1.3581931307129609, 'avg_acc_mask': 53.873709348879686, 'loss': 1.2471777200698853}
+{'epoch': 45, 'iter': 790, 'avg_loss': 1.3582694791210286, 'avg_acc_mask': 53.870326724894866, 'loss': 1.4291361570358276}
+{'epoch': 45, 'iter': 800, 'avg_loss': 1.3585654320044167, 'avg_acc_mask': 53.86141775385458, 'loss': 1.1843924522399902}
+{'epoch': 45, 'iter': 810, 'avg_loss': 1.3578324425235189, 'avg_acc_mask': 53.8719628904051, 'loss': 1.3395735025405884}
+{'epoch': 45, 'iter': 820, 'avg_loss': 1.3571933895603603, 'avg_acc_mask': 53.864470902414595, 'loss': 1.41189706325531}
+{'epoch': 45, 'iter': 830, 'avg_loss': 1.3565892659656695, 'avg_acc_mask': 53.888815528852504, 'loss': 1.3938179016113281}
+{'epoch': 45, 'iter': 840, 'avg_loss': 1.356252489277072, 'avg_acc_mask': 53.87676117585667, 'loss': 1.4755737781524658}
+{'epoch': 45, 'iter': 850, 'avg_loss': 1.3567714567890459, 'avg_acc_mask': 53.829307568438, 'loss': 1.355639100074768}
+{'epoch': 45, 'iter': 860, 'avg_loss': 1.3573993475595003, 'avg_acc_mask': 53.81987907075422, 'loss': 1.5045251846313477}
+{'epoch': 45, 'iter': 870, 'avg_loss': 1.3597695761104676, 'avg_acc_mask': 53.74505577297365, 'loss': 1.5639021396636963}
+{'epoch': 45, 'iter': 880, 'avg_loss': 1.3599134699169813, 'avg_acc_mask': 53.749870694114, 'loss': 1.1559574604034424}
+{'epoch': 45, 'iter': 890, 'avg_loss': 1.3588601475211506, 'avg_acc_mask': 53.7800335639147, 'loss': 0.7833053469657898}
+{'epoch': 45, 'iter': 900, 'avg_loss': 1.3589587730255297, 'avg_acc_mask': 53.78875204756416, 'loss': 1.5864580869674683}
+{'epoch': 45, 'iter': 910, 'avg_loss': 1.359273362107387, 'avg_acc_mask': 53.76479526551503, 'loss': 1.356794834136963}
+{'epoch': 45, 'iter': 920, 'avg_loss': 1.3593759653881499, 'avg_acc_mask': 53.75658441918492, 'loss': 1.6253925561904907}
+{'epoch': 45, 'iter': 930, 'avg_loss': 1.3590619167759135, 'avg_acc_mask': 53.75404213620774, 'loss': 1.7450262308120728}
+{'epoch': 45, 'iter': 940, 'avg_loss': 1.3583775932933269, 'avg_acc_mask': 53.762648780676926, 'loss': 1.1004409790039062}
+{'epoch': 45, 'iter': 950, 'avg_loss': 1.3581739436564761, 'avg_acc_mask': 53.75628285308676, 'loss': 1.6056723594665527}
+{'epoch': 45, 'iter': 960, 'avg_loss': 1.3572930572060218, 'avg_acc_mask': 53.782326358561505, 'loss': 1.3911150693893433}
+{'epoch': 45, 'iter': 970, 'avg_loss': 1.3565553372110077, 'avg_acc_mask': 53.82838903492302, 'loss': 1.000823736190796}
+{'epoch': 45, 'iter': 980, 'avg_loss': 1.3568535253906833, 'avg_acc_mask': 53.81026727630943, 'loss': 1.1739619970321655}
+{'epoch': 45, 'iter': 990, 'avg_loss': 1.3567953610757044, 'avg_acc_mask': 53.83965159227476, 'loss': 1.651824712753296}
+{'epoch': 45, 'iter': 1000, 'avg_loss': 1.3580114839674828, 'avg_acc_mask': 53.77452852492407, 'loss': 1.6444391012191772}
+{'epoch': 45, 'iter': 1010, 'avg_loss': 1.3581154012184822, 'avg_acc_mask': 53.775080148409636, 'loss': 1.6186456680297852}
+{'epoch': 45, 'iter': 1020, 'avg_loss': 1.3580044367287698, 'avg_acc_mask': 53.78636622932116, 'loss': 1.2354068756103516}
+{'epoch': 45, 'iter': 1030, 'avg_loss': 1.3586490746844058, 'avg_acc_mask': 53.74653262425131, 'loss': 1.3567219972610474}
+{'epoch': 45, 'iter': 1040, 'avg_loss': 1.3579492624509117, 'avg_acc_mask': 53.771025501899075, 'loss': 1.3652586936950684}
+{'epoch': 45, 'iter': 1050, 'avg_loss': 1.3583278062227904, 'avg_acc_mask': 53.78384472620679, 'loss': 1.7035675048828125}
+{'epoch': 45, 'iter': 1060, 'avg_loss': 1.3584649648225948, 'avg_acc_mask': 53.780877452159274, 'loss': 0.8474770188331604}
+{'epoch': 45, 'iter': 1070, 'avg_loss': 1.3575729266379506, 'avg_acc_mask': 53.80006468195203, 'loss': 1.5315401554107666}
+{'epoch': 45, 'iter': 1080, 'avg_loss': 1.358079929135664, 'avg_acc_mask': 53.811024418193156, 'loss': 1.5977531671524048}
+{'epoch': 45, 'iter': 1090, 'avg_loss': 1.3581571671855657, 'avg_acc_mask': 53.813834842194765, 'loss': 1.3376051187515259}
+{'epoch': 45, 'iter': 1100, 'avg_loss': 1.3573243691637558, 'avg_acc_mask': 53.84310356222325, 'loss': 0.9866992235183716}
+{'epoch': 'EP45_train', 'avg_loss': 1.3578729354418242, 'total_masked_acc': 53.81614039708933}
+{'epoch': 46, 'iter': 0, 'avg_loss': 1.2420876026153564, 'avg_acc_mask': 60.65573770491803, 'loss': 1.2420876026153564}
+{'epoch': 46, 'iter': 10, 'avg_loss': 1.2971374988555908, 'avg_acc_mask': 57.90322580645161, 'loss': 1.1919509172439575}
+{'epoch': 46, 'iter': 20, 'avg_loss': 1.3550564448038738, 'avg_acc_mask': 53.74149659863946, 'loss': 1.453723669052124}
+{'epoch': 46, 'iter': 30, 'avg_loss': 1.375249772302566, 'avg_acc_mask': 53.007075471698116, 'loss': 1.4371662139892578}
+{'epoch': 46, 'iter': 40, 'avg_loss': 1.3837281741747043, 'avg_acc_mask': 52.81346920691183, 'loss': 1.1630709171295166}
+{'epoch': 46, 'iter': 50, 'avg_loss': 1.3957058273109735, 'avg_acc_mask': 52.20014194464159, 'loss': 1.5199484825134277}
+{'epoch': 46, 'iter': 60, 'avg_loss': 1.3907411127793985, 'avg_acc_mask': 52.24719101123596, 'loss': 1.1704198122024536}
+{'epoch': 46, 'iter': 70, 'avg_loss': 1.3815637247663148, 'avg_acc_mask': 53.10449268046441, 'loss': 1.1842830181121826}
+{'epoch': 46, 'iter': 80, 'avg_loss': 1.393893011558203, 'avg_acc_mask': 52.91489836944382, 'loss': 1.2390881776809692}
+{'epoch': 46, 'iter': 90, 'avg_loss': 1.3947735887307386, 'avg_acc_mask': 52.78604005552251, 'loss': 1.3917075395584106}
+{'epoch': 46, 'iter': 100, 'avg_loss': 1.3823923256137582, 'avg_acc_mask': 53.17417254476398, 'loss': 1.0904611349105835}
+{'epoch': 46, 'iter': 110, 'avg_loss': 1.3820626461828076, 'avg_acc_mask': 53.140016570008285, 'loss': 1.1968755722045898}
+{'epoch': 46, 'iter': 120, 'avg_loss': 1.3778420036489314, 'avg_acc_mask': 53.211567732115675, 'loss': 1.7095133066177368}
+{'epoch': 46, 'iter': 130, 'avg_loss': 1.381906827897516, 'avg_acc_mask': 52.8689096747173, 'loss': 1.3591614961624146}
+{'epoch': 46, 'iter': 140, 'avg_loss': 1.376912441659481, 'avg_acc_mask': 53.26228229789446, 'loss': 1.2971434593200684}
+{'epoch': 46, 'iter': 150, 'avg_loss': 1.365876945438764, 'avg_acc_mask': 53.67307224519582, 'loss': 1.3038021326065063}
+{'epoch': 46, 'iter': 160, 'avg_loss': 1.364253398794565, 'avg_acc_mask': 53.80397532556545, 'loss': 1.2735127210617065}
+{'epoch': 46, 'iter': 170, 'avg_loss': 1.3690931685486731, 'avg_acc_mask': 53.54153251770766, 'loss': 1.4193702936172485}
+{'epoch': 46, 'iter': 180, 'avg_loss': 1.3676662863288795, 'avg_acc_mask': 53.54930435665685, 'loss': 1.2612032890319824}
+{'epoch': 46, 'iter': 190, 'avg_loss': 1.3677989278788343, 'avg_acc_mask': 53.594708588957054, 'loss': 1.2192025184631348}
+{'epoch': 46, 'iter': 200, 'avg_loss': 1.364345438741333, 'avg_acc_mask': 53.65430294171387, 'loss': 1.1955376863479614}
+{'epoch': 46, 'iter': 210, 'avg_loss': 1.361074207518338, 'avg_acc_mask': 53.8347954486233, 'loss': 1.6350220441818237}
+{'epoch': 46, 'iter': 220, 'avg_loss': 1.360925759125619, 'avg_acc_mask': 53.88059701492537, 'loss': 1.6171187162399292}
+{'epoch': 46, 'iter': 230, 'avg_loss': 1.3591435120735333, 'avg_acc_mask': 53.99302804626842, 'loss': 1.1219239234924316}
+{'epoch': 46, 'iter': 240, 'avg_loss': 1.35989562010864, 'avg_acc_mask': 53.87423009657061, 'loss': 1.3215492963790894}
+{'epoch': 46, 'iter': 250, 'avg_loss': 1.363005797701528, 'avg_acc_mask': 53.74642935618545, 'loss': 1.061629056930542}
+{'epoch': 46, 'iter': 260, 'avg_loss': 1.3638019844946734, 'avg_acc_mask': 53.75494071146245, 'loss': 1.2716460227966309}
+{'epoch': 46, 'iter': 270, 'avg_loss': 1.364187124470503, 'avg_acc_mask': 53.72275619331257, 'loss': 1.3631547689437866}
+{'epoch': 46, 'iter': 280, 'avg_loss': 1.3642991333669614, 'avg_acc_mask': 53.68200562937749, 'loss': 0.9424747824668884}
+{'epoch': 46, 'iter': 290, 'avg_loss': 1.3617518185749906, 'avg_acc_mask': 53.74636122009873, 'loss': 1.1447412967681885}
+{'epoch': 46, 'iter': 300, 'avg_loss': 1.3596465298503737, 'avg_acc_mask': 53.82165605095541, 'loss': 1.2074649333953857}
+{'epoch': 46, 'iter': 310, 'avg_loss': 1.3590569695475785, 'avg_acc_mask': 53.76299376299376, 'loss': 1.3046401739120483}
+{'epoch': 46, 'iter': 320, 'avg_loss': 1.3609314455050174, 'avg_acc_mask': 53.72115885040189, 'loss': 1.1454590559005737}
+{'epoch': 46, 'iter': 330, 'avg_loss': 1.3618384574475244, 'avg_acc_mask': 53.73947220662549, 'loss': 1.198115587234497}
+{'epoch': 46, 'iter': 340, 'avg_loss': 1.362694782945068, 'avg_acc_mask': 53.65269461077844, 'loss': 1.5698622465133667}
+{'epoch': 46, 'iter': 350, 'avg_loss': 1.36454409377867, 'avg_acc_mask': 53.675421444802616, 'loss': 1.499049425125122}
+{'epoch': 46, 'iter': 360, 'avg_loss': 1.3647227422682533, 'avg_acc_mask': 53.70997536945813, 'loss': 1.3277640342712402}
+{'epoch': 46, 'iter': 370, 'avg_loss': 1.3646983182976509, 'avg_acc_mask': 53.708784356761605, 'loss': 1.0329629182815552}
+{'epoch': 46, 'iter': 380, 'avg_loss': 1.366241437400107, 'avg_acc_mask': 53.57333722003595, 'loss': 0.9568819999694824}
+{'epoch': 46, 'iter': 390, 'avg_loss': 1.3661226246058178, 'avg_acc_mask': 53.622982630507835, 'loss': 1.339375615119934}
+{'epoch': 46, 'iter': 400, 'avg_loss': 1.3672538708867574, 'avg_acc_mask': 53.55905584553559, 'loss': 1.5501718521118164}
+{'epoch': 46, 'iter': 410, 'avg_loss': 1.369264916636938, 'avg_acc_mask': 53.52195298046117, 'loss': 1.4829157590866089}
+{'epoch': 46, 'iter': 420, 'avg_loss': 1.3676149649744644, 'avg_acc_mask': 53.507535031285805, 'loss': 1.0854805707931519}
+{'epoch': 46, 'iter': 430, 'avg_loss': 1.3676138278226564, 'avg_acc_mask': 53.53143841515935, 'loss': 1.3274774551391602}
+{'epoch': 46, 'iter': 440, 'avg_loss': 1.3685360103507702, 'avg_acc_mask': 53.5018718714508, 'loss': 1.4938262701034546}
+{'epoch': 46, 'iter': 450, 'avg_loss': 1.3679261167932244, 'avg_acc_mask': 53.541297995802296, 'loss': 1.2702908515930176}
+{'epoch': 46, 'iter': 460, 'avg_loss': 1.368505330768428, 'avg_acc_mask': 53.521410173857056, 'loss': 1.3935211896896362}
+{'epoch': 46, 'iter': 470, 'avg_loss': 1.3667175018104019, 'avg_acc_mask': 53.507077238497025, 'loss': 1.1654115915298462}
+{'epoch': 46, 'iter': 480, 'avg_loss': 1.3656218864813663, 'avg_acc_mask': 53.5428814148357, 'loss': 1.3885376453399658}
+{'epoch': 46, 'iter': 490, 'avg_loss': 1.3660735678527118, 'avg_acc_mask': 53.537762634866546, 'loss': 1.680808186531067}
+{'epoch': 46, 'iter': 500, 'avg_loss': 1.3645274363116113, 'avg_acc_mask': 53.57817885335211, 'loss': 1.3821775913238525}
+{'epoch': 46, 'iter': 510, 'avg_loss': 1.3642632005965873, 'avg_acc_mask': 53.57389189385414, 'loss': 1.2955843210220337}
+{'epoch': 46, 'iter': 520, 'avg_loss': 1.3639287958904787, 'avg_acc_mask': 53.63448668660117, 'loss': 1.4126259088516235}
+{'epoch': 46, 'iter': 530, 'avg_loss': 1.3634061084853277, 'avg_acc_mask': 53.685645381147104, 'loss': 1.365484595298767}
+{'epoch': 46, 'iter': 540, 'avg_loss': 1.3626481830082187, 'avg_acc_mask': 53.705799636450934, 'loss': 1.6388911008834839}
+{'epoch': 46, 'iter': 550, 'avg_loss': 1.3645795657284248, 'avg_acc_mask': 53.627230267800144, 'loss': 1.1016041040420532}
+{'epoch': 46, 'iter': 560, 'avg_loss': 1.365532779863599, 'avg_acc_mask': 53.55916534601162, 'loss': 1.5911751985549927}
+{'epoch': 46, 'iter': 570, 'avg_loss': 1.3661325462227736, 'avg_acc_mask': 53.57119688614985, 'loss': 1.425671100616455}
+{'epoch': 46, 'iter': 580, 'avg_loss': 1.366032411227333, 'avg_acc_mask': 53.5813242459951, 'loss': 1.553515076637268}
+{'epoch': 46, 'iter': 590, 'avg_loss': 1.3655581647772879, 'avg_acc_mask': 53.59869821003881, 'loss': 1.2908408641815186}
+{'epoch': 46, 'iter': 600, 'avg_loss': 1.3657101755729333, 'avg_acc_mask': 53.627245877430475, 'loss': 1.2164950370788574}
+{'epoch': 46, 'iter': 610, 'avg_loss': 1.3668515093002693, 'avg_acc_mask': 53.626300508105494, 'loss': 1.5114332437515259}
+{'epoch': 46, 'iter': 620, 'avg_loss': 1.3655494889199447, 'avg_acc_mask': 53.655562165377745, 'loss': 1.4486795663833618}
+{'epoch': 46, 'iter': 630, 'avg_loss': 1.3660424006910974, 'avg_acc_mask': 53.6888602855137, 'loss': 0.9371017217636108}
+{'epoch': 46, 'iter': 640, 'avg_loss': 1.365912512014511, 'avg_acc_mask': 53.69479415747169, 'loss': 1.2270301580429077}
+{'epoch': 46, 'iter': 650, 'avg_loss': 1.3651742883907851, 'avg_acc_mask': 53.67695058609826, 'loss': 1.4000718593597412}
+{'epoch': 46, 'iter': 660, 'avg_loss': 1.36374296958075, 'avg_acc_mask': 53.72875670840788, 'loss': 1.2973215579986572}
+{'epoch': 46, 'iter': 670, 'avg_loss': 1.363698001590109, 'avg_acc_mask': 53.73274175324496, 'loss': 1.440508484840393}
+{'epoch': 46, 'iter': 680, 'avg_loss': 1.3637356577815813, 'avg_acc_mask': 53.74066530889341, 'loss': 1.473684310913086}
+{'epoch': 46, 'iter': 690, 'avg_loss': 1.3639549051455926, 'avg_acc_mask': 53.73401808163484, 'loss': 1.4839839935302734}
+{'epoch': 46, 'iter': 700, 'avg_loss': 1.3650886878137412, 'avg_acc_mask': 53.6704258010118, 'loss': 1.4062421321868896}
+{'epoch': 46, 'iter': 710, 'avg_loss': 1.3638779066618316, 'avg_acc_mask': 53.7117903930131, 'loss': 1.1843383312225342}
+{'epoch': 46, 'iter': 720, 'avg_loss': 1.3643779185046436, 'avg_acc_mask': 53.7018073831345, 'loss': 1.3618868589401245}
+{'epoch': 46, 'iter': 730, 'avg_loss': 1.3624250423239619, 'avg_acc_mask': 53.7270453913966, 'loss': 1.418971300125122}
+{'epoch': 46, 'iter': 740, 'avg_loss': 1.3630742710611599, 'avg_acc_mask': 53.688013954647396, 'loss': 1.2807321548461914}
+{'epoch': 46, 'iter': 750, 'avg_loss': 1.3643165357738296, 'avg_acc_mask': 53.62628720292953, 'loss': 1.6549245119094849}
+{'epoch': 46, 'iter': 760, 'avg_loss': 1.3631179322551021, 'avg_acc_mask': 53.68735141429334, 'loss': 1.2796046733856201}
+{'epoch': 46, 'iter': 770, 'avg_loss': 1.3642914962366552, 'avg_acc_mask': 53.61687876758205, 'loss': 1.338502287864685}
+{'epoch': 46, 'iter': 780, 'avg_loss': 1.3642208013736026, 'avg_acc_mask': 53.67018008224228, 'loss': 1.2277793884277344}
+{'epoch': 46, 'iter': 790, 'avg_loss': 1.3654948582239308, 'avg_acc_mask': 53.63316149198722, 'loss': 1.3825925588607788}
+{'epoch': 46, 'iter': 800, 'avg_loss': 1.365547145871485, 'avg_acc_mask': 53.64055299539171, 'loss': 1.2557841539382935}
+{'epoch': 46, 'iter': 810, 'avg_loss': 1.3659254401444507, 'avg_acc_mask': 53.61979107398894, 'loss': 1.414634108543396}
+{'epoch': 46, 'iter': 820, 'avg_loss': 1.366122574449021, 'avg_acc_mask': 53.612235717498876, 'loss': 1.3365046977996826}
+{'epoch': 46, 'iter': 830, 'avg_loss': 1.365622375774613, 'avg_acc_mask': 53.60634610256866, 'loss': 1.3899133205413818}
+{'epoch': 46, 'iter': 840, 'avg_loss': 1.3657836754597041, 'avg_acc_mask': 53.59759575308208, 'loss': 1.2441819906234741}
+{'epoch': 46, 'iter': 850, 'avg_loss': 1.3658746477439736, 'avg_acc_mask': 53.62001733102253, 'loss': 1.390472173690796}
+{'epoch': 46, 'iter': 860, 'avg_loss': 1.365988203249742, 'avg_acc_mask': 53.60474071538594, 'loss': 1.5329327583312988}
+{'epoch': 46, 'iter': 870, 'avg_loss': 1.3673669772498507, 'avg_acc_mask': 53.559737270058505, 'loss': 1.3119534254074097}
+{'epoch': 46, 'iter': 880, 'avg_loss': 1.3674623222681235, 'avg_acc_mask': 53.56277671038343, 'loss': 1.0288294553756714}
+{'epoch': 46, 'iter': 890, 'avg_loss': 1.3664524324413903, 'avg_acc_mask': 53.63478476615805, 'loss': 1.2206544876098633}
+{'epoch': 46, 'iter': 900, 'avg_loss': 1.366967845770151, 'avg_acc_mask': 53.615786893283214, 'loss': 1.626732587814331}
+{'epoch': 46, 'iter': 910, 'avg_loss': 1.366888865354163, 'avg_acc_mask': 53.613472527916315, 'loss': 1.3593801259994507}
+{'epoch': 46, 'iter': 920, 'avg_loss': 1.3652486271112672, 'avg_acc_mask': 53.69474862121333, 'loss': 1.1576579809188843}
+{'epoch': 46, 'iter': 930, 'avg_loss': 1.3649051681753133, 'avg_acc_mask': 53.70571829815851, 'loss': 1.7271277904510498}
+{'epoch': 46, 'iter': 940, 'avg_loss': 1.3658557904134014, 'avg_acc_mask': 53.682913472070105, 'loss': 1.1484965085983276}
+{'epoch': 46, 'iter': 950, 'avg_loss': 1.3659572223383545, 'avg_acc_mask': 53.68508565020688, 'loss': 1.8148274421691895}
+{'epoch': 46, 'iter': 960, 'avg_loss': 1.365823555067104, 'avg_acc_mask': 53.69538196768333, 'loss': 1.5698944330215454}
+{'epoch': 46, 'iter': 970, 'avg_loss': 1.3658047163155003, 'avg_acc_mask': 53.68757808654829, 'loss': 1.4335352182388306}
+{'epoch': 46, 'iter': 980, 'avg_loss': 1.3657845642710071, 'avg_acc_mask': 53.7049880968002, 'loss': 1.4693413972854614}
+{'epoch': 46, 'iter': 990, 'avg_loss': 1.3666482486590126, 'avg_acc_mask': 53.67847411444142, 'loss': 1.7070749998092651}
+{'epoch': 46, 'iter': 1000, 'avg_loss': 1.3668412937150969, 'avg_acc_mask': 53.67464905037159, 'loss': 1.764907956123352}
+{'epoch': 46, 'iter': 1010, 'avg_loss': 1.3663822884139865, 'avg_acc_mask': 53.671217437146645, 'loss': 1.149845838546753}
+{'epoch': 46, 'iter': 1020, 'avg_loss': 1.3663581961165678, 'avg_acc_mask': 53.66380474107674, 'loss': 1.2992541790008545}
+{'epoch': 46, 'iter': 1030, 'avg_loss': 1.3665040983492374, 'avg_acc_mask': 53.66214505980286, 'loss': 1.4640926122665405}
+{'epoch': 46, 'iter': 1040, 'avg_loss': 1.3667255006766341, 'avg_acc_mask': 53.632625690437116, 'loss': 1.4504610300064087}
+{'epoch': 46, 'iter': 1050, 'avg_loss': 1.3671291510793393, 'avg_acc_mask': 53.62825668823221, 'loss': 1.345136284828186}
+{'epoch': 46, 'iter': 1060, 'avg_loss': 1.3669848710607515, 'avg_acc_mask': 53.63812757700703, 'loss': 1.2416576147079468}
+{'epoch': 46, 'iter': 1070, 'avg_loss': 1.3666137469137638, 'avg_acc_mask': 53.65112606426806, 'loss': 1.4038515090942383}
+{'epoch': 46, 'iter': 1080, 'avg_loss': 1.3659358940997905, 'avg_acc_mask': 53.7083312084587, 'loss': 1.3198024034500122}
+{'epoch': 46, 'iter': 1090, 'avg_loss': 1.3663021716144956, 'avg_acc_mask': 53.64298571740995, 'loss': 1.5445153713226318}
+{'epoch': 46, 'iter': 1100, 'avg_loss': 1.3658927685558309, 'avg_acc_mask': 53.648612593383135, 'loss': 1.135955572128296}
+{'epoch': 'EP46_train', 'avg_loss': 1.3661217690592977, 'total_masked_acc': 53.63173991091018}
+{'epoch': 47, 'iter': 0, 'avg_loss': 1.4848133325576782, 'avg_acc_mask': 54.666666666666664, 'loss': 1.4848133325576782}
+{'epoch': 47, 'iter': 10, 'avg_loss': 1.3852837085723877, 'avg_acc_mask': 54.166666666666664, 'loss': 1.2273879051208496}
+{'epoch': 47, 'iter': 20, 'avg_loss': 1.3573810628482275, 'avg_acc_mask': 53.24786324786325, 'loss': 1.3580973148345947}
+{'epoch': 47, 'iter': 30, 'avg_loss': 1.3721205899792333, 'avg_acc_mask': 53.274853801169584, 'loss': 1.3734530210494995}
+{'epoch': 47, 'iter': 40, 'avg_loss': 1.386969111314634, 'avg_acc_mask': 53.50177304964539, 'loss': 1.3927656412124634}
+{'epoch': 47, 'iter': 50, 'avg_loss': 1.3882413202641057, 'avg_acc_mask': 53.08207115181401, 'loss': 1.0439319610595703}
+{'epoch': 47, 'iter': 60, 'avg_loss': 1.3714296251046854, 'avg_acc_mask': 53.291629431039624, 'loss': 1.0781683921813965}
+{'epoch': 47, 'iter': 70, 'avg_loss': 1.3761633869627832, 'avg_acc_mask': 53.222883769091375, 'loss': 1.5700697898864746}
+{'epoch': 47, 'iter': 80, 'avg_loss': 1.36835730811696, 'avg_acc_mask': 53.17945236478842, 'loss': 1.3364317417144775}
+{'epoch': 47, 'iter': 90, 'avg_loss': 1.3712336990859482, 'avg_acc_mask': 52.92467948717948, 'loss': 1.087053656578064}
+{'epoch': 47, 'iter': 100, 'avg_loss': 1.35736879381803, 'avg_acc_mask': 53.231106243154436, 'loss': 1.1505448818206787}
+{'epoch': 47, 'iter': 110, 'avg_loss': 1.360131399051563, 'avg_acc_mask': 53.34553928095872, 'loss': 1.0073778629302979}
+{'epoch': 47, 'iter': 120, 'avg_loss': 1.3578016846633154, 'avg_acc_mask': 53.441667944197455, 'loss': 1.814837098121643}
+{'epoch': 47, 'iter': 130, 'avg_loss': 1.3620410975609116, 'avg_acc_mask': 53.196251223947414, 'loss': 1.5272217988967896}
+{'epoch': 47, 'iter': 140, 'avg_loss': 1.3590872431477756, 'avg_acc_mask': 53.33592938733126, 'loss': 1.3180325031280518}
+{'epoch': 47, 'iter': 150, 'avg_loss': 1.3572805212033505, 'avg_acc_mask': 53.484682045648725, 'loss': 1.5986270904541016}
+{'epoch': 47, 'iter': 160, 'avg_loss': 1.3518669338700193, 'avg_acc_mask': 53.7024300779459, 'loss': 1.4209096431732178}
+{'epoch': 47, 'iter': 170, 'avg_loss': 1.353871823054308, 'avg_acc_mask': 53.62599526576286, 'loss': 1.230371356010437}
+{'epoch': 47, 'iter': 180, 'avg_loss': 1.350391726467491, 'avg_acc_mask': 53.7787736809941, 'loss': 1.3149473667144775}
+{'epoch': 47, 'iter': 190, 'avg_loss': 1.3519646172748185, 'avg_acc_mask': 53.833558081294555, 'loss': 1.1953951120376587}
+{'epoch': 47, 'iter': 200, 'avg_loss': 1.3491480801235978, 'avg_acc_mask': 53.91224862888483, 'loss': 1.2920869588851929}
+{'epoch': 47, 'iter': 210, 'avg_loss': 1.3494441006420912, 'avg_acc_mask': 54.002607561929594, 'loss': 1.189022183418274}
+{'epoch': 47, 'iter': 220, 'avg_loss': 1.346467304013973, 'avg_acc_mask': 54.084250600016546, 'loss': 1.3838227987289429}
+{'epoch': 47, 'iter': 230, 'avg_loss': 1.3480133535542014, 'avg_acc_mask': 54.008572789331645, 'loss': 1.3851546049118042}
+{'epoch': 47, 'iter': 240, 'avg_loss': 1.347777541247641, 'avg_acc_mask': 54.04683805019452, 'loss': 1.527666687965393}
+{'epoch': 47, 'iter': 250, 'avg_loss': 1.351905688821557, 'avg_acc_mask': 53.94553328929017, 'loss': 1.3679136037826538}
+{'epoch': 47, 'iter': 260, 'avg_loss': 1.3547499447033322, 'avg_acc_mask': 54.001976284584984, 'loss': 1.3398418426513672}
+{'epoch': 47, 'iter': 270, 'avg_loss': 1.356130600635416, 'avg_acc_mask': 53.99404278364474, 'loss': 1.4526057243347168}
+{'epoch': 47, 'iter': 280, 'avg_loss': 1.358353797227038, 'avg_acc_mask': 53.866248693834905, 'loss': 0.7299864888191223}
+{'epoch': 47, 'iter': 290, 'avg_loss': 1.3586571843353743, 'avg_acc_mask': 53.89667803460907, 'loss': 1.4436209201812744}
+{'epoch': 47, 'iter': 300, 'avg_loss': 1.3563607875690904, 'avg_acc_mask': 53.99632802937576, 'loss': 1.1165893077850342}
+{'epoch': 47, 'iter': 310, 'avg_loss': 1.3551792161257703, 'avg_acc_mask': 53.92778798837967, 'loss': 1.1973127126693726}
+{'epoch': 47, 'iter': 320, 'avg_loss': 1.3568356584908434, 'avg_acc_mask': 53.835978835978835, 'loss': 1.186024785041809}
+{'epoch': 47, 'iter': 330, 'avg_loss': 1.3598858339548832, 'avg_acc_mask': 53.71371259820583, 'loss': 1.3352659940719604}
+{'epoch': 47, 'iter': 340, 'avg_loss': 1.3574999240486503, 'avg_acc_mask': 53.726506804925464, 'loss': 1.2557542324066162}
+{'epoch': 47, 'iter': 350, 'avg_loss': 1.3585591039426645, 'avg_acc_mask': 53.68222140570049, 'loss': 1.2749345302581787}
+{'epoch': 47, 'iter': 360, 'avg_loss': 1.3568582265661033, 'avg_acc_mask': 53.78784024421267, 'loss': 1.5003693103790283}
+{'epoch': 47, 'iter': 370, 'avg_loss': 1.3549440279803828, 'avg_acc_mask': 53.855672144129876, 'loss': 1.108648657798767}
+{'epoch': 47, 'iter': 380, 'avg_loss': 1.3590459548269358, 'avg_acc_mask': 53.671581381902286, 'loss': 1.0120269060134888}
+{'epoch': 47, 'iter': 390, 'avg_loss': 1.3580896009874466, 'avg_acc_mask': 53.70639876062157, 'loss': 1.6594347953796387}
+{'epoch': 47, 'iter': 400, 'avg_loss': 1.3577557194262668, 'avg_acc_mask': 53.712270416342236, 'loss': 1.293027639389038}
+{'epoch': 47, 'iter': 410, 'avg_loss': 1.3577280022802145, 'avg_acc_mask': 53.66976577865189, 'loss': 1.3806267976760864}
+{'epoch': 47, 'iter': 420, 'avg_loss': 1.3561831715554353, 'avg_acc_mask': 53.72899847261618, 'loss': 0.9672284126281738}
+{'epoch': 47, 'iter': 430, 'avg_loss': 1.3558110770382628, 'avg_acc_mask': 53.74094588836813, 'loss': 1.2319977283477783}
+{'epoch': 47, 'iter': 440, 'avg_loss': 1.358540720680133, 'avg_acc_mask': 53.667471484472564, 'loss': 1.645729660987854}
+{'epoch': 47, 'iter': 450, 'avg_loss': 1.3594252714296666, 'avg_acc_mask': 53.606444001464546, 'loss': 1.1626900434494019}
+{'epoch': 47, 'iter': 460, 'avg_loss': 1.3616307898871034, 'avg_acc_mask': 53.54615568100501, 'loss': 1.4724763631820679}
+{'epoch': 47, 'iter': 470, 'avg_loss': 1.3610817566039457, 'avg_acc_mask': 53.49731872231289, 'loss': 1.1535731554031372}
+{'epoch': 47, 'iter': 480, 'avg_loss': 1.3596955560101294, 'avg_acc_mask': 53.58216337556595, 'loss': 0.9994300603866577}
+{'epoch': 47, 'iter': 490, 'avg_loss': 1.3606319039028192, 'avg_acc_mask': 53.61551370501585, 'loss': 1.5162198543548584}
+{'epoch': 47, 'iter': 500, 'avg_loss': 1.3595304452254624, 'avg_acc_mask': 53.63795748411133, 'loss': 1.251036286354065}
+{'epoch': 47, 'iter': 510, 'avg_loss': 1.3589704111364256, 'avg_acc_mask': 53.633627176951194, 'loss': 1.3400613069534302}
+{'epoch': 47, 'iter': 520, 'avg_loss': 1.3577574542982793, 'avg_acc_mask': 53.70533047542077, 'loss': 1.782047152519226}
+{'epoch': 47, 'iter': 530, 'avg_loss': 1.3577709531379958, 'avg_acc_mask': 53.704725767506034, 'loss': 1.1580188274383545}
+{'epoch': 47, 'iter': 540, 'avg_loss': 1.3587367394715273, 'avg_acc_mask': 53.64224941527406, 'loss': 1.4135992527008057}
+{'epoch': 47, 'iter': 550, 'avg_loss': 1.3594125127402927, 'avg_acc_mask': 53.64095408942927, 'loss': 1.1453227996826172}
+{'epoch': 47, 'iter': 560, 'avg_loss': 1.3578155023741425, 'avg_acc_mask': 53.703946076827435, 'loss': 0.8422272801399231}
+{'epoch': 47, 'iter': 570, 'avg_loss': 1.3564887062471929, 'avg_acc_mask': 53.71728085407421, 'loss': 1.4859381914138794}
+{'epoch': 47, 'iter': 580, 'avg_loss': 1.3578906690192099, 'avg_acc_mask': 53.665235509534035, 'loss': 1.5346851348876953}
+{'epoch': 47, 'iter': 590, 'avg_loss': 1.3573407492460132, 'avg_acc_mask': 53.708408203730094, 'loss': 1.3349864482879639}
+{'epoch': 47, 'iter': 600, 'avg_loss': 1.3585679881187922, 'avg_acc_mask': 53.67958766659551, 'loss': 1.3967175483703613}
+{'epoch': 47, 'iter': 610, 'avg_loss': 1.3598619380481114, 'avg_acc_mask': 53.62549084260064, 'loss': 1.41484797000885}
+{'epoch': 47, 'iter': 620, 'avg_loss': 1.358612045093819, 'avg_acc_mask': 53.68856088560886, 'loss': 1.450333595275879}
+{'epoch': 47, 'iter': 630, 'avg_loss': 1.357804341191535, 'avg_acc_mask': 53.6932065928316, 'loss': 1.091028094291687}
+{'epoch': 47, 'iter': 640, 'avg_loss': 1.3592523835750527, 'avg_acc_mask': 53.703597452521656, 'loss': 1.226683497428894}
+{'epoch': 47, 'iter': 650, 'avg_loss': 1.3594247027659379, 'avg_acc_mask': 53.68073021165964, 'loss': 1.2379826307296753}
+{'epoch': 47, 'iter': 660, 'avg_loss': 1.3580068496820967, 'avg_acc_mask': 53.761615936787045, 'loss': 1.2955238819122314}
+{'epoch': 47, 'iter': 670, 'avg_loss': 1.3584630165121416, 'avg_acc_mask': 53.77743676869537, 'loss': 1.6734524965286255}
+{'epoch': 47, 'iter': 680, 'avg_loss': 1.3592250437288382, 'avg_acc_mask': 53.772057633155256, 'loss': 1.4747447967529297}
+{'epoch': 47, 'iter': 690, 'avg_loss': 1.3597384648971724, 'avg_acc_mask': 53.77323420074349, 'loss': 1.3398278951644897}
+{'epoch': 47, 'iter': 700, 'avg_loss': 1.3599783754382766, 'avg_acc_mask': 53.74934589220304, 'loss': 1.1794368028640747}
+{'epoch': 47, 'iter': 710, 'avg_loss': 1.3588700510781526, 'avg_acc_mask': 53.82094943240454, 'loss': 1.143375277519226}
+{'epoch': 47, 'iter': 720, 'avg_loss': 1.3603235597253343, 'avg_acc_mask': 53.76713199582984, 'loss': 1.3673338890075684}
+{'epoch': 47, 'iter': 730, 'avg_loss': 1.3591718606029097, 'avg_acc_mask': 53.76708035602357, 'loss': 1.462221384048462}
+{'epoch': 47, 'iter': 740, 'avg_loss': 1.3584706582199384, 'avg_acc_mask': 53.7951345063974, 'loss': 1.220957636833191}
+{'epoch': 47, 'iter': 750, 'avg_loss': 1.3587183532479918, 'avg_acc_mask': 53.75225819051804, 'loss': 1.4128508567810059}
+{'epoch': 47, 'iter': 760, 'avg_loss': 1.3574779805153334, 'avg_acc_mask': 53.786417132934595, 'loss': 1.2077637910842896}
+{'epoch': 47, 'iter': 770, 'avg_loss': 1.358501305917203, 'avg_acc_mask': 53.73319052719266, 'loss': 1.4888540506362915}
+{'epoch': 47, 'iter': 780, 'avg_loss': 1.357911612633401, 'avg_acc_mask': 53.71784329848467, 'loss': 1.394843339920044}
+{'epoch': 47, 'iter': 790, 'avg_loss': 1.3577777371093085, 'avg_acc_mask': 53.73279803207166, 'loss': 1.253933310508728}
+{'epoch': 47, 'iter': 800, 'avg_loss': 1.3572949345192213, 'avg_acc_mask': 53.73079568906214, 'loss': 1.2941731214523315}
+{'epoch': 47, 'iter': 810, 'avg_loss': 1.357049272621898, 'avg_acc_mask': 53.71691234744016, 'loss': 1.1807467937469482}
+{'epoch': 47, 'iter': 820, 'avg_loss': 1.3574458720768268, 'avg_acc_mask': 53.7088004296167, 'loss': 1.5428926944732666}
+{'epoch': 47, 'iter': 830, 'avg_loss': 1.3566778782759619, 'avg_acc_mask': 53.72893351616755, 'loss': 1.2093770503997803}
+{'epoch': 47, 'iter': 840, 'avg_loss': 1.3566360387875833, 'avg_acc_mask': 53.74915313503945, 'loss': 1.49150550365448}
+{'epoch': 47, 'iter': 850, 'avg_loss': 1.3566599688574794, 'avg_acc_mask': 53.716814159292035, 'loss': 0.8727093935012817}
+{'epoch': 47, 'iter': 860, 'avg_loss': 1.3573426618116382, 'avg_acc_mask': 53.671112626241104, 'loss': 1.471745491027832}
+{'epoch': 47, 'iter': 870, 'avg_loss': 1.3580353559089993, 'avg_acc_mask': 53.65170904192625, 'loss': 1.1444520950317383}
+{'epoch': 47, 'iter': 880, 'avg_loss': 1.3574109137667159, 'avg_acc_mask': 53.6679858362841, 'loss': 1.0330784320831299}
+{'epoch': 47, 'iter': 890, 'avg_loss': 1.3568643506127174, 'avg_acc_mask': 53.71931487932065, 'loss': 0.9171434640884399}
+{'epoch': 47, 'iter': 900, 'avg_loss': 1.3581184232803878, 'avg_acc_mask': 53.66623239149907, 'loss': 1.5758676528930664}
+{'epoch': 47, 'iter': 910, 'avg_loss': 1.3584216312964321, 'avg_acc_mask': 53.645487640539834, 'loss': 1.308524489402771}
+{'epoch': 47, 'iter': 920, 'avg_loss': 1.3582151585241353, 'avg_acc_mask': 53.68374927798912, 'loss': 1.3363744020462036}
+{'epoch': 47, 'iter': 930, 'avg_loss': 1.3569638866102913, 'avg_acc_mask': 53.739137288903784, 'loss': 1.6159483194351196}
+{'epoch': 47, 'iter': 940, 'avg_loss': 1.3565877184477673, 'avg_acc_mask': 53.75803623611923, 'loss': 1.0171812772750854}
+{'epoch': 47, 'iter': 950, 'avg_loss': 1.355915330185875, 'avg_acc_mask': 53.77102236606369, 'loss': 1.4199715852737427}
+{'epoch': 47, 'iter': 960, 'avg_loss': 1.3567765885411638, 'avg_acc_mask': 53.74856924837849, 'loss': 1.5705807209014893}
+{'epoch': 47, 'iter': 970, 'avg_loss': 1.3571244478225708, 'avg_acc_mask': 53.729850126467596, 'loss': 1.2716965675354004}
+{'epoch': 47, 'iter': 980, 'avg_loss': 1.3565612212355105, 'avg_acc_mask': 53.7447237682567, 'loss': 1.2818305492401123}
+{'epoch': 47, 'iter': 990, 'avg_loss': 1.357173756561895, 'avg_acc_mask': 53.74032832899378, 'loss': 1.4901609420776367}
+{'epoch': 47, 'iter': 1000, 'avg_loss': 1.3581337370238937, 'avg_acc_mask': 53.6997769897269, 'loss': 1.802349328994751}
+{'epoch': 47, 'iter': 1010, 'avg_loss': 1.3577625639478719, 'avg_acc_mask': 53.73363986893792, 'loss': 1.0516374111175537}
+{'epoch': 47, 'iter': 1020, 'avg_loss': 1.357514743006311, 'avg_acc_mask': 53.7379493244454, 'loss': 1.2314088344573975}
+{'epoch': 47, 'iter': 1030, 'avg_loss': 1.3568529842780934, 'avg_acc_mask': 53.76933446856819, 'loss': 1.2279272079467773}
+{'epoch': 47, 'iter': 1040, 'avg_loss': 1.3569137068692592, 'avg_acc_mask': 53.77585631183987, 'loss': 1.4936413764953613}
+{'epoch': 47, 'iter': 1050, 'avg_loss': 1.3567592761949854, 'avg_acc_mask': 53.7708913649025, 'loss': 1.3943758010864258}
+{'epoch': 47, 'iter': 1060, 'avg_loss': 1.3559586574287485, 'avg_acc_mask': 53.77918002827489, 'loss': 1.0376802682876587}
+{'epoch': 47, 'iter': 1070, 'avg_loss': 1.3553333392664164, 'avg_acc_mask': 53.78333589599029, 'loss': 1.2207460403442383}
+{'epoch': 47, 'iter': 1080, 'avg_loss': 1.354508156858033, 'avg_acc_mask': 53.83977526568741, 'loss': 1.1953113079071045}
+{'epoch': 47, 'iter': 1090, 'avg_loss': 1.354808870037142, 'avg_acc_mask': 53.831985398770954, 'loss': 1.1672104597091675}
+{'epoch': 47, 'iter': 1100, 'avg_loss': 1.354483990859812, 'avg_acc_mask': 53.824320286824026, 'loss': 1.2053731679916382}
+{'epoch': 'EP47_train', 'avg_loss': 1.3544359576108769, 'total_masked_acc': 53.825547747002894}
+{'epoch': 48, 'iter': 0, 'avg_loss': 1.1392713785171509, 'avg_acc_mask': 63.38028169014085, 'loss': 1.1392713785171509}
+{'epoch': 48, 'iter': 10, 'avg_loss': 1.3594267530874773, 'avg_acc_mask': 52.46422893481717, 'loss': 1.5311269760131836}
+{'epoch': 48, 'iter': 20, 'avg_loss': 1.404858166263217, 'avg_acc_mask': 51.71232876712328, 'loss': 1.419500708580017}
+{'epoch': 48, 'iter': 30, 'avg_loss': 1.380776899476205, 'avg_acc_mask': 52.16881594372802, 'loss': 1.638366460800171}
+{'epoch': 48, 'iter': 40, 'avg_loss': 1.390172145715574, 'avg_acc_mask': 52.23946784922394, 'loss': 1.5372765064239502}
+{'epoch': 48, 'iter': 50, 'avg_loss': 1.3960705095646428, 'avg_acc_mask': 52.142857142857146, 'loss': 1.344631314277649}
+{'epoch': 48, 'iter': 60, 'avg_loss': 1.3884518937986405, 'avg_acc_mask': 51.99637023593466, 'loss': 1.1481964588165283}
+{'epoch': 48, 'iter': 70, 'avg_loss': 1.3726805448532104, 'avg_acc_mask': 52.7509778357236, 'loss': 1.1321313381195068}
+{'epoch': 48, 'iter': 80, 'avg_loss': 1.3714352698973666, 'avg_acc_mask': 52.67714741398952, 'loss': 1.4369657039642334}
+{'epoch': 48, 'iter': 90, 'avg_loss': 1.3739390006432166, 'avg_acc_mask': 52.63477908390758, 'loss': 1.4000123739242554}
+{'epoch': 48, 'iter': 100, 'avg_loss': 1.3723639662903133, 'avg_acc_mask': 52.90665688611773, 'loss': 1.3163243532180786}
+{'epoch': 48, 'iter': 110, 'avg_loss': 1.375728986821733, 'avg_acc_mask': 52.86172547695425, 'loss': 0.9604881405830383}
+{'epoch': 48, 'iter': 120, 'avg_loss': 1.3706494421998332, 'avg_acc_mask': 53.221549448843355, 'loss': 1.6002501249313354}
+{'epoch': 48, 'iter': 130, 'avg_loss': 1.3692695002519448, 'avg_acc_mask': 53.120547164434306, 'loss': 1.4344300031661987}
+{'epoch': 48, 'iter': 140, 'avg_loss': 1.3717296698414687, 'avg_acc_mask': 53.04668952782907, 'loss': 1.5000793933868408}
+{'epoch': 48, 'iter': 150, 'avg_loss': 1.3680095956815, 'avg_acc_mask': 53.40178129638793, 'loss': 1.4326008558273315}
+{'epoch': 48, 'iter': 160, 'avg_loss': 1.3674285967157493, 'avg_acc_mask': 53.314020857473935, 'loss': 1.365621566772461}
+{'epoch': 48, 'iter': 170, 'avg_loss': 1.3647909303854782, 'avg_acc_mask': 53.309344673427105, 'loss': 1.4603300094604492}
+{'epoch': 48, 'iter': 180, 'avg_loss': 1.3634496031545145, 'avg_acc_mask': 53.40862422997946, 'loss': 1.3193947076797485}
+{'epoch': 48, 'iter': 190, 'avg_loss': 1.362837190403364, 'avg_acc_mask': 53.52017067494182, 'loss': 1.1207880973815918}
+{'epoch': 48, 'iter': 200, 'avg_loss': 1.3595283737230064, 'avg_acc_mask': 53.62851368730479, 'loss': 1.3180075883865356}
+{'epoch': 48, 'iter': 210, 'avg_loss': 1.357185752188425, 'avg_acc_mask': 53.63485259382381, 'loss': 0.9678992629051208}
+{'epoch': 48, 'iter': 220, 'avg_loss': 1.3561577591960785, 'avg_acc_mask': 53.668308154578085, 'loss': 1.711524486541748}
+{'epoch': 48, 'iter': 230, 'avg_loss': 1.3563993240331675, 'avg_acc_mask': 53.60569235689159, 'loss': 1.1494325399398804}
+{'epoch': 48, 'iter': 240, 'avg_loss': 1.3552548492103196, 'avg_acc_mask': 53.62274298885901, 'loss': 1.4869964122772217}
+{'epoch': 48, 'iter': 250, 'avg_loss': 1.357211941029446, 'avg_acc_mask': 53.52580668980285, 'loss': 1.2210087776184082}
+{'epoch': 48, 'iter': 260, 'avg_loss': 1.3596335921250997, 'avg_acc_mask': 53.504091070793315, 'loss': 1.265447735786438}
+{'epoch': 48, 'iter': 270, 'avg_loss': 1.3607133730311236, 'avg_acc_mask': 53.49489970562059, 'loss': 1.615555763244629}
+{'epoch': 48, 'iter': 280, 'avg_loss': 1.361041279662122, 'avg_acc_mask': 53.47883597883598, 'loss': 1.0179294347763062}
+{'epoch': 48, 'iter': 290, 'avg_loss': 1.3585173755986584, 'avg_acc_mask': 53.595189355168884, 'loss': 1.1015386581420898}
+{'epoch': 48, 'iter': 300, 'avg_loss': 1.358190852344234, 'avg_acc_mask': 53.68746139592341, 'loss': 0.9947380423545837}
+{'epoch': 48, 'iter': 310, 'avg_loss': 1.358220063796764, 'avg_acc_mask': 53.604978160713216, 'loss': 1.1682978868484497}
+{'epoch': 48, 'iter': 320, 'avg_loss': 1.3600403841039472, 'avg_acc_mask': 53.54179961710275, 'loss': 1.4351813793182373}
+{'epoch': 48, 'iter': 330, 'avg_loss': 1.3608181503604186, 'avg_acc_mask': 53.497919244179506, 'loss': 1.1012635231018066}
+{'epoch': 48, 'iter': 340, 'avg_loss': 1.360033104321824, 'avg_acc_mask': 53.509586496968375, 'loss': 1.390121579170227}
+{'epoch': 48, 'iter': 350, 'avg_loss': 1.3600934664068738, 'avg_acc_mask': 53.506907545164715, 'loss': 1.2755721807479858}
+{'epoch': 48, 'iter': 360, 'avg_loss': 1.3611050717057944, 'avg_acc_mask': 53.5140975509364, 'loss': 1.6113498210906982}
+{'epoch': 48, 'iter': 370, 'avg_loss': 1.3610854707959528, 'avg_acc_mask': 53.46975534097164, 'loss': 1.527828574180603}
+{'epoch': 48, 'iter': 380, 'avg_loss': 1.3647383094772578, 'avg_acc_mask': 53.28928189680303, 'loss': 1.261420726776123}
+{'epoch': 48, 'iter': 390, 'avg_loss': 1.3660840744252705, 'avg_acc_mask': 53.26411605745982, 'loss': 1.6742072105407715}
+{'epoch': 48, 'iter': 400, 'avg_loss': 1.3667990290315966, 'avg_acc_mask': 53.245731735529546, 'loss': 1.441926121711731}
+{'epoch': 48, 'iter': 410, 'avg_loss': 1.3659658875778644, 'avg_acc_mask': 53.26479076479076, 'loss': 1.1766488552093506}
+{'epoch': 48, 'iter': 420, 'avg_loss': 1.3634564907703717, 'avg_acc_mask': 53.34537285821257, 'loss': 1.1214251518249512}
+{'epoch': 48, 'iter': 430, 'avg_loss': 1.3626573638960269, 'avg_acc_mask': 53.388443985189014, 'loss': 1.0880866050720215}
+{'epoch': 48, 'iter': 440, 'avg_loss': 1.3655335027344373, 'avg_acc_mask': 53.285131783597464, 'loss': 2.0047366619110107}
+{'epoch': 48, 'iter': 450, 'avg_loss': 1.365506253723559, 'avg_acc_mask': 53.36759868421053, 'loss': 0.955116331577301}
+{'epoch': 48, 'iter': 460, 'avg_loss': 1.3649141526015358, 'avg_acc_mask': 53.40744902873655, 'loss': 1.5470595359802246}
+{'epoch': 48, 'iter': 470, 'avg_loss': 1.3666176131576488, 'avg_acc_mask': 53.34796066293147, 'loss': 1.3408693075180054}
+{'epoch': 48, 'iter': 480, 'avg_loss': 1.3675815019439015, 'avg_acc_mask': 53.361731521989405, 'loss': 1.0371211767196655}
+{'epoch': 48, 'iter': 490, 'avg_loss': 1.3687750612159852, 'avg_acc_mask': 53.31378519604526, 'loss': 1.5842450857162476}
+{'epoch': 48, 'iter': 500, 'avg_loss': 1.3681863984186016, 'avg_acc_mask': 53.36650082918739, 'loss': 1.5545562505722046}
+{'epoch': 48, 'iter': 510, 'avg_loss': 1.3682115564374309, 'avg_acc_mask': 53.380988483338754, 'loss': 1.2763395309448242}
+{'epoch': 48, 'iter': 520, 'avg_loss': 1.368788830035021, 'avg_acc_mask': 53.41661063731908, 'loss': 1.7850261926651}
+{'epoch': 48, 'iter': 530, 'avg_loss': 1.3674576746092901, 'avg_acc_mask': 53.44911427579021, 'loss': 1.0861393213272095}
+{'epoch': 48, 'iter': 540, 'avg_loss': 1.367631666210795, 'avg_acc_mask': 53.398719520501295, 'loss': 1.3890631198883057}
+{'epoch': 48, 'iter': 550, 'avg_loss': 1.3690327991158473, 'avg_acc_mask': 53.32865684604335, 'loss': 1.5119210481643677}
+{'epoch': 48, 'iter': 560, 'avg_loss': 1.369309610755261, 'avg_acc_mask': 53.29463085047066, 'loss': 1.1618313789367676}
+{'epoch': 48, 'iter': 570, 'avg_loss': 1.3674720067485202, 'avg_acc_mask': 53.35118049283963, 'loss': 1.1766674518585205}
+{'epoch': 48, 'iter': 580, 'avg_loss': 1.3661986998764866, 'avg_acc_mask': 53.3656588705077, 'loss': 1.5824556350708008}
+{'epoch': 48, 'iter': 590, 'avg_loss': 1.3662565647042948, 'avg_acc_mask': 53.30741719794744, 'loss': 1.1211570501327515}
+{'epoch': 48, 'iter': 600, 'avg_loss': 1.3655141635663102, 'avg_acc_mask': 53.34740835934153, 'loss': 1.4025474786758423}
+{'epoch': 48, 'iter': 610, 'avg_loss': 1.3676070704592815, 'avg_acc_mask': 53.25413533834586, 'loss': 1.590795874595642}
+{'epoch': 48, 'iter': 620, 'avg_loss': 1.3647410134378455, 'avg_acc_mask': 53.355058509850394, 'loss': 1.5822159051895142}
+{'epoch': 48, 'iter': 630, 'avg_loss': 1.3643201235357063, 'avg_acc_mask': 53.354707082483245, 'loss': 1.1548348665237427}
+{'epoch': 48, 'iter': 640, 'avg_loss': 1.3632041430696495, 'avg_acc_mask': 53.37277086982741, 'loss': 1.003056526184082}
+{'epoch': 48, 'iter': 650, 'avg_loss': 1.364283523160375, 'avg_acc_mask': 53.35255540479421, 'loss': 1.2287389039993286}
+{'epoch': 48, 'iter': 660, 'avg_loss': 1.3634592675224917, 'avg_acc_mask': 53.41897012929113, 'loss': 1.1953328847885132}
+{'epoch': 48, 'iter': 670, 'avg_loss': 1.363721477825489, 'avg_acc_mask': 53.41785351664334, 'loss': 1.5678901672363281}
+{'epoch': 48, 'iter': 680, 'avg_loss': 1.3633374035270904, 'avg_acc_mask': 53.438538654849076, 'loss': 1.3056973218917847}
+{'epoch': 48, 'iter': 690, 'avg_loss': 1.3639882547638005, 'avg_acc_mask': 53.402166103408824, 'loss': 1.3074254989624023}
+{'epoch': 48, 'iter': 700, 'avg_loss': 1.3661941728646336, 'avg_acc_mask': 53.36544754823678, 'loss': 1.4767216444015503}
+{'epoch': 48, 'iter': 710, 'avg_loss': 1.3670157368508404, 'avg_acc_mask': 53.334711491253, 'loss': 1.5559577941894531}
+{'epoch': 48, 'iter': 720, 'avg_loss': 1.366723849108745, 'avg_acc_mask': 53.33724250458902, 'loss': 1.0782829523086548}
+{'epoch': 48, 'iter': 730, 'avg_loss': 1.364725908893893, 'avg_acc_mask': 53.38349648941792, 'loss': 1.7734472751617432}
+{'epoch': 48, 'iter': 740, 'avg_loss': 1.3645225230820588, 'avg_acc_mask': 53.38032363744664, 'loss': 1.2970036268234253}
+{'epoch': 48, 'iter': 750, 'avg_loss': 1.3650953679205415, 'avg_acc_mask': 53.36908084814651, 'loss': 1.2813451290130615}
+{'epoch': 48, 'iter': 760, 'avg_loss': 1.3633492417467095, 'avg_acc_mask': 53.415247678018574, 'loss': 1.2051769495010376}
+{'epoch': 48, 'iter': 770, 'avg_loss': 1.3646487994880527, 'avg_acc_mask': 53.351948640843894, 'loss': 1.3498446941375732}
+{'epoch': 48, 'iter': 780, 'avg_loss': 1.36311663601371, 'avg_acc_mask': 53.40464634088874, 'loss': 1.263714075088501}
+{'epoch': 48, 'iter': 790, 'avg_loss': 1.3630415596793184, 'avg_acc_mask': 53.4166976571216, 'loss': 1.503868579864502}
+{'epoch': 48, 'iter': 800, 'avg_loss': 1.363101545270165, 'avg_acc_mask': 53.440235245468536, 'loss': 1.3994085788726807}
+{'epoch': 48, 'iter': 810, 'avg_loss': 1.3624727701729236, 'avg_acc_mask': 53.47280524608019, 'loss': 1.4723151922225952}
+{'epoch': 48, 'iter': 820, 'avg_loss': 1.3633626745185665, 'avg_acc_mask': 53.427328969783915, 'loss': 1.5213887691497803}
+{'epoch': 48, 'iter': 830, 'avg_loss': 1.363332379667624, 'avg_acc_mask': 53.428058431050914, 'loss': 1.3519270420074463}
+{'epoch': 48, 'iter': 840, 'avg_loss': 1.3642690049198662, 'avg_acc_mask': 53.37914733432548, 'loss': 1.4477641582489014}
+{'epoch': 48, 'iter': 850, 'avg_loss': 1.3653066245845566, 'avg_acc_mask': 53.36906254051952, 'loss': 1.2263352870941162}
+{'epoch': 48, 'iter': 860, 'avg_loss': 1.3665609629035134, 'avg_acc_mask': 53.328065942044454, 'loss': 1.485682725906372}
+{'epoch': 48, 'iter': 870, 'avg_loss': 1.3666980509506164, 'avg_acc_mask': 53.322367727378165, 'loss': 1.2602660655975342}
+{'epoch': 48, 'iter': 880, 'avg_loss': 1.365883229336322, 'avg_acc_mask': 53.40556307948745, 'loss': 1.008363962173462}
+{'epoch': 48, 'iter': 890, 'avg_loss': 1.3632410454295165, 'avg_acc_mask': 53.49168351974905, 'loss': 1.1479798555374146}
+{'epoch': 48, 'iter': 900, 'avg_loss': 1.3621684889682257, 'avg_acc_mask': 53.521902275878944, 'loss': 1.4287493228912354}
+{'epoch': 48, 'iter': 910, 'avg_loss': 1.3621310321481246, 'avg_acc_mask': 53.51769421337791, 'loss': 1.6675561666488647}
+{'epoch': 48, 'iter': 920, 'avg_loss': 1.3616637566190588, 'avg_acc_mask': 53.53815461346634, 'loss': 1.6275784969329834}
+{'epoch': 48, 'iter': 930, 'avg_loss': 1.3620776432285246, 'avg_acc_mask': 53.53170134155256, 'loss': 1.6040343046188354}
+{'epoch': 48, 'iter': 940, 'avg_loss': 1.3622310882420392, 'avg_acc_mask': 53.52913588931879, 'loss': 0.9693288803100586}
+{'epoch': 48, 'iter': 950, 'avg_loss': 1.3635231513455588, 'avg_acc_mask': 53.4621484662102, 'loss': 1.6268919706344604}
+{'epoch': 48, 'iter': 960, 'avg_loss': 1.3638061861838064, 'avg_acc_mask': 53.47465578981636, 'loss': 1.4194176197052002}
+{'epoch': 48, 'iter': 970, 'avg_loss': 1.364360627872691, 'avg_acc_mask': 53.46356436393952, 'loss': 1.0871819257736206}
+{'epoch': 48, 'iter': 980, 'avg_loss': 1.3640951536117343, 'avg_acc_mask': 53.4599804965869, 'loss': 1.4139277935028076}
+{'epoch': 48, 'iter': 990, 'avg_loss': 1.3652086177940446, 'avg_acc_mask': 53.372026182573386, 'loss': 1.7502784729003906}
+{'epoch': 48, 'iter': 1000, 'avg_loss': 1.3658371776133984, 'avg_acc_mask': 53.33076485589007, 'loss': 1.592446208000183}
+{'epoch': 48, 'iter': 1010, 'avg_loss': 1.3660436194799066, 'avg_acc_mask': 53.32316408803661, 'loss': 1.3597731590270996}
+{'epoch': 48, 'iter': 1020, 'avg_loss': 1.3658106356830018, 'avg_acc_mask': 53.35417902133089, 'loss': 1.272728443145752}
+{'epoch': 48, 'iter': 1030, 'avg_loss': 1.3649528878158326, 'avg_acc_mask': 53.383405118712844, 'loss': 1.438757300376892}
+{'epoch': 48, 'iter': 1040, 'avg_loss': 1.3646327136343883, 'avg_acc_mask': 53.37653418795894, 'loss': 1.403389573097229}
+{'epoch': 48, 'iter': 1050, 'avg_loss': 1.3639141762971196, 'avg_acc_mask': 53.38591195407514, 'loss': 1.3964792490005493}
+{'epoch': 48, 'iter': 1060, 'avg_loss': 1.3635435966699332, 'avg_acc_mask': 53.39223347971922, 'loss': 1.1800748109817505}
+{'epoch': 48, 'iter': 1070, 'avg_loss': 1.362323124257345, 'avg_acc_mask': 53.427989107164265, 'loss': 1.304555058479309}
+{'epoch': 48, 'iter': 1080, 'avg_loss': 1.3620413865456418, 'avg_acc_mask': 53.4555807883944, 'loss': 1.1196717023849487}
+{'epoch': 48, 'iter': 1090, 'avg_loss': 1.3623638656246455, 'avg_acc_mask': 53.462125404571445, 'loss': 1.3517731428146362}
+{'epoch': 48, 'iter': 1100, 'avg_loss': 1.3625267644993941, 'avg_acc_mask': 53.44064921674926, 'loss': 1.3098396062850952}
+{'epoch': 'EP48_train', 'avg_loss': 1.3625680081445168, 'total_masked_acc': 53.43330571665286}
+{'epoch': 49, 'iter': 0, 'avg_loss': 1.4229542016983032, 'avg_acc_mask': 63.934426229508205, 'loss': 1.4229542016983032}
+{'epoch': 49, 'iter': 10, 'avg_loss': 1.4348543882369995, 'avg_acc_mask': 53.355704697986575, 'loss': 1.2598811388015747}
+{'epoch': 49, 'iter': 20, 'avg_loss': 1.3948724894296556, 'avg_acc_mask': 54.637281910009186, 'loss': 1.3576512336730957}
+{'epoch': 49, 'iter': 30, 'avg_loss': 1.4172567359862789, 'avg_acc_mask': 53.807740324594256, 'loss': 1.4970377683639526}
+{'epoch': 49, 'iter': 40, 'avg_loss': 1.3881440148120974, 'avg_acc_mask': 54.524033930254475, 'loss': 1.2888145446777344}
+{'epoch': 49, 'iter': 50, 'avg_loss': 1.4192499682015063, 'avg_acc_mask': 52.024364027230384, 'loss': 1.668006420135498}
+{'epoch': 49, 'iter': 60, 'avg_loss': 1.3987242745571449, 'avg_acc_mask': 52.95003010234798, 'loss': 1.3863739967346191}
+{'epoch': 49, 'iter': 70, 'avg_loss': 1.3945658811381165, 'avg_acc_mask': 53.03580695381422, 'loss': 1.4289577007293701}
+{'epoch': 49, 'iter': 80, 'avg_loss': 1.3952881480440682, 'avg_acc_mask': 53.10033821871477, 'loss': 1.4009785652160645}
+{'epoch': 49, 'iter': 90, 'avg_loss': 1.4017155904036303, 'avg_acc_mask': 52.81437125748503, 'loss': 1.4056316614151}
+{'epoch': 49, 'iter': 100, 'avg_loss': 1.3889087473992074, 'avg_acc_mask': 53.19877455397369, 'loss': 1.319987416267395}
+{'epoch': 49, 'iter': 110, 'avg_loss': 1.3864885745821773, 'avg_acc_mask': 53.20934825543121, 'loss': 1.2443138360977173}
+{'epoch': 49, 'iter': 120, 'avg_loss': 1.379645184051892, 'avg_acc_mask': 53.34645669291339, 'loss': 1.5690953731536865}
+{'epoch': 49, 'iter': 130, 'avg_loss': 1.371095663718595, 'avg_acc_mask': 53.44418052256532, 'loss': 1.2138514518737793}
+{'epoch': 49, 'iter': 140, 'avg_loss': 1.3741645170441756, 'avg_acc_mask': 53.29279337559839, 'loss': 1.1383062601089478}
+{'epoch': 49, 'iter': 150, 'avg_loss': 1.3663047133692052, 'avg_acc_mask': 53.52404138770541, 'loss': 1.6263917684555054}
+{'epoch': 49, 'iter': 160, 'avg_loss': 1.3694124910402001, 'avg_acc_mask': 53.423094477407574, 'loss': 1.5691258907318115}
+{'epoch': 49, 'iter': 170, 'avg_loss': 1.368128151921501, 'avg_acc_mask': 53.316272126252926, 'loss': 1.2037731409072876}
+{'epoch': 49, 'iter': 180, 'avg_loss': 1.3692280620501187, 'avg_acc_mask': 53.20137345990709, 'loss': 1.1678383350372314}
+{'epoch': 49, 'iter': 190, 'avg_loss': 1.3671380181587178, 'avg_acc_mask': 53.216542217116604, 'loss': 1.0882160663604736}
+{'epoch': 49, 'iter': 200, 'avg_loss': 1.3587699307138055, 'avg_acc_mask': 53.39469607217716, 'loss': 1.238365650177002}
+{'epoch': 49, 'iter': 210, 'avg_loss': 1.3536940637922965, 'avg_acc_mask': 53.673593600556465, 'loss': 1.1515551805496216}
+{'epoch': 49, 'iter': 220, 'avg_loss': 1.3553182113224564, 'avg_acc_mask': 53.65550397877984, 'loss': 1.4955055713653564}
+{'epoch': 49, 'iter': 230, 'avg_loss': 1.3550026806402, 'avg_acc_mask': 53.740579135263786, 'loss': 1.5107977390289307}
+{'epoch': 49, 'iter': 240, 'avg_loss': 1.3528759219834419, 'avg_acc_mask': 53.860812561933066, 'loss': 1.260801911354065}
+{'epoch': 49, 'iter': 250, 'avg_loss': 1.3533989597126783, 'avg_acc_mask': 53.89672047330363, 'loss': 1.2843841314315796}
+{'epoch': 49, 'iter': 260, 'avg_loss': 1.355830994373994, 'avg_acc_mask': 53.854261822781254, 'loss': 1.3088631629943848}
+{'epoch': 49, 'iter': 270, 'avg_loss': 1.3561611626420953, 'avg_acc_mask': 53.8357461777838, 'loss': 1.6591260433197021}
+{'epoch': 49, 'iter': 280, 'avg_loss': 1.3573559692321724, 'avg_acc_mask': 53.640047052672855, 'loss': 0.895912230014801}
+{'epoch': 49, 'iter': 290, 'avg_loss': 1.3551774838126402, 'avg_acc_mask': 53.63308670081578, 'loss': 1.3104994297027588}
+{'epoch': 49, 'iter': 300, 'avg_loss': 1.350762262098813, 'avg_acc_mask': 53.69370474904896, 'loss': 1.0678362846374512}
+{'epoch': 49, 'iter': 310, 'avg_loss': 1.3514306963065046, 'avg_acc_mask': 53.600523280014265, 'loss': 1.1308430433273315}
+{'epoch': 49, 'iter': 320, 'avg_loss': 1.3537919253946464, 'avg_acc_mask': 53.491192607565694, 'loss': 1.3441016674041748}
+{'epoch': 49, 'iter': 330, 'avg_loss': 1.352996393633033, 'avg_acc_mask': 53.58819584171697, 'loss': 1.249895453453064}
+{'epoch': 49, 'iter': 340, 'avg_loss': 1.3511509447852887, 'avg_acc_mask': 53.59757089410616, 'loss': 1.3285353183746338}
+{'epoch': 49, 'iter': 350, 'avg_loss': 1.3513018239257681, 'avg_acc_mask': 53.633582955384455, 'loss': 1.4300774335861206}
+{'epoch': 49, 'iter': 360, 'avg_loss': 1.3525535802761934, 'avg_acc_mask': 53.637106661217814, 'loss': 1.9308372735977173}
+{'epoch': 49, 'iter': 370, 'avg_loss': 1.3503714920375547, 'avg_acc_mask': 53.686360466274785, 'loss': 1.2319344282150269}
+{'epoch': 49, 'iter': 380, 'avg_loss': 1.353826084944207, 'avg_acc_mask': 53.5710819990296, 'loss': 1.2493641376495361}
+{'epoch': 49, 'iter': 390, 'avg_loss': 1.3546314737985812, 'avg_acc_mask': 53.565348969169655, 'loss': 1.6001936197280884}
+{'epoch': 49, 'iter': 400, 'avg_loss': 1.354700416549483, 'avg_acc_mask': 53.597304905625556, 'loss': 1.1528513431549072}
+{'epoch': 49, 'iter': 410, 'avg_loss': 1.3549194592629037, 'avg_acc_mask': 53.55354000270746, 'loss': 1.470987319946289}
+{'epoch': 49, 'iter': 420, 'avg_loss': 1.3553532626736475, 'avg_acc_mask': 53.47145690985232, 'loss': 1.0779067277908325}
+{'epoch': 49, 'iter': 430, 'avg_loss': 1.3566171767540156, 'avg_acc_mask': 53.457927827060544, 'loss': 1.515116810798645}
+{'epoch': 49, 'iter': 440, 'avg_loss': 1.3575348725664913, 'avg_acc_mask': 53.38801261829653, 'loss': 1.380003571510315}
+{'epoch': 49, 'iter': 450, 'avg_loss': 1.3581188831255335, 'avg_acc_mask': 53.36105050837689, 'loss': 1.3200652599334717}
+{'epoch': 49, 'iter': 460, 'avg_loss': 1.3593756621158046, 'avg_acc_mask': 53.331723804925154, 'loss': 1.3896205425262451}
+{'epoch': 49, 'iter': 470, 'avg_loss': 1.3587206374308107, 'avg_acc_mask': 53.33438249990164, 'loss': 1.6671342849731445}
+{'epoch': 49, 'iter': 480, 'avg_loss': 1.3573692405050362, 'avg_acc_mask': 53.401386748844374, 'loss': 1.1387975215911865}
+{'epoch': 49, 'iter': 490, 'avg_loss': 1.3562128123829176, 'avg_acc_mask': 53.43148357870895, 'loss': 1.2203702926635742}
+{'epoch': 49, 'iter': 500, 'avg_loss': 1.3545815987501315, 'avg_acc_mask': 53.49078255719256, 'loss': 1.0054056644439697}
+{'epoch': 49, 'iter': 510, 'avg_loss': 1.355552960048683, 'avg_acc_mask': 53.48980404940418, 'loss': 1.1873211860656738}
+{'epoch': 49, 'iter': 520, 'avg_loss': 1.3539637942689393, 'avg_acc_mask': 53.53054113631516, 'loss': 1.6857943534851074}
+{'epoch': 49, 'iter': 530, 'avg_loss': 1.3554066358986547, 'avg_acc_mask': 53.51483420593368, 'loss': 1.0964035987854004}
+{'epoch': 49, 'iter': 540, 'avg_loss': 1.3552431621745422, 'avg_acc_mask': 53.49474333070785, 'loss': 1.3595598936080933}
+{'epoch': 49, 'iter': 550, 'avg_loss': 1.3561796791540517, 'avg_acc_mask': 53.444053011239724, 'loss': 1.4100191593170166}
+{'epoch': 49, 'iter': 560, 'avg_loss': 1.3566479540551197, 'avg_acc_mask': 53.404178079931356, 'loss': 1.4975433349609375}
+{'epoch': 49, 'iter': 570, 'avg_loss': 1.3568567837182361, 'avg_acc_mask': 53.43674952943467, 'loss': 1.5444666147232056}
+{'epoch': 49, 'iter': 580, 'avg_loss': 1.355528655232743, 'avg_acc_mask': 53.48266632679072, 'loss': 1.3795151710510254}
+{'epoch': 49, 'iter': 590, 'avg_loss': 1.3561780002919954, 'avg_acc_mask': 53.459335982726785, 'loss': 1.2976644039154053}
+{'epoch': 49, 'iter': 600, 'avg_loss': 1.3559791549866687, 'avg_acc_mask': 53.49044703565825, 'loss': 1.2356220483779907}
+{'epoch': 49, 'iter': 610, 'avg_loss': 1.3568665248672622, 'avg_acc_mask': 53.49434737923947, 'loss': 1.6202691793441772}
+{'epoch': 49, 'iter': 620, 'avg_loss': 1.354057169382891, 'avg_acc_mask': 53.61564099511963, 'loss': 1.5870003700256348}
+{'epoch': 49, 'iter': 630, 'avg_loss': 1.3530854453375525, 'avg_acc_mask': 53.662177985948475, 'loss': 1.0694068670272827}
+{'epoch': 49, 'iter': 640, 'avg_loss': 1.3538562632202171, 'avg_acc_mask': 53.68976555065317, 'loss': 1.2146780490875244}
+{'epoch': 49, 'iter': 650, 'avg_loss': 1.353332886772771, 'avg_acc_mask': 53.67106570171705, 'loss': 0.9377339482307434}
+{'epoch': 49, 'iter': 660, 'avg_loss': 1.3522714317836848, 'avg_acc_mask': 53.74636546633863, 'loss': 1.5497459173202515}
+{'epoch': 49, 'iter': 670, 'avg_loss': 1.352883271151257, 'avg_acc_mask': 53.75908790482485, 'loss': 1.7072347402572632}
+{'epoch': 49, 'iter': 680, 'avg_loss': 1.3517753413595293, 'avg_acc_mask': 53.7940011932527, 'loss': 1.409227728843689}
+{'epoch': 49, 'iter': 690, 'avg_loss': 1.3523254928471555, 'avg_acc_mask': 53.795423597575635, 'loss': 1.6985074281692505}
+{'epoch': 49, 'iter': 700, 'avg_loss': 1.3537560464992333, 'avg_acc_mask': 53.784829110427026, 'loss': 1.496250033378601}
+{'epoch': 49, 'iter': 710, 'avg_loss': 1.3529516292523733, 'avg_acc_mask': 53.8243993565461, 'loss': 1.4223859310150146}
+{'epoch': 49, 'iter': 720, 'avg_loss': 1.353604326631755, 'avg_acc_mask': 53.8038894993739, 'loss': 1.128192663192749}
+{'epoch': 49, 'iter': 730, 'avg_loss': 1.3523219098144614, 'avg_acc_mask': 53.85158120196548, 'loss': 1.3966038227081299}
+{'epoch': 49, 'iter': 740, 'avg_loss': 1.3522283771099188, 'avg_acc_mask': 53.85724227060344, 'loss': 1.4305700063705444}
+{'epoch': 49, 'iter': 750, 'avg_loss': 1.3535295297080445, 'avg_acc_mask': 53.844267320662176, 'loss': 1.3226902484893799}
+{'epoch': 49, 'iter': 760, 'avg_loss': 1.353941325994108, 'avg_acc_mask': 53.84019370460048, 'loss': 1.0816938877105713}
+{'epoch': 49, 'iter': 770, 'avg_loss': 1.3538589130425114, 'avg_acc_mask': 53.851299694189606, 'loss': 1.1819220781326294}
+{'epoch': 49, 'iter': 780, 'avg_loss': 1.3535858306475699, 'avg_acc_mask': 53.87121140591068, 'loss': 1.2950249910354614}
+{'epoch': 49, 'iter': 790, 'avg_loss': 1.3538605032768924, 'avg_acc_mask': 53.888099177405444, 'loss': 1.0036015510559082}
+{'epoch': 49, 'iter': 800, 'avg_loss': 1.352739338794451, 'avg_acc_mask': 53.89997468296164, 'loss': 1.2531065940856934}
+{'epoch': 49, 'iter': 810, 'avg_loss': 1.3532448608690066, 'avg_acc_mask': 53.86399818057767, 'loss': 1.2015042304992676}
+{'epoch': 49, 'iter': 820, 'avg_loss': 1.3530542853398386, 'avg_acc_mask': 53.87916507515672, 'loss': 1.4426623582839966}
+{'epoch': 49, 'iter': 830, 'avg_loss': 1.3546425963423598, 'avg_acc_mask': 53.834706705461656, 'loss': 1.5850143432617188}
+{'epoch': 49, 'iter': 840, 'avg_loss': 1.3548743193271469, 'avg_acc_mask': 53.80668362424349, 'loss': 1.494455337524414}
+{'epoch': 49, 'iter': 850, 'avg_loss': 1.35520153628393, 'avg_acc_mask': 53.827336883577956, 'loss': 0.9633945226669312}
+{'epoch': 49, 'iter': 860, 'avg_loss': 1.3557592087644872, 'avg_acc_mask': 53.807551037840604, 'loss': 1.467139482498169}
+{'epoch': 49, 'iter': 870, 'avg_loss': 1.3576201216909012, 'avg_acc_mask': 53.74757608970576, 'loss': 1.1227524280548096}
+{'epoch': 49, 'iter': 880, 'avg_loss': 1.3568812349597659, 'avg_acc_mask': 53.751588773362776, 'loss': 1.1494693756103516}
+{'epoch': 49, 'iter': 890, 'avg_loss': 1.3556768275404352, 'avg_acc_mask': 53.809828222630074, 'loss': 1.0207784175872803}
+{'epoch': 49, 'iter': 900, 'avg_loss': 1.3556920253608653, 'avg_acc_mask': 53.756801369444275, 'loss': 1.5333330631256104}
+{'epoch': 49, 'iter': 910, 'avg_loss': 1.3562262532608962, 'avg_acc_mask': 53.744537747437526, 'loss': 1.39513099193573}
+{'epoch': 49, 'iter': 920, 'avg_loss': 1.3554424725060354, 'avg_acc_mask': 53.8053767512306, 'loss': 1.3048665523529053}
+{'epoch': 49, 'iter': 930, 'avg_loss': 1.355398864738411, 'avg_acc_mask': 53.82871337880999, 'loss': 1.6120489835739136}
+{'epoch': 49, 'iter': 940, 'avg_loss': 1.3552457744079494, 'avg_acc_mask': 53.82695831871174, 'loss': 1.4213893413543701}
+{'epoch': 49, 'iter': 950, 'avg_loss': 1.3549530973068422, 'avg_acc_mask': 53.84585697194242, 'loss': 1.4891953468322754}
+{'epoch': 49, 'iter': 960, 'avg_loss': 1.3546151648450964, 'avg_acc_mask': 53.87817452740118, 'loss': 1.3231258392333984}
+{'epoch': 49, 'iter': 970, 'avg_loss': 1.354047899265859, 'avg_acc_mask': 53.89788246850148, 'loss': 1.0428364276885986}
+{'epoch': 49, 'iter': 980, 'avg_loss': 1.354753175034557, 'avg_acc_mask': 53.86211149942998, 'loss': 1.1759960651397705}
+{'epoch': 49, 'iter': 990, 'avg_loss': 1.3546771370438346, 'avg_acc_mask': 53.85710587626197, 'loss': 1.591034173965454}
+{'epoch': 49, 'iter': 1000, 'avg_loss': 1.3551550503377314, 'avg_acc_mask': 53.85938901396592, 'loss': 1.5776927471160889}
+{'epoch': 49, 'iter': 1010, 'avg_loss': 1.3544934146128351, 'avg_acc_mask': 53.898163757318684, 'loss': 1.138051986694336}
+{'epoch': 49, 'iter': 1020, 'avg_loss': 1.354508765647507, 'avg_acc_mask': 53.908955518472666, 'loss': 1.0651745796203613}
+{'epoch': 49, 'iter': 1030, 'avg_loss': 1.353520448987167, 'avg_acc_mask': 53.92, 'loss': 1.2648444175720215}
+{'epoch': 49, 'iter': 1040, 'avg_loss': 1.3530008139001075, 'avg_acc_mask': 53.91356373618639, 'loss': 1.351246953010559}
+{'epoch': 49, 'iter': 1050, 'avg_loss': 1.3521980268403988, 'avg_acc_mask': 53.955743107747566, 'loss': 1.0394753217697144}
+{'epoch': 49, 'iter': 1060, 'avg_loss': 1.3514133292363568, 'avg_acc_mask': 53.97853921517807, 'loss': 1.1012930870056152}
+{'epoch': 49, 'iter': 1070, 'avg_loss': 1.3501267069750695, 'avg_acc_mask': 54.00951468272982, 'loss': 1.467132568359375}
+{'epoch': 49, 'iter': 1080, 'avg_loss': 1.3502326265845885, 'avg_acc_mask': 54.008810572687224, 'loss': 1.0669609308242798}
+{'epoch': 49, 'iter': 1090, 'avg_loss': 1.3506079924751269, 'avg_acc_mask': 53.96737488671835, 'loss': 1.5369795560836792}
+{'epoch': 49, 'iter': 1100, 'avg_loss': 1.3503469415516554, 'avg_acc_mask': 53.990251043936844, 'loss': 1.1869680881500244}
+{'epoch': 'EP49_train', 'avg_loss': 1.3503604316603544, 'total_masked_acc': 53.97406989853439}
+{'epoch': 50, 'iter': 0, 'avg_loss': 1.723860263824463, 'avg_acc_mask': 42.10526315789473, 'loss': 1.723860263824463}
+{'epoch': 50, 'iter': 10, 'avg_loss': 1.4456251101060347, 'avg_acc_mask': 52.14626391096979, 'loss': 1.1848524808883667}
+{'epoch': 50, 'iter': 20, 'avg_loss': 1.4072014916510809, 'avg_acc_mask': 52.32853513971211, 'loss': 1.3703148365020752}
+{'epoch': 50, 'iter': 30, 'avg_loss': 1.3721222666002089, 'avg_acc_mask': 52.637749120750286, 'loss': 1.7195844650268555}
+{'epoch': 50, 'iter': 40, 'avg_loss': 1.3624248839006192, 'avg_acc_mask': 53.687445127304656, 'loss': 1.3312275409698486}
+{'epoch': 50, 'iter': 50, 'avg_loss': 1.375033957116744, 'avg_acc_mask': 52.77777777777778, 'loss': 1.414159893989563}
+{'epoch': 50, 'iter': 60, 'avg_loss': 1.3707269224964205, 'avg_acc_mask': 53.06794372942233, 'loss': 1.3937532901763916}
+{'epoch': 50, 'iter': 70, 'avg_loss': 1.3693609758162162, 'avg_acc_mask': 53.054414784394254, 'loss': 1.4321576356887817}
+{'epoch': 50, 'iter': 80, 'avg_loss': 1.3774680679227098, 'avg_acc_mask': 52.76902296262944, 'loss': 1.458604335784912}
+{'epoch': 50, 'iter': 90, 'avg_loss': 1.3816913471117125, 'avg_acc_mask': 52.68429487179487, 'loss': 1.4582005739212036}
+{'epoch': 50, 'iter': 100, 'avg_loss': 1.36407469640864, 'avg_acc_mask': 53.19846910880263, 'loss': 1.0333853960037231}
+{'epoch': 50, 'iter': 110, 'avg_loss': 1.3587631738937653, 'avg_acc_mask': 53.526490066225165, 'loss': 1.198546051979065}
+{'epoch': 50, 'iter': 120, 'avg_loss': 1.3592327173091163, 'avg_acc_mask': 53.2683224135304, 'loss': 1.3924229145050049}
+{'epoch': 50, 'iter': 130, 'avg_loss': 1.3557508492287789, 'avg_acc_mask': 53.47856640899508, 'loss': 1.4956260919570923}
+{'epoch': 50, 'iter': 140, 'avg_loss': 1.363609956511369, 'avg_acc_mask': 53.18955437183318, 'loss': 1.280783772468567}
+{'epoch': 50, 'iter': 150, 'avg_loss': 1.3568238643620978, 'avg_acc_mask': 53.39128305582762, 'loss': 1.5551862716674805}
+{'epoch': 50, 'iter': 160, 'avg_loss': 1.356141201457622, 'avg_acc_mask': 53.470940959409596, 'loss': 1.2764713764190674}
+{'epoch': 50, 'iter': 170, 'avg_loss': 1.3553270188688535, 'avg_acc_mask': 53.5404937202252, 'loss': 1.2789720296859741}
+{'epoch': 50, 'iter': 180, 'avg_loss': 1.3578883603791505, 'avg_acc_mask': 53.37824045723617, 'loss': 1.507913589477539}
+{'epoch': 50, 'iter': 190, 'avg_loss': 1.3551429425858703, 'avg_acc_mask': 53.48433734939759, 'loss': 1.3654847145080566}
+{'epoch': 50, 'iter': 200, 'avg_loss': 1.352295317756596, 'avg_acc_mask': 53.46860433232794, 'loss': 1.370816707611084}
+{'epoch': 50, 'iter': 210, 'avg_loss': 1.3527304004718907, 'avg_acc_mask': 53.537633475128054, 'loss': 1.629202127456665}
+{'epoch': 50, 'iter': 220, 'avg_loss': 1.352158667275269, 'avg_acc_mask': 53.5956917978459, 'loss': 1.2250895500183105}
+{'epoch': 50, 'iter': 230, 'avg_loss': 1.3520856899616522, 'avg_acc_mask': 53.64670325300247, 'loss': 1.2751938104629517}
+{'epoch': 50, 'iter': 240, 'avg_loss': 1.3545516140728076, 'avg_acc_mask': 53.5484857754665, 'loss': 1.2635973691940308}
+{'epoch': 50, 'iter': 250, 'avg_loss': 1.3563754829277554, 'avg_acc_mask': 53.5225768495367, 'loss': 1.2287005186080933}
+{'epoch': 50, 'iter': 260, 'avg_loss': 1.3557922232653445, 'avg_acc_mask': 53.5759627592044, 'loss': 1.2826271057128906}
+{'epoch': 50, 'iter': 270, 'avg_loss': 1.3581334598829826, 'avg_acc_mask': 53.585495042781474, 'loss': 1.2943440675735474}
+{'epoch': 50, 'iter': 280, 'avg_loss': 1.3593497038736038, 'avg_acc_mask': 53.57330186205088, 'loss': 1.252051830291748}
+{'epoch': 50, 'iter': 290, 'avg_loss': 1.3573299476371188, 'avg_acc_mask': 53.622913505311075, 'loss': 1.181958794593811}
+{'epoch': 50, 'iter': 300, 'avg_loss': 1.3559012098169803, 'avg_acc_mask': 53.71536909057551, 'loss': 1.2817739248275757}
+{'epoch': 50, 'iter': 310, 'avg_loss': 1.3553850156317953, 'avg_acc_mask': 53.65709209357418, 'loss': 1.1017091274261475}
+{'epoch': 50, 'iter': 320, 'avg_loss': 1.3551537271972014, 'avg_acc_mask': 53.648414985590776, 'loss': 1.267318606376648}
+{'epoch': 50, 'iter': 330, 'avg_loss': 1.355006656797991, 'avg_acc_mask': 53.70556112782793, 'loss': 1.166834831237793}
+{'epoch': 50, 'iter': 340, 'avg_loss': 1.3553179175623002, 'avg_acc_mask': 53.690804039094985, 'loss': 1.6138304471969604}
+{'epoch': 50, 'iter': 350, 'avg_loss': 1.3550057851011597, 'avg_acc_mask': 53.735420825890515, 'loss': 1.3579366207122803}
+{'epoch': 50, 'iter': 360, 'avg_loss': 1.3567273456634246, 'avg_acc_mask': 53.73385738349242, 'loss': 1.5919628143310547}
+{'epoch': 50, 'iter': 370, 'avg_loss': 1.355956601164733, 'avg_acc_mask': 53.762371313472926, 'loss': 1.205198884010315}
+{'epoch': 50, 'iter': 380, 'avg_loss': 1.3576343452210815, 'avg_acc_mask': 53.701999903152384, 'loss': 1.0456684827804565}
+{'epoch': 50, 'iter': 390, 'avg_loss': 1.3596238817095452, 'avg_acc_mask': 53.63747876957916, 'loss': 1.657570719718933}
+{'epoch': 50, 'iter': 400, 'avg_loss': 1.3590053458166242, 'avg_acc_mask': 53.63444219812534, 'loss': 1.3917688131332397}
+{'epoch': 50, 'iter': 410, 'avg_loss': 1.3590514551113992, 'avg_acc_mask': 53.51973831608191, 'loss': 1.4147868156433105}
+{'epoch': 50, 'iter': 420, 'avg_loss': 1.3584046741845772, 'avg_acc_mask': 53.543893464166814, 'loss': 1.1963651180267334}
+{'epoch': 50, 'iter': 430, 'avg_loss': 1.357272649447492, 'avg_acc_mask': 53.64329137768644, 'loss': 1.2188667058944702}
+{'epoch': 50, 'iter': 440, 'avg_loss': 1.36025301169376, 'avg_acc_mask': 53.549763627996484, 'loss': 2.037071466445923}
+{'epoch': 50, 'iter': 450, 'avg_loss': 1.3609744200685336, 'avg_acc_mask': 53.48818155749457, 'loss': 1.3185436725616455}
+{'epoch': 50, 'iter': 460, 'avg_loss': 1.363703737419236, 'avg_acc_mask': 53.45110763930617, 'loss': 1.4530528783798218}
+{'epoch': 50, 'iter': 470, 'avg_loss': 1.3639340181765789, 'avg_acc_mask': 53.37613026969898, 'loss': 1.3917142152786255}
+{'epoch': 50, 'iter': 480, 'avg_loss': 1.363149588048582, 'avg_acc_mask': 53.44138884621293, 'loss': 1.1668719053268433}
+{'epoch': 50, 'iter': 490, 'avg_loss': 1.363958096188586, 'avg_acc_mask': 53.40207737468011, 'loss': 1.5230393409729004}
+{'epoch': 50, 'iter': 500, 'avg_loss': 1.3624830240023111, 'avg_acc_mask': 53.55340235051395, 'loss': 1.2483848333358765}
+{'epoch': 50, 'iter': 510, 'avg_loss': 1.3628697062891757, 'avg_acc_mask': 53.538450440051946, 'loss': 1.3234604597091675}
+{'epoch': 50, 'iter': 520, 'avg_loss': 1.3621098602801962, 'avg_acc_mask': 53.60113254291276, 'loss': 1.4795976877212524}
+{'epoch': 50, 'iter': 530, 'avg_loss': 1.3608507186230518, 'avg_acc_mask': 53.65303146051809, 'loss': 1.1946231126785278}
+{'epoch': 50, 'iter': 540, 'avg_loss': 1.3597872669286957, 'avg_acc_mask': 53.658120823673805, 'loss': 1.3535223007202148}
+{'epoch': 50, 'iter': 550, 'avg_loss': 1.3605247774920317, 'avg_acc_mask': 53.6439545758183, 'loss': 1.0382834672927856}
+{'epoch': 50, 'iter': 560, 'avg_loss': 1.360121891672811, 'avg_acc_mask': 53.7262894901213, 'loss': 1.1112836599349976}
+{'epoch': 50, 'iter': 570, 'avg_loss': 1.3580672392285642, 'avg_acc_mask': 53.812889276148056, 'loss': 1.137445330619812}
+{'epoch': 50, 'iter': 580, 'avg_loss': 1.3592514815305883, 'avg_acc_mask': 53.80763745840596, 'loss': 1.661996603012085}
+{'epoch': 50, 'iter': 590, 'avg_loss': 1.3606866989442339, 'avg_acc_mask': 53.749143675655475, 'loss': 1.1635583639144897}
+{'epoch': 50, 'iter': 600, 'avg_loss': 1.3605020926915072, 'avg_acc_mask': 53.74237267347377, 'loss': 1.2830162048339844}
+{'epoch': 50, 'iter': 610, 'avg_loss': 1.3620574932831984, 'avg_acc_mask': 53.703368890495994, 'loss': 1.2473576068878174}
+{'epoch': 50, 'iter': 620, 'avg_loss': 1.3600199066114502, 'avg_acc_mask': 53.74644043663977, 'loss': 1.6191723346710205}
+{'epoch': 50, 'iter': 630, 'avg_loss': 1.3580761761559548, 'avg_acc_mask': 53.83222339058301, 'loss': 1.0718976259231567}
+{'epoch': 50, 'iter': 640, 'avg_loss': 1.3570176070082391, 'avg_acc_mask': 53.89868603042876, 'loss': 1.1788594722747803}
+{'epoch': 50, 'iter': 650, 'avg_loss': 1.3577236495625955, 'avg_acc_mask': 53.84244007724639, 'loss': 1.294965386390686}
+{'epoch': 50, 'iter': 660, 'avg_loss': 1.3569592877703969, 'avg_acc_mask': 53.884473301242586, 'loss': 1.2905573844909668}
+{'epoch': 50, 'iter': 670, 'avg_loss': 1.3572714227500153, 'avg_acc_mask': 53.86441426520923, 'loss': 1.1682778596878052}
+{'epoch': 50, 'iter': 680, 'avg_loss': 1.3578983753613263, 'avg_acc_mask': 53.84636301835486, 'loss': 1.3304312229156494}
+{'epoch': 50, 'iter': 690, 'avg_loss': 1.3581905609964462, 'avg_acc_mask': 53.84080081366094, 'loss': 1.1574957370758057}
+{'epoch': 50, 'iter': 700, 'avg_loss': 1.3599519785732754, 'avg_acc_mask': 53.7889574434425, 'loss': 1.7129359245300293}
+{'epoch': 50, 'iter': 710, 'avg_loss': 1.359078580317115, 'avg_acc_mask': 53.81592984829955, 'loss': 1.229125738143921}
+{'epoch': 50, 'iter': 720, 'avg_loss': 1.3604609802592644, 'avg_acc_mask': 53.74990384861926, 'loss': 1.517703652381897}
+{'epoch': 50, 'iter': 730, 'avg_loss': 1.3594231815083735, 'avg_acc_mask': 53.79264992285707, 'loss': 1.488632321357727}
+{'epoch': 50, 'iter': 740, 'avg_loss': 1.3597107992963753, 'avg_acc_mask': 53.74363581910752, 'loss': 1.3753480911254883}
+{'epoch': 50, 'iter': 750, 'avg_loss': 1.3605024672538717, 'avg_acc_mask': 53.700512113452824, 'loss': 1.5506893396377563}
+{'epoch': 50, 'iter': 760, 'avg_loss': 1.3605099425365985, 'avg_acc_mask': 53.6936103946664, 'loss': 1.1795164346694946}
+{'epoch': 50, 'iter': 770, 'avg_loss': 1.3615206422045074, 'avg_acc_mask': 53.66304321743095, 'loss': 1.3193408250808716}
+{'epoch': 50, 'iter': 780, 'avg_loss': 1.3607725421689385, 'avg_acc_mask': 53.69005002252199, 'loss': 1.304049015045166}
+{'epoch': 50, 'iter': 790, 'avg_loss': 1.361480103958723, 'avg_acc_mask': 53.68756442695155, 'loss': 1.6904950141906738}
+{'epoch': 50, 'iter': 800, 'avg_loss': 1.3606453014819064, 'avg_acc_mask': 53.70438970179663, 'loss': 1.2849875688552856}
+{'epoch': 50, 'iter': 810, 'avg_loss': 1.3602395335490254, 'avg_acc_mask': 53.696417951415896, 'loss': 1.2360645532608032}
+{'epoch': 50, 'iter': 820, 'avg_loss': 1.3606445382776853, 'avg_acc_mask': 53.677532960086694, 'loss': 1.1985468864440918}
+{'epoch': 50, 'iter': 830, 'avg_loss': 1.3607186100543192, 'avg_acc_mask': 53.66751438897068, 'loss': 1.6494396924972534}
+{'epoch': 50, 'iter': 840, 'avg_loss': 1.3601058334572846, 'avg_acc_mask': 53.66288671143895, 'loss': 1.3679380416870117}
+{'epoch': 50, 'iter': 850, 'avg_loss': 1.3602586845953792, 'avg_acc_mask': 53.61418297955548, 'loss': 1.3407342433929443}
+{'epoch': 50, 'iter': 860, 'avg_loss': 1.3613049388624097, 'avg_acc_mask': 53.59709914819663, 'loss': 1.245745062828064}
+{'epoch': 50, 'iter': 870, 'avg_loss': 1.3617533136043702, 'avg_acc_mask': 53.574530280243174, 'loss': 1.3408255577087402}
+{'epoch': 50, 'iter': 880, 'avg_loss': 1.3618741578059894, 'avg_acc_mask': 53.57546577349801, 'loss': 1.2863450050354004}
+{'epoch': 50, 'iter': 890, 'avg_loss': 1.3607160012194872, 'avg_acc_mask': 53.634573530935846, 'loss': 0.9045627117156982}
+{'epoch': 50, 'iter': 900, 'avg_loss': 1.361391373003495, 'avg_acc_mask': 53.614963840118, 'loss': 1.3801298141479492}
+{'epoch': 50, 'iter': 910, 'avg_loss': 1.3619870268029255, 'avg_acc_mask': 53.543067822704806, 'loss': 1.4392551183700562}
+{'epoch': 50, 'iter': 920, 'avg_loss': 1.3615648896634645, 'avg_acc_mask': 53.56297395979617, 'loss': 1.271682858467102}
+{'epoch': 50, 'iter': 930, 'avg_loss': 1.3614494068153946, 'avg_acc_mask': 53.58192943420216, 'loss': 1.3674356937408447}
+{'epoch': 50, 'iter': 940, 'avg_loss': 1.3618964739737678, 'avg_acc_mask': 53.53858849418421, 'loss': 1.196610927581787}
+{'epoch': 50, 'iter': 950, 'avg_loss': 1.3619830782606523, 'avg_acc_mask': 53.50116640746501, 'loss': 1.5869165658950806}
+{'epoch': 50, 'iter': 960, 'avg_loss': 1.3617010679751107, 'avg_acc_mask': 53.53482917075234, 'loss': 1.5034289360046387}
+{'epoch': 50, 'iter': 970, 'avg_loss': 1.3614343545954948, 'avg_acc_mask': 53.57822249277127, 'loss': 1.2891428470611572}
+{'epoch': 50, 'iter': 980, 'avg_loss': 1.3614362929088504, 'avg_acc_mask': 53.54461109961044, 'loss': 1.312340259552002}
+{'epoch': 50, 'iter': 990, 'avg_loss': 1.362351710692905, 'avg_acc_mask': 53.52225364691873, 'loss': 1.6792110204696655}
+{'epoch': 50, 'iter': 1000, 'avg_loss': 1.3626963730220432, 'avg_acc_mask': 53.491969942537196, 'loss': 1.7425447702407837}
+{'epoch': 50, 'iter': 1010, 'avg_loss': 1.3624216556313247, 'avg_acc_mask': 53.50405540873052, 'loss': 1.2153143882751465}
+{'epoch': 50, 'iter': 1020, 'avg_loss': 1.3618338211976817, 'avg_acc_mask': 53.542824157587134, 'loss': 1.189009189605713}
+{'epoch': 50, 'iter': 1030, 'avg_loss': 1.3610205887938795, 'avg_acc_mask': 53.57653279977133, 'loss': 1.301519513130188}
+{'epoch': 50, 'iter': 1040, 'avg_loss': 1.3603385219083854, 'avg_acc_mask': 53.60220857592864, 'loss': 1.222001552581787}
+{'epoch': 50, 'iter': 1050, 'avg_loss': 1.360178865499433, 'avg_acc_mask': 53.609295315539505, 'loss': 1.364586591720581}
+{'epoch': 50, 'iter': 1060, 'avg_loss': 1.360200750558136, 'avg_acc_mask': 53.61342202615628, 'loss': 1.1411114931106567}
+{'epoch': 50, 'iter': 1070, 'avg_loss': 1.360687015159012, 'avg_acc_mask': 53.59944941500344, 'loss': 1.365452527999878}
+{'epoch': 50, 'iter': 1080, 'avg_loss': 1.3603199726447919, 'avg_acc_mask': 53.64607287035618, 'loss': 1.183070182800293}
+{'epoch': 50, 'iter': 1090, 'avg_loss': 1.3613721290167924, 'avg_acc_mask': 53.60194125676154, 'loss': 1.2802296876907349}
+{'epoch': 50, 'iter': 1100, 'avg_loss': 1.3607040553824887, 'avg_acc_mask': 53.618541896269576, 'loss': 1.166225552558899}
+{'epoch': 'EP50_train', 'avg_loss': 1.3609948985716875, 'total_masked_acc': 53.598576204653945}
+{'epoch': 51, 'iter': 0, 'avg_loss': 1.6265051364898682, 'avg_acc_mask': 46.666666666666664, 'loss': 1.6265051364898682}
+{'epoch': 51, 'iter': 10, 'avg_loss': 1.450362671505321, 'avg_acc_mask': 52.49169435215947, 'loss': 1.3505977392196655}
+{'epoch': 51, 'iter': 20, 'avg_loss': 1.4110474359421503, 'avg_acc_mask': 52.40213523131673, 'loss': 1.4998657703399658}
+{'epoch': 51, 'iter': 30, 'avg_loss': 1.4118033993628718, 'avg_acc_mask': 52.59082787373437, 'loss': 1.5359830856323242}
+{'epoch': 51, 'iter': 40, 'avg_loss': 1.3898045493335258, 'avg_acc_mask': 53.451327433628315, 'loss': 1.1788700819015503}
+{'epoch': 51, 'iter': 50, 'avg_loss': 1.4095748405830533, 'avg_acc_mask': 52.176941832114245, 'loss': 1.613162875175476}
+{'epoch': 51, 'iter': 60, 'avg_loss': 1.378636682619814, 'avg_acc_mask': 52.948113207547166, 'loss': 1.3557302951812744}
+{'epoch': 51, 'iter': 70, 'avg_loss': 1.3739044414439672, 'avg_acc_mask': 53.333333333333336, 'loss': 1.2040793895721436}
+{'epoch': 51, 'iter': 80, 'avg_loss': 1.3694346966566864, 'avg_acc_mask': 53.36992316136114, 'loss': 1.3934296369552612}
+{'epoch': 51, 'iter': 90, 'avg_loss': 1.3701249465837584, 'avg_acc_mask': 53.12622118014849, 'loss': 1.3120505809783936}
+{'epoch': 51, 'iter': 100, 'avg_loss': 1.3637375973238803, 'avg_acc_mask': 53.304828077676824, 'loss': 1.2935795783996582}
+{'epoch': 51, 'iter': 110, 'avg_loss': 1.3632770604915447, 'avg_acc_mask': 53.45501955671447, 'loss': 1.193606972694397}
+{'epoch': 51, 'iter': 120, 'avg_loss': 1.3582393236396726, 'avg_acc_mask': 53.627948641385494, 'loss': 1.3321237564086914}
+{'epoch': 51, 'iter': 130, 'avg_loss': 1.3590856508444285, 'avg_acc_mask': 53.280154036583696, 'loss': 1.3913606405258179}
+{'epoch': 51, 'iter': 140, 'avg_loss': 1.3573385730702827, 'avg_acc_mask': 53.27722519765366, 'loss': 1.2478944063186646}
+{'epoch': 51, 'iter': 150, 'avg_loss': 1.3519583198408418, 'avg_acc_mask': 53.58042461317021, 'loss': 1.613490104675293}
+{'epoch': 51, 'iter': 160, 'avg_loss': 1.3507298238529182, 'avg_acc_mask': 53.70287253141831, 'loss': 1.3333735466003418}
+{'epoch': 51, 'iter': 170, 'avg_loss': 1.3519035047954984, 'avg_acc_mask': 53.5718043135192, 'loss': 1.4941163063049316}
+{'epoch': 51, 'iter': 180, 'avg_loss': 1.3561788389037328, 'avg_acc_mask': 53.23762376237624, 'loss': 1.6255165338516235}
+{'epoch': 51, 'iter': 190, 'avg_loss': 1.3559466481832934, 'avg_acc_mask': 53.23835411003843, 'loss': 1.2074452638626099}
+{'epoch': 51, 'iter': 200, 'avg_loss': 1.3555513845747382, 'avg_acc_mask': 53.20153174815211, 'loss': 1.427695631980896}
+{'epoch': 51, 'iter': 210, 'avg_loss': 1.3546740212146704, 'avg_acc_mask': 53.27514617405305, 'loss': 1.465309739112854}
+{'epoch': 51, 'iter': 220, 'avg_loss': 1.3524983161175412, 'avg_acc_mask': 53.42377260981912, 'loss': 1.3941645622253418}
+{'epoch': 51, 'iter': 230, 'avg_loss': 1.3523970264377017, 'avg_acc_mask': 53.579730357973034, 'loss': 0.9924012422561646}
+{'epoch': 51, 'iter': 240, 'avg_loss': 1.3476507535119275, 'avg_acc_mask': 53.70742976376779, 'loss': 1.368043065071106}
+{'epoch': 51, 'iter': 250, 'avg_loss': 1.3526140954864927, 'avg_acc_mask': 53.6504979580139, 'loss': 1.300390601158142}
+{'epoch': 51, 'iter': 260, 'avg_loss': 1.3536773984002883, 'avg_acc_mask': 53.59526594646666, 'loss': 1.4645054340362549}
+{'epoch': 51, 'iter': 270, 'avg_loss': 1.3556184693896023, 'avg_acc_mask': 53.562686073436986, 'loss': 1.7623530626296997}
+{'epoch': 51, 'iter': 280, 'avg_loss': 1.357311558044678, 'avg_acc_mask': 53.465030047308524, 'loss': 1.0792018175125122}
+{'epoch': 51, 'iter': 290, 'avg_loss': 1.3599034502743856, 'avg_acc_mask': 53.51050679851669, 'loss': 1.4522837400436401}
+{'epoch': 51, 'iter': 300, 'avg_loss': 1.3560723884161128, 'avg_acc_mask': 53.576345244508296, 'loss': 1.1378017663955688}
+{'epoch': 51, 'iter': 310, 'avg_loss': 1.354378981030639, 'avg_acc_mask': 53.52521325364127, 'loss': 1.105766773223877}
+{'epoch': 51, 'iter': 320, 'avg_loss': 1.356119299789084, 'avg_acc_mask': 53.56316650679908, 'loss': 1.1845706701278687}
+{'epoch': 51, 'iter': 330, 'avg_loss': 1.355900260436931, 'avg_acc_mask': 53.58645178912865, 'loss': 1.3043707609176636}
+{'epoch': 51, 'iter': 340, 'avg_loss': 1.3554690242512835, 'avg_acc_mask': 53.47027370427233, 'loss': 1.306543231010437}
+{'epoch': 51, 'iter': 350, 'avg_loss': 1.3549793559601504, 'avg_acc_mask': 53.492561898388836, 'loss': 1.307673692703247}
+{'epoch': 51, 'iter': 360, 'avg_loss': 1.3543338281956405, 'avg_acc_mask': 53.58214928957374, 'loss': 1.294165015220642}
+{'epoch': 51, 'iter': 370, 'avg_loss': 1.3517477250484764, 'avg_acc_mask': 53.67289355905819, 'loss': 1.1415709257125854}
+{'epoch': 51, 'iter': 380, 'avg_loss': 1.3572199283622381, 'avg_acc_mask': 53.50918734608827, 'loss': 1.0521180629730225}
+{'epoch': 51, 'iter': 390, 'avg_loss': 1.3571513013156784, 'avg_acc_mask': 53.51540874700129, 'loss': 1.2635139226913452}
+{'epoch': 51, 'iter': 400, 'avg_loss': 1.355917377364903, 'avg_acc_mask': 53.580925767341235, 'loss': 1.0969642400741577}
+{'epoch': 51, 'iter': 410, 'avg_loss': 1.3564099444670108, 'avg_acc_mask': 53.52868708201337, 'loss': 1.2895922660827637}
+{'epoch': 51, 'iter': 420, 'avg_loss': 1.3547672138078195, 'avg_acc_mask': 53.602305475504316, 'loss': 1.3765946626663208}
+{'epoch': 51, 'iter': 430, 'avg_loss': 1.3552027207792774, 'avg_acc_mask': 53.671365453397854, 'loss': 1.362589716911316}
+{'epoch': 51, 'iter': 440, 'avg_loss': 1.3572404876587882, 'avg_acc_mask': 53.607189757058435, 'loss': 1.6598846912384033}
+{'epoch': 51, 'iter': 450, 'avg_loss': 1.3570907512419503, 'avg_acc_mask': 53.6344276128099, 'loss': 1.2736080884933472}
+{'epoch': 51, 'iter': 460, 'avg_loss': 1.3567278817005115, 'avg_acc_mask': 53.61599937010354, 'loss': 1.1695573329925537}
+{'epoch': 51, 'iter': 470, 'avg_loss': 1.3591436126176466, 'avg_acc_mask': 53.59635928882718, 'loss': 1.3136652708053589}
+{'epoch': 51, 'iter': 480, 'avg_loss': 1.3596259042032048, 'avg_acc_mask': 53.60178294866468, 'loss': 1.202682614326477}
+{'epoch': 51, 'iter': 490, 'avg_loss': 1.3599508397448088, 'avg_acc_mask': 53.575528644965374, 'loss': 1.5582301616668701}
+{'epoch': 51, 'iter': 500, 'avg_loss': 1.3580551408008188, 'avg_acc_mask': 53.66384785685769, 'loss': 1.3371620178222656}
+{'epoch': 51, 'iter': 510, 'avg_loss': 1.3583815320597237, 'avg_acc_mask': 53.62045664698769, 'loss': 1.212480902671814}
+{'epoch': 51, 'iter': 520, 'avg_loss': 1.3571882603722205, 'avg_acc_mask': 53.6656072089693, 'loss': 1.2805204391479492}
+{'epoch': 51, 'iter': 530, 'avg_loss': 1.3569647843779369, 'avg_acc_mask': 53.69063121102049, 'loss': 0.9754045009613037}
+{'epoch': 51, 'iter': 540, 'avg_loss': 1.358509764212998, 'avg_acc_mask': 53.61382975145461, 'loss': 1.4588708877563477}
+{'epoch': 51, 'iter': 550, 'avg_loss': 1.3608508144662514, 'avg_acc_mask': 53.53815659068385, 'loss': 1.258476972579956}
+{'epoch': 51, 'iter': 560, 'avg_loss': 1.360727951488393, 'avg_acc_mask': 53.56574287663667, 'loss': 1.3601163625717163}
+{'epoch': 51, 'iter': 570, 'avg_loss': 1.3598168887941724, 'avg_acc_mask': 53.60748977505112, 'loss': 1.434805154800415}
+{'epoch': 51, 'iter': 580, 'avg_loss': 1.3599551795066531, 'avg_acc_mask': 53.558299556979925, 'loss': 1.5580030679702759}
+{'epoch': 51, 'iter': 590, 'avg_loss': 1.359801055311955, 'avg_acc_mask': 53.588516746411486, 'loss': 1.3988869190216064}
+{'epoch': 51, 'iter': 600, 'avg_loss': 1.359446935070533, 'avg_acc_mask': 53.58845861807138, 'loss': 1.2815593481063843}
+{'epoch': 51, 'iter': 610, 'avg_loss': 1.3601878839506845, 'avg_acc_mask': 53.582619594735746, 'loss': 1.5781210660934448}
+{'epoch': 51, 'iter': 620, 'avg_loss': 1.3593664509086794, 'avg_acc_mask': 53.62233651726671, 'loss': 1.7395533323287964}
+{'epoch': 51, 'iter': 630, 'avg_loss': 1.3591473488913475, 'avg_acc_mask': 53.60404624277456, 'loss': 1.3669357299804688}
+{'epoch': 51, 'iter': 640, 'avg_loss': 1.3593115111037088, 'avg_acc_mask': 53.61112694522031, 'loss': 1.225050926208496}
+{'epoch': 51, 'iter': 650, 'avg_loss': 1.3599250950205344, 'avg_acc_mask': 53.60337552742615, 'loss': 1.1533960103988647}
+{'epoch': 51, 'iter': 660, 'avg_loss': 1.3590977874538, 'avg_acc_mask': 53.59241601064419, 'loss': 1.283656120300293}
+{'epoch': 51, 'iter': 670, 'avg_loss': 1.358372970860335, 'avg_acc_mask': 53.554826360404704, 'loss': 1.4297857284545898}
+{'epoch': 51, 'iter': 680, 'avg_loss': 1.3588697070942402, 'avg_acc_mask': 53.579508726567546, 'loss': 1.6970654726028442}
+{'epoch': 51, 'iter': 690, 'avg_loss': 1.3590109893451034, 'avg_acc_mask': 53.5850657615613, 'loss': 1.3328887224197388}
+{'epoch': 51, 'iter': 700, 'avg_loss': 1.360716352109052, 'avg_acc_mask': 53.508840659197155, 'loss': 1.397916555404663}
+{'epoch': 51, 'iter': 710, 'avg_loss': 1.3599466446750443, 'avg_acc_mask': 53.562596599690885, 'loss': 1.2154855728149414}
+{'epoch': 51, 'iter': 720, 'avg_loss': 1.3591077764222756, 'avg_acc_mask': 53.58268116678524, 'loss': 1.1202142238616943}
+{'epoch': 51, 'iter': 730, 'avg_loss': 1.3578610399842426, 'avg_acc_mask': 53.610936912078266, 'loss': 1.372081995010376}
+{'epoch': 51, 'iter': 740, 'avg_loss': 1.3587051905922882, 'avg_acc_mask': 53.586456116033865, 'loss': 1.4581226110458374}
+{'epoch': 51, 'iter': 750, 'avg_loss': 1.3590506638255164, 'avg_acc_mask': 53.57595553822153, 'loss': 1.2784491777420044}
+{'epoch': 51, 'iter': 760, 'avg_loss': 1.35941819253325, 'avg_acc_mask': 53.61020825809558, 'loss': 1.0019266605377197}
+{'epoch': 51, 'iter': 770, 'avg_loss': 1.360063219271436, 'avg_acc_mask': 53.54895395502363, 'loss': 1.5651658773422241}
+{'epoch': 51, 'iter': 780, 'avg_loss': 1.3598063179075948, 'avg_acc_mask': 53.5518357012238, 'loss': 1.3451422452926636}
+{'epoch': 51, 'iter': 790, 'avg_loss': 1.359730169459631, 'avg_acc_mask': 53.562994860397275, 'loss': 1.4369323253631592}
+{'epoch': 51, 'iter': 800, 'avg_loss': 1.3590209548095342, 'avg_acc_mask': 53.580895795246796, 'loss': 1.2004835605621338}
+{'epoch': 51, 'iter': 810, 'avg_loss': 1.3590813928114942, 'avg_acc_mask': 53.563119734375356, 'loss': 1.3430405855178833}
+{'epoch': 51, 'iter': 820, 'avg_loss': 1.3586501720907047, 'avg_acc_mask': 53.55819456225724, 'loss': 1.1785904169082642}
+{'epoch': 51, 'iter': 830, 'avg_loss': 1.3588590287703182, 'avg_acc_mask': 53.554575523704514, 'loss': 1.4952342510223389}
+{'epoch': 51, 'iter': 840, 'avg_loss': 1.358867741084694, 'avg_acc_mask': 53.53271516259631, 'loss': 1.2787927389144897}
+{'epoch': 51, 'iter': 850, 'avg_loss': 1.3594847194736628, 'avg_acc_mask': 53.53342076408746, 'loss': 1.2840065956115723}
+{'epoch': 51, 'iter': 860, 'avg_loss': 1.3614127180440638, 'avg_acc_mask': 53.512515126425065, 'loss': 1.6301758289337158}
+{'epoch': 51, 'iter': 870, 'avg_loss': 1.3620593967996153, 'avg_acc_mask': 53.51206321923407, 'loss': 1.4308480024337769}
+{'epoch': 51, 'iter': 880, 'avg_loss': 1.36099652318489, 'avg_acc_mask': 53.533008601927655, 'loss': 1.1170674562454224}
+{'epoch': 51, 'iter': 890, 'avg_loss': 1.3595861221938557, 'avg_acc_mask': 53.60219906457701, 'loss': 0.7663532495498657}
+{'epoch': 51, 'iter': 900, 'avg_loss': 1.3588837349454517, 'avg_acc_mask': 53.619487678339816, 'loss': 1.4444854259490967}
+{'epoch': 51, 'iter': 910, 'avg_loss': 1.3593645808987247, 'avg_acc_mask': 53.612890312249796, 'loss': 1.5255045890808105}
+{'epoch': 51, 'iter': 920, 'avg_loss': 1.3590972864925537, 'avg_acc_mask': 53.626691498424904, 'loss': 1.68771231174469}
+{'epoch': 51, 'iter': 930, 'avg_loss': 1.3583484975787161, 'avg_acc_mask': 53.65992427066371, 'loss': 1.1753923892974854}
+{'epoch': 51, 'iter': 940, 'avg_loss': 1.3578370707574736, 'avg_acc_mask': 53.67211906009275, 'loss': 1.351332664489746}
+{'epoch': 51, 'iter': 950, 'avg_loss': 1.3574769540163998, 'avg_acc_mask': 53.65535248041775, 'loss': 1.775336742401123}
+{'epoch': 51, 'iter': 960, 'avg_loss': 1.3580199149471168, 'avg_acc_mask': 53.62979855568225, 'loss': 1.3526265621185303}
+{'epoch': 51, 'iter': 970, 'avg_loss': 1.3586131887381894, 'avg_acc_mask': 53.630843844577704, 'loss': 1.4446662664413452}
+{'epoch': 51, 'iter': 980, 'avg_loss': 1.358145692722756, 'avg_acc_mask': 53.64983177500604, 'loss': 1.0988014936447144}
+{'epoch': 51, 'iter': 990, 'avg_loss': 1.3589332791197553, 'avg_acc_mask': 53.62665244810532, 'loss': 1.4396395683288574}
+{'epoch': 51, 'iter': 1000, 'avg_loss': 1.358624304627086, 'avg_acc_mask': 53.65853658536586, 'loss': 1.3589311838150024}
+{'epoch': 51, 'iter': 1010, 'avg_loss': 1.3579199556427115, 'avg_acc_mask': 53.67076734369927, 'loss': 0.948145866394043}
+{'epoch': 51, 'iter': 1020, 'avg_loss': 1.3584498236508609, 'avg_acc_mask': 53.657622277757945, 'loss': 1.2099308967590332}
+{'epoch': 51, 'iter': 1030, 'avg_loss': 1.3573640146727244, 'avg_acc_mask': 53.68184472720194, 'loss': 1.5590431690216064}
+{'epoch': 51, 'iter': 1040, 'avg_loss': 1.3559814407548345, 'avg_acc_mask': 53.703963521571374, 'loss': 1.4362101554870605}
+{'epoch': 51, 'iter': 1050, 'avg_loss': 1.3559493830269795, 'avg_acc_mask': 53.71897955993956, 'loss': 1.244313359260559}
+{'epoch': 51, 'iter': 1060, 'avg_loss': 1.3561422314765204, 'avg_acc_mask': 53.69784321144784, 'loss': 0.8517194986343384}
+{'epoch': 51, 'iter': 1070, 'avg_loss': 1.3566577722823698, 'avg_acc_mask': 53.671093230596135, 'loss': 1.9584769010543823}
+{'epoch': 51, 'iter': 1080, 'avg_loss': 1.3562071583648174, 'avg_acc_mask': 53.698417256465255, 'loss': 1.0495471954345703}
+{'epoch': 51, 'iter': 1090, 'avg_loss': 1.357281657449703, 'avg_acc_mask': 53.65404880986233, 'loss': 1.4694479703903198}
+{'epoch': 51, 'iter': 1100, 'avg_loss': 1.3566758387420093, 'avg_acc_mask': 53.680285074997926, 'loss': 0.992743194103241}
+{'epoch': 'EP51_train', 'avg_loss': 1.3566562045753272, 'total_masked_acc': 53.668929296933065}
+{'epoch': 52, 'iter': 0, 'avg_loss': 1.3563077449798584, 'avg_acc_mask': 61.40350877192983, 'loss': 1.3563077449798584}
+{'epoch': 52, 'iter': 10, 'avg_loss': 1.4575428312475032, 'avg_acc_mask': 53.10015898251193, 'loss': 1.418314814567566}
+{'epoch': 52, 'iter': 20, 'avg_loss': 1.4168769461768014, 'avg_acc_mask': 51.13732097725357, 'loss': 1.5581278800964355}
+{'epoch': 52, 'iter': 30, 'avg_loss': 1.388768945970843, 'avg_acc_mask': 52.56940342587123, 'loss': 1.148004412651062}
+{'epoch': 52, 'iter': 40, 'avg_loss': 1.378775837944775, 'avg_acc_mask': 53.24790101634997, 'loss': 1.3435760736465454}
+{'epoch': 52, 'iter': 50, 'avg_loss': 1.3942654179591758, 'avg_acc_mask': 52.513181019332166, 'loss': 1.304939866065979}
+{'epoch': 52, 'iter': 60, 'avg_loss': 1.3861526895741947, 'avg_acc_mask': 52.92561011467215, 'loss': 1.337483525276184}
+{'epoch': 52, 'iter': 70, 'avg_loss': 1.3799553488341856, 'avg_acc_mask': 53.29129886506936, 'loss': 1.6200417280197144}
+{'epoch': 52, 'iter': 80, 'avg_loss': 1.3849443521028684, 'avg_acc_mask': 52.828527404798585, 'loss': 1.8150924444198608}
+{'epoch': 52, 'iter': 90, 'avg_loss': 1.3875841465625134, 'avg_acc_mask': 52.83388899784271, 'loss': 1.4459006786346436}
+{'epoch': 52, 'iter': 100, 'avg_loss': 1.375255528062877, 'avg_acc_mask': 53.28336902212705, 'loss': 1.1686716079711914}
+{'epoch': 52, 'iter': 110, 'avg_loss': 1.3730075617094297, 'avg_acc_mask': 53.41998375304631, 'loss': 1.1684433221817017}
+{'epoch': 52, 'iter': 120, 'avg_loss': 1.3653702730974875, 'avg_acc_mask': 53.415871121718375, 'loss': 1.6052249670028687}
+{'epoch': 52, 'iter': 130, 'avg_loss': 1.356523672587999, 'avg_acc_mask': 53.566529492455416, 'loss': 1.194403052330017}
+{'epoch': 52, 'iter': 140, 'avg_loss': 1.3552656583752192, 'avg_acc_mask': 53.67684478371502, 'loss': 1.145005464553833}
+{'epoch': 52, 'iter': 150, 'avg_loss': 1.3460469013018324, 'avg_acc_mask': 53.97434360388442, 'loss': 1.2355414628982544}
+{'epoch': 52, 'iter': 160, 'avg_loss': 1.3498105821402178, 'avg_acc_mask': 53.96557543030712, 'loss': 1.3947850465774536}
+{'epoch': 52, 'iter': 170, 'avg_loss': 1.3449543153333385, 'avg_acc_mask': 53.934599156118146, 'loss': 1.1401149034500122}
+{'epoch': 52, 'iter': 180, 'avg_loss': 1.3482358188918941, 'avg_acc_mask': 53.89143883456396, 'loss': 1.5335997343063354}
+{'epoch': 52, 'iter': 190, 'avg_loss': 1.3506660046377732, 'avg_acc_mask': 53.727264159834135, 'loss': 1.2561142444610596}
+{'epoch': 52, 'iter': 200, 'avg_loss': 1.3493080337842305, 'avg_acc_mask': 53.80960917891717, 'loss': 1.2162519693374634}
+{'epoch': 52, 'iter': 210, 'avg_loss': 1.3499521669618326, 'avg_acc_mask': 53.86846370383008, 'loss': 1.3659790754318237}
+{'epoch': 52, 'iter': 220, 'avg_loss': 1.351225471874168, 'avg_acc_mask': 53.95273023634882, 'loss': 1.431143045425415}
+{'epoch': 52, 'iter': 230, 'avg_loss': 1.3524190912515055, 'avg_acc_mask': 53.914674167838726, 'loss': 1.2570949792861938}
+{'epoch': 52, 'iter': 240, 'avg_loss': 1.3491056165754547, 'avg_acc_mask': 53.955862483110636, 'loss': 1.1825218200683594}
+{'epoch': 52, 'iter': 250, 'avg_loss': 1.3516684193535156, 'avg_acc_mask': 53.75722543352601, 'loss': 1.2745332717895508}
+{'epoch': 52, 'iter': 260, 'avg_loss': 1.3537176187467759, 'avg_acc_mask': 53.81517739359856, 'loss': 1.1697261333465576}
+{'epoch': 52, 'iter': 270, 'avg_loss': 1.3573675646113295, 'avg_acc_mask': 53.806632414759456, 'loss': 1.6863408088684082}
+{'epoch': 52, 'iter': 280, 'avg_loss': 1.354853589975961, 'avg_acc_mask': 53.8947232781393, 'loss': 1.2064934968948364}
+{'epoch': 52, 'iter': 290, 'avg_loss': 1.3536633771309738, 'avg_acc_mask': 53.9769542198692, 'loss': 1.369599461555481}
+{'epoch': 52, 'iter': 300, 'avg_loss': 1.351544861381632, 'avg_acc_mask': 54.151624548736464, 'loss': 1.1571366786956787}
+{'epoch': 52, 'iter': 310, 'avg_loss': 1.3520284551899533, 'avg_acc_mask': 54.05421160011659, 'loss': 1.3802707195281982}
+{'epoch': 52, 'iter': 320, 'avg_loss': 1.3505259889679906, 'avg_acc_mask': 54.05880020393135, 'loss': 1.2603076696395874}
+{'epoch': 52, 'iter': 330, 'avg_loss': 1.3501433984030409, 'avg_acc_mask': 54.18794968967979, 'loss': 1.1986947059631348}
+{'epoch': 52, 'iter': 340, 'avg_loss': 1.3483885297677385, 'avg_acc_mask': 54.21411088645313, 'loss': 1.3895052671432495}
+{'epoch': 52, 'iter': 350, 'avg_loss': 1.3468132523389964, 'avg_acc_mask': 54.24728401448525, 'loss': 1.3246110677719116}
+{'epoch': 52, 'iter': 360, 'avg_loss': 1.344521764407858, 'avg_acc_mask': 54.308657465495614, 'loss': 1.3053141832351685}
+{'epoch': 52, 'iter': 370, 'avg_loss': 1.3461145475868266, 'avg_acc_mask': 54.2175144000781, 'loss': 1.3718538284301758}
+{'epoch': 52, 'iter': 380, 'avg_loss': 1.3460722332551411, 'avg_acc_mask': 54.220423708640794, 'loss': 0.9926069378852844}
+{'epoch': 52, 'iter': 390, 'avg_loss': 1.3428589332743983, 'avg_acc_mask': 54.296457917459726, 'loss': 1.2421201467514038}
+{'epoch': 52, 'iter': 400, 'avg_loss': 1.3425178597692837, 'avg_acc_mask': 54.3279253149642, 'loss': 1.166553020477295}
+{'epoch': 52, 'iter': 410, 'avg_loss': 1.3429519786451856, 'avg_acc_mask': 54.33234552611792, 'loss': 1.3782694339752197}
+{'epoch': 52, 'iter': 420, 'avg_loss': 1.342019427983608, 'avg_acc_mask': 54.37883634477393, 'loss': 1.1839367151260376}
+{'epoch': 52, 'iter': 430, 'avg_loss': 1.3416894187506834, 'avg_acc_mask': 54.38077946206139, 'loss': 1.367660641670227}
+{'epoch': 52, 'iter': 440, 'avg_loss': 1.3430176557056488, 'avg_acc_mask': 54.31269069019543, 'loss': 1.5440378189086914}
+{'epoch': 52, 'iter': 450, 'avg_loss': 1.344246520964375, 'avg_acc_mask': 54.24412274688496, 'loss': 1.130800485610962}
+{'epoch': 52, 'iter': 460, 'avg_loss': 1.3439104505319657, 'avg_acc_mask': 54.28785666364103, 'loss': 1.2993714809417725}
+{'epoch': 52, 'iter': 470, 'avg_loss': 1.3454404861810607, 'avg_acc_mask': 54.196114780056384, 'loss': 1.2556413412094116}
+{'epoch': 52, 'iter': 480, 'avg_loss': 1.3448419173145492, 'avg_acc_mask': 54.2552788202737, 'loss': 1.157025694847107}
+{'epoch': 52, 'iter': 490, 'avg_loss': 1.3458910514041023, 'avg_acc_mask': 54.17534205829864, 'loss': 1.4471763372421265}
+{'epoch': 52, 'iter': 500, 'avg_loss': 1.3467016895850024, 'avg_acc_mask': 54.16788214702451, 'loss': 1.3333133459091187}
+{'epoch': 52, 'iter': 510, 'avg_loss': 1.3474955362816379, 'avg_acc_mask': 54.14240291522275, 'loss': 1.2801727056503296}
+{'epoch': 52, 'iter': 520, 'avg_loss': 1.3474580152478648, 'avg_acc_mask': 54.10646654509749, 'loss': 1.5522723197937012}
+{'epoch': 52, 'iter': 530, 'avg_loss': 1.3484162808362599, 'avg_acc_mask': 54.07787379075292, 'loss': 1.262990117073059}
+{'epoch': 52, 'iter': 540, 'avg_loss': 1.3485289433086205, 'avg_acc_mask': 54.02411428957412, 'loss': 1.5635535717010498}
+{'epoch': 52, 'iter': 550, 'avg_loss': 1.3496352341127482, 'avg_acc_mask': 54.03399489745204, 'loss': 1.2619881629943848}
+{'epoch': 52, 'iter': 560, 'avg_loss': 1.348994050433929, 'avg_acc_mask': 54.05634261520925, 'loss': 1.345098853111267}
+{'epoch': 52, 'iter': 570, 'avg_loss': 1.3481552757440223, 'avg_acc_mask': 54.09578728175557, 'loss': 1.2626909017562866}
+{'epoch': 52, 'iter': 580, 'avg_loss': 1.3485019730208458, 'avg_acc_mask': 54.086288825250975, 'loss': 1.7485560178756714}
+{'epoch': 52, 'iter': 590, 'avg_loss': 1.349446243743606, 'avg_acc_mask': 54.040606940881986, 'loss': 1.2049070596694946}
+{'epoch': 52, 'iter': 600, 'avg_loss': 1.3491620080244917, 'avg_acc_mask': 54.009362271262695, 'loss': 1.2145214080810547}
+{'epoch': 52, 'iter': 610, 'avg_loss': 1.350160330777863, 'avg_acc_mask': 53.955975030614375, 'loss': 1.5296193361282349}
+{'epoch': 52, 'iter': 620, 'avg_loss': 1.3482174440474517, 'avg_acc_mask': 54.004765126334675, 'loss': 1.8000954389572144}
+{'epoch': 52, 'iter': 630, 'avg_loss': 1.3473020503902586, 'avg_acc_mask': 54.06289818139697, 'loss': 1.3528343439102173}
+{'epoch': 52, 'iter': 640, 'avg_loss': 1.3468368692256731, 'avg_acc_mask': 54.09714497589915, 'loss': 1.0928750038146973}
+{'epoch': 52, 'iter': 650, 'avg_loss': 1.3468963537714265, 'avg_acc_mask': 54.083785836873645, 'loss': 1.3625222444534302}
+{'epoch': 52, 'iter': 660, 'avg_loss': 1.3462620048407528, 'avg_acc_mask': 54.13281574934147, 'loss': 1.3950799703598022}
+{'epoch': 52, 'iter': 670, 'avg_loss': 1.3457645825408788, 'avg_acc_mask': 54.16586965432436, 'loss': 1.2415364980697632}
+{'epoch': 52, 'iter': 680, 'avg_loss': 1.3459923975443175, 'avg_acc_mask': 54.143928600231185, 'loss': 1.3524370193481445}
+{'epoch': 52, 'iter': 690, 'avg_loss': 1.3461644691772294, 'avg_acc_mask': 54.12914503655048, 'loss': 1.3420345783233643}
+{'epoch': 52, 'iter': 700, 'avg_loss': 1.3479897313553324, 'avg_acc_mask': 54.03038753225092, 'loss': 1.3758034706115723}
+{'epoch': 52, 'iter': 710, 'avg_loss': 1.3480820742169848, 'avg_acc_mask': 54.065103363159515, 'loss': 1.4297555685043335}
+{'epoch': 52, 'iter': 720, 'avg_loss': 1.3486941347671118, 'avg_acc_mask': 54.01704199634815, 'loss': 1.3816837072372437}
+{'epoch': 52, 'iter': 730, 'avg_loss': 1.3475526551704564, 'avg_acc_mask': 54.060069522594844, 'loss': 1.4197787046432495}
+{'epoch': 52, 'iter': 740, 'avg_loss': 1.3479105768255215, 'avg_acc_mask': 54.05098590854125, 'loss': 1.253218173980713}
+{'epoch': 52, 'iter': 750, 'avg_loss': 1.3486474657185703, 'avg_acc_mask': 53.97790861758553, 'loss': 1.24013352394104}
+{'epoch': 52, 'iter': 760, 'avg_loss': 1.3479857335109435, 'avg_acc_mask': 54.00749603575032, 'loss': 1.2530471086502075}
+{'epoch': 52, 'iter': 770, 'avg_loss': 1.3493718304677387, 'avg_acc_mask': 53.966636652291356, 'loss': 1.6666507720947266}
+{'epoch': 52, 'iter': 780, 'avg_loss': 1.3487280262264492, 'avg_acc_mask': 53.9840404371329, 'loss': 1.3614096641540527}
+{'epoch': 52, 'iter': 790, 'avg_loss': 1.348851568629558, 'avg_acc_mask': 53.97214639337435, 'loss': 1.6920133829116821}
+{'epoch': 52, 'iter': 800, 'avg_loss': 1.348194683610128, 'avg_acc_mask': 54.0083617006694, 'loss': 1.3227691650390625}
+{'epoch': 52, 'iter': 810, 'avg_loss': 1.3490153321061564, 'avg_acc_mask': 53.980643851377266, 'loss': 1.2759758234024048}
+{'epoch': 52, 'iter': 820, 'avg_loss': 1.348746058493671, 'avg_acc_mask': 53.94663516194468, 'loss': 1.3264796733856201}
+{'epoch': 52, 'iter': 830, 'avg_loss': 1.348917049334511, 'avg_acc_mask': 53.95516960172798, 'loss': 1.3352550268173218}
+{'epoch': 52, 'iter': 840, 'avg_loss': 1.3487949854695414, 'avg_acc_mask': 53.96832303541902, 'loss': 1.5202183723449707}
+{'epoch': 52, 'iter': 850, 'avg_loss': 1.349488558136058, 'avg_acc_mask': 53.93495131021733, 'loss': 1.2003735303878784}
+{'epoch': 52, 'iter': 860, 'avg_loss': 1.3490171602794103, 'avg_acc_mask': 53.936280856663764, 'loss': 1.3472583293914795}
+{'epoch': 52, 'iter': 870, 'avg_loss': 1.349847745539537, 'avg_acc_mask': 53.888225309612125, 'loss': 1.0825976133346558}
+{'epoch': 52, 'iter': 880, 'avg_loss': 1.3502001066889855, 'avg_acc_mask': 53.900062201949, 'loss': 1.483048439025879}
+{'epoch': 52, 'iter': 890, 'avg_loss': 1.3494331306881375, 'avg_acc_mask': 53.9553877408631, 'loss': 1.0371547937393188}
+{'epoch': 52, 'iter': 900, 'avg_loss': 1.3498893836626864, 'avg_acc_mask': 53.929121725731896, 'loss': 1.622607946395874}
+{'epoch': 52, 'iter': 910, 'avg_loss': 1.3496904647311054, 'avg_acc_mask': 53.950216450216445, 'loss': 1.5000299215316772}
+{'epoch': 52, 'iter': 920, 'avg_loss': 1.3487461429336043, 'avg_acc_mask': 53.97269516212248, 'loss': 1.2709252834320068}
+{'epoch': 52, 'iter': 930, 'avg_loss': 1.3488097630689275, 'avg_acc_mask': 53.9761783088958, 'loss': 1.6482341289520264}
+{'epoch': 52, 'iter': 940, 'avg_loss': 1.3481344608520727, 'avg_acc_mask': 54.032054395337546, 'loss': 1.0122588872909546}
+{'epoch': 52, 'iter': 950, 'avg_loss': 1.3485139165265578, 'avg_acc_mask': 54.023098948824874, 'loss': 1.3454501628875732}
+{'epoch': 52, 'iter': 960, 'avg_loss': 1.3477418446888165, 'avg_acc_mask': 54.04346751345287, 'loss': 1.4074385166168213}
+{'epoch': 52, 'iter': 970, 'avg_loss': 1.3482353820491402, 'avg_acc_mask': 54.017084368179425, 'loss': 1.2166316509246826}
+{'epoch': 52, 'iter': 980, 'avg_loss': 1.3489292420743073, 'avg_acc_mask': 53.995901639344254, 'loss': 1.4199802875518799}
+{'epoch': 52, 'iter': 990, 'avg_loss': 1.349875320760321, 'avg_acc_mask': 53.94748963611239, 'loss': 1.6828219890594482}
+{'epoch': 52, 'iter': 1000, 'avg_loss': 1.3502280088690493, 'avg_acc_mask': 53.930186752261456, 'loss': 1.638126254081726}
+{'epoch': 52, 'iter': 1010, 'avg_loss': 1.3505711847903348, 'avg_acc_mask': 53.914802904939116, 'loss': 1.0970754623413086}
+{'epoch': 52, 'iter': 1020, 'avg_loss': 1.3493626527524718, 'avg_acc_mask': 53.95428694065887, 'loss': 1.230629324913025}
+{'epoch': 52, 'iter': 1030, 'avg_loss': 1.3480090968939544, 'avg_acc_mask': 53.988697362127304, 'loss': 1.4659910202026367}
+{'epoch': 52, 'iter': 1040, 'avg_loss': 1.3480278784901218, 'avg_acc_mask': 53.966862452879816, 'loss': 1.3444914817810059}
+{'epoch': 52, 'iter': 1050, 'avg_loss': 1.348050100365556, 'avg_acc_mask': 53.94777959098642, 'loss': 1.4995830059051514}
+{'epoch': 52, 'iter': 1060, 'avg_loss': 1.3476643355582594, 'avg_acc_mask': 53.980839682839985, 'loss': 0.9489959478378296}
+{'epoch': 52, 'iter': 1070, 'avg_loss': 1.347202387621868, 'avg_acc_mask': 53.995838733883616, 'loss': 1.2899816036224365}
+{'epoch': 52, 'iter': 1080, 'avg_loss': 1.3466358915950059, 'avg_acc_mask': 54.032598598091376, 'loss': 1.314331293106079}
+{'epoch': 52, 'iter': 1090, 'avg_loss': 1.347075370230006, 'avg_acc_mask': 54.00856588369136, 'loss': 1.4881165027618408}
+{'epoch': 52, 'iter': 1100, 'avg_loss': 1.3472914093738249, 'avg_acc_mask': 54.01536139081966, 'loss': 1.1824406385421753}
+{'epoch': 'EP52_train', 'avg_loss': 1.3478066528544705, 'total_masked_acc': 53.99877647525669}
+{'epoch': 53, 'iter': 0, 'avg_loss': 1.4496403932571411, 'avg_acc_mask': 56.36363636363636, 'loss': 1.4496403932571411}
+{'epoch': 53, 'iter': 10, 'avg_loss': 1.4088049585169011, 'avg_acc_mask': 54.58786936236392, 'loss': 1.2961839437484741}
+{'epoch': 53, 'iter': 20, 'avg_loss': 1.3910108180273146, 'avg_acc_mask': 53.4965034965035, 'loss': 1.4015533924102783}
+{'epoch': 53, 'iter': 30, 'avg_loss': 1.3689509553294028, 'avg_acc_mask': 54.23529411764706, 'loss': 1.592455506324768}
+{'epoch': 53, 'iter': 40, 'avg_loss': 1.3576337564282301, 'avg_acc_mask': 54.77763099955967, 'loss': 1.3598676919937134}
+{'epoch': 53, 'iter': 50, 'avg_loss': 1.3758437586765664, 'avg_acc_mask': 53.90070921985816, 'loss': 1.4982417821884155}
+{'epoch': 53, 'iter': 60, 'avg_loss': 1.3535025881939247, 'avg_acc_mask': 54.02402402402402, 'loss': 1.1282765865325928}
+{'epoch': 53, 'iter': 70, 'avg_loss': 1.3592443071620566, 'avg_acc_mask': 54.00207900207901, 'loss': 1.3318758010864258}
+{'epoch': 53, 'iter': 80, 'avg_loss': 1.3646232456336786, 'avg_acc_mask': 53.66847826086957, 'loss': 1.4612187147140503}
+{'epoch': 53, 'iter': 90, 'avg_loss': 1.3682513073250488, 'avg_acc_mask': 53.37892196299276, 'loss': 1.1560637950897217}
+{'epoch': 53, 'iter': 100, 'avg_loss': 1.3564852346288097, 'avg_acc_mask': 53.54487760652765, 'loss': 0.9737915396690369}
+{'epoch': 53, 'iter': 110, 'avg_loss': 1.35990170422975, 'avg_acc_mask': 53.66255144032922, 'loss': 0.9320024251937866}
+{'epoch': 53, 'iter': 120, 'avg_loss': 1.3571788131698104, 'avg_acc_mask': 53.63389626055488, 'loss': 1.521345853805542}
+{'epoch': 53, 'iter': 130, 'avg_loss': 1.3537978225081932, 'avg_acc_mask': 53.53871773522065, 'loss': 1.4043335914611816}
+{'epoch': 53, 'iter': 140, 'avg_loss': 1.3587727758055883, 'avg_acc_mask': 53.4781484354797, 'loss': 1.7085622549057007}
+{'epoch': 53, 'iter': 150, 'avg_loss': 1.348189241838771, 'avg_acc_mask': 53.93244726252896, 'loss': 1.3091944456100464}
+{'epoch': 53, 'iter': 160, 'avg_loss': 1.3523501091121888, 'avg_acc_mask': 53.93000573723465, 'loss': 1.367386817932129}
+{'epoch': 53, 'iter': 170, 'avg_loss': 1.3576062234521609, 'avg_acc_mask': 53.73182552504039, 'loss': 1.5691369771957397}
+{'epoch': 53, 'iter': 180, 'avg_loss': 1.3553576844831856, 'avg_acc_mask': 53.852400771495276, 'loss': 1.6197316646575928}
+{'epoch': 53, 'iter': 190, 'avg_loss': 1.3623354784481188, 'avg_acc_mask': 53.560431100846806, 'loss': 1.2749719619750977}
+{'epoch': 53, 'iter': 200, 'avg_loss': 1.3561321176699739, 'avg_acc_mask': 53.79360597504327, 'loss': 1.3004577159881592}
+{'epoch': 53, 'iter': 210, 'avg_loss': 1.3506055460156987, 'avg_acc_mask': 53.94007620367163, 'loss': 1.5115348100662231}
+{'epoch': 53, 'iter': 220, 'avg_loss': 1.3486145734786987, 'avg_acc_mask': 54.010076815065666, 'loss': 1.5204304456710815}
+{'epoch': 53, 'iter': 230, 'avg_loss': 1.347097529993429, 'avg_acc_mask': 54.1025033562347, 'loss': 1.1442869901657104}
+{'epoch': 53, 'iter': 240, 'avg_loss': 1.346005373228635, 'avg_acc_mask': 54.1303193506789, 'loss': 1.1943913698196411}
+{'epoch': 53, 'iter': 250, 'avg_loss': 1.3489700933376632, 'avg_acc_mask': 54.015874171703196, 'loss': 1.171967625617981}
+{'epoch': 53, 'iter': 260, 'avg_loss': 1.3482441091446127, 'avg_acc_mask': 54.08778572430234, 'loss': 1.035813570022583}
+{'epoch': 53, 'iter': 270, 'avg_loss': 1.3504405503343393, 'avg_acc_mask': 53.98367402010389, 'loss': 1.4112801551818848}
+{'epoch': 53, 'iter': 280, 'avg_loss': 1.3521817345636171, 'avg_acc_mask': 53.91010652117433, 'loss': 0.9475234150886536}
+{'epoch': 53, 'iter': 290, 'avg_loss': 1.3532575164054268, 'avg_acc_mask': 53.9375274967004, 'loss': 1.4660664796829224}
+{'epoch': 53, 'iter': 300, 'avg_loss': 1.3504429768486277, 'avg_acc_mask': 54.07181984175289, 'loss': 1.1567853689193726}
+{'epoch': 53, 'iter': 310, 'avg_loss': 1.3500496538122366, 'avg_acc_mask': 54.02949852507375, 'loss': 1.1419496536254883}
+{'epoch': 53, 'iter': 320, 'avg_loss': 1.3522186218021073, 'avg_acc_mask': 54.01739727595284, 'loss': 1.3829469680786133}
+{'epoch': 53, 'iter': 330, 'avg_loss': 1.3527528474338104, 'avg_acc_mask': 53.9614679917828, 'loss': 1.1142723560333252}
+{'epoch': 53, 'iter': 340, 'avg_loss': 1.3532192998967212, 'avg_acc_mask': 53.894181602884984, 'loss': 1.3927874565124512}
+{'epoch': 53, 'iter': 350, 'avg_loss': 1.353725462048142, 'avg_acc_mask': 53.8848430869178, 'loss': 1.3481724262237549}
+{'epoch': 53, 'iter': 360, 'avg_loss': 1.3547176900332654, 'avg_acc_mask': 53.871985346494355, 'loss': 1.5189892053604126}
+{'epoch': 53, 'iter': 370, 'avg_loss': 1.3551014869039593, 'avg_acc_mask': 53.8637266587207, 'loss': 1.1671887636184692}
+{'epoch': 53, 'iter': 380, 'avg_loss': 1.3581324291667287, 'avg_acc_mask': 53.71105089994194, 'loss': 1.0016424655914307}
+{'epoch': 53, 'iter': 390, 'avg_loss': 1.3562516019777264, 'avg_acc_mask': 53.69811320754717, 'loss': 1.5425338745117188}
+{'epoch': 53, 'iter': 400, 'avg_loss': 1.3553112531243416, 'avg_acc_mask': 53.72421081652345, 'loss': 1.3316714763641357}
+{'epoch': 53, 'iter': 410, 'avg_loss': 1.3541045484751681, 'avg_acc_mask': 53.77096224553851, 'loss': 1.0848853588104248}
+{'epoch': 53, 'iter': 420, 'avg_loss': 1.3534850321019913, 'avg_acc_mask': 53.753556576931494, 'loss': 1.351836085319519}
+{'epoch': 53, 'iter': 430, 'avg_loss': 1.3514930734501638, 'avg_acc_mask': 53.83593917327051, 'loss': 1.056841492652893}
+{'epoch': 53, 'iter': 440, 'avg_loss': 1.3535406646274386, 'avg_acc_mask': 53.79529667754623, 'loss': 1.8314433097839355}
+{'epoch': 53, 'iter': 450, 'avg_loss': 1.3530088102738238, 'avg_acc_mask': 53.78884021779179, 'loss': 1.0513728857040405}
+{'epoch': 53, 'iter': 460, 'avg_loss': 1.3526679900618281, 'avg_acc_mask': 53.84492342144199, 'loss': 1.5937973260879517}
+{'epoch': 53, 'iter': 470, 'avg_loss': 1.3540271449747106, 'avg_acc_mask': 53.82900500625782, 'loss': 1.408136010169983}
+{'epoch': 53, 'iter': 480, 'avg_loss': 1.3525174139938831, 'avg_acc_mask': 53.852638032108516, 'loss': 1.3274227380752563}
+{'epoch': 53, 'iter': 490, 'avg_loss': 1.3535447579537292, 'avg_acc_mask': 53.842109216555244, 'loss': 1.6348390579223633}
+{'epoch': 53, 'iter': 500, 'avg_loss': 1.35084577924953, 'avg_acc_mask': 53.87728075338435, 'loss': 1.0430635213851929}
+{'epoch': 53, 'iter': 510, 'avg_loss': 1.3499619711168591, 'avg_acc_mask': 53.9113499477044, 'loss': 1.204156756401062}
+{'epoch': 53, 'iter': 520, 'avg_loss': 1.3484823988632597, 'avg_acc_mask': 53.98477606656046, 'loss': 1.5321731567382812}
+{'epoch': 53, 'iter': 530, 'avg_loss': 1.3484557001604198, 'avg_acc_mask': 53.99604042930082, 'loss': 1.0818299055099487}
+{'epoch': 53, 'iter': 540, 'avg_loss': 1.3487214074778249, 'avg_acc_mask': 53.973284263613444, 'loss': 1.4617692232131958}
+{'epoch': 53, 'iter': 550, 'avg_loss': 1.3505794976021548, 'avg_acc_mask': 53.93607427941619, 'loss': 1.2421085834503174}
+{'epoch': 53, 'iter': 560, 'avg_loss': 1.349618265654314, 'avg_acc_mask': 53.93782213321953, 'loss': 1.1642838716506958}
+{'epoch': 53, 'iter': 570, 'avg_loss': 1.3467185333397258, 'avg_acc_mask': 54.080743537612555, 'loss': 1.198433756828308}
+{'epoch': 53, 'iter': 580, 'avg_loss': 1.3467389348246759, 'avg_acc_mask': 54.09659540775931, 'loss': 1.5682625770568848}
+{'epoch': 53, 'iter': 590, 'avg_loss': 1.347457252480657, 'avg_acc_mask': 54.096677864874955, 'loss': 1.454977035522461}
+{'epoch': 53, 'iter': 600, 'avg_loss': 1.3468587756553625, 'avg_acc_mask': 54.08035249839356, 'loss': 1.2322709560394287}
+{'epoch': 53, 'iter': 610, 'avg_loss': 1.3486287235823473, 'avg_acc_mask': 54.017628831864265, 'loss': 1.7017631530761719}
+{'epoch': 53, 'iter': 620, 'avg_loss': 1.347333609673904, 'avg_acc_mask': 54.10778301188043, 'loss': 1.6329889297485352}
+{'epoch': 53, 'iter': 630, 'avg_loss': 1.3468430844237422, 'avg_acc_mask': 54.14213257156183, 'loss': 1.2379695177078247}
+{'epoch': 53, 'iter': 640, 'avg_loss': 1.3459249904114816, 'avg_acc_mask': 54.157322753148186, 'loss': 1.0893539190292358}
+{'epoch': 53, 'iter': 650, 'avg_loss': 1.3461039071808214, 'avg_acc_mask': 54.14943635642667, 'loss': 1.3565682172775269}
+{'epoch': 53, 'iter': 660, 'avg_loss': 1.3443020385620994, 'avg_acc_mask': 54.22523427041499, 'loss': 1.205260992050171}
+{'epoch': 53, 'iter': 670, 'avg_loss': 1.343755300816054, 'avg_acc_mask': 54.25140156095416, 'loss': 1.27426016330719}
+{'epoch': 53, 'iter': 680, 'avg_loss': 1.3438493081651595, 'avg_acc_mask': 54.23948920512959, 'loss': 1.4223933219909668}
+{'epoch': 53, 'iter': 690, 'avg_loss': 1.3442858193614204, 'avg_acc_mask': 54.22139336619155, 'loss': 1.469675064086914}
+{'epoch': 53, 'iter': 700, 'avg_loss': 1.345251362095886, 'avg_acc_mask': 54.21399155365527, 'loss': 1.1975666284561157}
+{'epoch': 53, 'iter': 710, 'avg_loss': 1.3447514066548623, 'avg_acc_mask': 54.264488908446154, 'loss': 1.397932767868042}
+{'epoch': 53, 'iter': 720, 'avg_loss': 1.3450749459445228, 'avg_acc_mask': 54.276819434520775, 'loss': 1.390173316001892}
+{'epoch': 53, 'iter': 730, 'avg_loss': 1.3449286502950333, 'avg_acc_mask': 54.271268300045286, 'loss': 1.8851884603500366}
+{'epoch': 53, 'iter': 740, 'avg_loss': 1.3451182965324957, 'avg_acc_mask': 54.28954091123291, 'loss': 1.275081753730774}
+{'epoch': 53, 'iter': 750, 'avg_loss': 1.3453076159588984, 'avg_acc_mask': 54.289908256880736, 'loss': 1.2798142433166504}
+{'epoch': 53, 'iter': 760, 'avg_loss': 1.3443638553913884, 'avg_acc_mask': 54.31651198762568, 'loss': 1.1292074918746948}
+{'epoch': 53, 'iter': 770, 'avg_loss': 1.3460448007020813, 'avg_acc_mask': 54.244968043499, 'loss': 1.639944076538086}
+{'epoch': 53, 'iter': 780, 'avg_loss': 1.3468278109950995, 'avg_acc_mask': 54.233458089118, 'loss': 1.3219952583312988}
+{'epoch': 53, 'iter': 790, 'avg_loss': 1.3467993825937794, 'avg_acc_mask': 54.20065537195845, 'loss': 1.3274005651474}
+{'epoch': 53, 'iter': 800, 'avg_loss': 1.3465332348694963, 'avg_acc_mask': 54.23234895940892, 'loss': 1.1912394762039185}
+{'epoch': 53, 'iter': 810, 'avg_loss': 1.345875878001847, 'avg_acc_mask': 54.24485540748799, 'loss': 1.006400465965271}
+{'epoch': 53, 'iter': 820, 'avg_loss': 1.3452491507605717, 'avg_acc_mask': 54.26148441520664, 'loss': 1.312777042388916}
+{'epoch': 53, 'iter': 830, 'avg_loss': 1.3448714987609074, 'avg_acc_mask': 54.27806895331608, 'loss': 1.4181710481643677}
+{'epoch': 53, 'iter': 840, 'avg_loss': 1.3446269800773558, 'avg_acc_mask': 54.277794753153785, 'loss': 1.345550298690796}
+{'epoch': 53, 'iter': 850, 'avg_loss': 1.3447595785703559, 'avg_acc_mask': 54.26592439150699, 'loss': 1.6386979818344116}
+{'epoch': 53, 'iter': 860, 'avg_loss': 1.346039478925601, 'avg_acc_mask': 54.21363278003878, 'loss': 1.6774479150772095}
+{'epoch': 53, 'iter': 870, 'avg_loss': 1.3466916286165214, 'avg_acc_mask': 54.17700231238175, 'loss': 1.228370189666748}
+{'epoch': 53, 'iter': 880, 'avg_loss': 1.3467989630244512, 'avg_acc_mask': 54.17108408689325, 'loss': 1.3630688190460205}
+{'epoch': 53, 'iter': 890, 'avg_loss': 1.3450146821211484, 'avg_acc_mask': 54.252187339166234, 'loss': 0.9187692999839783}
+{'epoch': 53, 'iter': 900, 'avg_loss': 1.3447646150049173, 'avg_acc_mask': 54.24428536565525, 'loss': 1.5547844171524048}
+{'epoch': 53, 'iter': 910, 'avg_loss': 1.345507182221774, 'avg_acc_mask': 54.230784683996944, 'loss': 1.3604978322982788}
+{'epoch': 53, 'iter': 920, 'avg_loss': 1.3453816092622655, 'avg_acc_mask': 54.23148848127959, 'loss': 1.2346928119659424}
+{'epoch': 53, 'iter': 930, 'avg_loss': 1.3447879008652701, 'avg_acc_mask': 54.2674281213076, 'loss': 1.5597797632217407}
+{'epoch': 53, 'iter': 940, 'avg_loss': 1.3449761957468567, 'avg_acc_mask': 54.273745737944466, 'loss': 1.0210193395614624}
+{'epoch': 53, 'iter': 950, 'avg_loss': 1.3448584079115673, 'avg_acc_mask': 54.26964344191243, 'loss': 1.5888314247131348}
+{'epoch': 53, 'iter': 960, 'avg_loss': 1.3444496004315991, 'avg_acc_mask': 54.29132582041455, 'loss': 1.6251475811004639}
+{'epoch': 53, 'iter': 970, 'avg_loss': 1.3451766275966694, 'avg_acc_mask': 54.27601169700972, 'loss': 1.098865270614624}
+{'epoch': 53, 'iter': 980, 'avg_loss': 1.3457824457797556, 'avg_acc_mask': 54.234883417029145, 'loss': 1.53437077999115}
+{'epoch': 53, 'iter': 990, 'avg_loss': 1.3462748234616038, 'avg_acc_mask': 54.20534873848766, 'loss': 1.54677414894104}
+{'epoch': 53, 'iter': 1000, 'avg_loss': 1.3458552930381271, 'avg_acc_mask': 54.18972981860032, 'loss': 1.3909616470336914}
+{'epoch': 53, 'iter': 1010, 'avg_loss': 1.3450728717354945, 'avg_acc_mask': 54.226091363208575, 'loss': 1.3059651851654053}
+{'epoch': 53, 'iter': 1020, 'avg_loss': 1.3461133318713316, 'avg_acc_mask': 54.21811990321713, 'loss': 1.135082721710205}
+{'epoch': 53, 'iter': 1030, 'avg_loss': 1.34575373888247, 'avg_acc_mask': 54.2274777174106, 'loss': 1.4208580255508423}
+{'epoch': 53, 'iter': 1040, 'avg_loss': 1.3453350789723317, 'avg_acc_mask': 54.225661771172284, 'loss': 1.3959934711456299}
+{'epoch': 53, 'iter': 1050, 'avg_loss': 1.345706607136241, 'avg_acc_mask': 54.202449178671586, 'loss': 1.365483283996582}
+{'epoch': 53, 'iter': 1060, 'avg_loss': 1.3462814852159952, 'avg_acc_mask': 54.158974447454234, 'loss': 1.2326914072036743}
+{'epoch': 53, 'iter': 1070, 'avg_loss': 1.3454229905157864, 'avg_acc_mask': 54.19088981601805, 'loss': 1.788780689239502}
+{'epoch': 53, 'iter': 1080, 'avg_loss': 1.3445459249171805, 'avg_acc_mask': 54.23312675674761, 'loss': 1.1414167881011963}
+{'epoch': 53, 'iter': 1090, 'avg_loss': 1.3447546178763552, 'avg_acc_mask': 54.19445654724, 'loss': 1.383871078491211}
+{'epoch': 53, 'iter': 1100, 'avg_loss': 1.3453480868205279, 'avg_acc_mask': 54.18825561312608, 'loss': 1.3850181102752686}
+{'epoch': 'EP53_train', 'avg_loss': 1.3451865889907422, 'total_masked_acc': 54.18673552145919}
+{'epoch': 54, 'iter': 0, 'avg_loss': 1.5425488948822021, 'avg_acc_mask': 50.943396226415096, 'loss': 1.5425488948822021}
+{'epoch': 54, 'iter': 10, 'avg_loss': 1.3646564917130903, 'avg_acc_mask': 54.73515248796148, 'loss': 1.0596003532409668}
+{'epoch': 54, 'iter': 20, 'avg_loss': 1.39841399874006, 'avg_acc_mask': 52.8918692372171, 'loss': 1.4708842039108276}
+{'epoch': 54, 'iter': 30, 'avg_loss': 1.3661260143403084, 'avg_acc_mask': 54.22740524781341, 'loss': 1.439658761024475}
+{'epoch': 54, 'iter': 40, 'avg_loss': 1.3523297804157908, 'avg_acc_mask': 54.63736263736264, 'loss': 1.3544589281082153}
+{'epoch': 54, 'iter': 50, 'avg_loss': 1.372750394484576, 'avg_acc_mask': 53.731871241598874, 'loss': 1.4843977689743042}
+{'epoch': 54, 'iter': 60, 'avg_loss': 1.3548607865317923, 'avg_acc_mask': 54.40911817636472, 'loss': 1.242121696472168}
+{'epoch': 54, 'iter': 70, 'avg_loss': 1.3489683043788856, 'avg_acc_mask': 54.883363240194825, 'loss': 1.2517085075378418}
+{'epoch': 54, 'iter': 80, 'avg_loss': 1.3340432945592904, 'avg_acc_mask': 55.500673551863485, 'loss': 1.2260916233062744}
+{'epoch': 54, 'iter': 90, 'avg_loss': 1.3481684418825002, 'avg_acc_mask': 55.14074665601917, 'loss': 1.361345648765564}
+{'epoch': 54, 'iter': 100, 'avg_loss': 1.3403655520760187, 'avg_acc_mask': 55.25606469002695, 'loss': 1.2268139123916626}
+{'epoch': 54, 'iter': 110, 'avg_loss': 1.3456190260680947, 'avg_acc_mask': 54.93491514252759, 'loss': 1.4640860557556152}
+{'epoch': 54, 'iter': 120, 'avg_loss': 1.3394522972343381, 'avg_acc_mask': 54.975801572897765, 'loss': 1.4321120977401733}
+{'epoch': 54, 'iter': 130, 'avg_loss': 1.3376998792167838, 'avg_acc_mask': 54.8405070344059, 'loss': 1.2307356595993042}
+{'epoch': 54, 'iter': 140, 'avg_loss': 1.3377015768213476, 'avg_acc_mask': 54.72868217054263, 'loss': 1.1243857145309448}
+{'epoch': 54, 'iter': 150, 'avg_loss': 1.3329774480781809, 'avg_acc_mask': 54.92530061945827, 'loss': 1.7790687084197998}
+{'epoch': 54, 'iter': 160, 'avg_loss': 1.3351241372386862, 'avg_acc_mask': 54.87068474421785, 'loss': 1.2261931896209717}
+{'epoch': 54, 'iter': 170, 'avg_loss': 1.3368788560231526, 'avg_acc_mask': 54.66169419286094, 'loss': 1.6627432107925415}
+{'epoch': 54, 'iter': 180, 'avg_loss': 1.3406306195654263, 'avg_acc_mask': 54.62294424388288, 'loss': 1.6624984741210938}
+{'epoch': 54, 'iter': 190, 'avg_loss': 1.34130585443287, 'avg_acc_mask': 54.58763374680428, 'loss': 1.251796007156372}
+{'epoch': 54, 'iter': 200, 'avg_loss': 1.33943364987919, 'avg_acc_mask': 54.60609338381107, 'loss': 1.3673611879348755}
+{'epoch': 54, 'iter': 210, 'avg_loss': 1.3392565487685362, 'avg_acc_mask': 54.68937189799761, 'loss': 1.1682687997817993}
+{'epoch': 54, 'iter': 220, 'avg_loss': 1.3392243957088004, 'avg_acc_mask': 54.670575779786624, 'loss': 1.5124927759170532}
+{'epoch': 54, 'iter': 230, 'avg_loss': 1.3379590826117116, 'avg_acc_mask': 54.66114928169894, 'loss': 1.0662487745285034}
+{'epoch': 54, 'iter': 240, 'avg_loss': 1.3376510449959529, 'avg_acc_mask': 54.675988573146896, 'loss': 1.173087477684021}
+{'epoch': 54, 'iter': 250, 'avg_loss': 1.3382741481184484, 'avg_acc_mask': 54.619722382880276, 'loss': 0.940277636051178}
+{'epoch': 54, 'iter': 260, 'avg_loss': 1.3354177399613392, 'avg_acc_mask': 54.70792767732963, 'loss': 1.0340328216552734}
+{'epoch': 54, 'iter': 270, 'avg_loss': 1.3378469176397991, 'avg_acc_mask': 54.75363867004941, 'loss': 1.335251808166504}
+{'epoch': 54, 'iter': 280, 'avg_loss': 1.3395003793078386, 'avg_acc_mask': 54.67639839813978, 'loss': 0.9482846856117249}
+{'epoch': 54, 'iter': 290, 'avg_loss': 1.3391952907916196, 'avg_acc_mask': 54.76399148616502, 'loss': 1.2770847082138062}
+{'epoch': 54, 'iter': 300, 'avg_loss': 1.3393139686695366, 'avg_acc_mask': 54.79915433403806, 'loss': 0.9742156863212585}
+{'epoch': 54, 'iter': 310, 'avg_loss': 1.3362106134653857, 'avg_acc_mask': 54.735792622133594, 'loss': 1.0523097515106201}
+{'epoch': 54, 'iter': 320, 'avg_loss': 1.3344385740912963, 'avg_acc_mask': 54.80248532178077, 'loss': 1.0821977853775024}
+{'epoch': 54, 'iter': 330, 'avg_loss': 1.336911124945407, 'avg_acc_mask': 54.74214254094733, 'loss': 1.1633615493774414}
+{'epoch': 54, 'iter': 340, 'avg_loss': 1.3345310831349617, 'avg_acc_mask': 54.777001612036536, 'loss': 1.5274819135665894}
+{'epoch': 54, 'iter': 350, 'avg_loss': 1.3363358152557983, 'avg_acc_mask': 54.83196571368839, 'loss': 1.2865455150604248}
+{'epoch': 54, 'iter': 360, 'avg_loss': 1.3362920730067753, 'avg_acc_mask': 54.792575311897764, 'loss': 1.348465919494629}
+{'epoch': 54, 'iter': 370, 'avg_loss': 1.3367953110897959, 'avg_acc_mask': 54.82612131989726, 'loss': 1.2552270889282227}
+{'epoch': 54, 'iter': 380, 'avg_loss': 1.3395594503935866, 'avg_acc_mask': 54.75640284999037, 'loss': 0.9708161950111389}
+{'epoch': 54, 'iter': 390, 'avg_loss': 1.3425252585459853, 'avg_acc_mask': 54.636274095961724, 'loss': 1.4697599411010742}
+{'epoch': 54, 'iter': 400, 'avg_loss': 1.3416829404985517, 'avg_acc_mask': 54.688572605372755, 'loss': 1.2928214073181152}
+{'epoch': 54, 'iter': 410, 'avg_loss': 1.3408855227368301, 'avg_acc_mask': 54.67905480859427, 'loss': 1.3397996425628662}
+{'epoch': 54, 'iter': 420, 'avg_loss': 1.3398749727817725, 'avg_acc_mask': 54.66160823303681, 'loss': 1.004055380821228}
+{'epoch': 54, 'iter': 430, 'avg_loss': 1.338765996376489, 'avg_acc_mask': 54.71577602725144, 'loss': 1.114430546760559}
+{'epoch': 54, 'iter': 440, 'avg_loss': 1.338872962392647, 'avg_acc_mask': 54.67904420947465, 'loss': 1.2537797689437866}
+{'epoch': 54, 'iter': 450, 'avg_loss': 1.3391371627075974, 'avg_acc_mask': 54.6546668838573, 'loss': 1.1653329133987427}
+{'epoch': 54, 'iter': 460, 'avg_loss': 1.340671561028073, 'avg_acc_mask': 54.569710485444624, 'loss': 1.4064913988113403}
+{'epoch': 54, 'iter': 470, 'avg_loss': 1.3407938448739913, 'avg_acc_mask': 54.61454517109673, 'loss': 1.2151845693588257}
+{'epoch': 54, 'iter': 480, 'avg_loss': 1.3410913903351385, 'avg_acc_mask': 54.59473905241858, 'loss': 1.2953197956085205}
+{'epoch': 54, 'iter': 490, 'avg_loss': 1.3431837290464739, 'avg_acc_mask': 54.51754221739618, 'loss': 1.5613601207733154}
+{'epoch': 54, 'iter': 500, 'avg_loss': 1.342550232143935, 'avg_acc_mask': 54.521735935031046, 'loss': 1.0003069639205933}
+{'epoch': 54, 'iter': 510, 'avg_loss': 1.3433333410208939, 'avg_acc_mask': 54.5398971555971, 'loss': 1.379705548286438}
+{'epoch': 54, 'iter': 520, 'avg_loss': 1.3429557122790654, 'avg_acc_mask': 54.51976403263979, 'loss': 1.478718876838684}
+{'epoch': 54, 'iter': 530, 'avg_loss': 1.3437769429831854, 'avg_acc_mask': 54.52656369051741, 'loss': 1.1725187301635742}
+{'epoch': 54, 'iter': 540, 'avg_loss': 1.3453605693942297, 'avg_acc_mask': 54.37725324807836, 'loss': 1.5137571096420288}
+{'epoch': 54, 'iter': 550, 'avg_loss': 1.3469249374637153, 'avg_acc_mask': 54.31181039367979, 'loss': 1.2940086126327515}
+{'epoch': 54, 'iter': 560, 'avg_loss': 1.347781530569794, 'avg_acc_mask': 54.29518309489434, 'loss': 1.775502324104309}
+{'epoch': 54, 'iter': 570, 'avg_loss': 1.3468112167877826, 'avg_acc_mask': 54.338576585869006, 'loss': 1.3054537773132324}
+{'epoch': 54, 'iter': 580, 'avg_loss': 1.3467952966074526, 'avg_acc_mask': 54.33394449010558, 'loss': 1.6787656545639038}
+{'epoch': 54, 'iter': 590, 'avg_loss': 1.3458301968582593, 'avg_acc_mask': 54.346880437484465, 'loss': 1.1587830781936646}
+{'epoch': 54, 'iter': 600, 'avg_loss': 1.3465616040539226, 'avg_acc_mask': 54.27986431561899, 'loss': 1.4778028726577759}
+{'epoch': 54, 'iter': 610, 'avg_loss': 1.3476544829320205, 'avg_acc_mask': 54.23305874571584, 'loss': 1.3970824480056763}
+{'epoch': 54, 'iter': 620, 'avg_loss': 1.3459587025181683, 'avg_acc_mask': 54.27547817848048, 'loss': 1.5872340202331543}
+{'epoch': 54, 'iter': 630, 'avg_loss': 1.3460854999425862, 'avg_acc_mask': 54.26257211118233, 'loss': 1.2351336479187012}
+{'epoch': 54, 'iter': 640, 'avg_loss': 1.3456750465629626, 'avg_acc_mask': 54.294170042812404, 'loss': 1.1778169870376587}
+{'epoch': 54, 'iter': 650, 'avg_loss': 1.3460641205768615, 'avg_acc_mask': 54.30575987326015, 'loss': 1.3908836841583252}
+{'epoch': 54, 'iter': 660, 'avg_loss': 1.3459649709998749, 'avg_acc_mask': 54.32198435455583, 'loss': 1.2628207206726074}
+{'epoch': 54, 'iter': 670, 'avg_loss': 1.346662679478948, 'avg_acc_mask': 54.31607270331118, 'loss': 1.4387811422348022}
+{'epoch': 54, 'iter': 680, 'avg_loss': 1.347034782215012, 'avg_acc_mask': 54.31027491687617, 'loss': 1.2846802473068237}
+{'epoch': 54, 'iter': 690, 'avg_loss': 1.3475737373321688, 'avg_acc_mask': 54.29954517647685, 'loss': 1.1465339660644531}
+{'epoch': 54, 'iter': 700, 'avg_loss': 1.350082534526112, 'avg_acc_mask': 54.19013438818012, 'loss': 1.5833065509796143}
+{'epoch': 54, 'iter': 710, 'avg_loss': 1.350540076127032, 'avg_acc_mask': 54.184521658319994, 'loss': 1.3719412088394165}
+{'epoch': 54, 'iter': 720, 'avg_loss': 1.3513854561830856, 'avg_acc_mask': 54.14356208984077, 'loss': 1.563931941986084}
+{'epoch': 54, 'iter': 730, 'avg_loss': 1.3485475368441049, 'avg_acc_mask': 54.24256109187616, 'loss': 1.2691022157669067}
+{'epoch': 54, 'iter': 740, 'avg_loss': 1.3490821355589326, 'avg_acc_mask': 54.21152941758868, 'loss': 1.1615983247756958}
+{'epoch': 54, 'iter': 750, 'avg_loss': 1.3494743274626497, 'avg_acc_mask': 54.15883401284148, 'loss': 1.1360630989074707}
+{'epoch': 54, 'iter': 760, 'avg_loss': 1.3476875308465395, 'avg_acc_mask': 54.198602072788624, 'loss': 0.9478274583816528}
+{'epoch': 54, 'iter': 770, 'avg_loss': 1.349516776671824, 'avg_acc_mask': 54.10973552265761, 'loss': 1.3076733350753784}
+{'epoch': 54, 'iter': 780, 'avg_loss': 1.3483706055621636, 'avg_acc_mask': 54.1309805945984, 'loss': 1.4384028911590576}
+{'epoch': 54, 'iter': 790, 'avg_loss': 1.3477240935740369, 'avg_acc_mask': 54.167149377881785, 'loss': 1.0022553205490112}
+{'epoch': 54, 'iter': 800, 'avg_loss': 1.348278699296244, 'avg_acc_mask': 54.130076838638864, 'loss': 1.481270432472229}
+{'epoch': 54, 'iter': 810, 'avg_loss': 1.3479456044595721, 'avg_acc_mask': 54.13364044893074, 'loss': 1.0492490530014038}
+{'epoch': 54, 'iter': 820, 'avg_loss': 1.3481553114868983, 'avg_acc_mask': 54.13991439272338, 'loss': 1.2651891708374023}
+{'epoch': 54, 'iter': 830, 'avg_loss': 1.3475859490112276, 'avg_acc_mask': 54.128036292364946, 'loss': 1.2723805904388428}
+{'epoch': 54, 'iter': 840, 'avg_loss': 1.3479580577998893, 'avg_acc_mask': 54.1042097247906, 'loss': 1.4743263721466064}
+{'epoch': 54, 'iter': 850, 'avg_loss': 1.3479058362202134, 'avg_acc_mask': 54.080887093308114, 'loss': 1.143404245376587}
+{'epoch': 54, 'iter': 860, 'avg_loss': 1.3486728961044072, 'avg_acc_mask': 54.02969247083775, 'loss': 1.4957953691482544}
+{'epoch': 54, 'iter': 870, 'avg_loss': 1.350834963037007, 'avg_acc_mask': 53.966492146596856, 'loss': 1.2960463762283325}
+{'epoch': 54, 'iter': 880, 'avg_loss': 1.3517264499160948, 'avg_acc_mask': 53.95699861085193, 'loss': 1.2953407764434814}
+{'epoch': 54, 'iter': 890, 'avg_loss': 1.3505188641457178, 'avg_acc_mask': 54.03169520055836, 'loss': 0.9545421004295349}
+{'epoch': 54, 'iter': 900, 'avg_loss': 1.3502691088453118, 'avg_acc_mask': 53.99501004077162, 'loss': 1.5750116109848022}
+{'epoch': 54, 'iter': 910, 'avg_loss': 1.3505841468744038, 'avg_acc_mask': 53.992578477585, 'loss': 1.502778172492981}
+{'epoch': 54, 'iter': 920, 'avg_loss': 1.3502074742809052, 'avg_acc_mask': 53.995748991875416, 'loss': 1.397660732269287}
+{'epoch': 54, 'iter': 930, 'avg_loss': 1.349803519940402, 'avg_acc_mask': 54.00235895419697, 'loss': 1.6296584606170654}
+{'epoch': 54, 'iter': 940, 'avg_loss': 1.3495846419227997, 'avg_acc_mask': 53.99518091018616, 'loss': 1.4110980033874512}
+{'epoch': 54, 'iter': 950, 'avg_loss': 1.3505592249670741, 'avg_acc_mask': 53.94273847751264, 'loss': 1.4891078472137451}
+{'epoch': 54, 'iter': 960, 'avg_loss': 1.35174709577094, 'avg_acc_mask': 53.90587832308893, 'loss': 1.608317255973816}
+{'epoch': 54, 'iter': 970, 'avg_loss': 1.3517574125902783, 'avg_acc_mask': 53.89843911807347, 'loss': 1.1797678470611572}
+{'epoch': 54, 'iter': 980, 'avg_loss': 1.3524492934087973, 'avg_acc_mask': 53.88583667008101, 'loss': 1.166365385055542}
+{'epoch': 54, 'iter': 990, 'avg_loss': 1.3530396462449152, 'avg_acc_mask': 53.85436607274333, 'loss': 1.626172423362732}
+{'epoch': 54, 'iter': 1000, 'avg_loss': 1.352686701597391, 'avg_acc_mask': 53.85092035720794, 'loss': 1.7947115898132324}
+{'epoch': 54, 'iter': 1010, 'avg_loss': 1.3521562558842932, 'avg_acc_mask': 53.8753113606007, 'loss': 1.060633659362793}
+{'epoch': 54, 'iter': 1020, 'avg_loss': 1.352293900014371, 'avg_acc_mask': 53.89011931128099, 'loss': 1.179152488708496}
+{'epoch': 54, 'iter': 1030, 'avg_loss': 1.3521241528911572, 'avg_acc_mask': 53.909304835542024, 'loss': 1.2748441696166992}
+{'epoch': 54, 'iter': 1040, 'avg_loss': 1.352380506128903, 'avg_acc_mask': 53.91868208902909, 'loss': 1.2512351274490356}
+{'epoch': 54, 'iter': 1050, 'avg_loss': 1.3528643236287314, 'avg_acc_mask': 53.913179317168, 'loss': 1.5578062534332275}
+{'epoch': 54, 'iter': 1060, 'avg_loss': 1.3528397033846007, 'avg_acc_mask': 53.90290460712996, 'loss': 1.4693831205368042}
+{'epoch': 54, 'iter': 1070, 'avg_loss': 1.3523342974490924, 'avg_acc_mask': 53.91744322731222, 'loss': 1.297702431678772}
+{'epoch': 54, 'iter': 1080, 'avg_loss': 1.3518806407012727, 'avg_acc_mask': 53.96300297056441, 'loss': 1.0437417030334473}
+{'epoch': 54, 'iter': 1090, 'avg_loss': 1.3525619256616621, 'avg_acc_mask': 53.938685155793166, 'loss': 1.3848562240600586}
+{'epoch': 54, 'iter': 1100, 'avg_loss': 1.3513914428441554, 'avg_acc_mask': 53.98341416582524, 'loss': 1.050371766090393}
+{'epoch': 'EP54_train', 'avg_loss': 1.351145743730381, 'total_masked_acc': 53.97694476969507}
+{'epoch': 55, 'iter': 0, 'avg_loss': 1.3851701021194458, 'avg_acc_mask': 55.932203389830505, 'loss': 1.3851701021194458}
+{'epoch': 55, 'iter': 10, 'avg_loss': 1.3732241175391457, 'avg_acc_mask': 55.18394648829431, 'loss': 1.3332656621932983}
+{'epoch': 55, 'iter': 20, 'avg_loss': 1.4031781979969569, 'avg_acc_mask': 52.698993595608414, 'loss': 1.22719407081604}
+{'epoch': 55, 'iter': 30, 'avg_loss': 1.3820615545395882, 'avg_acc_mask': 52.5077399380805, 'loss': 1.402426838874817}
+{'epoch': 55, 'iter': 40, 'avg_loss': 1.3717540211793853, 'avg_acc_mask': 53.38865836791148, 'loss': 1.4921231269836426}
+{'epoch': 55, 'iter': 50, 'avg_loss': 1.3907686916052127, 'avg_acc_mask': 52.82949981745162, 'loss': 1.550039291381836}
+{'epoch': 55, 'iter': 60, 'avg_loss': 1.3691975288703793, 'avg_acc_mask': 53.446705132098394, 'loss': 1.2871800661087036}
+{'epoch': 55, 'iter': 70, 'avg_loss': 1.3589275722772303, 'avg_acc_mask': 53.79256965944273, 'loss': 1.27212393283844}
+{'epoch': 55, 'iter': 80, 'avg_loss': 1.3555218408137193, 'avg_acc_mask': 53.64536453645364, 'loss': 1.310665249824524}
+{'epoch': 55, 'iter': 90, 'avg_loss': 1.3738534869728507, 'avg_acc_mask': 53.293413173652695, 'loss': 1.5821324586868286}
+{'epoch': 55, 'iter': 100, 'avg_loss': 1.3597156234306864, 'avg_acc_mask': 53.66997294860234, 'loss': 1.0127443075180054}
+{'epoch': 55, 'iter': 110, 'avg_loss': 1.3571390547193922, 'avg_acc_mask': 53.82830626450116, 'loss': 1.0541856288909912}
+{'epoch': 55, 'iter': 120, 'avg_loss': 1.3550602010458954, 'avg_acc_mask': 53.8250114521301, 'loss': 1.6426068544387817}
+{'epoch': 55, 'iter': 130, 'avg_loss': 1.3517757444891312, 'avg_acc_mask': 53.72631578947369, 'loss': 1.3100330829620361}
+{'epoch': 55, 'iter': 140, 'avg_loss': 1.355141338727153, 'avg_acc_mask': 53.648403012204625, 'loss': 1.0082122087478638}
+{'epoch': 55, 'iter': 150, 'avg_loss': 1.350242762376141, 'avg_acc_mask': 53.69356212729707, 'loss': 1.6062546968460083}
+{'epoch': 55, 'iter': 160, 'avg_loss': 1.3576487858102928, 'avg_acc_mask': 53.56161245991754, 'loss': 1.3100852966308594}
+{'epoch': 55, 'iter': 170, 'avg_loss': 1.3639394651379502, 'avg_acc_mask': 53.210221172428604, 'loss': 1.3610173463821411}
+{'epoch': 55, 'iter': 180, 'avg_loss': 1.3588635671204625, 'avg_acc_mask': 53.28444851817904, 'loss': 1.0486043691635132}
+{'epoch': 55, 'iter': 190, 'avg_loss': 1.3570912770575878, 'avg_acc_mask': 53.45192307692308, 'loss': 1.448469877243042}
+{'epoch': 55, 'iter': 200, 'avg_loss': 1.3568294914207648, 'avg_acc_mask': 53.420403689834686, 'loss': 1.4074879884719849}
+{'epoch': 55, 'iter': 210, 'avg_loss': 1.3551266057796387, 'avg_acc_mask': 53.40277777777778, 'loss': 1.2695236206054688}
+{'epoch': 55, 'iter': 220, 'avg_loss': 1.3531514443962822, 'avg_acc_mask': 53.55607012901091, 'loss': 1.3541077375411987}
+{'epoch': 55, 'iter': 230, 'avg_loss': 1.353533607024651, 'avg_acc_mask': 53.54455445544555, 'loss': 1.3649063110351562}
+{'epoch': 55, 'iter': 240, 'avg_loss': 1.350056282217572, 'avg_acc_mask': 53.55137350129004, 'loss': 1.4325568675994873}
+{'epoch': 55, 'iter': 250, 'avg_loss': 1.352846328480785, 'avg_acc_mask': 53.5115838554568, 'loss': 1.3533625602722168}
+{'epoch': 55, 'iter': 260, 'avg_loss': 1.3533651513614873, 'avg_acc_mask': 53.474066825108345, 'loss': 1.3503140211105347}
+{'epoch': 55, 'iter': 270, 'avg_loss': 1.3548969281115655, 'avg_acc_mask': 53.422629063741, 'loss': 1.5485621690750122}
+{'epoch': 55, 'iter': 280, 'avg_loss': 1.3574512450296259, 'avg_acc_mask': 53.44324008567535, 'loss': 1.1078206300735474}
+{'epoch': 55, 'iter': 290, 'avg_loss': 1.3544876559083814, 'avg_acc_mask': 53.54276398294458, 'loss': 1.397691249847412}
+{'epoch': 55, 'iter': 300, 'avg_loss': 1.352520725061727, 'avg_acc_mask': 53.57251444207966, 'loss': 1.3424441814422607}
+{'epoch': 55, 'iter': 310, 'avg_loss': 1.3511343479539804, 'avg_acc_mask': 53.49769965789785, 'loss': 1.004955768585205}
+{'epoch': 55, 'iter': 320, 'avg_loss': 1.3497327902235345, 'avg_acc_mask': 53.54402839803046, 'loss': 1.1092480421066284}
+{'epoch': 55, 'iter': 330, 'avg_loss': 1.350618910753475, 'avg_acc_mask': 53.58987173080126, 'loss': 1.3368505239486694}
+{'epoch': 55, 'iter': 340, 'avg_loss': 1.3481760019780604, 'avg_acc_mask': 53.54627090390923, 'loss': 1.2530574798583984}
+{'epoch': 55, 'iter': 350, 'avg_loss': 1.345776339371999, 'avg_acc_mask': 53.631752340114005, 'loss': 1.3007686138153076}
+{'epoch': 55, 'iter': 360, 'avg_loss': 1.3438843559690459, 'avg_acc_mask': 53.693152914843836, 'loss': 1.4275695085525513}
+{'epoch': 55, 'iter': 370, 'avg_loss': 1.3436302292057767, 'avg_acc_mask': 53.685461115786346, 'loss': 1.2568093538284302}
+{'epoch': 55, 'iter': 380, 'avg_loss': 1.3457183767491439, 'avg_acc_mask': 53.59911406423035, 'loss': 1.2108855247497559}
+{'epoch': 55, 'iter': 390, 'avg_loss': 1.345758480641543, 'avg_acc_mask': 53.58653755758203, 'loss': 1.3960763216018677}
+{'epoch': 55, 'iter': 400, 'avg_loss': 1.346143788976265, 'avg_acc_mask': 53.5622593068036, 'loss': 1.2969111204147339}
+{'epoch': 55, 'iter': 410, 'avg_loss': 1.3449213245199254, 'avg_acc_mask': 53.50873274668334, 'loss': 1.046862006187439}
+{'epoch': 55, 'iter': 420, 'avg_loss': 1.3450051931190943, 'avg_acc_mask': 53.527895495652935, 'loss': 0.9647064208984375}
+{'epoch': 55, 'iter': 430, 'avg_loss': 1.3449698692131484, 'avg_acc_mask': 53.527024140141, 'loss': 1.1875494718551636}
+{'epoch': 55, 'iter': 440, 'avg_loss': 1.3475865331096173, 'avg_acc_mask': 53.39506172839506, 'loss': 1.7607736587524414}
+{'epoch': 55, 'iter': 450, 'avg_loss': 1.3483626247773943, 'avg_acc_mask': 53.382629299779396, 'loss': 1.1482560634613037}
+{'epoch': 55, 'iter': 460, 'avg_loss': 1.3498298979633025, 'avg_acc_mask': 53.33652809392596, 'loss': 1.4037723541259766}
+{'epoch': 55, 'iter': 470, 'avg_loss': 1.3518911716538125, 'avg_acc_mask': 53.3218763426161, 'loss': 1.3254072666168213}
+{'epoch': 55, 'iter': 480, 'avg_loss': 1.3507604155371937, 'avg_acc_mask': 53.361135554960406, 'loss': 1.0283669233322144}
+{'epoch': 55, 'iter': 490, 'avg_loss': 1.350402589242473, 'avg_acc_mask': 53.369565217391305, 'loss': 1.7797242403030396}
+{'epoch': 55, 'iter': 500, 'avg_loss': 1.349341136014866, 'avg_acc_mask': 53.46498311554838, 'loss': 1.1537822484970093}
+{'epoch': 55, 'iter': 510, 'avg_loss': 1.348380861683601, 'avg_acc_mask': 53.53480841878036, 'loss': 1.2670164108276367}
+{'epoch': 55, 'iter': 520, 'avg_loss': 1.34753393646394, 'avg_acc_mask': 53.583931539304785, 'loss': 1.457039713859558}
+{'epoch': 55, 'iter': 530, 'avg_loss': 1.3470529872369856, 'avg_acc_mask': 53.59633600499636, 'loss': 1.1379531621932983}
+{'epoch': 55, 'iter': 540, 'avg_loss': 1.3467093431795372, 'avg_acc_mask': 53.61242633784106, 'loss': 1.2444285154342651}
+{'epoch': 55, 'iter': 550, 'avg_loss': 1.3480127754531626, 'avg_acc_mask': 53.559265442404005, 'loss': 1.3809789419174194}
+{'epoch': 55, 'iter': 560, 'avg_loss': 1.3456916102538559, 'avg_acc_mask': 53.65221102393224, 'loss': 1.0223815441131592}
+{'epoch': 55, 'iter': 570, 'avg_loss': 1.3444936372561547, 'avg_acc_mask': 53.70489898663913, 'loss': 1.054162621498108}
+{'epoch': 55, 'iter': 580, 'avg_loss': 1.3443933322179338, 'avg_acc_mask': 53.73787331177478, 'loss': 1.48225736618042}
+{'epoch': 55, 'iter': 590, 'avg_loss': 1.3437456133603647, 'avg_acc_mask': 53.7951018882034, 'loss': 1.0855474472045898}
+{'epoch': 55, 'iter': 600, 'avg_loss': 1.3435964071611795, 'avg_acc_mask': 53.798126951092605, 'loss': 1.404486060142517}
+{'epoch': 55, 'iter': 610, 'avg_loss': 1.3453202079829139, 'avg_acc_mask': 53.740003607720524, 'loss': 1.5555728673934937}
+{'epoch': 55, 'iter': 620, 'avg_loss': 1.3429409873082443, 'avg_acc_mask': 53.82861542105887, 'loss': 1.4353224039077759}
+{'epoch': 55, 'iter': 630, 'avg_loss': 1.3422815133765835, 'avg_acc_mask': 53.904678618277224, 'loss': 1.1170622110366821}
+{'epoch': 55, 'iter': 640, 'avg_loss': 1.3412602346698506, 'avg_acc_mask': 53.957848126743144, 'loss': 1.329761266708374}
+{'epoch': 55, 'iter': 650, 'avg_loss': 1.3416940905897665, 'avg_acc_mask': 53.91942845802738, 'loss': 1.3682373762130737}
+{'epoch': 55, 'iter': 660, 'avg_loss': 1.3397458330044767, 'avg_acc_mask': 53.99759836912508, 'loss': 1.2134510278701782}
+{'epoch': 55, 'iter': 670, 'avg_loss': 1.3401510791878053, 'avg_acc_mask': 53.99785460846604, 'loss': 1.6847997903823853}
+{'epoch': 55, 'iter': 680, 'avg_loss': 1.338416071190183, 'avg_acc_mask': 54.06400606487247, 'loss': 1.1384251117706299}
+{'epoch': 55, 'iter': 690, 'avg_loss': 1.3392454856729024, 'avg_acc_mask': 54.01183558138295, 'loss': 1.1640084981918335}
+{'epoch': 55, 'iter': 700, 'avg_loss': 1.3405359837196014, 'avg_acc_mask': 53.98346239663998, 'loss': 1.386381983757019}
+{'epoch': 55, 'iter': 710, 'avg_loss': 1.3414852686236847, 'avg_acc_mask': 53.95854922279793, 'loss': 1.318742036819458}
+{'epoch': 55, 'iter': 720, 'avg_loss': 1.342759286977051, 'avg_acc_mask': 53.937289347359815, 'loss': 1.5548206567764282}
+{'epoch': 55, 'iter': 730, 'avg_loss': 1.342349882817301, 'avg_acc_mask': 53.973051252990814, 'loss': 1.30057954788208}
+{'epoch': 55, 'iter': 740, 'avg_loss': 1.3427299366467074, 'avg_acc_mask': 54.00864854117998, 'loss': 1.3352824449539185}
+{'epoch': 55, 'iter': 750, 'avg_loss': 1.34399800984742, 'avg_acc_mask': 53.97039360815646, 'loss': 1.3024356365203857}
+{'epoch': 55, 'iter': 760, 'avg_loss': 1.3428574622695613, 'avg_acc_mask': 54.00416142456208, 'loss': 1.1120115518569946}
+{'epoch': 55, 'iter': 770, 'avg_loss': 1.3434285567892201, 'avg_acc_mask': 53.98897453642937, 'loss': 1.450258731842041}
+{'epoch': 55, 'iter': 780, 'avg_loss': 1.3424122347263918, 'avg_acc_mask': 54.02236482023214, 'loss': 1.4853630065917969}
+{'epoch': 55, 'iter': 790, 'avg_loss': 1.3426511480594254, 'avg_acc_mask': 54.036746384742564, 'loss': 1.382043719291687}
+{'epoch': 55, 'iter': 800, 'avg_loss': 1.3418223957592776, 'avg_acc_mask': 54.08750057505636, 'loss': 1.2808364629745483}
+{'epoch': 55, 'iter': 810, 'avg_loss': 1.3427026761298408, 'avg_acc_mask': 54.06019307211811, 'loss': 1.2983554601669312}
+{'epoch': 55, 'iter': 820, 'avg_loss': 1.3431726467594884, 'avg_acc_mask': 54.005208567195005, 'loss': 1.3437460660934448}
+{'epoch': 55, 'iter': 830, 'avg_loss': 1.343249925207145, 'avg_acc_mask': 53.990099669249034, 'loss': 1.2123315334320068}
+{'epoch': 55, 'iter': 840, 'avg_loss': 1.3435594492661684, 'avg_acc_mask': 53.97093316381333, 'loss': 1.3500754833221436}
+{'epoch': 55, 'iter': 850, 'avg_loss': 1.344076729829387, 'avg_acc_mask': 53.93589160876999, 'loss': 1.3566631078720093}
+{'epoch': 55, 'iter': 860, 'avg_loss': 1.3447070444364027, 'avg_acc_mask': 53.890502220703794, 'loss': 1.379046082496643}
+{'epoch': 55, 'iter': 870, 'avg_loss': 1.3453826995312004, 'avg_acc_mask': 53.89025906954193, 'loss': 1.5125906467437744}
+{'epoch': 55, 'iter': 880, 'avg_loss': 1.3450968943443256, 'avg_acc_mask': 53.90561516824669, 'loss': 1.318289041519165}
+{'epoch': 55, 'iter': 890, 'avg_loss': 1.3443139901198655, 'avg_acc_mask': 53.95578105020006, 'loss': 1.0978575944900513}
+{'epoch': 55, 'iter': 900, 'avg_loss': 1.3443153312018392, 'avg_acc_mask': 53.93755349936819, 'loss': 1.4436734914779663}
+{'epoch': 55, 'iter': 910, 'avg_loss': 1.3450435219428674, 'avg_acc_mask': 53.90596672172757, 'loss': 1.359249472618103}
+{'epoch': 55, 'iter': 920, 'avg_loss': 1.3446939309955808, 'avg_acc_mask': 53.93200103815209, 'loss': 1.3457372188568115}
+{'epoch': 55, 'iter': 930, 'avg_loss': 1.3433587446760797, 'avg_acc_mask': 53.97521788106955, 'loss': 1.6979944705963135}
+{'epoch': 55, 'iter': 940, 'avg_loss': 1.3438946398234393, 'avg_acc_mask': 53.97532891521514, 'loss': 1.1334781646728516}
+{'epoch': 55, 'iter': 950, 'avg_loss': 1.3431510523541368, 'avg_acc_mask': 54.001005569306926, 'loss': 1.367636799812317}
+{'epoch': 55, 'iter': 960, 'avg_loss': 1.3436581931550842, 'avg_acc_mask': 54.01018337735921, 'loss': 1.4787389039993286}
+{'epoch': 55, 'iter': 970, 'avg_loss': 1.3437651007231919, 'avg_acc_mask': 54.033678707404384, 'loss': 1.169543743133545}
+{'epoch': 55, 'iter': 980, 'avg_loss': 1.3439516788471972, 'avg_acc_mask': 54.01835893593107, 'loss': 1.2829420566558838}
+{'epoch': 55, 'iter': 990, 'avg_loss': 1.3444174009062326, 'avg_acc_mask': 54.01823775809022, 'loss': 1.7084200382232666}
+{'epoch': 55, 'iter': 1000, 'avg_loss': 1.3445759872932892, 'avg_acc_mask': 54.00091701054562, 'loss': 1.6012263298034668}
+{'epoch': 55, 'iter': 1010, 'avg_loss': 1.344305639568823, 'avg_acc_mask': 54.02689442122479, 'loss': 1.5272622108459473}
+{'epoch': 55, 'iter': 1020, 'avg_loss': 1.3433492158582465, 'avg_acc_mask': 54.07792488127788, 'loss': 0.9471315741539001}
+{'epoch': 55, 'iter': 1030, 'avg_loss': 1.342410569914791, 'avg_acc_mask': 54.100375919756274, 'loss': 1.0157077312469482}
+{'epoch': 55, 'iter': 1040, 'avg_loss': 1.342030853462494, 'avg_acc_mask': 54.081272708032024, 'loss': 1.4369114637374878}
+{'epoch': 55, 'iter': 1050, 'avg_loss': 1.341354555396326, 'avg_acc_mask': 54.12997903563941, 'loss': 1.193670392036438}
+{'epoch': 55, 'iter': 1060, 'avg_loss': 1.3417149665892742, 'avg_acc_mask': 54.09390630137935, 'loss': 1.001800298690796}
+{'epoch': 55, 'iter': 1070, 'avg_loss': 1.3410548160946558, 'avg_acc_mask': 54.102436598707115, 'loss': 1.2874261140823364}
+{'epoch': 55, 'iter': 1080, 'avg_loss': 1.3409072505887407, 'avg_acc_mask': 54.11605022056328, 'loss': 1.1561247110366821}
+{'epoch': 55, 'iter': 1090, 'avg_loss': 1.3412306742532663, 'avg_acc_mask': 54.112590453484664, 'loss': 1.5417170524597168}
+{'epoch': 55, 'iter': 1100, 'avg_loss': 1.3416792141319296, 'avg_acc_mask': 54.09688846019524, 'loss': 1.1938040256500244}
+{'epoch': 'EP55_train', 'avg_loss': 1.3415796668281383, 'total_masked_acc': 54.09520968998028}
+{'epoch': 56, 'iter': 0, 'avg_loss': 1.5427122116088867, 'avg_acc_mask': 46.478873239436616, 'loss': 1.5427122116088867}
+{'epoch': 56, 'iter': 10, 'avg_loss': 1.3511321165344932, 'avg_acc_mask': 53.37519623233909, 'loss': 1.3946115970611572}
+{'epoch': 56, 'iter': 20, 'avg_loss': 1.3921845867520286, 'avg_acc_mask': 52.53378378378378, 'loss': 1.6719666719436646}
+{'epoch': 56, 'iter': 30, 'avg_loss': 1.3957237543598298, 'avg_acc_mask': 53.15052508751459, 'loss': 1.5162540674209595}
+{'epoch': 56, 'iter': 40, 'avg_loss': 1.3800206140774052, 'avg_acc_mask': 53.223654957759, 'loss': 1.4092720746994019}
+{'epoch': 56, 'iter': 50, 'avg_loss': 1.393482644183963, 'avg_acc_mask': 52.51594613749114, 'loss': 1.4400838613510132}
+{'epoch': 56, 'iter': 60, 'avg_loss': 1.387775908728115, 'avg_acc_mask': 52.81195079086116, 'loss': 1.358115315437317}
+{'epoch': 56, 'iter': 70, 'avg_loss': 1.3852320313453674, 'avg_acc_mask': 53.33166332665331, 'loss': 1.1344223022460938}
+{'epoch': 56, 'iter': 80, 'avg_loss': 1.380444574503251, 'avg_acc_mask': 53.21803852889667, 'loss': 1.5607727766036987}
+{'epoch': 56, 'iter': 90, 'avg_loss': 1.3790616537188436, 'avg_acc_mask': 53.3307210031348, 'loss': 1.4645497798919678}
+{'epoch': 56, 'iter': 100, 'avg_loss': 1.3684278720676308, 'avg_acc_mask': 53.49500713266762, 'loss': 1.164061427116394}
+{'epoch': 56, 'iter': 110, 'avg_loss': 1.3725711477769387, 'avg_acc_mask': 53.487992158144095, 'loss': 1.2483521699905396}
+{'epoch': 56, 'iter': 120, 'avg_loss': 1.3669344147374807, 'avg_acc_mask': 53.56287425149701, 'loss': 1.6669347286224365}
+{'epoch': 56, 'iter': 130, 'avg_loss': 1.364985175715148, 'avg_acc_mask': 53.474236773034946, 'loss': 1.4909402132034302}
+{'epoch': 56, 'iter': 140, 'avg_loss': 1.3683280691187432, 'avg_acc_mask': 53.207595586348475, 'loss': 1.4123079776763916}
+{'epoch': 56, 'iter': 150, 'avg_loss': 1.356152910665171, 'avg_acc_mask': 53.638554216867476, 'loss': 1.591986894607544}
+{'epoch': 56, 'iter': 160, 'avg_loss': 1.3614096941414826, 'avg_acc_mask': 53.710848842487515, 'loss': 1.6152013540267944}
+{'epoch': 56, 'iter': 170, 'avg_loss': 1.3671355376466674, 'avg_acc_mask': 53.434139069321695, 'loss': 1.52147376537323}
+{'epoch': 56, 'iter': 180, 'avg_loss': 1.364649742677067, 'avg_acc_mask': 53.51999194279383, 'loss': 1.3265790939331055}
+{'epoch': 56, 'iter': 190, 'avg_loss': 1.3628520119876761, 'avg_acc_mask': 53.523138449819086, 'loss': 1.2574262619018555}
+{'epoch': 56, 'iter': 200, 'avg_loss': 1.3623316397714378, 'avg_acc_mask': 53.574660633484164, 'loss': 1.525943398475647}
+{'epoch': 56, 'iter': 210, 'avg_loss': 1.3616490344300654, 'avg_acc_mask': 53.514211886304906, 'loss': 1.2629345655441284}
+{'epoch': 56, 'iter': 220, 'avg_loss': 1.3585138811784632, 'avg_acc_mask': 53.539496349766225, 'loss': 1.5281038284301758}
+{'epoch': 56, 'iter': 230, 'avg_loss': 1.3571907132218926, 'avg_acc_mask': 53.55822914209326, 'loss': 1.1276607513427734}
+{'epoch': 56, 'iter': 240, 'avg_loss': 1.357913667482954, 'avg_acc_mask': 53.59897172236504, 'loss': 1.35751211643219}
+{'epoch': 56, 'iter': 250, 'avg_loss': 1.35994158798005, 'avg_acc_mask': 53.50545454545455, 'loss': 0.9997397065162659}
+{'epoch': 56, 'iter': 260, 'avg_loss': 1.363329321488567, 'avg_acc_mask': 53.359904901755115, 'loss': 1.203639030456543}
+{'epoch': 56, 'iter': 270, 'avg_loss': 1.3653015588922255, 'avg_acc_mask': 53.334230536303075, 'loss': 1.6659289598464966}
+{'epoch': 56, 'iter': 280, 'avg_loss': 1.3639627009948379, 'avg_acc_mask': 53.39428126823576, 'loss': 1.2945914268493652}
+{'epoch': 56, 'iter': 290, 'avg_loss': 1.3648463596183409, 'avg_acc_mask': 53.44200626959248, 'loss': 1.245808720588684}
+{'epoch': 56, 'iter': 300, 'avg_loss': 1.3628200702492976, 'avg_acc_mask': 53.47496206373293, 'loss': 1.043439507484436}
+{'epoch': 56, 'iter': 310, 'avg_loss': 1.3606265193013134, 'avg_acc_mask': 53.36870026525199, 'loss': 1.0971760749816895}
+{'epoch': 56, 'iter': 320, 'avg_loss': 1.3619377215703328, 'avg_acc_mask': 53.319608852290266, 'loss': 1.1939672231674194}
+{'epoch': 56, 'iter': 330, 'avg_loss': 1.361335544787865, 'avg_acc_mask': 53.311148086522465, 'loss': 0.9835838079452515}
+{'epoch': 56, 'iter': 340, 'avg_loss': 1.3608060286891075, 'avg_acc_mask': 53.31861979867578, 'loss': 1.1449599266052246}
+{'epoch': 56, 'iter': 350, 'avg_loss': 1.3580728203822405, 'avg_acc_mask': 53.47985347985348, 'loss': 1.1937265396118164}
+{'epoch': 56, 'iter': 360, 'avg_loss': 1.3591164867303378, 'avg_acc_mask': 53.538899913499215, 'loss': 1.636728048324585}
+{'epoch': 56, 'iter': 370, 'avg_loss': 1.3576562459256771, 'avg_acc_mask': 53.585746102449896, 'loss': 1.1973527669906616}
+{'epoch': 56, 'iter': 380, 'avg_loss': 1.358132494559751, 'avg_acc_mask': 53.5483870967742, 'loss': 1.0600775480270386}
+{'epoch': 56, 'iter': 390, 'avg_loss': 1.356541901598196, 'avg_acc_mask': 53.593179049939096, 'loss': 1.4148529767990112}
+{'epoch': 56, 'iter': 400, 'avg_loss': 1.3566019802616718, 'avg_acc_mask': 53.65965024428109, 'loss': 1.3090286254882812}
+{'epoch': 56, 'iter': 410, 'avg_loss': 1.356105550362246, 'avg_acc_mask': 53.62073572637392, 'loss': 1.191548228263855}
+{'epoch': 56, 'iter': 420, 'avg_loss': 1.3554148189811979, 'avg_acc_mask': 53.61036016394872, 'loss': 1.166374683380127}
+{'epoch': 56, 'iter': 430, 'avg_loss': 1.3546806876731305, 'avg_acc_mask': 53.66394001363326, 'loss': 1.3419612646102905}
+{'epoch': 56, 'iter': 440, 'avg_loss': 1.3561796262150718, 'avg_acc_mask': 53.64878373875375, 'loss': 1.3964545726776123}
+{'epoch': 56, 'iter': 450, 'avg_loss': 1.3565648820606409, 'avg_acc_mask': 53.628506196999346, 'loss': 1.2557729482650757}
+{'epoch': 56, 'iter': 460, 'avg_loss': 1.3556990264036133, 'avg_acc_mask': 53.674593041812955, 'loss': 1.3648256063461304}
+{'epoch': 56, 'iter': 470, 'avg_loss': 1.3565184592947586, 'avg_acc_mask': 53.678048780487806, 'loss': 1.314182996749878}
+{'epoch': 56, 'iter': 480, 'avg_loss': 1.3573698458453474, 'avg_acc_mask': 53.6704793236678, 'loss': 1.2769802808761597}
+{'epoch': 56, 'iter': 490, 'avg_loss': 1.356910713942619, 'avg_acc_mask': 53.69321378999887, 'loss': 1.6550753116607666}
+{'epoch': 56, 'iter': 500, 'avg_loss': 1.356640698310144, 'avg_acc_mask': 53.667683935728206, 'loss': 1.1444263458251953}
+{'epoch': 56, 'iter': 510, 'avg_loss': 1.3557790185374057, 'avg_acc_mask': 53.68417263597423, 'loss': 1.2186143398284912}
+{'epoch': 56, 'iter': 520, 'avg_loss': 1.3524921796143399, 'avg_acc_mask': 53.83065941055904, 'loss': 1.1873183250427246}
+{'epoch': 56, 'iter': 530, 'avg_loss': 1.3536462139499614, 'avg_acc_mask': 53.82349883926406, 'loss': 1.3388313055038452}
+{'epoch': 56, 'iter': 540, 'avg_loss': 1.353884788185303, 'avg_acc_mask': 53.83804373703364, 'loss': 1.4923745393753052}
+{'epoch': 56, 'iter': 550, 'avg_loss': 1.356330078007305, 'avg_acc_mask': 53.74653716498115, 'loss': 1.4202216863632202}
+{'epoch': 56, 'iter': 560, 'avg_loss': 1.3551065615791689, 'avg_acc_mask': 53.79235618597321, 'loss': 1.1187946796417236}
+{'epoch': 56, 'iter': 570, 'avg_loss': 1.3534475659948306, 'avg_acc_mask': 53.87644438706346, 'loss': 1.5171838998794556}
+{'epoch': 56, 'iter': 580, 'avg_loss': 1.3537678315389177, 'avg_acc_mask': 53.82420995911122, 'loss': 1.7165718078613281}
+{'epoch': 56, 'iter': 590, 'avg_loss': 1.353347941602749, 'avg_acc_mask': 53.82340120804533, 'loss': 1.1236977577209473}
+{'epoch': 56, 'iter': 600, 'avg_loss': 1.353784962918318, 'avg_acc_mask': 53.795783482757564, 'loss': 1.3346260786056519}
+{'epoch': 56, 'iter': 610, 'avg_loss': 1.3550487509921023, 'avg_acc_mask': 53.73722188815394, 'loss': 1.3687429428100586}
+{'epoch': 56, 'iter': 620, 'avg_loss': 1.3532563661031678, 'avg_acc_mask': 53.81312009477269, 'loss': 1.6141599416732788}
+{'epoch': 56, 'iter': 630, 'avg_loss': 1.3523886122529745, 'avg_acc_mask': 53.83718897500146, 'loss': 1.340712547302246}
+{'epoch': 56, 'iter': 640, 'avg_loss': 1.352518046980901, 'avg_acc_mask': 53.870930633843315, 'loss': 1.2145335674285889}
+{'epoch': 56, 'iter': 650, 'avg_loss': 1.3537620782119704, 'avg_acc_mask': 53.88843244468369, 'loss': 1.2812867164611816}
+{'epoch': 56, 'iter': 660, 'avg_loss': 1.35195979173894, 'avg_acc_mask': 53.9397660981941, 'loss': 1.1996310949325562}
+{'epoch': 56, 'iter': 670, 'avg_loss': 1.3509988031515243, 'avg_acc_mask': 53.98975714521724, 'loss': 1.6590299606323242}
+{'epoch': 56, 'iter': 680, 'avg_loss': 1.3507630025062618, 'avg_acc_mask': 53.94897378195916, 'loss': 1.2500293254852295}
+{'epoch': 56, 'iter': 690, 'avg_loss': 1.3513691680648738, 'avg_acc_mask': 53.910025363769854, 'loss': 1.317490816116333}
+{'epoch': 56, 'iter': 700, 'avg_loss': 1.3521617317675865, 'avg_acc_mask': 53.900000000000006, 'loss': 1.5834169387817383}
+{'epoch': 56, 'iter': 710, 'avg_loss': 1.3512429714035217, 'avg_acc_mask': 53.954296682489044, 'loss': 1.289009690284729}
+{'epoch': 56, 'iter': 720, 'avg_loss': 1.3522088953426905, 'avg_acc_mask': 53.89940480752037, 'loss': 1.3438665866851807}
+{'epoch': 56, 'iter': 730, 'avg_loss': 1.350135601822557, 'avg_acc_mask': 53.9676939747499, 'loss': 1.5011862516403198}
+{'epoch': 56, 'iter': 740, 'avg_loss': 1.3510849041494764, 'avg_acc_mask': 53.92259154369752, 'loss': 1.512157917022705}
+{'epoch': 56, 'iter': 750, 'avg_loss': 1.351188861895179, 'avg_acc_mask': 53.916474682613604, 'loss': 1.3283615112304688}
+{'epoch': 56, 'iter': 760, 'avg_loss': 1.3516853411783527, 'avg_acc_mask': 53.92681568304555, 'loss': 1.21046781539917}
+{'epoch': 56, 'iter': 770, 'avg_loss': 1.3522391738285504, 'avg_acc_mask': 53.907351219628744, 'loss': 1.5384083986282349}
+{'epoch': 56, 'iter': 780, 'avg_loss': 1.3513935767734249, 'avg_acc_mask': 53.95270908061167, 'loss': 1.4624425172805786}
+{'epoch': 56, 'iter': 790, 'avg_loss': 1.350952557004357, 'avg_acc_mask': 53.988587399557474, 'loss': 1.155992031097412}
+{'epoch': 56, 'iter': 800, 'avg_loss': 1.350236859512091, 'avg_acc_mask': 53.981690205640156, 'loss': 1.2917859554290771}
+{'epoch': 56, 'iter': 810, 'avg_loss': 1.3501847839825838, 'avg_acc_mask': 53.994821947674424, 'loss': 1.4289268255233765}
+{'epoch': 56, 'iter': 820, 'avg_loss': 1.3504251860236425, 'avg_acc_mask': 53.9529770718356, 'loss': 1.4525076150894165}
+{'epoch': 56, 'iter': 830, 'avg_loss': 1.3505387441059025, 'avg_acc_mask': 53.94322466178754, 'loss': 1.3594727516174316}
+{'epoch': 56, 'iter': 840, 'avg_loss': 1.349769956008149, 'avg_acc_mask': 53.96821917808219, 'loss': 1.4332717657089233}
+{'epoch': 56, 'iter': 850, 'avg_loss': 1.3498232603493365, 'avg_acc_mask': 53.97244273323095, 'loss': 1.2966656684875488}
+{'epoch': 56, 'iter': 860, 'avg_loss': 1.350539244218155, 'avg_acc_mask': 53.945373395690524, 'loss': 1.3661394119262695}
+{'epoch': 56, 'iter': 870, 'avg_loss': 1.3523985285025377, 'avg_acc_mask': 53.93239484110259, 'loss': 1.4883321523666382}
+{'epoch': 56, 'iter': 880, 'avg_loss': 1.352870508774726, 'avg_acc_mask': 53.95455493016469, 'loss': 1.1366171836853027}
+{'epoch': 56, 'iter': 890, 'avg_loss': 1.351258601336902, 'avg_acc_mask': 54.013574567284884, 'loss': 0.9758768081665039}
+{'epoch': 56, 'iter': 900, 'avg_loss': 1.3516895684365031, 'avg_acc_mask': 53.98313027179007, 'loss': 1.607853889465332}
+{'epoch': 56, 'iter': 910, 'avg_loss': 1.3521265214805938, 'avg_acc_mask': 53.94050472296631, 'loss': 1.3747990131378174}
+{'epoch': 56, 'iter': 920, 'avg_loss': 1.3526494004050762, 'avg_acc_mask': 53.914360292506025, 'loss': 1.4275230169296265}
+{'epoch': 56, 'iter': 930, 'avg_loss': 1.3516169383753767, 'avg_acc_mask': 53.925978535353536, 'loss': 1.4589117765426636}
+{'epoch': 56, 'iter': 940, 'avg_loss': 1.3516254248325175, 'avg_acc_mask': 53.93050162917292, 'loss': 1.0587302446365356}
+{'epoch': 56, 'iter': 950, 'avg_loss': 1.3516891804904718, 'avg_acc_mask': 53.939183184575555, 'loss': 1.4927239418029785}
+{'epoch': 56, 'iter': 960, 'avg_loss': 1.3520169045997088, 'avg_acc_mask': 53.93655646856488, 'loss': 1.2030789852142334}
+{'epoch': 56, 'iter': 970, 'avg_loss': 1.3521366517158295, 'avg_acc_mask': 53.95252057126644, 'loss': 1.283258318901062}
+{'epoch': 56, 'iter': 980, 'avg_loss': 1.3527248316462495, 'avg_acc_mask': 53.949683650930325, 'loss': 1.5958296060562134}
+{'epoch': 56, 'iter': 990, 'avg_loss': 1.3534998114246173, 'avg_acc_mask': 53.90755213156043, 'loss': 1.4660593271255493}
+{'epoch': 56, 'iter': 1000, 'avg_loss': 1.3530852001506488, 'avg_acc_mask': 53.91043025727479, 'loss': 1.5261144638061523}
+{'epoch': 56, 'iter': 1010, 'avg_loss': 1.3522776371175764, 'avg_acc_mask': 53.94889663182346, 'loss': 1.1719839572906494}
+{'epoch': 56, 'iter': 1020, 'avg_loss': 1.3525454604543972, 'avg_acc_mask': 53.95901801267892, 'loss': 1.2784397602081299}
+{'epoch': 56, 'iter': 1030, 'avg_loss': 1.3516320651532607, 'avg_acc_mask': 53.986113583763576, 'loss': 1.287839651107788}
+{'epoch': 56, 'iter': 1040, 'avg_loss': 1.3511011640574357, 'avg_acc_mask': 54.030608646590025, 'loss': 1.1968175172805786}
+{'epoch': 56, 'iter': 1050, 'avg_loss': 1.3509919433566528, 'avg_acc_mask': 54.04073931728451, 'loss': 1.3609204292297363}
+{'epoch': 56, 'iter': 1060, 'avg_loss': 1.3507285350679115, 'avg_acc_mask': 54.03482655957903, 'loss': 1.1939889192581177}
+{'epoch': 56, 'iter': 1070, 'avg_loss': 1.3504161503023349, 'avg_acc_mask': 54.055074204340734, 'loss': 1.2921276092529297}
+{'epoch': 56, 'iter': 1080, 'avg_loss': 1.3510835537967805, 'avg_acc_mask': 54.034342060523635, 'loss': 1.1647266149520874}
+{'epoch': 56, 'iter': 1090, 'avg_loss': 1.3516415003567634, 'avg_acc_mask': 54.02720721934136, 'loss': 1.809019923210144}
+{'epoch': 56, 'iter': 1100, 'avg_loss': 1.3514701196218382, 'avg_acc_mask': 54.02770822901019, 'loss': 1.0078309774398804}
+{'epoch': 'EP56_train', 'avg_loss': 1.3517643302813913, 'total_masked_acc': 54.0264493054978}
+{'epoch': 57, 'iter': 0, 'avg_loss': 1.5592085123062134, 'avg_acc_mask': 50.0, 'loss': 1.5592085123062134}
+{'epoch': 57, 'iter': 10, 'avg_loss': 1.3825570832599292, 'avg_acc_mask': 53.333333333333336, 'loss': 1.0501940250396729}
+{'epoch': 57, 'iter': 20, 'avg_loss': 1.363128818216778, 'avg_acc_mask': 52.96108291032149, 'loss': 1.313004732131958}
+{'epoch': 57, 'iter': 30, 'avg_loss': 1.3846104818005716, 'avg_acc_mask': 52.3696682464455, 'loss': 1.092355489730835}
+{'epoch': 57, 'iter': 40, 'avg_loss': 1.3634058396990707, 'avg_acc_mask': 52.734548688305914, 'loss': 1.4252159595489502}
+{'epoch': 57, 'iter': 50, 'avg_loss': 1.38363958456937, 'avg_acc_mask': 52.22300635144672, 'loss': 1.3098291158676147}
+{'epoch': 57, 'iter': 60, 'avg_loss': 1.3756834639877569, 'avg_acc_mask': 52.63633624585719, 'loss': 1.353399395942688}
+{'epoch': 57, 'iter': 70, 'avg_loss': 1.3790695902327417, 'avg_acc_mask': 52.93201868188895, 'loss': 1.4429173469543457}
+{'epoch': 57, 'iter': 80, 'avg_loss': 1.376994013786316, 'avg_acc_mask': 53.13277539018322, 'loss': 1.5425018072128296}
+{'epoch': 57, 'iter': 90, 'avg_loss': 1.3762453676580073, 'avg_acc_mask': 53.07769929364279, 'loss': 1.282631516456604}
+{'epoch': 57, 'iter': 100, 'avg_loss': 1.3635470117672834, 'avg_acc_mask': 53.3625730994152, 'loss': 1.1254990100860596}
+{'epoch': 57, 'iter': 110, 'avg_loss': 1.3594641008892574, 'avg_acc_mask': 53.432436946717885, 'loss': 0.9664362072944641}
+{'epoch': 57, 'iter': 120, 'avg_loss': 1.3605400757356123, 'avg_acc_mask': 53.49087003222341, 'loss': 1.6289376020431519}
+{'epoch': 57, 'iter': 130, 'avg_loss': 1.354062718289499, 'avg_acc_mask': 53.7519358017739, 'loss': 1.2978647947311401}
+{'epoch': 57, 'iter': 140, 'avg_loss': 1.3526766076155587, 'avg_acc_mask': 53.79771743408107, 'loss': 1.3421998023986816}
+{'epoch': 57, 'iter': 150, 'avg_loss': 1.3450888257152986, 'avg_acc_mask': 54.11895086811968, 'loss': 1.2169280052185059}
+{'epoch': 57, 'iter': 160, 'avg_loss': 1.3488262095806762, 'avg_acc_mask': 54.00232018561485, 'loss': 1.8989347219467163}
+{'epoch': 57, 'iter': 170, 'avg_loss': 1.351665300583979, 'avg_acc_mask': 53.85784047748237, 'loss': 1.3200763463974}
+{'epoch': 57, 'iter': 180, 'avg_loss': 1.3516805405774828, 'avg_acc_mask': 53.90544707091469, 'loss': 1.5431718826293945}
+{'epoch': 57, 'iter': 190, 'avg_loss': 1.350690108631294, 'avg_acc_mask': 53.93193057306313, 'loss': 1.1105436086654663}
+{'epoch': 57, 'iter': 200, 'avg_loss': 1.3479610459128422, 'avg_acc_mask': 53.98254478640331, 'loss': 1.2605963945388794}
+{'epoch': 57, 'iter': 210, 'avg_loss': 1.3436799571977407, 'avg_acc_mask': 54.21121251629726, 'loss': 1.2354539632797241}
+{'epoch': 57, 'iter': 220, 'avg_loss': 1.3399664751544798, 'avg_acc_mask': 54.278119288918425, 'loss': 1.6019835472106934}
+{'epoch': 57, 'iter': 230, 'avg_loss': 1.3384291754140483, 'avg_acc_mask': 54.372957027824285, 'loss': 1.0072779655456543}
+{'epoch': 57, 'iter': 240, 'avg_loss': 1.341165803032792, 'avg_acc_mask': 54.2632102164105, 'loss': 1.4697847366333008}
+{'epoch': 57, 'iter': 250, 'avg_loss': 1.3424113730035454, 'avg_acc_mask': 54.18560328397596, 'loss': 1.1646195650100708}
+{'epoch': 57, 'iter': 260, 'avg_loss': 1.3423458326365298, 'avg_acc_mask': 54.29013866403886, 'loss': 1.2152889966964722}
+{'epoch': 57, 'iter': 270, 'avg_loss': 1.34373263921245, 'avg_acc_mask': 54.2459835290941, 'loss': 1.5447827577590942}
+{'epoch': 57, 'iter': 280, 'avg_loss': 1.3467734333034935, 'avg_acc_mask': 54.10124438074142, 'loss': 0.9048649072647095}
+{'epoch': 57, 'iter': 290, 'avg_loss': 1.3457058731632954, 'avg_acc_mask': 54.17061312117194, 'loss': 1.3117753267288208}
+{'epoch': 57, 'iter': 300, 'avg_loss': 1.3435522638682116, 'avg_acc_mask': 54.23832174655446, 'loss': 1.2041492462158203}
+{'epoch': 57, 'iter': 310, 'avg_loss': 1.3426609666017857, 'avg_acc_mask': 54.16740504459803, 'loss': 1.138482928276062}
+{'epoch': 57, 'iter': 320, 'avg_loss': 1.3434337665358809, 'avg_acc_mask': 54.113996782348885, 'loss': 0.9512056112289429}
+{'epoch': 57, 'iter': 330, 'avg_loss': 1.3446833177995825, 'avg_acc_mask': 54.062465266199844, 'loss': 1.6329236030578613}
+{'epoch': 57, 'iter': 340, 'avg_loss': 1.3443319086105592, 'avg_acc_mask': 54.02930402930403, 'loss': 1.414306879043579}
+{'epoch': 57, 'iter': 350, 'avg_loss': 1.34516909540209, 'avg_acc_mask': 54.08040253682059, 'loss': 1.4094258546829224}
+{'epoch': 57, 'iter': 360, 'avg_loss': 1.3442999489419678, 'avg_acc_mask': 54.10003055923398, 'loss': 1.471361517906189}
+{'epoch': 57, 'iter': 370, 'avg_loss': 1.3445923778246034, 'avg_acc_mask': 54.112575562382325, 'loss': 1.294847846031189}
+{'epoch': 57, 'iter': 380, 'avg_loss': 1.3477351787522083, 'avg_acc_mask': 53.94202898550725, 'loss': 1.0592641830444336}
+{'epoch': 57, 'iter': 390, 'avg_loss': 1.346244660637263, 'avg_acc_mask': 53.93528331213792, 'loss': 1.261541485786438}
+{'epoch': 57, 'iter': 400, 'avg_loss': 1.346364887426619, 'avg_acc_mask': 53.96592109493409, 'loss': 1.4598854780197144}
+{'epoch': 57, 'iter': 410, 'avg_loss': 1.3484499946127844, 'avg_acc_mask': 53.867552045944, 'loss': 1.1859188079833984}
+{'epoch': 57, 'iter': 420, 'avg_loss': 1.3481859510981271, 'avg_acc_mask': 53.85696096939896, 'loss': 1.2101337909698486}
+{'epoch': 57, 'iter': 430, 'avg_loss': 1.3475303761920354, 'avg_acc_mask': 53.929260450160776, 'loss': 1.5235519409179688}
+{'epoch': 57, 'iter': 440, 'avg_loss': 1.3498032759376664, 'avg_acc_mask': 53.894525027249095, 'loss': 1.7527886629104614}
+{'epoch': 57, 'iter': 450, 'avg_loss': 1.3504560269960544, 'avg_acc_mask': 53.88843314191961, 'loss': 0.9481501579284668}
+{'epoch': 57, 'iter': 460, 'avg_loss': 1.3517564709688215, 'avg_acc_mask': 53.839675983478365, 'loss': 1.2490040063858032}
+{'epoch': 57, 'iter': 470, 'avg_loss': 1.3525663056191366, 'avg_acc_mask': 53.820819447167224, 'loss': 1.1999995708465576}
+{'epoch': 57, 'iter': 480, 'avg_loss': 1.3531987958291465, 'avg_acc_mask': 53.83316058198011, 'loss': 1.3252100944519043}
+{'epoch': 57, 'iter': 490, 'avg_loss': 1.3537925446591892, 'avg_acc_mask': 53.814595957695055, 'loss': 1.368337869644165}
+{'epoch': 57, 'iter': 500, 'avg_loss': 1.353174257421208, 'avg_acc_mask': 53.7978888314756, 'loss': 1.2950974702835083}
+{'epoch': 57, 'iter': 510, 'avg_loss': 1.3534103713623464, 'avg_acc_mask': 53.86423637481465, 'loss': 1.0804401636123657}
+{'epoch': 57, 'iter': 520, 'avg_loss': 1.3530860327026895, 'avg_acc_mask': 53.88299570724092, 'loss': 1.417850136756897}
+{'epoch': 57, 'iter': 530, 'avg_loss': 1.3522858289675523, 'avg_acc_mask': 53.95047989984699, 'loss': 1.0862537622451782}
+{'epoch': 57, 'iter': 540, 'avg_loss': 1.352038676989938, 'avg_acc_mask': 53.9454806312769, 'loss': 1.3676639795303345}
+{'epoch': 57, 'iter': 550, 'avg_loss': 1.3526852768042992, 'avg_acc_mask': 53.895278855155816, 'loss': 1.1510299444198608}
+{'epoch': 57, 'iter': 560, 'avg_loss': 1.3529885551508736, 'avg_acc_mask': 53.89546351084813, 'loss': 1.4920551776885986}
+{'epoch': 57, 'iter': 570, 'avg_loss': 1.3519443247447707, 'avg_acc_mask': 53.9390417150975, 'loss': 1.5076078176498413}
+{'epoch': 57, 'iter': 580, 'avg_loss': 1.3515333533287048, 'avg_acc_mask': 53.91976677862983, 'loss': 1.6370056867599487}
+{'epoch': 57, 'iter': 590, 'avg_loss': 1.349988252580065, 'avg_acc_mask': 54.00529677519863, 'loss': 0.923227846622467}
+{'epoch': 57, 'iter': 600, 'avg_loss': 1.3488715664915951, 'avg_acc_mask': 54.00882677454947, 'loss': 1.2089712619781494}
+{'epoch': 57, 'iter': 610, 'avg_loss': 1.350567524249737, 'avg_acc_mask': 53.95215886866256, 'loss': 1.555070161819458}
+{'epoch': 57, 'iter': 620, 'avg_loss': 1.3479098956941982, 'avg_acc_mask': 54.09306461173681, 'loss': 1.4870762825012207}
+{'epoch': 57, 'iter': 630, 'avg_loss': 1.3478715057040545, 'avg_acc_mask': 54.12118381880801, 'loss': 1.490439772605896}
+{'epoch': 57, 'iter': 640, 'avg_loss': 1.347739263369401, 'avg_acc_mask': 54.11639358424281, 'loss': 1.0455368757247925}
+{'epoch': 57, 'iter': 650, 'avg_loss': 1.3478410472884523, 'avg_acc_mask': 54.10869441762735, 'loss': 1.441108226776123}
+{'epoch': 57, 'iter': 660, 'avg_loss': 1.34717177046229, 'avg_acc_mask': 54.09524342160454, 'loss': 1.4821616411209106}
+{'epoch': 57, 'iter': 670, 'avg_loss': 1.3477090236504636, 'avg_acc_mask': 54.07438016528926, 'loss': 1.2871068716049194}
+{'epoch': 57, 'iter': 680, 'avg_loss': 1.3477041127923302, 'avg_acc_mask': 54.1015625, 'loss': 1.3829318284988403}
+{'epoch': 57, 'iter': 690, 'avg_loss': 1.3477677557989416, 'avg_acc_mask': 54.13951500908023, 'loss': 1.5247290134429932}
+{'epoch': 57, 'iter': 700, 'avg_loss': 1.3493704473581192, 'avg_acc_mask': 54.10811095320807, 'loss': 1.6439377069473267}
+{'epoch': 57, 'iter': 710, 'avg_loss': 1.3493185334232454, 'avg_acc_mask': 54.086744361097416, 'loss': 1.3674404621124268}
+{'epoch': 57, 'iter': 720, 'avg_loss': 1.3498128104474443, 'avg_acc_mask': 54.02169463774048, 'loss': 1.4020416736602783}
+{'epoch': 57, 'iter': 730, 'avg_loss': 1.3488615930651184, 'avg_acc_mask': 54.04675350903767, 'loss': 1.4608256816864014}
+{'epoch': 57, 'iter': 740, 'avg_loss': 1.349627753983625, 'avg_acc_mask': 54.01932463392768, 'loss': 1.4323339462280273}
+{'epoch': 57, 'iter': 750, 'avg_loss': 1.35061941880202, 'avg_acc_mask': 53.97180192572214, 'loss': 1.4249753952026367}
+{'epoch': 57, 'iter': 760, 'avg_loss': 1.3497872897735876, 'avg_acc_mask': 54.0212038137752, 'loss': 1.052905797958374}
+{'epoch': 57, 'iter': 770, 'avg_loss': 1.3497174515953014, 'avg_acc_mask': 54.03723735222323, 'loss': 1.087833046913147}
+{'epoch': 57, 'iter': 780, 'avg_loss': 1.3494668208377463, 'avg_acc_mask': 54.03046501726666, 'loss': 1.510524034500122}
+{'epoch': 57, 'iter': 790, 'avg_loss': 1.3499392434559037, 'avg_acc_mask': 54.023256900014005, 'loss': 1.6867287158966064}
+{'epoch': 57, 'iter': 800, 'avg_loss': 1.3502897447563438, 'avg_acc_mask': 53.993219713567484, 'loss': 1.2560665607452393}
+{'epoch': 57, 'iter': 810, 'avg_loss': 1.3508484764105, 'avg_acc_mask': 53.9770397703977, 'loss': 1.3131955862045288}
+{'epoch': 57, 'iter': 820, 'avg_loss': 1.3505802310631132, 'avg_acc_mask': 53.99779463060062, 'loss': 1.158460259437561}
+{'epoch': 57, 'iter': 830, 'avg_loss': 1.34977228769183, 'avg_acc_mask': 54.00320256204964, 'loss': 1.2123693227767944}
+{'epoch': 57, 'iter': 840, 'avg_loss': 1.3497165738473182, 'avg_acc_mask': 53.98932079368915, 'loss': 1.2514582872390747}
+{'epoch': 57, 'iter': 850, 'avg_loss': 1.3508450554204463, 'avg_acc_mask': 53.96580899900204, 'loss': 1.3645333051681519}
+{'epoch': 57, 'iter': 860, 'avg_loss': 1.3516850063748198, 'avg_acc_mask': 53.921946622113694, 'loss': 1.5517877340316772}
+{'epoch': 57, 'iter': 870, 'avg_loss': 1.3532279558077744, 'avg_acc_mask': 53.87217488741833, 'loss': 1.2652510404586792}
+{'epoch': 57, 'iter': 880, 'avg_loss': 1.352640559467636, 'avg_acc_mask': 53.89679603736911, 'loss': 1.0266462564468384}
+{'epoch': 57, 'iter': 890, 'avg_loss': 1.3516340258413158, 'avg_acc_mask': 53.90233809228223, 'loss': 0.8726997375488281}
+{'epoch': 57, 'iter': 900, 'avg_loss': 1.351433273293202, 'avg_acc_mask': 53.90070921985816, 'loss': 1.3871606588363647}
+{'epoch': 57, 'iter': 910, 'avg_loss': 1.351504665829086, 'avg_acc_mask': 53.90519278544161, 'loss': 1.338844656944275}
+{'epoch': 57, 'iter': 920, 'avg_loss': 1.351084584586654, 'avg_acc_mask': 53.93231458516682, 'loss': 0.9505125880241394}
+{'epoch': 57, 'iter': 930, 'avg_loss': 1.3499377486401034, 'avg_acc_mask': 53.96985720792982, 'loss': 1.5513010025024414}
+{'epoch': 57, 'iter': 940, 'avg_loss': 1.3499674633002814, 'avg_acc_mask': 53.98479742966852, 'loss': 1.1147304773330688}
+{'epoch': 57, 'iter': 950, 'avg_loss': 1.350091233175761, 'avg_acc_mask': 53.988990541169166, 'loss': 1.5917942523956299}
+{'epoch': 57, 'iter': 960, 'avg_loss': 1.3496806666828716, 'avg_acc_mask': 53.986965689093346, 'loss': 1.3929513692855835}
+{'epoch': 57, 'iter': 970, 'avg_loss': 1.3482530477363712, 'avg_acc_mask': 54.05774816333504, 'loss': 1.1207501888275146}
+{'epoch': 57, 'iter': 980, 'avg_loss': 1.3486837369221796, 'avg_acc_mask': 54.02724283701268, 'loss': 1.1999256610870361}
+{'epoch': 57, 'iter': 990, 'avg_loss': 1.3490264015770344, 'avg_acc_mask': 54.00887766283454, 'loss': 1.4911104440689087}
+{'epoch': 57, 'iter': 1000, 'avg_loss': 1.3498759047611133, 'avg_acc_mask': 53.962562518387756, 'loss': 1.471787452697754}
+{'epoch': 57, 'iter': 1010, 'avg_loss': 1.3496466057354808, 'avg_acc_mask': 53.977727636654784, 'loss': 1.1334571838378906}
+{'epoch': 57, 'iter': 1020, 'avg_loss': 1.349865281792042, 'avg_acc_mask': 53.97469175859831, 'loss': 1.153124213218689}
+{'epoch': 57, 'iter': 1030, 'avg_loss': 1.3486325470830027, 'avg_acc_mask': 54.03663500678426, 'loss': 1.3179048299789429}
+{'epoch': 57, 'iter': 1040, 'avg_loss': 1.3482790327095047, 'avg_acc_mask': 54.027154120849985, 'loss': 1.3426356315612793}
+{'epoch': 57, 'iter': 1050, 'avg_loss': 1.347673487708639, 'avg_acc_mask': 54.05206673786306, 'loss': 1.386386752128601}
+{'epoch': 57, 'iter': 1060, 'avg_loss': 1.3476095000715553, 'avg_acc_mask': 54.04810209991503, 'loss': 1.2000749111175537}
+{'epoch': 57, 'iter': 1070, 'avg_loss': 1.347588095288762, 'avg_acc_mask': 54.063197664434135, 'loss': 1.4561609029769897}
+{'epoch': 57, 'iter': 1080, 'avg_loss': 1.3475901019121077, 'avg_acc_mask': 54.07015334343143, 'loss': 1.319685935974121}
+{'epoch': 57, 'iter': 1090, 'avg_loss': 1.3482346794235935, 'avg_acc_mask': 54.05059237912264, 'loss': 1.5370843410491943}
+{'epoch': 57, 'iter': 1100, 'avg_loss': 1.3477524446964697, 'avg_acc_mask': 54.06772868450055, 'loss': 0.9531533718109131}
+{'epoch': 'EP57_train', 'avg_loss': 1.3482789786692657, 'total_masked_acc': 54.05634787239354}
+{'epoch': 58, 'iter': 0, 'avg_loss': 1.5033341646194458, 'avg_acc_mask': 51.42857142857142, 'loss': 1.5033341646194458}
+{'epoch': 58, 'iter': 10, 'avg_loss': 1.4125775532288984, 'avg_acc_mask': 51.51033386327504, 'loss': 1.1294678449630737}
+{'epoch': 58, 'iter': 20, 'avg_loss': 1.3577476427668618, 'avg_acc_mask': 53.70212765957447, 'loss': 1.2868638038635254}
+{'epoch': 58, 'iter': 30, 'avg_loss': 1.3490682301982757, 'avg_acc_mask': 54.030373831775705, 'loss': 1.3788831233978271}
+{'epoch': 58, 'iter': 40, 'avg_loss': 1.344522871622225, 'avg_acc_mask': 54.09617097061442, 'loss': 1.3817647695541382}
+{'epoch': 58, 'iter': 50, 'avg_loss': 1.3567588189068962, 'avg_acc_mask': 53.48425893172974, 'loss': 1.648915410041809}
+{'epoch': 58, 'iter': 60, 'avg_loss': 1.3382303265274549, 'avg_acc_mask': 54.11694510739857, 'loss': 1.3088384866714478}
+{'epoch': 58, 'iter': 70, 'avg_loss': 1.3431494152042227, 'avg_acc_mask': 54.071825998988366, 'loss': 1.2830084562301636}
+{'epoch': 58, 'iter': 80, 'avg_loss': 1.3489667589281813, 'avg_acc_mask': 53.99205999117777, 'loss': 1.6442596912384033}
+{'epoch': 58, 'iter': 90, 'avg_loss': 1.3541407873342326, 'avg_acc_mask': 53.737769080234834, 'loss': 1.5198899507522583}
+{'epoch': 58, 'iter': 100, 'avg_loss': 1.3469215643287886, 'avg_acc_mask': 54.0053050397878, 'loss': 1.0363303422927856}
+{'epoch': 58, 'iter': 110, 'avg_loss': 1.3557807260805421, 'avg_acc_mask': 53.81759483454399, 'loss': 1.410112977027893}
+{'epoch': 58, 'iter': 120, 'avg_loss': 1.3463290520936004, 'avg_acc_mask': 54.27464998510575, 'loss': 1.4091914892196655}
+{'epoch': 58, 'iter': 130, 'avg_loss': 1.341145632831195, 'avg_acc_mask': 54.22525597269624, 'loss': 1.3070956468582153}
+{'epoch': 58, 'iter': 140, 'avg_loss': 1.3433526272469378, 'avg_acc_mask': 54.28318360116412, 'loss': 1.453001618385315}
+{'epoch': 58, 'iter': 150, 'avg_loss': 1.3384344877786194, 'avg_acc_mask': 54.34316991908615, 'loss': 1.6909745931625366}
+{'epoch': 58, 'iter': 160, 'avg_loss': 1.341608568748332, 'avg_acc_mask': 54.39713934517824, 'loss': 1.7294275760650635}
+{'epoch': 58, 'iter': 170, 'avg_loss': 1.3412788200099566, 'avg_acc_mask': 54.44096133751306, 'loss': 1.2663867473602295}
+{'epoch': 58, 'iter': 180, 'avg_loss': 1.3455641697783496, 'avg_acc_mask': 54.27329315285051, 'loss': 1.2530696392059326}
+{'epoch': 58, 'iter': 190, 'avg_loss': 1.3459209072652287, 'avg_acc_mask': 54.127325418341584, 'loss': 1.4110429286956787}
+{'epoch': 58, 'iter': 200, 'avg_loss': 1.3450158929350364, 'avg_acc_mask': 54.070387486669034, 'loss': 1.4522931575775146}
+{'epoch': 58, 'iter': 210, 'avg_loss': 1.3456313615726634, 'avg_acc_mask': 54.108894149475816, 'loss': 1.4757752418518066}
+{'epoch': 58, 'iter': 220, 'avg_loss': 1.347340561685519, 'avg_acc_mask': 54.04337660243489, 'loss': 1.6220488548278809}
+{'epoch': 58, 'iter': 230, 'avg_loss': 1.3476465852745683, 'avg_acc_mask': 54.07625542467452, 'loss': 1.1750644445419312}
+{'epoch': 58, 'iter': 240, 'avg_loss': 1.3462582663381744, 'avg_acc_mask': 54.04800954226927, 'loss': 1.128896713256836}
+{'epoch': 58, 'iter': 250, 'avg_loss': 1.3505299770499606, 'avg_acc_mask': 53.93869951303352, 'loss': 1.1291084289550781}
+{'epoch': 58, 'iter': 260, 'avg_loss': 1.3516171992510215, 'avg_acc_mask': 53.91920721216709, 'loss': 1.3198411464691162}
+{'epoch': 58, 'iter': 270, 'avg_loss': 1.3539063147513188, 'avg_acc_mask': 53.840546093180464, 'loss': 1.5862236022949219}
+{'epoch': 58, 'iter': 280, 'avg_loss': 1.355064490087516, 'avg_acc_mask': 53.74503013979736, 'loss': 0.9932411909103394}
+{'epoch': 58, 'iter': 290, 'avg_loss': 1.351305360032111, 'avg_acc_mask': 53.88192980280293, 'loss': 1.3303453922271729}
+{'epoch': 58, 'iter': 300, 'avg_loss': 1.3504219197751677, 'avg_acc_mask': 53.87478239990395, 'loss': 0.8611286282539368}
+{'epoch': 58, 'iter': 310, 'avg_loss': 1.3501242801690791, 'avg_acc_mask': 53.877503493246394, 'loss': 1.4564474821090698}
+{'epoch': 58, 'iter': 320, 'avg_loss': 1.3518579975466862, 'avg_acc_mask': 53.85484964955912, 'loss': 1.4648317098617554}
+{'epoch': 58, 'iter': 330, 'avg_loss': 1.3533984501916476, 'avg_acc_mask': 53.74246575342466, 'loss': 1.4511364698410034}
+{'epoch': 58, 'iter': 340, 'avg_loss': 1.3517542623005305, 'avg_acc_mask': 53.74747152134568, 'loss': 1.4180563688278198}
+{'epoch': 58, 'iter': 350, 'avg_loss': 1.3532047896643309, 'avg_acc_mask': 53.717250324254216, 'loss': 1.2026398181915283}
+{'epoch': 58, 'iter': 360, 'avg_loss': 1.3512261161513606, 'avg_acc_mask': 53.73495189643882, 'loss': 1.209007978439331}
+{'epoch': 58, 'iter': 370, 'avg_loss': 1.3527642437068599, 'avg_acc_mask': 53.76433682972258, 'loss': 1.166852355003357}
+{'epoch': 58, 'iter': 380, 'avg_loss': 1.3557833947847522, 'avg_acc_mask': 53.64782276546982, 'loss': 0.9999739527702332}
+{'epoch': 58, 'iter': 390, 'avg_loss': 1.3556344737787076, 'avg_acc_mask': 53.69430606639043, 'loss': 1.3078960180282593}
+{'epoch': 58, 'iter': 400, 'avg_loss': 1.3555966692969685, 'avg_acc_mask': 53.68483304521882, 'loss': 1.553931474685669}
+{'epoch': 58, 'iter': 410, 'avg_loss': 1.3553584033845405, 'avg_acc_mask': 53.625437935163426, 'loss': 1.278734564781189}
+{'epoch': 58, 'iter': 420, 'avg_loss': 1.3551777816441732, 'avg_acc_mask': 53.659275939719386, 'loss': 1.3883802890777588}
+{'epoch': 58, 'iter': 430, 'avg_loss': 1.3562897488025392, 'avg_acc_mask': 53.60091451797282, 'loss': 1.0009468793869019}
+{'epoch': 58, 'iter': 440, 'avg_loss': 1.3580644636197425, 'avg_acc_mask': 53.51418513149721, 'loss': 1.6752914190292358}
+{'epoch': 58, 'iter': 450, 'avg_loss': 1.357672673899953, 'avg_acc_mask': 53.45848199805384, 'loss': 1.1451218128204346}
+{'epoch': 58, 'iter': 460, 'avg_loss': 1.3580856607689515, 'avg_acc_mask': 53.46463884366438, 'loss': 1.4450504779815674}
+{'epoch': 58, 'iter': 470, 'avg_loss': 1.3599643790797822, 'avg_acc_mask': 53.346020895638325, 'loss': 1.3143997192382812}
+{'epoch': 58, 'iter': 480, 'avg_loss': 1.3590618200956412, 'avg_acc_mask': 53.36094539651176, 'loss': 1.1102192401885986}
+{'epoch': 58, 'iter': 490, 'avg_loss': 1.361740780459402, 'avg_acc_mask': 53.34003574620196, 'loss': 1.4574337005615234}
+{'epoch': 58, 'iter': 500, 'avg_loss': 1.3629994263905965, 'avg_acc_mask': 53.33163135052336, 'loss': 1.3678311109542847}
+{'epoch': 58, 'iter': 510, 'avg_loss': 1.3615428979149538, 'avg_acc_mask': 53.41843667310305, 'loss': 1.3756095170974731}
+{'epoch': 58, 'iter': 520, 'avg_loss': 1.3602838882329138, 'avg_acc_mask': 53.44803370786517, 'loss': 1.3727614879608154}
+{'epoch': 58, 'iter': 530, 'avg_loss': 1.3599088553430445, 'avg_acc_mask': 53.48275862068965, 'loss': 1.0826823711395264}
+{'epoch': 58, 'iter': 540, 'avg_loss': 1.360459280102178, 'avg_acc_mask': 53.42646461913137, 'loss': 1.3918722867965698}
+{'epoch': 58, 'iter': 550, 'avg_loss': 1.3603058995006305, 'avg_acc_mask': 53.390814127010444, 'loss': 1.4357287883758545}
+{'epoch': 58, 'iter': 560, 'avg_loss': 1.3596358178133634, 'avg_acc_mask': 53.36633985863652, 'loss': 1.33808171749115}
+{'epoch': 58, 'iter': 570, 'avg_loss': 1.3581457152675622, 'avg_acc_mask': 53.39588203272599, 'loss': 1.2514903545379639}
+{'epoch': 58, 'iter': 580, 'avg_loss': 1.3579147553484945, 'avg_acc_mask': 53.42758404021364, 'loss': 1.6550525426864624}
+{'epoch': 58, 'iter': 590, 'avg_loss': 1.3577358607713341, 'avg_acc_mask': 53.4189089113799, 'loss': 1.4815276861190796}
+{'epoch': 58, 'iter': 600, 'avg_loss': 1.3569410789429448, 'avg_acc_mask': 53.44513306598615, 'loss': 1.3037902116775513}
+{'epoch': 58, 'iter': 610, 'avg_loss': 1.356642971062231, 'avg_acc_mask': 53.4385367165785, 'loss': 1.397574543952942}
+{'epoch': 58, 'iter': 620, 'avg_loss': 1.3551243059877036, 'avg_acc_mask': 53.47618767292636, 'loss': 1.8470031023025513}
+{'epoch': 58, 'iter': 630, 'avg_loss': 1.353841429372597, 'avg_acc_mask': 53.523290530160295, 'loss': 1.3431681394577026}
+{'epoch': 58, 'iter': 640, 'avg_loss': 1.352509736270875, 'avg_acc_mask': 53.60447846452645, 'loss': 1.3320115804672241}
+{'epoch': 58, 'iter': 650, 'avg_loss': 1.3518000519770081, 'avg_acc_mask': 53.636005182222725, 'loss': 1.1704165935516357}
+{'epoch': 58, 'iter': 660, 'avg_loss': 1.3504216942412048, 'avg_acc_mask': 53.66482708893757, 'loss': 1.4325006008148193}
+{'epoch': 58, 'iter': 670, 'avg_loss': 1.3497029808523402, 'avg_acc_mask': 53.70542296979958, 'loss': 1.240546464920044}
+{'epoch': 58, 'iter': 680, 'avg_loss': 1.3487985054476845, 'avg_acc_mask': 53.69877021608676, 'loss': 1.5439088344573975}
+{'epoch': 58, 'iter': 690, 'avg_loss': 1.3513793804711094, 'avg_acc_mask': 53.61666048434105, 'loss': 1.7719858884811401}
+{'epoch': 58, 'iter': 700, 'avg_loss': 1.3525290200951776, 'avg_acc_mask': 53.630832702300445, 'loss': 1.4495368003845215}
+{'epoch': 58, 'iter': 710, 'avg_loss': 1.3510541723917975, 'avg_acc_mask': 53.6706451280996, 'loss': 1.0776621103286743}
+{'epoch': 58, 'iter': 720, 'avg_loss': 1.3525648458490094, 'avg_acc_mask': 53.62065470761122, 'loss': 1.6311179399490356}
+{'epoch': 58, 'iter': 730, 'avg_loss': 1.3510486273204578, 'avg_acc_mask': 53.64049772625056, 'loss': 1.2957091331481934}
+{'epoch': 58, 'iter': 740, 'avg_loss': 1.3512416517364512, 'avg_acc_mask': 53.673806413448034, 'loss': 1.1953563690185547}
+{'epoch': 58, 'iter': 750, 'avg_loss': 1.3529103749125362, 'avg_acc_mask': 53.633184379250054, 'loss': 1.3940616846084595}
+{'epoch': 58, 'iter': 760, 'avg_loss': 1.3518686038435836, 'avg_acc_mask': 53.68095215242117, 'loss': 1.236670732498169}
+{'epoch': 58, 'iter': 770, 'avg_loss': 1.3529395727022768, 'avg_acc_mask': 53.63412672124166, 'loss': 1.6272526979446411}
+{'epoch': 58, 'iter': 780, 'avg_loss': 1.3524972008834575, 'avg_acc_mask': 53.646734302678944, 'loss': 1.2291655540466309}
+{'epoch': 58, 'iter': 790, 'avg_loss': 1.3521983146516774, 'avg_acc_mask': 53.68540156098462, 'loss': 1.2709966897964478}
+{'epoch': 58, 'iter': 800, 'avg_loss': 1.3522240605842457, 'avg_acc_mask': 53.68648894964685, 'loss': 1.5949947834014893}
+{'epoch': 58, 'iter': 810, 'avg_loss': 1.352779043661534, 'avg_acc_mask': 53.65941539431608, 'loss': 1.3289400339126587}
+{'epoch': 58, 'iter': 820, 'avg_loss': 1.352341515065401, 'avg_acc_mask': 53.66423422621697, 'loss': 1.0981998443603516}
+{'epoch': 58, 'iter': 830, 'avg_loss': 1.3519180303015863, 'avg_acc_mask': 53.69735338081421, 'loss': 1.2062709331512451}
+{'epoch': 58, 'iter': 840, 'avg_loss': 1.3527470226095066, 'avg_acc_mask': 53.66452341645669, 'loss': 1.3754901885986328}
+{'epoch': 58, 'iter': 850, 'avg_loss': 1.353301856968854, 'avg_acc_mask': 53.62838316413041, 'loss': 1.0873984098434448}
+{'epoch': 58, 'iter': 860, 'avg_loss': 1.3547673512003564, 'avg_acc_mask': 53.578771115491406, 'loss': 1.6700185537338257}
+{'epoch': 58, 'iter': 870, 'avg_loss': 1.3573285249563365, 'avg_acc_mask': 53.50959827503192, 'loss': 1.1392192840576172}
+{'epoch': 58, 'iter': 880, 'avg_loss': 1.356410583018174, 'avg_acc_mask': 53.5424430641822, 'loss': 1.1690117120742798}
+{'epoch': 58, 'iter': 890, 'avg_loss': 1.354828193198417, 'avg_acc_mask': 53.618670658928245, 'loss': 0.8878535032272339}
+{'epoch': 58, 'iter': 900, 'avg_loss': 1.3553653713997937, 'avg_acc_mask': 53.6049902786779, 'loss': 1.5565134286880493}
+{'epoch': 58, 'iter': 910, 'avg_loss': 1.355726601590702, 'avg_acc_mask': 53.59500660184852, 'loss': 1.353150725364685}
+{'epoch': 58, 'iter': 920, 'avg_loss': 1.354714673518099, 'avg_acc_mask': 53.61200174167755, 'loss': 0.9091559648513794}
+{'epoch': 58, 'iter': 930, 'avg_loss': 1.3548088837515015, 'avg_acc_mask': 53.594860847255134, 'loss': 1.7855582237243652}
+{'epoch': 58, 'iter': 940, 'avg_loss': 1.3545917927522082, 'avg_acc_mask': 53.62518159806295, 'loss': 1.1739064455032349}
+{'epoch': 58, 'iter': 950, 'avg_loss': 1.3542231481158018, 'avg_acc_mask': 53.650361971884934, 'loss': 1.4704198837280273}
+{'epoch': 58, 'iter': 960, 'avg_loss': 1.354572017222612, 'avg_acc_mask': 53.6534051062378, 'loss': 1.2331163883209229}
+{'epoch': 58, 'iter': 970, 'avg_loss': 1.35448861386086, 'avg_acc_mask': 53.65752987748823, 'loss': 1.1919474601745605}
+{'epoch': 58, 'iter': 980, 'avg_loss': 1.3547957060776963, 'avg_acc_mask': 53.63013316988911, 'loss': 1.44541597366333}
+{'epoch': 58, 'iter': 990, 'avg_loss': 1.355354413555561, 'avg_acc_mask': 53.60521723156057, 'loss': 1.3957022428512573}
+{'epoch': 58, 'iter': 1000, 'avg_loss': 1.354816386451969, 'avg_acc_mask': 53.61662666375736, 'loss': 1.3903504610061646}
+{'epoch': 58, 'iter': 1010, 'avg_loss': 1.3549302631858313, 'avg_acc_mask': 53.62608476468258, 'loss': 1.23248291015625}
+{'epoch': 58, 'iter': 1020, 'avg_loss': 1.3549413333677054, 'avg_acc_mask': 53.64587977245573, 'loss': 1.1684646606445312}
+{'epoch': 58, 'iter': 1030, 'avg_loss': 1.3549660996368622, 'avg_acc_mask': 53.65065347933592, 'loss': 1.3653712272644043}
+{'epoch': 58, 'iter': 1040, 'avg_loss': 1.354586404808202, 'avg_acc_mask': 53.68592266120993, 'loss': 1.1873196363449097}
+{'epoch': 58, 'iter': 1050, 'avg_loss': 1.35451585235877, 'avg_acc_mask': 53.703093855620075, 'loss': 1.434362530708313}
+{'epoch': 58, 'iter': 1060, 'avg_loss': 1.354494038614656, 'avg_acc_mask': 53.70672622626922, 'loss': 1.3329150676727295}
+{'epoch': 58, 'iter': 1070, 'avg_loss': 1.353820388112304, 'avg_acc_mask': 53.75623202708911, 'loss': 1.5392775535583496}
+{'epoch': 58, 'iter': 1080, 'avg_loss': 1.3535247423051133, 'avg_acc_mask': 53.78845343447113, 'loss': 1.1372400522232056}
+{'epoch': 58, 'iter': 1090, 'avg_loss': 1.3542742872871902, 'avg_acc_mask': 53.77092408084248, 'loss': 1.545348048210144}
+{'epoch': 58, 'iter': 1100, 'avg_loss': 1.354126366943148, 'avg_acc_mask': 53.78151260504202, 'loss': 1.016277551651001}
+{'epoch': 'EP58_train', 'avg_loss': 1.3547346027188711, 'total_masked_acc': 53.776554542907526}
+{'epoch': 59, 'iter': 0, 'avg_loss': 1.5451440811157227, 'avg_acc_mask': 50.0, 'loss': 1.5451440811157227}
+{'epoch': 59, 'iter': 10, 'avg_loss': 1.3062867630611767, 'avg_acc_mask': 56.35179153094463, 'loss': 1.1500632762908936}
+{'epoch': 59, 'iter': 20, 'avg_loss': 1.2992366495586576, 'avg_acc_mask': 55.64168819982773, 'loss': 1.4150270223617554}
+{'epoch': 59, 'iter': 30, 'avg_loss': 1.3121724224859668, 'avg_acc_mask': 54.51327433628319, 'loss': 1.4016984701156616}
+{'epoch': 59, 'iter': 40, 'avg_loss': 1.3084585768420522, 'avg_acc_mask': 55.253784505788076, 'loss': 1.1766153573989868}
+{'epoch': 59, 'iter': 50, 'avg_loss': 1.330384028892891, 'avg_acc_mask': 54.50035435861091, 'loss': 1.3105624914169312}
+{'epoch': 59, 'iter': 60, 'avg_loss': 1.3147352025157115, 'avg_acc_mask': 55.00297796307326, 'loss': 1.3853932619094849}
+{'epoch': 59, 'iter': 70, 'avg_loss': 1.322580548239426, 'avg_acc_mask': 54.80225988700565, 'loss': 1.3799980878829956}
+{'epoch': 59, 'iter': 80, 'avg_loss': 1.3184603445323897, 'avg_acc_mask': 55.05163897620117, 'loss': 1.4947078227996826}
+{'epoch': 59, 'iter': 90, 'avg_loss': 1.329044650544177, 'avg_acc_mask': 54.84, 'loss': 1.653210163116455}
+{'epoch': 59, 'iter': 100, 'avg_loss': 1.3195435930006574, 'avg_acc_mask': 55.1524995488179, 'loss': 0.899178147315979}
+{'epoch': 59, 'iter': 110, 'avg_loss': 1.321849148552697, 'avg_acc_mask': 55.17810026385225, 'loss': 1.0511088371276855}
+{'epoch': 59, 'iter': 120, 'avg_loss': 1.3197701598001905, 'avg_acc_mask': 55.24962178517397, 'loss': 1.1873424053192139}
+{'epoch': 59, 'iter': 130, 'avg_loss': 1.3254195497236179, 'avg_acc_mask': 54.89077501043551, 'loss': 1.398879051208496}
+{'epoch': 59, 'iter': 140, 'avg_loss': 1.3261686808674047, 'avg_acc_mask': 54.86084142394822, 'loss': 1.2492235898971558}
+{'epoch': 59, 'iter': 150, 'avg_loss': 1.3213066608700532, 'avg_acc_mask': 55.105996365838884, 'loss': 1.5907710790634155}
+{'epoch': 59, 'iter': 160, 'avg_loss': 1.329014031413179, 'avg_acc_mask': 54.94417862838915, 'loss': 1.7068430185317993}
+{'epoch': 59, 'iter': 170, 'avg_loss': 1.333426544889372, 'avg_acc_mask': 54.705063697676906, 'loss': 1.495091199874878}
+{'epoch': 59, 'iter': 180, 'avg_loss': 1.3313998645840428, 'avg_acc_mask': 54.75419785555331, 'loss': 1.4565114974975586}
+{'epoch': 59, 'iter': 190, 'avg_loss': 1.3323804892170492, 'avg_acc_mask': 54.56884230585993, 'loss': 1.2231370210647583}
+{'epoch': 59, 'iter': 200, 'avg_loss': 1.3287836829228188, 'avg_acc_mask': 54.74657720554901, 'loss': 1.35476553440094}
+{'epoch': 59, 'iter': 210, 'avg_loss': 1.3283330885719915, 'avg_acc_mask': 54.72675472675472, 'loss': 1.498047947883606}
+{'epoch': 59, 'iter': 220, 'avg_loss': 1.3276828586785503, 'avg_acc_mask': 54.79858307933109, 'loss': 1.3238388299942017}
+{'epoch': 59, 'iter': 230, 'avg_loss': 1.3310141506649198, 'avg_acc_mask': 54.68516037512806, 'loss': 1.0623410940170288}
+{'epoch': 59, 'iter': 240, 'avg_loss': 1.3315747728980922, 'avg_acc_mask': 54.654154684425606, 'loss': 1.400949478149414}
+{'epoch': 59, 'iter': 250, 'avg_loss': 1.3314996406851536, 'avg_acc_mask': 54.53951665578054, 'loss': 1.126739501953125}
+{'epoch': 59, 'iter': 260, 'avg_loss': 1.334882428819649, 'avg_acc_mask': 54.373259052924794, 'loss': 1.2357503175735474}
+{'epoch': 59, 'iter': 270, 'avg_loss': 1.3368374905463074, 'avg_acc_mask': 54.35801312089972, 'loss': 1.6833590269088745}
+{'epoch': 59, 'iter': 280, 'avg_loss': 1.3357139117352903, 'avg_acc_mask': 54.34193548387096, 'loss': 0.7901845574378967}
+{'epoch': 59, 'iter': 290, 'avg_loss': 1.3364954494528754, 'avg_acc_mask': 54.36626746506986, 'loss': 1.2659995555877686}
+{'epoch': 59, 'iter': 300, 'avg_loss': 1.334329861739149, 'avg_acc_mask': 54.4806332708925, 'loss': 1.351247787475586}
+{'epoch': 59, 'iter': 310, 'avg_loss': 1.3323137884737977, 'avg_acc_mask': 54.436099049407346, 'loss': 0.9704986214637756}
+{'epoch': 59, 'iter': 320, 'avg_loss': 1.3341066471512815, 'avg_acc_mask': 54.37435838941486, 'loss': 1.1034635305404663}
+{'epoch': 59, 'iter': 330, 'avg_loss': 1.335197158630521, 'avg_acc_mask': 54.30934656741109, 'loss': 1.0466126203536987}
+{'epoch': 59, 'iter': 340, 'avg_loss': 1.3346313804475443, 'avg_acc_mask': 54.38615236670584, 'loss': 1.2378462553024292}
+{'epoch': 59, 'iter': 350, 'avg_loss': 1.333880730843612, 'avg_acc_mask': 54.46280133000832, 'loss': 1.4397932291030884}
+{'epoch': 59, 'iter': 360, 'avg_loss': 1.336109454942212, 'avg_acc_mask': 54.41895639021931, 'loss': 1.5015411376953125}
+{'epoch': 59, 'iter': 370, 'avg_loss': 1.3375188305050214, 'avg_acc_mask': 54.299730193769925, 'loss': 1.3088029623031616}
+{'epoch': 59, 'iter': 380, 'avg_loss': 1.337862213452657, 'avg_acc_mask': 54.27821522309711, 'loss': 0.974101185798645}
+{'epoch': 59, 'iter': 390, 'avg_loss': 1.33789443420937, 'avg_acc_mask': 54.330562392606694, 'loss': 1.6861099004745483}
+{'epoch': 59, 'iter': 400, 'avg_loss': 1.3403825635030084, 'avg_acc_mask': 54.2713567839196, 'loss': 1.4314061403274536}
+{'epoch': 59, 'iter': 410, 'avg_loss': 1.3391190452587285, 'avg_acc_mask': 54.257810773785856, 'loss': 1.4479775428771973}
+{'epoch': 59, 'iter': 420, 'avg_loss': 1.3395943062605598, 'avg_acc_mask': 54.291511959243586, 'loss': 1.0835453271865845}
+{'epoch': 59, 'iter': 430, 'avg_loss': 1.3394700563977324, 'avg_acc_mask': 54.315256383203206, 'loss': 1.2363486289978027}
+{'epoch': 59, 'iter': 440, 'avg_loss': 1.3408798810576095, 'avg_acc_mask': 54.27477143563133, 'loss': 1.520803451538086}
+{'epoch': 59, 'iter': 450, 'avg_loss': 1.3404243813121397, 'avg_acc_mask': 54.27524265979299, 'loss': 1.2588809728622437}
+{'epoch': 59, 'iter': 460, 'avg_loss': 1.3408262428389195, 'avg_acc_mask': 54.263443823321, 'loss': 1.172390103340149}
+{'epoch': 59, 'iter': 470, 'avg_loss': 1.3411981521644916, 'avg_acc_mask': 54.252616995073886, 'loss': 1.2543784379959106}
+{'epoch': 59, 'iter': 480, 'avg_loss': 1.3416273476180316, 'avg_acc_mask': 54.301865460712264, 'loss': 1.2431392669677734}
+{'epoch': 59, 'iter': 490, 'avg_loss': 1.3443431576254896, 'avg_acc_mask': 54.255868891185585, 'loss': 1.5530321598052979}
+{'epoch': 59, 'iter': 500, 'avg_loss': 1.340965809579381, 'avg_acc_mask': 54.377530364372475, 'loss': 1.236078143119812}
+{'epoch': 59, 'iter': 510, 'avg_loss': 1.3400628752204538, 'avg_acc_mask': 54.389380530973455, 'loss': 1.1980862617492676}
+{'epoch': 59, 'iter': 520, 'avg_loss': 1.3390777494307902, 'avg_acc_mask': 54.48918561791501, 'loss': 1.5949876308441162}
+{'epoch': 59, 'iter': 530, 'avg_loss': 1.3404413557097512, 'avg_acc_mask': 54.44182792396164, 'loss': 1.1378470659255981}
+{'epoch': 59, 'iter': 540, 'avg_loss': 1.339228265166503, 'avg_acc_mask': 54.43707722188735, 'loss': 1.7213486433029175}
+{'epoch': 59, 'iter': 550, 'avg_loss': 1.341243731564489, 'avg_acc_mask': 54.3224874413107, 'loss': 1.503731369972229}
+{'epoch': 59, 'iter': 560, 'avg_loss': 1.3414959144677283, 'avg_acc_mask': 54.33327945692581, 'loss': 1.6256134510040283}
+{'epoch': 59, 'iter': 570, 'avg_loss': 1.341900262022603, 'avg_acc_mask': 54.3400298327462, 'loss': 1.2724677324295044}
+{'epoch': 59, 'iter': 580, 'avg_loss': 1.3420844333512443, 'avg_acc_mask': 54.33657563287193, 'loss': 1.593463659286499}
+{'epoch': 59, 'iter': 590, 'avg_loss': 1.3424415891949093, 'avg_acc_mask': 54.31694323678893, 'loss': 1.3041620254516602}
+{'epoch': 59, 'iter': 600, 'avg_loss': 1.3417122164700868, 'avg_acc_mask': 54.327053504144686, 'loss': 1.2397637367248535}
+{'epoch': 59, 'iter': 610, 'avg_loss': 1.3445750245681176, 'avg_acc_mask': 54.20643860793265, 'loss': 1.65797758102417}
+{'epoch': 59, 'iter': 620, 'avg_loss': 1.343248146455645, 'avg_acc_mask': 54.244457409568255, 'loss': 1.4023531675338745}
+{'epoch': 59, 'iter': 630, 'avg_loss': 1.3425912776764146, 'avg_acc_mask': 54.28800964049005, 'loss': 1.0814629793167114}
+{'epoch': 59, 'iter': 640, 'avg_loss': 1.3407420502995924, 'avg_acc_mask': 54.316129214914646, 'loss': 1.0671154260635376}
+{'epoch': 59, 'iter': 650, 'avg_loss': 1.3405834714754752, 'avg_acc_mask': 54.28794686462199, 'loss': 1.4140663146972656}
+{'epoch': 59, 'iter': 660, 'avg_loss': 1.3390759321636945, 'avg_acc_mask': 54.31776317598218, 'loss': 1.2026911973953247}
+{'epoch': 59, 'iter': 670, 'avg_loss': 1.339200529718186, 'avg_acc_mask': 54.29090317684051, 'loss': 1.3415491580963135}
+{'epoch': 59, 'iter': 680, 'avg_loss': 1.3407159359269556, 'avg_acc_mask': 54.22548365577051, 'loss': 1.7306278944015503}
+{'epoch': 59, 'iter': 690, 'avg_loss': 1.3414019630890335, 'avg_acc_mask': 54.18144557420982, 'loss': 1.5617058277130127}
+{'epoch': 59, 'iter': 700, 'avg_loss': 1.3429308367863872, 'avg_acc_mask': 54.130434782608695, 'loss': 1.409633755683899}
+{'epoch': 59, 'iter': 710, 'avg_loss': 1.3425916466867203, 'avg_acc_mask': 54.16262816915778, 'loss': 1.1897077560424805}
+{'epoch': 59, 'iter': 720, 'avg_loss': 1.3431160307790304, 'avg_acc_mask': 54.127794402393945, 'loss': 1.3109711408615112}
+{'epoch': 59, 'iter': 730, 'avg_loss': 1.341953041860082, 'avg_acc_mask': 54.182575494619925, 'loss': 1.531758427619934}
+{'epoch': 59, 'iter': 740, 'avg_loss': 1.3424836824297421, 'avg_acc_mask': 54.16788963897857, 'loss': 1.336464524269104}
+{'epoch': 59, 'iter': 750, 'avg_loss': 1.3433212414086262, 'avg_acc_mask': 54.14736537348003, 'loss': 1.531511664390564}
+{'epoch': 59, 'iter': 760, 'avg_loss': 1.3434570389414273, 'avg_acc_mask': 54.15802645691813, 'loss': 1.4301427602767944}
+{'epoch': 59, 'iter': 770, 'avg_loss': 1.3455962985560743, 'avg_acc_mask': 54.05062398646267, 'loss': 1.2487682104110718}
+{'epoch': 59, 'iter': 780, 'avg_loss': 1.3446571852119875, 'avg_acc_mask': 54.069929420505204, 'loss': 1.41360342502594}
+{'epoch': 59, 'iter': 790, 'avg_loss': 1.3435137736812404, 'avg_acc_mask': 54.11724217047149, 'loss': 1.4705921411514282}
+{'epoch': 59, 'iter': 800, 'avg_loss': 1.3435515364011128, 'avg_acc_mask': 54.09598441781986, 'loss': 1.296211838722229}
+{'epoch': 59, 'iter': 810, 'avg_loss': 1.3427530007503476, 'avg_acc_mask': 54.1144901610018, 'loss': 1.0964710712432861}
+{'epoch': 59, 'iter': 820, 'avg_loss': 1.3432986456061398, 'avg_acc_mask': 54.11273578654415, 'loss': 1.180023431777954}
+{'epoch': 59, 'iter': 830, 'avg_loss': 1.342568394939822, 'avg_acc_mask': 54.135568067740394, 'loss': 1.236907720565796}
+{'epoch': 59, 'iter': 840, 'avg_loss': 1.3416821480364352, 'avg_acc_mask': 54.15633423180593, 'loss': 1.3903321027755737}
+{'epoch': 59, 'iter': 850, 'avg_loss': 1.3415039181008883, 'avg_acc_mask': 54.15867331713348, 'loss': 1.3577938079833984}
+{'epoch': 59, 'iter': 860, 'avg_loss': 1.3419315583752978, 'avg_acc_mask': 54.14789236535141, 'loss': 1.4761475324630737}
+{'epoch': 59, 'iter': 870, 'avg_loss': 1.3421202820012545, 'avg_acc_mask': 54.17108408689325, 'loss': 1.0780456066131592}
+{'epoch': 59, 'iter': 880, 'avg_loss': 1.3427801014481284, 'avg_acc_mask': 54.156901443197235, 'loss': 1.2638630867004395}
+{'epoch': 59, 'iter': 890, 'avg_loss': 1.341467136619602, 'avg_acc_mask': 54.218609956815776, 'loss': 1.0050239562988281}
+{'epoch': 59, 'iter': 900, 'avg_loss': 1.341462751075245, 'avg_acc_mask': 54.22743457182515, 'loss': 1.4384922981262207}
+{'epoch': 59, 'iter': 910, 'avg_loss': 1.3409566653546858, 'avg_acc_mask': 54.24753420299078, 'loss': 1.1884769201278687}
+{'epoch': 59, 'iter': 920, 'avg_loss': 1.3411892119240942, 'avg_acc_mask': 54.27491733585262, 'loss': 1.3804173469543457}
+{'epoch': 59, 'iter': 930, 'avg_loss': 1.3413437560088652, 'avg_acc_mask': 54.27646967098082, 'loss': 1.598405122756958}
+{'epoch': 59, 'iter': 940, 'avg_loss': 1.3415911708197354, 'avg_acc_mask': 54.2837876890473, 'loss': 1.232345700263977}
+{'epoch': 59, 'iter': 950, 'avg_loss': 1.3417285629376754, 'avg_acc_mask': 54.28250223890551, 'loss': 1.7014801502227783}
+{'epoch': 59, 'iter': 960, 'avg_loss': 1.3415714130193213, 'avg_acc_mask': 54.294062205466545, 'loss': 1.4118404388427734}
+{'epoch': 59, 'iter': 970, 'avg_loss': 1.3417068810713402, 'avg_acc_mask': 54.279745584093405, 'loss': 1.4155389070510864}
+{'epoch': 59, 'iter': 980, 'avg_loss': 1.3417896475874564, 'avg_acc_mask': 54.26590959368778, 'loss': 1.1544278860092163}
+{'epoch': 59, 'iter': 990, 'avg_loss': 1.343615003839872, 'avg_acc_mask': 54.225518963349074, 'loss': 1.6478054523468018}
+{'epoch': 59, 'iter': 1000, 'avg_loss': 1.343460031918117, 'avg_acc_mask': 54.21719359029883, 'loss': 1.4319926500320435}
+{'epoch': 59, 'iter': 1010, 'avg_loss': 1.3431692863902045, 'avg_acc_mask': 54.228509171444394, 'loss': 1.1686735153198242}
+{'epoch': 59, 'iter': 1020, 'avg_loss': 1.3428773340585767, 'avg_acc_mask': 54.24175435493854, 'loss': 1.3853604793548584}
+{'epoch': 59, 'iter': 1030, 'avg_loss': 1.342800703647643, 'avg_acc_mask': 54.243820401870956, 'loss': 1.4016526937484741}
+{'epoch': 59, 'iter': 1040, 'avg_loss': 1.342328846798163, 'avg_acc_mask': 54.25840142958761, 'loss': 1.211111068725586}
+{'epoch': 59, 'iter': 1050, 'avg_loss': 1.341999316362967, 'avg_acc_mask': 54.26321941827683, 'loss': 1.3311443328857422}
+{'epoch': 59, 'iter': 1060, 'avg_loss': 1.3422530099089476, 'avg_acc_mask': 54.27661277958538, 'loss': 1.1076818704605103}
+{'epoch': 59, 'iter': 1070, 'avg_loss': 1.3416281959701097, 'avg_acc_mask': 54.28267692619217, 'loss': 1.5286186933517456}
+{'epoch': 59, 'iter': 1080, 'avg_loss': 1.3413986477115218, 'avg_acc_mask': 54.307880084937054, 'loss': 1.243975281715393}
+{'epoch': 59, 'iter': 1090, 'avg_loss': 1.3413892723244336, 'avg_acc_mask': 54.32411407385338, 'loss': 1.0457829236984253}
+{'epoch': 59, 'iter': 1100, 'avg_loss': 1.3411606648745698, 'avg_acc_mask': 54.31438785215309, 'loss': 0.9025757312774658}
+{'epoch': 'EP59_train', 'avg_loss': 1.3409624547440542, 'total_masked_acc': 54.30802149518971}
+{'epoch': 60, 'iter': 0, 'avg_loss': 1.543760895729065, 'avg_acc_mask': 40.67796610169492, 'loss': 1.543760895729065}
+{'epoch': 60, 'iter': 10, 'avg_loss': 1.397092797539451, 'avg_acc_mask': 52.60663507109005, 'loss': 1.2404752969741821}
+{'epoch': 60, 'iter': 20, 'avg_loss': 1.4126979737054735, 'avg_acc_mask': 51.37457044673539, 'loss': 1.4245632886886597}
+{'epoch': 60, 'iter': 30, 'avg_loss': 1.3986333339445052, 'avg_acc_mask': 51.8850987432675, 'loss': 1.2086368799209595}
+{'epoch': 60, 'iter': 40, 'avg_loss': 1.3814037718423984, 'avg_acc_mask': 52.696728558797524, 'loss': 1.4142465591430664}
+{'epoch': 60, 'iter': 50, 'avg_loss': 1.390380578882554, 'avg_acc_mask': 52.490421455938694, 'loss': 1.7502752542495728}
+{'epoch': 60, 'iter': 60, 'avg_loss': 1.3635893894023583, 'avg_acc_mask': 53.38213762811127, 'loss': 1.239338994026184}
+{'epoch': 60, 'iter': 70, 'avg_loss': 1.3580731648794362, 'avg_acc_mask': 54.039136979427994, 'loss': 1.3908512592315674}
+{'epoch': 60, 'iter': 80, 'avg_loss': 1.3646737020692707, 'avg_acc_mask': 53.805774278215225, 'loss': 1.3546292781829834}
+{'epoch': 60, 'iter': 90, 'avg_loss': 1.3681256607338623, 'avg_acc_mask': 53.5846845086931, 'loss': 1.2782949209213257}
+{'epoch': 60, 'iter': 100, 'avg_loss': 1.3620917921019073, 'avg_acc_mask': 53.66199680794467, 'loss': 1.1174018383026123}
+{'epoch': 60, 'iter': 110, 'avg_loss': 1.3683163437757406, 'avg_acc_mask': 53.79850016302575, 'loss': 1.2012293338775635}
+{'epoch': 60, 'iter': 120, 'avg_loss': 1.3680078732080696, 'avg_acc_mask': 53.80361679868481, 'loss': 1.691392421722412}
+{'epoch': 60, 'iter': 130, 'avg_loss': 1.3660079245348924, 'avg_acc_mask': 53.521512743217315, 'loss': 1.1564314365386963}
+{'epoch': 60, 'iter': 140, 'avg_loss': 1.366120937445485, 'avg_acc_mask': 53.22189613372464, 'loss': 1.2731778621673584}
+{'epoch': 60, 'iter': 150, 'avg_loss': 1.3593380372255843, 'avg_acc_mask': 53.360488798370675, 'loss': 1.5485485792160034}
+{'epoch': 60, 'iter': 160, 'avg_loss': 1.3581056491188381, 'avg_acc_mask': 53.638206803334086, 'loss': 1.204816222190857}
+{'epoch': 60, 'iter': 170, 'avg_loss': 1.3584521865984152, 'avg_acc_mask': 53.53855918755951, 'loss': 1.4649831056594849}
+{'epoch': 60, 'iter': 180, 'avg_loss': 1.3569864749249831, 'avg_acc_mask': 53.78142842832816, 'loss': 1.291373610496521}
+{'epoch': 60, 'iter': 190, 'avg_loss': 1.351938575038111, 'avg_acc_mask': 54.0007584376185, 'loss': 1.2094591856002808}
+{'epoch': 60, 'iter': 200, 'avg_loss': 1.347489384276357, 'avg_acc_mask': 53.99208775400108, 'loss': 1.3285109996795654}
+{'epoch': 60, 'iter': 210, 'avg_loss': 1.3459992826832414, 'avg_acc_mask': 54.10326551547273, 'loss': 1.2369263172149658}
+{'epoch': 60, 'iter': 220, 'avg_loss': 1.3450564232347237, 'avg_acc_mask': 54.05229290543292, 'loss': 1.3393278121948242}
+{'epoch': 60, 'iter': 230, 'avg_loss': 1.3480070065626335, 'avg_acc_mask': 53.93626991565136, 'loss': 1.3563381433486938}
+{'epoch': 60, 'iter': 240, 'avg_loss': 1.3483818052220642, 'avg_acc_mask': 53.915122534369395, 'loss': 1.3214828968048096}
+{'epoch': 60, 'iter': 250, 'avg_loss': 1.3472348674834962, 'avg_acc_mask': 53.978941336580476, 'loss': 1.1523758172988892}
+{'epoch': 60, 'iter': 260, 'avg_loss': 1.3465980067563696, 'avg_acc_mask': 54.09723178625534, 'loss': 1.2142541408538818}
+{'epoch': 60, 'iter': 270, 'avg_loss': 1.3486488666041752, 'avg_acc_mask': 54.03936642587315, 'loss': 1.492334246635437}
+{'epoch': 60, 'iter': 280, 'avg_loss': 1.3489195600523218, 'avg_acc_mask': 54.066832790237044, 'loss': 1.0283950567245483}
+{'epoch': 60, 'iter': 290, 'avg_loss': 1.3445609973877977, 'avg_acc_mask': 54.26294328431979, 'loss': 1.174512505531311}
+{'epoch': 60, 'iter': 300, 'avg_loss': 1.3423745883659668, 'avg_acc_mask': 54.292204686752754, 'loss': 1.002234935760498}
+{'epoch': 60, 'iter': 310, 'avg_loss': 1.34240678115673, 'avg_acc_mask': 54.21372719374457, 'loss': 1.053268313407898}
+{'epoch': 60, 'iter': 320, 'avg_loss': 1.3419187050370784, 'avg_acc_mask': 54.22574836821967, 'loss': 1.509867548942566}
+{'epoch': 60, 'iter': 330, 'avg_loss': 1.342291369539013, 'avg_acc_mask': 54.20229860014162, 'loss': 1.3086485862731934}
+{'epoch': 60, 'iter': 340, 'avg_loss': 1.341330675785143, 'avg_acc_mask': 54.19174321613346, 'loss': 1.339909553527832}
+{'epoch': 60, 'iter': 350, 'avg_loss': 1.3409234458564694, 'avg_acc_mask': 54.22089613663255, 'loss': 1.1598789691925049}
+{'epoch': 60, 'iter': 360, 'avg_loss': 1.3421103990639345, 'avg_acc_mask': 54.15375387383785, 'loss': 1.10929274559021}
+{'epoch': 60, 'iter': 370, 'avg_loss': 1.342714479670049, 'avg_acc_mask': 54.09732360097323, 'loss': 1.3368645906448364}
+{'epoch': 60, 'iter': 380, 'avg_loss': 1.3430114527699828, 'avg_acc_mask': 54.04739336492891, 'loss': 1.0028448104858398}
+{'epoch': 60, 'iter': 390, 'avg_loss': 1.3445930130341475, 'avg_acc_mask': 53.97272937370003, 'loss': 1.4060118198394775}
+{'epoch': 60, 'iter': 400, 'avg_loss': 1.3425039180793668, 'avg_acc_mask': 54.07504402402131, 'loss': 1.345070242881775}
+{'epoch': 60, 'iter': 410, 'avg_loss': 1.3401447048732544, 'avg_acc_mask': 54.16280608868299, 'loss': 1.6076107025146484}
+{'epoch': 60, 'iter': 420, 'avg_loss': 1.337741276997002, 'avg_acc_mask': 54.23831331547567, 'loss': 1.331778645515442}
+{'epoch': 60, 'iter': 430, 'avg_loss': 1.3356554970110652, 'avg_acc_mask': 54.287523749208354, 'loss': 1.2319384813308716}
+{'epoch': 60, 'iter': 440, 'avg_loss': 1.3381569688282315, 'avg_acc_mask': 54.1646049810325, 'loss': 1.5294560194015503}
+{'epoch': 60, 'iter': 450, 'avg_loss': 1.339296177326972, 'avg_acc_mask': 54.12743949250475, 'loss': 1.3173589706420898}
+{'epoch': 60, 'iter': 460, 'avg_loss': 1.3414349137055899, 'avg_acc_mask': 54.06483199747305, 'loss': 1.4539408683776855}
+{'epoch': 60, 'iter': 470, 'avg_loss': 1.3434688594437456, 'avg_acc_mask': 53.988394584139265, 'loss': 1.5734785795211792}
+{'epoch': 60, 'iter': 480, 'avg_loss': 1.3441911806931366, 'avg_acc_mask': 53.976734492819524, 'loss': 1.5213450193405151}
+{'epoch': 60, 'iter': 490, 'avg_loss': 1.3442573639623017, 'avg_acc_mask': 53.9985872030338, 'loss': 1.3711011409759521}
+{'epoch': 60, 'iter': 500, 'avg_loss': 1.3432704298320168, 'avg_acc_mask': 54.03719912472648, 'loss': 1.1582238674163818}
+{'epoch': 60, 'iter': 510, 'avg_loss': 1.3438561165636067, 'avg_acc_mask': 53.98948535460105, 'loss': 1.2246330976486206}
+{'epoch': 60, 'iter': 520, 'avg_loss': 1.3428845276301744, 'avg_acc_mask': 54.03112731351655, 'loss': 1.558306097984314}
+{'epoch': 60, 'iter': 530, 'avg_loss': 1.34402641704527, 'avg_acc_mask': 53.98601880230035, 'loss': 1.1699328422546387}
+{'epoch': 60, 'iter': 540, 'avg_loss': 1.3444151618344065, 'avg_acc_mask': 53.95262267343486, 'loss': 1.4743541479110718}
+{'epoch': 60, 'iter': 550, 'avg_loss': 1.34566217001034, 'avg_acc_mask': 53.93549243429785, 'loss': 1.3064181804656982}
+{'epoch': 60, 'iter': 560, 'avg_loss': 1.3457270406996715, 'avg_acc_mask': 53.957654723127035, 'loss': 1.7016329765319824}
+{'epoch': 60, 'iter': 570, 'avg_loss': 1.3455150924923123, 'avg_acc_mask': 53.969829933062165, 'loss': 1.4136736392974854}
+{'epoch': 60, 'iter': 580, 'avg_loss': 1.3447165037801878, 'avg_acc_mask': 53.99647554912204, 'loss': 1.2621008157730103}
+{'epoch': 60, 'iter': 590, 'avg_loss': 1.345034790724869, 'avg_acc_mask': 54.04018547140649, 'loss': 1.357025384902954}
+{'epoch': 60, 'iter': 600, 'avg_loss': 1.3456103180886902, 'avg_acc_mask': 53.992337630746775, 'loss': 1.351151466369629}
+{'epoch': 60, 'iter': 610, 'avg_loss': 1.3463337479948803, 'avg_acc_mask': 53.95593240580402, 'loss': 1.469501256942749}
+{'epoch': 60, 'iter': 620, 'avg_loss': 1.344976708124993, 'avg_acc_mask': 54.047381106342954, 'loss': 1.4668196439743042}
+{'epoch': 60, 'iter': 630, 'avg_loss': 1.3432280373082108, 'avg_acc_mask': 54.1044776119403, 'loss': 1.2251867055892944}
+{'epoch': 60, 'iter': 640, 'avg_loss': 1.3430116265872711, 'avg_acc_mask': 54.104626618746074, 'loss': 1.4700080156326294}
+{'epoch': 60, 'iter': 650, 'avg_loss': 1.3431598523977897, 'avg_acc_mask': 54.13633169360506, 'loss': 1.1658387184143066}
+{'epoch': 60, 'iter': 660, 'avg_loss': 1.3429324514205805, 'avg_acc_mask': 54.103857237863004, 'loss': 1.0404084920883179}
+{'epoch': 60, 'iter': 670, 'avg_loss': 1.3436738432963808, 'avg_acc_mask': 54.08528423525555, 'loss': 1.7692426443099976}
+{'epoch': 60, 'iter': 680, 'avg_loss': 1.34348892229069, 'avg_acc_mask': 54.09390555630297, 'loss': 1.0804290771484375}
+{'epoch': 60, 'iter': 690, 'avg_loss': 1.3433977723466677, 'avg_acc_mask': 54.14401273040711, 'loss': 1.5706570148468018}
+{'epoch': 60, 'iter': 700, 'avg_loss': 1.3448373296121388, 'avg_acc_mask': 54.12115193644489, 'loss': 1.2850992679595947}
+{'epoch': 60, 'iter': 710, 'avg_loss': 1.345073406371051, 'avg_acc_mask': 54.11103665137378, 'loss': 1.230820894241333}
+{'epoch': 60, 'iter': 720, 'avg_loss': 1.346162434920524, 'avg_acc_mask': 54.08132147395172, 'loss': 1.6190766096115112}
+{'epoch': 60, 'iter': 730, 'avg_loss': 1.34461357419044, 'avg_acc_mask': 54.124783796656054, 'loss': 1.4823216199874878}
+{'epoch': 60, 'iter': 740, 'avg_loss': 1.3459339795807594, 'avg_acc_mask': 54.08264136022143, 'loss': 1.1053067445755005}
+{'epoch': 60, 'iter': 750, 'avg_loss': 1.3472765108716789, 'avg_acc_mask': 54.0652486416685, 'loss': 1.346966028213501}
+{'epoch': 60, 'iter': 760, 'avg_loss': 1.347059988787547, 'avg_acc_mask': 54.03844765777254, 'loss': 1.3451684713363647}
+{'epoch': 60, 'iter': 770, 'avg_loss': 1.3485393765371598, 'avg_acc_mask': 53.99087799315849, 'loss': 1.7576931715011597}
+{'epoch': 60, 'iter': 780, 'avg_loss': 1.3474769198482381, 'avg_acc_mask': 54.068062950019936, 'loss': 1.3184566497802734}
+{'epoch': 60, 'iter': 790, 'avg_loss': 1.347392999568269, 'avg_acc_mask': 54.06776128389801, 'loss': 1.4370403289794922}
+{'epoch': 60, 'iter': 800, 'avg_loss': 1.347423862726352, 'avg_acc_mask': 54.060791802941246, 'loss': 1.2656233310699463}
+{'epoch': 60, 'iter': 810, 'avg_loss': 1.3472725464589206, 'avg_acc_mask': 54.06388361796331, 'loss': 1.158715844154358}
+{'epoch': 60, 'iter': 820, 'avg_loss': 1.3474174530294143, 'avg_acc_mask': 54.08252069711914, 'loss': 1.3691662549972534}
+{'epoch': 60, 'iter': 830, 'avg_loss': 1.3473345706178823, 'avg_acc_mask': 54.074744087539706, 'loss': 1.5723532438278198}
+{'epoch': 60, 'iter': 840, 'avg_loss': 1.3478364553944817, 'avg_acc_mask': 54.04722488455172, 'loss': 1.4148244857788086}
+{'epoch': 60, 'iter': 850, 'avg_loss': 1.3485303914785105, 'avg_acc_mask': 54.0257337120234, 'loss': 1.182507038116455}
+{'epoch': 60, 'iter': 860, 'avg_loss': 1.3489594975276553, 'avg_acc_mask': 53.99200748235694, 'loss': 1.338907241821289}
+{'epoch': 60, 'iter': 870, 'avg_loss': 1.350413442137047, 'avg_acc_mask': 53.957227107687785, 'loss': 1.358349323272705}
+{'epoch': 60, 'iter': 880, 'avg_loss': 1.3504326677755385, 'avg_acc_mask': 53.94826906722532, 'loss': 1.2501587867736816}
+{'epoch': 60, 'iter': 890, 'avg_loss': 1.350065092312634, 'avg_acc_mask': 53.99371521288175, 'loss': 1.096736192703247}
+{'epoch': 60, 'iter': 900, 'avg_loss': 1.3494809709828384, 'avg_acc_mask': 54.00004057865158, 'loss': 1.369735836982727}
+{'epoch': 60, 'iter': 910, 'avg_loss': 1.349725690094752, 'avg_acc_mask': 53.99975917155013, 'loss': 1.647253394126892}
+{'epoch': 60, 'iter': 920, 'avg_loss': 1.3488259164699385, 'avg_acc_mask': 54.00628280578973, 'loss': 1.1424938440322876}
+{'epoch': 60, 'iter': 930, 'avg_loss': 1.3486249190139976, 'avg_acc_mask': 54.01558993740404, 'loss': 1.583167314529419}
+{'epoch': 60, 'iter': 940, 'avg_loss': 1.3483665716002016, 'avg_acc_mask': 54.009186096298315, 'loss': 0.9188913106918335}
+{'epoch': 60, 'iter': 950, 'avg_loss': 1.3489147294332302, 'avg_acc_mask': 53.97097320603634, 'loss': 1.5686994791030884}
+{'epoch': 60, 'iter': 960, 'avg_loss': 1.3496080751101507, 'avg_acc_mask': 53.9827392406028, 'loss': 1.4239097833633423}
+{'epoch': 60, 'iter': 970, 'avg_loss': 1.3490688763980885, 'avg_acc_mask': 54.012520270015465, 'loss': 1.2864998579025269}
+{'epoch': 60, 'iter': 980, 'avg_loss': 1.3483853931942238, 'avg_acc_mask': 54.03081399686638, 'loss': 1.261526107788086}
+{'epoch': 60, 'iter': 990, 'avg_loss': 1.3486445503446578, 'avg_acc_mask': 54.013803794197976, 'loss': 1.7732362747192383}
+{'epoch': 60, 'iter': 1000, 'avg_loss': 1.3487185789988592, 'avg_acc_mask': 54.00336048507871, 'loss': 1.3635661602020264}
+{'epoch': 60, 'iter': 1010, 'avg_loss': 1.3484943993131673, 'avg_acc_mask': 54.01117884340575, 'loss': 1.428742527961731}
+{'epoch': 60, 'iter': 1020, 'avg_loss': 1.3483804150262846, 'avg_acc_mask': 54.0061260680316, 'loss': 1.453545331954956}
+{'epoch': 60, 'iter': 1030, 'avg_loss': 1.3476215701561085, 'avg_acc_mask': 54.026291979349615, 'loss': 1.2104729413986206}
+{'epoch': 60, 'iter': 1040, 'avg_loss': 1.3476226527913044, 'avg_acc_mask': 54.029651489600894, 'loss': 1.367249608039856}
+{'epoch': 60, 'iter': 1050, 'avg_loss': 1.3479821442650342, 'avg_acc_mask': 54.039050535987755, 'loss': 1.4487208127975464}
+{'epoch': 60, 'iter': 1060, 'avg_loss': 1.348375995579359, 'avg_acc_mask': 54.012521343198635, 'loss': 1.0312055349349976}
+{'epoch': 60, 'iter': 1070, 'avg_loss': 1.3480215726001146, 'avg_acc_mask': 53.99446210645063, 'loss': 1.077292799949646}
+{'epoch': 60, 'iter': 1080, 'avg_loss': 1.3474618430825762, 'avg_acc_mask': 54.019156569417184, 'loss': 1.4300142526626587}
+{'epoch': 60, 'iter': 1090, 'avg_loss': 1.3473092252567862, 'avg_acc_mask': 54.00837520938023, 'loss': 1.336273431777954}
+{'epoch': 60, 'iter': 1100, 'avg_loss': 1.346881789310102, 'avg_acc_mask': 54.03453428523991, 'loss': 1.1299254894256592}
+{'epoch': 'EP60_train', 'avg_loss': 1.3471784189815434, 'total_masked_acc': 54.016748866306976}
+{'epoch': 61, 'iter': 0, 'avg_loss': 1.2605278491973877, 'avg_acc_mask': 55.769230769230774, 'loss': 1.2605278491973877}
+{'epoch': 61, 'iter': 10, 'avg_loss': 1.3640494780106978, 'avg_acc_mask': 53.57142857142857, 'loss': 1.3784940242767334}
+{'epoch': 61, 'iter': 20, 'avg_loss': 1.3756321555092221, 'avg_acc_mask': 51.9051651143099, 'loss': 1.3851960897445679}
+{'epoch': 61, 'iter': 30, 'avg_loss': 1.343021648545419, 'avg_acc_mask': 53.93654524089306, 'loss': 1.399274468421936}
+{'epoch': 61, 'iter': 40, 'avg_loss': 1.3342150318913344, 'avg_acc_mask': 54.7144754316069, 'loss': 1.4179176092147827}
+{'epoch': 61, 'iter': 50, 'avg_loss': 1.3487111107975829, 'avg_acc_mask': 54.95720399429387, 'loss': 1.4234447479248047}
+{'epoch': 61, 'iter': 60, 'avg_loss': 1.3295870657827034, 'avg_acc_mask': 55.51216581556023, 'loss': 1.1080695390701294}
+{'epoch': 61, 'iter': 70, 'avg_loss': 1.338601595079395, 'avg_acc_mask': 55.317501290655656, 'loss': 1.1990504264831543}
+{'epoch': 61, 'iter': 80, 'avg_loss': 1.338076068295373, 'avg_acc_mask': 55.02478593961244, 'loss': 1.3920409679412842}
+{'epoch': 61, 'iter': 90, 'avg_loss': 1.339866530764234, 'avg_acc_mask': 54.88073762277009, 'loss': 1.2052136659622192}
+{'epoch': 61, 'iter': 100, 'avg_loss': 1.334786634634037, 'avg_acc_mask': 55.19115781844537, 'loss': 1.1131417751312256}
+{'epoch': 61, 'iter': 110, 'avg_loss': 1.3405146265889074, 'avg_acc_mask': 55.09190263288624, 'loss': 1.3395678997039795}
+{'epoch': 61, 'iter': 120, 'avg_loss': 1.339110966063728, 'avg_acc_mask': 55.220944309927354, 'loss': 1.6242451667785645}
+{'epoch': 61, 'iter': 130, 'avg_loss': 1.3392024254070893, 'avg_acc_mask': 55.014605647517044, 'loss': 1.4654673337936401}
+{'epoch': 61, 'iter': 140, 'avg_loss': 1.3391470118617335, 'avg_acc_mask': 54.64184122058443, 'loss': 1.1657391786575317}
+{'epoch': 61, 'iter': 150, 'avg_loss': 1.3315453663567045, 'avg_acc_mask': 54.8343723261215, 'loss': 1.444187045097351}
+{'epoch': 61, 'iter': 160, 'avg_loss': 1.3389574740984425, 'avg_acc_mask': 54.68427095292767, 'loss': 1.4466592073440552}
+{'epoch': 61, 'iter': 170, 'avg_loss': 1.3456022265361764, 'avg_acc_mask': 54.3805024694009, 'loss': 1.3836479187011719}
+{'epoch': 61, 'iter': 180, 'avg_loss': 1.3459988068480517, 'avg_acc_mask': 54.19569827325053, 'loss': 1.4652146100997925}
+{'epoch': 61, 'iter': 190, 'avg_loss': 1.3470843197163487, 'avg_acc_mask': 54.16746320015293, 'loss': 1.4457858800888062}
+{'epoch': 61, 'iter': 200, 'avg_loss': 1.3433492637392301, 'avg_acc_mask': 54.32154866854494, 'loss': 1.6485346555709839}
+{'epoch': 61, 'iter': 210, 'avg_loss': 1.3407348193828528, 'avg_acc_mask': 54.324930939226526, 'loss': 1.09956955909729}
+{'epoch': 61, 'iter': 220, 'avg_loss': 1.3402658876250773, 'avg_acc_mask': 54.430901004776814, 'loss': 1.1937596797943115}
+{'epoch': 61, 'iter': 230, 'avg_loss': 1.3404922456968398, 'avg_acc_mask': 54.44610425347904, 'loss': 1.3179371356964111}
+{'epoch': 61, 'iter': 240, 'avg_loss': 1.3393313466760628, 'avg_acc_mask': 54.604517639948625, 'loss': 1.2547602653503418}
+{'epoch': 61, 'iter': 250, 'avg_loss': 1.340391808059586, 'avg_acc_mask': 54.50519131634357, 'loss': 1.1250699758529663}
+{'epoch': 61, 'iter': 260, 'avg_loss': 1.3433499470981145, 'avg_acc_mask': 54.42808290878638, 'loss': 1.3469382524490356}
+{'epoch': 61, 'iter': 270, 'avg_loss': 1.3453644472294628, 'avg_acc_mask': 54.332662642521804, 'loss': 1.4825928211212158}
+{'epoch': 61, 'iter': 280, 'avg_loss': 1.3447696628095416, 'avg_acc_mask': 54.37232802176448, 'loss': 0.9473878741264343}
+{'epoch': 61, 'iter': 290, 'avg_loss': 1.3438850120990138, 'avg_acc_mask': 54.415169910507544, 'loss': 1.3735922574996948}
+{'epoch': 61, 'iter': 300, 'avg_loss': 1.3394883578005818, 'avg_acc_mask': 54.528370514064015, 'loss': 0.8527028560638428}
+{'epoch': 61, 'iter': 310, 'avg_loss': 1.3367050957066453, 'avg_acc_mask': 54.56523017226175, 'loss': 1.2422093152999878}
+{'epoch': 61, 'iter': 320, 'avg_loss': 1.337491361708656, 'avg_acc_mask': 54.50861773770117, 'loss': 1.3148283958435059}
+{'epoch': 61, 'iter': 330, 'avg_loss': 1.3354140282397544, 'avg_acc_mask': 54.63182897862233, 'loss': 0.9336277842521667}
+{'epoch': 61, 'iter': 340, 'avg_loss': 1.3327099221193197, 'avg_acc_mask': 54.679380725344195, 'loss': 1.057083249092102}
+{'epoch': 61, 'iter': 350, 'avg_loss': 1.3348043290977805, 'avg_acc_mask': 54.68277945619335, 'loss': 1.1018662452697754}
+{'epoch': 61, 'iter': 360, 'avg_loss': 1.3338709115321616, 'avg_acc_mask': 54.68805343318323, 'loss': 0.9801304340362549}
+{'epoch': 61, 'iter': 370, 'avg_loss': 1.3357643644122101, 'avg_acc_mask': 54.637345298555296, 'loss': 1.3932737112045288}
+{'epoch': 61, 'iter': 380, 'avg_loss': 1.3359739720977823, 'avg_acc_mask': 54.61424261290168, 'loss': 0.8794231414794922}
+{'epoch': 61, 'iter': 390, 'avg_loss': 1.3377944107555673, 'avg_acc_mask': 54.524665142110415, 'loss': 1.4389594793319702}
+{'epoch': 61, 'iter': 400, 'avg_loss': 1.3393320450164434, 'avg_acc_mask': 54.44899817850638, 'loss': 1.602506160736084}
+{'epoch': 61, 'iter': 410, 'avg_loss': 1.3391826476203845, 'avg_acc_mask': 54.42125406078946, 'loss': 1.3862764835357666}
+{'epoch': 61, 'iter': 420, 'avg_loss': 1.339385975992878, 'avg_acc_mask': 54.41227612589115, 'loss': 1.4655334949493408}
+{'epoch': 61, 'iter': 430, 'avg_loss': 1.3400172801416048, 'avg_acc_mask': 54.43945047489823, 'loss': 1.7176874876022339}
+{'epoch': 61, 'iter': 440, 'avg_loss': 1.3417401028598517, 'avg_acc_mask': 54.38705405181691, 'loss': 1.5871824026107788}
+{'epoch': 61, 'iter': 450, 'avg_loss': 1.3435814984621863, 'avg_acc_mask': 54.283978124367025, 'loss': 1.2845430374145508}
+{'epoch': 61, 'iter': 460, 'avg_loss': 1.3443993147696953, 'avg_acc_mask': 54.158247157177385, 'loss': 1.3563979864120483}
+{'epoch': 61, 'iter': 470, 'avg_loss': 1.3454457008914582, 'avg_acc_mask': 54.16118293721453, 'loss': 1.3844724893569946}
+{'epoch': 61, 'iter': 480, 'avg_loss': 1.3453190339082493, 'avg_acc_mask': 54.224229543039314, 'loss': 1.3489344120025635}
+{'epoch': 61, 'iter': 490, 'avg_loss': 1.347065164940906, 'avg_acc_mask': 54.11471321695761, 'loss': 1.666054129600525}
+{'epoch': 61, 'iter': 500, 'avg_loss': 1.3462426178231686, 'avg_acc_mask': 54.12546071598, 'loss': 1.0929073095321655}
+{'epoch': 61, 'iter': 510, 'avg_loss': 1.3442679173559124, 'avg_acc_mask': 54.157279261881776, 'loss': 1.299187421798706}
+{'epoch': 61, 'iter': 520, 'avg_loss': 1.3451648131441933, 'avg_acc_mask': 54.1592175833421, 'loss': 1.4289664030075073}
+{'epoch': 61, 'iter': 530, 'avg_loss': 1.3459792103471055, 'avg_acc_mask': 54.169248777800725, 'loss': 1.0298008918762207}
+{'epoch': 61, 'iter': 540, 'avg_loss': 1.3450357596667109, 'avg_acc_mask': 54.15681772134802, 'loss': 1.4934391975402832}
+{'epoch': 61, 'iter': 550, 'avg_loss': 1.3459152746979424, 'avg_acc_mask': 54.1189325210251, 'loss': 1.4259679317474365}
+{'epoch': 61, 'iter': 560, 'avg_loss': 1.3451684065256102, 'avg_acc_mask': 54.13340284792597, 'loss': 1.5392398834228516}
+{'epoch': 61, 'iter': 570, 'avg_loss': 1.344382123228965, 'avg_acc_mask': 54.15425037649396, 'loss': 1.388231873512268}
+{'epoch': 61, 'iter': 580, 'avg_loss': 1.3445644274020565, 'avg_acc_mask': 54.11790612809866, 'loss': 1.6172784566879272}
+{'epoch': 61, 'iter': 590, 'avg_loss': 1.344572023490157, 'avg_acc_mask': 54.11056207535516, 'loss': 1.106320858001709}
+{'epoch': 61, 'iter': 600, 'avg_loss': 1.3441343989824495, 'avg_acc_mask': 54.15034168564921, 'loss': 1.4261654615402222}
+{'epoch': 61, 'iter': 610, 'avg_loss': 1.345822708306258, 'avg_acc_mask': 54.091071854857965, 'loss': 1.3506964445114136}
+{'epoch': 61, 'iter': 620, 'avg_loss': 1.3443856365054894, 'avg_acc_mask': 54.16189553422003, 'loss': 1.672188401222229}
+{'epoch': 61, 'iter': 630, 'avg_loss': 1.3440628579792622, 'avg_acc_mask': 54.14307176701721, 'loss': 1.1299126148223877}
+{'epoch': 61, 'iter': 640, 'avg_loss': 1.3429407215155602, 'avg_acc_mask': 54.17248752672844, 'loss': 1.0589396953582764}
+{'epoch': 61, 'iter': 650, 'avg_loss': 1.34201882209646, 'avg_acc_mask': 54.19853768278965, 'loss': 1.1885242462158203}
+{'epoch': 61, 'iter': 660, 'avg_loss': 1.3404536062397863, 'avg_acc_mask': 54.22104009087635, 'loss': 1.1577889919281006}
+{'epoch': 61, 'iter': 670, 'avg_loss': 1.3400147724258207, 'avg_acc_mask': 54.221337188684906, 'loss': 1.3954488039016724}
+{'epoch': 61, 'iter': 680, 'avg_loss': 1.3412720872617152, 'avg_acc_mask': 54.17450674694909, 'loss': 1.7084177732467651}
+{'epoch': 61, 'iter': 690, 'avg_loss': 1.341205986898646, 'avg_acc_mask': 54.197563559322035, 'loss': 1.3628824949264526}
+{'epoch': 61, 'iter': 700, 'avg_loss': 1.342976166161253, 'avg_acc_mask': 54.15231234993214, 'loss': 1.5708117485046387}
+{'epoch': 61, 'iter': 710, 'avg_loss': 1.3425645936390518, 'avg_acc_mask': 54.16988416988418, 'loss': 1.807794213294983}
+{'epoch': 61, 'iter': 720, 'avg_loss': 1.3423130275803035, 'avg_acc_mask': 54.173216368338316, 'loss': 1.559690237045288}
+{'epoch': 61, 'iter': 730, 'avg_loss': 1.341137195823946, 'avg_acc_mask': 54.22589751917456, 'loss': 1.4343698024749756}
+{'epoch': 61, 'iter': 740, 'avg_loss': 1.3421309312023775, 'avg_acc_mask': 54.218322529761174, 'loss': 1.4855406284332275}
+{'epoch': 61, 'iter': 750, 'avg_loss': 1.3425079945241722, 'avg_acc_mask': 54.17385598677975, 'loss': 1.2746038436889648}
+{'epoch': 61, 'iter': 760, 'avg_loss': 1.3418389478118284, 'avg_acc_mask': 54.16396746563017, 'loss': 1.15689218044281}
+{'epoch': 61, 'iter': 770, 'avg_loss': 1.3428057950912902, 'avg_acc_mask': 54.141920829094005, 'loss': 1.2784017324447632}
+{'epoch': 61, 'iter': 780, 'avg_loss': 1.3420870225499748, 'avg_acc_mask': 54.1770908835839, 'loss': 1.5296802520751953}
+{'epoch': 61, 'iter': 790, 'avg_loss': 1.3416229136071525, 'avg_acc_mask': 54.21121914043555, 'loss': 1.319166660308838}
+{'epoch': 61, 'iter': 800, 'avg_loss': 1.341492871294605, 'avg_acc_mask': 54.212003011017586, 'loss': 1.3337867259979248}
+{'epoch': 61, 'iter': 810, 'avg_loss': 1.3414871971204454, 'avg_acc_mask': 54.20050532394875, 'loss': 1.2354483604431152}
+{'epoch': 61, 'iter': 820, 'avg_loss': 1.3423146310009417, 'avg_acc_mask': 54.185159578027076, 'loss': 1.5316046476364136}
+{'epoch': 61, 'iter': 830, 'avg_loss': 1.3420218206341372, 'avg_acc_mask': 54.17493714436946, 'loss': 1.104088306427002}
+{'epoch': 61, 'iter': 840, 'avg_loss': 1.3422149896054716, 'avg_acc_mask': 54.13443730253841, 'loss': 1.499385118484497}
+{'epoch': 61, 'iter': 850, 'avg_loss': 1.3433055698381327, 'avg_acc_mask': 54.07482348889272, 'loss': 1.4289004802703857}
+{'epoch': 61, 'iter': 860, 'avg_loss': 1.343829318413751, 'avg_acc_mask': 54.02320836521296, 'loss': 1.6260651350021362}
+{'epoch': 61, 'iter': 870, 'avg_loss': 1.3447350732357712, 'avg_acc_mask': 53.983637507866575, 'loss': 1.1939904689788818}
+{'epoch': 61, 'iter': 880, 'avg_loss': 1.3460177716954478, 'avg_acc_mask': 53.95583412892782, 'loss': 1.194770097732544}
+{'epoch': 61, 'iter': 890, 'avg_loss': 1.345866199361221, 'avg_acc_mask': 53.965350705933126, 'loss': 1.043709397315979}
+{'epoch': 61, 'iter': 900, 'avg_loss': 1.3466809878867951, 'avg_acc_mask': 53.919697953881126, 'loss': 1.45978581905365}
+{'epoch': 61, 'iter': 910, 'avg_loss': 1.3467274702079473, 'avg_acc_mask': 53.8898592623823, 'loss': 1.5024828910827637}
+{'epoch': 61, 'iter': 920, 'avg_loss': 1.3460010259728736, 'avg_acc_mask': 53.869550523825616, 'loss': 1.180932879447937}
+{'epoch': 61, 'iter': 930, 'avg_loss': 1.346131534824822, 'avg_acc_mask': 53.86052916297827, 'loss': 1.3878624439239502}
+{'epoch': 61, 'iter': 940, 'avg_loss': 1.3458595209370003, 'avg_acc_mask': 53.85558106057658, 'loss': 1.115637183189392}
+{'epoch': 61, 'iter': 950, 'avg_loss': 1.3455045723388623, 'avg_acc_mask': 53.86214063041219, 'loss': 1.6000410318374634}
+{'epoch': 61, 'iter': 960, 'avg_loss': 1.3459675117288246, 'avg_acc_mask': 53.856405765093385, 'loss': 1.575927972793579}
+{'epoch': 61, 'iter': 970, 'avg_loss': 1.3463143919326988, 'avg_acc_mask': 53.870663650075414, 'loss': 1.126180648803711}
+{'epoch': 61, 'iter': 980, 'avg_loss': 1.3470353093472947, 'avg_acc_mask': 53.835964028508535, 'loss': 1.3259488344192505}
+{'epoch': 61, 'iter': 990, 'avg_loss': 1.348372834120942, 'avg_acc_mask': 53.80908419497784, 'loss': 1.6138885021209717}
+{'epoch': 61, 'iter': 1000, 'avg_loss': 1.3485309991922292, 'avg_acc_mask': 53.8007528414282, 'loss': 1.3778918981552124}
+{'epoch': 61, 'iter': 1010, 'avg_loss': 1.348078019541166, 'avg_acc_mask': 53.78922225037096, 'loss': 1.3993041515350342}
+{'epoch': 61, 'iter': 1020, 'avg_loss': 1.347911759992071, 'avg_acc_mask': 53.81225367251881, 'loss': 1.2320940494537354}
+{'epoch': 61, 'iter': 1030, 'avg_loss': 1.3481106851773859, 'avg_acc_mask': 53.825393725253456, 'loss': 1.4838920831680298}
+{'epoch': 61, 'iter': 1040, 'avg_loss': 1.3478897303829505, 'avg_acc_mask': 53.83154896893624, 'loss': 1.3536016941070557}
+{'epoch': 61, 'iter': 1050, 'avg_loss': 1.3472369541790687, 'avg_acc_mask': 53.84789497510185, 'loss': 1.2690956592559814}
+{'epoch': 61, 'iter': 1060, 'avg_loss': 1.3473609153332293, 'avg_acc_mask': 53.84907484120409, 'loss': 0.903183102607727}
+{'epoch': 61, 'iter': 1070, 'avg_loss': 1.3465713049962518, 'avg_acc_mask': 53.87127104880759, 'loss': 1.2748950719833374}
+{'epoch': 61, 'iter': 1080, 'avg_loss': 1.346490816867098, 'avg_acc_mask': 53.88756284597024, 'loss': 1.0969548225402832}
+{'epoch': 61, 'iter': 1090, 'avg_loss': 1.3466014116865905, 'avg_acc_mask': 53.89458174268301, 'loss': 1.3847551345825195}
+{'epoch': 61, 'iter': 1100, 'avg_loss': 1.346442360535846, 'avg_acc_mask': 53.90665184423169, 'loss': 1.1890698671340942}
+{'epoch': 'EP61_train', 'avg_loss': 1.3467949128258823, 'total_masked_acc': 53.89831629783997}
+{'epoch': 62, 'iter': 0, 'avg_loss': 1.4185197353363037, 'avg_acc_mask': 58.46153846153847, 'loss': 1.4185197353363037}
+{'epoch': 62, 'iter': 10, 'avg_loss': 1.3417865254662253, 'avg_acc_mask': 57.04697986577181, 'loss': 1.0543118715286255}
+{'epoch': 62, 'iter': 20, 'avg_loss': 1.354521972792489, 'avg_acc_mask': 54.57627118644067, 'loss': 1.2523691654205322}
+{'epoch': 62, 'iter': 30, 'avg_loss': 1.3751637628001552, 'avg_acc_mask': 53.37639459776864, 'loss': 1.5873101949691772}
+{'epoch': 62, 'iter': 40, 'avg_loss': 1.3689357696509943, 'avg_acc_mask': 53.25704225352113, 'loss': 0.8847004771232605}
+{'epoch': 62, 'iter': 50, 'avg_loss': 1.3620382488942613, 'avg_acc_mask': 53.90873717721967, 'loss': 1.3645408153533936}
+{'epoch': 62, 'iter': 60, 'avg_loss': 1.3511205198334866, 'avg_acc_mask': 54.28657074340527, 'loss': 1.2222094535827637}
+{'epoch': 62, 'iter': 70, 'avg_loss': 1.3534438316251192, 'avg_acc_mask': 54.715052389471, 'loss': 1.406696081161499}
+{'epoch': 62, 'iter': 80, 'avg_loss': 1.3531797307508964, 'avg_acc_mask': 54.68646133392422, 'loss': 1.444116234779358}
+{'epoch': 62, 'iter': 90, 'avg_loss': 1.3577608322049235, 'avg_acc_mask': 54.523950325251334, 'loss': 1.2804352045059204}
+{'epoch': 62, 'iter': 100, 'avg_loss': 1.3434208224315454, 'avg_acc_mask': 54.83121986068941, 'loss': 1.1747345924377441}
+{'epoch': 62, 'iter': 110, 'avg_loss': 1.346458297055047, 'avg_acc_mask': 54.75724991854024, 'loss': 1.0888056755065918}
+{'epoch': 62, 'iter': 120, 'avg_loss': 1.3407229273772436, 'avg_acc_mask': 54.875317306256534, 'loss': 1.2586699724197388}
+{'epoch': 62, 'iter': 130, 'avg_loss': 1.3393572022896687, 'avg_acc_mask': 54.72424700866456, 'loss': 1.326053261756897}
+{'epoch': 62, 'iter': 140, 'avg_loss': 1.3416798537504588, 'avg_acc_mask': 54.60559796437659, 'loss': 1.0464181900024414}
+{'epoch': 62, 'iter': 150, 'avg_loss': 1.3368050037630346, 'avg_acc_mask': 54.860777724435906, 'loss': 1.800454020500183}
+{'epoch': 62, 'iter': 160, 'avg_loss': 1.3419361136714865, 'avg_acc_mask': 54.74980232689484, 'loss': 1.201534390449524}
+{'epoch': 62, 'iter': 170, 'avg_loss': 1.343143195436712, 'avg_acc_mask': 54.50693782438301, 'loss': 1.3848599195480347}
+{'epoch': 62, 'iter': 180, 'avg_loss': 1.3488584302406943, 'avg_acc_mask': 54.31293881644935, 'loss': 1.4717772006988525}
+{'epoch': 62, 'iter': 190, 'avg_loss': 1.346831076432273, 'avg_acc_mask': 54.354639566910436, 'loss': 1.2697017192840576}
+{'epoch': 62, 'iter': 200, 'avg_loss': 1.3426741898356385, 'avg_acc_mask': 54.29008733231295, 'loss': 1.3196754455566406}
+{'epoch': 62, 'iter': 210, 'avg_loss': 1.3420980623548064, 'avg_acc_mask': 54.23728813559322, 'loss': 1.1350425481796265}
+{'epoch': 62, 'iter': 220, 'avg_loss': 1.338979338628674, 'avg_acc_mask': 54.38696537678208, 'loss': 1.2797346115112305}
+{'epoch': 62, 'iter': 230, 'avg_loss': 1.3408882272191893, 'avg_acc_mask': 54.413024850042845, 'loss': 1.2488279342651367}
+{'epoch': 62, 'iter': 240, 'avg_loss': 1.3403104741543654, 'avg_acc_mask': 54.340980656770135, 'loss': 1.3854409456253052}
+{'epoch': 62, 'iter': 250, 'avg_loss': 1.3418442690040011, 'avg_acc_mask': 54.19572876968434, 'loss': 0.9714534282684326}
+{'epoch': 62, 'iter': 260, 'avg_loss': 1.3464542207133268, 'avg_acc_mask': 54.066985645933016, 'loss': 1.364072322845459}
+{'epoch': 62, 'iter': 270, 'avg_loss': 1.347631081443871, 'avg_acc_mask': 54.07441984529208, 'loss': 1.2785133123397827}
+{'epoch': 62, 'iter': 280, 'avg_loss': 1.3484261824991355, 'avg_acc_mask': 53.99291008701257, 'loss': 0.968271017074585}
+{'epoch': 62, 'iter': 290, 'avg_loss': 1.3475730580972232, 'avg_acc_mask': 53.93587824351297, 'loss': 1.4310346841812134}
+{'epoch': 62, 'iter': 300, 'avg_loss': 1.3466612455060711, 'avg_acc_mask': 53.96604845043195, 'loss': 1.3313260078430176}
+{'epoch': 62, 'iter': 310, 'avg_loss': 1.3464964150999137, 'avg_acc_mask': 53.85020171899667, 'loss': 1.2778408527374268}
+{'epoch': 62, 'iter': 320, 'avg_loss': 1.3452702194359443, 'avg_acc_mask': 53.87018002157987, 'loss': 1.1815885305404663}
+{'epoch': 62, 'iter': 330, 'avg_loss': 1.344000453495187, 'avg_acc_mask': 53.94852617685878, 'loss': 1.2122799158096313}
+{'epoch': 62, 'iter': 340, 'avg_loss': 1.3440832044721698, 'avg_acc_mask': 53.82561802552191, 'loss': 1.334480881690979}
+{'epoch': 62, 'iter': 350, 'avg_loss': 1.3476203753058387, 'avg_acc_mask': 53.845354935867476, 'loss': 1.3748365640640259}
+{'epoch': 62, 'iter': 360, 'avg_loss': 1.348583031394145, 'avg_acc_mask': 53.77059090222155, 'loss': 1.6291577816009521}
+{'epoch': 62, 'iter': 370, 'avg_loss': 1.3510183087899035, 'avg_acc_mask': 53.65255359858706, 'loss': 1.3560268878936768}
+{'epoch': 62, 'iter': 380, 'avg_loss': 1.3543698470110654, 'avg_acc_mask': 53.5040366884823, 'loss': 1.119296908378601}
+{'epoch': 62, 'iter': 390, 'avg_loss': 1.3544868982356528, 'avg_acc_mask': 53.4813366843526, 'loss': 1.4624574184417725}
+{'epoch': 62, 'iter': 400, 'avg_loss': 1.3545721021673627, 'avg_acc_mask': 53.509368903407285, 'loss': 1.1122615337371826}
+{'epoch': 62, 'iter': 410, 'avg_loss': 1.3540449397697356, 'avg_acc_mask': 53.49526590567206, 'loss': 1.4725193977355957}
+{'epoch': 62, 'iter': 420, 'avg_loss': 1.3528483803085363, 'avg_acc_mask': 53.544566439007525, 'loss': 1.1130849123001099}
+{'epoch': 62, 'iter': 430, 'avg_loss': 1.3520556525121985, 'avg_acc_mask': 53.60916237004479, 'loss': 1.4061620235443115}
+{'epoch': 62, 'iter': 440, 'avg_loss': 1.352672703817588, 'avg_acc_mask': 53.54812061131764, 'loss': 1.530051350593567}
+{'epoch': 62, 'iter': 450, 'avg_loss': 1.3537732969366527, 'avg_acc_mask': 53.51890756302521, 'loss': 1.3420780897140503}
+{'epoch': 62, 'iter': 460, 'avg_loss': 1.354333233290277, 'avg_acc_mask': 53.47735081552861, 'loss': 1.2547379732131958}
+{'epoch': 62, 'iter': 470, 'avg_loss': 1.3548255415985286, 'avg_acc_mask': 53.439276186057306, 'loss': 1.1369513273239136}
+{'epoch': 62, 'iter': 480, 'avg_loss': 1.3533011339062713, 'avg_acc_mask': 53.51146484745121, 'loss': 1.0319947004318237}
+{'epoch': 62, 'iter': 490, 'avg_loss': 1.3541665517871102, 'avg_acc_mask': 53.50701402805611, 'loss': 1.4796754121780396}
+{'epoch': 62, 'iter': 500, 'avg_loss': 1.352825180261197, 'avg_acc_mask': 53.580786026200876, 'loss': 1.4016050100326538}
+{'epoch': 62, 'iter': 510, 'avg_loss': 1.3513819998724352, 'avg_acc_mask': 53.623033286952804, 'loss': 1.2923192977905273}
+{'epoch': 62, 'iter': 520, 'avg_loss': 1.3501747964439832, 'avg_acc_mask': 53.72470769446195, 'loss': 1.5946991443634033}
+{'epoch': 62, 'iter': 530, 'avg_loss': 1.3497768216213937, 'avg_acc_mask': 53.73518804739825, 'loss': 1.1525403261184692}
+{'epoch': 62, 'iter': 540, 'avg_loss': 1.3494570149511596, 'avg_acc_mask': 53.73853829557713, 'loss': 1.2415344715118408}
+{'epoch': 62, 'iter': 550, 'avg_loss': 1.3513461658612786, 'avg_acc_mask': 53.67093622078437, 'loss': 1.3252899646759033}
+{'epoch': 62, 'iter': 560, 'avg_loss': 1.350955063009007, 'avg_acc_mask': 53.699857198494094, 'loss': 1.362782597541809}
+{'epoch': 62, 'iter': 570, 'avg_loss': 1.3500998560893764, 'avg_acc_mask': 53.7712973007466, 'loss': 1.5402675867080688}
+{'epoch': 62, 'iter': 580, 'avg_loss': 1.3501537289348609, 'avg_acc_mask': 53.775183581246466, 'loss': 1.4493310451507568}
+{'epoch': 62, 'iter': 590, 'avg_loss': 1.3506146721831835, 'avg_acc_mask': 53.77594128711956, 'loss': 1.4660910367965698}
+{'epoch': 62, 'iter': 600, 'avg_loss': 1.3525560068806475, 'avg_acc_mask': 53.74058780665533, 'loss': 1.5281306505203247}
+{'epoch': 62, 'iter': 610, 'avg_loss': 1.352036408043532, 'avg_acc_mask': 53.773528533014634, 'loss': 1.2962733507156372}
+{'epoch': 62, 'iter': 620, 'avg_loss': 1.350045052703452, 'avg_acc_mask': 53.81738951211613, 'loss': 1.2571818828582764}
+{'epoch': 62, 'iter': 630, 'avg_loss': 1.3487170138374183, 'avg_acc_mask': 53.8769355680566, 'loss': 0.9090519547462463}
+{'epoch': 62, 'iter': 640, 'avg_loss': 1.3490869579560671, 'avg_acc_mask': 53.90204828927795, 'loss': 1.240613579750061}
+{'epoch': 62, 'iter': 650, 'avg_loss': 1.3495584949736588, 'avg_acc_mask': 53.87804602888087, 'loss': 1.193841814994812}
+{'epoch': 62, 'iter': 660, 'avg_loss': 1.3486687044152332, 'avg_acc_mask': 53.94447995109345, 'loss': 1.1683828830718994}
+{'epoch': 62, 'iter': 670, 'avg_loss': 1.3498341475798015, 'avg_acc_mask': 53.95453177577764, 'loss': 1.5375896692276}
+{'epoch': 62, 'iter': 680, 'avg_loss': 1.3491699713092193, 'avg_acc_mask': 53.98549747958056, 'loss': 1.5378636121749878}
+{'epoch': 62, 'iter': 690, 'avg_loss': 1.348491125962496, 'avg_acc_mask': 54.03668994079699, 'loss': 1.0558576583862305}
+{'epoch': 62, 'iter': 700, 'avg_loss': 1.3503055138866844, 'avg_acc_mask': 53.99623391568156, 'loss': 1.2251476049423218}
+{'epoch': 62, 'iter': 710, 'avg_loss': 1.3497604964989987, 'avg_acc_mask': 54.03494283723451, 'loss': 1.4745314121246338}
+{'epoch': 62, 'iter': 720, 'avg_loss': 1.3495270413102456, 'avg_acc_mask': 54.019595368367476, 'loss': 1.5597124099731445}
+{'epoch': 62, 'iter': 730, 'avg_loss': 1.346856126462386, 'avg_acc_mask': 54.05934628709142, 'loss': 1.2801063060760498}
+{'epoch': 62, 'iter': 740, 'avg_loss': 1.3476255788655094, 'avg_acc_mask': 53.9829795655831, 'loss': 1.3895831108093262}
+{'epoch': 62, 'iter': 750, 'avg_loss': 1.348078129056608, 'avg_acc_mask': 53.95671164686075, 'loss': 1.3756849765777588}
+{'epoch': 62, 'iter': 760, 'avg_loss': 1.3467268036010231, 'avg_acc_mask': 54.010604965051826, 'loss': 1.4293922185897827}
+{'epoch': 62, 'iter': 770, 'avg_loss': 1.3480293688143274, 'avg_acc_mask': 53.95090187504456, 'loss': 1.414165735244751}
+{'epoch': 62, 'iter': 780, 'avg_loss': 1.3474261352408405, 'avg_acc_mask': 53.97797966992981, 'loss': 1.5265008211135864}
+{'epoch': 62, 'iter': 790, 'avg_loss': 1.3472811218007326, 'avg_acc_mask': 53.98738872403561, 'loss': 1.4609218835830688}
+{'epoch': 62, 'iter': 800, 'avg_loss': 1.3464376308051835, 'avg_acc_mask': 53.990760645840005, 'loss': 1.1235929727554321}
+{'epoch': 62, 'iter': 810, 'avg_loss': 1.3461330220672851, 'avg_acc_mask': 53.9925415301164, 'loss': 1.2421698570251465}
+{'epoch': 62, 'iter': 820, 'avg_loss': 1.3458740403387928, 'avg_acc_mask': 53.997097890389554, 'loss': 1.1670628786087036}
+{'epoch': 62, 'iter': 830, 'avg_loss': 1.345593140300287, 'avg_acc_mask': 54.015758458584386, 'loss': 1.2877253293991089}
+{'epoch': 62, 'iter': 840, 'avg_loss': 1.3453497275019088, 'avg_acc_mask': 54.01167349072219, 'loss': 1.5057122707366943}
+{'epoch': 62, 'iter': 850, 'avg_loss': 1.346485670318895, 'avg_acc_mask': 53.95886225741211, 'loss': 1.1236681938171387}
+{'epoch': 62, 'iter': 860, 'avg_loss': 1.3469371883572878, 'avg_acc_mask': 53.93002890664853, 'loss': 1.670968770980835}
+{'epoch': 62, 'iter': 870, 'avg_loss': 1.3477815932302333, 'avg_acc_mask': 53.913773208853456, 'loss': 1.0964552164077759}
+{'epoch': 62, 'iter': 880, 'avg_loss': 1.3477570258935112, 'avg_acc_mask': 53.9524748365674, 'loss': 1.1574769020080566}
+{'epoch': 62, 'iter': 890, 'avg_loss': 1.3478878416062472, 'avg_acc_mask': 53.974775070868084, 'loss': 1.0202302932739258}
+{'epoch': 62, 'iter': 900, 'avg_loss': 1.3480578109903156, 'avg_acc_mask': 53.9719910696164, 'loss': 1.5841689109802246}
+{'epoch': 62, 'iter': 910, 'avg_loss': 1.347914109965449, 'avg_acc_mask': 53.96035631169248, 'loss': 1.4170567989349365}
+{'epoch': 62, 'iter': 920, 'avg_loss': 1.3473774855481166, 'avg_acc_mask': 54.014859549445745, 'loss': 1.3995071649551392}
+{'epoch': 62, 'iter': 930, 'avg_loss': 1.3473387806167152, 'avg_acc_mask': 54.017541099661756, 'loss': 1.3505885601043701}
+{'epoch': 62, 'iter': 940, 'avg_loss': 1.3477636500322097, 'avg_acc_mask': 53.9955292059481, 'loss': 1.1481897830963135}
+{'epoch': 62, 'iter': 950, 'avg_loss': 1.347914947132207, 'avg_acc_mask': 53.98337374437132, 'loss': 1.540015697479248}
+{'epoch': 62, 'iter': 960, 'avg_loss': 1.3486079306929963, 'avg_acc_mask': 53.97175807863586, 'loss': 1.6891945600509644}
+{'epoch': 62, 'iter': 970, 'avg_loss': 1.3492561963633332, 'avg_acc_mask': 53.94828527844216, 'loss': 1.2208919525146484}
+{'epoch': 62, 'iter': 980, 'avg_loss': 1.3495427978269672, 'avg_acc_mask': 53.92504195413015, 'loss': 1.2812846899032593}
+{'epoch': 62, 'iter': 990, 'avg_loss': 1.3509179024715596, 'avg_acc_mask': 53.89427068917797, 'loss': 1.8855412006378174}
+{'epoch': 62, 'iter': 1000, 'avg_loss': 1.3506095418325075, 'avg_acc_mask': 53.89235768795414, 'loss': 1.6865100860595703}
+{'epoch': 62, 'iter': 1010, 'avg_loss': 1.3500893617124397, 'avg_acc_mask': 53.92227810543836, 'loss': 1.110866904258728}
+{'epoch': 62, 'iter': 1020, 'avg_loss': 1.349700749270713, 'avg_acc_mask': 53.98184129940367, 'loss': 1.3069227933883667}
+{'epoch': 62, 'iter': 1030, 'avg_loss': 1.3495080609210595, 'avg_acc_mask': 53.990352215088855, 'loss': 1.1103378534317017}
+{'epoch': 62, 'iter': 1040, 'avg_loss': 1.3501073130613102, 'avg_acc_mask': 53.97858897858898, 'loss': 1.3866912126541138}
+{'epoch': 62, 'iter': 1050, 'avg_loss': 1.3506003126544572, 'avg_acc_mask': 53.96060279121567, 'loss': 1.4859888553619385}
+{'epoch': 62, 'iter': 1060, 'avg_loss': 1.3505855318401132, 'avg_acc_mask': 53.96814452182307, 'loss': 1.1482566595077515}
+{'epoch': 62, 'iter': 1070, 'avg_loss': 1.349695304751285, 'avg_acc_mask': 54.00967174176792, 'loss': 1.3653982877731323}
+{'epoch': 62, 'iter': 1080, 'avg_loss': 1.3490571350438192, 'avg_acc_mask': 54.042668381071614, 'loss': 1.4539377689361572}
+{'epoch': 62, 'iter': 1090, 'avg_loss': 1.3485475811359535, 'avg_acc_mask': 54.05631773790978, 'loss': 1.1833267211914062}
+{'epoch': 62, 'iter': 1100, 'avg_loss': 1.3480971147535499, 'avg_acc_mask': 54.06149914538424, 'loss': 1.0454857349395752}
+{'epoch': 'EP62_train', 'avg_loss': 1.3484462010914384, 'total_masked_acc': 54.04985453583708}
+{'epoch': 63, 'iter': 0, 'avg_loss': 1.6118026971817017, 'avg_acc_mask': 51.85185185185185, 'loss': 1.6118026971817017}
+{'epoch': 63, 'iter': 10, 'avg_loss': 1.4332000017166138, 'avg_acc_mask': 50.871632329635496, 'loss': 1.430232048034668}
+{'epoch': 63, 'iter': 20, 'avg_loss': 1.402433503241766, 'avg_acc_mask': 51.4792899408284, 'loss': 1.4820462465286255}
+{'epoch': 63, 'iter': 30, 'avg_loss': 1.3806961121097687, 'avg_acc_mask': 52.13625866050808, 'loss': 1.7577829360961914}
+{'epoch': 63, 'iter': 40, 'avg_loss': 1.3638452378714956, 'avg_acc_mask': 53.7052810902896, 'loss': 1.4211742877960205}
+{'epoch': 63, 'iter': 50, 'avg_loss': 1.3922800269781375, 'avg_acc_mask': 52.961314618281406, 'loss': 1.6007393598556519}
+{'epoch': 63, 'iter': 60, 'avg_loss': 1.3736418202275136, 'avg_acc_mask': 53.22161225079457, 'loss': 1.2039567232131958}
+{'epoch': 63, 'iter': 70, 'avg_loss': 1.3745605433490915, 'avg_acc_mask': 53.34821428571429, 'loss': 1.2577892541885376}
+{'epoch': 63, 'iter': 80, 'avg_loss': 1.3741520356248926, 'avg_acc_mask': 53.37262606417813, 'loss': 1.381553053855896}
+{'epoch': 63, 'iter': 90, 'avg_loss': 1.3857115526775738, 'avg_acc_mask': 52.95950155763239, 'loss': 1.4759631156921387}
+{'epoch': 63, 'iter': 100, 'avg_loss': 1.3794649809893995, 'avg_acc_mask': 53.263937896965416, 'loss': 1.2241735458374023}
+{'epoch': 63, 'iter': 110, 'avg_loss': 1.3721536559027594, 'avg_acc_mask': 53.51976856316297, 'loss': 1.2931122779846191}
+{'epoch': 63, 'iter': 120, 'avg_loss': 1.3669044370493613, 'avg_acc_mask': 53.6918734214827, 'loss': 1.6719279289245605}
+{'epoch': 63, 'iter': 130, 'avg_loss': 1.3677601068074468, 'avg_acc_mask': 53.54643984085609, 'loss': 1.505326509475708}
+{'epoch': 63, 'iter': 140, 'avg_loss': 1.362328271493844, 'avg_acc_mask': 53.68904774061782, 'loss': 1.1600279808044434}
+{'epoch': 63, 'iter': 150, 'avg_loss': 1.3518460053481802, 'avg_acc_mask': 54.03322899109077, 'loss': 1.4424409866333008}
+{'epoch': 63, 'iter': 160, 'avg_loss': 1.3539168312682868, 'avg_acc_mask': 54.0503744043567, 'loss': 1.2294790744781494}
+{'epoch': 63, 'iter': 170, 'avg_loss': 1.3548547764967758, 'avg_acc_mask': 53.92910527439675, 'loss': 1.2252432107925415}
+{'epoch': 63, 'iter': 180, 'avg_loss': 1.352607402682963, 'avg_acc_mask': 54.0436716538617, 'loss': 1.181403636932373}
+{'epoch': 63, 'iter': 190, 'avg_loss': 1.3541030013124356, 'avg_acc_mask': 54.06414552417424, 'loss': 1.316706657409668}
+{'epoch': 63, 'iter': 200, 'avg_loss': 1.3527286109046557, 'avg_acc_mask': 53.97474334514399, 'loss': 1.265623927116394}
+{'epoch': 63, 'iter': 210, 'avg_loss': 1.3509409526513085, 'avg_acc_mask': 53.9946334285467, 'loss': 1.3326772451400757}
+{'epoch': 63, 'iter': 220, 'avg_loss': 1.3448230761748095, 'avg_acc_mask': 54.33459450567527, 'loss': 1.4903998374938965}
+{'epoch': 63, 'iter': 230, 'avg_loss': 1.3458941643372242, 'avg_acc_mask': 54.31400282885431, 'loss': 1.4377440214157104}
+{'epoch': 63, 'iter': 240, 'avg_loss': 1.345631127782877, 'avg_acc_mask': 54.25853216550891, 'loss': 1.2131489515304565}
+{'epoch': 63, 'iter': 250, 'avg_loss': 1.346907869515666, 'avg_acc_mask': 54.15159843772602, 'loss': 1.0733808279037476}
+{'epoch': 63, 'iter': 260, 'avg_loss': 1.3495853392557167, 'avg_acc_mask': 54.029163468917886, 'loss': 1.5122480392456055}
+{'epoch': 63, 'iter': 270, 'avg_loss': 1.349006768302284, 'avg_acc_mask': 54.142607761514704, 'loss': 1.346219778060913}
+{'epoch': 63, 'iter': 280, 'avg_loss': 1.350607691922646, 'avg_acc_mask': 54.09985067843927, 'loss': 1.0858880281448364}
+{'epoch': 63, 'iter': 290, 'avg_loss': 1.3501524439792043, 'avg_acc_mask': 54.147841365461844, 'loss': 1.3587031364440918}
+{'epoch': 63, 'iter': 300, 'avg_loss': 1.3471304461409483, 'avg_acc_mask': 54.28952796990657, 'loss': 1.2073372602462769}
+{'epoch': 63, 'iter': 310, 'avg_loss': 1.3473169121328274, 'avg_acc_mask': 54.18554032590153, 'loss': 1.1802887916564941}
+{'epoch': 63, 'iter': 320, 'avg_loss': 1.3517747519543608, 'avg_acc_mask': 54.069966845775696, 'loss': 1.484392762184143}
+{'epoch': 63, 'iter': 330, 'avg_loss': 1.3525787055312326, 'avg_acc_mask': 54.03279415023267, 'loss': 1.3230282068252563}
+{'epoch': 63, 'iter': 340, 'avg_loss': 1.3497415936587494, 'avg_acc_mask': 54.068861792984904, 'loss': 1.404557466506958}
+{'epoch': 63, 'iter': 350, 'avg_loss': 1.3479320376347272, 'avg_acc_mask': 54.20609609452606, 'loss': 1.3889292478561401}
+{'epoch': 63, 'iter': 360, 'avg_loss': 1.3490921201137955, 'avg_acc_mask': 54.16983909446221, 'loss': 1.2942540645599365}
+{'epoch': 63, 'iter': 370, 'avg_loss': 1.3494879028225202, 'avg_acc_mask': 54.139907123802, 'loss': 1.360408067703247}
+{'epoch': 63, 'iter': 380, 'avg_loss': 1.350988955791854, 'avg_acc_mask': 54.0561322568243, 'loss': 1.2750829458236694}
+{'epoch': 63, 'iter': 390, 'avg_loss': 1.351081594024473, 'avg_acc_mask': 54.07622708733768, 'loss': 1.6487253904342651}
+{'epoch': 63, 'iter': 400, 'avg_loss': 1.3493503642795686, 'avg_acc_mask': 54.11275204608843, 'loss': 1.3170835971832275}
+{'epoch': 63, 'iter': 410, 'avg_loss': 1.3495446178164796, 'avg_acc_mask': 54.08577676618914, 'loss': 1.1343709230422974}
+{'epoch': 63, 'iter': 420, 'avg_loss': 1.3489742271973797, 'avg_acc_mask': 54.119442022667826, 'loss': 1.095420002937317}
+{'epoch': 63, 'iter': 430, 'avg_loss': 1.3484832561486282, 'avg_acc_mask': 54.1423272076067, 'loss': 1.3028790950775146}
+{'epoch': 63, 'iter': 440, 'avg_loss': 1.3502320039029023, 'avg_acc_mask': 54.045145408269704, 'loss': 1.905778169631958}
+{'epoch': 63, 'iter': 450, 'avg_loss': 1.3502592943988725, 'avg_acc_mask': 54.01250970933322, 'loss': 0.9935415387153625}
+{'epoch': 63, 'iter': 460, 'avg_loss': 1.3518059891113232, 'avg_acc_mask': 53.905218956208756, 'loss': 1.2694722414016724}
+{'epoch': 63, 'iter': 470, 'avg_loss': 1.3538065540056572, 'avg_acc_mask': 53.84374633230312, 'loss': 1.572930097579956}
+{'epoch': 63, 'iter': 480, 'avg_loss': 1.3535929587427642, 'avg_acc_mask': 53.91690939751648, 'loss': 1.3304016590118408}
+{'epoch': 63, 'iter': 490, 'avg_loss': 1.353687736871529, 'avg_acc_mask': 53.94633139425783, 'loss': 1.4506912231445312}
+{'epoch': 63, 'iter': 500, 'avg_loss': 1.3509613093501793, 'avg_acc_mask': 54.07570746049246, 'loss': 1.1799163818359375}
+{'epoch': 63, 'iter': 510, 'avg_loss': 1.350179448169738, 'avg_acc_mask': 54.119256805415525, 'loss': 1.3496679067611694}
+{'epoch': 63, 'iter': 520, 'avg_loss': 1.35132283933332, 'avg_acc_mask': 54.149597400762815, 'loss': 1.5608596801757812}
+{'epoch': 63, 'iter': 530, 'avg_loss': 1.3505177642666013, 'avg_acc_mask': 54.174178338649284, 'loss': 1.17664635181427}
+{'epoch': 63, 'iter': 540, 'avg_loss': 1.3510054417106008, 'avg_acc_mask': 54.148248894933694, 'loss': 1.569851040840149}
+{'epoch': 63, 'iter': 550, 'avg_loss': 1.3525926548642817, 'avg_acc_mask': 54.0630624625025, 'loss': 1.3766266107559204}
+{'epoch': 63, 'iter': 560, 'avg_loss': 1.3521013365072363, 'avg_acc_mask': 54.08109704087658, 'loss': 1.6151032447814941}
+{'epoch': 63, 'iter': 570, 'avg_loss': 1.3515665676255568, 'avg_acc_mask': 54.13320432188357, 'loss': 1.352409839630127}
+{'epoch': 63, 'iter': 580, 'avg_loss': 1.3499830244125064, 'avg_acc_mask': 54.20243941073974, 'loss': 1.3303418159484863}
+{'epoch': 63, 'iter': 590, 'avg_loss': 1.3504304971590058, 'avg_acc_mask': 54.166148488993905, 'loss': 1.302578330039978}
+{'epoch': 63, 'iter': 600, 'avg_loss': 1.3505683422286974, 'avg_acc_mask': 54.16067769656564, 'loss': 1.3954427242279053}
+{'epoch': 63, 'iter': 610, 'avg_loss': 1.352172680162564, 'avg_acc_mask': 54.164287217095975, 'loss': 1.5683660507202148}
+{'epoch': 63, 'iter': 620, 'avg_loss': 1.3509860131859588, 'avg_acc_mask': 54.168517695838894, 'loss': 1.687035322189331}
+{'epoch': 63, 'iter': 630, 'avg_loss': 1.3507726057395693, 'avg_acc_mask': 54.19311630073962, 'loss': 1.0638691186904907}
+{'epoch': 63, 'iter': 640, 'avg_loss': 1.3507875692267872, 'avg_acc_mask': 54.1987363584147, 'loss': 1.1237120628356934}
+{'epoch': 63, 'iter': 650, 'avg_loss': 1.349813955079209, 'avg_acc_mask': 54.20061099796334, 'loss': 1.1381869316101074}
+{'epoch': 63, 'iter': 660, 'avg_loss': 1.349348852115031, 'avg_acc_mask': 54.18791983722162, 'loss': 1.2341502904891968}
+{'epoch': 63, 'iter': 670, 'avg_loss': 1.3486168277068216, 'avg_acc_mask': 54.20594135590425, 'loss': 1.5311554670333862}
+{'epoch': 63, 'iter': 680, 'avg_loss': 1.3481310704906255, 'avg_acc_mask': 54.208590284539646, 'loss': 1.6477774381637573}
+{'epoch': 63, 'iter': 690, 'avg_loss': 1.3472539660036995, 'avg_acc_mask': 54.210638524677535, 'loss': 1.5594927072525024}
+{'epoch': 63, 'iter': 700, 'avg_loss': 1.3478263309610723, 'avg_acc_mask': 54.21718364562012, 'loss': 1.4135080575942993}
+{'epoch': 63, 'iter': 710, 'avg_loss': 1.3467200374972133, 'avg_acc_mask': 54.29273974375566, 'loss': 1.0079020261764526}
+{'epoch': 63, 'iter': 720, 'avg_loss': 1.3484646779654261, 'avg_acc_mask': 54.24031422960186, 'loss': 1.4209339618682861}
+{'epoch': 63, 'iter': 730, 'avg_loss': 1.3460423799611312, 'avg_acc_mask': 54.31918744971842, 'loss': 1.188025712966919}
+{'epoch': 63, 'iter': 740, 'avg_loss': 1.3469021597050141, 'avg_acc_mask': 54.29067460317461, 'loss': 1.1543159484863281}
+{'epoch': 63, 'iter': 750, 'avg_loss': 1.347817522708014, 'avg_acc_mask': 54.258729110083436, 'loss': 1.2031800746917725}
+{'epoch': 63, 'iter': 760, 'avg_loss': 1.347890646636251, 'avg_acc_mask': 54.256732278710295, 'loss': 1.2441611289978027}
+{'epoch': 63, 'iter': 770, 'avg_loss': 1.3490452849911345, 'avg_acc_mask': 54.218329803184275, 'loss': 1.4782344102859497}
+{'epoch': 63, 'iter': 780, 'avg_loss': 1.3482282593674604, 'avg_acc_mask': 54.277722935176044, 'loss': 1.4337341785430908}
+{'epoch': 63, 'iter': 790, 'avg_loss': 1.3474999444674602, 'avg_acc_mask': 54.29373810518497, 'loss': 1.251943826675415}
+{'epoch': 63, 'iter': 800, 'avg_loss': 1.3460887791065688, 'avg_acc_mask': 54.31612681698523, 'loss': 1.1283516883850098}
+{'epoch': 63, 'iter': 810, 'avg_loss': 1.3450712165467984, 'avg_acc_mask': 54.357756671189506, 'loss': 1.1332423686981201}
+{'epoch': 63, 'iter': 820, 'avg_loss': 1.3445679252098306, 'avg_acc_mask': 54.35705033721917, 'loss': 1.0226070880889893}
+{'epoch': 63, 'iter': 830, 'avg_loss': 1.3450972739109495, 'avg_acc_mask': 54.3261378183905, 'loss': 1.1812372207641602}
+{'epoch': 63, 'iter': 840, 'avg_loss': 1.345777516770448, 'avg_acc_mask': 54.2958099766615, 'loss': 1.1535135507583618}
+{'epoch': 63, 'iter': 850, 'avg_loss': 1.3458185929249091, 'avg_acc_mask': 54.28565280079193, 'loss': 1.1675888299942017}
+{'epoch': 63, 'iter': 860, 'avg_loss': 1.3463388151823437, 'avg_acc_mask': 54.23102254137543, 'loss': 1.2561421394348145}
+{'epoch': 63, 'iter': 870, 'avg_loss': 1.347526731159876, 'avg_acc_mask': 54.18046878275818, 'loss': 1.220253348350525}
+{'epoch': 63, 'iter': 880, 'avg_loss': 1.3485021313121721, 'avg_acc_mask': 54.16718497325538, 'loss': 1.1625862121582031}
+{'epoch': 63, 'iter': 890, 'avg_loss': 1.346888225220403, 'avg_acc_mask': 54.22649493642283, 'loss': 0.8806315064430237}
+{'epoch': 63, 'iter': 900, 'avg_loss': 1.3466709086156712, 'avg_acc_mask': 54.229552093476144, 'loss': 1.5207946300506592}
+{'epoch': 63, 'iter': 910, 'avg_loss': 1.3482614762173264, 'avg_acc_mask': 54.16466056812711, 'loss': 1.5661171674728394}
+{'epoch': 63, 'iter': 920, 'avg_loss': 1.3481356176051202, 'avg_acc_mask': 54.18579234972678, 'loss': 1.3579343557357788}
+{'epoch': 63, 'iter': 930, 'avg_loss': 1.3481612782345167, 'avg_acc_mask': 54.18027304559941, 'loss': 1.585261583328247}
+{'epoch': 63, 'iter': 940, 'avg_loss': 1.3483427633767933, 'avg_acc_mask': 54.181903057651915, 'loss': 0.9837329983711243}
+{'epoch': 63, 'iter': 950, 'avg_loss': 1.348463376989876, 'avg_acc_mask': 54.189997883353534, 'loss': 1.5642809867858887}
+{'epoch': 63, 'iter': 960, 'avg_loss': 1.3487183562674705, 'avg_acc_mask': 54.1909440572756, 'loss': 1.3418887853622437}
+{'epoch': 63, 'iter': 970, 'avg_loss': 1.3483400128774123, 'avg_acc_mask': 54.1916280471723, 'loss': 1.1897447109222412}
+{'epoch': 63, 'iter': 980, 'avg_loss': 1.3485267107639838, 'avg_acc_mask': 54.171635117007014, 'loss': 1.5582354068756104}
+{'epoch': 63, 'iter': 990, 'avg_loss': 1.3501133436391621, 'avg_acc_mask': 54.10310266047609, 'loss': 1.4541800022125244}
+{'epoch': 63, 'iter': 1000, 'avg_loss': 1.3501493491969265, 'avg_acc_mask': 54.082600605640486, 'loss': 1.6577645540237427}
+{'epoch': 63, 'iter': 1010, 'avg_loss': 1.3504480487279202, 'avg_acc_mask': 54.05097613882863, 'loss': 1.3778424263000488}
+{'epoch': 63, 'iter': 1020, 'avg_loss': 1.3508368749810011, 'avg_acc_mask': 54.04409133204495, 'loss': 1.2048488855361938}
+{'epoch': 63, 'iter': 1030, 'avg_loss': 1.3494855925715397, 'avg_acc_mask': 54.094728258942816, 'loss': 1.2522773742675781}
+{'epoch': 63, 'iter': 1040, 'avg_loss': 1.349866954611541, 'avg_acc_mask': 54.04921543160038, 'loss': 1.5532081127166748}
+{'epoch': 63, 'iter': 1050, 'avg_loss': 1.3496505986725456, 'avg_acc_mask': 54.0767907114178, 'loss': 1.6477749347686768}
+{'epoch': 63, 'iter': 1060, 'avg_loss': 1.3491726892945004, 'avg_acc_mask': 54.09517253248429, 'loss': 1.1534391641616821}
+{'epoch': 63, 'iter': 1070, 'avg_loss': 1.349224727082542, 'avg_acc_mask': 54.088211215718374, 'loss': 1.8595011234283447}
+{'epoch': 63, 'iter': 1080, 'avg_loss': 1.3480996346716303, 'avg_acc_mask': 54.132594444819894, 'loss': 0.9479064345359802}
+{'epoch': 63, 'iter': 1090, 'avg_loss': 1.3487899499022555, 'avg_acc_mask': 54.09377772569764, 'loss': 1.083876609802246}
+{'epoch': 63, 'iter': 1100, 'avg_loss': 1.3471794644883284, 'avg_acc_mask': 54.15429528754127, 'loss': 0.9955220818519592}
+{'epoch': 'EP63_train', 'avg_loss': 1.3471406810423907, 'total_masked_acc': 54.1538614057698}
+{'epoch': 64, 'iter': 0, 'avg_loss': 1.7345945835113525, 'avg_acc_mask': 47.82608695652174, 'loss': 1.7345945835113525}
+{'epoch': 64, 'iter': 10, 'avg_loss': 1.4125706065784802, 'avg_acc_mask': 53.7842190016103, 'loss': 1.0217195749282837}
+{'epoch': 64, 'iter': 20, 'avg_loss': 1.4108406589144753, 'avg_acc_mask': 52.38095238095239, 'loss': 1.5004034042358398}
+{'epoch': 64, 'iter': 30, 'avg_loss': 1.3897744955555085, 'avg_acc_mask': 53.048433048433054, 'loss': 1.6100724935531616}
+{'epoch': 64, 'iter': 40, 'avg_loss': 1.3743601630373699, 'avg_acc_mask': 53.5729567821994, 'loss': 1.1409014463424683}
+{'epoch': 64, 'iter': 50, 'avg_loss': 1.3898597932329364, 'avg_acc_mask': 52.797802952282865, 'loss': 1.5601494312286377}
+{'epoch': 64, 'iter': 60, 'avg_loss': 1.3719112531083528, 'avg_acc_mask': 53.04297663686184, 'loss': 0.8746517300605774}
+{'epoch': 64, 'iter': 70, 'avg_loss': 1.3729897569602645, 'avg_acc_mask': 53.053053053053056, 'loss': 1.4619373083114624}
+{'epoch': 64, 'iter': 80, 'avg_loss': 1.3650247292754092, 'avg_acc_mask': 53.30841943284238, 'loss': 1.215402603149414}
+{'epoch': 64, 'iter': 90, 'avg_loss': 1.3675059735119999, 'avg_acc_mask': 53.15562524500196, 'loss': 1.4683878421783447}
+{'epoch': 64, 'iter': 100, 'avg_loss': 1.3544573901903512, 'avg_acc_mask': 53.490028490028486, 'loss': 1.0676052570343018}
+{'epoch': 64, 'iter': 110, 'avg_loss': 1.354790269791543, 'avg_acc_mask': 53.64702051449039, 'loss': 1.0517646074295044}
+{'epoch': 64, 'iter': 120, 'avg_loss': 1.3455798310681808, 'avg_acc_mask': 53.945783132530124, 'loss': 1.269378423690796}
+{'epoch': 64, 'iter': 130, 'avg_loss': 1.3486925227041462, 'avg_acc_mask': 53.634850166481684, 'loss': 1.2597098350524902}
+{'epoch': 64, 'iter': 140, 'avg_loss': 1.3508107324018546, 'avg_acc_mask': 53.65697451005508, 'loss': 1.1824805736541748}
+{'epoch': 64, 'iter': 150, 'avg_loss': 1.349931474158306, 'avg_acc_mask': 53.816471723140005, 'loss': 1.732647180557251}
+{'epoch': 64, 'iter': 160, 'avg_loss': 1.3549523683068174, 'avg_acc_mask': 53.749433620299044, 'loss': 1.6894675493240356}
+{'epoch': 64, 'iter': 170, 'avg_loss': 1.3578395177746376, 'avg_acc_mask': 53.6, 'loss': 1.470055103302002}
+{'epoch': 64, 'iter': 180, 'avg_loss': 1.3609804280555051, 'avg_acc_mask': 53.55268469923294, 'loss': 1.4868804216384888}
+{'epoch': 64, 'iter': 190, 'avg_loss': 1.362658547169251, 'avg_acc_mask': 53.581333078320746, 'loss': 1.4415816068649292}
+{'epoch': 64, 'iter': 200, 'avg_loss': 1.362063355410277, 'avg_acc_mask': 53.55648535564853, 'loss': 1.3460437059402466}
+{'epoch': 64, 'iter': 210, 'avg_loss': 1.359657833643999, 'avg_acc_mask': 53.656433252845815, 'loss': 1.225536823272705}
+{'epoch': 64, 'iter': 220, 'avg_loss': 1.3554305401862476, 'avg_acc_mask': 53.77876033734545, 'loss': 1.6024527549743652}
+{'epoch': 64, 'iter': 230, 'avg_loss': 1.3555108321693552, 'avg_acc_mask': 53.8008943280772, 'loss': 1.3080906867980957}
+{'epoch': 64, 'iter': 240, 'avg_loss': 1.352653938457679, 'avg_acc_mask': 53.858896167457274, 'loss': 1.1903141736984253}
+{'epoch': 64, 'iter': 250, 'avg_loss': 1.3549528955463395, 'avg_acc_mask': 53.75722543352601, 'loss': 1.2943962812423706}
+{'epoch': 64, 'iter': 260, 'avg_loss': 1.3586540064592472, 'avg_acc_mask': 53.74452402475488, 'loss': 1.4382151365280151}
+{'epoch': 64, 'iter': 270, 'avg_loss': 1.361188082017582, 'avg_acc_mask': 53.628223974341836, 'loss': 1.501953363418579}
+{'epoch': 64, 'iter': 280, 'avg_loss': 1.3597413331164159, 'avg_acc_mask': 53.6163623459578, 'loss': 0.9475917220115662}
+{'epoch': 64, 'iter': 290, 'avg_loss': 1.3601103500811915, 'avg_acc_mask': 53.720712277413305, 'loss': 1.4734947681427002}
+{'epoch': 64, 'iter': 300, 'avg_loss': 1.358935629014557, 'avg_acc_mask': 53.83593089283557, 'loss': 0.9624316692352295}
+{'epoch': 64, 'iter': 310, 'avg_loss': 1.357588148577037, 'avg_acc_mask': 53.90560955615412, 'loss': 1.3021327257156372}
+{'epoch': 64, 'iter': 320, 'avg_loss': 1.357739927241364, 'avg_acc_mask': 53.85139354033036, 'loss': 1.2472996711730957}
+{'epoch': 64, 'iter': 330, 'avg_loss': 1.3568756976516585, 'avg_acc_mask': 53.865213082259665, 'loss': 1.060835838317871}
+{'epoch': 64, 'iter': 340, 'avg_loss': 1.355839857607643, 'avg_acc_mask': 53.93462793559086, 'loss': 1.3263194561004639}
+{'epoch': 64, 'iter': 350, 'avg_loss': 1.3561951482397878, 'avg_acc_mask': 53.92656542542126, 'loss': 1.3926417827606201}
+{'epoch': 64, 'iter': 360, 'avg_loss': 1.356907340298069, 'avg_acc_mask': 53.86828160484482, 'loss': 1.3930965662002563}
+{'epoch': 64, 'iter': 370, 'avg_loss': 1.356251280262785, 'avg_acc_mask': 53.8265680850022, 'loss': 1.372677206993103}
+{'epoch': 64, 'iter': 380, 'avg_loss': 1.3576310400574851, 'avg_acc_mask': 53.76728659990463, 'loss': 1.0180869102478027}
+{'epoch': 64, 'iter': 390, 'avg_loss': 1.3585202468325719, 'avg_acc_mask': 53.73966366254762, 'loss': 1.5234403610229492}
+{'epoch': 64, 'iter': 400, 'avg_loss': 1.3586021080575976, 'avg_acc_mask': 53.6888405205641, 'loss': 1.1729568243026733}
+{'epoch': 64, 'iter': 410, 'avg_loss': 1.35699190841104, 'avg_acc_mask': 53.76744186046511, 'loss': 1.024861216545105}
+{'epoch': 64, 'iter': 420, 'avg_loss': 1.3535257992721794, 'avg_acc_mask': 53.88509128666609, 'loss': 1.164797067642212}
+{'epoch': 64, 'iter': 430, 'avg_loss': 1.3544827861465047, 'avg_acc_mask': 53.854276663146784, 'loss': 1.3128474950790405}
+{'epoch': 64, 'iter': 440, 'avg_loss': 1.3567027382028887, 'avg_acc_mask': 53.78487700181608, 'loss': 1.7138829231262207}
+{'epoch': 64, 'iter': 450, 'avg_loss': 1.3578664261327351, 'avg_acc_mask': 53.781885695834674, 'loss': 1.2151060104370117}
+{'epoch': 64, 'iter': 460, 'avg_loss': 1.3589845566066898, 'avg_acc_mask': 53.80177047107176, 'loss': 1.4039883613586426}
+{'epoch': 64, 'iter': 470, 'avg_loss': 1.359501621146111, 'avg_acc_mask': 53.754009042080455, 'loss': 1.4007537364959717}
+{'epoch': 64, 'iter': 480, 'avg_loss': 1.3602582276982726, 'avg_acc_mask': 53.725638599810786, 'loss': 1.230767011642456}
+{'epoch': 64, 'iter': 490, 'avg_loss': 1.3600029006994911, 'avg_acc_mask': 53.720662934262734, 'loss': 1.4729278087615967}
+{'epoch': 64, 'iter': 500, 'avg_loss': 1.3584215508963533, 'avg_acc_mask': 53.77659960781466, 'loss': 1.2484763860702515}
+{'epoch': 64, 'iter': 510, 'avg_loss': 1.3571356540790043, 'avg_acc_mask': 53.75747224594364, 'loss': 1.2755179405212402}
+{'epoch': 64, 'iter': 520, 'avg_loss': 1.3561968368669388, 'avg_acc_mask': 53.80614987260479, 'loss': 1.3310445547103882}
+{'epoch': 64, 'iter': 530, 'avg_loss': 1.3561035208333907, 'avg_acc_mask': 53.7642507446335, 'loss': 1.1543136835098267}
+{'epoch': 64, 'iter': 540, 'avg_loss': 1.3561190166226598, 'avg_acc_mask': 53.69400228356505, 'loss': 1.110419511795044}
+{'epoch': 64, 'iter': 550, 'avg_loss': 1.3567899870136906, 'avg_acc_mask': 53.65203658616833, 'loss': 1.5262880325317383}
+{'epoch': 64, 'iter': 560, 'avg_loss': 1.35599281762373, 'avg_acc_mask': 53.70766142089243, 'loss': 1.3197723627090454}
+{'epoch': 64, 'iter': 570, 'avg_loss': 1.3544373155266516, 'avg_acc_mask': 53.77782023115866, 'loss': 1.4510241746902466}
+{'epoch': 64, 'iter': 580, 'avg_loss': 1.3538440078137868, 'avg_acc_mask': 53.83220238281372, 'loss': 1.3900489807128906}
+{'epoch': 64, 'iter': 590, 'avg_loss': 1.353767916232398, 'avg_acc_mask': 53.86130084302504, 'loss': 1.2640807628631592}
+{'epoch': 64, 'iter': 600, 'avg_loss': 1.3519836937924987, 'avg_acc_mask': 53.87526491068726, 'loss': 1.1640474796295166}
+{'epoch': 64, 'iter': 610, 'avg_loss': 1.3523566274127867, 'avg_acc_mask': 53.859670022038244, 'loss': 1.5610193014144897}
+{'epoch': 64, 'iter': 620, 'avg_loss': 1.349775357618808, 'avg_acc_mask': 53.93383537961145, 'loss': 1.210315465927124}
+{'epoch': 64, 'iter': 630, 'avg_loss': 1.348533999239775, 'avg_acc_mask': 53.962209721621235, 'loss': 1.2526443004608154}
+{'epoch': 64, 'iter': 640, 'avg_loss': 1.347632925428578, 'avg_acc_mask': 54.005917833162634, 'loss': 1.0658845901489258}
+{'epoch': 64, 'iter': 650, 'avg_loss': 1.3479808113908256, 'avg_acc_mask': 53.990978623259466, 'loss': 1.3762019872665405}
+{'epoch': 64, 'iter': 660, 'avg_loss': 1.3482777050692087, 'avg_acc_mask': 54.0230202324105, 'loss': 1.308032751083374}
+{'epoch': 64, 'iter': 670, 'avg_loss': 1.3478511668708393, 'avg_acc_mask': 54.05824714207947, 'loss': 1.195967674255371}
+{'epoch': 64, 'iter': 680, 'avg_loss': 1.348168130225547, 'avg_acc_mask': 54.04238197424893, 'loss': 1.5764700174331665}
+{'epoch': 64, 'iter': 690, 'avg_loss': 1.3489929906021152, 'avg_acc_mask': 53.99123038723651, 'loss': 1.3001291751861572}
+{'epoch': 64, 'iter': 700, 'avg_loss': 1.352086031402909, 'avg_acc_mask': 53.917638483965014, 'loss': 1.7359118461608887}
+{'epoch': 64, 'iter': 710, 'avg_loss': 1.3512359273249255, 'avg_acc_mask': 53.94564631611364, 'loss': 1.2747931480407715}
+{'epoch': 64, 'iter': 720, 'avg_loss': 1.3522856578582203, 'avg_acc_mask': 53.89789364553569, 'loss': 1.4332690238952637}
+{'epoch': 64, 'iter': 730, 'avg_loss': 1.3507475645858513, 'avg_acc_mask': 53.910286812610764, 'loss': 1.5165003538131714}
+{'epoch': 64, 'iter': 740, 'avg_loss': 1.3516539957037499, 'avg_acc_mask': 53.875692307692304, 'loss': 1.2513253688812256}
+{'epoch': 64, 'iter': 750, 'avg_loss': 1.3526039527513374, 'avg_acc_mask': 53.84970256161223, 'loss': 1.4138333797454834}
+{'epoch': 64, 'iter': 760, 'avg_loss': 1.3527828814478962, 'avg_acc_mask': 53.83564270988157, 'loss': 1.375837802886963}
+{'epoch': 64, 'iter': 770, 'avg_loss': 1.35440107812832, 'avg_acc_mask': 53.75584636462418, 'loss': 1.682887315750122}
+{'epoch': 64, 'iter': 780, 'avg_loss': 1.3552868910391414, 'avg_acc_mask': 53.750845836152784, 'loss': 1.41684889793396}
+{'epoch': 64, 'iter': 790, 'avg_loss': 1.3551216878270078, 'avg_acc_mask': 53.7542662116041, 'loss': 1.3616573810577393}
+{'epoch': 64, 'iter': 800, 'avg_loss': 1.3537357551477078, 'avg_acc_mask': 53.81811554583561, 'loss': 1.255688190460205}
+{'epoch': 64, 'iter': 810, 'avg_loss': 1.3541537120515703, 'avg_acc_mask': 53.80702662555423, 'loss': 1.19450843334198}
+{'epoch': 64, 'iter': 820, 'avg_loss': 1.3552066388287005, 'avg_acc_mask': 53.79295007227844, 'loss': 1.6164244413375854}
+{'epoch': 64, 'iter': 830, 'avg_loss': 1.3552272330552662, 'avg_acc_mask': 53.795227097767516, 'loss': 1.3252390623092651}
+{'epoch': 64, 'iter': 840, 'avg_loss': 1.3543562509925697, 'avg_acc_mask': 53.78983728356977, 'loss': 1.3399288654327393}
+{'epoch': 64, 'iter': 850, 'avg_loss': 1.3566806786348902, 'avg_acc_mask': 53.71929221783199, 'loss': 1.513201355934143}
+{'epoch': 64, 'iter': 860, 'avg_loss': 1.3579474563659553, 'avg_acc_mask': 53.69294077719328, 'loss': 1.3270938396453857}
+{'epoch': 64, 'iter': 870, 'avg_loss': 1.3595297591831326, 'avg_acc_mask': 53.62443221066293, 'loss': 1.425490140914917}
+{'epoch': 64, 'iter': 880, 'avg_loss': 1.3595603632737505, 'avg_acc_mask': 53.62906562939668, 'loss': 1.0554497241973877}
+{'epoch': 64, 'iter': 890, 'avg_loss': 1.3577153889418452, 'avg_acc_mask': 53.704272978788815, 'loss': 0.8378955721855164}
+{'epoch': 64, 'iter': 900, 'avg_loss': 1.3576940717496035, 'avg_acc_mask': 53.6924448767834, 'loss': 1.7617290019989014}
+{'epoch': 64, 'iter': 910, 'avg_loss': 1.357951860396451, 'avg_acc_mask': 53.696178713693776, 'loss': 1.1464029550552368}
+{'epoch': 64, 'iter': 920, 'avg_loss': 1.357877425598658, 'avg_acc_mask': 53.702419402778055, 'loss': 1.0488373041152954}
+{'epoch': 64, 'iter': 930, 'avg_loss': 1.3573839494160242, 'avg_acc_mask': 53.707662436996216, 'loss': 1.6424282789230347}
+{'epoch': 64, 'iter': 940, 'avg_loss': 1.357095430811964, 'avg_acc_mask': 53.71110421354853, 'loss': 0.9428236484527588}
+{'epoch': 64, 'iter': 950, 'avg_loss': 1.3573719672976232, 'avg_acc_mask': 53.69460019970812, 'loss': 1.4813040494918823}
+{'epoch': 64, 'iter': 960, 'avg_loss': 1.3570442401903848, 'avg_acc_mask': 53.72122179165717, 'loss': 1.484655499458313}
+{'epoch': 64, 'iter': 970, 'avg_loss': 1.3571918280804809, 'avg_acc_mask': 53.74499821532566, 'loss': 1.1687941551208496}
+{'epoch': 64, 'iter': 980, 'avg_loss': 1.356983560670042, 'avg_acc_mask': 53.75290508506089, 'loss': 1.2603727579116821}
+{'epoch': 64, 'iter': 990, 'avg_loss': 1.3565656367753276, 'avg_acc_mask': 53.779224840424554, 'loss': 1.340570092201233}
+{'epoch': 64, 'iter': 1000, 'avg_loss': 1.355631698916604, 'avg_acc_mask': 53.80567391383517, 'loss': 1.3877381086349487}
+{'epoch': 64, 'iter': 1010, 'avg_loss': 1.3552115497084447, 'avg_acc_mask': 53.84573758072081, 'loss': 1.1767990589141846}
+{'epoch': 64, 'iter': 1020, 'avg_loss': 1.353680511704855, 'avg_acc_mask': 53.89478195649845, 'loss': 1.0947842597961426}
+{'epoch': 64, 'iter': 1030, 'avg_loss': 1.3530238180572147, 'avg_acc_mask': 53.92397898721192, 'loss': 1.2484428882598877}
+{'epoch': 64, 'iter': 1040, 'avg_loss': 1.352814732149859, 'avg_acc_mask': 53.91206827062926, 'loss': 1.414766550064087}
+{'epoch': 64, 'iter': 1050, 'avg_loss': 1.3528724853817788, 'avg_acc_mask': 53.91520244461421, 'loss': 1.5475407838821411}
+{'epoch': 64, 'iter': 1060, 'avg_loss': 1.3523563149961855, 'avg_acc_mask': 53.91033581062483, 'loss': 1.0173667669296265}
+{'epoch': 64, 'iter': 1070, 'avg_loss': 1.3516004586420138, 'avg_acc_mask': 53.9229550372276, 'loss': 1.7005641460418701}
+{'epoch': 64, 'iter': 1080, 'avg_loss': 1.3515200093319635, 'avg_acc_mask': 53.92082383725838, 'loss': 1.2156583070755005}
+{'epoch': 64, 'iter': 1090, 'avg_loss': 1.352084170668416, 'avg_acc_mask': 53.914715719063544, 'loss': 1.2212591171264648}
+{'epoch': 64, 'iter': 1100, 'avg_loss': 1.3518260556064228, 'avg_acc_mask': 53.92729202600505, 'loss': 1.1013165712356567}
+{'epoch': 'EP64_train', 'avg_loss': 1.3523714599566223, 'total_masked_acc': 53.917987537808045}
+{'epoch': 65, 'iter': 0, 'avg_loss': 1.4475294351577759, 'avg_acc_mask': 55.00000000000001, 'loss': 1.4475294351577759}
+{'epoch': 65, 'iter': 10, 'avg_loss': 1.4108368158340454, 'avg_acc_mask': 52.26277372262774, 'loss': 1.290545105934143}
+{'epoch': 65, 'iter': 20, 'avg_loss': 1.4053314186277843, 'avg_acc_mask': 52.926829268292686, 'loss': 1.4710557460784912}
+{'epoch': 65, 'iter': 30, 'avg_loss': 1.3939755020603057, 'avg_acc_mask': 53.396967995508135, 'loss': 1.5359258651733398}
+{'epoch': 65, 'iter': 40, 'avg_loss': 1.3853943391544064, 'avg_acc_mask': 53.22511747116617, 'loss': 1.164648413658142}
+{'epoch': 65, 'iter': 50, 'avg_loss': 1.4004842241605122, 'avg_acc_mask': 52.90125551408211, 'loss': 1.646356225013733}
+{'epoch': 65, 'iter': 60, 'avg_loss': 1.3705007551146335, 'avg_acc_mask': 53.7407195888064, 'loss': 1.134924054145813}
+{'epoch': 65, 'iter': 70, 'avg_loss': 1.357762891641805, 'avg_acc_mask': 54.262416604892515, 'loss': 1.4279810190200806}
+{'epoch': 65, 'iter': 80, 'avg_loss': 1.362929708427853, 'avg_acc_mask': 54.0488015547398, 'loss': 1.4029639959335327}
+{'epoch': 65, 'iter': 90, 'avg_loss': 1.3582002402661921, 'avg_acc_mask': 54.17392988572536, 'loss': 1.4510236978530884}
+{'epoch': 65, 'iter': 100, 'avg_loss': 1.3495848763107072, 'avg_acc_mask': 54.32556497175142, 'loss': 1.103630542755127}
+{'epoch': 65, 'iter': 110, 'avg_loss': 1.352372134591008, 'avg_acc_mask': 54.370657618355146, 'loss': 1.1479297876358032}
+{'epoch': 65, 'iter': 120, 'avg_loss': 1.3494443987026687, 'avg_acc_mask': 54.28613876095677, 'loss': 1.5794438123703003}
+{'epoch': 65, 'iter': 130, 'avg_loss': 1.3520016665677077, 'avg_acc_mask': 54.120054570259214, 'loss': 1.3388969898223877}
+{'epoch': 65, 'iter': 140, 'avg_loss': 1.351552761615591, 'avg_acc_mask': 54.12867274569402, 'loss': 1.3797225952148438}
+{'epoch': 65, 'iter': 150, 'avg_loss': 1.3473705673059881, 'avg_acc_mask': 54.271717051021625, 'loss': 1.6986756324768066}
+{'epoch': 65, 'iter': 160, 'avg_loss': 1.3492503614159104, 'avg_acc_mask': 54.26678643611049, 'loss': 1.3910510540008545}
+{'epoch': 65, 'iter': 170, 'avg_loss': 1.3512605501894366, 'avg_acc_mask': 54.18414429530202, 'loss': 1.4497106075286865}
+{'epoch': 65, 'iter': 180, 'avg_loss': 1.3567484212185137, 'avg_acc_mask': 53.96416905869543, 'loss': 1.482157826423645}
+{'epoch': 65, 'iter': 190, 'avg_loss': 1.3588015948914733, 'avg_acc_mask': 53.77852600074823, 'loss': 1.179226040840149}
+{'epoch': 65, 'iter': 200, 'avg_loss': 1.3565510603325877, 'avg_acc_mask': 53.91049025714032, 'loss': 1.3903261423110962}
+{'epoch': 65, 'iter': 210, 'avg_loss': 1.354989027242525, 'avg_acc_mask': 53.93647575603987, 'loss': 1.2788126468658447}
+{'epoch': 65, 'iter': 220, 'avg_loss': 1.3529832805443673, 'avg_acc_mask': 53.827577879739195, 'loss': 1.2862426042556763}
+{'epoch': 65, 'iter': 230, 'avg_loss': 1.359865295938599, 'avg_acc_mask': 53.67510809141446, 'loss': 1.1850950717926025}
+{'epoch': 65, 'iter': 240, 'avg_loss': 1.3624278749667758, 'avg_acc_mask': 53.60517895676762, 'loss': 1.3084824085235596}
+{'epoch': 65, 'iter': 250, 'avg_loss': 1.3662440218773495, 'avg_acc_mask': 53.452099878371605, 'loss': 1.139886736869812}
+{'epoch': 65, 'iter': 260, 'avg_loss': 1.367461510316622, 'avg_acc_mask': 53.3965896589659, 'loss': 1.2457724809646606}
+{'epoch': 65, 'iter': 270, 'avg_loss': 1.3669856247866725, 'avg_acc_mask': 53.44679160320509, 'loss': 1.5767349004745483}
+{'epoch': 65, 'iter': 280, 'avg_loss': 1.3670690072388836, 'avg_acc_mask': 53.45731083844581, 'loss': 0.9228338599205017}
+{'epoch': 65, 'iter': 290, 'avg_loss': 1.3638500749450368, 'avg_acc_mask': 53.5729726391205, 'loss': 1.1963870525360107}
+{'epoch': 65, 'iter': 300, 'avg_loss': 1.3613614275605972, 'avg_acc_mask': 53.60344209394048, 'loss': 1.136542558670044}
+{'epoch': 65, 'iter': 310, 'avg_loss': 1.356224271453845, 'avg_acc_mask': 53.80513533878166, 'loss': 0.9939916729927063}
+{'epoch': 65, 'iter': 320, 'avg_loss': 1.358170887205831, 'avg_acc_mask': 53.781228899392296, 'loss': 1.1136468648910522}
+{'epoch': 65, 'iter': 330, 'avg_loss': 1.3580633709798047, 'avg_acc_mask': 53.78068739770867, 'loss': 1.2645132541656494}
+{'epoch': 65, 'iter': 340, 'avg_loss': 1.3580560283926575, 'avg_acc_mask': 53.788839568801514, 'loss': 1.5286301374435425}
+{'epoch': 65, 'iter': 350, 'avg_loss': 1.3569309008427155, 'avg_acc_mask': 53.931140801644396, 'loss': 1.2928154468536377}
+{'epoch': 65, 'iter': 360, 'avg_loss': 1.3564177510480802, 'avg_acc_mask': 53.90648416425218, 'loss': 1.2473845481872559}
+{'epoch': 65, 'iter': 370, 'avg_loss': 1.3554989443313723, 'avg_acc_mask': 53.98432556101835, 'loss': 1.1929365396499634}
+{'epoch': 65, 'iter': 380, 'avg_loss': 1.357481438343919, 'avg_acc_mask': 53.819921375455884, 'loss': 0.9511085748672485}
+{'epoch': 65, 'iter': 390, 'avg_loss': 1.3564121195727297, 'avg_acc_mask': 53.8564566783669, 'loss': 1.3480103015899658}
+{'epoch': 65, 'iter': 400, 'avg_loss': 1.3540527181435107, 'avg_acc_mask': 53.967467219393505, 'loss': 1.4109179973602295}
+{'epoch': 65, 'iter': 410, 'avg_loss': 1.3519723540094937, 'avg_acc_mask': 53.96281155215614, 'loss': 1.06496262550354}
+{'epoch': 65, 'iter': 420, 'avg_loss': 1.3512814146889078, 'avg_acc_mask': 53.97180192572214, 'loss': 1.0337144136428833}
+{'epoch': 65, 'iter': 430, 'avg_loss': 1.352198824528475, 'avg_acc_mask': 53.96758753883617, 'loss': 1.2700397968292236}
+{'epoch': 65, 'iter': 440, 'avg_loss': 1.353583319657514, 'avg_acc_mask': 53.879274993848924, 'loss': 1.7370827198028564}
+{'epoch': 65, 'iter': 450, 'avg_loss': 1.352528006433119, 'avg_acc_mask': 53.90273311897106, 'loss': 1.2514612674713135}
+{'epoch': 65, 'iter': 460, 'avg_loss': 1.3545120672652107, 'avg_acc_mask': 53.812893081761004, 'loss': 1.3714674711227417}
+{'epoch': 65, 'iter': 470, 'avg_loss': 1.3555397455859337, 'avg_acc_mask': 53.73524549194509, 'loss': 1.614672303199768}
+{'epoch': 65, 'iter': 480, 'avg_loss': 1.3559262737662778, 'avg_acc_mask': 53.75447859702055, 'loss': 1.3424327373504639}
+{'epoch': 65, 'iter': 490, 'avg_loss': 1.3574390205006492, 'avg_acc_mask': 53.704045815629044, 'loss': 1.4933483600616455}
+{'epoch': 65, 'iter': 500, 'avg_loss': 1.3566900091970753, 'avg_acc_mask': 53.7067903471266, 'loss': 1.233385682106018}
+{'epoch': 65, 'iter': 510, 'avg_loss': 1.3560012961553733, 'avg_acc_mask': 53.701469231315215, 'loss': 1.3680803775787354}
+{'epoch': 65, 'iter': 520, 'avg_loss': 1.3552387440273264, 'avg_acc_mask': 53.72416437210275, 'loss': 1.6245888471603394}
+{'epoch': 65, 'iter': 530, 'avg_loss': 1.3546211890132638, 'avg_acc_mask': 53.74631874529142, 'loss': 1.1748971939086914}
+{'epoch': 65, 'iter': 540, 'avg_loss': 1.3551892845335376, 'avg_acc_mask': 53.72326113278623, 'loss': 1.6314748525619507}
+{'epoch': 65, 'iter': 550, 'avg_loss': 1.355912001617591, 'avg_acc_mask': 53.6851142517501, 'loss': 1.182096242904663}
+{'epoch': 65, 'iter': 560, 'avg_loss': 1.354467534126445, 'avg_acc_mask': 53.712187672612664, 'loss': 1.4274078607559204}
+{'epoch': 65, 'iter': 570, 'avg_loss': 1.3531234498199356, 'avg_acc_mask': 53.74264893889031, 'loss': 1.41972815990448}
+{'epoch': 65, 'iter': 580, 'avg_loss': 1.3525680555944393, 'avg_acc_mask': 53.76408196566982, 'loss': 1.5003725290298462}
+{'epoch': 65, 'iter': 590, 'avg_loss': 1.3548280319384916, 'avg_acc_mask': 53.74583795782464, 'loss': 1.6127684116363525}
+{'epoch': 65, 'iter': 600, 'avg_loss': 1.354668262992643, 'avg_acc_mask': 53.74810318664643, 'loss': 1.3571327924728394}
+{'epoch': 65, 'iter': 610, 'avg_loss': 1.3550892594207913, 'avg_acc_mask': 53.75343119704022, 'loss': 1.3808168172836304}
+{'epoch': 65, 'iter': 620, 'avg_loss': 1.3526318369856203, 'avg_acc_mask': 53.86966873401723, 'loss': 1.6107254028320312}
+{'epoch': 65, 'iter': 630, 'avg_loss': 1.3524739311538672, 'avg_acc_mask': 53.89912902572412, 'loss': 1.2414846420288086}
+{'epoch': 65, 'iter': 640, 'avg_loss': 1.3526437985543713, 'avg_acc_mask': 53.94582869537917, 'loss': 1.031986951828003}
+{'epoch': 65, 'iter': 650, 'avg_loss': 1.3530483682584102, 'avg_acc_mask': 53.95036397875151, 'loss': 1.2542644739151}
+{'epoch': 65, 'iter': 660, 'avg_loss': 1.3520225536264197, 'avg_acc_mask': 54.003378846207106, 'loss': 1.4092568159103394}
+{'epoch': 65, 'iter': 670, 'avg_loss': 1.3522602523137133, 'avg_acc_mask': 53.999509095371856, 'loss': 1.3366014957427979}
+{'epoch': 65, 'iter': 680, 'avg_loss': 1.3520274851115615, 'avg_acc_mask': 53.98415469316503, 'loss': 1.4692153930664062}
+{'epoch': 65, 'iter': 690, 'avg_loss': 1.3525359399411854, 'avg_acc_mask': 53.97911986256112, 'loss': 1.5682376623153687}
+{'epoch': 65, 'iter': 700, 'avg_loss': 1.353476128632604, 'avg_acc_mask': 53.95284688248152, 'loss': 1.3559459447860718}
+{'epoch': 65, 'iter': 710, 'avg_loss': 1.3528591558735414, 'avg_acc_mask': 54.02337228714524, 'loss': 1.4755444526672363}
+{'epoch': 65, 'iter': 720, 'avg_loss': 1.35390055874019, 'avg_acc_mask': 53.99979747860868, 'loss': 1.3188177347183228}
+{'epoch': 65, 'iter': 730, 'avg_loss': 1.3521801563522557, 'avg_acc_mask': 54.05655193085877, 'loss': 1.183956265449524}
+{'epoch': 65, 'iter': 740, 'avg_loss': 1.3533648895187738, 'avg_acc_mask': 54.03182109255702, 'loss': 1.2847031354904175}
+{'epoch': 65, 'iter': 750, 'avg_loss': 1.3536645982776596, 'avg_acc_mask': 54.02628318799037, 'loss': 1.245033621788025}
+{'epoch': 65, 'iter': 760, 'avg_loss': 1.3526546435036577, 'avg_acc_mask': 54.05989058450908, 'loss': 1.0264612436294556}
+{'epoch': 65, 'iter': 770, 'avg_loss': 1.3535827110713559, 'avg_acc_mask': 53.984667076806595, 'loss': 1.396416187286377}
+{'epoch': 65, 'iter': 780, 'avg_loss': 1.353280915493544, 'avg_acc_mask': 53.966918979534626, 'loss': 1.2679948806762695}
+{'epoch': 65, 'iter': 790, 'avg_loss': 1.353840318702717, 'avg_acc_mask': 53.95419636061717, 'loss': 1.5997999906539917}
+{'epoch': 65, 'iter': 800, 'avg_loss': 1.3537010881635878, 'avg_acc_mask': 53.98588663783291, 'loss': 1.325558066368103}
+{'epoch': 65, 'iter': 810, 'avg_loss': 1.353779985049209, 'avg_acc_mask': 53.979892490047455, 'loss': 1.303300142288208}
+{'epoch': 65, 'iter': 820, 'avg_loss': 1.3532818271239695, 'avg_acc_mask': 53.985507246376805, 'loss': 1.15458083152771}
+{'epoch': 65, 'iter': 830, 'avg_loss': 1.3539729574527122, 'avg_acc_mask': 53.97557547004042, 'loss': 1.4221479892730713}
+{'epoch': 65, 'iter': 840, 'avg_loss': 1.3540271916797697, 'avg_acc_mask': 53.96108408617095, 'loss': 1.5333425998687744}
+{'epoch': 65, 'iter': 850, 'avg_loss': 1.354658192599282, 'avg_acc_mask': 53.92798164153817, 'loss': 1.166642665863037}
+{'epoch': 65, 'iter': 860, 'avg_loss': 1.3556447033959675, 'avg_acc_mask': 53.87418691866009, 'loss': 1.4580662250518799}
+{'epoch': 65, 'iter': 870, 'avg_loss': 1.356957165505117, 'avg_acc_mask': 53.83071261291402, 'loss': 1.343106985092163}
+{'epoch': 65, 'iter': 880, 'avg_loss': 1.3569717761065714, 'avg_acc_mask': 53.84265198857757, 'loss': 1.4209729433059692}
+{'epoch': 65, 'iter': 890, 'avg_loss': 1.3551941907365714, 'avg_acc_mask': 53.893123514466026, 'loss': 0.8871519565582275}
+{'epoch': 65, 'iter': 900, 'avg_loss': 1.354570606638668, 'avg_acc_mask': 53.92639403698527, 'loss': 1.5743025541305542}
+{'epoch': 65, 'iter': 910, 'avg_loss': 1.3551820723992147, 'avg_acc_mask': 53.90282476827291, 'loss': 1.5798312425613403}
+{'epoch': 65, 'iter': 920, 'avg_loss': 1.3540724807789997, 'avg_acc_mask': 53.936992272637205, 'loss': 1.3512482643127441}
+{'epoch': 65, 'iter': 930, 'avg_loss': 1.3533479604634, 'avg_acc_mask': 53.937919397245224, 'loss': 1.466510534286499}
+{'epoch': 65, 'iter': 940, 'avg_loss': 1.3531891874628543, 'avg_acc_mask': 53.9583131362094, 'loss': 1.207611322402954}
+{'epoch': 65, 'iter': 950, 'avg_loss': 1.353680495772076, 'avg_acc_mask': 53.963262645242935, 'loss': 1.7090017795562744}
+{'epoch': 65, 'iter': 960, 'avg_loss': 1.3532898700820295, 'avg_acc_mask': 53.99810246679317, 'loss': 1.330025315284729}
+{'epoch': 65, 'iter': 970, 'avg_loss': 1.3538343192497315, 'avg_acc_mask': 53.99534377229544, 'loss': 1.214530348777771}
+{'epoch': 65, 'iter': 980, 'avg_loss': 1.353254471775467, 'avg_acc_mask': 54.01359533449723, 'loss': 0.9977742433547974}
+{'epoch': 65, 'iter': 990, 'avg_loss': 1.3530228113310128, 'avg_acc_mask': 54.01580591802977, 'loss': 1.6081410646438599}
+{'epoch': 65, 'iter': 1000, 'avg_loss': 1.3531607278100737, 'avg_acc_mask': 54.009275256888245, 'loss': 1.5420979261398315}
+{'epoch': 65, 'iter': 1010, 'avg_loss': 1.3525073624388282, 'avg_acc_mask': 54.02489327593349, 'loss': 1.3021104335784912}
+{'epoch': 65, 'iter': 1020, 'avg_loss': 1.3515908123230258, 'avg_acc_mask': 54.04445871690573, 'loss': 0.9266865253448486}
+{'epoch': 65, 'iter': 1030, 'avg_loss': 1.3514486998175095, 'avg_acc_mask': 54.04197434900894, 'loss': 1.5270193815231323}
+{'epoch': 65, 'iter': 1040, 'avg_loss': 1.3520096315430632, 'avg_acc_mask': 54.01567091087169, 'loss': 1.472672462463379}
+{'epoch': 65, 'iter': 1050, 'avg_loss': 1.351794125067405, 'avg_acc_mask': 54.02932307372361, 'loss': 1.3982176780700684}
+{'epoch': 65, 'iter': 1060, 'avg_loss': 1.3518514258472791, 'avg_acc_mask': 54.00542526525427, 'loss': 0.8920499086380005}
+{'epoch': 65, 'iter': 1070, 'avg_loss': 1.3515395371853804, 'avg_acc_mask': 53.98347444659798, 'loss': 1.383318543434143}
+{'epoch': 65, 'iter': 1080, 'avg_loss': 1.3511457376519802, 'avg_acc_mask': 54.01081226737625, 'loss': 1.086957573890686}
+{'epoch': 65, 'iter': 1090, 'avg_loss': 1.3512783984762065, 'avg_acc_mask': 54.007206966734515, 'loss': 1.2933679819107056}
+{'epoch': 65, 'iter': 1100, 'avg_loss': 1.3509167929219723, 'avg_acc_mask': 54.01263143971959, 'loss': 0.9749602675437927}
+{'epoch': 'EP65_train', 'avg_loss': 1.350680035109973, 'total_masked_acc': 54.0143339649065}
+{'epoch': 66, 'iter': 0, 'avg_loss': 1.3004270792007446, 'avg_acc_mask': 61.81818181818181, 'loss': 1.3004270792007446}
+{'epoch': 66, 'iter': 10, 'avg_loss': 1.3072108084505254, 'avg_acc_mask': 53.91705069124424, 'loss': 1.116195797920227}
+{'epoch': 66, 'iter': 20, 'avg_loss': 1.3189875114531744, 'avg_acc_mask': 55.3011026293469, 'loss': 1.5800038576126099}
+{'epoch': 66, 'iter': 30, 'avg_loss': 1.3295921164174234, 'avg_acc_mask': 54.96227510156704, 'loss': 1.4072411060333252}
+{'epoch': 66, 'iter': 40, 'avg_loss': 1.3385440576367262, 'avg_acc_mask': 54.58515283842795, 'loss': 1.342329740524292}
+{'epoch': 66, 'iter': 50, 'avg_loss': 1.3467618156881893, 'avg_acc_mask': 54.31969220006996, 'loss': 1.374619960784912}
+{'epoch': 66, 'iter': 60, 'avg_loss': 1.3266080207512028, 'avg_acc_mask': 54.61811722912966, 'loss': 1.1245197057724}
+{'epoch': 66, 'iter': 70, 'avg_loss': 1.3319363325414524, 'avg_acc_mask': 54.65412004069176, 'loss': 1.2605470418930054}
+{'epoch': 66, 'iter': 80, 'avg_loss': 1.338616566893495, 'avg_acc_mask': 54.4947579745706, 'loss': 1.487240195274353}
+{'epoch': 66, 'iter': 90, 'avg_loss': 1.3400251564088759, 'avg_acc_mask': 54.23762772991384, 'loss': 1.466052770614624}
+{'epoch': 66, 'iter': 100, 'avg_loss': 1.332977837855273, 'avg_acc_mask': 54.63299418604651, 'loss': 1.2046079635620117}
+{'epoch': 66, 'iter': 110, 'avg_loss': 1.3367659497905422, 'avg_acc_mask': 54.74259228604536, 'loss': 1.1240311861038208}
+{'epoch': 66, 'iter': 120, 'avg_loss': 1.3335843588695053, 'avg_acc_mask': 54.85399785965449, 'loss': 1.4948501586914062}
+{'epoch': 66, 'iter': 130, 'avg_loss': 1.3316559764265103, 'avg_acc_mask': 54.578703052468704, 'loss': 1.5411237478256226}
+{'epoch': 66, 'iter': 140, 'avg_loss': 1.3303408470559628, 'avg_acc_mask': 54.55140798952194, 'loss': 1.2196590900421143}
+{'epoch': 66, 'iter': 150, 'avg_loss': 1.3244295949178027, 'avg_acc_mask': 54.93978864585893, 'loss': 1.4041025638580322}
+{'epoch': 66, 'iter': 160, 'avg_loss': 1.3235806049027057, 'avg_acc_mask': 55.05656892172709, 'loss': 1.2790570259094238}
+{'epoch': 66, 'iter': 170, 'avg_loss': 1.3331979199459678, 'avg_acc_mask': 54.569021386908624, 'loss': 1.4335110187530518}
+{'epoch': 66, 'iter': 180, 'avg_loss': 1.3331122918682203, 'avg_acc_mask': 54.5841784989858, 'loss': 1.2642573118209839}
+{'epoch': 66, 'iter': 190, 'avg_loss': 1.3360412645090314, 'avg_acc_mask': 54.436958614051974, 'loss': 1.495108962059021}
+{'epoch': 66, 'iter': 200, 'avg_loss': 1.3347982624870034, 'avg_acc_mask': 54.46501869926115, 'loss': 1.338549256324768}
+{'epoch': 66, 'iter': 210, 'avg_loss': 1.3321310784579454, 'avg_acc_mask': 54.61578581363005, 'loss': 1.430728554725647}
+{'epoch': 66, 'iter': 220, 'avg_loss': 1.329981499937325, 'avg_acc_mask': 54.592175066313, 'loss': 1.480872631072998}
+{'epoch': 66, 'iter': 230, 'avg_loss': 1.3300912326032466, 'avg_acc_mask': 54.54401142947853, 'loss': 1.1156097650527954}
+{'epoch': 66, 'iter': 240, 'avg_loss': 1.332986463649639, 'avg_acc_mask': 54.37538179596824, 'loss': 1.5723354816436768}
+{'epoch': 66, 'iter': 250, 'avg_loss': 1.335507505918404, 'avg_acc_mask': 54.200044094951124, 'loss': 1.1769758462905884}
+{'epoch': 66, 'iter': 260, 'avg_loss': 1.3354438755704068, 'avg_acc_mask': 54.24364691725066, 'loss': 1.4283809661865234}
+{'epoch': 66, 'iter': 270, 'avg_loss': 1.337409156055028, 'avg_acc_mask': 54.155897156849406, 'loss': 1.444686770439148}
+{'epoch': 66, 'iter': 280, 'avg_loss': 1.3393894879419184, 'avg_acc_mask': 54.145638067772175, 'loss': 0.8574668765068054}
+{'epoch': 66, 'iter': 290, 'avg_loss': 1.3394718084138693, 'avg_acc_mask': 54.237073602936526, 'loss': 1.2420350313186646}
+{'epoch': 66, 'iter': 300, 'avg_loss': 1.3356482216290064, 'avg_acc_mask': 54.360695758315536, 'loss': 1.0401724576950073}
+{'epoch': 66, 'iter': 310, 'avg_loss': 1.3370024239901945, 'avg_acc_mask': 54.2902824658021, 'loss': 1.1762175559997559}
+{'epoch': 66, 'iter': 320, 'avg_loss': 1.3362056891494822, 'avg_acc_mask': 54.35894488822481, 'loss': 1.011385202407837}
+{'epoch': 66, 'iter': 330, 'avg_loss': 1.3372653983871021, 'avg_acc_mask': 54.33088399020263, 'loss': 1.25922429561615}
+{'epoch': 66, 'iter': 340, 'avg_loss': 1.3372204578167532, 'avg_acc_mask': 54.29805615550756, 'loss': 1.186062216758728}
+{'epoch': 66, 'iter': 350, 'avg_loss': 1.3365213478732312, 'avg_acc_mask': 54.3877123086601, 'loss': 1.2661328315734863}
+{'epoch': 66, 'iter': 360, 'avg_loss': 1.335401439765814, 'avg_acc_mask': 54.46860518409126, 'loss': 1.262088418006897}
+{'epoch': 66, 'iter': 370, 'avg_loss': 1.335691671165816, 'avg_acc_mask': 54.43948412698413, 'loss': 1.2433738708496094}
+{'epoch': 66, 'iter': 380, 'avg_loss': 1.3374344975616674, 'avg_acc_mask': 54.27826842333864, 'loss': 0.9525232911109924}
+{'epoch': 66, 'iter': 390, 'avg_loss': 1.3368201040855758, 'avg_acc_mask': 54.28504233301975, 'loss': 1.3245717287063599}
+{'epoch': 66, 'iter': 400, 'avg_loss': 1.334103600045392, 'avg_acc_mask': 54.45540013758312, 'loss': 1.1307157278060913}
+{'epoch': 66, 'iter': 410, 'avg_loss': 1.3315748929107276, 'avg_acc_mask': 54.53365556749016, 'loss': 1.4113563299179077}
+{'epoch': 66, 'iter': 420, 'avg_loss': 1.3317990447449854, 'avg_acc_mask': 54.47944006999125, 'loss': 1.3341064453125}
+{'epoch': 66, 'iter': 430, 'avg_loss': 1.331643186008294, 'avg_acc_mask': 54.45455710806307, 'loss': 1.2911012172698975}
+{'epoch': 66, 'iter': 440, 'avg_loss': 1.3332444276669129, 'avg_acc_mask': 54.39365476935921, 'loss': 1.711143136024475}
+{'epoch': 66, 'iter': 450, 'avg_loss': 1.3335341227028163, 'avg_acc_mask': 54.38868911408957, 'loss': 1.1785709857940674}
+{'epoch': 66, 'iter': 460, 'avg_loss': 1.3347147451047008, 'avg_acc_mask': 54.3131373725255, 'loss': 1.6896439790725708}
+{'epoch': 66, 'iter': 470, 'avg_loss': 1.3369192916369994, 'avg_acc_mask': 54.21573613991158, 'loss': 1.4984667301177979}
+{'epoch': 66, 'iter': 480, 'avg_loss': 1.336815691787339, 'avg_acc_mask': 54.28078250863061, 'loss': 1.3813023567199707}
+{'epoch': 66, 'iter': 490, 'avg_loss': 1.3400595251265952, 'avg_acc_mask': 54.185601081608894, 'loss': 1.7000969648361206}
+{'epoch': 66, 'iter': 500, 'avg_loss': 1.340455083551997, 'avg_acc_mask': 54.19661616720115, 'loss': 1.2979788780212402}
+{'epoch': 66, 'iter': 510, 'avg_loss': 1.3409980596161635, 'avg_acc_mask': 54.191357132533604, 'loss': 1.508382797241211}
+{'epoch': 66, 'iter': 520, 'avg_loss': 1.3395501636040188, 'avg_acc_mask': 54.27244362501773, 'loss': 1.4870553016662598}
+{'epoch': 66, 'iter': 530, 'avg_loss': 1.338729661512285, 'avg_acc_mask': 54.29832794521501, 'loss': 1.0235323905944824}
+{'epoch': 66, 'iter': 540, 'avg_loss': 1.3392646176096692, 'avg_acc_mask': 54.281720869980234, 'loss': 1.5143649578094482}
+{'epoch': 66, 'iter': 550, 'avg_loss': 1.340406601312156, 'avg_acc_mask': 54.21376496555415, 'loss': 1.3662556409835815}
+{'epoch': 66, 'iter': 560, 'avg_loss': 1.3412665726879276, 'avg_acc_mask': 54.1984481851657, 'loss': 1.3237029314041138}
+{'epoch': 66, 'iter': 570, 'avg_loss': 1.3405002736585987, 'avg_acc_mask': 54.26860841423948, 'loss': 1.172832727432251}
+{'epoch': 66, 'iter': 580, 'avg_loss': 1.340289589767817, 'avg_acc_mask': 54.23324209052136, 'loss': 1.63301420211792}
+{'epoch': 66, 'iter': 590, 'avg_loss': 1.3410743673642476, 'avg_acc_mask': 54.17487261246053, 'loss': 1.0328700542449951}
+{'epoch': 66, 'iter': 600, 'avg_loss': 1.3402841604886555, 'avg_acc_mask': 54.21879322534042, 'loss': 1.2463732957839966}
+{'epoch': 66, 'iter': 610, 'avg_loss': 1.341981456439741, 'avg_acc_mask': 54.203292553994864, 'loss': 1.5717679262161255}
+{'epoch': 66, 'iter': 620, 'avg_loss': 1.340039287308372, 'avg_acc_mask': 54.266282557690595, 'loss': 1.5706316232681274}
+{'epoch': 66, 'iter': 630, 'avg_loss': 1.3392298216865104, 'avg_acc_mask': 54.27769985974754, 'loss': 1.0575956106185913}
+{'epoch': 66, 'iter': 640, 'avg_loss': 1.3401209578127273, 'avg_acc_mask': 54.292550738007385, 'loss': 1.4902243614196777}
+{'epoch': 66, 'iter': 650, 'avg_loss': 1.3402384180810227, 'avg_acc_mask': 54.26981603452191, 'loss': 1.2560069561004639}
+{'epoch': 66, 'iter': 660, 'avg_loss': 1.3381725231385628, 'avg_acc_mask': 54.316466312552414, 'loss': 1.1955230236053467}
+{'epoch': 66, 'iter': 670, 'avg_loss': 1.339228386584053, 'avg_acc_mask': 54.28870581103794, 'loss': 1.5254995822906494}
+{'epoch': 66, 'iter': 680, 'avg_loss': 1.3398819977141336, 'avg_acc_mask': 54.24827735879768, 'loss': 1.4532252550125122}
+{'epoch': 66, 'iter': 690, 'avg_loss': 1.340019670391911, 'avg_acc_mask': 54.28411125063454, 'loss': 1.2935800552368164}
+{'epoch': 66, 'iter': 700, 'avg_loss': 1.342004877609465, 'avg_acc_mask': 54.234210526315785, 'loss': 1.6030360460281372}
+{'epoch': 66, 'iter': 710, 'avg_loss': 1.3415222943415956, 'avg_acc_mask': 54.24877326894618, 'loss': 1.5809029340744019}
+{'epoch': 66, 'iter': 720, 'avg_loss': 1.3414925465802048, 'avg_acc_mask': 54.21350472434896, 'loss': 1.4495718479156494}
+{'epoch': 66, 'iter': 730, 'avg_loss': 1.339534625064495, 'avg_acc_mask': 54.288311950702095, 'loss': 1.0980185270309448}
+{'epoch': 66, 'iter': 740, 'avg_loss': 1.3406198891068277, 'avg_acc_mask': 54.24657534246575, 'loss': 1.2562357187271118}
+{'epoch': 66, 'iter': 750, 'avg_loss': 1.3420062235763641, 'avg_acc_mask': 54.25824851256331, 'loss': 1.340395212173462}
+{'epoch': 66, 'iter': 760, 'avg_loss': 1.3420855294859206, 'avg_acc_mask': 54.284397661953385, 'loss': 1.2174817323684692}
+{'epoch': 66, 'iter': 770, 'avg_loss': 1.3440478153420483, 'avg_acc_mask': 54.19047846775543, 'loss': 1.5647886991500854}
+{'epoch': 66, 'iter': 780, 'avg_loss': 1.3435639864198683, 'avg_acc_mask': 54.16952034574783, 'loss': 1.2401988506317139}
+{'epoch': 66, 'iter': 790, 'avg_loss': 1.3434804601856187, 'avg_acc_mask': 54.17940044325207, 'loss': 1.4470168352127075}
+{'epoch': 66, 'iter': 800, 'avg_loss': 1.3426692644308569, 'avg_acc_mask': 54.20235792576218, 'loss': 1.2953919172286987}
+{'epoch': 66, 'iter': 810, 'avg_loss': 1.343243942528265, 'avg_acc_mask': 54.20811801397774, 'loss': 1.1896876096725464}
+{'epoch': 66, 'iter': 820, 'avg_loss': 1.343134360757728, 'avg_acc_mask': 54.205649514213746, 'loss': 1.3495897054672241}
+{'epoch': 66, 'iter': 830, 'avg_loss': 1.3426654877501991, 'avg_acc_mask': 54.20776681773749, 'loss': 1.2428897619247437}
+{'epoch': 66, 'iter': 840, 'avg_loss': 1.3424870873603185, 'avg_acc_mask': 54.23751124371997, 'loss': 1.4611505270004272}
+{'epoch': 66, 'iter': 850, 'avg_loss': 1.3442079860511313, 'avg_acc_mask': 54.2086447838804, 'loss': 1.4671140909194946}
+{'epoch': 66, 'iter': 860, 'avg_loss': 1.345332832494264, 'avg_acc_mask': 54.17692258299266, 'loss': 1.5669089555740356}
+{'epoch': 66, 'iter': 870, 'avg_loss': 1.344944889934137, 'avg_acc_mask': 54.2032781345049, 'loss': 0.82170569896698}
+{'epoch': 66, 'iter': 880, 'avg_loss': 1.3442067724486622, 'avg_acc_mask': 54.205822160965624, 'loss': 1.0213820934295654}
+{'epoch': 66, 'iter': 890, 'avg_loss': 1.3437831584451978, 'avg_acc_mask': 54.262203568548806, 'loss': 1.2450021505355835}
+{'epoch': 66, 'iter': 900, 'avg_loss': 1.3444502277591253, 'avg_acc_mask': 54.25381831564743, 'loss': 1.6870743036270142}
+{'epoch': 66, 'iter': 910, 'avg_loss': 1.3439170953732813, 'avg_acc_mask': 54.26127747336069, 'loss': 1.3443603515625}
+{'epoch': 66, 'iter': 920, 'avg_loss': 1.343718251951613, 'avg_acc_mask': 54.29675765525804, 'loss': 1.2890384197235107}
+{'epoch': 66, 'iter': 930, 'avg_loss': 1.3428889537984394, 'avg_acc_mask': 54.30723488602577, 'loss': 1.5949218273162842}
+{'epoch': 66, 'iter': 940, 'avg_loss': 1.343596224260381, 'avg_acc_mask': 54.26930840535403, 'loss': 1.0515354871749878}
+{'epoch': 66, 'iter': 950, 'avg_loss': 1.344411931140691, 'avg_acc_mask': 54.22004302408961, 'loss': 1.5656846761703491}
+{'epoch': 66, 'iter': 960, 'avg_loss': 1.3444223105597322, 'avg_acc_mask': 54.19902959169974, 'loss': 1.3871216773986816}
+{'epoch': 66, 'iter': 970, 'avg_loss': 1.3442640491789082, 'avg_acc_mask': 54.2101666603394, 'loss': 1.1988204717636108}
+{'epoch': 66, 'iter': 980, 'avg_loss': 1.3445780989956053, 'avg_acc_mask': 54.18779342723005, 'loss': 1.397025465965271}
+{'epoch': 66, 'iter': 990, 'avg_loss': 1.344316746404265, 'avg_acc_mask': 54.17673070491621, 'loss': 1.5239746570587158}
+{'epoch': 66, 'iter': 1000, 'avg_loss': 1.3450245088511532, 'avg_acc_mask': 54.15257352941176, 'loss': 1.5064208507537842}
+{'epoch': 66, 'iter': 1010, 'avg_loss': 1.3450019772871076, 'avg_acc_mask': 54.13336731535927, 'loss': 1.0376719236373901}
+{'epoch': 66, 'iter': 1020, 'avg_loss': 1.3453008630600312, 'avg_acc_mask': 54.11667207148777, 'loss': 1.1184426546096802}
+{'epoch': 66, 'iter': 1030, 'avg_loss': 1.3447220372298063, 'avg_acc_mask': 54.140104640988554, 'loss': 1.2213823795318604}
+{'epoch': 66, 'iter': 1040, 'avg_loss': 1.3452961937838397, 'avg_acc_mask': 54.12164193622553, 'loss': 1.5792310237884521}
+{'epoch': 66, 'iter': 1050, 'avg_loss': 1.345157136529202, 'avg_acc_mask': 54.117338003502624, 'loss': 1.1670185327529907}
+{'epoch': 66, 'iter': 1060, 'avg_loss': 1.3449762001788133, 'avg_acc_mask': 54.10913758412544, 'loss': 0.9042171239852905}
+{'epoch': 66, 'iter': 1070, 'avg_loss': 1.3445443292848425, 'avg_acc_mask': 54.1083886044194, 'loss': 1.4819741249084473}
+{'epoch': 66, 'iter': 1080, 'avg_loss': 1.3443031920314827, 'avg_acc_mask': 54.14205715647393, 'loss': 1.1324785947799683}
+{'epoch': 66, 'iter': 1090, 'avg_loss': 1.344324489398138, 'avg_acc_mask': 54.131006132488714, 'loss': 1.259637713432312}
+{'epoch': 66, 'iter': 1100, 'avg_loss': 1.343333376904816, 'avg_acc_mask': 54.1748059103431, 'loss': 1.0165276527404785}
+{'epoch': 'EP66_train', 'avg_loss': 1.3431113938400647, 'total_masked_acc': 54.17380742416932}
+{'epoch': 67, 'iter': 0, 'avg_loss': 1.8056193590164185, 'avg_acc_mask': 49.23076923076923, 'loss': 1.8056193590164185}
+{'epoch': 67, 'iter': 10, 'avg_loss': 1.3730721094391563, 'avg_acc_mask': 54.41640378548895, 'loss': 1.2642391920089722}
+{'epoch': 67, 'iter': 20, 'avg_loss': 1.3792455678894406, 'avg_acc_mask': 54.17700578990902, 'loss': 1.291606068611145}
+{'epoch': 67, 'iter': 30, 'avg_loss': 1.3988986457547834, 'avg_acc_mask': 53.94285714285715, 'loss': 1.6482343673706055}
+{'epoch': 67, 'iter': 40, 'avg_loss': 1.3969186268201688, 'avg_acc_mask': 53.91822827938672, 'loss': 1.4436087608337402}
+{'epoch': 67, 'iter': 50, 'avg_loss': 1.3972522464453005, 'avg_acc_mask': 53.518267929634646, 'loss': 1.3223319053649902}
+{'epoch': 67, 'iter': 60, 'avg_loss': 1.3710204519209315, 'avg_acc_mask': 53.9541547277937, 'loss': 1.1859877109527588}
+{'epoch': 67, 'iter': 70, 'avg_loss': 1.371824667487346, 'avg_acc_mask': 53.77218934911243, 'loss': 1.5238431692123413}
+{'epoch': 67, 'iter': 80, 'avg_loss': 1.3758119035650183, 'avg_acc_mask': 53.52966652230403, 'loss': 1.226797342300415}
+{'epoch': 67, 'iter': 90, 'avg_loss': 1.376754268840119, 'avg_acc_mask': 53.56867283950617, 'loss': 1.259880781173706}
+{'epoch': 67, 'iter': 100, 'avg_loss': 1.3684147389808503, 'avg_acc_mask': 54.04558900295806, 'loss': 1.339471459388733}
+{'epoch': 67, 'iter': 110, 'avg_loss': 1.3665954782082155, 'avg_acc_mask': 54.173982442138865, 'loss': 0.9838458299636841}
+{'epoch': 67, 'iter': 120, 'avg_loss': 1.364089195885934, 'avg_acc_mask': 54.00263427484268, 'loss': 1.4186344146728516}
+{'epoch': 67, 'iter': 130, 'avg_loss': 1.3645605322058874, 'avg_acc_mask': 53.769251553634156, 'loss': 1.488502025604248}
+{'epoch': 67, 'iter': 140, 'avg_loss': 1.3658973747956837, 'avg_acc_mask': 53.55438332077368, 'loss': 1.2902214527130127}
+{'epoch': 67, 'iter': 150, 'avg_loss': 1.3640170574977697, 'avg_acc_mask': 53.587894550183236, 'loss': 1.275205373764038}
+{'epoch': 67, 'iter': 160, 'avg_loss': 1.3673598251727797, 'avg_acc_mask': 53.356339752866525, 'loss': 1.5373648405075073}
+{'epoch': 67, 'iter': 170, 'avg_loss': 1.3668064408832126, 'avg_acc_mask': 53.1732776617954, 'loss': 1.3715611696243286}
+{'epoch': 67, 'iter': 180, 'avg_loss': 1.3718021719495237, 'avg_acc_mask': 53.067666206352335, 'loss': 1.4751850366592407}
+{'epoch': 67, 'iter': 190, 'avg_loss': 1.3700762462865619, 'avg_acc_mask': 53.155772296727, 'loss': 1.5137637853622437}
+{'epoch': 67, 'iter': 200, 'avg_loss': 1.3664201865741863, 'avg_acc_mask': 53.22824828568884, 'loss': 1.3155567646026611}
+{'epoch': 67, 'iter': 210, 'avg_loss': 1.3614577032378499, 'avg_acc_mask': 53.42361404993652, 'loss': 1.193995714187622}
+{'epoch': 67, 'iter': 220, 'avg_loss': 1.3553715537036706, 'avg_acc_mask': 53.434807119271966, 'loss': 1.190244436264038}
+{'epoch': 67, 'iter': 230, 'avg_loss': 1.3562095926437543, 'avg_acc_mask': 53.472706155632984, 'loss': 1.34178626537323}
+{'epoch': 67, 'iter': 240, 'avg_loss': 1.358355153398395, 'avg_acc_mask': 53.42465753424658, 'loss': 1.2885684967041016}
+{'epoch': 67, 'iter': 250, 'avg_loss': 1.3649116357959123, 'avg_acc_mask': 53.23166821064633, 'loss': 1.4684476852416992}
+{'epoch': 67, 'iter': 260, 'avg_loss': 1.3653513327868962, 'avg_acc_mask': 53.32512315270937, 'loss': 1.3077582120895386}
+{'epoch': 67, 'iter': 270, 'avg_loss': 1.3666911048202937, 'avg_acc_mask': 53.28510358434725, 'loss': 1.281646490097046}
+{'epoch': 67, 'iter': 280, 'avg_loss': 1.3686652915333513, 'avg_acc_mask': 53.20773930753564, 'loss': 1.0291857719421387}
+{'epoch': 67, 'iter': 290, 'avg_loss': 1.366600527591312, 'avg_acc_mask': 53.34234455640207, 'loss': 1.410630226135254}
+{'epoch': 67, 'iter': 300, 'avg_loss': 1.3631038047942607, 'avg_acc_mask': 53.435023535720674, 'loss': 1.2184772491455078}
+{'epoch': 67, 'iter': 310, 'avg_loss': 1.3614899730759036, 'avg_acc_mask': 53.401752767527675, 'loss': 1.3353476524353027}
+{'epoch': 67, 'iter': 320, 'avg_loss': 1.3625591820645555, 'avg_acc_mask': 53.41667133807949, 'loss': 1.3117549419403076}
+{'epoch': 67, 'iter': 330, 'avg_loss': 1.3626931633834032, 'avg_acc_mask': 53.4527687296417, 'loss': 1.1135213375091553}
+{'epoch': 67, 'iter': 340, 'avg_loss': 1.3613662962689776, 'avg_acc_mask': 53.47573839662447, 'loss': 1.2882237434387207}
+{'epoch': 67, 'iter': 350, 'avg_loss': 1.3601928006889474, 'avg_acc_mask': 53.481337161607875, 'loss': 1.0336425304412842}
+{'epoch': 67, 'iter': 360, 'avg_loss': 1.3593957795660911, 'avg_acc_mask': 53.592590748394166, 'loss': 1.2161329984664917}
+{'epoch': 67, 'iter': 370, 'avg_loss': 1.3579517067924665, 'avg_acc_mask': 53.645277157557516, 'loss': 1.1922080516815186}
+{'epoch': 67, 'iter': 380, 'avg_loss': 1.357592639491314, 'avg_acc_mask': 53.693463774280445, 'loss': 1.1363221406936646}
+{'epoch': 67, 'iter': 390, 'avg_loss': 1.357212809802931, 'avg_acc_mask': 53.658086539348645, 'loss': 1.5065518617630005}
+{'epoch': 67, 'iter': 400, 'avg_loss': 1.3573146521896495, 'avg_acc_mask': 53.620510971928084, 'loss': 1.6957740783691406}
+{'epoch': 67, 'iter': 410, 'avg_loss': 1.3555768957393304, 'avg_acc_mask': 53.652636671504595, 'loss': 1.2005387544631958}
+{'epoch': 67, 'iter': 420, 'avg_loss': 1.355049981357366, 'avg_acc_mask': 53.64858480436369, 'loss': 1.402118444442749}
+{'epoch': 67, 'iter': 430, 'avg_loss': 1.3531388401155406, 'avg_acc_mask': 53.74889738312261, 'loss': 1.285509467124939}
+{'epoch': 67, 'iter': 440, 'avg_loss': 1.3547321336339662, 'avg_acc_mask': 53.71714438020256, 'loss': 1.7929030656814575}
+{'epoch': 67, 'iter': 450, 'avg_loss': 1.352126666553269, 'avg_acc_mask': 53.76831961453523, 'loss': 1.01487398147583}
+{'epoch': 67, 'iter': 460, 'avg_loss': 1.3517312113995665, 'avg_acc_mask': 53.75897094003687, 'loss': 1.2246973514556885}
+{'epoch': 67, 'iter': 470, 'avg_loss': 1.3524235661622066, 'avg_acc_mask': 53.72750642673522, 'loss': 1.3849472999572754}
+{'epoch': 67, 'iter': 480, 'avg_loss': 1.3513654661277723, 'avg_acc_mask': 53.73549186793374, 'loss': 1.261556625366211}
+{'epoch': 67, 'iter': 490, 'avg_loss': 1.352492460165393, 'avg_acc_mask': 53.697500644163874, 'loss': 1.6767935752868652}
+{'epoch': 67, 'iter': 500, 'avg_loss': 1.3517768996918273, 'avg_acc_mask': 53.681324627538686, 'loss': 1.3177188634872437}
+{'epoch': 67, 'iter': 510, 'avg_loss': 1.3508849435589785, 'avg_acc_mask': 53.73345601245665, 'loss': 1.0740472078323364}
+{'epoch': 67, 'iter': 520, 'avg_loss': 1.3510755327978885, 'avg_acc_mask': 53.71490130664442, 'loss': 1.6903302669525146}
+{'epoch': 67, 'iter': 530, 'avg_loss': 1.350656234611899, 'avg_acc_mask': 53.710343885530854, 'loss': 1.2660924196243286}
+{'epoch': 67, 'iter': 540, 'avg_loss': 1.3507232890772511, 'avg_acc_mask': 53.63639409065023, 'loss': 1.4519942998886108}
+{'epoch': 67, 'iter': 550, 'avg_loss': 1.3528248164701375, 'avg_acc_mask': 53.49952376260387, 'loss': 1.1295539140701294}
+{'epoch': 67, 'iter': 560, 'avg_loss': 1.3535715329880809, 'avg_acc_mask': 53.50641792492483, 'loss': 1.2000497579574585}
+{'epoch': 67, 'iter': 570, 'avg_loss': 1.351411529681311, 'avg_acc_mask': 53.63069879824506, 'loss': 0.9555642604827881}
+{'epoch': 67, 'iter': 580, 'avg_loss': 1.3507660110312771, 'avg_acc_mask': 53.69079255901204, 'loss': 1.5118376016616821}
+{'epoch': 67, 'iter': 590, 'avg_loss': 1.352742637272817, 'avg_acc_mask': 53.61036886882275, 'loss': 1.3577390909194946}
+{'epoch': 67, 'iter': 600, 'avg_loss': 1.3529091353424376, 'avg_acc_mask': 53.58287476567697, 'loss': 1.6156723499298096}
+{'epoch': 67, 'iter': 610, 'avg_loss': 1.3541101952816577, 'avg_acc_mask': 53.57588357588357, 'loss': 1.4466521739959717}
+{'epoch': 67, 'iter': 620, 'avg_loss': 1.3528228076759743, 'avg_acc_mask': 53.66766029575077, 'loss': 1.5496599674224854}
+{'epoch': 67, 'iter': 630, 'avg_loss': 1.3511093431720642, 'avg_acc_mask': 53.704023484717666, 'loss': 1.2554478645324707}
+{'epoch': 67, 'iter': 640, 'avg_loss': 1.349963299941719, 'avg_acc_mask': 53.775379809740166, 'loss': 1.1683725118637085}
+{'epoch': 67, 'iter': 650, 'avg_loss': 1.3508229836157757, 'avg_acc_mask': 53.76828211079728, 'loss': 1.440740942955017}
+{'epoch': 67, 'iter': 660, 'avg_loss': 1.3502698725543116, 'avg_acc_mask': 53.80632367522309, 'loss': 1.124661922454834}
+{'epoch': 67, 'iter': 670, 'avg_loss': 1.3500774834088527, 'avg_acc_mask': 53.81232865557395, 'loss': 1.5077378749847412}
+{'epoch': 67, 'iter': 680, 'avg_loss': 1.3505058839982826, 'avg_acc_mask': 53.76571275742177, 'loss': 1.6316627264022827}
+{'epoch': 67, 'iter': 690, 'avg_loss': 1.3507106502563322, 'avg_acc_mask': 53.75941830444175, 'loss': 1.248899221420288}
+{'epoch': 67, 'iter': 700, 'avg_loss': 1.3514647157318072, 'avg_acc_mask': 53.740331204900585, 'loss': 1.3840012550354004}
+{'epoch': 67, 'iter': 710, 'avg_loss': 1.3508048238633554, 'avg_acc_mask': 53.78005115089513, 'loss': 1.161426067352295}
+{'epoch': 67, 'iter': 720, 'avg_loss': 1.3521917559072147, 'avg_acc_mask': 53.68564300294851, 'loss': 1.343173623085022}
+{'epoch': 67, 'iter': 730, 'avg_loss': 1.3512228755879174, 'avg_acc_mask': 53.69813290903215, 'loss': 1.4862329959869385}
+{'epoch': 67, 'iter': 740, 'avg_loss': 1.3515573399752259, 'avg_acc_mask': 53.71900826446281, 'loss': 1.567322015762329}
+{'epoch': 67, 'iter': 750, 'avg_loss': 1.352164182062949, 'avg_acc_mask': 53.70249571162813, 'loss': 1.310453176498413}
+{'epoch': 67, 'iter': 760, 'avg_loss': 1.3520862549425894, 'avg_acc_mask': 53.73373134328359, 'loss': 1.3478493690490723}
+{'epoch': 67, 'iter': 770, 'avg_loss': 1.3536854421891436, 'avg_acc_mask': 53.704794439863356, 'loss': 1.2922320365905762}
+{'epoch': 67, 'iter': 780, 'avg_loss': 1.3527598169640602, 'avg_acc_mask': 53.72474159605177, 'loss': 1.1258465051651}
+{'epoch': 67, 'iter': 790, 'avg_loss': 1.3534796333644543, 'avg_acc_mask': 53.711449188766835, 'loss': 1.5833767652511597}
+{'epoch': 67, 'iter': 800, 'avg_loss': 1.353702396935738, 'avg_acc_mask': 53.706814364189405, 'loss': 1.481093406677246}
+{'epoch': 67, 'iter': 810, 'avg_loss': 1.3530679285599772, 'avg_acc_mask': 53.72425077892095, 'loss': 1.3610509634017944}
+{'epoch': 67, 'iter': 820, 'avg_loss': 1.3534148507518977, 'avg_acc_mask': 53.725029897683484, 'loss': 1.2322593927383423}
+{'epoch': 67, 'iter': 830, 'avg_loss': 1.3530128900181373, 'avg_acc_mask': 53.759250339361564, 'loss': 1.2461522817611694}
+{'epoch': 67, 'iter': 840, 'avg_loss': 1.3530071240968284, 'avg_acc_mask': 53.74702702702703, 'loss': 1.3836500644683838}
+{'epoch': 67, 'iter': 850, 'avg_loss': 1.353931196568015, 'avg_acc_mask': 53.71955514760817, 'loss': 1.3573200702667236}
+{'epoch': 67, 'iter': 860, 'avg_loss': 1.3555109138134327, 'avg_acc_mask': 53.68332279148218, 'loss': 1.6778913736343384}
+{'epoch': 67, 'iter': 870, 'avg_loss': 1.3564274996758603, 'avg_acc_mask': 53.68504330446369, 'loss': 1.2673020362854004}
+{'epoch': 67, 'iter': 880, 'avg_loss': 1.3561782393092872, 'avg_acc_mask': 53.70564856572146, 'loss': 1.0476493835449219}
+{'epoch': 67, 'iter': 890, 'avg_loss': 1.3543438439149782, 'avg_acc_mask': 53.75020381542475, 'loss': 0.947080671787262}
+{'epoch': 67, 'iter': 900, 'avg_loss': 1.3557554460921377, 'avg_acc_mask': 53.69240987863052, 'loss': 1.5988487005233765}
+{'epoch': 67, 'iter': 910, 'avg_loss': 1.3556954800493761, 'avg_acc_mask': 53.688858830783914, 'loss': 1.2813048362731934}
+{'epoch': 67, 'iter': 920, 'avg_loss': 1.354807696823965, 'avg_acc_mask': 53.74736551832812, 'loss': 1.129503846168518}
+{'epoch': 67, 'iter': 930, 'avg_loss': 1.3539877389862764, 'avg_acc_mask': 53.77249946371809, 'loss': 1.4441126585006714}
+{'epoch': 67, 'iter': 940, 'avg_loss': 1.3548025855602543, 'avg_acc_mask': 53.73355960967331, 'loss': 1.0094413757324219}
+{'epoch': 67, 'iter': 950, 'avg_loss': 1.3557410052146068, 'avg_acc_mask': 53.70904024885971, 'loss': 1.8759132623672485}
+{'epoch': 67, 'iter': 960, 'avg_loss': 1.3556096497981283, 'avg_acc_mask': 53.68741031644135, 'loss': 1.420701265335083}
+{'epoch': 67, 'iter': 970, 'avg_loss': 1.355025748636892, 'avg_acc_mask': 53.71332461222201, 'loss': 1.1968913078308105}
+{'epoch': 67, 'iter': 980, 'avg_loss': 1.3549159305904983, 'avg_acc_mask': 53.71237210679198, 'loss': 1.3107314109802246}
+{'epoch': 67, 'iter': 990, 'avg_loss': 1.3550622789217412, 'avg_acc_mask': 53.70495887449852, 'loss': 1.5540611743927002}
+{'epoch': 67, 'iter': 1000, 'avg_loss': 1.3548356047519794, 'avg_acc_mask': 53.696413345186045, 'loss': 1.4737290143966675}
+{'epoch': 67, 'iter': 1010, 'avg_loss': 1.3545698028289954, 'avg_acc_mask': 53.72123520218442, 'loss': 1.441892147064209}
+{'epoch': 67, 'iter': 1020, 'avg_loss': 1.3545146089459492, 'avg_acc_mask': 53.74504188826239, 'loss': 1.2547974586486816}
+{'epoch': 67, 'iter': 1030, 'avg_loss': 1.3542889209191389, 'avg_acc_mask': 53.757418854898646, 'loss': 1.3584390878677368}
+{'epoch': 67, 'iter': 1040, 'avg_loss': 1.354349878003801, 'avg_acc_mask': 53.73868452723563, 'loss': 1.5000553131103516}
+{'epoch': 67, 'iter': 1050, 'avg_loss': 1.3541418502264995, 'avg_acc_mask': 53.74308437067773, 'loss': 1.2919213771820068}
+{'epoch': 67, 'iter': 1060, 'avg_loss': 1.3539114485474604, 'avg_acc_mask': 53.749336438515684, 'loss': 0.9477824568748474}
+{'epoch': 67, 'iter': 1070, 'avg_loss': 1.3530801508495676, 'avg_acc_mask': 53.77896129448082, 'loss': 1.4446784257888794}
+{'epoch': 67, 'iter': 1080, 'avg_loss': 1.3525795594174812, 'avg_acc_mask': 53.82573785086762, 'loss': 1.3780890703201294}
+{'epoch': 67, 'iter': 1090, 'avg_loss': 1.352455676803886, 'avg_acc_mask': 53.82338267087976, 'loss': 1.545301079750061}
+{'epoch': 67, 'iter': 1100, 'avg_loss': 1.3518064840613009, 'avg_acc_mask': 53.84387058474325, 'loss': 1.0948065519332886}
+{'epoch': 'EP67_train', 'avg_loss': 1.3526143578922047, 'total_masked_acc': 53.81569001216025}
+{'epoch': 68, 'iter': 0, 'avg_loss': 1.564200758934021, 'avg_acc_mask': 44.927536231884055, 'loss': 1.564200758934021}
+{'epoch': 68, 'iter': 10, 'avg_loss': 1.3892767212607644, 'avg_acc_mask': 53.74045801526718, 'loss': 1.3666704893112183}
+{'epoch': 68, 'iter': 20, 'avg_loss': 1.407664716243744, 'avg_acc_mask': 52.22222222222223, 'loss': 1.5943777561187744}
+{'epoch': 68, 'iter': 30, 'avg_loss': 1.391373590115578, 'avg_acc_mask': 52.86135693215339, 'loss': 1.6221787929534912}
+{'epoch': 68, 'iter': 40, 'avg_loss': 1.372971326839633, 'avg_acc_mask': 53.36927223719676, 'loss': 1.0632723569869995}
+{'epoch': 68, 'iter': 50, 'avg_loss': 1.3912125510327957, 'avg_acc_mask': 52.92219433488705, 'loss': 1.4591162204742432}
+{'epoch': 68, 'iter': 60, 'avg_loss': 1.3708310742847254, 'avg_acc_mask': 53.48697994612392, 'loss': 1.175136923789978}
+{'epoch': 68, 'iter': 70, 'avg_loss': 1.3709328653107227, 'avg_acc_mask': 53.51572487854769, 'loss': 1.0102664232254028}
+{'epoch': 68, 'iter': 80, 'avg_loss': 1.3627597240754117, 'avg_acc_mask': 54.050435170720824, 'loss': 1.4618115425109863}
+{'epoch': 68, 'iter': 90, 'avg_loss': 1.3548763793903393, 'avg_acc_mask': 54.558093346573976, 'loss': 1.1757276058197021}
+{'epoch': 68, 'iter': 100, 'avg_loss': 1.3593481672872412, 'avg_acc_mask': 54.5767004341534, 'loss': 1.5646826028823853}
+{'epoch': 68, 'iter': 110, 'avg_loss': 1.3611985670553672, 'avg_acc_mask': 54.16805601867289, 'loss': 1.3331704139709473}
+{'epoch': 68, 'iter': 120, 'avg_loss': 1.3587201365754624, 'avg_acc_mask': 54.17752567836885, 'loss': 1.6767305135726929}
+{'epoch': 68, 'iter': 130, 'avg_loss': 1.3591590441820276, 'avg_acc_mask': 54.19772183940375, 'loss': 1.4086947441101074}
+{'epoch': 68, 'iter': 140, 'avg_loss': 1.3616704420840486, 'avg_acc_mask': 53.90625, 'loss': 1.4523863792419434}
+{'epoch': 68, 'iter': 150, 'avg_loss': 1.3496964439651034, 'avg_acc_mask': 54.30350384568429, 'loss': 1.4830893278121948}
+{'epoch': 68, 'iter': 160, 'avg_loss': 1.353363255166119, 'avg_acc_mask': 54.15183185942345, 'loss': 1.5051442384719849}
+{'epoch': 68, 'iter': 170, 'avg_loss': 1.352041194662016, 'avg_acc_mask': 54.112972508591064, 'loss': 1.4524720907211304}
+{'epoch': 68, 'iter': 180, 'avg_loss': 1.3508349992952293, 'avg_acc_mask': 54.207037225905154, 'loss': 1.5885401964187622}
+{'epoch': 68, 'iter': 190, 'avg_loss': 1.352252990787566, 'avg_acc_mask': 54.02022147327876, 'loss': 1.3824710845947266}
+{'epoch': 68, 'iter': 200, 'avg_loss': 1.347157150358703, 'avg_acc_mask': 54.18647166361974, 'loss': 1.333744764328003}
+{'epoch': 68, 'iter': 210, 'avg_loss': 1.3466828812920086, 'avg_acc_mask': 54.193436360479254, 'loss': 1.323280692100525}
+{'epoch': 68, 'iter': 220, 'avg_loss': 1.346944141172176, 'avg_acc_mask': 54.10624015911163, 'loss': 1.5195846557617188}
+{'epoch': 68, 'iter': 230, 'avg_loss': 1.3496082861186105, 'avg_acc_mask': 54.086652912236154, 'loss': 1.2521969079971313}
+{'epoch': 68, 'iter': 240, 'avg_loss': 1.347051468132937, 'avg_acc_mask': 54.1739727071739, 'loss': 1.1351838111877441}
+{'epoch': 68, 'iter': 250, 'avg_loss': 1.3483130181453142, 'avg_acc_mask': 54.13186813186813, 'loss': 1.1030399799346924}
+{'epoch': 68, 'iter': 260, 'avg_loss': 1.3513796032616918, 'avg_acc_mask': 54.06584130557118, 'loss': 1.3670389652252197}
+{'epoch': 68, 'iter': 270, 'avg_loss': 1.3533274120070398, 'avg_acc_mask': 54.02477828176833, 'loss': 1.3793877363204956}
+{'epoch': 68, 'iter': 280, 'avg_loss': 1.3565551403154257, 'avg_acc_mask': 53.886960508219275, 'loss': 1.3980731964111328}
+{'epoch': 68, 'iter': 290, 'avg_loss': 1.3549383157716994, 'avg_acc_mask': 53.910402429764616, 'loss': 1.1634920835494995}
+{'epoch': 68, 'iter': 300, 'avg_loss': 1.3519979095538193, 'avg_acc_mask': 54.023270055113294, 'loss': 0.9236953854560852}
+{'epoch': 68, 'iter': 310, 'avg_loss': 1.3498651837612654, 'avg_acc_mask': 53.95717496746717, 'loss': 1.4057663679122925}
+{'epoch': 68, 'iter': 320, 'avg_loss': 1.3479277933498037, 'avg_acc_mask': 53.998161764705884, 'loss': 1.4598208665847778}
+{'epoch': 68, 'iter': 330, 'avg_loss': 1.3472087439093345, 'avg_acc_mask': 54.04923693884371, 'loss': 1.2823922634124756}
+{'epoch': 68, 'iter': 340, 'avg_loss': 1.3459254681539676, 'avg_acc_mask': 54.06794330844964, 'loss': 1.3370208740234375}
+{'epoch': 68, 'iter': 350, 'avg_loss': 1.3471464424731046, 'avg_acc_mask': 54.043672717705874, 'loss': 1.4717016220092773}
+{'epoch': 68, 'iter': 360, 'avg_loss': 1.3479862863667453, 'avg_acc_mask': 53.95745986297168, 'loss': 1.4247593879699707}
+{'epoch': 68, 'iter': 370, 'avg_loss': 1.3460944029841462, 'avg_acc_mask': 54.00766207273994, 'loss': 1.1636983156204224}
+{'epoch': 68, 'iter': 380, 'avg_loss': 1.3476032827469933, 'avg_acc_mask': 53.8848572810837, 'loss': 0.9225048422813416}
+{'epoch': 68, 'iter': 390, 'avg_loss': 1.346808385361186, 'avg_acc_mask': 53.911484382372365, 'loss': 1.217743992805481}
+{'epoch': 68, 'iter': 400, 'avg_loss': 1.3464492583215386, 'avg_acc_mask': 53.93931021780172, 'loss': 1.1209800243377686}
+{'epoch': 68, 'iter': 410, 'avg_loss': 1.3453266205868872, 'avg_acc_mask': 53.96153326426738, 'loss': 1.3407580852508545}
+{'epoch': 68, 'iter': 420, 'avg_loss': 1.3444964189144324, 'avg_acc_mask': 54.00756642618335, 'loss': 1.2077116966247559}
+{'epoch': 68, 'iter': 430, 'avg_loss': 1.3450263475873907, 'avg_acc_mask': 54.00369241337856, 'loss': 1.0933111906051636}
+{'epoch': 68, 'iter': 440, 'avg_loss': 1.34559380629706, 'avg_acc_mask': 53.99454812329629, 'loss': 1.5037070512771606}
+{'epoch': 68, 'iter': 450, 'avg_loss': 1.3458760183824932, 'avg_acc_mask': 53.938995853688574, 'loss': 1.1888365745544434}
+{'epoch': 68, 'iter': 460, 'avg_loss': 1.3477905973177928, 'avg_acc_mask': 53.91035672725813, 'loss': 1.387518286705017}
+{'epoch': 68, 'iter': 470, 'avg_loss': 1.3497156336302463, 'avg_acc_mask': 53.80032142997139, 'loss': 1.3741368055343628}
+{'epoch': 68, 'iter': 480, 'avg_loss': 1.3501790324516456, 'avg_acc_mask': 53.802223073974695, 'loss': 1.2972952127456665}
+{'epoch': 68, 'iter': 490, 'avg_loss': 1.350663479501021, 'avg_acc_mask': 53.80750628022947, 'loss': 1.3861095905303955}
+{'epoch': 68, 'iter': 500, 'avg_loss': 1.3494953732052726, 'avg_acc_mask': 53.90521675238795, 'loss': 1.1192352771759033}
+{'epoch': 68, 'iter': 510, 'avg_loss': 1.3501075332412047, 'avg_acc_mask': 53.86334955831982, 'loss': 1.5546642541885376}
+{'epoch': 68, 'iter': 520, 'avg_loss': 1.3508044866819986, 'avg_acc_mask': 53.83253673216498, 'loss': 1.442339539527893}
+{'epoch': 68, 'iter': 530, 'avg_loss': 1.3499076872671167, 'avg_acc_mask': 53.91186581935619, 'loss': 1.2522475719451904}
+{'epoch': 68, 'iter': 540, 'avg_loss': 1.347896093802179, 'avg_acc_mask': 54.0154690108692, 'loss': 1.2953112125396729}
+{'epoch': 68, 'iter': 550, 'avg_loss': 1.3489643196877896, 'avg_acc_mask': 53.90400427836085, 'loss': 1.1449741125106812}
+{'epoch': 68, 'iter': 560, 'avg_loss': 1.3505027476904015, 'avg_acc_mask': 53.882553974565404, 'loss': 1.9919863939285278}
+{'epoch': 68, 'iter': 570, 'avg_loss': 1.3488700590283984, 'avg_acc_mask': 53.93955050374581, 'loss': 1.2994362115859985}
+{'epoch': 68, 'iter': 580, 'avg_loss': 1.3472049209624273, 'avg_acc_mask': 53.97107333164172, 'loss': 1.4613460302352905}
+{'epoch': 68, 'iter': 590, 'avg_loss': 1.3484226969494635, 'avg_acc_mask': 53.90104069296442, 'loss': 1.193893551826477}
+{'epoch': 68, 'iter': 600, 'avg_loss': 1.3479826856968604, 'avg_acc_mask': 53.904931414367695, 'loss': 1.3769960403442383}
+{'epoch': 68, 'iter': 610, 'avg_loss': 1.3489475747762452, 'avg_acc_mask': 53.88855421686747, 'loss': 1.576647400856018}
+{'epoch': 68, 'iter': 620, 'avg_loss': 1.34739697555413, 'avg_acc_mask': 53.90222222222222, 'loss': 1.51091468334198}
+{'epoch': 68, 'iter': 630, 'avg_loss': 1.3468295845856946, 'avg_acc_mask': 53.937467187773436, 'loss': 1.1069563627243042}
+{'epoch': 68, 'iter': 640, 'avg_loss': 1.3465861029074455, 'avg_acc_mask': 54.000919751667055, 'loss': 1.4956597089767456}
+{'epoch': 68, 'iter': 650, 'avg_loss': 1.3469455607475773, 'avg_acc_mask': 53.992686452929675, 'loss': 1.2327138185501099}
+{'epoch': 68, 'iter': 660, 'avg_loss': 1.3452766470937974, 'avg_acc_mask': 54.04349161153449, 'loss': 1.394713282585144}
+{'epoch': 68, 'iter': 670, 'avg_loss': 1.346442787195993, 'avg_acc_mask': 54.00269504716333, 'loss': 1.432785987854004}
+{'epoch': 68, 'iter': 680, 'avg_loss': 1.3473263740889652, 'avg_acc_mask': 53.95054037216609, 'loss': 1.6508605480194092}
+{'epoch': 68, 'iter': 690, 'avg_loss': 1.3490387485962356, 'avg_acc_mask': 53.90046357968775, 'loss': 1.637927770614624}
+{'epoch': 68, 'iter': 700, 'avg_loss': 1.351121339410246, 'avg_acc_mask': 53.831427672296236, 'loss': 1.624470829963684}
+{'epoch': 68, 'iter': 710, 'avg_loss': 1.3495412204839006, 'avg_acc_mask': 53.89171990998215, 'loss': 1.1536868810653687}
+{'epoch': 68, 'iter': 720, 'avg_loss': 1.3499944701108788, 'avg_acc_mask': 53.88281469021587, 'loss': 1.298557996749878}
+{'epoch': 68, 'iter': 730, 'avg_loss': 1.3477984088716364, 'avg_acc_mask': 53.95556895858464, 'loss': 1.5322238206863403}
+{'epoch': 68, 'iter': 740, 'avg_loss': 1.3486711062722199, 'avg_acc_mask': 53.902783630369576, 'loss': 1.4330511093139648}
+{'epoch': 68, 'iter': 750, 'avg_loss': 1.3496429046365457, 'avg_acc_mask': 53.86700529927471, 'loss': 1.2636263370513916}
+{'epoch': 68, 'iter': 760, 'avg_loss': 1.3479717299440062, 'avg_acc_mask': 53.90515702638815, 'loss': 1.251573085784912}
+{'epoch': 68, 'iter': 770, 'avg_loss': 1.3488221751422116, 'avg_acc_mask': 53.92948122753136, 'loss': 1.3139430284500122}
+{'epoch': 68, 'iter': 780, 'avg_loss': 1.3474732021516171, 'avg_acc_mask': 53.98184298414789, 'loss': 0.8597064018249512}
+{'epoch': 68, 'iter': 790, 'avg_loss': 1.3474705873337467, 'avg_acc_mask': 53.9921040408732, 'loss': 1.315489649772644}
+{'epoch': 68, 'iter': 800, 'avg_loss': 1.3473940807930689, 'avg_acc_mask': 54.00867111692244, 'loss': 1.241283655166626}
+{'epoch': 68, 'iter': 810, 'avg_loss': 1.3474986575240713, 'avg_acc_mask': 53.9816388983339, 'loss': 1.1531858444213867}
+{'epoch': 68, 'iter': 820, 'avg_loss': 1.3482602160973032, 'avg_acc_mask': 53.95343631072308, 'loss': 1.3902868032455444}
+{'epoch': 68, 'iter': 830, 'avg_loss': 1.3495992232028902, 'avg_acc_mask': 53.91829422043308, 'loss': 1.751907229423523}
+{'epoch': 68, 'iter': 840, 'avg_loss': 1.3489158352688575, 'avg_acc_mask': 53.94363119947564, 'loss': 1.2070600986480713}
+{'epoch': 68, 'iter': 850, 'avg_loss': 1.3502198283316527, 'avg_acc_mask': 53.887150717445245, 'loss': 1.3041589260101318}
+{'epoch': 68, 'iter': 860, 'avg_loss': 1.3509559664576727, 'avg_acc_mask': 53.87188172386613, 'loss': 1.4552967548370361}
+{'epoch': 68, 'iter': 870, 'avg_loss': 1.3533572449886704, 'avg_acc_mask': 53.81265907991334, 'loss': 1.0657185316085815}
+{'epoch': 68, 'iter': 880, 'avg_loss': 1.3533934094307778, 'avg_acc_mask': 53.84359262496359, 'loss': 0.9757060408592224}
+{'epoch': 68, 'iter': 890, 'avg_loss': 1.3531003035145042, 'avg_acc_mask': 53.86216561559705, 'loss': 1.1417597532272339}
+{'epoch': 68, 'iter': 900, 'avg_loss': 1.3533033724630315, 'avg_acc_mask': 53.85414968204793, 'loss': 1.7797620296478271}
+{'epoch': 68, 'iter': 910, 'avg_loss': 1.35384369478791, 'avg_acc_mask': 53.85250856336893, 'loss': 1.4937576055526733}
+{'epoch': 68, 'iter': 920, 'avg_loss': 1.3533228391803696, 'avg_acc_mask': 53.9050352828609, 'loss': 1.5284823179244995}
+{'epoch': 68, 'iter': 930, 'avg_loss': 1.353211396939004, 'avg_acc_mask': 53.912957663081016, 'loss': 1.6661620140075684}
+{'epoch': 68, 'iter': 940, 'avg_loss': 1.353219339178675, 'avg_acc_mask': 53.89659816148487, 'loss': 1.0761454105377197}
+{'epoch': 68, 'iter': 950, 'avg_loss': 1.3536272015105286, 'avg_acc_mask': 53.8858501323953, 'loss': 1.8184397220611572}
+{'epoch': 68, 'iter': 960, 'avg_loss': 1.3525194593324374, 'avg_acc_mask': 53.92175609009905, 'loss': 1.5362778902053833}
+{'epoch': 68, 'iter': 970, 'avg_loss': 1.3529982344620506, 'avg_acc_mask': 53.90278987015936, 'loss': 1.1685326099395752}
+{'epoch': 68, 'iter': 980, 'avg_loss': 1.3528946183021888, 'avg_acc_mask': 53.8903981264637, 'loss': 1.0039080381393433}
+{'epoch': 68, 'iter': 990, 'avg_loss': 1.3529505428344042, 'avg_acc_mask': 53.8899290043932, 'loss': 1.630218744277954}
+{'epoch': 68, 'iter': 1000, 'avg_loss': 1.3530859020087387, 'avg_acc_mask': 53.8905903280823, 'loss': 1.7773017883300781}
+{'epoch': 68, 'iter': 1010, 'avg_loss': 1.352574172524623, 'avg_acc_mask': 53.91351744186047, 'loss': 0.9300580620765686}
+{'epoch': 68, 'iter': 1020, 'avg_loss': 1.3527742243653764, 'avg_acc_mask': 53.913278157610655, 'loss': 1.1819244623184204}
+{'epoch': 68, 'iter': 1030, 'avg_loss': 1.3520869076772295, 'avg_acc_mask': 53.93362563718676, 'loss': 1.621463656425476}
+{'epoch': 68, 'iter': 1040, 'avg_loss': 1.3518653671748357, 'avg_acc_mask': 53.947391634176036, 'loss': 1.403389811515808}
+{'epoch': 68, 'iter': 1050, 'avg_loss': 1.3522739893589328, 'avg_acc_mask': 53.943090851889394, 'loss': 1.5610040426254272}
+{'epoch': 68, 'iter': 1060, 'avg_loss': 1.3523581322356286, 'avg_acc_mask': 53.91423326059095, 'loss': 1.2300251722335815}
+{'epoch': 68, 'iter': 1070, 'avg_loss': 1.3521494985628528, 'avg_acc_mask': 53.90541885445622, 'loss': 1.6967377662658691}
+{'epoch': 68, 'iter': 1080, 'avg_loss': 1.3516101981620894, 'avg_acc_mask': 53.94166907305804, 'loss': 1.1366382837295532}
+{'epoch': 68, 'iter': 1090, 'avg_loss': 1.3519733378255618, 'avg_acc_mask': 53.92428905369726, 'loss': 1.2152044773101807}
+{'epoch': 68, 'iter': 1100, 'avg_loss': 1.3522989686026994, 'avg_acc_mask': 53.930804501875784, 'loss': 1.0421451330184937}
+{'epoch': 'EP68_train', 'avg_loss': 1.352793605511005, 'total_masked_acc': 53.913765888510426}
+{'epoch': 69, 'iter': 0, 'avg_loss': 1.5206444263458252, 'avg_acc_mask': 55.88235294117647, 'loss': 1.5206444263458252}
+{'epoch': 69, 'iter': 10, 'avg_loss': 1.40499746799469, 'avg_acc_mask': 51.21951219512195, 'loss': 1.2827736139297485}
+{'epoch': 69, 'iter': 20, 'avg_loss': 1.421996031488691, 'avg_acc_mask': 51.01500441306267, 'loss': 1.7840296030044556}
+{'epoch': 69, 'iter': 30, 'avg_loss': 1.3749041249675136, 'avg_acc_mask': 52.46800731261426, 'loss': 1.3390321731567383}
+{'epoch': 69, 'iter': 40, 'avg_loss': 1.36756950180705, 'avg_acc_mask': 53.02325581395348, 'loss': 1.3733389377593994}
+{'epoch': 69, 'iter': 50, 'avg_loss': 1.376479522854674, 'avg_acc_mask': 52.83923303834809, 'loss': 1.4644311666488647}
+{'epoch': 69, 'iter': 60, 'avg_loss': 1.353746871479222, 'avg_acc_mask': 53.72949551222532, 'loss': 1.0572705268859863}
+{'epoch': 69, 'iter': 70, 'avg_loss': 1.354418714281539, 'avg_acc_mask': 53.87045813586098, 'loss': 1.1960984468460083}
+{'epoch': 69, 'iter': 80, 'avg_loss': 1.3610121688725036, 'avg_acc_mask': 53.99265718219367, 'loss': 1.8137025833129883}
+{'epoch': 69, 'iter': 90, 'avg_loss': 1.3576233334593721, 'avg_acc_mask': 54.068348250610256, 'loss': 1.4302698373794556}
+{'epoch': 69, 'iter': 100, 'avg_loss': 1.3556814595024185, 'avg_acc_mask': 54.119370194068104, 'loss': 1.2035701274871826}
+{'epoch': 69, 'iter': 110, 'avg_loss': 1.3555980781177144, 'avg_acc_mask': 54.136600100688035, 'loss': 1.2576552629470825}
+{'epoch': 69, 'iter': 120, 'avg_loss': 1.351700106928171, 'avg_acc_mask': 53.99508297480025, 'loss': 1.354851484298706}
+{'epoch': 69, 'iter': 130, 'avg_loss': 1.3473088177105852, 'avg_acc_mask': 53.98443029016278, 'loss': 1.1810717582702637}
+{'epoch': 69, 'iter': 140, 'avg_loss': 1.3478281667046512, 'avg_acc_mask': 53.88457999211253, 'loss': 1.4217501878738403}
+{'epoch': 69, 'iter': 150, 'avg_loss': 1.3427805379526505, 'avg_acc_mask': 54.09836065573771, 'loss': 1.2240883111953735}
+{'epoch': 69, 'iter': 160, 'avg_loss': 1.3472718711225142, 'avg_acc_mask': 54.05280756370344, 'loss': 1.5110832452774048}
+{'epoch': 69, 'iter': 170, 'avg_loss': 1.3486073860648082, 'avg_acc_mask': 53.97530329289428, 'loss': 1.3925899267196655}
+{'epoch': 69, 'iter': 180, 'avg_loss': 1.3469031864766916, 'avg_acc_mask': 54.123076923076916, 'loss': 1.141013264656067}
+{'epoch': 69, 'iter': 190, 'avg_loss': 1.3470855302211502, 'avg_acc_mask': 54.22248107163657, 'loss': 1.1822412014007568}
+{'epoch': 69, 'iter': 200, 'avg_loss': 1.340906108196695, 'avg_acc_mask': 54.35083510196549, 'loss': 1.2382651567459106}
+{'epoch': 69, 'iter': 210, 'avg_loss': 1.3460407460470336, 'avg_acc_mask': 54.247679103170434, 'loss': 1.4947904348373413}
+{'epoch': 69, 'iter': 220, 'avg_loss': 1.3442933365230647, 'avg_acc_mask': 54.31675720852487, 'loss': 1.266954779624939}
+{'epoch': 69, 'iter': 230, 'avg_loss': 1.3453264804113478, 'avg_acc_mask': 54.30717596292153, 'loss': 1.4808388948440552}
+{'epoch': 69, 'iter': 240, 'avg_loss': 1.3467408799531548, 'avg_acc_mask': 54.20438852232622, 'loss': 1.1994589567184448}
+{'epoch': 69, 'iter': 250, 'avg_loss': 1.351065087603383, 'avg_acc_mask': 53.948922350162384, 'loss': 1.0700973272323608}
+{'epoch': 69, 'iter': 260, 'avg_loss': 1.3539697854454946, 'avg_acc_mask': 53.92803917394081, 'loss': 1.1822221279144287}
+{'epoch': 69, 'iter': 270, 'avg_loss': 1.3544301502818992, 'avg_acc_mask': 53.90646304881375, 'loss': 1.481641173362732}
+{'epoch': 69, 'iter': 280, 'avg_loss': 1.35386412402489, 'avg_acc_mask': 53.90080252598343, 'loss': 0.7965969443321228}
+{'epoch': 69, 'iter': 290, 'avg_loss': 1.3514188237206632, 'avg_acc_mask': 53.94636502287747, 'loss': 1.288327693939209}
+{'epoch': 69, 'iter': 300, 'avg_loss': 1.3520594965975943, 'avg_acc_mask': 53.93749230958533, 'loss': 1.3101531267166138}
+{'epoch': 69, 'iter': 310, 'avg_loss': 1.3501371275573681, 'avg_acc_mask': 53.99785510009533, 'loss': 1.2155286073684692}
+{'epoch': 69, 'iter': 320, 'avg_loss': 1.3484060255537895, 'avg_acc_mask': 54.07874197837776, 'loss': 1.0991042852401733}
+{'epoch': 69, 'iter': 330, 'avg_loss': 1.3472595583996383, 'avg_acc_mask': 54.11330462502097, 'loss': 0.9675273299217224}
+{'epoch': 69, 'iter': 340, 'avg_loss': 1.3445729206034864, 'avg_acc_mask': 54.1763907734057, 'loss': 1.165330171585083}
+{'epoch': 69, 'iter': 350, 'avg_loss': 1.3439502665120313, 'avg_acc_mask': 54.203189354736516, 'loss': 1.2763835191726685}
+{'epoch': 69, 'iter': 360, 'avg_loss': 1.3437397793719643, 'avg_acc_mask': 54.197454844006565, 'loss': 1.062153935432434}
+{'epoch': 69, 'iter': 370, 'avg_loss': 1.3425634884127389, 'avg_acc_mask': 54.25515966218579, 'loss': 1.3283613920211792}
+{'epoch': 69, 'iter': 380, 'avg_loss': 1.345552010173247, 'avg_acc_mask': 54.09772240607358, 'loss': 1.1537784337997437}
+{'epoch': 69, 'iter': 390, 'avg_loss': 1.3452008776652538, 'avg_acc_mask': 54.111116382786925, 'loss': 1.69246506690979}
+{'epoch': 69, 'iter': 400, 'avg_loss': 1.345512679092902, 'avg_acc_mask': 54.12242636875635, 'loss': 1.4202616214752197}
+{'epoch': 69, 'iter': 410, 'avg_loss': 1.3449034603842853, 'avg_acc_mask': 54.09356725146199, 'loss': 1.220906138420105}
+{'epoch': 69, 'iter': 420, 'avg_loss': 1.3416154724401985, 'avg_acc_mask': 54.23870118473014, 'loss': 1.2005226612091064}
+{'epoch': 69, 'iter': 430, 'avg_loss': 1.3397051593820346, 'avg_acc_mask': 54.31097377794944, 'loss': 1.356844425201416}
+{'epoch': 69, 'iter': 440, 'avg_loss': 1.3428345188802602, 'avg_acc_mask': 54.226648811516576, 'loss': 1.501887559890747}
+{'epoch': 69, 'iter': 450, 'avg_loss': 1.3440695535845872, 'avg_acc_mask': 54.15370764445899, 'loss': 1.1579630374908447}
+{'epoch': 69, 'iter': 460, 'avg_loss': 1.3438481507487514, 'avg_acc_mask': 54.205345710627405, 'loss': 1.2365819215774536}
+{'epoch': 69, 'iter': 470, 'avg_loss': 1.345503041319027, 'avg_acc_mask': 54.09162098668755, 'loss': 1.3917821645736694}
+{'epoch': 69, 'iter': 480, 'avg_loss': 1.3433548209573027, 'avg_acc_mask': 54.139199754714085, 'loss': 1.203244686126709}
+{'epoch': 69, 'iter': 490, 'avg_loss': 1.3439334834908758, 'avg_acc_mask': 54.061761284754795, 'loss': 1.5603923797607422}
+{'epoch': 69, 'iter': 500, 'avg_loss': 1.3415251674052484, 'avg_acc_mask': 54.14567783211383, 'loss': 1.3108819723129272}
+{'epoch': 69, 'iter': 510, 'avg_loss': 1.341591684902251, 'avg_acc_mask': 54.150297350874034, 'loss': 1.167277216911316}
+{'epoch': 69, 'iter': 520, 'avg_loss': 1.3406310050592771, 'avg_acc_mask': 54.14423349390762, 'loss': 1.5788538455963135}
+{'epoch': 69, 'iter': 530, 'avg_loss': 1.3406907128075423, 'avg_acc_mask': 54.08415410851634, 'loss': 1.182112693786621}
+{'epoch': 69, 'iter': 540, 'avg_loss': 1.340044777626912, 'avg_acc_mask': 54.09163904739126, 'loss': 1.506929636001587}
+{'epoch': 69, 'iter': 550, 'avg_loss': 1.3417552980017966, 'avg_acc_mask': 53.996042526075726, 'loss': 1.4260399341583252}
+{'epoch': 69, 'iter': 560, 'avg_loss': 1.3411719790541976, 'avg_acc_mask': 54.02564018060178, 'loss': 1.2078279256820679}
+{'epoch': 69, 'iter': 570, 'avg_loss': 1.3381486307509936, 'avg_acc_mask': 54.13983887145307, 'loss': 1.1710466146469116}
+{'epoch': 69, 'iter': 580, 'avg_loss': 1.3375006984925721, 'avg_acc_mask': 54.153014156195326, 'loss': 1.5008313655853271}
+{'epoch': 69, 'iter': 590, 'avg_loss': 1.3366600625002647, 'avg_acc_mask': 54.17200737799731, 'loss': 1.071363925933838}
+{'epoch': 69, 'iter': 600, 'avg_loss': 1.334605846250315, 'avg_acc_mask': 54.20839220986669, 'loss': 1.2732961177825928}
+{'epoch': 69, 'iter': 610, 'avg_loss': 1.3361313387922296, 'avg_acc_mask': 54.163393558523175, 'loss': 1.6185673475265503}
+{'epoch': 69, 'iter': 620, 'avg_loss': 1.334938388707749, 'avg_acc_mask': 54.191340574319305, 'loss': 1.5437601804733276}
+{'epoch': 69, 'iter': 630, 'avg_loss': 1.333399341998123, 'avg_acc_mask': 54.269221753398966, 'loss': 1.029556393623352}
+{'epoch': 69, 'iter': 640, 'avg_loss': 1.3341880306810745, 'avg_acc_mask': 54.29116338207247, 'loss': 1.1712952852249146}
+{'epoch': 69, 'iter': 650, 'avg_loss': 1.3339267046220842, 'avg_acc_mask': 54.30369294723955, 'loss': 1.2891874313354492}
+{'epoch': 69, 'iter': 660, 'avg_loss': 1.3320936346018009, 'avg_acc_mask': 54.36251016003811, 'loss': 1.231459617614746}
+{'epoch': 69, 'iter': 670, 'avg_loss': 1.3321239096397082, 'avg_acc_mask': 54.340924775707386, 'loss': 1.6511926651000977}
+{'epoch': 69, 'iter': 680, 'avg_loss': 1.3321687792716397, 'avg_acc_mask': 54.36248912097476, 'loss': 1.3760513067245483}
+{'epoch': 69, 'iter': 690, 'avg_loss': 1.3339802819464555, 'avg_acc_mask': 54.29658202078645, 'loss': 1.149199366569519}
+{'epoch': 69, 'iter': 700, 'avg_loss': 1.3360602540228403, 'avg_acc_mask': 54.256976160933505, 'loss': 1.4534968137741089}
+{'epoch': 69, 'iter': 710, 'avg_loss': 1.3354672026701282, 'avg_acc_mask': 54.29270578434946, 'loss': 1.2341474294662476}
+{'epoch': 69, 'iter': 720, 'avg_loss': 1.3358212245651488, 'avg_acc_mask': 54.29642371184309, 'loss': 1.4419385194778442}
+{'epoch': 69, 'iter': 730, 'avg_loss': 1.3346181395278909, 'avg_acc_mask': 54.340892983699504, 'loss': 1.4056657552719116}
+{'epoch': 69, 'iter': 740, 'avg_loss': 1.335453149921659, 'avg_acc_mask': 54.318891247346734, 'loss': 1.575406789779663}
+{'epoch': 69, 'iter': 750, 'avg_loss': 1.336560654100502, 'avg_acc_mask': 54.29338324016844, 'loss': 1.509605884552002}
+{'epoch': 69, 'iter': 760, 'avg_loss': 1.3364620074022773, 'avg_acc_mask': 54.32258064516129, 'loss': 1.3771108388900757}
+{'epoch': 69, 'iter': 770, 'avg_loss': 1.3374761016761592, 'avg_acc_mask': 54.25391571322348, 'loss': 1.2602142095565796}
+{'epoch': 69, 'iter': 780, 'avg_loss': 1.3372048360132225, 'avg_acc_mask': 54.27799886299034, 'loss': 1.3397599458694458}
+{'epoch': 69, 'iter': 790, 'avg_loss': 1.3370569880331211, 'avg_acc_mask': 54.29854726647484, 'loss': 1.1276065111160278}
+{'epoch': 69, 'iter': 800, 'avg_loss': 1.336921814898873, 'avg_acc_mask': 54.335767772949985, 'loss': 1.3357044458389282}
+{'epoch': 69, 'iter': 810, 'avg_loss': 1.3373846492549788, 'avg_acc_mask': 54.294121672483406, 'loss': 1.50368070602417}
+{'epoch': 69, 'iter': 820, 'avg_loss': 1.3377618649554746, 'avg_acc_mask': 54.28835614893664, 'loss': 1.1659544706344604}
+{'epoch': 69, 'iter': 830, 'avg_loss': 1.3376140313314904, 'avg_acc_mask': 54.277496599852846, 'loss': 1.6361958980560303}
+{'epoch': 69, 'iter': 840, 'avg_loss': 1.33658734647896, 'avg_acc_mask': 54.30962343096234, 'loss': 1.0892990827560425}
+{'epoch': 69, 'iter': 850, 'avg_loss': 1.3385176468820046, 'avg_acc_mask': 54.26219870664315, 'loss': 1.1950124502182007}
+{'epoch': 69, 'iter': 860, 'avg_loss': 1.3388087919087914, 'avg_acc_mask': 54.25486146962657, 'loss': 1.3602921962738037}
+{'epoch': 69, 'iter': 870, 'avg_loss': 1.3392328529626165, 'avg_acc_mask': 54.23898035050452, 'loss': 1.2384889125823975}
+{'epoch': 69, 'iter': 880, 'avg_loss': 1.3387322945437827, 'avg_acc_mask': 54.260325196420325, 'loss': 1.2449864149093628}
+{'epoch': 69, 'iter': 890, 'avg_loss': 1.3380029893215792, 'avg_acc_mask': 54.28945781253249, 'loss': 0.9247944355010986}
+{'epoch': 69, 'iter': 900, 'avg_loss': 1.3378792325082285, 'avg_acc_mask': 54.29317326864967, 'loss': 1.4155998229980469}
+{'epoch': 69, 'iter': 910, 'avg_loss': 1.337747530801105, 'avg_acc_mask': 54.312008613859376, 'loss': 1.314950704574585}
+{'epoch': 69, 'iter': 920, 'avg_loss': 1.337098597768334, 'avg_acc_mask': 54.30542149292149, 'loss': 1.3005635738372803}
+{'epoch': 69, 'iter': 930, 'avg_loss': 1.336757687249578, 'avg_acc_mask': 54.33202572731436, 'loss': 1.5532357692718506}
+{'epoch': 69, 'iter': 940, 'avg_loss': 1.337049480515763, 'avg_acc_mask': 54.32874015748032, 'loss': 1.2243822813034058}
+{'epoch': 69, 'iter': 950, 'avg_loss': 1.3372865506652527, 'avg_acc_mask': 54.319809998442615, 'loss': 1.4523953199386597}
+{'epoch': 69, 'iter': 960, 'avg_loss': 1.337802681478824, 'avg_acc_mask': 54.31927594839207, 'loss': 1.1799864768981934}
+{'epoch': 69, 'iter': 970, 'avg_loss': 1.3384000798946305, 'avg_acc_mask': 54.31712940907445, 'loss': 1.1433606147766113}
+{'epoch': 69, 'iter': 980, 'avg_loss': 1.3378722571087176, 'avg_acc_mask': 54.333276775446336, 'loss': 1.1853936910629272}
+{'epoch': 69, 'iter': 990, 'avg_loss': 1.3391640168867487, 'avg_acc_mask': 54.30926758304268, 'loss': 1.5450915098190308}
+{'epoch': 69, 'iter': 1000, 'avg_loss': 1.3395674091119032, 'avg_acc_mask': 54.30170073680129, 'loss': 1.6142847537994385}
+{'epoch': 69, 'iter': 1010, 'avg_loss': 1.3401088436916249, 'avg_acc_mask': 54.28749040114089, 'loss': 1.3262344598770142}
+{'epoch': 69, 'iter': 1020, 'avg_loss': 1.3403576373703683, 'avg_acc_mask': 54.30283717477503, 'loss': 1.075008749961853}
+{'epoch': 69, 'iter': 1030, 'avg_loss': 1.3401655288834113, 'avg_acc_mask': 54.3117358098175, 'loss': 1.406450867652893}
+{'epoch': 69, 'iter': 1040, 'avg_loss': 1.3398714184073963, 'avg_acc_mask': 54.315135375055476, 'loss': 1.7121847867965698}
+{'epoch': 69, 'iter': 1050, 'avg_loss': 1.3402714869388503, 'avg_acc_mask': 54.318837520230815, 'loss': 1.0658236742019653}
+{'epoch': 69, 'iter': 1060, 'avg_loss': 1.3394932881152146, 'avg_acc_mask': 54.36082492198804, 'loss': 1.0943735837936401}
+{'epoch': 69, 'iter': 1070, 'avg_loss': 1.3385442663975458, 'avg_acc_mask': 54.391967788203985, 'loss': 1.1124736070632935}
+{'epoch': 69, 'iter': 1080, 'avg_loss': 1.3376798815577258, 'avg_acc_mask': 54.41080896186078, 'loss': 1.0882110595703125}
+{'epoch': 69, 'iter': 1090, 'avg_loss': 1.3384162867211291, 'avg_acc_mask': 54.37812208957751, 'loss': 1.5071557760238647}
+{'epoch': 69, 'iter': 1100, 'avg_loss': 1.3382983729581635, 'avg_acc_mask': 54.38210918363923, 'loss': 1.073141098022461}
+{'epoch': 'EP69_train', 'avg_loss': 1.3387066671751204, 'total_masked_acc': 54.367958276219454}
+{'epoch': 70, 'iter': 0, 'avg_loss': 1.5230157375335693, 'avg_acc_mask': 44.61538461538462, 'loss': 1.5230157375335693}
+{'epoch': 70, 'iter': 10, 'avg_loss': 1.4627865227785977, 'avg_acc_mask': 50.07680491551459, 'loss': 1.1282410621643066}
+{'epoch': 70, 'iter': 20, 'avg_loss': 1.4266381717863537, 'avg_acc_mask': 51.78719866999168, 'loss': 1.489964246749878}
+{'epoch': 70, 'iter': 30, 'avg_loss': 1.3782355189323425, 'avg_acc_mask': 53.223046206503135, 'loss': 1.4260128736495972}
+{'epoch': 70, 'iter': 40, 'avg_loss': 1.3872769911114762, 'avg_acc_mask': 52.63157894736842, 'loss': 1.4144611358642578}
+{'epoch': 70, 'iter': 50, 'avg_loss': 1.3950790342162638, 'avg_acc_mask': 51.881256472212634, 'loss': 1.397821307182312}
+{'epoch': 70, 'iter': 60, 'avg_loss': 1.3735029374966856, 'avg_acc_mask': 52.58519388954171, 'loss': 0.9928025007247925}
+{'epoch': 70, 'iter': 70, 'avg_loss': 1.3718457431860374, 'avg_acc_mask': 53.27499999999999, 'loss': 1.3322945833206177}
+{'epoch': 70, 'iter': 80, 'avg_loss': 1.3720727297994826, 'avg_acc_mask': 53.16427783902977, 'loss': 1.3856725692749023}
+{'epoch': 70, 'iter': 90, 'avg_loss': 1.3762362075375987, 'avg_acc_mask': 53.05882352941177, 'loss': 1.6743413209915161}
+{'epoch': 70, 'iter': 100, 'avg_loss': 1.367513876740295, 'avg_acc_mask': 53.25412307146657, 'loss': 1.2195489406585693}
+{'epoch': 70, 'iter': 110, 'avg_loss': 1.356948531425751, 'avg_acc_mask': 53.56910039113429, 'loss': 0.9642739295959473}
+{'epoch': 70, 'iter': 120, 'avg_loss': 1.354930574243719, 'avg_acc_mask': 53.58110141438459, 'loss': 1.6350294351577759}
+{'epoch': 70, 'iter': 130, 'avg_loss': 1.3554743801364462, 'avg_acc_mask': 53.34163553341635, 'loss': 1.3383952379226685}
+{'epoch': 70, 'iter': 140, 'avg_loss': 1.3548025290171306, 'avg_acc_mask': 53.28635490070468, 'loss': 1.4422463178634644}
+{'epoch': 70, 'iter': 150, 'avg_loss': 1.3412406614284642, 'avg_acc_mask': 53.7609820676375, 'loss': 1.5961662530899048}
+{'epoch': 70, 'iter': 160, 'avg_loss': 1.339073368111012, 'avg_acc_mask': 53.9409702589619, 'loss': 1.4266362190246582}
+{'epoch': 70, 'iter': 170, 'avg_loss': 1.3412395642514814, 'avg_acc_mask': 53.93388953426972, 'loss': 1.3373230695724487}
+{'epoch': 70, 'iter': 180, 'avg_loss': 1.3442901468408701, 'avg_acc_mask': 53.987852235387834, 'loss': 1.5103201866149902}
+{'epoch': 70, 'iter': 190, 'avg_loss': 1.3426174945856264, 'avg_acc_mask': 54.03409090909091, 'loss': 1.130224347114563}
+{'epoch': 70, 'iter': 200, 'avg_loss': 1.342412992792936, 'avg_acc_mask': 53.99676666067899, 'loss': 1.3907313346862793}
+{'epoch': 70, 'iter': 210, 'avg_loss': 1.3417120067429205, 'avg_acc_mask': 53.89466507584796, 'loss': 1.4148565530776978}
+{'epoch': 70, 'iter': 220, 'avg_loss': 1.3391302125486313, 'avg_acc_mask': 53.783827580619025, 'loss': 1.3622626066207886}
+{'epoch': 70, 'iter': 230, 'avg_loss': 1.3434222046431008, 'avg_acc_mask': 53.65264797507788, 'loss': 1.1679929494857788}
+{'epoch': 70, 'iter': 240, 'avg_loss': 1.3415093216658627, 'avg_acc_mask': 53.67713004484305, 'loss': 1.0651283264160156}
+{'epoch': 70, 'iter': 250, 'avg_loss': 1.3449725470694889, 'avg_acc_mask': 53.55654548067251, 'loss': 1.3391995429992676}
+{'epoch': 70, 'iter': 260, 'avg_loss': 1.3504161777624226, 'avg_acc_mask': 53.53521418224461, 'loss': 1.436560034751892}
+{'epoch': 70, 'iter': 270, 'avg_loss': 1.3507160891905923, 'avg_acc_mask': 53.54945418458485, 'loss': 1.7211438417434692}
+{'epoch': 70, 'iter': 280, 'avg_loss': 1.350623490123138, 'avg_acc_mask': 53.54219948849105, 'loss': 0.6374195218086243}
+{'epoch': 70, 'iter': 290, 'avg_loss': 1.3535675306090784, 'avg_acc_mask': 53.49339587705222, 'loss': 1.5698131322860718}
+{'epoch': 70, 'iter': 300, 'avg_loss': 1.3516506562597332, 'avg_acc_mask': 53.62578334825425, 'loss': 1.2402678728103638}
+{'epoch': 70, 'iter': 310, 'avg_loss': 1.348124459050476, 'avg_acc_mask': 53.597268044220634, 'loss': 0.8014426231384277}
+{'epoch': 70, 'iter': 320, 'avg_loss': 1.3511786845242866, 'avg_acc_mask': 53.52620025890696, 'loss': 1.3261229991912842}
+{'epoch': 70, 'iter': 330, 'avg_loss': 1.3518505029808, 'avg_acc_mask': 53.538545355488964, 'loss': 1.1286275386810303}
+{'epoch': 70, 'iter': 340, 'avg_loss': 1.351366688254292, 'avg_acc_mask': 53.5350335286974, 'loss': 1.4746475219726562}
+{'epoch': 70, 'iter': 350, 'avg_loss': 1.3481791822658984, 'avg_acc_mask': 53.693415637860085, 'loss': 1.3087023496627808}
+{'epoch': 70, 'iter': 360, 'avg_loss': 1.3500966370270853, 'avg_acc_mask': 53.66085261632265, 'loss': 1.5004396438598633}
+{'epoch': 70, 'iter': 370, 'avg_loss': 1.3487647966233225, 'avg_acc_mask': 53.6497417405711, 'loss': 1.4086657762527466}
+{'epoch': 70, 'iter': 380, 'avg_loss': 1.3511725409137296, 'avg_acc_mask': 53.51035531065932, 'loss': 1.1170240640640259}
+{'epoch': 70, 'iter': 390, 'avg_loss': 1.3518413009545993, 'avg_acc_mask': 53.489017341040466, 'loss': 1.7486916780471802}
+{'epoch': 70, 'iter': 400, 'avg_loss': 1.3494617592664133, 'avg_acc_mask': 53.5406028288671, 'loss': 0.9388564229011536}
+{'epoch': 70, 'iter': 410, 'avg_loss': 1.3477291157355853, 'avg_acc_mask': 53.62024869917982, 'loss': 1.2037287950515747}
+{'epoch': 70, 'iter': 420, 'avg_loss': 1.3467892092650406, 'avg_acc_mask': 53.64866029120358, 'loss': 1.2322466373443604}
+{'epoch': 70, 'iter': 430, 'avg_loss': 1.3457492336872836, 'avg_acc_mask': 53.70627604495517, 'loss': 1.394940972328186}
+{'epoch': 70, 'iter': 440, 'avg_loss': 1.34670880065213, 'avg_acc_mask': 53.679493504357836, 'loss': 1.8981969356536865}
+{'epoch': 70, 'iter': 450, 'avg_loss': 1.3471925751597285, 'avg_acc_mask': 53.67061096353538, 'loss': 1.2977415323257446}
+{'epoch': 70, 'iter': 460, 'avg_loss': 1.3495785640532438, 'avg_acc_mask': 53.594334054692105, 'loss': 1.473616600036621}
+{'epoch': 70, 'iter': 470, 'avg_loss': 1.3505949253995453, 'avg_acc_mask': 53.560979365568215, 'loss': 1.4181162118911743}
+{'epoch': 70, 'iter': 480, 'avg_loss': 1.3495634275018054, 'avg_acc_mask': 53.638488801749496, 'loss': 1.1787359714508057}
+{'epoch': 70, 'iter': 490, 'avg_loss': 1.3506937025763595, 'avg_acc_mask': 53.60862820418113, 'loss': 1.4874504804611206}
+{'epoch': 70, 'iter': 500, 'avg_loss': 1.3494088163156948, 'avg_acc_mask': 53.68641921713335, 'loss': 1.1054693460464478}
+{'epoch': 70, 'iter': 510, 'avg_loss': 1.3478305613924613, 'avg_acc_mask': 53.742822712128735, 'loss': 1.2305941581726074}
+{'epoch': 70, 'iter': 520, 'avg_loss': 1.346935114338851, 'avg_acc_mask': 53.804423424676585, 'loss': 1.4326326847076416}
+{'epoch': 70, 'iter': 530, 'avg_loss': 1.346010975020529, 'avg_acc_mask': 53.83722518093678, 'loss': 1.12796950340271}
+{'epoch': 70, 'iter': 540, 'avg_loss': 1.3432285432013478, 'avg_acc_mask': 53.89614740368509, 'loss': 1.3649251461029053}
+{'epoch': 70, 'iter': 550, 'avg_loss': 1.343702719886593, 'avg_acc_mask': 53.87218662723837, 'loss': 1.4334222078323364}
+{'epoch': 70, 'iter': 560, 'avg_loss': 1.3425866574739602, 'avg_acc_mask': 53.896103896103895, 'loss': 1.3238129615783691}
+{'epoch': 70, 'iter': 570, 'avg_loss': 1.3414921154073993, 'avg_acc_mask': 53.98106373514647, 'loss': 1.341030478477478}
+{'epoch': 70, 'iter': 580, 'avg_loss': 1.3402422255164785, 'avg_acc_mask': 54.01628349502449, 'loss': 1.4919342994689941}
+{'epoch': 70, 'iter': 590, 'avg_loss': 1.3392878014424126, 'avg_acc_mask': 54.051816648781234, 'loss': 0.9599822163581848}
+{'epoch': 70, 'iter': 600, 'avg_loss': 1.3383674903241252, 'avg_acc_mask': 54.11938676967648, 'loss': 1.0790354013442993}
+{'epoch': 70, 'iter': 610, 'avg_loss': 1.3400698283690282, 'avg_acc_mask': 54.07845116845324, 'loss': 1.417637825012207}
+{'epoch': 70, 'iter': 620, 'avg_loss': 1.3383878032750363, 'avg_acc_mask': 54.147310602740525, 'loss': 1.455628514289856}
+{'epoch': 70, 'iter': 630, 'avg_loss': 1.3373937902473232, 'avg_acc_mask': 54.240308072534994, 'loss': 1.227480173110962}
+{'epoch': 70, 'iter': 640, 'avg_loss': 1.3376110517848487, 'avg_acc_mask': 54.25812115891132, 'loss': 1.1542589664459229}
+{'epoch': 70, 'iter': 650, 'avg_loss': 1.3374388912855755, 'avg_acc_mask': 54.249022892238976, 'loss': 1.1274516582489014}
+{'epoch': 70, 'iter': 660, 'avg_loss': 1.335396770810576, 'avg_acc_mask': 54.3129760497154, 'loss': 1.3377685546875}
+{'epoch': 70, 'iter': 670, 'avg_loss': 1.3353158153826719, 'avg_acc_mask': 54.401170034126004, 'loss': 1.4711787700653076}
+{'epoch': 70, 'iter': 680, 'avg_loss': 1.3359507980500724, 'avg_acc_mask': 54.384842913102574, 'loss': 1.5678030252456665}
+{'epoch': 70, 'iter': 690, 'avg_loss': 1.336382746178921, 'avg_acc_mask': 54.37969628500867, 'loss': 1.4319101572036743}
+{'epoch': 70, 'iter': 700, 'avg_loss': 1.33843480333282, 'avg_acc_mask': 54.312842802442304, 'loss': 1.4287906885147095}
+{'epoch': 70, 'iter': 710, 'avg_loss': 1.3377032814817253, 'avg_acc_mask': 54.35653927650558, 'loss': 1.2538437843322754}
+{'epoch': 70, 'iter': 720, 'avg_loss': 1.3380746051937797, 'avg_acc_mask': 54.329499987417904, 'loss': 1.5374983549118042}
+{'epoch': 70, 'iter': 730, 'avg_loss': 1.336464849770803, 'avg_acc_mask': 54.38239093709629, 'loss': 1.277246117591858}
+{'epoch': 70, 'iter': 740, 'avg_loss': 1.3363909283791156, 'avg_acc_mask': 54.37590373256869, 'loss': 1.4374809265136719}
+{'epoch': 70, 'iter': 750, 'avg_loss': 1.3372737554989547, 'avg_acc_mask': 54.316303349606066, 'loss': 1.2644450664520264}
+{'epoch': 70, 'iter': 760, 'avg_loss': 1.3363509260401933, 'avg_acc_mask': 54.357064412930335, 'loss': 1.1151849031448364}
+{'epoch': 70, 'iter': 770, 'avg_loss': 1.338182692629818, 'avg_acc_mask': 54.24958198902574, 'loss': 1.5588839054107666}
+{'epoch': 70, 'iter': 780, 'avg_loss': 1.336676746416031, 'avg_acc_mask': 54.294357184409535, 'loss': 1.4147337675094604}
+{'epoch': 70, 'iter': 790, 'avg_loss': 1.3366133496071084, 'avg_acc_mask': 54.30468139844719, 'loss': 1.3873376846313477}
+{'epoch': 70, 'iter': 800, 'avg_loss': 1.3363299655557126, 'avg_acc_mask': 54.29880676920285, 'loss': 1.224868893623352}
+{'epoch': 70, 'iter': 810, 'avg_loss': 1.335878128188165, 'avg_acc_mask': 54.311581211903906, 'loss': 1.2730482816696167}
+{'epoch': 70, 'iter': 820, 'avg_loss': 1.3363362187735202, 'avg_acc_mask': 54.33743471718155, 'loss': 1.3047877550125122}
+{'epoch': 70, 'iter': 830, 'avg_loss': 1.3363756846578256, 'avg_acc_mask': 54.35971474821718, 'loss': 1.404371738433838}
+{'epoch': 70, 'iter': 840, 'avg_loss': 1.3354391644882675, 'avg_acc_mask': 54.36479619418315, 'loss': 1.4588607549667358}
+{'epoch': 70, 'iter': 850, 'avg_loss': 1.3360805977945742, 'avg_acc_mask': 54.33264273051539, 'loss': 1.4688811302185059}
+{'epoch': 70, 'iter': 860, 'avg_loss': 1.336374527555171, 'avg_acc_mask': 54.294698632449766, 'loss': 1.3247935771942139}
+{'epoch': 70, 'iter': 870, 'avg_loss': 1.3378921979193572, 'avg_acc_mask': 54.255186203449135, 'loss': 1.2155654430389404}
+{'epoch': 70, 'iter': 880, 'avg_loss': 1.3366147125484453, 'avg_acc_mask': 54.27752931720286, 'loss': 0.8031234741210938}
+{'epoch': 70, 'iter': 890, 'avg_loss': 1.335515138677475, 'avg_acc_mask': 54.34928922518407, 'loss': 0.8905308842658997}
+{'epoch': 70, 'iter': 900, 'avg_loss': 1.3357116517163277, 'avg_acc_mask': 54.3408619265408, 'loss': 1.6531882286071777}
+{'epoch': 70, 'iter': 910, 'avg_loss': 1.3362880484594604, 'avg_acc_mask': 54.32578338213908, 'loss': 1.7428683042526245}
+{'epoch': 70, 'iter': 920, 'avg_loss': 1.3357657287330502, 'avg_acc_mask': 54.359105885138206, 'loss': 1.2568916082382202}
+{'epoch': 70, 'iter': 930, 'avg_loss': 1.3359251992915038, 'avg_acc_mask': 54.35164921056745, 'loss': 1.3173261880874634}
+{'epoch': 70, 'iter': 940, 'avg_loss': 1.3362598872716824, 'avg_acc_mask': 54.33384202291035, 'loss': 1.0333572626113892}
+{'epoch': 70, 'iter': 950, 'avg_loss': 1.3364637173814102, 'avg_acc_mask': 54.33390060615332, 'loss': 1.5929707288742065}
+{'epoch': 70, 'iter': 960, 'avg_loss': 1.3367385791070008, 'avg_acc_mask': 54.35497900987103, 'loss': 1.284515619277954}
+{'epoch': 70, 'iter': 970, 'avg_loss': 1.3372604517931796, 'avg_acc_mask': 54.34469335429416, 'loss': 1.3901541233062744}
+{'epoch': 70, 'iter': 980, 'avg_loss': 1.3376853071099999, 'avg_acc_mask': 54.3119401880228, 'loss': 1.1885913610458374}
+{'epoch': 70, 'iter': 990, 'avg_loss': 1.3380475485721823, 'avg_acc_mask': 54.30447826723255, 'loss': 1.5275932550430298}
+{'epoch': 70, 'iter': 1000, 'avg_loss': 1.337478699503126, 'avg_acc_mask': 54.32523445703733, 'loss': 1.4083141088485718}
+{'epoch': 70, 'iter': 1010, 'avg_loss': 1.337222171820236, 'avg_acc_mask': 54.33484552349872, 'loss': 1.0649744272232056}
+{'epoch': 70, 'iter': 1020, 'avg_loss': 1.3373796340884472, 'avg_acc_mask': 54.323528368165206, 'loss': 1.36161470413208}
+{'epoch': 70, 'iter': 1030, 'avg_loss': 1.336681067192011, 'avg_acc_mask': 54.34128840505795, 'loss': 1.268871545791626}
+{'epoch': 70, 'iter': 1040, 'avg_loss': 1.3369575797309106, 'avg_acc_mask': 54.33201058201058, 'loss': 1.2237896919250488}
+{'epoch': 70, 'iter': 1050, 'avg_loss': 1.3369554616971655, 'avg_acc_mask': 54.37271535967998, 'loss': 1.3343271017074585}
+{'epoch': 70, 'iter': 1060, 'avg_loss': 1.3371996896992755, 'avg_acc_mask': 54.35432868985557, 'loss': 0.9414323568344116}
+{'epoch': 70, 'iter': 1070, 'avg_loss': 1.336401726407052, 'avg_acc_mask': 54.374883579157704, 'loss': 1.3395439386367798}
+{'epoch': 70, 'iter': 1080, 'avg_loss': 1.3367699186742361, 'avg_acc_mask': 54.383993559856435, 'loss': 1.1465908288955688}
+{'epoch': 70, 'iter': 1090, 'avg_loss': 1.3364719100549176, 'avg_acc_mask': 54.42815151867413, 'loss': 1.2214267253875732}
+{'epoch': 70, 'iter': 1100, 'avg_loss': 1.3361081334810492, 'avg_acc_mask': 54.43932158735386, 'loss': 1.0295348167419434}
+{'epoch': 'EP70_train', 'avg_loss': 1.3365708805856662, 'total_masked_acc': 54.42180219203255}
+{'epoch': 71, 'iter': 0, 'avg_loss': 1.2736259698867798, 'avg_acc_mask': 56.52173913043478, 'loss': 1.2736259698867798}
+{'epoch': 71, 'iter': 10, 'avg_loss': 1.3585754199461504, 'avg_acc_mask': 54.179566563467496, 'loss': 1.0446981191635132}
+{'epoch': 71, 'iter': 20, 'avg_loss': 1.4220634471802485, 'avg_acc_mask': 51.8796992481203, 'loss': 1.8460359573364258}
+{'epoch': 71, 'iter': 30, 'avg_loss': 1.4041393572284329, 'avg_acc_mask': 52.63768115942029, 'loss': 1.6903200149536133}
+{'epoch': 71, 'iter': 40, 'avg_loss': 1.3825511510779218, 'avg_acc_mask': 53.371030882992606, 'loss': 1.4730604887008667}
+{'epoch': 71, 'iter': 50, 'avg_loss': 1.38410711405324, 'avg_acc_mask': 53.530830175680336, 'loss': 1.6213958263397217}
+{'epoch': 71, 'iter': 60, 'avg_loss': 1.3591621977383974, 'avg_acc_mask': 54.45285215366705, 'loss': 1.1141828298568726}
+{'epoch': 71, 'iter': 70, 'avg_loss': 1.3483042213278758, 'avg_acc_mask': 54.581673306772906, 'loss': 1.5288156270980835}
+{'epoch': 71, 'iter': 80, 'avg_loss': 1.3581319179063962, 'avg_acc_mask': 54.08407754301895, 'loss': 1.3845741748809814}
+{'epoch': 71, 'iter': 90, 'avg_loss': 1.3568490219640208, 'avg_acc_mask': 54.12172573189522, 'loss': 1.1304529905319214}
+{'epoch': 71, 'iter': 100, 'avg_loss': 1.3420188143701837, 'avg_acc_mask': 54.52961672473867, 'loss': 1.1093971729278564}
+{'epoch': 71, 'iter': 110, 'avg_loss': 1.3447352368552405, 'avg_acc_mask': 54.347477982385904, 'loss': 1.1057343482971191}
+{'epoch': 71, 'iter': 120, 'avg_loss': 1.346468069336631, 'avg_acc_mask': 54.28024163842641, 'loss': 1.3800485134124756}
+{'epoch': 71, 'iter': 130, 'avg_loss': 1.345526944589979, 'avg_acc_mask': 54.26325064389318, 'loss': 1.4128299951553345}
+{'epoch': 71, 'iter': 140, 'avg_loss': 1.3414009090856458, 'avg_acc_mask': 54.4019199191613, 'loss': 1.4516345262527466}
+{'epoch': 71, 'iter': 150, 'avg_loss': 1.3303217382620502, 'avg_acc_mask': 54.752580989676034, 'loss': 1.3934900760650635}
+{'epoch': 71, 'iter': 160, 'avg_loss': 1.3303144414972814, 'avg_acc_mask': 54.848046309696095, 'loss': 1.2420554161071777}
+{'epoch': 71, 'iter': 170, 'avg_loss': 1.3262695122880546, 'avg_acc_mask': 55.01148465232826, 'loss': 1.3256702423095703}
+{'epoch': 71, 'iter': 180, 'avg_loss': 1.3260110886716052, 'avg_acc_mask': 55.04089878781906, 'loss': 1.3096024990081787}
+{'epoch': 71, 'iter': 190, 'avg_loss': 1.3272154156450202, 'avg_acc_mask': 55.01678478179783, 'loss': 1.3120299577713013}
+{'epoch': 71, 'iter': 200, 'avg_loss': 1.3286115936378935, 'avg_acc_mask': 54.815274209267294, 'loss': 1.3391543626785278}
+{'epoch': 71, 'iter': 210, 'avg_loss': 1.3240565120891372, 'avg_acc_mask': 54.930052250126415, 'loss': 1.09978449344635}
+{'epoch': 71, 'iter': 220, 'avg_loss': 1.3202162738299477, 'avg_acc_mask': 54.97108898168969, 'loss': 1.184289813041687}
+{'epoch': 71, 'iter': 230, 'avg_loss': 1.3206984062731524, 'avg_acc_mask': 54.95599814729041, 'loss': 1.3069320917129517}
+{'epoch': 71, 'iter': 240, 'avg_loss': 1.3205180450099139, 'avg_acc_mask': 54.990695943431334, 'loss': 1.249098777770996}
+{'epoch': 71, 'iter': 250, 'avg_loss': 1.3272091411499387, 'avg_acc_mask': 54.65207752270614, 'loss': 1.0209800004959106}
+{'epoch': 71, 'iter': 260, 'avg_loss': 1.329061793641569, 'avg_acc_mask': 54.63179628355127, 'loss': 1.0292311906814575}
+{'epoch': 71, 'iter': 270, 'avg_loss': 1.3301185563041715, 'avg_acc_mask': 54.56593770709078, 'loss': 1.4777706861495972}
+{'epoch': 71, 'iter': 280, 'avg_loss': 1.3297056044548008, 'avg_acc_mask': 54.67050543825975, 'loss': 1.081174373626709}
+{'epoch': 71, 'iter': 290, 'avg_loss': 1.3293396590911235, 'avg_acc_mask': 54.72316733683885, 'loss': 1.4513211250305176}
+{'epoch': 71, 'iter': 300, 'avg_loss': 1.3276106744905642, 'avg_acc_mask': 54.67505241090147, 'loss': 1.0217071771621704}
+{'epoch': 71, 'iter': 310, 'avg_loss': 1.324628922525326, 'avg_acc_mask': 54.72103004291845, 'loss': 1.1451557874679565}
+{'epoch': 71, 'iter': 320, 'avg_loss': 1.3252155166177364, 'avg_acc_mask': 54.64545608393975, 'loss': 1.3257412910461426}
+{'epoch': 71, 'iter': 330, 'avg_loss': 1.3232545375463827, 'avg_acc_mask': 54.80185843126537, 'loss': 1.0128390789031982}
+{'epoch': 71, 'iter': 340, 'avg_loss': 1.322275194429582, 'avg_acc_mask': 54.76960602364919, 'loss': 1.2413625717163086}
+{'epoch': 71, 'iter': 350, 'avg_loss': 1.3195984548652953, 'avg_acc_mask': 54.88559059987631, 'loss': 1.3444225788116455}
+{'epoch': 71, 'iter': 360, 'avg_loss': 1.3184304272038785, 'avg_acc_mask': 54.96874218554638, 'loss': 1.137487530708313}
+{'epoch': 71, 'iter': 370, 'avg_loss': 1.3165843822564076, 'avg_acc_mask': 55.044532048474224, 'loss': 1.1749012470245361}
+{'epoch': 71, 'iter': 380, 'avg_loss': 1.3179149504095864, 'avg_acc_mask': 54.9325864033422, 'loss': 0.770032525062561}
+{'epoch': 71, 'iter': 390, 'avg_loss': 1.3171300676167774, 'avg_acc_mask': 55.018535681186286, 'loss': 1.1797887086868286}
+{'epoch': 71, 'iter': 400, 'avg_loss': 1.3190537633146728, 'avg_acc_mask': 54.931995842935244, 'loss': 1.4514249563217163}
+{'epoch': 71, 'iter': 410, 'avg_loss': 1.3208293562387898, 'avg_acc_mask': 54.88552648992015, 'loss': 1.5572551488876343}
+{'epoch': 71, 'iter': 420, 'avg_loss': 1.3220745703103707, 'avg_acc_mask': 54.818939099659026, 'loss': 1.3477280139923096}
+{'epoch': 71, 'iter': 430, 'avg_loss': 1.3225159109883409, 'avg_acc_mask': 54.83448741766593, 'loss': 1.6340011358261108}
+{'epoch': 71, 'iter': 440, 'avg_loss': 1.3247688739748498, 'avg_acc_mask': 54.834715859848956, 'loss': 1.3729169368743896}
+{'epoch': 71, 'iter': 450, 'avg_loss': 1.3242227724544753, 'avg_acc_mask': 54.85432975546768, 'loss': 1.139986276626587}
+{'epoch': 71, 'iter': 460, 'avg_loss': 1.3254008039735143, 'avg_acc_mask': 54.83756505283078, 'loss': 1.2429357767105103}
+{'epoch': 71, 'iter': 470, 'avg_loss': 1.3256122095316585, 'avg_acc_mask': 54.79573712255773, 'loss': 1.2148022651672363}
+{'epoch': 71, 'iter': 480, 'avg_loss': 1.3249812869668751, 'avg_acc_mask': 54.85447930877672, 'loss': 0.9648261666297913}
+{'epoch': 71, 'iter': 490, 'avg_loss': 1.3267973275388574, 'avg_acc_mask': 54.785735468564646, 'loss': 1.5449326038360596}
+{'epoch': 71, 'iter': 500, 'avg_loss': 1.3264787687274986, 'avg_acc_mask': 54.78033358770305, 'loss': 1.1794553995132446}
+{'epoch': 71, 'iter': 510, 'avg_loss': 1.3257658943504738, 'avg_acc_mask': 54.80789792572528, 'loss': 1.3951061964035034}
+{'epoch': 71, 'iter': 520, 'avg_loss': 1.3246758932573095, 'avg_acc_mask': 54.8780060909441, 'loss': 1.4574575424194336}
+{'epoch': 71, 'iter': 530, 'avg_loss': 1.3249111977000694, 'avg_acc_mask': 54.82451617338696, 'loss': 1.1315804719924927}
+{'epoch': 71, 'iter': 540, 'avg_loss': 1.3258148392114975, 'avg_acc_mask': 54.7635921838615, 'loss': 1.471828818321228}
+{'epoch': 71, 'iter': 550, 'avg_loss': 1.3273823306694654, 'avg_acc_mask': 54.67328370554178, 'loss': 1.61576247215271}
+{'epoch': 71, 'iter': 560, 'avg_loss': 1.3269739119126835, 'avg_acc_mask': 54.676329130378264, 'loss': 1.0835362672805786}
+{'epoch': 71, 'iter': 570, 'avg_loss': 1.3249896479780328, 'avg_acc_mask': 54.764488128669896, 'loss': 1.3193773031234741}
+{'epoch': 71, 'iter': 580, 'avg_loss': 1.3237039986452834, 'avg_acc_mask': 54.78309929789368, 'loss': 1.5519113540649414}
+{'epoch': 71, 'iter': 590, 'avg_loss': 1.3243858526805936, 'avg_acc_mask': 54.76227159276492, 'loss': 1.301274061203003}
+{'epoch': 71, 'iter': 600, 'avg_loss': 1.3247199693257719, 'avg_acc_mask': 54.71989814477992, 'loss': 1.2916733026504517}
+{'epoch': 71, 'iter': 610, 'avg_loss': 1.3248105687127372, 'avg_acc_mask': 54.7535998569001, 'loss': 1.1858783960342407}
+{'epoch': 71, 'iter': 620, 'avg_loss': 1.3240186087367232, 'avg_acc_mask': 54.78278724590068, 'loss': 1.4788583517074585}
+{'epoch': 71, 'iter': 630, 'avg_loss': 1.3237165479010145, 'avg_acc_mask': 54.793927499422765, 'loss': 1.3374131917953491}
+{'epoch': 71, 'iter': 640, 'avg_loss': 1.3231009083121503, 'avg_acc_mask': 54.81081081081081, 'loss': 1.2576055526733398}
+{'epoch': 71, 'iter': 650, 'avg_loss': 1.3231735541706993, 'avg_acc_mask': 54.810871392546936, 'loss': 1.1825114488601685}
+{'epoch': 71, 'iter': 660, 'avg_loss': 1.3232329895384554, 'avg_acc_mask': 54.84324592604848, 'loss': 1.1883960962295532}
+{'epoch': 71, 'iter': 670, 'avg_loss': 1.3235812392391142, 'avg_acc_mask': 54.84169044707161, 'loss': 1.348781943321228}
+{'epoch': 71, 'iter': 680, 'avg_loss': 1.3234535081971235, 'avg_acc_mask': 54.832141039037595, 'loss': 1.4520175457000732}
+{'epoch': 71, 'iter': 690, 'avg_loss': 1.3247975132572323, 'avg_acc_mask': 54.799799403489324, 'loss': 1.3469750881195068}
+{'epoch': 71, 'iter': 700, 'avg_loss': 1.3251133045864514, 'avg_acc_mask': 54.783649467905185, 'loss': 1.2816513776779175}
+{'epoch': 71, 'iter': 710, 'avg_loss': 1.3250599845552242, 'avg_acc_mask': 54.806161745827985, 'loss': 1.1594899892807007}
+{'epoch': 71, 'iter': 720, 'avg_loss': 1.3247463909829043, 'avg_acc_mask': 54.8253164556962, 'loss': 1.3492296934127808}
+{'epoch': 71, 'iter': 730, 'avg_loss': 1.322514930681393, 'avg_acc_mask': 54.88642894625053, 'loss': 1.2952059507369995}
+{'epoch': 71, 'iter': 740, 'avg_loss': 1.323356964488422, 'avg_acc_mask': 54.865184600975994, 'loss': 1.2946486473083496}
+{'epoch': 71, 'iter': 750, 'avg_loss': 1.325351408889862, 'avg_acc_mask': 54.79984453944812, 'loss': 1.6144064664840698}
+{'epoch': 71, 'iter': 760, 'avg_loss': 1.3244260842477444, 'avg_acc_mask': 54.80109410240415, 'loss': 1.0993117094039917}
+{'epoch': 71, 'iter': 770, 'avg_loss': 1.3253604966842711, 'avg_acc_mask': 54.77931605727133, 'loss': 1.644842505455017}
+{'epoch': 71, 'iter': 780, 'avg_loss': 1.3246318138515751, 'avg_acc_mask': 54.80746736536752, 'loss': 1.3659521341323853}
+{'epoch': 71, 'iter': 790, 'avg_loss': 1.3253904623267925, 'avg_acc_mask': 54.81395886295355, 'loss': 1.5073515176773071}
+{'epoch': 71, 'iter': 800, 'avg_loss': 1.3248645227946592, 'avg_acc_mask': 54.833630015062305, 'loss': 1.4918837547302246}
+{'epoch': 71, 'iter': 810, 'avg_loss': 1.3249243046587698, 'avg_acc_mask': 54.84882671480145, 'loss': 1.3615702390670776}
+{'epoch': 71, 'iter': 820, 'avg_loss': 1.32502389476883, 'avg_acc_mask': 54.837919126657006, 'loss': 1.3269480466842651}
+{'epoch': 71, 'iter': 830, 'avg_loss': 1.3259294682891791, 'avg_acc_mask': 54.790089772927296, 'loss': 1.2271335124969482}
+{'epoch': 71, 'iter': 840, 'avg_loss': 1.325979013363615, 'avg_acc_mask': 54.77287546185612, 'loss': 1.2370705604553223}
+{'epoch': 71, 'iter': 850, 'avg_loss': 1.3256883765499685, 'avg_acc_mask': 54.80067016066672, 'loss': 1.3188625574111938}
+{'epoch': 71, 'iter': 860, 'avg_loss': 1.3274919689047766, 'avg_acc_mask': 54.72570350107089, 'loss': 1.46294367313385}
+{'epoch': 71, 'iter': 870, 'avg_loss': 1.3287845308006014, 'avg_acc_mask': 54.70053229389329, 'loss': 1.0809248685836792}
+{'epoch': 71, 'iter': 880, 'avg_loss': 1.3290928240937354, 'avg_acc_mask': 54.69034985906151, 'loss': 1.338616132736206}
+{'epoch': 71, 'iter': 890, 'avg_loss': 1.3288738411818823, 'avg_acc_mask': 54.721475063137795, 'loss': 1.013449788093567}
+{'epoch': 71, 'iter': 900, 'avg_loss': 1.3294858321233278, 'avg_acc_mask': 54.70062918611731, 'loss': 1.542379379272461}
+{'epoch': 71, 'iter': 910, 'avg_loss': 1.3300825794494244, 'avg_acc_mask': 54.651932371994135, 'loss': 1.3985404968261719}
+{'epoch': 71, 'iter': 920, 'avg_loss': 1.3303750694509955, 'avg_acc_mask': 54.64650073438927, 'loss': 1.4976168870925903}
+{'epoch': 71, 'iter': 930, 'avg_loss': 1.3297010125586348, 'avg_acc_mask': 54.682435219928095, 'loss': 1.3221415281295776}
+{'epoch': 71, 'iter': 940, 'avg_loss': 1.3304729917097549, 'avg_acc_mask': 54.646666796199504, 'loss': 1.1872936487197876}
+{'epoch': 71, 'iter': 950, 'avg_loss': 1.3304359971787525, 'avg_acc_mask': 54.6769787217669, 'loss': 1.4925341606140137}
+{'epoch': 71, 'iter': 960, 'avg_loss': 1.3298690638482633, 'avg_acc_mask': 54.69124985714829, 'loss': 1.520453691482544}
+{'epoch': 71, 'iter': 970, 'avg_loss': 1.330341100999673, 'avg_acc_mask': 54.698581560283685, 'loss': 1.3101047277450562}
+{'epoch': 71, 'iter': 980, 'avg_loss': 1.3305780222291976, 'avg_acc_mask': 54.698143137071945, 'loss': 1.0671769380569458}
+{'epoch': 71, 'iter': 990, 'avg_loss': 1.3313449583308608, 'avg_acc_mask': 54.64442558216776, 'loss': 1.455524206161499}
+{'epoch': 71, 'iter': 1000, 'avg_loss': 1.3318033363673831, 'avg_acc_mask': 54.612235947664644, 'loss': 1.5292245149612427}
+{'epoch': 71, 'iter': 1010, 'avg_loss': 1.332128572298912, 'avg_acc_mask': 54.59957297434227, 'loss': 1.3529068231582642}
+{'epoch': 71, 'iter': 1020, 'avg_loss': 1.3319942380258782, 'avg_acc_mask': 54.603766147671685, 'loss': 1.162294864654541}
+{'epoch': 71, 'iter': 1030, 'avg_loss': 1.3320049313407403, 'avg_acc_mask': 54.618359887867705, 'loss': 1.3776624202728271}
+{'epoch': 71, 'iter': 1040, 'avg_loss': 1.331170716271964, 'avg_acc_mask': 54.64846632233583, 'loss': 1.2410550117492676}
+{'epoch': 71, 'iter': 1050, 'avg_loss': 1.3315917918162614, 'avg_acc_mask': 54.639605925049175, 'loss': 1.2290033102035522}
+{'epoch': 71, 'iter': 1060, 'avg_loss': 1.3315947219855824, 'avg_acc_mask': 54.63761119922764, 'loss': 1.168373942375183}
+{'epoch': 71, 'iter': 1070, 'avg_loss': 1.3312551217252802, 'avg_acc_mask': 54.66423008607734, 'loss': 1.2992618083953857}
+{'epoch': 71, 'iter': 1080, 'avg_loss': 1.330976053369365, 'avg_acc_mask': 54.674446135633346, 'loss': 1.325100064277649}
+{'epoch': 71, 'iter': 1090, 'avg_loss': 1.3310469635356794, 'avg_acc_mask': 54.651493598862025, 'loss': 1.4713408946990967}
+{'epoch': 71, 'iter': 1100, 'avg_loss': 1.3303166495248688, 'avg_acc_mask': 54.69060883406287, 'loss': 1.1164565086364746}
+{'epoch': 'EP71_train', 'avg_loss': 1.3307784194320575, 'total_masked_acc': 54.67340668054317}
+{'epoch': 72, 'iter': 0, 'avg_loss': 1.3091516494750977, 'avg_acc_mask': 59.09090909090909, 'loss': 1.3091516494750977}
+{'epoch': 72, 'iter': 10, 'avg_loss': 1.3749369816346602, 'avg_acc_mask': 53.63636363636364, 'loss': 1.446266531944275}
+{'epoch': 72, 'iter': 20, 'avg_loss': 1.3784759385245187, 'avg_acc_mask': 54.05186385737439, 'loss': 1.458048701286316}
+{'epoch': 72, 'iter': 30, 'avg_loss': 1.3693753154047075, 'avg_acc_mask': 54.65699944227551, 'loss': 1.4321606159210205}
+{'epoch': 72, 'iter': 40, 'avg_loss': 1.3349950618860198, 'avg_acc_mask': 55.480890382192364, 'loss': 1.1730246543884277}
+{'epoch': 72, 'iter': 50, 'avg_loss': 1.3413601868292864, 'avg_acc_mask': 54.91116325846463, 'loss': 1.2163453102111816}
+{'epoch': 72, 'iter': 60, 'avg_loss': 1.3245190587200102, 'avg_acc_mask': 55.01700680272109, 'loss': 1.0508219003677368}
+{'epoch': 72, 'iter': 70, 'avg_loss': 1.3180572743147192, 'avg_acc_mask': 55.0921435499515, 'loss': 1.4704548120498657}
+{'epoch': 72, 'iter': 80, 'avg_loss': 1.327818615201079, 'avg_acc_mask': 54.78610758153325, 'loss': 1.3796305656433105}
+{'epoch': 72, 'iter': 90, 'avg_loss': 1.3372404765296768, 'avg_acc_mask': 54.43934175277458, 'loss': 1.5458002090454102}
+{'epoch': 72, 'iter': 100, 'avg_loss': 1.3332921473106536, 'avg_acc_mask': 54.649747957587344, 'loss': 1.171863317489624}
+{'epoch': 72, 'iter': 110, 'avg_loss': 1.3399300709501043, 'avg_acc_mask': 54.3826279917578, 'loss': 1.2674391269683838}
+{'epoch': 72, 'iter': 120, 'avg_loss': 1.3321267519115416, 'avg_acc_mask': 54.57715780296426, 'loss': 1.0089247226715088}
+{'epoch': 72, 'iter': 130, 'avg_loss': 1.331100322818028, 'avg_acc_mask': 54.454521205654835, 'loss': 1.2454365491867065}
+{'epoch': 72, 'iter': 140, 'avg_loss': 1.3316316841341924, 'avg_acc_mask': 54.575934434372286, 'loss': 1.0947544574737549}
+{'epoch': 72, 'iter': 150, 'avg_loss': 1.3240747933356178, 'avg_acc_mask': 54.74997085907448, 'loss': 1.4576923847198486}
+{'epoch': 72, 'iter': 160, 'avg_loss': 1.3255630198472774, 'avg_acc_mask': 54.673877055512634, 'loss': 1.4153156280517578}
+{'epoch': 72, 'iter': 170, 'avg_loss': 1.330342756377326, 'avg_acc_mask': 54.46614042376402, 'loss': 1.4103246927261353}
+{'epoch': 72, 'iter': 180, 'avg_loss': 1.329953286529246, 'avg_acc_mask': 54.627806222922416, 'loss': 1.49001944065094}
+{'epoch': 72, 'iter': 190, 'avg_loss': 1.3303580493203009, 'avg_acc_mask': 54.55221798567842, 'loss': 1.0881084203720093}
+{'epoch': 72, 'iter': 200, 'avg_loss': 1.330333145993266, 'avg_acc_mask': 54.51091278607405, 'loss': 1.3721339702606201}
+{'epoch': 72, 'iter': 210, 'avg_loss': 1.3269339085190217, 'avg_acc_mask': 54.5981355505165, 'loss': 1.1638824939727783}
+{'epoch': 72, 'iter': 220, 'avg_loss': 1.3234031855790325, 'avg_acc_mask': 54.62562129228796, 'loss': 1.338010549545288}
+{'epoch': 72, 'iter': 230, 'avg_loss': 1.3218499440135378, 'avg_acc_mask': 54.65929169547514, 'loss': 1.2457462549209595}
+{'epoch': 72, 'iter': 240, 'avg_loss': 1.3239278306110271, 'avg_acc_mask': 54.65270609054712, 'loss': 1.3790370225906372}
+{'epoch': 72, 'iter': 250, 'avg_loss': 1.3250131253227295, 'avg_acc_mask': 54.569301666075866, 'loss': 1.4570293426513672}
+{'epoch': 72, 'iter': 260, 'avg_loss': 1.3283845672662231, 'avg_acc_mask': 54.44815597518576, 'loss': 1.1856406927108765}
+{'epoch': 72, 'iter': 270, 'avg_loss': 1.3284356807430733, 'avg_acc_mask': 54.47634028050858, 'loss': 1.4556732177734375}
+{'epoch': 72, 'iter': 280, 'avg_loss': 1.3294496525649073, 'avg_acc_mask': 54.45770891541783, 'loss': 0.8579224348068237}
+{'epoch': 72, 'iter': 290, 'avg_loss': 1.3291091372057335, 'avg_acc_mask': 54.48623402163225, 'loss': 1.3680304288864136}
+{'epoch': 72, 'iter': 300, 'avg_loss': 1.3268363410452275, 'avg_acc_mask': 54.56221746371639, 'loss': 0.8342403173446655}
+{'epoch': 72, 'iter': 310, 'avg_loss': 1.3263937752346517, 'avg_acc_mask': 54.526570884542146, 'loss': 1.1529827117919922}
+{'epoch': 72, 'iter': 320, 'avg_loss': 1.3276886678187647, 'avg_acc_mask': 54.47414131226537, 'loss': 1.2270939350128174}
+{'epoch': 72, 'iter': 330, 'avg_loss': 1.3266374141067896, 'avg_acc_mask': 54.519758656302656, 'loss': 1.1097419261932373}
+{'epoch': 72, 'iter': 340, 'avg_loss': 1.3255854720943485, 'avg_acc_mask': 54.50609788289953, 'loss': 1.272214412689209}
+{'epoch': 72, 'iter': 350, 'avg_loss': 1.3240912974390209, 'avg_acc_mask': 54.50056578541302, 'loss': 1.5563557147979736}
+{'epoch': 72, 'iter': 360, 'avg_loss': 1.3225236838874395, 'avg_acc_mask': 54.56999999999999, 'loss': 1.3870574235916138}
+{'epoch': 72, 'iter': 370, 'avg_loss': 1.3228505562257895, 'avg_acc_mask': 54.57333398237842, 'loss': 0.9533684253692627}
+{'epoch': 72, 'iter': 380, 'avg_loss': 1.323259390871043, 'avg_acc_mask': 54.487846401210625, 'loss': 0.9202333092689514}
+{'epoch': 72, 'iter': 390, 'avg_loss': 1.3232457666750759, 'avg_acc_mask': 54.4761992705111, 'loss': 1.2404711246490479}
+{'epoch': 72, 'iter': 400, 'avg_loss': 1.3229989262293105, 'avg_acc_mask': 54.53358544930668, 'loss': 1.279763102531433}
+{'epoch': 72, 'iter': 410, 'avg_loss': 1.3235019207580827, 'avg_acc_mask': 54.465464144302686, 'loss': 1.3542895317077637}
+{'epoch': 72, 'iter': 420, 'avg_loss': 1.322767181804231, 'avg_acc_mask': 54.497377246538825, 'loss': 1.0520859956741333}
+{'epoch': 72, 'iter': 430, 'avg_loss': 1.3212646113194335, 'avg_acc_mask': 54.61079354404842, 'loss': 1.4251316785812378}
+{'epoch': 72, 'iter': 440, 'avg_loss': 1.3254975740060784, 'avg_acc_mask': 54.4894185329772, 'loss': 1.5629335641860962}
+{'epoch': 72, 'iter': 450, 'avg_loss': 1.325434118575373, 'avg_acc_mask': 54.49325409572759, 'loss': 1.1412516832351685}
+{'epoch': 72, 'iter': 460, 'avg_loss': 1.3266077157990792, 'avg_acc_mask': 54.5046817216146, 'loss': 1.2158756256103516}
+{'epoch': 72, 'iter': 470, 'avg_loss': 1.328292147495691, 'avg_acc_mask': 54.430720689522495, 'loss': 1.620068073272705}
+{'epoch': 72, 'iter': 480, 'avg_loss': 1.3281807038243745, 'avg_acc_mask': 54.44955165398236, 'loss': 1.1845852136611938}
+{'epoch': 72, 'iter': 490, 'avg_loss': 1.3284565772398427, 'avg_acc_mask': 54.46392323306883, 'loss': 1.7083853483200073}
+{'epoch': 72, 'iter': 500, 'avg_loss': 1.3292505559093224, 'avg_acc_mask': 54.459635416666664, 'loss': 1.2242107391357422}
+{'epoch': 72, 'iter': 510, 'avg_loss': 1.3286695931755634, 'avg_acc_mask': 54.460459680560966, 'loss': 1.3728388547897339}
+{'epoch': 72, 'iter': 520, 'avg_loss': 1.3268624218091398, 'avg_acc_mask': 54.53723348753087, 'loss': 1.457905888557434}
+{'epoch': 72, 'iter': 530, 'avg_loss': 1.3257250086511372, 'avg_acc_mask': 54.5740677386247, 'loss': 1.1352773904800415}
+{'epoch': 72, 'iter': 540, 'avg_loss': 1.3261865418190877, 'avg_acc_mask': 54.49511728581496, 'loss': 1.494020700454712}
+{'epoch': 72, 'iter': 550, 'avg_loss': 1.3262564169949498, 'avg_acc_mask': 54.46646040418669, 'loss': 1.023477554321289}
+{'epoch': 72, 'iter': 560, 'avg_loss': 1.3273055318630103, 'avg_acc_mask': 54.45794846864366, 'loss': 1.4842621088027954}
+{'epoch': 72, 'iter': 570, 'avg_loss': 1.327067196786717, 'avg_acc_mask': 54.528091675950975, 'loss': 1.4887988567352295}
+{'epoch': 72, 'iter': 580, 'avg_loss': 1.326649559344359, 'avg_acc_mask': 54.577035020185896, 'loss': 1.482187032699585}
+{'epoch': 72, 'iter': 590, 'avg_loss': 1.3268067221552788, 'avg_acc_mask': 54.58397298127111, 'loss': 1.258895754814148}
+{'epoch': 72, 'iter': 600, 'avg_loss': 1.3267363998140154, 'avg_acc_mask': 54.59761437415068, 'loss': 1.2909048795700073}
+{'epoch': 72, 'iter': 610, 'avg_loss': 1.3273422879985428, 'avg_acc_mask': 54.57568739236297, 'loss': 1.5213720798492432}
+{'epoch': 72, 'iter': 620, 'avg_loss': 1.324952973163838, 'avg_acc_mask': 54.64806854402433, 'loss': 1.339898705482483}
+{'epoch': 72, 'iter': 630, 'avg_loss': 1.3255662282370917, 'avg_acc_mask': 54.641726618705036, 'loss': 1.3069627285003662}
+{'epoch': 72, 'iter': 640, 'avg_loss': 1.327081091597374, 'avg_acc_mask': 54.60634614293013, 'loss': 1.1860791444778442}
+{'epoch': 72, 'iter': 650, 'avg_loss': 1.3254247663940335, 'avg_acc_mask': 54.672413310570654, 'loss': 1.1013649702072144}
+{'epoch': 72, 'iter': 660, 'avg_loss': 1.324735488004295, 'avg_acc_mask': 54.72717747939011, 'loss': 1.3681371212005615}
+{'epoch': 72, 'iter': 670, 'avg_loss': 1.3234199619506404, 'avg_acc_mask': 54.80278170161904, 'loss': 1.395172357559204}
+{'epoch': 72, 'iter': 680, 'avg_loss': 1.3235113195385702, 'avg_acc_mask': 54.7775131779627, 'loss': 1.598844289779663}
+{'epoch': 72, 'iter': 690, 'avg_loss': 1.3227562029696407, 'avg_acc_mask': 54.8044486611849, 'loss': 1.113363265991211}
+{'epoch': 72, 'iter': 700, 'avg_loss': 1.3248927822806866, 'avg_acc_mask': 54.69111116881768, 'loss': 1.3147650957107544}
+{'epoch': 72, 'iter': 710, 'avg_loss': 1.325129248086578, 'avg_acc_mask': 54.69210088336961, 'loss': 1.4721693992614746}
+{'epoch': 72, 'iter': 720, 'avg_loss': 1.3271880688845863, 'avg_acc_mask': 54.66037545417844, 'loss': 1.5490952730178833}
+{'epoch': 72, 'iter': 730, 'avg_loss': 1.3253239671280543, 'avg_acc_mask': 54.69851311299843, 'loss': 1.5956610441207886}
+{'epoch': 72, 'iter': 740, 'avg_loss': 1.326432430711996, 'avg_acc_mask': 54.65402005111068, 'loss': 1.2129513025283813}
+{'epoch': 72, 'iter': 750, 'avg_loss': 1.3262983478814085, 'avg_acc_mask': 54.64462329099196, 'loss': 1.3120030164718628}
+{'epoch': 72, 'iter': 760, 'avg_loss': 1.3262176069574194, 'avg_acc_mask': 54.6255717604234, 'loss': 1.2738564014434814}
+{'epoch': 72, 'iter': 770, 'avg_loss': 1.3283878038365553, 'avg_acc_mask': 54.5113314447592, 'loss': 1.3571884632110596}
+{'epoch': 72, 'iter': 780, 'avg_loss': 1.327923709619671, 'avg_acc_mask': 54.55712751552505, 'loss': 1.6417685747146606}
+{'epoch': 72, 'iter': 790, 'avg_loss': 1.3285598288444442, 'avg_acc_mask': 54.52722327232493, 'loss': 1.4270936250686646}
+{'epoch': 72, 'iter': 800, 'avg_loss': 1.3280720089407598, 'avg_acc_mask': 54.554354012521344, 'loss': 1.3457062244415283}
+{'epoch': 72, 'iter': 810, 'avg_loss': 1.3280480739220737, 'avg_acc_mask': 54.524586474625856, 'loss': 1.3849549293518066}
+{'epoch': 72, 'iter': 820, 'avg_loss': 1.3289863189158282, 'avg_acc_mask': 54.46758332220887, 'loss': 1.2348215579986572}
+{'epoch': 72, 'iter': 830, 'avg_loss': 1.3297885413921553, 'avg_acc_mask': 54.413606697870655, 'loss': 1.4024006128311157}
+{'epoch': 72, 'iter': 840, 'avg_loss': 1.3289094198756495, 'avg_acc_mask': 54.44562599014735, 'loss': 1.2286518812179565}
+{'epoch': 72, 'iter': 850, 'avg_loss': 1.3301031158757686, 'avg_acc_mask': 54.432631714322454, 'loss': 1.1060166358947754}
+{'epoch': 72, 'iter': 860, 'avg_loss': 1.3314265852467386, 'avg_acc_mask': 54.394359636679305, 'loss': 1.5706372261047363}
+{'epoch': 72, 'iter': 870, 'avg_loss': 1.3332236866315936, 'avg_acc_mask': 54.317787486673495, 'loss': 1.2088021039962769}
+{'epoch': 72, 'iter': 880, 'avg_loss': 1.3331773990805384, 'avg_acc_mask': 54.30740273439923, 'loss': 1.447153925895691}
+{'epoch': 72, 'iter': 890, 'avg_loss': 1.3318468344331993, 'avg_acc_mask': 54.364161257959495, 'loss': 0.8069748282432556}
+{'epoch': 72, 'iter': 900, 'avg_loss': 1.3321133736897255, 'avg_acc_mask': 54.35406892088659, 'loss': 1.4535839557647705}
+{'epoch': 72, 'iter': 910, 'avg_loss': 1.3327550148728389, 'avg_acc_mask': 54.33695912980885, 'loss': 1.558711290359497}
+{'epoch': 72, 'iter': 920, 'avg_loss': 1.3318412391940107, 'avg_acc_mask': 54.38916178101727, 'loss': 1.2526108026504517}
+{'epoch': 72, 'iter': 930, 'avg_loss': 1.3318777755302977, 'avg_acc_mask': 54.38255994040267, 'loss': 1.61876380443573}
+{'epoch': 72, 'iter': 940, 'avg_loss': 1.3322137214172152, 'avg_acc_mask': 54.38059441236873, 'loss': 1.3083027601242065}
+{'epoch': 72, 'iter': 950, 'avg_loss': 1.332798521413412, 'avg_acc_mask': 54.349493709726914, 'loss': 1.7960478067398071}
+{'epoch': 72, 'iter': 960, 'avg_loss': 1.3327331044919533, 'avg_acc_mask': 54.35571170828981, 'loss': 1.5187772512435913}
+{'epoch': 72, 'iter': 970, 'avg_loss': 1.3331617100354203, 'avg_acc_mask': 54.34410664260063, 'loss': 1.3543628454208374}
+{'epoch': 72, 'iter': 980, 'avg_loss': 1.3337776050290566, 'avg_acc_mask': 54.32898016891766, 'loss': 1.2407721281051636}
+{'epoch': 72, 'iter': 990, 'avg_loss': 1.3338712692621617, 'avg_acc_mask': 54.31842022930968, 'loss': 1.686739444732666}
+{'epoch': 72, 'iter': 1000, 'avg_loss': 1.3338326782613368, 'avg_acc_mask': 54.32343835366964, 'loss': 1.596406102180481}
+{'epoch': 72, 'iter': 1010, 'avg_loss': 1.333757722531063, 'avg_acc_mask': 54.32256900595346, 'loss': 1.0466958284378052}
+{'epoch': 72, 'iter': 1020, 'avg_loss': 1.3339092744319143, 'avg_acc_mask': 54.320149986608335, 'loss': 1.2118273973464966}
+{'epoch': 72, 'iter': 1030, 'avg_loss': 1.3335144115118698, 'avg_acc_mask': 54.333439501716384, 'loss': 1.2932132482528687}
+{'epoch': 72, 'iter': 1040, 'avg_loss': 1.334098717550265, 'avg_acc_mask': 54.31945198759613, 'loss': 1.2534939050674438}
+{'epoch': 72, 'iter': 1050, 'avg_loss': 1.3336997211376447, 'avg_acc_mask': 54.31635947099864, 'loss': 1.4178035259246826}
+{'epoch': 72, 'iter': 1060, 'avg_loss': 1.3338995934880982, 'avg_acc_mask': 54.303690842516026, 'loss': 1.1489166021347046}
+{'epoch': 72, 'iter': 1070, 'avg_loss': 1.3338607885256535, 'avg_acc_mask': 54.297779594060756, 'loss': 1.418776035308838}
+{'epoch': 72, 'iter': 1080, 'avg_loss': 1.3328067486094282, 'avg_acc_mask': 54.3468365953573, 'loss': 1.1346405744552612}
+{'epoch': 72, 'iter': 1090, 'avg_loss': 1.3330006526764329, 'avg_acc_mask': 54.34691867163107, 'loss': 1.2493925094604492}
+{'epoch': 72, 'iter': 1100, 'avg_loss': 1.3330823666501543, 'avg_acc_mask': 54.34631432545201, 'loss': 1.1606781482696533}
+{'epoch': 'EP72_train', 'avg_loss': 1.3337713848411767, 'total_masked_acc': 54.30612143905778}
+{'epoch': 73, 'iter': 0, 'avg_loss': 1.3948614597320557, 'avg_acc_mask': 50.877192982456144, 'loss': 1.3948614597320557}
+{'epoch': 73, 'iter': 10, 'avg_loss': 1.351816394112327, 'avg_acc_mask': 53.52564102564102, 'loss': 1.0594913959503174}
+{'epoch': 73, 'iter': 20, 'avg_loss': 1.3701961977141244, 'avg_acc_mask': 52.090301003344486, 'loss': 1.4711716175079346}
+{'epoch': 73, 'iter': 30, 'avg_loss': 1.3598037189052952, 'avg_acc_mask': 53.20139697322468, 'loss': 1.7943148612976074}
+{'epoch': 73, 'iter': 40, 'avg_loss': 1.3578804033558542, 'avg_acc_mask': 52.98573975044564, 'loss': 1.251225233078003}
+{'epoch': 73, 'iter': 50, 'avg_loss': 1.3820942242940266, 'avg_acc_mask': 51.89606741573034, 'loss': 1.6182653903961182}
+{'epoch': 73, 'iter': 60, 'avg_loss': 1.3632378030995853, 'avg_acc_mask': 52.53373313343328, 'loss': 1.2042683362960815}
+{'epoch': 73, 'iter': 70, 'avg_loss': 1.3529489863086754, 'avg_acc_mask': 53.17460317460318, 'loss': 1.3086477518081665}
+{'epoch': 73, 'iter': 80, 'avg_loss': 1.34930235956922, 'avg_acc_mask': 53.26184092940125, 'loss': 1.208246111869812}
+{'epoch': 73, 'iter': 90, 'avg_loss': 1.3544841140181154, 'avg_acc_mask': 53.3346526815753, 'loss': 1.5625507831573486}
+{'epoch': 73, 'iter': 100, 'avg_loss': 1.346160090795838, 'avg_acc_mask': 53.633590525749156, 'loss': 1.11081063747406}
+{'epoch': 73, 'iter': 110, 'avg_loss': 1.3538645935488176, 'avg_acc_mask': 53.66612111292962, 'loss': 1.0366681814193726}
+{'epoch': 73, 'iter': 120, 'avg_loss': 1.3422473201081773, 'avg_acc_mask': 54.0825549864417, 'loss': 1.067604422569275}
+{'epoch': 73, 'iter': 130, 'avg_loss': 1.3486171273784784, 'avg_acc_mask': 53.77176015473888, 'loss': 1.5690038204193115}
+{'epoch': 73, 'iter': 140, 'avg_loss': 1.3484658911718543, 'avg_acc_mask': 53.912262698819916, 'loss': 1.4370282888412476}
+{'epoch': 73, 'iter': 150, 'avg_loss': 1.3403285331283974, 'avg_acc_mask': 54.270569810866164, 'loss': 1.3322876691818237}
+{'epoch': 73, 'iter': 160, 'avg_loss': 1.3450311481582453, 'avg_acc_mask': 54.20539560190433, 'loss': 1.292728066444397}
+{'epoch': 73, 'iter': 170, 'avg_loss': 1.344447368069699, 'avg_acc_mask': 54.016, 'loss': 1.3279237747192383}
+{'epoch': 73, 'iter': 180, 'avg_loss': 1.343796715551977, 'avg_acc_mask': 53.96134776889608, 'loss': 1.5091170072555542}
+{'epoch': 73, 'iter': 190, 'avg_loss': 1.3420741854537843, 'avg_acc_mask': 53.90355912743973, 'loss': 1.0569148063659668}
+{'epoch': 73, 'iter': 200, 'avg_loss': 1.337695167432377, 'avg_acc_mask': 53.943789664551225, 'loss': 1.4104199409484863}
+{'epoch': 73, 'iter': 210, 'avg_loss': 1.3371673935397541, 'avg_acc_mask': 54.045893719806756, 'loss': 1.3559843301773071}
+{'epoch': 73, 'iter': 220, 'avg_loss': 1.3300136360108044, 'avg_acc_mask': 54.298123412275665, 'loss': 1.2487525939941406}
+{'epoch': 73, 'iter': 230, 'avg_loss': 1.330599002507858, 'avg_acc_mask': 54.41958698372966, 'loss': 1.169474720954895}
+{'epoch': 73, 'iter': 240, 'avg_loss': 1.3321721548856047, 'avg_acc_mask': 54.3470107268772, 'loss': 1.3551734685897827}
+{'epoch': 73, 'iter': 250, 'avg_loss': 1.3345376972658225, 'avg_acc_mask': 54.25578034682081, 'loss': 1.025475263595581}
+{'epoch': 73, 'iter': 260, 'avg_loss': 1.3379936718392647, 'avg_acc_mask': 54.27279053583855, 'loss': 1.536675214767456}
+{'epoch': 73, 'iter': 270, 'avg_loss': 1.3388393754448837, 'avg_acc_mask': 54.24911127506875, 'loss': 1.4420260190963745}
+{'epoch': 73, 'iter': 280, 'avg_loss': 1.337678935179931, 'avg_acc_mask': 54.17152480891308, 'loss': 0.7641156315803528}
+{'epoch': 73, 'iter': 290, 'avg_loss': 1.3344138782868271, 'avg_acc_mask': 54.20502223057173, 'loss': 1.3021519184112549}
+{'epoch': 73, 'iter': 300, 'avg_loss': 1.3324798781214362, 'avg_acc_mask': 54.29782082324455, 'loss': 1.2724339962005615}
+{'epoch': 73, 'iter': 310, 'avg_loss': 1.3312838982155852, 'avg_acc_mask': 54.35063410051667, 'loss': 1.22649085521698}
+{'epoch': 73, 'iter': 320, 'avg_loss': 1.3324470252634208, 'avg_acc_mask': 54.34448179590906, 'loss': 1.0849236249923706}
+{'epoch': 73, 'iter': 330, 'avg_loss': 1.332454410924652, 'avg_acc_mask': 54.325966850828735, 'loss': 1.4051212072372437}
+{'epoch': 73, 'iter': 340, 'avg_loss': 1.330658424984325, 'avg_acc_mask': 54.37909198239777, 'loss': 1.3317475318908691}
+{'epoch': 73, 'iter': 350, 'avg_loss': 1.330199962837404, 'avg_acc_mask': 54.50513904106016, 'loss': 1.1754553318023682}
+{'epoch': 73, 'iter': 360, 'avg_loss': 1.3303912296849936, 'avg_acc_mask': 54.50445885691123, 'loss': 1.5915594100952148}
+{'epoch': 73, 'iter': 370, 'avg_loss': 1.3330204239431418, 'avg_acc_mask': 54.4329998521512, 'loss': 1.4150205850601196}
+{'epoch': 73, 'iter': 380, 'avg_loss': 1.335547647607608, 'avg_acc_mask': 54.29723115312635, 'loss': 0.7991511225700378}
+{'epoch': 73, 'iter': 390, 'avg_loss': 1.3356354164955255, 'avg_acc_mask': 54.265524825682064, 'loss': 1.4133423566818237}
+{'epoch': 73, 'iter': 400, 'avg_loss': 1.334349560767338, 'avg_acc_mask': 54.27918665752799, 'loss': 1.0155401229858398}
+{'epoch': 73, 'iter': 410, 'avg_loss': 1.3351833633262746, 'avg_acc_mask': 54.2041908158716, 'loss': 1.4656989574432373}
+{'epoch': 73, 'iter': 420, 'avg_loss': 1.3339250706437082, 'avg_acc_mask': 54.23677098770814, 'loss': 1.1534866094589233}
+{'epoch': 73, 'iter': 430, 'avg_loss': 1.3336839320488154, 'avg_acc_mask': 54.25804249509344, 'loss': 1.67792546749115}
+{'epoch': 73, 'iter': 440, 'avg_loss': 1.3359195522440264, 'avg_acc_mask': 54.19110611922293, 'loss': 1.7912031412124634}
+{'epoch': 73, 'iter': 450, 'avg_loss': 1.3375911975647023, 'avg_acc_mask': 54.15309446254072, 'loss': 1.1282390356063843}
+{'epoch': 73, 'iter': 460, 'avg_loss': 1.3379349898619661, 'avg_acc_mask': 54.14789714969105, 'loss': 1.2249791622161865}
+{'epoch': 73, 'iter': 470, 'avg_loss': 1.3389474099102547, 'avg_acc_mask': 54.118151018341834, 'loss': 1.39032781124115}
+{'epoch': 73, 'iter': 480, 'avg_loss': 1.3371488476741338, 'avg_acc_mask': 54.14757103574702, 'loss': 1.1082628965377808}
+{'epoch': 73, 'iter': 490, 'avg_loss': 1.3383062474596525, 'avg_acc_mask': 54.17119310732347, 'loss': 1.5971410274505615}
+{'epoch': 73, 'iter': 500, 'avg_loss': 1.3380150686718983, 'avg_acc_mask': 54.21116371242981, 'loss': 1.4785370826721191}
+{'epoch': 73, 'iter': 510, 'avg_loss': 1.3390180617862486, 'avg_acc_mask': 54.15754530773371, 'loss': 1.3639599084854126}
+{'epoch': 73, 'iter': 520, 'avg_loss': 1.3381614180535593, 'avg_acc_mask': 54.192344261717786, 'loss': 1.4136635065078735}
+{'epoch': 73, 'iter': 530, 'avg_loss': 1.338134662579682, 'avg_acc_mask': 54.221945826423436, 'loss': 1.2428605556488037}
+{'epoch': 73, 'iter': 540, 'avg_loss': 1.338179821117528, 'avg_acc_mask': 54.17246411239692, 'loss': 1.4067217111587524}
+{'epoch': 73, 'iter': 550, 'avg_loss': 1.339308980047811, 'avg_acc_mask': 54.1058941058941, 'loss': 1.0558867454528809}
+{'epoch': 73, 'iter': 560, 'avg_loss': 1.3372636588287015, 'avg_acc_mask': 54.1392516939998, 'loss': 0.90777188539505}
+{'epoch': 73, 'iter': 570, 'avg_loss': 1.335921235343412, 'avg_acc_mask': 54.23319598248777, 'loss': 1.4989248514175415}
+{'epoch': 73, 'iter': 580, 'avg_loss': 1.3349578425724207, 'avg_acc_mask': 54.27586860990801, 'loss': 1.397705078125}
+{'epoch': 73, 'iter': 590, 'avg_loss': 1.3345646362014227, 'avg_acc_mask': 54.28473881870946, 'loss': 1.1732906103134155}
+{'epoch': 73, 'iter': 600, 'avg_loss': 1.3342370300642068, 'avg_acc_mask': 54.253238816915186, 'loss': 1.1218196153640747}
+{'epoch': 73, 'iter': 610, 'avg_loss': 1.334935861601572, 'avg_acc_mask': 54.24232419940574, 'loss': 1.2955777645111084}
+{'epoch': 73, 'iter': 620, 'avg_loss': 1.3337284481083904, 'avg_acc_mask': 54.3164299004696, 'loss': 1.6848315000534058}
+{'epoch': 73, 'iter': 630, 'avg_loss': 1.3335929114353826, 'avg_acc_mask': 54.349656033206585, 'loss': 1.332088589668274}
+{'epoch': 73, 'iter': 640, 'avg_loss': 1.332649620479429, 'avg_acc_mask': 54.37501788934368, 'loss': 1.2999266386032104}
+{'epoch': 73, 'iter': 650, 'avg_loss': 1.3323013661643877, 'avg_acc_mask': 54.382745673714815, 'loss': 1.1637977361679077}
+{'epoch': 73, 'iter': 660, 'avg_loss': 1.3306337429968564, 'avg_acc_mask': 54.46401246417939, 'loss': 1.025877594947815}
+{'epoch': 73, 'iter': 670, 'avg_loss': 1.3302335496631004, 'avg_acc_mask': 54.45289835240024, 'loss': 1.368905782699585}
+{'epoch': 73, 'iter': 680, 'avg_loss': 1.3313022395937804, 'avg_acc_mask': 54.45579239537578, 'loss': 1.3641892671585083}
+{'epoch': 73, 'iter': 690, 'avg_loss': 1.331696300447936, 'avg_acc_mask': 54.434819578041136, 'loss': 1.3045320510864258}
+{'epoch': 73, 'iter': 700, 'avg_loss': 1.3328343054197314, 'avg_acc_mask': 54.42185780897994, 'loss': 1.248561978340149}
+{'epoch': 73, 'iter': 710, 'avg_loss': 1.3326625607687712, 'avg_acc_mask': 54.4565189334297, 'loss': 1.3038222789764404}
+{'epoch': 73, 'iter': 720, 'avg_loss': 1.3332504353146282, 'avg_acc_mask': 54.4146068558641, 'loss': 1.3453493118286133}
+{'epoch': 73, 'iter': 730, 'avg_loss': 1.3315467856488052, 'avg_acc_mask': 54.467733039161615, 'loss': 1.3902859687805176}
+{'epoch': 73, 'iter': 740, 'avg_loss': 1.332520266213076, 'avg_acc_mask': 54.427405392035624, 'loss': 1.3548504114151}
+{'epoch': 73, 'iter': 750, 'avg_loss': 1.3338855556578197, 'avg_acc_mask': 54.388061157306936, 'loss': 1.299759864807129}
+{'epoch': 73, 'iter': 760, 'avg_loss': 1.3346043918355222, 'avg_acc_mask': 54.37320942773912, 'loss': 1.319488525390625}
+{'epoch': 73, 'iter': 770, 'avg_loss': 1.3356946149379518, 'avg_acc_mask': 54.28150541722106, 'loss': 1.4310039281845093}
+{'epoch': 73, 'iter': 780, 'avg_loss': 1.3343025964139823, 'avg_acc_mask': 54.3399150095086, 'loss': 1.6806058883666992}
+{'epoch': 73, 'iter': 790, 'avg_loss': 1.3346603677034679, 'avg_acc_mask': 54.34344370554024, 'loss': 1.1894128322601318}
+{'epoch': 73, 'iter': 800, 'avg_loss': 1.334967944133892, 'avg_acc_mask': 54.32807816397044, 'loss': 1.5630762577056885}
+{'epoch': 73, 'iter': 810, 'avg_loss': 1.3355511477637378, 'avg_acc_mask': 54.276679841897234, 'loss': 1.1604938507080078}
+{'epoch': 73, 'iter': 820, 'avg_loss': 1.3363787202248474, 'avg_acc_mask': 54.234829379338045, 'loss': 1.1633503437042236}
+{'epoch': 73, 'iter': 830, 'avg_loss': 1.3367441647319587, 'avg_acc_mask': 54.23414677198711, 'loss': 1.437429666519165}
+{'epoch': 73, 'iter': 840, 'avg_loss': 1.3363742810650756, 'avg_acc_mask': 54.277241108615534, 'loss': 1.4554790258407593}
+{'epoch': 73, 'iter': 850, 'avg_loss': 1.3376968367119373, 'avg_acc_mask': 54.20776088548172, 'loss': 1.1076754331588745}
+{'epoch': 73, 'iter': 860, 'avg_loss': 1.3388718156864419, 'avg_acc_mask': 54.173674238392266, 'loss': 1.7906280755996704}
+{'epoch': 73, 'iter': 870, 'avg_loss': 1.3393225530943011, 'avg_acc_mask': 54.193127812592, 'loss': 0.9779869318008423}
+{'epoch': 73, 'iter': 880, 'avg_loss': 1.341076233668441, 'avg_acc_mask': 54.152195162531456, 'loss': 1.4514247179031372}
+{'epoch': 73, 'iter': 890, 'avg_loss': 1.3401693618123647, 'avg_acc_mask': 54.19016258489401, 'loss': 0.9901883006095886}
+{'epoch': 73, 'iter': 900, 'avg_loss': 1.3404850684577696, 'avg_acc_mask': 54.133013244359454, 'loss': 1.6155973672866821}
+{'epoch': 73, 'iter': 910, 'avg_loss': 1.3413564681221704, 'avg_acc_mask': 54.11419144570072, 'loss': 1.5150134563446045}
+{'epoch': 73, 'iter': 920, 'avg_loss': 1.3404927759812528, 'avg_acc_mask': 54.18898735437618, 'loss': 1.5972089767456055}
+{'epoch': 73, 'iter': 930, 'avg_loss': 1.3404631859249767, 'avg_acc_mask': 54.2019043113135, 'loss': 1.7524487972259521}
+{'epoch': 73, 'iter': 940, 'avg_loss': 1.3402488186052832, 'avg_acc_mask': 54.221867206982544, 'loss': 1.1821787357330322}
+{'epoch': 73, 'iter': 950, 'avg_loss': 1.340576023396132, 'avg_acc_mask': 54.19453063269671, 'loss': 1.7501779794692993}
+{'epoch': 73, 'iter': 960, 'avg_loss': 1.3396693503447303, 'avg_acc_mask': 54.23395938602346, 'loss': 1.2883366346359253}
+{'epoch': 73, 'iter': 970, 'avg_loss': 1.3399172940902435, 'avg_acc_mask': 54.22654747086115, 'loss': 1.4483634233474731}
+{'epoch': 73, 'iter': 980, 'avg_loss': 1.3398510173312508, 'avg_acc_mask': 54.241779569290486, 'loss': 1.1456652879714966}
+{'epoch': 73, 'iter': 990, 'avg_loss': 1.3402714548269747, 'avg_acc_mask': 54.216422731215744, 'loss': 1.530898928642273}
+{'epoch': 73, 'iter': 1000, 'avg_loss': 1.3409745325813522, 'avg_acc_mask': 54.195446405730365, 'loss': 1.493862271308899}
+{'epoch': 73, 'iter': 1010, 'avg_loss': 1.3410661469934957, 'avg_acc_mask': 54.19840422644786, 'loss': 1.0005662441253662}
+{'epoch': 73, 'iter': 1020, 'avg_loss': 1.340838270077626, 'avg_acc_mask': 54.23920051579626, 'loss': 1.1260370016098022}
+{'epoch': 73, 'iter': 1030, 'avg_loss': 1.3400796192231164, 'avg_acc_mask': 54.25058111680892, 'loss': 1.2947971820831299}
+{'epoch': 73, 'iter': 1040, 'avg_loss': 1.3404660928604353, 'avg_acc_mask': 54.256702153824534, 'loss': 1.3538062572479248}
+{'epoch': 73, 'iter': 1050, 'avg_loss': 1.340699425773548, 'avg_acc_mask': 54.23858574610245, 'loss': 1.328165054321289}
+{'epoch': 73, 'iter': 1060, 'avg_loss': 1.3404982055166101, 'avg_acc_mask': 54.24263312079959, 'loss': 1.0202914476394653}
+{'epoch': 73, 'iter': 1070, 'avg_loss': 1.3396668784758623, 'avg_acc_mask': 54.25112276088182, 'loss': 1.361199975013733}
+{'epoch': 73, 'iter': 1080, 'avg_loss': 1.3401475761027164, 'avg_acc_mask': 54.268673864193154, 'loss': 1.3884930610656738}
+{'epoch': 73, 'iter': 1090, 'avg_loss': 1.341033125229651, 'avg_acc_mask': 54.22744914346895, 'loss': 1.4893078804016113}
+{'epoch': 73, 'iter': 1100, 'avg_loss': 1.3402043903664391, 'avg_acc_mask': 54.267938614682706, 'loss': 1.1608459949493408}
+{'epoch': 'EP73_train', 'avg_loss': 1.340112239958474, 'total_masked_acc': 54.28406084656085}
+{'epoch': 74, 'iter': 0, 'avg_loss': 1.4477522373199463, 'avg_acc_mask': 43.333333333333336, 'loss': 1.4477522373199463}
+{'epoch': 74, 'iter': 10, 'avg_loss': 1.3444091569293628, 'avg_acc_mask': 52.39616613418531, 'loss': 1.206325650215149}
+{'epoch': 74, 'iter': 20, 'avg_loss': 1.381693456854139, 'avg_acc_mask': 51.6725352112676, 'loss': 1.2317345142364502}
+{'epoch': 74, 'iter': 30, 'avg_loss': 1.364833987528278, 'avg_acc_mask': 52.37808549066827, 'loss': 1.5816333293914795}
+{'epoch': 74, 'iter': 40, 'avg_loss': 1.3402336908549797, 'avg_acc_mask': 53.57142857142857, 'loss': 1.0919530391693115}
+{'epoch': 74, 'iter': 50, 'avg_loss': 1.34411315240112, 'avg_acc_mask': 53.33564975677554, 'loss': 1.3576457500457764}
+{'epoch': 74, 'iter': 60, 'avg_loss': 1.3451223461354365, 'avg_acc_mask': 53.29784087548063, 'loss': 1.4690487384796143}
+{'epoch': 74, 'iter': 70, 'avg_loss': 1.350961768291366, 'avg_acc_mask': 53.034979423868315, 'loss': 1.2155735492706299}
+{'epoch': 74, 'iter': 80, 'avg_loss': 1.353252034864308, 'avg_acc_mask': 52.96229802513464, 'loss': 1.3510303497314453}
+{'epoch': 74, 'iter': 90, 'avg_loss': 1.3613602361836277, 'avg_acc_mask': 52.48367306550564, 'loss': 1.610892415046692}
+{'epoch': 74, 'iter': 100, 'avg_loss': 1.35791147050291, 'avg_acc_mask': 52.60815381876447, 'loss': 1.0868231058120728}
+{'epoch': 74, 'iter': 110, 'avg_loss': 1.3566681372152793, 'avg_acc_mask': 52.905746377991214, 'loss': 0.9580944180488586}
+{'epoch': 74, 'iter': 120, 'avg_loss': 1.3467633271020305, 'avg_acc_mask': 53.21401938851603, 'loss': 1.3857221603393555}
+{'epoch': 74, 'iter': 130, 'avg_loss': 1.3456104711721872, 'avg_acc_mask': 53.1417571841056, 'loss': 1.4083486795425415}
+{'epoch': 74, 'iter': 140, 'avg_loss': 1.3468999947216493, 'avg_acc_mask': 52.85112897053196, 'loss': 1.2595096826553345}
+{'epoch': 74, 'iter': 150, 'avg_loss': 1.34323260010473, 'avg_acc_mask': 53.3900335409679, 'loss': 1.479241967201233}
+{'epoch': 74, 'iter': 160, 'avg_loss': 1.3468326019204182, 'avg_acc_mask': 53.382104670793474, 'loss': 1.3838021755218506}
+{'epoch': 74, 'iter': 170, 'avg_loss': 1.3474055340415554, 'avg_acc_mask': 53.23041133551867, 'loss': 1.2805308103561401}
+{'epoch': 74, 'iter': 180, 'avg_loss': 1.3415332578163779, 'avg_acc_mask': 53.502294951107565, 'loss': 1.453232765197754}
+{'epoch': 74, 'iter': 190, 'avg_loss': 1.3384325988005594, 'avg_acc_mask': 53.554591740524224, 'loss': 1.2523508071899414}
+{'epoch': 74, 'iter': 200, 'avg_loss': 1.3339405522417667, 'avg_acc_mask': 53.89349745785389, 'loss': 1.3992111682891846}
+{'epoch': 74, 'iter': 210, 'avg_loss': 1.3301165875100411, 'avg_acc_mask': 53.96018636171114, 'loss': 1.1336829662322998}
+{'epoch': 74, 'iter': 220, 'avg_loss': 1.3291071963526004, 'avg_acc_mask': 53.97364378688657, 'loss': 1.2940949201583862}
+{'epoch': 74, 'iter': 230, 'avg_loss': 1.3306269560541426, 'avg_acc_mask': 54.0527950310559, 'loss': 1.1372586488723755}
+{'epoch': 74, 'iter': 240, 'avg_loss': 1.3286948231245967, 'avg_acc_mask': 54.05465949820788, 'loss': 1.1834536790847778}
+{'epoch': 74, 'iter': 250, 'avg_loss': 1.3282979220983042, 'avg_acc_mask': 54.001291896935335, 'loss': 0.945832371711731}
+{'epoch': 74, 'iter': 260, 'avg_loss': 1.3291228593994375, 'avg_acc_mask': 53.96299364816349, 'loss': 1.048771619796753}
+{'epoch': 74, 'iter': 270, 'avg_loss': 1.3331759138740737, 'avg_acc_mask': 53.88707853960232, 'loss': 1.5547456741333008}
+{'epoch': 74, 'iter': 280, 'avg_loss': 1.3379298614013238, 'avg_acc_mask': 53.799665680853806, 'loss': 1.060616374015808}
+{'epoch': 74, 'iter': 290, 'avg_loss': 1.3358861986304476, 'avg_acc_mask': 53.81598605577689, 'loss': 1.2328822612762451}
+{'epoch': 74, 'iter': 300, 'avg_loss': 1.3349557936785625, 'avg_acc_mask': 53.91288631845293, 'loss': 1.2733975648880005}
+{'epoch': 74, 'iter': 310, 'avg_loss': 1.3339598303439149, 'avg_acc_mask': 53.86863020102852, 'loss': 1.218421459197998}
+{'epoch': 74, 'iter': 320, 'avg_loss': 1.3351956901149216, 'avg_acc_mask': 53.885834136386826, 'loss': 1.2514896392822266}
+{'epoch': 74, 'iter': 330, 'avg_loss': 1.338538753842299, 'avg_acc_mask': 53.8478415885031, 'loss': 1.6483834981918335}
+{'epoch': 74, 'iter': 340, 'avg_loss': 1.3381922966923532, 'avg_acc_mask': 53.78473331204088, 'loss': 1.4807599782943726}
+{'epoch': 74, 'iter': 350, 'avg_loss': 1.3384089767083822, 'avg_acc_mask': 53.873585198201454, 'loss': 1.3517524003982544}
+{'epoch': 74, 'iter': 360, 'avg_loss': 1.339439131381439, 'avg_acc_mask': 53.85658330822537, 'loss': 1.3833106756210327}
+{'epoch': 74, 'iter': 370, 'avg_loss': 1.339188349696825, 'avg_acc_mask': 53.825831702544036, 'loss': 1.1888138055801392}
+{'epoch': 74, 'iter': 380, 'avg_loss': 1.3411167213923036, 'avg_acc_mask': 53.73518068847307, 'loss': 0.9310381412506104}
+{'epoch': 74, 'iter': 390, 'avg_loss': 1.3400855581168933, 'avg_acc_mask': 53.7961759792092, 'loss': 1.3734350204467773}
+{'epoch': 74, 'iter': 400, 'avg_loss': 1.3392461108745184, 'avg_acc_mask': 53.84162895927602, 'loss': 1.159886360168457}
+{'epoch': 74, 'iter': 410, 'avg_loss': 1.3383818175960922, 'avg_acc_mask': 53.82987167614763, 'loss': 1.1951279640197754}
+{'epoch': 74, 'iter': 420, 'avg_loss': 1.337108109031324, 'avg_acc_mask': 53.88466850828729, 'loss': 1.0967185497283936}
+{'epoch': 74, 'iter': 430, 'avg_loss': 1.3381989036801243, 'avg_acc_mask': 53.80819838056679, 'loss': 1.4007452726364136}
+{'epoch': 74, 'iter': 440, 'avg_loss': 1.3399195169645643, 'avg_acc_mask': 53.8055795936869, 'loss': 1.5646578073501587}
+{'epoch': 74, 'iter': 450, 'avg_loss': 1.34045837049738, 'avg_acc_mask': 53.75417689923104, 'loss': 1.4175927639007568}
+{'epoch': 74, 'iter': 460, 'avg_loss': 1.3422662470966513, 'avg_acc_mask': 53.68586593276981, 'loss': 1.5103352069854736}
+{'epoch': 74, 'iter': 470, 'avg_loss': 1.3418960153676902, 'avg_acc_mask': 53.67680958967266, 'loss': 1.3116449117660522}
+{'epoch': 74, 'iter': 480, 'avg_loss': 1.3416020762399923, 'avg_acc_mask': 53.670743179680144, 'loss': 1.3053604364395142}
+{'epoch': 74, 'iter': 490, 'avg_loss': 1.3414112982584843, 'avg_acc_mask': 53.74699907663897, 'loss': 1.5439808368682861}
+{'epoch': 74, 'iter': 500, 'avg_loss': 1.339242379822417, 'avg_acc_mask': 53.802969938428106, 'loss': 1.3945266008377075}
+{'epoch': 74, 'iter': 510, 'avg_loss': 1.3402993673214474, 'avg_acc_mask': 53.77160910155834, 'loss': 1.4869481325149536}
+{'epoch': 74, 'iter': 520, 'avg_loss': 1.3392928997751847, 'avg_acc_mask': 53.833286869250074, 'loss': 1.5062404870986938}
+{'epoch': 74, 'iter': 530, 'avg_loss': 1.340419671517532, 'avg_acc_mask': 53.82563190477819, 'loss': 1.234195590019226}
+{'epoch': 74, 'iter': 540, 'avg_loss': 1.3393535349593806, 'avg_acc_mask': 53.81903642773208, 'loss': 1.4404858350753784}
+{'epoch': 74, 'iter': 550, 'avg_loss': 1.3395272923900514, 'avg_acc_mask': 53.79573823403484, 'loss': 1.1547313928604126}
+{'epoch': 74, 'iter': 560, 'avg_loss': 1.340170939763387, 'avg_acc_mask': 53.771841670178624, 'loss': 1.6238932609558105}
+{'epoch': 74, 'iter': 570, 'avg_loss': 1.3391613769238968, 'avg_acc_mask': 53.83022774327122, 'loss': 1.4499903917312622}
+{'epoch': 74, 'iter': 580, 'avg_loss': 1.3379112478993231, 'avg_acc_mask': 53.798221442885776, 'loss': 1.6045771837234497}
+{'epoch': 74, 'iter': 590, 'avg_loss': 1.3374858736588466, 'avg_acc_mask': 53.81422378009408, 'loss': 0.9838519096374512}
+{'epoch': 74, 'iter': 600, 'avg_loss': 1.338731487955706, 'avg_acc_mask': 53.738473167044596, 'loss': 1.254937767982483}
+{'epoch': 74, 'iter': 610, 'avg_loss': 1.3402692849234161, 'avg_acc_mask': 53.67507136060894, 'loss': 1.232767105102539}
+{'epoch': 74, 'iter': 620, 'avg_loss': 1.3387227747559356, 'avg_acc_mask': 53.709008008417605, 'loss': 1.616104245185852}
+{'epoch': 74, 'iter': 630, 'avg_loss': 1.3385742322767593, 'avg_acc_mask': 53.73138618984649, 'loss': 1.0960534811019897}
+{'epoch': 74, 'iter': 640, 'avg_loss': 1.3379300784395192, 'avg_acc_mask': 53.80493337113694, 'loss': 1.0109578371047974}
+{'epoch': 74, 'iter': 650, 'avg_loss': 1.3382820347853337, 'avg_acc_mask': 53.80832634814195, 'loss': 1.3763450384140015}
+{'epoch': 74, 'iter': 660, 'avg_loss': 1.3369773360315862, 'avg_acc_mask': 53.85229431033059, 'loss': 1.196438193321228}
+{'epoch': 74, 'iter': 670, 'avg_loss': 1.3363311170821042, 'avg_acc_mask': 53.86182173700506, 'loss': 1.236107587814331}
+{'epoch': 74, 'iter': 680, 'avg_loss': 1.336613503234152, 'avg_acc_mask': 53.87662250769437, 'loss': 1.5924800634384155}
+{'epoch': 74, 'iter': 690, 'avg_loss': 1.3376714901192661, 'avg_acc_mask': 53.84595107549557, 'loss': 1.463433861732483}
+{'epoch': 74, 'iter': 700, 'avg_loss': 1.3402354845646955, 'avg_acc_mask': 53.81182209766984, 'loss': 1.731493592262268}
+{'epoch': 74, 'iter': 710, 'avg_loss': 1.3395248271744966, 'avg_acc_mask': 53.8178190468882, 'loss': 1.040986180305481}
+{'epoch': 74, 'iter': 720, 'avg_loss': 1.3403432867728722, 'avg_acc_mask': 53.794930003783584, 'loss': 1.3222187757492065}
+{'epoch': 74, 'iter': 730, 'avg_loss': 1.3395009401232698, 'avg_acc_mask': 53.8272096320804, 'loss': 1.4796839952468872}
+{'epoch': 74, 'iter': 740, 'avg_loss': 1.3407658402897247, 'avg_acc_mask': 53.79222434671765, 'loss': 1.281093955039978}
+{'epoch': 74, 'iter': 750, 'avg_loss': 1.341292174932325, 'avg_acc_mask': 53.767106726630885, 'loss': 1.667584776878357}
+{'epoch': 74, 'iter': 760, 'avg_loss': 1.3406193897852603, 'avg_acc_mask': 53.80482796494831, 'loss': 1.095163345336914}
+{'epoch': 74, 'iter': 770, 'avg_loss': 1.3420397402711415, 'avg_acc_mask': 53.76736519896398, 'loss': 1.4177696704864502}
+{'epoch': 74, 'iter': 780, 'avg_loss': 1.3414122627120317, 'avg_acc_mask': 53.79422718808193, 'loss': 1.413009762763977}
+{'epoch': 74, 'iter': 790, 'avg_loss': 1.3414214694997302, 'avg_acc_mask': 53.83253225398431, 'loss': 1.5290570259094238}
+{'epoch': 74, 'iter': 800, 'avg_loss': 1.339114863774303, 'avg_acc_mask': 53.917291524653486, 'loss': 0.9237436652183533}
+{'epoch': 74, 'iter': 810, 'avg_loss': 1.339285144235585, 'avg_acc_mask': 53.92269164252185, 'loss': 1.3338786363601685}
+{'epoch': 74, 'iter': 820, 'avg_loss': 1.3402907987750259, 'avg_acc_mask': 53.88011358594373, 'loss': 1.5619853734970093}
+{'epoch': 74, 'iter': 830, 'avg_loss': 1.3408166852238377, 'avg_acc_mask': 53.84126288094716, 'loss': 1.4150123596191406}
+{'epoch': 74, 'iter': 840, 'avg_loss': 1.3404128519590062, 'avg_acc_mask': 53.84448823160037, 'loss': 1.1724308729171753}
+{'epoch': 74, 'iter': 850, 'avg_loss': 1.3411844044958803, 'avg_acc_mask': 53.80139477174518, 'loss': 1.326090693473816}
+{'epoch': 74, 'iter': 860, 'avg_loss': 1.3418653096471513, 'avg_acc_mask': 53.78121108507988, 'loss': 1.4787266254425049}
+{'epoch': 74, 'iter': 870, 'avg_loss': 1.342052642499812, 'avg_acc_mask': 53.79406617218101, 'loss': 1.185817003250122}
+{'epoch': 74, 'iter': 880, 'avg_loss': 1.341918037847006, 'avg_acc_mask': 53.8185788747193, 'loss': 1.3786334991455078}
+{'epoch': 74, 'iter': 890, 'avg_loss': 1.3404685789353386, 'avg_acc_mask': 53.8880391557051, 'loss': 0.7612215280532837}
+{'epoch': 74, 'iter': 900, 'avg_loss': 1.3407794823921746, 'avg_acc_mask': 53.891913692276674, 'loss': 1.6361638307571411}
+{'epoch': 74, 'iter': 910, 'avg_loss': 1.3414855671373864, 'avg_acc_mask': 53.878665842620464, 'loss': 1.4940882921218872}
+{'epoch': 74, 'iter': 920, 'avg_loss': 1.342072978923168, 'avg_acc_mask': 53.84843219334966, 'loss': 1.5290579795837402}
+{'epoch': 74, 'iter': 930, 'avg_loss': 1.34147093625125, 'avg_acc_mask': 53.87906613265605, 'loss': 1.6750996112823486}
+{'epoch': 74, 'iter': 940, 'avg_loss': 1.341750171245348, 'avg_acc_mask': 53.87601390498262, 'loss': 1.1705013513565063}
+{'epoch': 74, 'iter': 950, 'avg_loss': 1.3413506134576727, 'avg_acc_mask': 53.88272583201268, 'loss': 1.6440036296844482}
+{'epoch': 74, 'iter': 960, 'avg_loss': 1.341607368947564, 'avg_acc_mask': 53.881442325844816, 'loss': 1.5082041025161743}
+{'epoch': 74, 'iter': 970, 'avg_loss': 1.3416872319183193, 'avg_acc_mask': 53.893434966184664, 'loss': 1.4258908033370972}
+{'epoch': 74, 'iter': 980, 'avg_loss': 1.3412055963162375, 'avg_acc_mask': 53.939024164771574, 'loss': 1.218460202217102}
+{'epoch': 74, 'iter': 990, 'avg_loss': 1.3424533599560966, 'avg_acc_mask': 53.89414369088348, 'loss': 1.6906445026397705}
+{'epoch': 74, 'iter': 1000, 'avg_loss': 1.3422506461729418, 'avg_acc_mask': 53.899527165347195, 'loss': 1.466763973236084}
+{'epoch': 74, 'iter': 1010, 'avg_loss': 1.3423488743816945, 'avg_acc_mask': 53.895451118371454, 'loss': 1.2739176750183105}
+{'epoch': 74, 'iter': 1020, 'avg_loss': 1.3416831104575595, 'avg_acc_mask': 53.914388310164604, 'loss': 1.184524655342102}
+{'epoch': 74, 'iter': 1030, 'avg_loss': 1.3415527694671623, 'avg_acc_mask': 53.93721593911849, 'loss': 1.695563793182373}
+{'epoch': 74, 'iter': 1040, 'avg_loss': 1.3416330173654585, 'avg_acc_mask': 53.933270512686285, 'loss': 1.276595950126648}
+{'epoch': 74, 'iter': 1050, 'avg_loss': 1.3402888508323938, 'avg_acc_mask': 53.985544835218036, 'loss': 1.0864276885986328}
+{'epoch': 74, 'iter': 1060, 'avg_loss': 1.3403416407995916, 'avg_acc_mask': 53.9748309220101, 'loss': 1.2711448669433594}
+{'epoch': 74, 'iter': 1070, 'avg_loss': 1.3404790098482375, 'avg_acc_mask': 53.990705878362334, 'loss': 1.7713594436645508}
+{'epoch': 74, 'iter': 1080, 'avg_loss': 1.3397037783890935, 'avg_acc_mask': 54.031675652071684, 'loss': 1.318169355392456}
+{'epoch': 74, 'iter': 1090, 'avg_loss': 1.3398961409530326, 'avg_acc_mask': 54.014137214137214, 'loss': 1.1320289373397827}
+{'epoch': 74, 'iter': 1100, 'avg_loss': 1.3389181467644418, 'avg_acc_mask': 54.048973534504086, 'loss': 1.090145468711853}
+{'epoch': 'EP74_train', 'avg_loss': 1.3390713359975168, 'total_masked_acc': 54.032960352278145}
+{'epoch': 75, 'iter': 0, 'avg_loss': 1.3956724405288696, 'avg_acc_mask': 51.31578947368421, 'loss': 1.3956724405288696}
+{'epoch': 75, 'iter': 10, 'avg_loss': 1.3315492109818892, 'avg_acc_mask': 54.18569254185692, 'loss': 1.4441100358963013}
+{'epoch': 75, 'iter': 20, 'avg_loss': 1.3286704023679097, 'avg_acc_mask': 54.146341463414636, 'loss': 1.2644591331481934}
+{'epoch': 75, 'iter': 30, 'avg_loss': 1.3509963077883567, 'avg_acc_mask': 53.03532008830022, 'loss': 1.5737321376800537}
+{'epoch': 75, 'iter': 40, 'avg_loss': 1.3325417434296958, 'avg_acc_mask': 53.93305439330543, 'loss': 1.1891382932662964}
+{'epoch': 75, 'iter': 50, 'avg_loss': 1.3626673116403467, 'avg_acc_mask': 52.75668537471112, 'loss': 1.4777048826217651}
+{'epoch': 75, 'iter': 60, 'avg_loss': 1.3473823871768889, 'avg_acc_mask': 52.767527675276746, 'loss': 1.3361413478851318}
+{'epoch': 75, 'iter': 70, 'avg_loss': 1.33386814258468, 'avg_acc_mask': 53.810567324080836, 'loss': 1.092895269393921}
+{'epoch': 75, 'iter': 80, 'avg_loss': 1.3341465997107236, 'avg_acc_mask': 54.00215749730313, 'loss': 1.3996796607971191}
+{'epoch': 75, 'iter': 90, 'avg_loss': 1.3383558556273742, 'avg_acc_mask': 53.87856732426738, 'loss': 1.3975780010223389}
+{'epoch': 75, 'iter': 100, 'avg_loss': 1.3351170249504618, 'avg_acc_mask': 54.1069556099266, 'loss': 1.2532951831817627}
+{'epoch': 75, 'iter': 110, 'avg_loss': 1.3296866808925663, 'avg_acc_mask': 54.43139778027988, 'loss': 0.9059067368507385}
+{'epoch': 75, 'iter': 120, 'avg_loss': 1.3276900456956595, 'avg_acc_mask': 54.325361677000295, 'loss': 1.4600615501403809}
+{'epoch': 75, 'iter': 130, 'avg_loss': 1.3285460453907043, 'avg_acc_mask': 54.14727621133315, 'loss': 1.337852954864502}
+{'epoch': 75, 'iter': 140, 'avg_loss': 1.3326958367165098, 'avg_acc_mask': 53.97669706180345, 'loss': 1.5373966693878174}
+{'epoch': 75, 'iter': 150, 'avg_loss': 1.3259502147996662, 'avg_acc_mask': 54.12549112989642, 'loss': 1.4124078750610352}
+{'epoch': 75, 'iter': 160, 'avg_loss': 1.3278221865618451, 'avg_acc_mask': 54.104979811574694, 'loss': 1.254846215248108}
+{'epoch': 75, 'iter': 170, 'avg_loss': 1.330450026961098, 'avg_acc_mask': 54.12447257383967, 'loss': 1.4334032535552979}
+{'epoch': 75, 'iter': 180, 'avg_loss': 1.3322252703635074, 'avg_acc_mask': 53.9703098535419, 'loss': 1.40348219871521}
+{'epoch': 75, 'iter': 190, 'avg_loss': 1.3340714180656752, 'avg_acc_mask': 53.86714339480617, 'loss': 1.2883269786834717}
+{'epoch': 75, 'iter': 200, 'avg_loss': 1.330549905252694, 'avg_acc_mask': 54.007343064386134, 'loss': 1.3515334129333496}
+{'epoch': 75, 'iter': 210, 'avg_loss': 1.3273739535096698, 'avg_acc_mask': 54.1019955654102, 'loss': 1.054451584815979}
+{'epoch': 75, 'iter': 220, 'avg_loss': 1.3237312918874473, 'avg_acc_mask': 54.100496783125664, 'loss': 1.5220997333526611}
+{'epoch': 75, 'iter': 230, 'avg_loss': 1.3265172924314226, 'avg_acc_mask': 54.073843277769114, 'loss': 1.3665777444839478}
+{'epoch': 75, 'iter': 240, 'avg_loss': 1.325965363949661, 'avg_acc_mask': 54.040101750710754, 'loss': 1.1404708623886108}
+{'epoch': 75, 'iter': 250, 'avg_loss': 1.327677240409699, 'avg_acc_mask': 53.94394683617452, 'loss': 1.3442085981369019}
+{'epoch': 75, 'iter': 260, 'avg_loss': 1.3293824990590413, 'avg_acc_mask': 53.95798553144129, 'loss': 1.3890858888626099}
+{'epoch': 75, 'iter': 270, 'avg_loss': 1.3314834982706611, 'avg_acc_mask': 53.991582604048375, 'loss': 1.3884475231170654}
+{'epoch': 75, 'iter': 280, 'avg_loss': 1.3323371764603882, 'avg_acc_mask': 53.95262005922492, 'loss': 0.8361197113990784}
+{'epoch': 75, 'iter': 290, 'avg_loss': 1.332663893699646, 'avg_acc_mask': 53.975287069395904, 'loss': 1.3051918745040894}
+{'epoch': 75, 'iter': 300, 'avg_loss': 1.3316287059720568, 'avg_acc_mask': 54.199165608561586, 'loss': 1.2189775705337524}
+{'epoch': 75, 'iter': 310, 'avg_loss': 1.328621764083384, 'avg_acc_mask': 54.224198455417735, 'loss': 1.0525569915771484}
+{'epoch': 75, 'iter': 320, 'avg_loss': 1.3293808093323514, 'avg_acc_mask': 54.212620807276856, 'loss': 0.9588724970817566}
+{'epoch': 75, 'iter': 330, 'avg_loss': 1.3294387929749272, 'avg_acc_mask': 54.1678144454851, 'loss': 1.231974482536316}
+{'epoch': 75, 'iter': 340, 'avg_loss': 1.3281135457701696, 'avg_acc_mask': 54.240820907487574, 'loss': 1.4218454360961914}
+{'epoch': 75, 'iter': 350, 'avg_loss': 1.3279868055272985, 'avg_acc_mask': 54.2594133555232, 'loss': 1.3817628622055054}
+{'epoch': 75, 'iter': 360, 'avg_loss': 1.3278204988574718, 'avg_acc_mask': 54.291921386348704, 'loss': 1.409706950187683}
+{'epoch': 75, 'iter': 370, 'avg_loss': 1.3279760622913948, 'avg_acc_mask': 54.355948869223205, 'loss': 1.322975754737854}
+{'epoch': 75, 'iter': 380, 'avg_loss': 1.3296228994534711, 'avg_acc_mask': 54.325060966862715, 'loss': 0.944610595703125}
+{'epoch': 75, 'iter': 390, 'avg_loss': 1.3278697921187066, 'avg_acc_mask': 54.37942601565412, 'loss': 1.2643836736679077}
+{'epoch': 75, 'iter': 400, 'avg_loss': 1.3257135338616788, 'avg_acc_mask': 54.47781508030124, 'loss': 1.183053970336914}
+{'epoch': 75, 'iter': 410, 'avg_loss': 1.3253707191079782, 'avg_acc_mask': 54.50560155869459, 'loss': 1.055711269378662}
+{'epoch': 75, 'iter': 420, 'avg_loss': 1.3224466366609315, 'avg_acc_mask': 54.614286332367065, 'loss': 0.9713999032974243}
+{'epoch': 75, 'iter': 430, 'avg_loss': 1.3212801933011986, 'avg_acc_mask': 54.68941345382375, 'loss': 1.0287954807281494}
+{'epoch': 75, 'iter': 440, 'avg_loss': 1.3221175353002657, 'avg_acc_mask': 54.6137649147434, 'loss': 1.5717227458953857}
+{'epoch': 75, 'iter': 450, 'avg_loss': 1.3225344693052794, 'avg_acc_mask': 54.5792429200501, 'loss': 0.9653213024139404}
+{'epoch': 75, 'iter': 460, 'avg_loss': 1.3240850399735176, 'avg_acc_mask': 54.56846768451863, 'loss': 1.446234941482544}
+{'epoch': 75, 'iter': 470, 'avg_loss': 1.3250291728416572, 'avg_acc_mask': 54.55109319274306, 'loss': 1.3010514974594116}
+{'epoch': 75, 'iter': 480, 'avg_loss': 1.3233236374329629, 'avg_acc_mask': 54.58137061236894, 'loss': 0.9678073525428772}
+{'epoch': 75, 'iter': 490, 'avg_loss': 1.3248785749957905, 'avg_acc_mask': 54.51260848511939, 'loss': 1.6012697219848633}
+{'epoch': 75, 'iter': 500, 'avg_loss': 1.3229585598090927, 'avg_acc_mask': 54.586284963119844, 'loss': 1.2433301210403442}
+{'epoch': 75, 'iter': 510, 'avg_loss': 1.3234557013688955, 'avg_acc_mask': 54.57213413979457, 'loss': 1.445705771446228}
+{'epoch': 75, 'iter': 520, 'avg_loss': 1.3234518931145403, 'avg_acc_mask': 54.579616492238536, 'loss': 1.5305798053741455}
+{'epoch': 75, 'iter': 530, 'avg_loss': 1.3231674677459084, 'avg_acc_mask': 54.55737252466708, 'loss': 1.0395842790603638}
+{'epoch': 75, 'iter': 540, 'avg_loss': 1.3236868218441327, 'avg_acc_mask': 54.501488095238095, 'loss': 1.359613060951233}
+{'epoch': 75, 'iter': 550, 'avg_loss': 1.3252845147993084, 'avg_acc_mask': 54.37938021058226, 'loss': 1.4817347526550293}
+{'epoch': 75, 'iter': 560, 'avg_loss': 1.325572758434928, 'avg_acc_mask': 54.33575115990329, 'loss': 1.1335846185684204}
+{'epoch': 75, 'iter': 570, 'avg_loss': 1.3251114249646976, 'avg_acc_mask': 54.37445741294492, 'loss': 1.1859679222106934}
+{'epoch': 75, 'iter': 580, 'avg_loss': 1.323509424360607, 'avg_acc_mask': 54.408561416800836, 'loss': 1.4201712608337402}
+{'epoch': 75, 'iter': 590, 'avg_loss': 1.3240209232933833, 'avg_acc_mask': 54.43603424742523, 'loss': 1.4019618034362793}
+{'epoch': 75, 'iter': 600, 'avg_loss': 1.3247559915564817, 'avg_acc_mask': 54.38607189681983, 'loss': 1.4291267395019531}
+{'epoch': 75, 'iter': 610, 'avg_loss': 1.3258342817059905, 'avg_acc_mask': 54.358175884061446, 'loss': 1.1878167390823364}
+{'epoch': 75, 'iter': 620, 'avg_loss': 1.324876663573506, 'avg_acc_mask': 54.40886191556433, 'loss': 1.308166742324829}
+{'epoch': 75, 'iter': 630, 'avg_loss': 1.3237486479777352, 'avg_acc_mask': 54.42289292859007, 'loss': 0.8041908144950867}
+{'epoch': 75, 'iter': 640, 'avg_loss': 1.3239226347756645, 'avg_acc_mask': 54.438191012198956, 'loss': 0.9876059889793396}
+{'epoch': 75, 'iter': 650, 'avg_loss': 1.3258964412955827, 'avg_acc_mask': 54.340165205379044, 'loss': 1.5609594583511353}
+{'epoch': 75, 'iter': 660, 'avg_loss': 1.325516682980461, 'avg_acc_mask': 54.37216927394481, 'loss': 1.1832376718521118}
+{'epoch': 75, 'iter': 670, 'avg_loss': 1.3238459034044234, 'avg_acc_mask': 54.41466083150984, 'loss': 1.4101027250289917}
+{'epoch': 75, 'iter': 680, 'avg_loss': 1.3238479783006352, 'avg_acc_mask': 54.43668993020937, 'loss': 1.3210499286651611}
+{'epoch': 75, 'iter': 690, 'avg_loss': 1.3251889364419212, 'avg_acc_mask': 54.41507833417278, 'loss': 1.396716833114624}
+{'epoch': 75, 'iter': 700, 'avg_loss': 1.326815963301611, 'avg_acc_mask': 54.38546100216727, 'loss': 1.4847372770309448}
+{'epoch': 75, 'iter': 710, 'avg_loss': 1.3257803173340155, 'avg_acc_mask': 54.437488729165054, 'loss': 1.4222723245620728}
+{'epoch': 75, 'iter': 720, 'avg_loss': 1.3269442917569831, 'avg_acc_mask': 54.37393666996775, 'loss': 1.3424581289291382}
+{'epoch': 75, 'iter': 730, 'avg_loss': 1.3262039759742903, 'avg_acc_mask': 54.38706285828723, 'loss': 1.4796868562698364}
+{'epoch': 75, 'iter': 740, 'avg_loss': 1.3261268012597653, 'avg_acc_mask': 54.36135532944779, 'loss': 1.3204518556594849}
+{'epoch': 75, 'iter': 750, 'avg_loss': 1.3262471069349906, 'avg_acc_mask': 54.340413094310215, 'loss': 1.3625669479370117}
+{'epoch': 75, 'iter': 760, 'avg_loss': 1.326965324747108, 'avg_acc_mask': 54.30799971111485, 'loss': 1.1949141025543213}
+{'epoch': 75, 'iter': 770, 'avg_loss': 1.328284230600226, 'avg_acc_mask': 54.27526942980582, 'loss': 1.5606577396392822}
+{'epoch': 75, 'iter': 780, 'avg_loss': 1.3280659209598193, 'avg_acc_mask': 54.26087771503549, 'loss': 1.3827794790267944}
+{'epoch': 75, 'iter': 790, 'avg_loss': 1.3275641571405412, 'avg_acc_mask': 54.271705444285125, 'loss': 1.3481082916259766}
+{'epoch': 75, 'iter': 800, 'avg_loss': 1.328339929065752, 'avg_acc_mask': 54.253377144943414, 'loss': 1.5079371929168701}
+{'epoch': 75, 'iter': 810, 'avg_loss': 1.3287581064992122, 'avg_acc_mask': 54.23556748708462, 'loss': 1.2203809022903442}
+{'epoch': 75, 'iter': 820, 'avg_loss': 1.3283933329233735, 'avg_acc_mask': 54.24000712980705, 'loss': 1.3167600631713867}
+{'epoch': 75, 'iter': 830, 'avg_loss': 1.3285120125281682, 'avg_acc_mask': 54.23863235812478, 'loss': 1.3213179111480713}
+{'epoch': 75, 'iter': 840, 'avg_loss': 1.3289855187769877, 'avg_acc_mask': 54.22507618632999, 'loss': 1.484550952911377}
+{'epoch': 75, 'iter': 850, 'avg_loss': 1.3305662407438008, 'avg_acc_mask': 54.15699423953229, 'loss': 1.7658203840255737}
+{'epoch': 75, 'iter': 860, 'avg_loss': 1.3319601732263997, 'avg_acc_mask': 54.120593416388985, 'loss': 1.7235682010650635}
+{'epoch': 75, 'iter': 870, 'avg_loss': 1.332970622212687, 'avg_acc_mask': 54.08592915348681, 'loss': 0.9932548403739929}
+{'epoch': 75, 'iter': 880, 'avg_loss': 1.3328748283808403, 'avg_acc_mask': 54.10223456738941, 'loss': 1.0134831666946411}
+{'epoch': 75, 'iter': 890, 'avg_loss': 1.3328589413703893, 'avg_acc_mask': 54.12648253785858, 'loss': 1.0735987424850464}
+{'epoch': 75, 'iter': 900, 'avg_loss': 1.3320665380004773, 'avg_acc_mask': 54.152803700397634, 'loss': 1.388553261756897}
+{'epoch': 75, 'iter': 910, 'avg_loss': 1.3330691591575823, 'avg_acc_mask': 54.09316869788326, 'loss': 1.2173627614974976}
+{'epoch': 75, 'iter': 920, 'avg_loss': 1.3320404951916713, 'avg_acc_mask': 54.1066253820809, 'loss': 1.3859763145446777}
+{'epoch': 75, 'iter': 930, 'avg_loss': 1.3317146751985642, 'avg_acc_mask': 54.1419537295259, 'loss': 1.7734402418136597}
+{'epoch': 75, 'iter': 940, 'avg_loss': 1.332434346141268, 'avg_acc_mask': 54.12217001281504, 'loss': 1.1965358257293701}
+{'epoch': 75, 'iter': 950, 'avg_loss': 1.3325978492462045, 'avg_acc_mask': 54.130676801412726, 'loss': 1.7117207050323486}
+{'epoch': 75, 'iter': 960, 'avg_loss': 1.332130873364539, 'avg_acc_mask': 54.16587551741161, 'loss': 1.4335821866989136}
+{'epoch': 75, 'iter': 970, 'avg_loss': 1.3329054120885846, 'avg_acc_mask': 54.13213043886853, 'loss': 1.4374204874038696}
+{'epoch': 75, 'iter': 980, 'avg_loss': 1.3324156649615786, 'avg_acc_mask': 54.154200657833606, 'loss': 1.0671560764312744}
+{'epoch': 75, 'iter': 990, 'avg_loss': 1.333425291852441, 'avg_acc_mask': 54.12432700611897, 'loss': 1.5676683187484741}
+{'epoch': 75, 'iter': 1000, 'avg_loss': 1.333211358312841, 'avg_acc_mask': 54.16014843380507, 'loss': 1.5512679815292358}
+{'epoch': 75, 'iter': 1010, 'avg_loss': 1.3329797871742475, 'avg_acc_mask': 54.177552748698176, 'loss': 1.1193633079528809}
+{'epoch': 75, 'iter': 1020, 'avg_loss': 1.3333670606692554, 'avg_acc_mask': 54.21329763498438, 'loss': 1.2946107387542725}
+{'epoch': 75, 'iter': 1030, 'avg_loss': 1.3334710352288994, 'avg_acc_mask': 54.17374080362196, 'loss': 1.3781832456588745}
+{'epoch': 75, 'iter': 1040, 'avg_loss': 1.3330793248473396, 'avg_acc_mask': 54.19205715486447, 'loss': 1.098924994468689}
+{'epoch': 75, 'iter': 1050, 'avg_loss': 1.333442464031343, 'avg_acc_mask': 54.1921935472674, 'loss': 1.1923904418945312}
+{'epoch': 75, 'iter': 1060, 'avg_loss': 1.3330018652373052, 'avg_acc_mask': 54.18759028685424, 'loss': 1.0669996738433838}
+{'epoch': 75, 'iter': 1070, 'avg_loss': 1.3327100547978412, 'avg_acc_mask': 54.18016297862184, 'loss': 1.435841679573059}
+{'epoch': 75, 'iter': 1080, 'avg_loss': 1.332978602640062, 'avg_acc_mask': 54.178975977851685, 'loss': 1.3207889795303345}
+{'epoch': 75, 'iter': 1090, 'avg_loss': 1.3329047152036706, 'avg_acc_mask': 54.17990302624979, 'loss': 1.3622874021530151}
+{'epoch': 75, 'iter': 1100, 'avg_loss': 1.3324551190927179, 'avg_acc_mask': 54.17805835860218, 'loss': 1.0469094514846802}
+{'epoch': 'EP75_train', 'avg_loss': 1.3327205151454355, 'total_masked_acc': 54.159581317792345}
+{'epoch': 76, 'iter': 0, 'avg_loss': 1.504297137260437, 'avg_acc_mask': 53.57142857142857, 'loss': 1.504297137260437}
+{'epoch': 76, 'iter': 10, 'avg_loss': 1.3664577494968067, 'avg_acc_mask': 54.268292682926834, 'loss': 1.2800699472427368}
+{'epoch': 76, 'iter': 20, 'avg_loss': 1.3560971106801714, 'avg_acc_mask': 53.8269550748752, 'loss': 1.69318425655365}
+{'epoch': 76, 'iter': 30, 'avg_loss': 1.3419246462083632, 'avg_acc_mask': 54.22374429223744, 'loss': 1.3134994506835938}
+{'epoch': 76, 'iter': 40, 'avg_loss': 1.3353325375696508, 'avg_acc_mask': 54.19018671298307, 'loss': 1.2538559436798096}
+{'epoch': 76, 'iter': 50, 'avg_loss': 1.3574556123976613, 'avg_acc_mask': 53.5958904109589, 'loss': 1.319481611251831}
+{'epoch': 76, 'iter': 60, 'avg_loss': 1.3328817779900597, 'avg_acc_mask': 54.29147465437788, 'loss': 1.0256351232528687}
+{'epoch': 76, 'iter': 70, 'avg_loss': 1.3312006139419448, 'avg_acc_mask': 54.57263892349863, 'loss': 1.2771122455596924}
+{'epoch': 76, 'iter': 80, 'avg_loss': 1.3390300104647508, 'avg_acc_mask': 54.452427607228394, 'loss': 1.4271191358566284}
+{'epoch': 76, 'iter': 90, 'avg_loss': 1.3441919553410875, 'avg_acc_mask': 54.3128513277767, 'loss': 1.2460976839065552}
+{'epoch': 76, 'iter': 100, 'avg_loss': 1.3386921156751048, 'avg_acc_mask': 54.542284219703575, 'loss': 1.156002163887024}
+{'epoch': 76, 'iter': 110, 'avg_loss': 1.3372699016923304, 'avg_acc_mask': 54.571565342269025, 'loss': 1.1607049703598022}
+{'epoch': 76, 'iter': 120, 'avg_loss': 1.3350320537228229, 'avg_acc_mask': 54.570758863170234, 'loss': 1.6299479007720947}
+{'epoch': 76, 'iter': 130, 'avg_loss': 1.3396091556731071, 'avg_acc_mask': 54.438430311231386, 'loss': 1.3397395610809326}
+{'epoch': 76, 'iter': 140, 'avg_loss': 1.3402710658438661, 'avg_acc_mask': 54.2357968828557, 'loss': 1.503946304321289}
+{'epoch': 76, 'iter': 150, 'avg_loss': 1.3354136205666902, 'avg_acc_mask': 54.5249406175772, 'loss': 1.6183322668075562}
+{'epoch': 76, 'iter': 160, 'avg_loss': 1.3387677924973624, 'avg_acc_mask': 54.49664429530201, 'loss': 1.308515191078186}
+{'epoch': 76, 'iter': 170, 'avg_loss': 1.3346266924289234, 'avg_acc_mask': 54.49101796407185, 'loss': 1.2444214820861816}
+{'epoch': 76, 'iter': 180, 'avg_loss': 1.3359109311472646, 'avg_acc_mask': 54.36748484547351, 'loss': 1.377477765083313}
+{'epoch': 76, 'iter': 190, 'avg_loss': 1.3350017866539081, 'avg_acc_mask': 54.403462551750096, 'loss': 1.15829598903656}
+{'epoch': 76, 'iter': 200, 'avg_loss': 1.3286523077618424, 'avg_acc_mask': 54.62747900661068, 'loss': 1.151131510734558}
+{'epoch': 76, 'iter': 210, 'avg_loss': 1.3262551085078886, 'avg_acc_mask': 54.633401221995925, 'loss': 1.406352162361145}
+{'epoch': 76, 'iter': 220, 'avg_loss': 1.3223007537121148, 'avg_acc_mask': 54.656426839126915, 'loss': 1.4832737445831299}
+{'epoch': 76, 'iter': 230, 'avg_loss': 1.3242984961121629, 'avg_acc_mask': 54.591955359218794, 'loss': 1.5222527980804443}
+{'epoch': 76, 'iter': 240, 'avg_loss': 1.3234745224481796, 'avg_acc_mask': 54.56573468173707, 'loss': 1.382487416267395}
+{'epoch': 76, 'iter': 250, 'avg_loss': 1.326351164346672, 'avg_acc_mask': 54.39811509353134, 'loss': 1.0681298971176147}
+{'epoch': 76, 'iter': 260, 'avg_loss': 1.331378817101548, 'avg_acc_mask': 54.28492887086798, 'loss': 1.0031819343566895}
+{'epoch': 76, 'iter': 270, 'avg_loss': 1.3360745977211703, 'avg_acc_mask': 54.14624453570009, 'loss': 1.4445760250091553}
+{'epoch': 76, 'iter': 280, 'avg_loss': 1.3383777247629132, 'avg_acc_mask': 54.15760521939363, 'loss': 0.7618380784988403}
+{'epoch': 76, 'iter': 290, 'avg_loss': 1.3385164999879922, 'avg_acc_mask': 54.186795491143315, 'loss': 1.1742292642593384}
+{'epoch': 76, 'iter': 300, 'avg_loss': 1.3349700706741738, 'avg_acc_mask': 54.33543354335434, 'loss': 1.0225447416305542}
+{'epoch': 76, 'iter': 310, 'avg_loss': 1.333711905878073, 'avg_acc_mask': 54.32127486332442, 'loss': 1.2338787317276}
+{'epoch': 76, 'iter': 320, 'avg_loss': 1.3358578707941595, 'avg_acc_mask': 54.24677674734223, 'loss': 1.2598435878753662}
+{'epoch': 76, 'iter': 330, 'avg_loss': 1.3367257384735292, 'avg_acc_mask': 54.26394826263291, 'loss': 1.380193829536438}
+{'epoch': 76, 'iter': 340, 'avg_loss': 1.334595616611917, 'avg_acc_mask': 54.31199489578903, 'loss': 1.2449451684951782}
+{'epoch': 76, 'iter': 350, 'avg_loss': 1.3335102290509433, 'avg_acc_mask': 54.35603122899539, 'loss': 1.3033313751220703}
+{'epoch': 76, 'iter': 360, 'avg_loss': 1.3343871752641208, 'avg_acc_mask': 54.30407067208753, 'loss': 1.5563915967941284}
+{'epoch': 76, 'iter': 370, 'avg_loss': 1.333779107849553, 'avg_acc_mask': 54.24897320555447, 'loss': 1.416736364364624}
+{'epoch': 76, 'iter': 380, 'avg_loss': 1.3354389428153752, 'avg_acc_mask': 54.23204945316215, 'loss': 0.9933645725250244}
+{'epoch': 76, 'iter': 390, 'avg_loss': 1.3350940712577546, 'avg_acc_mask': 54.25191370911622, 'loss': 1.3966065645217896}
+{'epoch': 76, 'iter': 400, 'avg_loss': 1.3333599634301336, 'avg_acc_mask': 54.346254630884616, 'loss': 1.3109103441238403}
+{'epoch': 76, 'iter': 410, 'avg_loss': 1.3323907501216061, 'avg_acc_mask': 54.335947827619634, 'loss': 1.3548643589019775}
+{'epoch': 76, 'iter': 420, 'avg_loss': 1.3311387308986056, 'avg_acc_mask': 54.33902102723199, 'loss': 1.1824605464935303}
+{'epoch': 76, 'iter': 430, 'avg_loss': 1.3304582886795433, 'avg_acc_mask': 54.38241980298055, 'loss': 1.2637743949890137}
+{'epoch': 76, 'iter': 440, 'avg_loss': 1.3319630439048993, 'avg_acc_mask': 54.36581449919723, 'loss': 1.7068212032318115}
+{'epoch': 76, 'iter': 450, 'avg_loss': 1.331619447192173, 'avg_acc_mask': 54.35982117684966, 'loss': 1.1687016487121582}
+{'epoch': 76, 'iter': 460, 'avg_loss': 1.33136907394434, 'avg_acc_mask': 54.346884962021335, 'loss': 1.0676965713500977}
+{'epoch': 76, 'iter': 470, 'avg_loss': 1.332837886491399, 'avg_acc_mask': 54.29890363531449, 'loss': 1.3355718851089478}
+{'epoch': 76, 'iter': 480, 'avg_loss': 1.3304255821600772, 'avg_acc_mask': 54.38199705982133, 'loss': 1.076030969619751}
+{'epoch': 76, 'iter': 490, 'avg_loss': 1.3306737767945966, 'avg_acc_mask': 54.360357697139904, 'loss': 1.6208521127700806}
+{'epoch': 76, 'iter': 500, 'avg_loss': 1.3295914872201855, 'avg_acc_mask': 54.38145263539214, 'loss': 1.0355262756347656}
+{'epoch': 76, 'iter': 510, 'avg_loss': 1.3276259855981443, 'avg_acc_mask': 54.442551983535594, 'loss': 1.229358434677124}
+{'epoch': 76, 'iter': 520, 'avg_loss': 1.3282514077230516, 'avg_acc_mask': 54.406998222563, 'loss': 1.622023105621338}
+{'epoch': 76, 'iter': 530, 'avg_loss': 1.3294073301744551, 'avg_acc_mask': 54.36879917892576, 'loss': 1.219756007194519}
+{'epoch': 76, 'iter': 540, 'avg_loss': 1.3293533189680131, 'avg_acc_mask': 54.36629175759611, 'loss': 1.6489681005477905}
+{'epoch': 76, 'iter': 550, 'avg_loss': 1.3293174460881851, 'avg_acc_mask': 54.37219730941704, 'loss': 1.223772644996643}
+{'epoch': 76, 'iter': 560, 'avg_loss': 1.3304515291875272, 'avg_acc_mask': 54.36291682885689, 'loss': 1.4396525621414185}
+{'epoch': 76, 'iter': 570, 'avg_loss': 1.3296706307999098, 'avg_acc_mask': 54.38970798968251, 'loss': 1.3008757829666138}
+{'epoch': 76, 'iter': 580, 'avg_loss': 1.3285085428602315, 'avg_acc_mask': 54.390083575922624, 'loss': 1.551439881324768}
+{'epoch': 76, 'iter': 590, 'avg_loss': 1.3289686661282973, 'avg_acc_mask': 54.412760978013175, 'loss': 0.9690432548522949}
+{'epoch': 76, 'iter': 600, 'avg_loss': 1.3279906051131136, 'avg_acc_mask': 54.45895578921851, 'loss': 1.2286454439163208}
+{'epoch': 76, 'iter': 610, 'avg_loss': 1.3297716365508283, 'avg_acc_mask': 54.40257188783711, 'loss': 1.4693714380264282}
+{'epoch': 76, 'iter': 620, 'avg_loss': 1.3293808009505463, 'avg_acc_mask': 54.38797045374605, 'loss': 1.6028341054916382}
+{'epoch': 76, 'iter': 630, 'avg_loss': 1.3275603487638967, 'avg_acc_mask': 54.47056112455352, 'loss': 0.8462222814559937}
+{'epoch': 76, 'iter': 640, 'avg_loss': 1.3296367676693266, 'avg_acc_mask': 54.439902344858915, 'loss': 1.119359016418457}
+{'epoch': 76, 'iter': 650, 'avg_loss': 1.3303452442684847, 'avg_acc_mask': 54.436893475403416, 'loss': 1.1335479021072388}
+{'epoch': 76, 'iter': 660, 'avg_loss': 1.3302010535833153, 'avg_acc_mask': 54.4414739685252, 'loss': 1.3720494508743286}
+{'epoch': 76, 'iter': 670, 'avg_loss': 1.3298971173304914, 'avg_acc_mask': 54.48120259874412, 'loss': 1.3264423608779907}
+{'epoch': 76, 'iter': 680, 'avg_loss': 1.3300644906782018, 'avg_acc_mask': 54.474854051737985, 'loss': 1.6212087869644165}
+{'epoch': 76, 'iter': 690, 'avg_loss': 1.3308697093585466, 'avg_acc_mask': 54.45479249663615, 'loss': 1.2693829536437988}
+{'epoch': 76, 'iter': 700, 'avg_loss': 1.3326312434486247, 'avg_acc_mask': 54.453925802591186, 'loss': 1.461395502090454}
+{'epoch': 76, 'iter': 710, 'avg_loss': 1.3314427294979283, 'avg_acc_mask': 54.5006545006545, 'loss': 1.3641527891159058}
+{'epoch': 76, 'iter': 720, 'avg_loss': 1.332275207429587, 'avg_acc_mask': 54.43851349642035, 'loss': 1.4451391696929932}
+{'epoch': 76, 'iter': 730, 'avg_loss': 1.3313804870591117, 'avg_acc_mask': 54.45262763699913, 'loss': 1.734068751335144}
+{'epoch': 76, 'iter': 740, 'avg_loss': 1.3319339045146217, 'avg_acc_mask': 54.40716764713122, 'loss': 1.4431771039962769}
+{'epoch': 76, 'iter': 750, 'avg_loss': 1.332233823488619, 'avg_acc_mask': 54.4214715589206, 'loss': 1.6248738765716553}
+{'epoch': 76, 'iter': 760, 'avg_loss': 1.3320073198708222, 'avg_acc_mask': 54.449873066053556, 'loss': 1.174805760383606}
+{'epoch': 76, 'iter': 770, 'avg_loss': 1.3335564966022426, 'avg_acc_mask': 54.36590436590436, 'loss': 1.3779691457748413}
+{'epoch': 76, 'iter': 780, 'avg_loss': 1.3323978848860298, 'avg_acc_mask': 54.42896155731391, 'loss': 1.3220794200897217}
+{'epoch': 76, 'iter': 790, 'avg_loss': 1.331644998413573, 'avg_acc_mask': 54.43338402691368, 'loss': 1.2545719146728516}
+{'epoch': 76, 'iter': 800, 'avg_loss': 1.330687642916014, 'avg_acc_mask': 54.45177434030937, 'loss': 1.2334767580032349}
+{'epoch': 76, 'iter': 810, 'avg_loss': 1.3324090235771293, 'avg_acc_mask': 54.382532829645626, 'loss': 1.3405777215957642}
+{'epoch': 76, 'iter': 820, 'avg_loss': 1.3320566377308714, 'avg_acc_mask': 54.39060140357112, 'loss': 1.179128646850586}
+{'epoch': 76, 'iter': 830, 'avg_loss': 1.3329336302518557, 'avg_acc_mask': 54.36356456495985, 'loss': 1.4314051866531372}
+{'epoch': 76, 'iter': 840, 'avg_loss': 1.3340238747358606, 'avg_acc_mask': 54.31801936448112, 'loss': 1.3524906635284424}
+{'epoch': 76, 'iter': 850, 'avg_loss': 1.3358178860852636, 'avg_acc_mask': 54.245585531660176, 'loss': 1.3057762384414673}
+{'epoch': 76, 'iter': 860, 'avg_loss': 1.337177242205395, 'avg_acc_mask': 54.18706736451123, 'loss': 1.5120571851730347}
+{'epoch': 76, 'iter': 870, 'avg_loss': 1.33941386946307, 'avg_acc_mask': 54.12352879908343, 'loss': 1.1418265104293823}
+{'epoch': 76, 'iter': 880, 'avg_loss': 1.3389061198873227, 'avg_acc_mask': 54.15894585134857, 'loss': 1.065590500831604}
+{'epoch': 76, 'iter': 890, 'avg_loss': 1.336898685103715, 'avg_acc_mask': 54.24343714332301, 'loss': 0.7348506450653076}
+{'epoch': 76, 'iter': 900, 'avg_loss': 1.3367660599331745, 'avg_acc_mask': 54.24532107131333, 'loss': 1.4653209447860718}
+{'epoch': 76, 'iter': 910, 'avg_loss': 1.3367568022202452, 'avg_acc_mask': 54.24009249661111, 'loss': 1.6420856714248657}
+{'epoch': 76, 'iter': 920, 'avg_loss': 1.3365086041366627, 'avg_acc_mask': 54.25672608120645, 'loss': 1.0131980180740356}
+{'epoch': 76, 'iter': 930, 'avg_loss': 1.336959387894988, 'avg_acc_mask': 54.254342262079206, 'loss': 1.7871664762496948}
+{'epoch': 76, 'iter': 940, 'avg_loss': 1.3367877401783665, 'avg_acc_mask': 54.269035238629115, 'loss': 1.1814035177230835}
+{'epoch': 76, 'iter': 950, 'avg_loss': 1.3374018822057265, 'avg_acc_mask': 54.253467240554755, 'loss': 1.5688098669052124}
+{'epoch': 76, 'iter': 960, 'avg_loss': 1.3377029242054108, 'avg_acc_mask': 54.248551630126094, 'loss': 1.3933565616607666}
+{'epoch': 76, 'iter': 970, 'avg_loss': 1.337244310045095, 'avg_acc_mask': 54.293530194300274, 'loss': 1.4276365041732788}
+{'epoch': 76, 'iter': 980, 'avg_loss': 1.336793739253714, 'avg_acc_mask': 54.30399703236576, 'loss': 1.2253801822662354}
+{'epoch': 76, 'iter': 990, 'avg_loss': 1.3377375858943952, 'avg_acc_mask': 54.25215635896494, 'loss': 1.4975528717041016}
+{'epoch': 76, 'iter': 1000, 'avg_loss': 1.3378104050080855, 'avg_acc_mask': 54.242798503396415, 'loss': 1.439289927482605}
+{'epoch': 76, 'iter': 1010, 'avg_loss': 1.3372994920738137, 'avg_acc_mask': 54.26171116068216, 'loss': 1.092381238937378}
+{'epoch': 76, 'iter': 1020, 'avg_loss': 1.33757416239915, 'avg_acc_mask': 54.25539491489209, 'loss': 1.122176170349121}
+{'epoch': 76, 'iter': 1030, 'avg_loss': 1.3370984354490916, 'avg_acc_mask': 54.28117833833127, 'loss': 1.275280475616455}
+{'epoch': 76, 'iter': 1040, 'avg_loss': 1.3366618034475475, 'avg_acc_mask': 54.296643029308, 'loss': 1.401641607284546}
+{'epoch': 76, 'iter': 1050, 'avg_loss': 1.3366241178889142, 'avg_acc_mask': 54.29639500873989, 'loss': 1.3853904008865356}
+{'epoch': 76, 'iter': 1060, 'avg_loss': 1.3364863296256213, 'avg_acc_mask': 54.28429321167633, 'loss': 1.040145993232727}
+{'epoch': 76, 'iter': 1070, 'avg_loss': 1.3355119235041428, 'avg_acc_mask': 54.31343562556287, 'loss': 1.4648171663284302}
+{'epoch': 76, 'iter': 1080, 'avg_loss': 1.3351474322178758, 'avg_acc_mask': 54.34844788424329, 'loss': 1.007108211517334}
+{'epoch': 76, 'iter': 1090, 'avg_loss': 1.3348743506902734, 'avg_acc_mask': 54.32678693385304, 'loss': 1.1793551445007324}
+{'epoch': 76, 'iter': 1100, 'avg_loss': 1.3339386240229836, 'avg_acc_mask': 54.36182863182929, 'loss': 1.1023578643798828}
+{'epoch': 'EP76_train', 'avg_loss': 1.3343626031508813, 'total_masked_acc': 54.35490770293837}
+{'epoch': 77, 'iter': 0, 'avg_loss': 1.3053122758865356, 'avg_acc_mask': 57.377049180327866, 'loss': 1.3053122758865356}
+{'epoch': 77, 'iter': 10, 'avg_loss': 1.402845718643882, 'avg_acc_mask': 54.09309791332263, 'loss': 1.28583824634552}
+{'epoch': 77, 'iter': 20, 'avg_loss': 1.3955247231892176, 'avg_acc_mask': 53.21489001692047, 'loss': 1.5357027053833008}
+{'epoch': 77, 'iter': 30, 'avg_loss': 1.3540389883902766, 'avg_acc_mask': 53.991958644457206, 'loss': 1.4691842794418335}
+{'epoch': 77, 'iter': 40, 'avg_loss': 1.3482513253281756, 'avg_acc_mask': 54.308093994778076, 'loss': 1.1184922456741333}
+{'epoch': 77, 'iter': 50, 'avg_loss': 1.371046134069854, 'avg_acc_mask': 53.3977233528803, 'loss': 1.756879448890686}
+{'epoch': 77, 'iter': 60, 'avg_loss': 1.3641384312363922, 'avg_acc_mask': 53.58588779641411, 'loss': 1.2254650592803955}
+{'epoch': 77, 'iter': 70, 'avg_loss': 1.356138270505717, 'avg_acc_mask': 53.6664180959483, 'loss': 1.4207408428192139}
+{'epoch': 77, 'iter': 80, 'avg_loss': 1.3509890937510831, 'avg_acc_mask': 53.74430214890384, 'loss': 1.429709792137146}
+{'epoch': 77, 'iter': 90, 'avg_loss': 1.357104860164307, 'avg_acc_mask': 53.733955659276546, 'loss': 1.2771644592285156}
+{'epoch': 77, 'iter': 100, 'avg_loss': 1.348760950093222, 'avg_acc_mask': 54.03638933050697, 'loss': 1.0733505487442017}
+{'epoch': 77, 'iter': 110, 'avg_loss': 1.3499447252299335, 'avg_acc_mask': 53.95333765392093, 'loss': 1.263365626335144}
+{'epoch': 77, 'iter': 120, 'avg_loss': 1.346526047907585, 'avg_acc_mask': 53.87019946412622, 'loss': 1.3461650609970093}
+{'epoch': 77, 'iter': 130, 'avg_loss': 1.3447168487628907, 'avg_acc_mask': 53.971069868995635, 'loss': 1.418850302696228}
+{'epoch': 77, 'iter': 140, 'avg_loss': 1.3403766742834808, 'avg_acc_mask': 54.081761802303504, 'loss': 1.088091254234314}
+{'epoch': 77, 'iter': 150, 'avg_loss': 1.3327569018136587, 'avg_acc_mask': 54.31363203050525, 'loss': 1.3351210355758667}
+{'epoch': 77, 'iter': 160, 'avg_loss': 1.333605316484937, 'avg_acc_mask': 54.336620349619004, 'loss': 1.1956672668457031}
+{'epoch': 77, 'iter': 170, 'avg_loss': 1.3361671664561445, 'avg_acc_mask': 54.11975165737135, 'loss': 1.3567744493484497}
+{'epoch': 77, 'iter': 180, 'avg_loss': 1.3375377210464268, 'avg_acc_mask': 54.06936301301799, 'loss': 1.5234777927398682}
+{'epoch': 77, 'iter': 190, 'avg_loss': 1.3428929654091442, 'avg_acc_mask': 53.85267520723437, 'loss': 1.4151779413223267}
+{'epoch': 77, 'iter': 200, 'avg_loss': 1.3403702227037344, 'avg_acc_mask': 53.94666189368176, 'loss': 1.1963214874267578}
+{'epoch': 77, 'iter': 210, 'avg_loss': 1.338913686467573, 'avg_acc_mask': 54.15570082349945, 'loss': 1.0898362398147583}
+{'epoch': 77, 'iter': 220, 'avg_loss': 1.3363886952939616, 'avg_acc_mask': 54.19810172791434, 'loss': 1.4764337539672852}
+{'epoch': 77, 'iter': 230, 'avg_loss': 1.3365892022203056, 'avg_acc_mask': 54.30417185554172, 'loss': 1.2745463848114014}
+{'epoch': 77, 'iter': 240, 'avg_loss': 1.33747940637264, 'avg_acc_mask': 54.287856071964015, 'loss': 1.080381155014038}
+{'epoch': 77, 'iter': 250, 'avg_loss': 1.341599722782454, 'avg_acc_mask': 54.15102512272596, 'loss': 1.0089538097381592}
+{'epoch': 77, 'iter': 260, 'avg_loss': 1.3428270994931801, 'avg_acc_mask': 54.18808167801083, 'loss': 1.4381159543991089}
+{'epoch': 77, 'iter': 270, 'avg_loss': 1.3433647569255196, 'avg_acc_mask': 54.17195537444051, 'loss': 1.3089613914489746}
+{'epoch': 77, 'iter': 280, 'avg_loss': 1.3452877113827606, 'avg_acc_mask': 54.016674206682616, 'loss': 0.9226241707801819}
+{'epoch': 77, 'iter': 290, 'avg_loss': 1.3410544702687215, 'avg_acc_mask': 54.21348314606742, 'loss': 1.0289528369903564}
+{'epoch': 77, 'iter': 300, 'avg_loss': 1.338280438980787, 'avg_acc_mask': 54.31269293626294, 'loss': 0.8976142406463623}
+{'epoch': 77, 'iter': 310, 'avg_loss': 1.3356908933526066, 'avg_acc_mask': 54.26711244061235, 'loss': 1.1162256002426147}
+{'epoch': 77, 'iter': 320, 'avg_loss': 1.3357584355776184, 'avg_acc_mask': 54.35698826745643, 'loss': 1.200766921043396}
+{'epoch': 77, 'iter': 330, 'avg_loss': 1.3370110633870267, 'avg_acc_mask': 54.39448275862069, 'loss': 1.1899893283843994}
+{'epoch': 77, 'iter': 340, 'avg_loss': 1.3366779118688925, 'avg_acc_mask': 54.3488733072847, 'loss': 1.4576791524887085}
+{'epoch': 77, 'iter': 350, 'avg_loss': 1.3378346402760584, 'avg_acc_mask': 54.40648884729371, 'loss': 1.172271490097046}
+{'epoch': 77, 'iter': 360, 'avg_loss': 1.337249930380454, 'avg_acc_mask': 54.437929640113225, 'loss': 1.5058225393295288}
+{'epoch': 77, 'iter': 370, 'avg_loss': 1.3365323697781628, 'avg_acc_mask': 54.42719881744272, 'loss': 1.1276969909667969}
+{'epoch': 77, 'iter': 380, 'avg_loss': 1.3374710849576734, 'avg_acc_mask': 54.350954619591285, 'loss': 0.9228472709655762}
+{'epoch': 77, 'iter': 390, 'avg_loss': 1.3361518924193614, 'avg_acc_mask': 54.33523311221153, 'loss': 1.3836746215820312}
+{'epoch': 77, 'iter': 400, 'avg_loss': 1.3371449844201009, 'avg_acc_mask': 54.29509392668247, 'loss': 1.0125771760940552}
+{'epoch': 77, 'iter': 410, 'avg_loss': 1.3374584903102142, 'avg_acc_mask': 54.24941134657249, 'loss': 1.434132695198059}
+{'epoch': 77, 'iter': 420, 'avg_loss': 1.3366726105966364, 'avg_acc_mask': 54.304061089899335, 'loss': 1.372581958770752}
+{'epoch': 77, 'iter': 430, 'avg_loss': 1.3351107325465386, 'avg_acc_mask': 54.37420449724226, 'loss': 1.3293989896774292}
+{'epoch': 77, 'iter': 440, 'avg_loss': 1.3367138196821926, 'avg_acc_mask': 54.34836574265619, 'loss': 1.4114402532577515}
+{'epoch': 77, 'iter': 450, 'avg_loss': 1.3367348038436568, 'avg_acc_mask': 54.32937181663837, 'loss': 1.1289341449737549}
+{'epoch': 77, 'iter': 460, 'avg_loss': 1.3385427625215494, 'avg_acc_mask': 54.289438344261, 'loss': 1.3138470649719238}
+{'epoch': 77, 'iter': 470, 'avg_loss': 1.3397131676127196, 'avg_acc_mask': 54.204163608976096, 'loss': 1.2307841777801514}
+{'epoch': 77, 'iter': 480, 'avg_loss': 1.3376175689350294, 'avg_acc_mask': 54.29338780450901, 'loss': 1.1671276092529297}
+{'epoch': 77, 'iter': 490, 'avg_loss': 1.3379257617560034, 'avg_acc_mask': 54.24771220036308, 'loss': 1.3130924701690674}
+{'epoch': 77, 'iter': 500, 'avg_loss': 1.3357409445825452, 'avg_acc_mask': 54.3404857858621, 'loss': 1.1751132011413574}
+{'epoch': 77, 'iter': 510, 'avg_loss': 1.335015775172911, 'avg_acc_mask': 54.341328019358045, 'loss': 1.2435686588287354}
+{'epoch': 77, 'iter': 520, 'avg_loss': 1.3356413967092298, 'avg_acc_mask': 54.32710769767848, 'loss': 1.3750519752502441}
+{'epoch': 77, 'iter': 530, 'avg_loss': 1.3354038020311776, 'avg_acc_mask': 54.313954286498735, 'loss': 1.1219059228897095}
+{'epoch': 77, 'iter': 540, 'avg_loss': 1.335789798808847, 'avg_acc_mask': 54.27484257669125, 'loss': 1.2460994720458984}
+{'epoch': 77, 'iter': 550, 'avg_loss': 1.3366081461499693, 'avg_acc_mask': 54.23555423555424, 'loss': 1.4655486345291138}
+{'epoch': 77, 'iter': 560, 'avg_loss': 1.3369707850848926, 'avg_acc_mask': 54.20015556131709, 'loss': 1.5902756452560425}
+{'epoch': 77, 'iter': 570, 'avg_loss': 1.3363724299779915, 'avg_acc_mask': 54.23085510158517, 'loss': 1.179221510887146}
+{'epoch': 77, 'iter': 580, 'avg_loss': 1.3345646207796318, 'avg_acc_mask': 54.27326310509155, 'loss': 1.5660529136657715}
+{'epoch': 77, 'iter': 590, 'avg_loss': 1.3339660718356292, 'avg_acc_mask': 54.27814079644927, 'loss': 1.0628831386566162}
+{'epoch': 77, 'iter': 600, 'avg_loss': 1.3328067469914224, 'avg_acc_mask': 54.31024023295316, 'loss': 1.320080280303955}
+{'epoch': 77, 'iter': 610, 'avg_loss': 1.3329872981616206, 'avg_acc_mask': 54.29338103756708, 'loss': 1.4362870454788208}
+{'epoch': 77, 'iter': 620, 'avg_loss': 1.3298822461886874, 'avg_acc_mask': 54.42911652480188, 'loss': 1.4852840900421143}
+{'epoch': 77, 'iter': 630, 'avg_loss': 1.329221754557735, 'avg_acc_mask': 54.46098799630656, 'loss': 1.0238982439041138}
+{'epoch': 77, 'iter': 640, 'avg_loss': 1.3293351968997353, 'avg_acc_mask': 54.53640500568828, 'loss': 1.0620335340499878}
+{'epoch': 77, 'iter': 650, 'avg_loss': 1.3297793869781787, 'avg_acc_mask': 54.54723802584008, 'loss': 0.8655103445053101}
+{'epoch': 77, 'iter': 660, 'avg_loss': 1.3290658961085435, 'avg_acc_mask': 54.56327838069201, 'loss': 1.3790371417999268}
+{'epoch': 77, 'iter': 670, 'avg_loss': 1.3292487581689383, 'avg_acc_mask': 54.54248543900712, 'loss': 1.473673701286316}
+{'epoch': 77, 'iter': 680, 'avg_loss': 1.328666488066994, 'avg_acc_mask': 54.58836149101636, 'loss': 1.1381078958511353}
+{'epoch': 77, 'iter': 690, 'avg_loss': 1.329921753723956, 'avg_acc_mask': 54.50898630281598, 'loss': 1.4637573957443237}
+{'epoch': 77, 'iter': 700, 'avg_loss': 1.3309765461508116, 'avg_acc_mask': 54.49484965144106, 'loss': 1.3960511684417725}
+{'epoch': 77, 'iter': 710, 'avg_loss': 1.3307359338477358, 'avg_acc_mask': 54.501347708894876, 'loss': 1.5624983310699463}
+{'epoch': 77, 'iter': 720, 'avg_loss': 1.3326223585212116, 'avg_acc_mask': 54.40220552899815, 'loss': 1.7257802486419678}
+{'epoch': 77, 'iter': 730, 'avg_loss': 1.3312841651377698, 'avg_acc_mask': 54.41392900795729, 'loss': 1.28641676902771}
+{'epoch': 77, 'iter': 740, 'avg_loss': 1.3320757370246084, 'avg_acc_mask': 54.38281326902255, 'loss': 1.4791697263717651}
+{'epoch': 77, 'iter': 750, 'avg_loss': 1.3325289679113304, 'avg_acc_mask': 54.351463420548505, 'loss': 1.4987943172454834}
+{'epoch': 77, 'iter': 760, 'avg_loss': 1.3323498354164907, 'avg_acc_mask': 54.38970623472469, 'loss': 1.4894858598709106}
+{'epoch': 77, 'iter': 770, 'avg_loss': 1.3332447907494818, 'avg_acc_mask': 54.348185402942086, 'loss': 1.463691234588623}
+{'epoch': 77, 'iter': 780, 'avg_loss': 1.332437158775696, 'avg_acc_mask': 54.381833865665726, 'loss': 1.274990200996399}
+{'epoch': 77, 'iter': 790, 'avg_loss': 1.3322947636416227, 'avg_acc_mask': 54.415016121602946, 'loss': 1.1034314632415771}
+{'epoch': 77, 'iter': 800, 'avg_loss': 1.3314770728014829, 'avg_acc_mask': 54.418858651133164, 'loss': 1.061530590057373}
+{'epoch': 77, 'iter': 810, 'avg_loss': 1.3306268447718403, 'avg_acc_mask': 54.44651811211296, 'loss': 1.1630687713623047}
+{'epoch': 77, 'iter': 820, 'avg_loss': 1.331412675464923, 'avg_acc_mask': 54.409739192251294, 'loss': 1.376302719116211}
+{'epoch': 77, 'iter': 830, 'avg_loss': 1.3320070138620268, 'avg_acc_mask': 54.41931942919869, 'loss': 1.5223784446716309}
+{'epoch': 77, 'iter': 840, 'avg_loss': 1.3321274995236845, 'avg_acc_mask': 54.39562822570152, 'loss': 1.698427438735962}
+{'epoch': 77, 'iter': 850, 'avg_loss': 1.332157881223497, 'avg_acc_mask': 54.37263171415726, 'loss': 1.0930267572402954}
+{'epoch': 77, 'iter': 860, 'avg_loss': 1.3325155551148347, 'avg_acc_mask': 54.3312748498435, 'loss': 1.306847095489502}
+{'epoch': 77, 'iter': 870, 'avg_loss': 1.333261311122662, 'avg_acc_mask': 54.28177660840694, 'loss': 1.1851314306259155}
+{'epoch': 77, 'iter': 880, 'avg_loss': 1.3324815114700024, 'avg_acc_mask': 54.31153663619669, 'loss': 1.2302414178848267}
+{'epoch': 77, 'iter': 890, 'avg_loss': 1.330639728325117, 'avg_acc_mask': 54.372382800531106, 'loss': 1.220266580581665}
+{'epoch': 77, 'iter': 900, 'avg_loss': 1.330293631249342, 'avg_acc_mask': 54.384087237479804, 'loss': 1.549164891242981}
+{'epoch': 77, 'iter': 910, 'avg_loss': 1.3295460771912408, 'avg_acc_mask': 54.41781505891752, 'loss': 1.4243379831314087}
+{'epoch': 77, 'iter': 920, 'avg_loss': 1.3292642235108747, 'avg_acc_mask': 54.434583226265545, 'loss': 1.2642054557800293}
+{'epoch': 77, 'iter': 930, 'avg_loss': 1.328648048620091, 'avg_acc_mask': 54.46150836349408, 'loss': 1.126308798789978}
+{'epoch': 77, 'iter': 940, 'avg_loss': 1.328296773428618, 'avg_acc_mask': 54.4932079414838, 'loss': 0.904072105884552}
+{'epoch': 77, 'iter': 950, 'avg_loss': 1.3293493820039004, 'avg_acc_mask': 54.491660123709764, 'loss': 1.6589174270629883}
+{'epoch': 77, 'iter': 960, 'avg_loss': 1.3292180186255789, 'avg_acc_mask': 54.52771937799496, 'loss': 1.2909152507781982}
+{'epoch': 77, 'iter': 970, 'avg_loss': 1.329276125106949, 'avg_acc_mask': 54.50745149498547, 'loss': 1.2395853996276855}
+{'epoch': 77, 'iter': 980, 'avg_loss': 1.3294328015514105, 'avg_acc_mask': 54.488618444242434, 'loss': 1.21099853515625}
+{'epoch': 77, 'iter': 990, 'avg_loss': 1.3307988043991035, 'avg_acc_mask': 54.455536389327264, 'loss': 1.597868800163269}
+{'epoch': 77, 'iter': 1000, 'avg_loss': 1.3311775271947328, 'avg_acc_mask': 54.42706914400915, 'loss': 1.591110348701477}
+{'epoch': 77, 'iter': 1010, 'avg_loss': 1.330915925587674, 'avg_acc_mask': 54.41398661774228, 'loss': 1.1173981428146362}
+{'epoch': 77, 'iter': 1020, 'avg_loss': 1.330864766727582, 'avg_acc_mask': 54.422059530807466, 'loss': 1.1978422403335571}
+{'epoch': 77, 'iter': 1030, 'avg_loss': 1.3294581717131324, 'avg_acc_mask': 54.47999576443182, 'loss': 1.1900681257247925}
+{'epoch': 77, 'iter': 1040, 'avg_loss': 1.329852265766558, 'avg_acc_mask': 54.46837523163526, 'loss': 1.5246189832687378}
+{'epoch': 77, 'iter': 1050, 'avg_loss': 1.3302884083719735, 'avg_acc_mask': 54.44444444444444, 'loss': 1.5986239910125732}
+{'epoch': 77, 'iter': 1060, 'avg_loss': 1.3310809124201453, 'avg_acc_mask': 54.41115844441391, 'loss': 1.2238926887512207}
+{'epoch': 77, 'iter': 1070, 'avg_loss': 1.3302708533631653, 'avg_acc_mask': 54.41964969616504, 'loss': 1.3171614408493042}
+{'epoch': 77, 'iter': 1080, 'avg_loss': 1.3293084196201856, 'avg_acc_mask': 54.470625938232665, 'loss': 1.1234464645385742}
+{'epoch': 77, 'iter': 1090, 'avg_loss': 1.3296577648543961, 'avg_acc_mask': 54.45772672632563, 'loss': 1.2898002862930298}
+{'epoch': 77, 'iter': 1100, 'avg_loss': 1.3298502282377376, 'avg_acc_mask': 54.442844612151, 'loss': 0.9868574142456055}
+{'epoch': 'EP77_train', 'avg_loss': 1.3306429445473857, 'total_masked_acc': 54.41770711352279}
+{'epoch': 78, 'iter': 0, 'avg_loss': 1.3707263469696045, 'avg_acc_mask': 55.88235294117647, 'loss': 1.3707263469696045}
+{'epoch': 78, 'iter': 10, 'avg_loss': 1.3345790126106956, 'avg_acc_mask': 55.26315789473685, 'loss': 1.2079848051071167}
+{'epoch': 78, 'iter': 20, 'avg_loss': 1.3430715061369396, 'avg_acc_mask': 54.003558718861214, 'loss': 1.3630728721618652}
+{'epoch': 78, 'iter': 30, 'avg_loss': 1.3544667574667162, 'avg_acc_mask': 53.69003690036901, 'loss': 1.3712152242660522}
+{'epoch': 78, 'iter': 40, 'avg_loss': 1.3577032845194748, 'avg_acc_mask': 53.41586428243925, 'loss': 1.495404601097107}
+{'epoch': 78, 'iter': 50, 'avg_loss': 1.3778339437409943, 'avg_acc_mask': 53.306973400431346, 'loss': 1.2542184591293335}
+{'epoch': 78, 'iter': 60, 'avg_loss': 1.352444314565815, 'avg_acc_mask': 54.093919325707404, 'loss': 1.074133038520813}
+{'epoch': 78, 'iter': 70, 'avg_loss': 1.3407465303447885, 'avg_acc_mask': 54.63414634146342, 'loss': 1.0538945198059082}
+{'epoch': 78, 'iter': 80, 'avg_loss': 1.3444577720430162, 'avg_acc_mask': 54.27417545434149, 'loss': 1.2098267078399658}
+{'epoch': 78, 'iter': 90, 'avg_loss': 1.3521419750465142, 'avg_acc_mask': 54.12402167369055, 'loss': 1.1401801109313965}
+{'epoch': 78, 'iter': 100, 'avg_loss': 1.3431243447974177, 'avg_acc_mask': 54.47435431065843, 'loss': 1.2747397422790527}
+{'epoch': 78, 'iter': 110, 'avg_loss': 1.3470386041177285, 'avg_acc_mask': 54.264852306671095, 'loss': 1.0269113779067993}
+{'epoch': 78, 'iter': 120, 'avg_loss': 1.343839202045409, 'avg_acc_mask': 54.45650512154104, 'loss': 1.7701058387756348}
+{'epoch': 78, 'iter': 130, 'avg_loss': 1.3464594315026552, 'avg_acc_mask': 54.30250454736253, 'loss': 1.580578327178955}
+{'epoch': 78, 'iter': 140, 'avg_loss': 1.348161631442131, 'avg_acc_mask': 54.07368967306694, 'loss': 1.1982924938201904}
+{'epoch': 78, 'iter': 150, 'avg_loss': 1.3346027799000013, 'avg_acc_mask': 54.417695221801296, 'loss': 1.4531317949295044}
+{'epoch': 78, 'iter': 160, 'avg_loss': 1.3313965775211405, 'avg_acc_mask': 54.69055000574119, 'loss': 1.3239120244979858}
+{'epoch': 78, 'iter': 170, 'avg_loss': 1.3330760535440946, 'avg_acc_mask': 54.53763440860215, 'loss': 1.2472285032272339}
+{'epoch': 78, 'iter': 180, 'avg_loss': 1.3361071476620205, 'avg_acc_mask': 54.49192975332453, 'loss': 1.6254957914352417}
+{'epoch': 78, 'iter': 190, 'avg_loss': 1.3368077262533897, 'avg_acc_mask': 54.41743827160494, 'loss': 1.255624532699585}
+{'epoch': 78, 'iter': 200, 'avg_loss': 1.3304173756594682, 'avg_acc_mask': 54.68521229868229, 'loss': 1.1208913326263428}
+{'epoch': 78, 'iter': 210, 'avg_loss': 1.3267898649965981, 'avg_acc_mask': 54.84824767371076, 'loss': 1.171312689781189}
+{'epoch': 78, 'iter': 220, 'avg_loss': 1.3255906825151917, 'avg_acc_mask': 54.87136929460581, 'loss': 1.4609965085983276}
+{'epoch': 78, 'iter': 230, 'avg_loss': 1.32835910149983, 'avg_acc_mask': 54.890394579513746, 'loss': 1.1566245555877686}
+{'epoch': 78, 'iter': 240, 'avg_loss': 1.3313004651504927, 'avg_acc_mask': 54.778821911528766, 'loss': 1.432335376739502}
+{'epoch': 78, 'iter': 250, 'avg_loss': 1.331741980584969, 'avg_acc_mask': 54.72571050892267, 'loss': 1.177759051322937}
+{'epoch': 78, 'iter': 260, 'avg_loss': 1.3340451326863518, 'avg_acc_mask': 54.54031916395989, 'loss': 1.2580424547195435}
+{'epoch': 78, 'iter': 270, 'avg_loss': 1.3393735632685277, 'avg_acc_mask': 54.47563379324407, 'loss': 1.4833407402038574}
+{'epoch': 78, 'iter': 280, 'avg_loss': 1.3398149272301019, 'avg_acc_mask': 54.4567424192809, 'loss': 0.8866072297096252}
+{'epoch': 78, 'iter': 290, 'avg_loss': 1.3374682138465934, 'avg_acc_mask': 54.44916597957759, 'loss': 1.354020357131958}
+{'epoch': 78, 'iter': 300, 'avg_loss': 1.3343927850358905, 'avg_acc_mask': 54.59953391389673, 'loss': 1.177298903465271}
+{'epoch': 78, 'iter': 310, 'avg_loss': 1.3356065441557832, 'avg_acc_mask': 54.51683791649343, 'loss': 1.0911939144134521}
+{'epoch': 78, 'iter': 320, 'avg_loss': 1.334460277980733, 'avg_acc_mask': 54.49360525406153, 'loss': 1.5402307510375977}
+{'epoch': 78, 'iter': 330, 'avg_loss': 1.334546991165311, 'avg_acc_mask': 54.50184090148388, 'loss': 1.3785829544067383}
+{'epoch': 78, 'iter': 340, 'avg_loss': 1.3337033492379176, 'avg_acc_mask': 54.50657716667568, 'loss': 1.330736517906189}
+{'epoch': 78, 'iter': 350, 'avg_loss': 1.3352722512011514, 'avg_acc_mask': 54.432913659590156, 'loss': 1.2423040866851807}
+{'epoch': 78, 'iter': 360, 'avg_loss': 1.3377181167747836, 'avg_acc_mask': 54.31233044991555, 'loss': 1.5021746158599854}
+{'epoch': 78, 'iter': 370, 'avg_loss': 1.3396186788448425, 'avg_acc_mask': 54.270906010166456, 'loss': 1.4668200016021729}
+{'epoch': 78, 'iter': 380, 'avg_loss': 1.3426327747622813, 'avg_acc_mask': 54.15293661562318, 'loss': 1.024811029434204}
+{'epoch': 78, 'iter': 390, 'avg_loss': 1.3408277693307002, 'avg_acc_mask': 54.20132325141777, 'loss': 1.6411104202270508}
+{'epoch': 78, 'iter': 400, 'avg_loss': 1.3412319716075412, 'avg_acc_mask': 54.21597973750863, 'loss': 1.332277774810791}
+{'epoch': 78, 'iter': 410, 'avg_loss': 1.3405487563488256, 'avg_acc_mask': 54.225161987041034, 'loss': 1.070620059967041}
+{'epoch': 78, 'iter': 420, 'avg_loss': 1.3396316534549777, 'avg_acc_mask': 54.25471159337521, 'loss': 1.2452290058135986}
+{'epoch': 78, 'iter': 430, 'avg_loss': 1.3399871338824385, 'avg_acc_mask': 54.26842353749088, 'loss': 1.3910057544708252}
+{'epoch': 78, 'iter': 440, 'avg_loss': 1.3405061660169744, 'avg_acc_mask': 54.267398500020946, 'loss': 1.3570458889007568}
+{'epoch': 78, 'iter': 450, 'avg_loss': 1.3407589761486602, 'avg_acc_mask': 54.268967496003604, 'loss': 1.2747546434402466}
+{'epoch': 78, 'iter': 460, 'avg_loss': 1.3407099299989398, 'avg_acc_mask': 54.27942353883106, 'loss': 1.3804984092712402}
+{'epoch': 78, 'iter': 470, 'avg_loss': 1.3411722769150056, 'avg_acc_mask': 54.249902075989034, 'loss': 1.1568726301193237}
+{'epoch': 78, 'iter': 480, 'avg_loss': 1.3402107514115729, 'avg_acc_mask': 54.301611665387576, 'loss': 1.1369173526763916}
+{'epoch': 78, 'iter': 490, 'avg_loss': 1.3414641124653477, 'avg_acc_mask': 54.22193829619331, 'loss': 1.382980227470398}
+{'epoch': 78, 'iter': 500, 'avg_loss': 1.3398510143904392, 'avg_acc_mask': 54.27279744183482, 'loss': 1.1415433883666992}
+{'epoch': 78, 'iter': 510, 'avg_loss': 1.3397830036521658, 'avg_acc_mask': 54.224591226680104, 'loss': 1.3303403854370117}
+{'epoch': 78, 'iter': 520, 'avg_loss': 1.338457018079776, 'avg_acc_mask': 54.25851880683628, 'loss': 1.7419096231460571}
+{'epoch': 78, 'iter': 530, 'avg_loss': 1.3384751540568365, 'avg_acc_mask': 54.27250929561803, 'loss': 1.236420750617981}
+{'epoch': 78, 'iter': 540, 'avg_loss': 1.3388470476303875, 'avg_acc_mask': 54.19620943550586, 'loss': 1.3287376165390015}
+{'epoch': 78, 'iter': 550, 'avg_loss': 1.339936574985241, 'avg_acc_mask': 54.09819639278557, 'loss': 1.5175056457519531}
+{'epoch': 78, 'iter': 560, 'avg_loss': 1.339908892139394, 'avg_acc_mask': 54.11401752601004, 'loss': 1.5253798961639404}
+{'epoch': 78, 'iter': 570, 'avg_loss': 1.3372061817324516, 'avg_acc_mask': 54.20723450899477, 'loss': 1.2052412033081055}
+{'epoch': 78, 'iter': 580, 'avg_loss': 1.3363393277391509, 'avg_acc_mask': 54.225819711006416, 'loss': 1.5419843196868896}
+{'epoch': 78, 'iter': 590, 'avg_loss': 1.3372457914949472, 'avg_acc_mask': 54.1926671013008, 'loss': 1.2294687032699585}
+{'epoch': 78, 'iter': 600, 'avg_loss': 1.3366007953634278, 'avg_acc_mask': 54.18856165220579, 'loss': 1.5112805366516113}
+{'epoch': 78, 'iter': 610, 'avg_loss': 1.3383040984211498, 'avg_acc_mask': 54.1656669865643, 'loss': 1.1740105152130127}
+{'epoch': 78, 'iter': 620, 'avg_loss': 1.3374617956878674, 'avg_acc_mask': 54.190866476016396, 'loss': 1.643288254737854}
+{'epoch': 78, 'iter': 630, 'avg_loss': 1.3364532846845274, 'avg_acc_mask': 54.24151841425545, 'loss': 1.1048142910003662}
+{'epoch': 78, 'iter': 640, 'avg_loss': 1.3370940905651325, 'avg_acc_mask': 54.243109419273594, 'loss': 1.2000702619552612}
+{'epoch': 78, 'iter': 650, 'avg_loss': 1.3365448111762648, 'avg_acc_mask': 54.277020173560246, 'loss': 1.0450685024261475}
+{'epoch': 78, 'iter': 660, 'avg_loss': 1.333345273349, 'avg_acc_mask': 54.40441829484902, 'loss': 1.25017249584198}
+{'epoch': 78, 'iter': 670, 'avg_loss': 1.3330963206006945, 'avg_acc_mask': 54.429653117568265, 'loss': 1.274169921875}
+{'epoch': 78, 'iter': 680, 'avg_loss': 1.332986681384312, 'avg_acc_mask': 54.42854068015497, 'loss': 1.4512048959732056}
+{'epoch': 78, 'iter': 690, 'avg_loss': 1.332487843747422, 'avg_acc_mask': 54.4248490625993, 'loss': 1.017402172088623}
+{'epoch': 78, 'iter': 700, 'avg_loss': 1.334707626177479, 'avg_acc_mask': 54.377820088156284, 'loss': 1.4425724744796753}
+{'epoch': 78, 'iter': 710, 'avg_loss': 1.334789091189367, 'avg_acc_mask': 54.356601105540555, 'loss': 1.056262493133545}
+{'epoch': 78, 'iter': 720, 'avg_loss': 1.3363815121114997, 'avg_acc_mask': 54.31995540691192, 'loss': 1.7264093160629272}
+{'epoch': 78, 'iter': 730, 'avg_loss': 1.334324252507592, 'avg_acc_mask': 54.40290108790796, 'loss': 1.337388515472412}
+{'epoch': 78, 'iter': 740, 'avg_loss': 1.335372978617788, 'avg_acc_mask': 54.352064361689, 'loss': 1.3166399002075195}
+{'epoch': 78, 'iter': 750, 'avg_loss': 1.336799134189057, 'avg_acc_mask': 54.303298628004285, 'loss': 1.5012696981430054}
+{'epoch': 78, 'iter': 760, 'avg_loss': 1.336221835851356, 'avg_acc_mask': 54.342598826584585, 'loss': 1.268665075302124}
+{'epoch': 78, 'iter': 770, 'avg_loss': 1.3372356437832775, 'avg_acc_mask': 54.29221687489628, 'loss': 1.2920372486114502}
+{'epoch': 78, 'iter': 780, 'avg_loss': 1.3355678479436417, 'avg_acc_mask': 54.35088047958037, 'loss': 1.323538064956665}
+{'epoch': 78, 'iter': 790, 'avg_loss': 1.3354811673670743, 'avg_acc_mask': 54.33957899606755, 'loss': 1.3688751459121704}
+{'epoch': 78, 'iter': 800, 'avg_loss': 1.33388114511297, 'avg_acc_mask': 54.3966206187921, 'loss': 1.233787178993225}
+{'epoch': 78, 'iter': 810, 'avg_loss': 1.3347586781411225, 'avg_acc_mask': 54.33503865137139, 'loss': 1.2170257568359375}
+{'epoch': 78, 'iter': 820, 'avg_loss': 1.3340369176196702, 'avg_acc_mask': 54.377520779018205, 'loss': 1.1839969158172607}
+{'epoch': 78, 'iter': 830, 'avg_loss': 1.3331511416590172, 'avg_acc_mask': 54.369936597393455, 'loss': 1.3868428468704224}
+{'epoch': 78, 'iter': 840, 'avg_loss': 1.3331695834748385, 'avg_acc_mask': 54.36603781796027, 'loss': 1.2606165409088135}
+{'epoch': 78, 'iter': 850, 'avg_loss': 1.3343553299349147, 'avg_acc_mask': 54.333533860433135, 'loss': 1.310246229171753}
+{'epoch': 78, 'iter': 860, 'avg_loss': 1.3362723383338608, 'avg_acc_mask': 54.28159518307291, 'loss': 1.6468656063079834}
+{'epoch': 78, 'iter': 870, 'avg_loss': 1.3373682438711347, 'avg_acc_mask': 54.21603516851581, 'loss': 1.2966021299362183}
+{'epoch': 78, 'iter': 880, 'avg_loss': 1.3373652906342073, 'avg_acc_mask': 54.22901016121355, 'loss': 1.2244110107421875}
+{'epoch': 78, 'iter': 890, 'avg_loss': 1.3351646091132587, 'avg_acc_mask': 54.305450222395315, 'loss': 0.8752473592758179}
+{'epoch': 78, 'iter': 900, 'avg_loss': 1.334824961509874, 'avg_acc_mask': 54.301162366854314, 'loss': 1.3255527019500732}
+{'epoch': 78, 'iter': 910, 'avg_loss': 1.3356322689977618, 'avg_acc_mask': 54.26187522509905, 'loss': 1.3162294626235962}
+{'epoch': 78, 'iter': 920, 'avg_loss': 1.3358500067237664, 'avg_acc_mask': 54.29612467573616, 'loss': 1.5662994384765625}
+{'epoch': 78, 'iter': 930, 'avg_loss': 1.33554331534147, 'avg_acc_mask': 54.33354898155227, 'loss': 1.487621545791626}
+{'epoch': 78, 'iter': 940, 'avg_loss': 1.335978511542747, 'avg_acc_mask': 54.30359634165246, 'loss': 1.059360146522522}
+{'epoch': 78, 'iter': 950, 'avg_loss': 1.3369904494561358, 'avg_acc_mask': 54.268900475387206, 'loss': 1.5794439315795898}
+{'epoch': 78, 'iter': 960, 'avg_loss': 1.3363123065351075, 'avg_acc_mask': 54.25374549592262, 'loss': 1.4996017217636108}
+{'epoch': 78, 'iter': 970, 'avg_loss': 1.3352495252656396, 'avg_acc_mask': 54.29413310311174, 'loss': 1.1552436351776123}
+{'epoch': 78, 'iter': 980, 'avg_loss': 1.3355734898774267, 'avg_acc_mask': 54.27531386969765, 'loss': 1.2303045988082886}
+{'epoch': 78, 'iter': 990, 'avg_loss': 1.3367447995032842, 'avg_acc_mask': 54.23488983222155, 'loss': 1.5636558532714844}
+{'epoch': 78, 'iter': 1000, 'avg_loss': 1.3363817831972142, 'avg_acc_mask': 54.229390028578194, 'loss': 1.494140863418579}
+{'epoch': 78, 'iter': 1010, 'avg_loss': 1.3365710679548548, 'avg_acc_mask': 54.24443323484903, 'loss': 1.3386403322219849}
+{'epoch': 78, 'iter': 1020, 'avg_loss': 1.336475498645943, 'avg_acc_mask': 54.275769745649264, 'loss': 1.1640151739120483}
+{'epoch': 78, 'iter': 1030, 'avg_loss': 1.3361738613805763, 'avg_acc_mask': 54.30671897642526, 'loss': 1.3086469173431396}
+{'epoch': 78, 'iter': 1040, 'avg_loss': 1.3352510761916925, 'avg_acc_mask': 54.341049977235315, 'loss': 1.2854676246643066}
+{'epoch': 78, 'iter': 1050, 'avg_loss': 1.335605952764669, 'avg_acc_mask': 54.329424824810935, 'loss': 1.3531497716903687}
+{'epoch': 78, 'iter': 1060, 'avg_loss': 1.335335789594192, 'avg_acc_mask': 54.34080285949959, 'loss': 1.1921424865722656}
+{'epoch': 78, 'iter': 1070, 'avg_loss': 1.3343429805851783, 'avg_acc_mask': 54.368336796212404, 'loss': 1.3497745990753174}
+{'epoch': 78, 'iter': 1080, 'avg_loss': 1.3349147094387792, 'avg_acc_mask': 54.36264255347864, 'loss': 1.4083888530731201}
+{'epoch': 78, 'iter': 1090, 'avg_loss': 1.3352373083396094, 'avg_acc_mask': 54.35748404983799, 'loss': 1.6945730447769165}
+{'epoch': 78, 'iter': 1100, 'avg_loss': 1.3351693398079798, 'avg_acc_mask': 54.347970064242666, 'loss': 0.9290063381195068}
+{'epoch': 'EP78_train', 'avg_loss': 1.3354248003722315, 'total_masked_acc': 54.333696261836415}
+{'epoch': 79, 'iter': 0, 'avg_loss': 1.5342986583709717, 'avg_acc_mask': 47.368421052631575, 'loss': 1.5342986583709717}
+{'epoch': 79, 'iter': 10, 'avg_loss': 1.3529971783811396, 'avg_acc_mask': 53.806228373702425, 'loss': 1.2397797107696533}
+{'epoch': 79, 'iter': 20, 'avg_loss': 1.3767450281551905, 'avg_acc_mask': 53.28014184397163, 'loss': 1.4696346521377563}
+{'epoch': 79, 'iter': 30, 'avg_loss': 1.3516181265154192, 'avg_acc_mask': 54.50843513670739, 'loss': 1.3278183937072754}
+{'epoch': 79, 'iter': 40, 'avg_loss': 1.336702304642375, 'avg_acc_mask': 54.8472775564409, 'loss': 1.114006757736206}
+{'epoch': 79, 'iter': 50, 'avg_loss': 1.347094099895627, 'avg_acc_mask': 54.363827549947416, 'loss': 1.4397331476211548}
+{'epoch': 79, 'iter': 60, 'avg_loss': 1.3304533069251014, 'avg_acc_mask': 54.78723404255319, 'loss': 1.2489386796951294}
+{'epoch': 79, 'iter': 70, 'avg_loss': 1.3281936511187487, 'avg_acc_mask': 55.00510725229827, 'loss': 1.4222700595855713}
+{'epoch': 79, 'iter': 80, 'avg_loss': 1.3237178958492515, 'avg_acc_mask': 54.92297387809779, 'loss': 1.491396427154541}
+{'epoch': 79, 'iter': 90, 'avg_loss': 1.3239423888070243, 'avg_acc_mask': 54.92454328832407, 'loss': 1.422572135925293}
+{'epoch': 79, 'iter': 100, 'avg_loss': 1.3108764414740082, 'avg_acc_mask': 55.14321743829941, 'loss': 1.1550137996673584}
+{'epoch': 79, 'iter': 110, 'avg_loss': 1.3173722887898351, 'avg_acc_mask': 55.097685109177476, 'loss': 1.2709004878997803}
+{'epoch': 79, 'iter': 120, 'avg_loss': 1.3220259660531666, 'avg_acc_mask': 54.9894482966536, 'loss': 1.6726926565170288}
+{'epoch': 79, 'iter': 130, 'avg_loss': 1.3292230940957106, 'avg_acc_mask': 54.72088215024121, 'loss': 1.3759357929229736}
+{'epoch': 79, 'iter': 140, 'avg_loss': 1.3248777118980462, 'avg_acc_mask': 54.767070835992335, 'loss': 1.286947250366211}
+{'epoch': 79, 'iter': 150, 'avg_loss': 1.3163701039276376, 'avg_acc_mask': 54.94901019796041, 'loss': 1.3394933938980103}
+{'epoch': 79, 'iter': 160, 'avg_loss': 1.321319806279603, 'avg_acc_mask': 54.741233509978585, 'loss': 1.1554665565490723}
+{'epoch': 79, 'iter': 170, 'avg_loss': 1.3235599754149454, 'avg_acc_mask': 54.66002965473417, 'loss': 1.456493616104126}
+{'epoch': 79, 'iter': 180, 'avg_loss': 1.324553040180417, 'avg_acc_mask': 54.524501453051414, 'loss': 1.41604483127594}
+{'epoch': 79, 'iter': 190, 'avg_loss': 1.3212516688551579, 'avg_acc_mask': 54.62488129154796, 'loss': 1.0764780044555664}
+{'epoch': 79, 'iter': 200, 'avg_loss': 1.3209570183682797, 'avg_acc_mask': 54.72551324952519, 'loss': 1.1409616470336914}
+{'epoch': 79, 'iter': 210, 'avg_loss': 1.3201283137380229, 'avg_acc_mask': 54.7197386519945, 'loss': 1.6340159177780151}
+{'epoch': 79, 'iter': 220, 'avg_loss': 1.3190155606464022, 'avg_acc_mask': 54.73321858864028, 'loss': 1.4606391191482544}
+{'epoch': 79, 'iter': 230, 'avg_loss': 1.3236459627812043, 'avg_acc_mask': 54.60117878192534, 'loss': 1.3533357381820679}
+{'epoch': 79, 'iter': 240, 'avg_loss': 1.3243966154537754, 'avg_acc_mask': 54.59822101613147, 'loss': 1.3312615156173706}
+{'epoch': 79, 'iter': 250, 'avg_loss': 1.3292147716677996, 'avg_acc_mask': 54.40185493804797, 'loss': 1.2490416765213013}
+{'epoch': 79, 'iter': 260, 'avg_loss': 1.331111931481124, 'avg_acc_mask': 54.36637303183741, 'loss': 1.2342394590377808}
+{'epoch': 79, 'iter': 270, 'avg_loss': 1.3338918674915918, 'avg_acc_mask': 54.22948632421615, 'loss': 1.2647807598114014}
+{'epoch': 79, 'iter': 280, 'avg_loss': 1.3345186803688782, 'avg_acc_mask': 54.17739443872297, 'loss': 0.887008011341095}
+{'epoch': 79, 'iter': 290, 'avg_loss': 1.333393063741861, 'avg_acc_mask': 54.198805673052995, 'loss': 1.292603611946106}
+{'epoch': 79, 'iter': 300, 'avg_loss': 1.333204340697127, 'avg_acc_mask': 54.17369308600337, 'loss': 1.1078948974609375}
+{'epoch': 79, 'iter': 310, 'avg_loss': 1.333752121572709, 'avg_acc_mask': 54.115729421352896, 'loss': 1.0815167427062988}
+{'epoch': 79, 'iter': 320, 'avg_loss': 1.3371736346004166, 'avg_acc_mask': 54.005649717514125, 'loss': 1.1868228912353516}
+{'epoch': 79, 'iter': 330, 'avg_loss': 1.3372240844449967, 'avg_acc_mask': 54.0423668509497, 'loss': 1.143288254737854}
+{'epoch': 79, 'iter': 340, 'avg_loss': 1.3362665714756135, 'avg_acc_mask': 54.053622725821896, 'loss': 1.2910902500152588}
+{'epoch': 79, 'iter': 350, 'avg_loss': 1.3359139186364632, 'avg_acc_mask': 54.066811909949166, 'loss': 1.3654981851577759}
+{'epoch': 79, 'iter': 360, 'avg_loss': 1.3365036070842162, 'avg_acc_mask': 54.01198811262782, 'loss': 1.6969391107559204}
+{'epoch': 79, 'iter': 370, 'avg_loss': 1.3349172500265898, 'avg_acc_mask': 54.06506059565282, 'loss': 1.124686360359192}
+{'epoch': 79, 'iter': 380, 'avg_loss': 1.337056523232948, 'avg_acc_mask': 53.95044636463455, 'loss': 1.0893086194992065}
+{'epoch': 79, 'iter': 390, 'avg_loss': 1.3361391702576366, 'avg_acc_mask': 53.94602140530479, 'loss': 1.2592682838439941}
+{'epoch': 79, 'iter': 400, 'avg_loss': 1.3357075555366174, 'avg_acc_mask': 53.88140284016152, 'loss': 1.14194917678833}
+{'epoch': 79, 'iter': 410, 'avg_loss': 1.3350885437932907, 'avg_acc_mask': 53.90818858560794, 'loss': 1.3258901834487915}
+{'epoch': 79, 'iter': 420, 'avg_loss': 1.3335297797184942, 'avg_acc_mask': 53.94736842105263, 'loss': 1.3276207447052002}
+{'epoch': 79, 'iter': 430, 'avg_loss': 1.3336480785411915, 'avg_acc_mask': 53.993988909114, 'loss': 1.5816251039505005}
+{'epoch': 79, 'iter': 440, 'avg_loss': 1.335015065951142, 'avg_acc_mask': 53.94154850977636, 'loss': 1.4486277103424072}
+{'epoch': 79, 'iter': 450, 'avg_loss': 1.3353765828910793, 'avg_acc_mask': 53.89466025304176, 'loss': 1.3936527967453003}
+{'epoch': 79, 'iter': 460, 'avg_loss': 1.3366741982819976, 'avg_acc_mask': 53.88234363880762, 'loss': 1.4646611213684082}
+{'epoch': 79, 'iter': 470, 'avg_loss': 1.3371303227043962, 'avg_acc_mask': 53.86282706301285, 'loss': 1.1467686891555786}
+{'epoch': 79, 'iter': 480, 'avg_loss': 1.3356630185042002, 'avg_acc_mask': 53.880341880341874, 'loss': 1.2673965692520142}
+{'epoch': 79, 'iter': 490, 'avg_loss': 1.3364405248412776, 'avg_acc_mask': 53.88882683644216, 'loss': 1.3186143636703491}
+{'epoch': 79, 'iter': 500, 'avg_loss': 1.33489955518536, 'avg_acc_mask': 53.95846260539475, 'loss': 1.2887417078018188}
+{'epoch': 79, 'iter': 510, 'avg_loss': 1.3337170438523862, 'avg_acc_mask': 53.99735061401311, 'loss': 1.2832551002502441}
+{'epoch': 79, 'iter': 520, 'avg_loss': 1.3359782307939658, 'avg_acc_mask': 53.9599437807449, 'loss': 1.6914699077606201}
+{'epoch': 79, 'iter': 530, 'avg_loss': 1.3355784340991363, 'avg_acc_mask': 53.970171925706, 'loss': 0.8181354999542236}
+{'epoch': 79, 'iter': 540, 'avg_loss': 1.3338983599888419, 'avg_acc_mask': 54.00718108529232, 'loss': 1.2112916707992554}
+{'epoch': 79, 'iter': 550, 'avg_loss': 1.334915797528684, 'avg_acc_mask': 53.96419437340153, 'loss': 1.1605215072631836}
+{'epoch': 79, 'iter': 560, 'avg_loss': 1.336012506973722, 'avg_acc_mask': 53.994517329156054, 'loss': 1.4953655004501343}
+{'epoch': 79, 'iter': 570, 'avg_loss': 1.3363663904929954, 'avg_acc_mask': 53.992493022360534, 'loss': 1.3516052961349487}
+{'epoch': 79, 'iter': 580, 'avg_loss': 1.3355144146387425, 'avg_acc_mask': 54.04927911158784, 'loss': 1.353400707244873}
+{'epoch': 79, 'iter': 590, 'avg_loss': 1.3351999744142575, 'avg_acc_mask': 54.046592424853436, 'loss': 1.3176864385604858}
+{'epoch': 79, 'iter': 600, 'avg_loss': 1.3356646914252028, 'avg_acc_mask': 54.047626307284204, 'loss': 1.2479676008224487}
+{'epoch': 79, 'iter': 610, 'avg_loss': 1.3360689256078093, 'avg_acc_mask': 54.05178614241189, 'loss': 1.4901081323623657}
+{'epoch': 79, 'iter': 620, 'avg_loss': 1.332841940260164, 'avg_acc_mask': 54.137248530324065, 'loss': 1.4562830924987793}
+{'epoch': 79, 'iter': 630, 'avg_loss': 1.331582886292326, 'avg_acc_mask': 54.18958642568177, 'loss': 1.117448329925537}
+{'epoch': 79, 'iter': 640, 'avg_loss': 1.331918386884859, 'avg_acc_mask': 54.21212817273459, 'loss': 1.1674994230270386}
+{'epoch': 79, 'iter': 650, 'avg_loss': 1.3309950838623692, 'avg_acc_mask': 54.24246710991654, 'loss': 1.2856574058532715}
+{'epoch': 79, 'iter': 660, 'avg_loss': 1.3296876613743907, 'avg_acc_mask': 54.25561562900618, 'loss': 1.487767219543457}
+{'epoch': 79, 'iter': 670, 'avg_loss': 1.3297320641632762, 'avg_acc_mask': 54.25850190761123, 'loss': 1.5205432176589966}
+{'epoch': 79, 'iter': 680, 'avg_loss': 1.331349261181645, 'avg_acc_mask': 54.15145862059643, 'loss': 1.712134838104248}
+{'epoch': 79, 'iter': 690, 'avg_loss': 1.3316840050706988, 'avg_acc_mask': 54.14270500532481, 'loss': 1.3551864624023438}
+{'epoch': 79, 'iter': 700, 'avg_loss': 1.3340186611902016, 'avg_acc_mask': 54.08425581029327, 'loss': 1.5676087141036987}
+{'epoch': 79, 'iter': 710, 'avg_loss': 1.3333728857516571, 'avg_acc_mask': 54.127086838359, 'loss': 1.512447476387024}
+{'epoch': 79, 'iter': 720, 'avg_loss': 1.3349230478772178, 'avg_acc_mask': 54.09455250931741, 'loss': 1.2371357679367065}
+{'epoch': 79, 'iter': 730, 'avg_loss': 1.334100908440539, 'avg_acc_mask': 54.08615136876006, 'loss': 1.2795847654342651}
+{'epoch': 79, 'iter': 740, 'avg_loss': 1.3348200844849651, 'avg_acc_mask': 54.03762160015882, 'loss': 1.1654627323150635}
+{'epoch': 79, 'iter': 750, 'avg_loss': 1.3352574518771367, 'avg_acc_mask': 54.026730637422894, 'loss': 1.3542015552520752}
+{'epoch': 79, 'iter': 760, 'avg_loss': 1.3352760894226496, 'avg_acc_mask': 54.00966183574879, 'loss': 1.2795697450637817}
+{'epoch': 79, 'iter': 770, 'avg_loss': 1.3362298257619953, 'avg_acc_mask': 53.95486284883583, 'loss': 1.4756884574890137}
+{'epoch': 79, 'iter': 780, 'avg_loss': 1.3355394166807206, 'avg_acc_mask': 53.98635936030104, 'loss': 1.0511980056762695}
+{'epoch': 79, 'iter': 790, 'avg_loss': 1.3352217484364468, 'avg_acc_mask': 53.999953556417346, 'loss': 1.1739826202392578}
+{'epoch': 79, 'iter': 800, 'avg_loss': 1.334781196233485, 'avg_acc_mask': 54.01692544091002, 'loss': 1.3142815828323364}
+{'epoch': 79, 'iter': 810, 'avg_loss': 1.3358633434434413, 'avg_acc_mask': 53.978392335394446, 'loss': 1.3372108936309814}
+{'epoch': 79, 'iter': 820, 'avg_loss': 1.3359285634414868, 'avg_acc_mask': 53.97432456611201, 'loss': 1.3148947954177856}
+{'epoch': 79, 'iter': 830, 'avg_loss': 1.3356737094235334, 'avg_acc_mask': 53.99398469635985, 'loss': 1.1540931463241577}
+{'epoch': 79, 'iter': 840, 'avg_loss': 1.334971067525544, 'avg_acc_mask': 53.95601755803542, 'loss': 1.3733832836151123}
+{'epoch': 79, 'iter': 850, 'avg_loss': 1.3356750487020517, 'avg_acc_mask': 53.915838060522404, 'loss': 1.155252456665039}
+{'epoch': 79, 'iter': 860, 'avg_loss': 1.3372933748984033, 'avg_acc_mask': 53.863374696175, 'loss': 1.707532286643982}
+{'epoch': 79, 'iter': 870, 'avg_loss': 1.338667758091446, 'avg_acc_mask': 53.80679664799764, 'loss': 1.5549581050872803}
+{'epoch': 79, 'iter': 880, 'avg_loss': 1.3387303652070572, 'avg_acc_mask': 53.799392097264445, 'loss': 1.0982952117919922}
+{'epoch': 79, 'iter': 890, 'avg_loss': 1.3370448361609788, 'avg_acc_mask': 53.8794525065963, 'loss': 0.9457510113716125}
+{'epoch': 79, 'iter': 900, 'avg_loss': 1.3373255614567543, 'avg_acc_mask': 53.8923741241649, 'loss': 1.5092689990997314}
+{'epoch': 79, 'iter': 910, 'avg_loss': 1.338172371248775, 'avg_acc_mask': 53.88825174543772, 'loss': 1.5084216594696045}
+{'epoch': 79, 'iter': 920, 'avg_loss': 1.338027130056023, 'avg_acc_mask': 53.89949388275615, 'loss': 1.389061450958252}
+{'epoch': 79, 'iter': 930, 'avg_loss': 1.3373691867296729, 'avg_acc_mask': 53.91628677994198, 'loss': 1.4033725261688232}
+{'epoch': 79, 'iter': 940, 'avg_loss': 1.3373580554086522, 'avg_acc_mask': 53.92059311286703, 'loss': 0.9525366425514221}
+{'epoch': 79, 'iter': 950, 'avg_loss': 1.3374432539714247, 'avg_acc_mask': 53.891891891891895, 'loss': 1.6632120609283447}
+{'epoch': 79, 'iter': 960, 'avg_loss': 1.3372403740510732, 'avg_acc_mask': 53.889069336441274, 'loss': 1.4833852052688599}
+{'epoch': 79, 'iter': 970, 'avg_loss': 1.3369770329963535, 'avg_acc_mask': 53.89033745229188, 'loss': 1.022354245185852}
+{'epoch': 79, 'iter': 980, 'avg_loss': 1.3366837446842719, 'avg_acc_mask': 53.89546074638859, 'loss': 1.1048922538757324}
+{'epoch': 79, 'iter': 990, 'avg_loss': 1.3377802077263563, 'avg_acc_mask': 53.869201745949546, 'loss': 1.5950007438659668}
+{'epoch': 79, 'iter': 1000, 'avg_loss': 1.3373953754251653, 'avg_acc_mask': 53.879113031695745, 'loss': 1.7000312805175781}
+{'epoch': 79, 'iter': 1010, 'avg_loss': 1.3371947652390401, 'avg_acc_mask': 53.90347378345057, 'loss': 1.2216044664382935}
+{'epoch': 79, 'iter': 1020, 'avg_loss': 1.3367350080454619, 'avg_acc_mask': 53.96147148063699, 'loss': 1.1479147672653198}
+{'epoch': 79, 'iter': 1030, 'avg_loss': 1.3363366606857565, 'avg_acc_mask': 53.97271482186372, 'loss': 1.0827654600143433}
+{'epoch': 79, 'iter': 1040, 'avg_loss': 1.3355603933792408, 'avg_acc_mask': 54.00345216288572, 'loss': 1.2346632480621338}
+{'epoch': 79, 'iter': 1050, 'avg_loss': 1.335519033313138, 'avg_acc_mask': 53.990790483499616, 'loss': 1.469942569732666}
+{'epoch': 79, 'iter': 1060, 'avg_loss': 1.3357136809073116, 'avg_acc_mask': 53.99422854279345, 'loss': 1.2733442783355713}
+{'epoch': 79, 'iter': 1070, 'avg_loss': 1.3358729380964676, 'avg_acc_mask': 53.9801335845179, 'loss': 1.3790709972381592}
+{'epoch': 79, 'iter': 1080, 'avg_loss': 1.3358366144243818, 'avg_acc_mask': 53.992131058576135, 'loss': 1.1150120496749878}
+{'epoch': 79, 'iter': 1090, 'avg_loss': 1.3360684166579593, 'avg_acc_mask': 53.97094634310186, 'loss': 1.4042054414749146}
+{'epoch': 79, 'iter': 1100, 'avg_loss': 1.335835096026203, 'avg_acc_mask': 54.00895875310143, 'loss': 0.7628405094146729}
+{'epoch': 'EP79_train', 'avg_loss': 1.3363655290452603, 'total_masked_acc': 54.001991040318565}
+{'epoch': 80, 'iter': 0, 'avg_loss': 1.3111413717269897, 'avg_acc_mask': 54.83870967741935, 'loss': 1.3111413717269897}
+{'epoch': 80, 'iter': 10, 'avg_loss': 1.3882510445334695, 'avg_acc_mask': 53.01794453507341, 'loss': 1.3206862211227417}
+{'epoch': 80, 'iter': 20, 'avg_loss': 1.3879392828260149, 'avg_acc_mask': 53.09503051438536, 'loss': 1.6441532373428345}
+{'epoch': 80, 'iter': 30, 'avg_loss': 1.3885604835325671, 'avg_acc_mask': 52.80429594272077, 'loss': 1.4023211002349854}
+{'epoch': 80, 'iter': 40, 'avg_loss': 1.3604397032319047, 'avg_acc_mask': 53.49887133182845, 'loss': 1.317270278930664}
+{'epoch': 80, 'iter': 50, 'avg_loss': 1.385453765298806, 'avg_acc_mask': 52.21950367004544, 'loss': 1.705247163772583}
+{'epoch': 80, 'iter': 60, 'avg_loss': 1.3702961919737644, 'avg_acc_mask': 52.95159386068477, 'loss': 1.2499765157699585}
+{'epoch': 80, 'iter': 70, 'avg_loss': 1.3589131521507047, 'avg_acc_mask': 53.539934492315446, 'loss': 1.4803546667099}
+{'epoch': 80, 'iter': 80, 'avg_loss': 1.3499602410528395, 'avg_acc_mask': 54.013635363976256, 'loss': 1.3900402784347534}
+{'epoch': 80, 'iter': 90, 'avg_loss': 1.360902489541651, 'avg_acc_mask': 53.87172467735628, 'loss': 1.4333006143569946}
+{'epoch': 80, 'iter': 100, 'avg_loss': 1.3542569775392514, 'avg_acc_mask': 54.087604185139206, 'loss': 1.1435309648513794}
+{'epoch': 80, 'iter': 110, 'avg_loss': 1.3667311566370028, 'avg_acc_mask': 53.64270647411975, 'loss': 1.1283739805221558}
+{'epoch': 80, 'iter': 120, 'avg_loss': 1.3569218181381542, 'avg_acc_mask': 53.85303323893278, 'loss': 1.6078342199325562}
+{'epoch': 80, 'iter': 130, 'avg_loss': 1.3550083832886384, 'avg_acc_mask': 53.83668444809192, 'loss': 1.3064919710159302}
+{'epoch': 80, 'iter': 140, 'avg_loss': 1.358141690703994, 'avg_acc_mask': 53.68113734450368, 'loss': 1.6553443670272827}
+{'epoch': 80, 'iter': 150, 'avg_loss': 1.3458518681936706, 'avg_acc_mask': 54.01748293617531, 'loss': 1.4526100158691406}
+{'epoch': 80, 'iter': 160, 'avg_loss': 1.3454471989448027, 'avg_acc_mask': 54.18586358017755, 'loss': 1.1295692920684814}
+{'epoch': 80, 'iter': 170, 'avg_loss': 1.3477763878671747, 'avg_acc_mask': 53.94695128394801, 'loss': 1.3394213914871216}
+{'epoch': 80, 'iter': 180, 'avg_loss': 1.3452902650306238, 'avg_acc_mask': 53.99498746867168, 'loss': 1.2665773630142212}
+{'epoch': 80, 'iter': 190, 'avg_loss': 1.3422868189387296, 'avg_acc_mask': 53.98272097218266, 'loss': 1.2028888463974}
+{'epoch': 80, 'iter': 200, 'avg_loss': 1.3393919977975721, 'avg_acc_mask': 54.10649819494585, 'loss': 1.1220062971115112}
+{'epoch': 80, 'iter': 210, 'avg_loss': 1.3366327330964436, 'avg_acc_mask': 54.14516683866529, 'loss': 1.2356089353561401}
+{'epoch': 80, 'iter': 220, 'avg_loss': 1.333739515613107, 'avg_acc_mask': 54.13923633969717, 'loss': 1.5072311162948608}
+{'epoch': 80, 'iter': 230, 'avg_loss': 1.3345042046530422, 'avg_acc_mask': 54.20340050377834, 'loss': 1.3109204769134521}
+{'epoch': 80, 'iter': 240, 'avg_loss': 1.332183397409827, 'avg_acc_mask': 54.269076608938974, 'loss': 1.2738310098648071}
+{'epoch': 80, 'iter': 250, 'avg_loss': 1.3326684578481423, 'avg_acc_mask': 54.22719349215572, 'loss': 1.1631395816802979}
+{'epoch': 80, 'iter': 260, 'avg_loss': 1.3360239742359439, 'avg_acc_mask': 54.199860237596084, 'loss': 1.3970075845718384}
+{'epoch': 80, 'iter': 270, 'avg_loss': 1.3358637565176426, 'avg_acc_mask': 54.282640849805034, 'loss': 1.5321766138076782}
+{'epoch': 80, 'iter': 280, 'avg_loss': 1.3362631814759822, 'avg_acc_mask': 54.303863106040964, 'loss': 0.7493638396263123}
+{'epoch': 80, 'iter': 290, 'avg_loss': 1.3349776855858742, 'avg_acc_mask': 54.34442147466015, 'loss': 1.0319372415542603}
+{'epoch': 80, 'iter': 300, 'avg_loss': 1.3330702470782587, 'avg_acc_mask': 54.50193892389724, 'loss': 1.1773854494094849}
+{'epoch': 80, 'iter': 310, 'avg_loss': 1.3306776752809237, 'avg_acc_mask': 54.456898069362126, 'loss': 1.1621702909469604}
+{'epoch': 80, 'iter': 320, 'avg_loss': 1.3301583678922921, 'avg_acc_mask': 54.488493962178175, 'loss': 0.7958247065544128}
+{'epoch': 80, 'iter': 330, 'avg_loss': 1.3317997911185295, 'avg_acc_mask': 54.51187916873381, 'loss': 1.0231925249099731}
+{'epoch': 80, 'iter': 340, 'avg_loss': 1.3324784944134374, 'avg_acc_mask': 54.39402028830753, 'loss': 1.375923991203308}
+{'epoch': 80, 'iter': 350, 'avg_loss': 1.3313017499412907, 'avg_acc_mask': 54.436638043195416, 'loss': 1.23237943649292}
+{'epoch': 80, 'iter': 360, 'avg_loss': 1.3325381130392862, 'avg_acc_mask': 54.39013294242532, 'loss': 1.5846703052520752}
+{'epoch': 80, 'iter': 370, 'avg_loss': 1.3320711634229778, 'avg_acc_mask': 54.39925244676142, 'loss': 1.1400595903396606}
+{'epoch': 80, 'iter': 380, 'avg_loss': 1.3326106171595455, 'avg_acc_mask': 54.3227596765705, 'loss': 1.0833709239959717}
+{'epoch': 80, 'iter': 390, 'avg_loss': 1.3355843014729298, 'avg_acc_mask': 54.23776223776223, 'loss': 1.400457739830017}
+{'epoch': 80, 'iter': 400, 'avg_loss': 1.3340386231046661, 'avg_acc_mask': 54.31509030526364, 'loss': 0.9459758400917053}
+{'epoch': 80, 'iter': 410, 'avg_loss': 1.3317589593049675, 'avg_acc_mask': 54.425996626120934, 'loss': 1.0532039403915405}
+{'epoch': 80, 'iter': 420, 'avg_loss': 1.3289002808709043, 'avg_acc_mask': 54.49889318112765, 'loss': 1.100809931755066}
+{'epoch': 80, 'iter': 430, 'avg_loss': 1.3275660113226233, 'avg_acc_mask': 54.53542638947815, 'loss': 1.3785362243652344}
+{'epoch': 80, 'iter': 440, 'avg_loss': 1.3312411508322304, 'avg_acc_mask': 54.48675496688742, 'loss': 1.859391450881958}
+{'epoch': 80, 'iter': 450, 'avg_loss': 1.3319371871303296, 'avg_acc_mask': 54.46377984621611, 'loss': 1.0819804668426514}
+{'epoch': 80, 'iter': 460, 'avg_loss': 1.3337954576258546, 'avg_acc_mask': 54.40145725260365, 'loss': 1.3231490850448608}
+{'epoch': 80, 'iter': 470, 'avg_loss': 1.3342455859649966, 'avg_acc_mask': 54.32891226170682, 'loss': 1.2010242938995361}
+{'epoch': 80, 'iter': 480, 'avg_loss': 1.3323694730251099, 'avg_acc_mask': 54.38476969077628, 'loss': 1.102689266204834}
+{'epoch': 80, 'iter': 490, 'avg_loss': 1.3336001206075587, 'avg_acc_mask': 54.3618679931695, 'loss': 1.4618229866027832}
+{'epoch': 80, 'iter': 500, 'avg_loss': 1.3322585476134827, 'avg_acc_mask': 54.423055929551325, 'loss': 1.212083339691162}
+{'epoch': 80, 'iter': 510, 'avg_loss': 1.3316083955204883, 'avg_acc_mask': 54.44139357415397, 'loss': 1.3085179328918457}
+{'epoch': 80, 'iter': 520, 'avg_loss': 1.3306151109098703, 'avg_acc_mask': 54.503399453283805, 'loss': 1.4547815322875977}
+{'epoch': 80, 'iter': 530, 'avg_loss': 1.3304555939191254, 'avg_acc_mask': 54.53732677693339, 'loss': 1.3030778169631958}
+{'epoch': 80, 'iter': 540, 'avg_loss': 1.330493286224478, 'avg_acc_mask': 54.526755909228854, 'loss': 1.1315542459487915}
+{'epoch': 80, 'iter': 550, 'avg_loss': 1.3323183291187737, 'avg_acc_mask': 54.46340011902401, 'loss': 1.1765940189361572}
+{'epoch': 80, 'iter': 560, 'avg_loss': 1.3316078230658954, 'avg_acc_mask': 54.51943405431777, 'loss': 1.021071195602417}
+{'epoch': 80, 'iter': 570, 'avg_loss': 1.3305848525827277, 'avg_acc_mask': 54.57659676644789, 'loss': 1.1389682292938232}
+{'epoch': 80, 'iter': 580, 'avg_loss': 1.3290729592466108, 'avg_acc_mask': 54.61806975062109, 'loss': 1.5387054681777954}
+{'epoch': 80, 'iter': 590, 'avg_loss': 1.3283727257788283, 'avg_acc_mask': 54.627197725797984, 'loss': 1.2922248840332031}
+{'epoch': 80, 'iter': 600, 'avg_loss': 1.3285102568529608, 'avg_acc_mask': 54.65515669169275, 'loss': 1.2279218435287476}
+{'epoch': 80, 'iter': 610, 'avg_loss': 1.3293141265157398, 'avg_acc_mask': 54.629629629629626, 'loss': 1.6261813640594482}
+{'epoch': 80, 'iter': 620, 'avg_loss': 1.3277021592749874, 'avg_acc_mask': 54.665803718522014, 'loss': 1.5898456573486328}
+{'epoch': 80, 'iter': 630, 'avg_loss': 1.3282422945729904, 'avg_acc_mask': 54.64880814626244, 'loss': 1.138859748840332}
+{'epoch': 80, 'iter': 640, 'avg_loss': 1.327574377126887, 'avg_acc_mask': 54.684561463498035, 'loss': 1.0067331790924072}
+{'epoch': 80, 'iter': 650, 'avg_loss': 1.326963197800421, 'avg_acc_mask': 54.70294249775382, 'loss': 1.3356118202209473}
+{'epoch': 80, 'iter': 660, 'avg_loss': 1.326295105844691, 'avg_acc_mask': 54.69493965230872, 'loss': 1.3356536626815796}
+{'epoch': 80, 'iter': 670, 'avg_loss': 1.3258135433346254, 'avg_acc_mask': 54.739685658153235, 'loss': 1.2304668426513672}
+{'epoch': 80, 'iter': 680, 'avg_loss': 1.3259358520724875, 'avg_acc_mask': 54.737011852608376, 'loss': 1.3652715682983398}
+{'epoch': 80, 'iter': 690, 'avg_loss': 1.326962772309349, 'avg_acc_mask': 54.73773265651438, 'loss': 1.350731372833252}
+{'epoch': 80, 'iter': 700, 'avg_loss': 1.3285589567604827, 'avg_acc_mask': 54.671983736023144, 'loss': 1.3229135274887085}
+{'epoch': 80, 'iter': 710, 'avg_loss': 1.3285412551146183, 'avg_acc_mask': 54.680752621838366, 'loss': 1.2404569387435913}
+{'epoch': 80, 'iter': 720, 'avg_loss': 1.3292003698884698, 'avg_acc_mask': 54.64320129837197, 'loss': 1.34941565990448}
+{'epoch': 80, 'iter': 730, 'avg_loss': 1.3273819847243917, 'avg_acc_mask': 54.67733866933466, 'loss': 1.4775117635726929}
+{'epoch': 80, 'iter': 740, 'avg_loss': 1.3272680007977042, 'avg_acc_mask': 54.65392026085668, 'loss': 1.24941885471344}
+{'epoch': 80, 'iter': 750, 'avg_loss': 1.3281258150201027, 'avg_acc_mask': 54.60431829799665, 'loss': 1.5082651376724243}
+{'epoch': 80, 'iter': 760, 'avg_loss': 1.3272506981578982, 'avg_acc_mask': 54.652727709685166, 'loss': 1.113249659538269}
+{'epoch': 80, 'iter': 770, 'avg_loss': 1.3291324872605685, 'avg_acc_mask': 54.57540350295073, 'loss': 1.673596739768982}
+{'epoch': 80, 'iter': 780, 'avg_loss': 1.3284312903346844, 'avg_acc_mask': 54.59014091100604, 'loss': 1.2805081605911255}
+{'epoch': 80, 'iter': 790, 'avg_loss': 1.3284224291366211, 'avg_acc_mask': 54.6120769373035, 'loss': 1.129845142364502}
+{'epoch': 80, 'iter': 800, 'avg_loss': 1.327489817261547, 'avg_acc_mask': 54.62603371864577, 'loss': 1.3380554914474487}
+{'epoch': 80, 'iter': 810, 'avg_loss': 1.328406817301575, 'avg_acc_mask': 54.56821873308068, 'loss': 1.3312082290649414}
+{'epoch': 80, 'iter': 820, 'avg_loss': 1.3285284378496651, 'avg_acc_mask': 54.55661451242104, 'loss': 1.2507014274597168}
+{'epoch': 80, 'iter': 830, 'avg_loss': 1.327110365337987, 'avg_acc_mask': 54.600171969045576, 'loss': 1.4214341640472412}
+{'epoch': 80, 'iter': 840, 'avg_loss': 1.3278539710180939, 'avg_acc_mask': 54.540308710513145, 'loss': 1.426277995109558}
+{'epoch': 80, 'iter': 850, 'avg_loss': 1.3283997765018853, 'avg_acc_mask': 54.51984690147508, 'loss': 1.5904426574707031}
+{'epoch': 80, 'iter': 860, 'avg_loss': 1.329198022545007, 'avg_acc_mask': 54.48410508891812, 'loss': 1.5362600088119507}
+{'epoch': 80, 'iter': 870, 'avg_loss': 1.3303045493590162, 'avg_acc_mask': 54.4348081112787, 'loss': 1.318502426147461}
+{'epoch': 80, 'iter': 880, 'avg_loss': 1.3305190703519763, 'avg_acc_mask': 54.406281073914485, 'loss': 1.2458454370498657}
+{'epoch': 80, 'iter': 890, 'avg_loss': 1.3295974837810502, 'avg_acc_mask': 54.45278529821971, 'loss': 1.0033667087554932}
+{'epoch': 80, 'iter': 900, 'avg_loss': 1.3303222506080694, 'avg_acc_mask': 54.41328338564342, 'loss': 1.6733366250991821}
+{'epoch': 80, 'iter': 910, 'avg_loss': 1.3314404048589923, 'avg_acc_mask': 54.35104721476913, 'loss': 1.4614499807357788}
+{'epoch': 80, 'iter': 920, 'avg_loss': 1.330922196858869, 'avg_acc_mask': 54.36721909444137, 'loss': 1.0854722261428833}
+{'epoch': 80, 'iter': 930, 'avg_loss': 1.3310031526582966, 'avg_acc_mask': 54.38888997861948, 'loss': 1.516640067100525}
+{'epoch': 80, 'iter': 940, 'avg_loss': 1.330650566298194, 'avg_acc_mask': 54.42038265999146, 'loss': 1.0519767999649048}
+{'epoch': 80, 'iter': 950, 'avg_loss': 1.3304010216620692, 'avg_acc_mask': 54.42875235061596, 'loss': 1.530086636543274}
+{'epoch': 80, 'iter': 960, 'avg_loss': 1.3300185403888356, 'avg_acc_mask': 54.466268146883, 'loss': 1.396501064300537}
+{'epoch': 80, 'iter': 970, 'avg_loss': 1.3302853704726536, 'avg_acc_mask': 54.44676095490317, 'loss': 1.046444296836853}
+{'epoch': 80, 'iter': 980, 'avg_loss': 1.3306846862296202, 'avg_acc_mask': 54.4054747647562, 'loss': 1.4490203857421875}
+{'epoch': 80, 'iter': 990, 'avg_loss': 1.3313810343578774, 'avg_acc_mask': 54.34266904503576, 'loss': 1.3740595579147339}
+{'epoch': 80, 'iter': 1000, 'avg_loss': 1.3317457374992905, 'avg_acc_mask': 54.33195579748402, 'loss': 1.6922730207443237}
+{'epoch': 80, 'iter': 1010, 'avg_loss': 1.3316006799008324, 'avg_acc_mask': 54.32759926430813, 'loss': 1.1117416620254517}
+{'epoch': 80, 'iter': 1020, 'avg_loss': 1.3311980615400076, 'avg_acc_mask': 54.37406270084983, 'loss': 1.2872869968414307}
+{'epoch': 80, 'iter': 1030, 'avg_loss': 1.3311780199162828, 'avg_acc_mask': 54.391300503934225, 'loss': 1.0430355072021484}
+{'epoch': 80, 'iter': 1040, 'avg_loss': 1.331223743392457, 'avg_acc_mask': 54.40177821338561, 'loss': 1.3398069143295288}
+{'epoch': 80, 'iter': 1050, 'avg_loss': 1.3308503545544241, 'avg_acc_mask': 54.42283019522175, 'loss': 1.2781040668487549}
+{'epoch': 80, 'iter': 1060, 'avg_loss': 1.33013081809016, 'avg_acc_mask': 54.43833734111989, 'loss': 1.1727871894836426}
+{'epoch': 80, 'iter': 1070, 'avg_loss': 1.328892161031397, 'avg_acc_mask': 54.461564654805485, 'loss': 1.109505534172058}
+{'epoch': 80, 'iter': 1080, 'avg_loss': 1.3289601872851735, 'avg_acc_mask': 54.457782573509576, 'loss': 1.3834478855133057}
+{'epoch': 80, 'iter': 1090, 'avg_loss': 1.329117047305942, 'avg_acc_mask': 54.45924738722495, 'loss': 1.4621473550796509}
+{'epoch': 80, 'iter': 1100, 'avg_loss': 1.328809447173743, 'avg_acc_mask': 54.453856589788565, 'loss': 0.983062744140625}
+{'epoch': 'EP80_train', 'avg_loss': 1.3295425290435687, 'total_masked_acc': 54.449976917496535}
+{'epoch': 81, 'iter': 0, 'avg_loss': 1.4596054553985596, 'avg_acc_mask': 61.224489795918366, 'loss': 1.4596054553985596}
+{'epoch': 81, 'iter': 10, 'avg_loss': 1.4314279718832537, 'avg_acc_mask': 53.58931552587646, 'loss': 1.4803518056869507}
+{'epoch': 81, 'iter': 20, 'avg_loss': 1.4308856583776928, 'avg_acc_mask': 52.331606217616574, 'loss': 1.2769140005111694}
+{'epoch': 81, 'iter': 30, 'avg_loss': 1.3889314205415788, 'avg_acc_mask': 53.388332351208014, 'loss': 1.3309329748153687}
+{'epoch': 81, 'iter': 40, 'avg_loss': 1.3730418711173824, 'avg_acc_mask': 53.859804791481814, 'loss': 1.349815011024475}
+{'epoch': 81, 'iter': 50, 'avg_loss': 1.3962643637376673, 'avg_acc_mask': 52.943249911878745, 'loss': 1.336260437965393}
+{'epoch': 81, 'iter': 60, 'avg_loss': 1.3804216599855266, 'avg_acc_mask': 53.26855123674912, 'loss': 1.3856630325317383}
+{'epoch': 81, 'iter': 70, 'avg_loss': 1.3747689875078872, 'avg_acc_mask': 53.74064837905237, 'loss': 1.2104477882385254}
+{'epoch': 81, 'iter': 80, 'avg_loss': 1.378949499424593, 'avg_acc_mask': 53.44600526777875, 'loss': 1.4011543989181519}
+{'epoch': 81, 'iter': 90, 'avg_loss': 1.3870777022707594, 'avg_acc_mask': 53.291658527056065, 'loss': 1.3692655563354492}
+{'epoch': 81, 'iter': 100, 'avg_loss': 1.3821015039292892, 'avg_acc_mask': 53.35220237042279, 'loss': 1.0688308477401733}
+{'epoch': 81, 'iter': 110, 'avg_loss': 1.3743524293641787, 'avg_acc_mask': 53.5673839184598, 'loss': 1.0512207746505737}
+{'epoch': 81, 'iter': 120, 'avg_loss': 1.3611267307573114, 'avg_acc_mask': 53.96377672209026, 'loss': 1.0447229146957397}
+{'epoch': 81, 'iter': 130, 'avg_loss': 1.3570487217138743, 'avg_acc_mask': 53.98798142583993, 'loss': 1.4919860363006592}
+{'epoch': 81, 'iter': 140, 'avg_loss': 1.353505845610977, 'avg_acc_mask': 54.09627841991617, 'loss': 1.216343879699707}
+{'epoch': 81, 'iter': 150, 'avg_loss': 1.3452471774934933, 'avg_acc_mask': 54.483419130851196, 'loss': 1.2653266191482544}
+{'epoch': 81, 'iter': 160, 'avg_loss': 1.3422374218146993, 'avg_acc_mask': 54.604818734519256, 'loss': 1.2785634994506836}
+{'epoch': 81, 'iter': 170, 'avg_loss': 1.3456241244461105, 'avg_acc_mask': 54.492661809734976, 'loss': 1.3530335426330566}
+{'epoch': 81, 'iter': 180, 'avg_loss': 1.3418383496242334, 'avg_acc_mask': 54.510902180436084, 'loss': 1.1763402223587036}
+{'epoch': 81, 'iter': 190, 'avg_loss': 1.345622890282676, 'avg_acc_mask': 54.26840810145751, 'loss': 1.273508906364441}
+{'epoch': 81, 'iter': 200, 'avg_loss': 1.3432516915288137, 'avg_acc_mask': 54.22693378851855, 'loss': 1.3100610971450806}
+{'epoch': 81, 'iter': 210, 'avg_loss': 1.3434729615658945, 'avg_acc_mask': 54.289372599231754, 'loss': 1.4473601579666138}
+{'epoch': 81, 'iter': 220, 'avg_loss': 1.3405971403035644, 'avg_acc_mask': 54.367346938775505, 'loss': 1.3518036603927612}
+{'epoch': 81, 'iter': 230, 'avg_loss': 1.3409474654631182, 'avg_acc_mask': 54.341036851967516, 'loss': 1.1062695980072021}
+{'epoch': 81, 'iter': 240, 'avg_loss': 1.3410117858673032, 'avg_acc_mask': 54.28035982008995, 'loss': 1.2832270860671997}
+{'epoch': 81, 'iter': 250, 'avg_loss': 1.3426651413222233, 'avg_acc_mask': 54.1783430336998, 'loss': 1.2061052322387695}
+{'epoch': 81, 'iter': 260, 'avg_loss': 1.3470680681681724, 'avg_acc_mask': 53.981628565508665, 'loss': 1.1597172021865845}
+{'epoch': 81, 'iter': 270, 'avg_loss': 1.350226727798856, 'avg_acc_mask': 53.87830933581049, 'loss': 1.578175663948059}
+{'epoch': 81, 'iter': 280, 'avg_loss': 1.3507899219879476, 'avg_acc_mask': 53.887468030690535, 'loss': 1.0414365530014038}
+{'epoch': 81, 'iter': 290, 'avg_loss': 1.349262223620595, 'avg_acc_mask': 53.99171356131346, 'loss': 1.2490466833114624}
+{'epoch': 81, 'iter': 300, 'avg_loss': 1.3434404594161582, 'avg_acc_mask': 54.189108318372234, 'loss': 1.0134491920471191}
+{'epoch': 81, 'iter': 310, 'avg_loss': 1.3412583826822484, 'avg_acc_mask': 54.21022067363531, 'loss': 1.0359995365142822}
+{'epoch': 81, 'iter': 320, 'avg_loss': 1.3403983119863587, 'avg_acc_mask': 54.230094505121386, 'loss': 1.171078085899353}
+{'epoch': 81, 'iter': 330, 'avg_loss': 1.3410929282986506, 'avg_acc_mask': 54.210121857503566, 'loss': 1.0912269353866577}
+{'epoch': 81, 'iter': 340, 'avg_loss': 1.3387733603502647, 'avg_acc_mask': 54.22681510680232, 'loss': 1.1743112802505493}
+{'epoch': 81, 'iter': 350, 'avg_loss': 1.339295490854486, 'avg_acc_mask': 54.255815158265555, 'loss': 1.6499401330947876}
+{'epoch': 81, 'iter': 360, 'avg_loss': 1.3399408983061518, 'avg_acc_mask': 54.228755537656056, 'loss': 1.509543538093567}
+{'epoch': 81, 'iter': 370, 'avg_loss': 1.3363287124351029, 'avg_acc_mask': 54.344306529951425, 'loss': 1.0257948637008667}
+{'epoch': 81, 'iter': 380, 'avg_loss': 1.3373561988039593, 'avg_acc_mask': 54.25267584097859, 'loss': 1.037339687347412}
+{'epoch': 81, 'iter': 390, 'avg_loss': 1.3366859440913286, 'avg_acc_mask': 54.24147740521382, 'loss': 1.1804181337356567}
+{'epoch': 81, 'iter': 400, 'avg_loss': 1.3377606526871868, 'avg_acc_mask': 54.19781221513218, 'loss': 1.3621717691421509}
+{'epoch': 81, 'iter': 410, 'avg_loss': 1.3378539653880173, 'avg_acc_mask': 54.1981341625944, 'loss': 1.5001107454299927}
+{'epoch': 81, 'iter': 420, 'avg_loss': 1.337551052949774, 'avg_acc_mask': 54.136972014601085, 'loss': 1.2589555978775024}
+{'epoch': 81, 'iter': 430, 'avg_loss': 1.3372579362165624, 'avg_acc_mask': 54.215023593929345, 'loss': 1.2973405122756958}
+{'epoch': 81, 'iter': 440, 'avg_loss': 1.3380813383731713, 'avg_acc_mask': 54.22257300710339, 'loss': 1.5843571424484253}
+{'epoch': 81, 'iter': 450, 'avg_loss': 1.3356405770170714, 'avg_acc_mask': 54.288035750558606, 'loss': 1.171589970588684}
+{'epoch': 81, 'iter': 460, 'avg_loss': 1.3334642500008522, 'avg_acc_mask': 54.336957384334575, 'loss': 1.1717092990875244}
+{'epoch': 81, 'iter': 470, 'avg_loss': 1.335214738886321, 'avg_acc_mask': 54.268292682926834, 'loss': 1.4756075143814087}
+{'epoch': 81, 'iter': 480, 'avg_loss': 1.3347836633729835, 'avg_acc_mask': 54.27309756747497, 'loss': 1.4253900051116943}
+{'epoch': 81, 'iter': 490, 'avg_loss': 1.3348192690346246, 'avg_acc_mask': 54.27015738047288, 'loss': 1.4816666841506958}
+{'epoch': 81, 'iter': 500, 'avg_loss': 1.334138792431997, 'avg_acc_mask': 54.33663221706898, 'loss': 1.2544982433319092}
+{'epoch': 81, 'iter': 510, 'avg_loss': 1.3333233445591188, 'avg_acc_mask': 54.36851520572451, 'loss': 1.3350781202316284}
+{'epoch': 81, 'iter': 520, 'avg_loss': 1.3330906334399262, 'avg_acc_mask': 54.38769057823368, 'loss': 1.3398003578186035}
+{'epoch': 81, 'iter': 530, 'avg_loss': 1.3343695628889984, 'avg_acc_mask': 54.32826559106423, 'loss': 1.0367951393127441}
+{'epoch': 81, 'iter': 540, 'avg_loss': 1.335823940701934, 'avg_acc_mask': 54.20288874606772, 'loss': 1.3395273685455322}
+{'epoch': 81, 'iter': 550, 'avg_loss': 1.3359125934798142, 'avg_acc_mask': 54.19852403430623, 'loss': 1.3480533361434937}
+{'epoch': 81, 'iter': 560, 'avg_loss': 1.335942697397528, 'avg_acc_mask': 54.23302050292666, 'loss': 1.3090152740478516}
+{'epoch': 81, 'iter': 570, 'avg_loss': 1.3342997611299705, 'avg_acc_mask': 54.34852477984187, 'loss': 1.2884641885757446}
+{'epoch': 81, 'iter': 580, 'avg_loss': 1.3343817017164574, 'avg_acc_mask': 54.30059993684875, 'loss': 1.5874258279800415}
+{'epoch': 81, 'iter': 590, 'avg_loss': 1.335207221975988, 'avg_acc_mask': 54.234189570228985, 'loss': 1.1855816841125488}
+{'epoch': 81, 'iter': 600, 'avg_loss': 1.3369061793146435, 'avg_acc_mask': 54.12030121032896, 'loss': 1.3543511629104614}
+{'epoch': 81, 'iter': 610, 'avg_loss': 1.3389778518637736, 'avg_acc_mask': 54.070011388838935, 'loss': 1.6553949117660522}
+{'epoch': 81, 'iter': 620, 'avg_loss': 1.336338048491885, 'avg_acc_mask': 54.1138307283987, 'loss': 1.7268141508102417}
+{'epoch': 81, 'iter': 630, 'avg_loss': 1.3359399344388354, 'avg_acc_mask': 54.11911606702093, 'loss': 1.0021511316299438}
+{'epoch': 81, 'iter': 640, 'avg_loss': 1.3348081565684349, 'avg_acc_mask': 54.17036761124323, 'loss': 1.096818447113037}
+{'epoch': 81, 'iter': 650, 'avg_loss': 1.334781952076427, 'avg_acc_mask': 54.15889698819009, 'loss': 1.2921559810638428}
+{'epoch': 81, 'iter': 660, 'avg_loss': 1.3333605641496344, 'avg_acc_mask': 54.1810392789585, 'loss': 1.2420371770858765}
+{'epoch': 81, 'iter': 670, 'avg_loss': 1.3334610469295087, 'avg_acc_mask': 54.2017613651952, 'loss': 1.3227183818817139}
+{'epoch': 81, 'iter': 680, 'avg_loss': 1.332502394695814, 'avg_acc_mask': 54.242964403392214, 'loss': 1.4275099039077759}
+{'epoch': 81, 'iter': 690, 'avg_loss': 1.3335488423942312, 'avg_acc_mask': 54.207347894330795, 'loss': 1.4536246061325073}
+{'epoch': 81, 'iter': 700, 'avg_loss': 1.335233801271708, 'avg_acc_mask': 54.156402327166, 'loss': 1.3036630153656006}
+{'epoch': 81, 'iter': 710, 'avg_loss': 1.334269257369759, 'avg_acc_mask': 54.18359688397732, 'loss': 1.2217845916748047}
+{'epoch': 81, 'iter': 720, 'avg_loss': 1.3350505762721894, 'avg_acc_mask': 54.12308006327498, 'loss': 1.5485063791275024}
+{'epoch': 81, 'iter': 730, 'avg_loss': 1.3341829855856262, 'avg_acc_mask': 54.16498791297341, 'loss': 1.4867509603500366}
+{'epoch': 81, 'iter': 740, 'avg_loss': 1.3354423918865632, 'avg_acc_mask': 54.14534797079131, 'loss': 1.601935625076294}
+{'epoch': 81, 'iter': 750, 'avg_loss': 1.3357290460488767, 'avg_acc_mask': 54.11453615062557, 'loss': 1.552742838859558}
+{'epoch': 81, 'iter': 760, 'avg_loss': 1.3344637590231625, 'avg_acc_mask': 54.13401064344461, 'loss': 1.0689762830734253}
+{'epoch': 81, 'iter': 770, 'avg_loss': 1.3358568733149774, 'avg_acc_mask': 54.08909970681477, 'loss': 1.6085706949234009}
+{'epoch': 81, 'iter': 780, 'avg_loss': 1.3348771532885397, 'avg_acc_mask': 54.104187754525555, 'loss': 1.4360049962997437}
+{'epoch': 81, 'iter': 790, 'avg_loss': 1.3356551933379, 'avg_acc_mask': 54.120681242593925, 'loss': 1.568723440170288}
+{'epoch': 81, 'iter': 800, 'avg_loss': 1.3350431238220872, 'avg_acc_mask': 54.14907288415641, 'loss': 1.1746094226837158}
+{'epoch': 81, 'iter': 810, 'avg_loss': 1.3360545081804185, 'avg_acc_mask': 54.13293421321178, 'loss': 1.2751333713531494}
+{'epoch': 81, 'iter': 820, 'avg_loss': 1.335882516493896, 'avg_acc_mask': 54.10738255033557, 'loss': 1.125888705253601}
+{'epoch': 81, 'iter': 830, 'avg_loss': 1.3364209635306494, 'avg_acc_mask': 54.08871788067755, 'loss': 1.676697850227356}
+{'epoch': 81, 'iter': 840, 'avg_loss': 1.3360870199169472, 'avg_acc_mask': 54.11543753139263, 'loss': 1.123899221420288}
+{'epoch': 81, 'iter': 850, 'avg_loss': 1.3370815575753199, 'avg_acc_mask': 54.08726394757265, 'loss': 1.3265337944030762}
+{'epoch': 81, 'iter': 860, 'avg_loss': 1.3379895010060965, 'avg_acc_mask': 54.06268631292054, 'loss': 1.7951244115829468}
+{'epoch': 81, 'iter': 870, 'avg_loss': 1.3387240553285444, 'avg_acc_mask': 54.01168410877148, 'loss': 1.311219573020935}
+{'epoch': 81, 'iter': 880, 'avg_loss': 1.3393696137914322, 'avg_acc_mask': 53.99197655324368, 'loss': 1.2675487995147705}
+{'epoch': 81, 'iter': 890, 'avg_loss': 1.3377122159223631, 'avg_acc_mask': 54.07302214538569, 'loss': 0.9379717707633972}
+{'epoch': 81, 'iter': 900, 'avg_loss': 1.3384372806972458, 'avg_acc_mask': 54.03191381237931, 'loss': 1.6690633296966553}
+{'epoch': 81, 'iter': 910, 'avg_loss': 1.3384856227724011, 'avg_acc_mask': 54.02670414617007, 'loss': 1.360347867012024}
+{'epoch': 81, 'iter': 920, 'avg_loss': 1.3369164474623987, 'avg_acc_mask': 54.06824146981627, 'loss': 1.1245872974395752}
+{'epoch': 81, 'iter': 930, 'avg_loss': 1.3362080953559097, 'avg_acc_mask': 54.10665092483274, 'loss': 1.2773343324661255}
+{'epoch': 81, 'iter': 940, 'avg_loss': 1.3361567286705236, 'avg_acc_mask': 54.1067881761888, 'loss': 0.8547630310058594}
+{'epoch': 81, 'iter': 950, 'avg_loss': 1.3367598598311752, 'avg_acc_mask': 54.09390540071701, 'loss': 1.4260345697402954}
+{'epoch': 81, 'iter': 960, 'avg_loss': 1.3365602448629166, 'avg_acc_mask': 54.11946446961895, 'loss': 1.2629183530807495}
+{'epoch': 81, 'iter': 970, 'avg_loss': 1.3362783862682621, 'avg_acc_mask': 54.145899410965114, 'loss': 1.370599389076233}
+{'epoch': 81, 'iter': 980, 'avg_loss': 1.3357479255741402, 'avg_acc_mask': 54.143532798683935, 'loss': 1.0734208822250366}
+{'epoch': 81, 'iter': 990, 'avg_loss': 1.336834772022894, 'avg_acc_mask': 54.099572941894216, 'loss': 1.3625370264053345}
+{'epoch': 81, 'iter': 1000, 'avg_loss': 1.3366156097773192, 'avg_acc_mask': 54.08564581923281, 'loss': 1.4547545909881592}
+{'epoch': 81, 'iter': 1010, 'avg_loss': 1.3362708089967157, 'avg_acc_mask': 54.10901847156827, 'loss': 1.2042914628982544}
+{'epoch': 81, 'iter': 1020, 'avg_loss': 1.3361523328285143, 'avg_acc_mask': 54.1407663507873, 'loss': 1.1831082105636597}
+{'epoch': 81, 'iter': 1030, 'avg_loss': 1.335928883226489, 'avg_acc_mask': 54.139325364452176, 'loss': 1.524016261100769}
+{'epoch': 81, 'iter': 1040, 'avg_loss': 1.3355552965236557, 'avg_acc_mask': 54.16220204113896, 'loss': 1.564697027206421}
+{'epoch': 81, 'iter': 1050, 'avg_loss': 1.3359720765353384, 'avg_acc_mask': 54.15724080325758, 'loss': 1.194117784500122}
+{'epoch': 81, 'iter': 1060, 'avg_loss': 1.3362640344119094, 'avg_acc_mask': 54.159627650405106, 'loss': 1.328332781791687}
+{'epoch': 81, 'iter': 1070, 'avg_loss': 1.3350033287018064, 'avg_acc_mask': 54.19849937616436, 'loss': 1.450236201286316}
+{'epoch': 81, 'iter': 1080, 'avg_loss': 1.3342143860710207, 'avg_acc_mask': 54.223922019901174, 'loss': 1.0477666854858398}
+{'epoch': 81, 'iter': 1090, 'avg_loss': 1.3341543532423095, 'avg_acc_mask': 54.23021486273589, 'loss': 1.3080755472183228}
+{'epoch': 81, 'iter': 1100, 'avg_loss': 1.3332728712153803, 'avg_acc_mask': 54.265690133359904, 'loss': 0.9154736995697021}
+{'epoch': 'EP81_train', 'avg_loss': 1.3335282798805927, 'total_masked_acc': 54.26255273389032}
+{'epoch': 82, 'iter': 0, 'avg_loss': 1.4748488664627075, 'avg_acc_mask': 44.927536231884055, 'loss': 1.4748488664627075}
+{'epoch': 82, 'iter': 10, 'avg_loss': 1.3985640027306296, 'avg_acc_mask': 52.32744783306581, 'loss': 1.3489254713058472}
+{'epoch': 82, 'iter': 20, 'avg_loss': 1.3853755167552404, 'avg_acc_mask': 52.63598326359833, 'loss': 1.376686930656433}
+{'epoch': 82, 'iter': 30, 'avg_loss': 1.3925297798648957, 'avg_acc_mask': 52.476958525345616, 'loss': 1.5695433616638184}
+{'epoch': 82, 'iter': 40, 'avg_loss': 1.3764855309230526, 'avg_acc_mask': 53.073593073593074, 'loss': 1.1178417205810547}
+{'epoch': 82, 'iter': 50, 'avg_loss': 1.3728397430158128, 'avg_acc_mask': 52.63884097964815, 'loss': 1.2507762908935547}
+{'epoch': 82, 'iter': 60, 'avg_loss': 1.359407290083463, 'avg_acc_mask': 52.865497076023395, 'loss': 1.4384708404541016}
+{'epoch': 82, 'iter': 70, 'avg_loss': 1.3526445996593421, 'avg_acc_mask': 53.562468640240844, 'loss': 1.4172571897506714}
+{'epoch': 82, 'iter': 80, 'avg_loss': 1.3513868811689778, 'avg_acc_mask': 53.53914002205072, 'loss': 1.3728746175765991}
+{'epoch': 82, 'iter': 90, 'avg_loss': 1.354330288184868, 'avg_acc_mask': 53.6308475239773, 'loss': 1.5474637746810913}
+{'epoch': 82, 'iter': 100, 'avg_loss': 1.345979389577809, 'avg_acc_mask': 53.73425580982792, 'loss': 1.009482741355896}
+{'epoch': 82, 'iter': 110, 'avg_loss': 1.354640767380998, 'avg_acc_mask': 53.45891523221825, 'loss': 1.1320650577545166}
+{'epoch': 82, 'iter': 120, 'avg_loss': 1.3502839394837372, 'avg_acc_mask': 53.746462088485025, 'loss': 1.6730211973190308}
+{'epoch': 82, 'iter': 130, 'avg_loss': 1.351133139533851, 'avg_acc_mask': 53.673328738800826, 'loss': 1.389796257019043}
+{'epoch': 82, 'iter': 140, 'avg_loss': 1.3492246363179903, 'avg_acc_mask': 53.66790423761362, 'loss': 1.4654788970947266}
+{'epoch': 82, 'iter': 150, 'avg_loss': 1.3410910731119825, 'avg_acc_mask': 53.96081259766798, 'loss': 1.4011273384094238}
+{'epoch': 82, 'iter': 160, 'avg_loss': 1.3467069819847248, 'avg_acc_mask': 53.834841628959275, 'loss': 1.756428837776184}
+{'epoch': 82, 'iter': 170, 'avg_loss': 1.351256657762137, 'avg_acc_mask': 53.668117634568425, 'loss': 1.4235334396362305}
+{'epoch': 82, 'iter': 180, 'avg_loss': 1.3474299716686018, 'avg_acc_mask': 53.79075815163033, 'loss': 1.4203659296035767}
+{'epoch': 82, 'iter': 190, 'avg_loss': 1.3419627759469117, 'avg_acc_mask': 53.94077017693254, 'loss': 1.134087085723877}
+{'epoch': 82, 'iter': 200, 'avg_loss': 1.3420414660700517, 'avg_acc_mask': 53.88559093362115, 'loss': 1.3163002729415894}
+{'epoch': 82, 'iter': 210, 'avg_loss': 1.341405761467902, 'avg_acc_mask': 53.92835769855518, 'loss': 1.1941999197006226}
+{'epoch': 82, 'iter': 220, 'avg_loss': 1.3414771537974948, 'avg_acc_mask': 53.82919660352711, 'loss': 1.4007081985473633}
+{'epoch': 82, 'iter': 230, 'avg_loss': 1.3407522298040844, 'avg_acc_mask': 53.91365666379377, 'loss': 1.5390102863311768}
+{'epoch': 82, 'iter': 240, 'avg_loss': 1.340224739674216, 'avg_acc_mask': 53.911347783694595, 'loss': 1.195356845855713}
+{'epoch': 82, 'iter': 250, 'avg_loss': 1.3427439536231447, 'avg_acc_mask': 53.991490589168535, 'loss': 1.1372199058532715}
+{'epoch': 82, 'iter': 260, 'avg_loss': 1.3418970941583772, 'avg_acc_mask': 54.040194040194045, 'loss': 1.2134780883789062}
+{'epoch': 82, 'iter': 270, 'avg_loss': 1.3441353435885863, 'avg_acc_mask': 54.01289979386927, 'loss': 1.5724400281906128}
+{'epoch': 82, 'iter': 280, 'avg_loss': 1.344141388278839, 'avg_acc_mask': 53.9681520482856, 'loss': 1.0382258892059326}
+{'epoch': 82, 'iter': 290, 'avg_loss': 1.3432242055119519, 'avg_acc_mask': 53.91536361379995, 'loss': 1.2848293781280518}
+{'epoch': 82, 'iter': 300, 'avg_loss': 1.3396038280373, 'avg_acc_mask': 54.08763505402161, 'loss': 0.8418310880661011}
+{'epoch': 82, 'iter': 310, 'avg_loss': 1.3389906321691163, 'avg_acc_mask': 53.91233577490989, 'loss': 1.0958836078643799}
+{'epoch': 82, 'iter': 320, 'avg_loss': 1.3397558294352712, 'avg_acc_mask': 53.97184372703116, 'loss': 1.2820128202438354}
+{'epoch': 82, 'iter': 330, 'avg_loss': 1.338822645543205, 'avg_acc_mask': 54.06397195749808, 'loss': 1.06583571434021}
+{'epoch': 82, 'iter': 340, 'avg_loss': 1.33830976626041, 'avg_acc_mask': 54.0412885421642, 'loss': 1.4583368301391602}
+{'epoch': 82, 'iter': 350, 'avg_loss': 1.3372886873718002, 'avg_acc_mask': 54.027921406411586, 'loss': 1.310089111328125}
+{'epoch': 82, 'iter': 360, 'avg_loss': 1.3379529707979958, 'avg_acc_mask': 53.97949954778414, 'loss': 1.6164201498031616}
+{'epoch': 82, 'iter': 370, 'avg_loss': 1.339360591857581, 'avg_acc_mask': 53.92300910960917, 'loss': 1.1683058738708496}
+{'epoch': 82, 'iter': 380, 'avg_loss': 1.3425344804453412, 'avg_acc_mask': 53.78964941569282, 'loss': 1.1250216960906982}
+{'epoch': 82, 'iter': 390, 'avg_loss': 1.3431472711246033, 'avg_acc_mask': 53.77020166736528, 'loss': 1.4668549299240112}
+{'epoch': 82, 'iter': 400, 'avg_loss': 1.3435736187081087, 'avg_acc_mask': 53.76197611587885, 'loss': 1.1486667394638062}
+{'epoch': 82, 'iter': 410, 'avg_loss': 1.3431688038102032, 'avg_acc_mask': 53.80967155711183, 'loss': 1.3029415607452393}
+{'epoch': 82, 'iter': 420, 'avg_loss': 1.3419793290650193, 'avg_acc_mask': 53.8807843816285, 'loss': 1.1944377422332764}
+{'epoch': 82, 'iter': 430, 'avg_loss': 1.3418208085467256, 'avg_acc_mask': 53.89635154031951, 'loss': 1.1222933530807495}
+{'epoch': 82, 'iter': 440, 'avg_loss': 1.343532069470066, 'avg_acc_mask': 53.87673956262425, 'loss': 1.4873450994491577}
+{'epoch': 82, 'iter': 450, 'avg_loss': 1.3438725672381415, 'avg_acc_mask': 53.84895580378824, 'loss': 1.379130244255066}
+{'epoch': 82, 'iter': 460, 'avg_loss': 1.3438042565178199, 'avg_acc_mask': 53.854686633388795, 'loss': 1.07757568359375}
+{'epoch': 82, 'iter': 470, 'avg_loss': 1.3443784609974823, 'avg_acc_mask': 53.84466395506489, 'loss': 1.4227157831192017}
+{'epoch': 82, 'iter': 480, 'avg_loss': 1.342190037150393, 'avg_acc_mask': 53.943923815305226, 'loss': 1.0210583209991455}
+{'epoch': 82, 'iter': 490, 'avg_loss': 1.3417962681494517, 'avg_acc_mask': 54.029140648230744, 'loss': 1.5869197845458984}
+{'epoch': 82, 'iter': 500, 'avg_loss': 1.33981080195623, 'avg_acc_mask': 54.080443019527834, 'loss': 1.2441401481628418}
+{'epoch': 82, 'iter': 510, 'avg_loss': 1.3399262298809806, 'avg_acc_mask': 54.09245047296092, 'loss': 1.354853630065918}
+{'epoch': 82, 'iter': 520, 'avg_loss': 1.3391368387985596, 'avg_acc_mask': 54.15746098544626, 'loss': 1.3348568677902222}
+{'epoch': 82, 'iter': 530, 'avg_loss': 1.3397438482376143, 'avg_acc_mask': 54.129798588397314, 'loss': 1.175663948059082}
+{'epoch': 82, 'iter': 540, 'avg_loss': 1.3391378438186292, 'avg_acc_mask': 54.15793387871003, 'loss': 1.5169627666473389}
+{'epoch': 82, 'iter': 550, 'avg_loss': 1.3393315575516591, 'avg_acc_mask': 54.09836065573771, 'loss': 1.3745675086975098}
+{'epoch': 82, 'iter': 560, 'avg_loss': 1.3387098231630103, 'avg_acc_mask': 54.11468878584025, 'loss': 1.0824838876724243}
+{'epoch': 82, 'iter': 570, 'avg_loss': 1.3383793490571858, 'avg_acc_mask': 54.15449789787862, 'loss': 1.3802258968353271}
+{'epoch': 82, 'iter': 580, 'avg_loss': 1.3364102930702564, 'avg_acc_mask': 54.223553523569294, 'loss': 1.81174898147583}
+{'epoch': 82, 'iter': 590, 'avg_loss': 1.3357599802226987, 'avg_acc_mask': 54.26394995974484, 'loss': 1.240972876548767}
+{'epoch': 82, 'iter': 600, 'avg_loss': 1.3353837974456304, 'avg_acc_mask': 54.26961157654227, 'loss': 1.2020280361175537}
+{'epoch': 82, 'iter': 610, 'avg_loss': 1.336388416844382, 'avg_acc_mask': 54.24429401545559, 'loss': 1.488731861114502}
+{'epoch': 82, 'iter': 620, 'avg_loss': 1.3333932346575885, 'avg_acc_mask': 54.34398208181068, 'loss': 1.2700973749160767}
+{'epoch': 82, 'iter': 630, 'avg_loss': 1.332484072720759, 'avg_acc_mask': 54.36251341085047, 'loss': 1.0652623176574707}
+{'epoch': 82, 'iter': 640, 'avg_loss': 1.3317486625193806, 'avg_acc_mask': 54.41538373490529, 'loss': 1.0800668001174927}
+{'epoch': 82, 'iter': 650, 'avg_loss': 1.3328902665554287, 'avg_acc_mask': 54.38734955041294, 'loss': 1.1791256666183472}
+{'epoch': 82, 'iter': 660, 'avg_loss': 1.3315666584853145, 'avg_acc_mask': 54.436803283234426, 'loss': 1.1634624004364014}
+{'epoch': 82, 'iter': 670, 'avg_loss': 1.3324702334119738, 'avg_acc_mask': 54.35459211532161, 'loss': 1.438474178314209}
+{'epoch': 82, 'iter': 680, 'avg_loss': 1.3322027395650329, 'avg_acc_mask': 54.37370669963183, 'loss': 1.4803526401519775}
+{'epoch': 82, 'iter': 690, 'avg_loss': 1.332321475366435, 'avg_acc_mask': 54.4084939631434, 'loss': 1.077125072479248}
+{'epoch': 82, 'iter': 700, 'avg_loss': 1.3341449409850823, 'avg_acc_mask': 54.368020039661836, 'loss': 1.4284945726394653}
+{'epoch': 82, 'iter': 710, 'avg_loss': 1.3336109136730308, 'avg_acc_mask': 54.39359621126325, 'loss': 1.355721116065979}
+{'epoch': 82, 'iter': 720, 'avg_loss': 1.334497296281066, 'avg_acc_mask': 54.34727438838697, 'loss': 1.022891640663147}
+{'epoch': 82, 'iter': 730, 'avg_loss': 1.3325751814405178, 'avg_acc_mask': 54.42578643109187, 'loss': 1.4402024745941162}
+{'epoch': 82, 'iter': 740, 'avg_loss': 1.3346480330635822, 'avg_acc_mask': 54.36413902053713, 'loss': 1.4519805908203125}
+{'epoch': 82, 'iter': 750, 'avg_loss': 1.3351533165308194, 'avg_acc_mask': 54.358999342313595, 'loss': 1.1260793209075928}
+{'epoch': 82, 'iter': 760, 'avg_loss': 1.3346125614314135, 'avg_acc_mask': 54.352635629088105, 'loss': 1.1172999143600464}
+{'epoch': 82, 'iter': 770, 'avg_loss': 1.3359003543235295, 'avg_acc_mask': 54.29871761443099, 'loss': 1.3539623022079468}
+{'epoch': 82, 'iter': 780, 'avg_loss': 1.3342835927589602, 'avg_acc_mask': 54.357545822701844, 'loss': 0.8404487371444702}
+{'epoch': 82, 'iter': 790, 'avg_loss': 1.3334700526238694, 'avg_acc_mask': 54.40371422631834, 'loss': 1.3925102949142456}
+{'epoch': 82, 'iter': 800, 'avg_loss': 1.3329106265685977, 'avg_acc_mask': 54.4455088727704, 'loss': 1.3695560693740845}
+{'epoch': 82, 'iter': 810, 'avg_loss': 1.332863509728494, 'avg_acc_mask': 54.42963764684661, 'loss': 1.3039324283599854}
+{'epoch': 82, 'iter': 820, 'avg_loss': 1.3329121060261047, 'avg_acc_mask': 54.398003742981906, 'loss': 1.4087544679641724}
+{'epoch': 82, 'iter': 830, 'avg_loss': 1.3322417295653324, 'avg_acc_mask': 54.428791547435615, 'loss': 1.3757842779159546}
+{'epoch': 82, 'iter': 840, 'avg_loss': 1.3319905148675126, 'avg_acc_mask': 54.423248428425374, 'loss': 1.363728404045105}
+{'epoch': 82, 'iter': 850, 'avg_loss': 1.332979259143565, 'avg_acc_mask': 54.385738831615114, 'loss': 1.4690396785736084}
+{'epoch': 82, 'iter': 860, 'avg_loss': 1.3335752722555199, 'avg_acc_mask': 54.343815602536104, 'loss': 1.6526380777359009}
+{'epoch': 82, 'iter': 870, 'avg_loss': 1.3342387171207695, 'avg_acc_mask': 54.31148124123789, 'loss': 1.1581010818481445}
+{'epoch': 82, 'iter': 880, 'avg_loss': 1.3339496000535642, 'avg_acc_mask': 54.34998551384462, 'loss': 1.40492582321167}
+{'epoch': 82, 'iter': 890, 'avg_loss': 1.332670338761258, 'avg_acc_mask': 54.39254251178037, 'loss': 1.0843068361282349}
+{'epoch': 82, 'iter': 900, 'avg_loss': 1.333360411880019, 'avg_acc_mask': 54.382945987529354, 'loss': 1.5012357234954834}
+{'epoch': 82, 'iter': 910, 'avg_loss': 1.3335204899114783, 'avg_acc_mask': 54.373749499799914, 'loss': 1.4370514154434204}
+{'epoch': 82, 'iter': 920, 'avg_loss': 1.3333185842578237, 'avg_acc_mask': 54.39093484419264, 'loss': 1.4317905902862549}
+{'epoch': 82, 'iter': 930, 'avg_loss': 1.3333257170420072, 'avg_acc_mask': 54.393116829665054, 'loss': 1.547516942024231}
+{'epoch': 82, 'iter': 940, 'avg_loss': 1.3337036032352387, 'avg_acc_mask': 54.37470925724919, 'loss': 1.3515255451202393}
+{'epoch': 82, 'iter': 950, 'avg_loss': 1.334497462499781, 'avg_acc_mask': 54.33131282129978, 'loss': 1.5007280111312866}
+{'epoch': 82, 'iter': 960, 'avg_loss': 1.3344596914024431, 'avg_acc_mask': 54.325279234100755, 'loss': 1.1645870208740234}
+{'epoch': 82, 'iter': 970, 'avg_loss': 1.3339371811963012, 'avg_acc_mask': 54.34553792947898, 'loss': 1.1130266189575195}
+{'epoch': 82, 'iter': 980, 'avg_loss': 1.3335702483078027, 'avg_acc_mask': 54.34818988118481, 'loss': 1.0112239122390747}
+{'epoch': 82, 'iter': 990, 'avg_loss': 1.333858693103136, 'avg_acc_mask': 54.31427311480229, 'loss': 1.5205552577972412}
+{'epoch': 82, 'iter': 1000, 'avg_loss': 1.3336350227688456, 'avg_acc_mask': 54.32619727532331, 'loss': 1.655116319656372}
+{'epoch': 82, 'iter': 1010, 'avg_loss': 1.3337166314073179, 'avg_acc_mask': 54.31727269451151, 'loss': 1.2426680326461792}
+{'epoch': 82, 'iter': 1020, 'avg_loss': 1.3333659384556544, 'avg_acc_mask': 54.336115867579906, 'loss': 1.1187458038330078}
+{'epoch': 82, 'iter': 1030, 'avg_loss': 1.3332208419285505, 'avg_acc_mask': 54.34109761058347, 'loss': 1.3719639778137207}
+{'epoch': 82, 'iter': 1040, 'avg_loss': 1.3336083382854773, 'avg_acc_mask': 54.320316881660126, 'loss': 1.4027072191238403}
+{'epoch': 82, 'iter': 1050, 'avg_loss': 1.333579699047172, 'avg_acc_mask': 54.36009656298303, 'loss': 1.3816617727279663}
+{'epoch': 82, 'iter': 1060, 'avg_loss': 1.3341264425865555, 'avg_acc_mask': 54.33559817665778, 'loss': 1.336856722831726}
+{'epoch': 82, 'iter': 1070, 'avg_loss': 1.3339199646959563, 'avg_acc_mask': 54.32948755091259, 'loss': 1.4392062425613403}
+{'epoch': 82, 'iter': 1080, 'avg_loss': 1.333898178523167, 'avg_acc_mask': 54.33813848283312, 'loss': 1.1793195009231567}
+{'epoch': 82, 'iter': 1090, 'avg_loss': 1.3344282592577632, 'avg_acc_mask': 54.31960571380837, 'loss': 1.397956132888794}
+{'epoch': 82, 'iter': 1100, 'avg_loss': 1.3338060228527946, 'avg_acc_mask': 54.34509024672959, 'loss': 1.2997326850891113}
+{'epoch': 'EP82_train', 'avg_loss': 1.3340900949762957, 'total_masked_acc': 54.33627149978541}
+{'epoch': 83, 'iter': 0, 'avg_loss': 1.5429883003234863, 'avg_acc_mask': 45.90163934426229, 'loss': 1.5429883003234863}
+{'epoch': 83, 'iter': 10, 'avg_loss': 1.3260360468517651, 'avg_acc_mask': 54.54545454545454, 'loss': 1.2104170322418213}
+{'epoch': 83, 'iter': 20, 'avg_loss': 1.3396707148779006, 'avg_acc_mask': 53.700516351118765, 'loss': 1.3728591203689575}
+{'epoch': 83, 'iter': 30, 'avg_loss': 1.3090023456081268, 'avg_acc_mask': 54.15918611609815, 'loss': 1.6439239978790283}
+{'epoch': 83, 'iter': 40, 'avg_loss': 1.3262535042879058, 'avg_acc_mask': 54.549549549549546, 'loss': 1.6677162647247314}
+{'epoch': 83, 'iter': 50, 'avg_loss': 1.3344296894821466, 'avg_acc_mask': 53.931777378815084, 'loss': 1.2265111207962036}
+{'epoch': 83, 'iter': 60, 'avg_loss': 1.3137569857425377, 'avg_acc_mask': 54.52344931921331, 'loss': 0.7975534796714783}
+{'epoch': 83, 'iter': 70, 'avg_loss': 1.311301807282676, 'avg_acc_mask': 54.58750963762529, 'loss': 1.3454687595367432}
+{'epoch': 83, 'iter': 80, 'avg_loss': 1.3262794267984084, 'avg_acc_mask': 53.72733378106111, 'loss': 1.7460559606552124}
+{'epoch': 83, 'iter': 90, 'avg_loss': 1.326102199135246, 'avg_acc_mask': 53.64159555467355, 'loss': 1.138663411140442}
+{'epoch': 83, 'iter': 100, 'avg_loss': 1.3126515811032589, 'avg_acc_mask': 54.25895912119575, 'loss': 1.1153186559677124}
+{'epoch': 83, 'iter': 110, 'avg_loss': 1.3180984398266216, 'avg_acc_mask': 54.06024885396201, 'loss': 1.3375102281570435}
+{'epoch': 83, 'iter': 120, 'avg_loss': 1.3106480004373662, 'avg_acc_mask': 54.29470843951432, 'loss': 1.2904630899429321}
+{'epoch': 83, 'iter': 130, 'avg_loss': 1.3133665255007854, 'avg_acc_mask': 54.384762948753085, 'loss': 1.3315191268920898}
+{'epoch': 83, 'iter': 140, 'avg_loss': 1.3151580006518262, 'avg_acc_mask': 54.30682976554536, 'loss': 1.365004539489746}
+{'epoch': 83, 'iter': 150, 'avg_loss': 1.3065770422386018, 'avg_acc_mask': 54.558489664237065, 'loss': 1.4362106323242188}
+{'epoch': 83, 'iter': 160, 'avg_loss': 1.3134944653659133, 'avg_acc_mask': 54.45355498146692, 'loss': 1.654531478881836}
+{'epoch': 83, 'iter': 170, 'avg_loss': 1.3170912168179338, 'avg_acc_mask': 54.1697494979389, 'loss': 1.1390494108200073}
+{'epoch': 83, 'iter': 180, 'avg_loss': 1.3145612468377004, 'avg_acc_mask': 54.152525454182474, 'loss': 1.4718458652496338}
+{'epoch': 83, 'iter': 190, 'avg_loss': 1.3158709840624745, 'avg_acc_mask': 54.1023942462383, 'loss': 1.129381537437439}
+{'epoch': 83, 'iter': 200, 'avg_loss': 1.3093496202236383, 'avg_acc_mask': 54.32532181114412, 'loss': 1.203891634941101}
+{'epoch': 83, 'iter': 210, 'avg_loss': 1.3087693579953994, 'avg_acc_mask': 54.295942720763726, 'loss': 1.2443715333938599}
+{'epoch': 83, 'iter': 220, 'avg_loss': 1.3079360432214866, 'avg_acc_mask': 54.24555131226132, 'loss': 1.4407789707183838}
+{'epoch': 83, 'iter': 230, 'avg_loss': 1.3093455449327247, 'avg_acc_mask': 54.19168681275832, 'loss': 0.9934107661247253}
+{'epoch': 83, 'iter': 240, 'avg_loss': 1.3104562202924515, 'avg_acc_mask': 54.124327555289895, 'loss': 1.2047569751739502}
+{'epoch': 83, 'iter': 250, 'avg_loss': 1.3115818621627837, 'avg_acc_mask': 54.101309540941145, 'loss': 1.043501377105713}
+{'epoch': 83, 'iter': 260, 'avg_loss': 1.3138255369617564, 'avg_acc_mask': 54.1023333102541, 'loss': 1.21212637424469}
+{'epoch': 83, 'iter': 270, 'avg_loss': 1.3185313953244817, 'avg_acc_mask': 54.00492709234969, 'loss': 1.5441501140594482}
+{'epoch': 83, 'iter': 280, 'avg_loss': 1.3193816075969846, 'avg_acc_mask': 54.0821566110398, 'loss': 0.7640981078147888}
+{'epoch': 83, 'iter': 290, 'avg_loss': 1.3218196210582642, 'avg_acc_mask': 54.131513647642684, 'loss': 1.1147050857543945}
+{'epoch': 83, 'iter': 300, 'avg_loss': 1.3197575239248054, 'avg_acc_mask': 54.22374429223744, 'loss': 1.250335931777954}
+{'epoch': 83, 'iter': 310, 'avg_loss': 1.3192370788844068, 'avg_acc_mask': 54.16448402304872, 'loss': 1.4188966751098633}
+{'epoch': 83, 'iter': 320, 'avg_loss': 1.3174965013967497, 'avg_acc_mask': 54.203864843485135, 'loss': 1.0629477500915527}
+{'epoch': 83, 'iter': 330, 'avg_loss': 1.3180293665911855, 'avg_acc_mask': 54.24025370441249, 'loss': 1.3533107042312622}
+{'epoch': 83, 'iter': 340, 'avg_loss': 1.3170526454176021, 'avg_acc_mask': 54.23225738061165, 'loss': 1.0628995895385742}
+{'epoch': 83, 'iter': 350, 'avg_loss': 1.319501869698875, 'avg_acc_mask': 54.12134646115779, 'loss': 1.4402321577072144}
+{'epoch': 83, 'iter': 360, 'avg_loss': 1.31957859775036, 'avg_acc_mask': 54.142234250488656, 'loss': 1.5306243896484375}
+{'epoch': 83, 'iter': 370, 'avg_loss': 1.3199474737650623, 'avg_acc_mask': 54.101887161435414, 'loss': 1.1621406078338623}
+{'epoch': 83, 'iter': 380, 'avg_loss': 1.3232637068105182, 'avg_acc_mask': 53.951367781155014, 'loss': 1.0005879402160645}
+{'epoch': 83, 'iter': 390, 'avg_loss': 1.3233619416156388, 'avg_acc_mask': 53.94108095569473, 'loss': 1.6176856756210327}
+{'epoch': 83, 'iter': 400, 'avg_loss': 1.3261546761615022, 'avg_acc_mask': 53.85450597176982, 'loss': 1.5969548225402832}
+{'epoch': 83, 'iter': 410, 'avg_loss': 1.3266774993163246, 'avg_acc_mask': 53.83426097711812, 'loss': 1.487736463546753}
+{'epoch': 83, 'iter': 420, 'avg_loss': 1.3265934486004065, 'avg_acc_mask': 53.88464690910659, 'loss': 1.1573457717895508}
+{'epoch': 83, 'iter': 430, 'avg_loss': 1.326122437994884, 'avg_acc_mask': 53.95225240425173, 'loss': 1.0562621355056763}
+{'epoch': 83, 'iter': 440, 'avg_loss': 1.329789859367336, 'avg_acc_mask': 53.83730011920911, 'loss': 1.772444725036621}
+{'epoch': 83, 'iter': 450, 'avg_loss': 1.3304688208912006, 'avg_acc_mask': 53.80432593547347, 'loss': 1.4721307754516602}
+{'epoch': 83, 'iter': 460, 'avg_loss': 1.3326337279311489, 'avg_acc_mask': 53.763695120989986, 'loss': 1.2644890546798706}
+{'epoch': 83, 'iter': 470, 'avg_loss': 1.332943486053726, 'avg_acc_mask': 53.774676125848245, 'loss': 1.3657565116882324}
+{'epoch': 83, 'iter': 480, 'avg_loss': 1.3308034436370628, 'avg_acc_mask': 53.93105533716359, 'loss': 1.0500644445419312}
+{'epoch': 83, 'iter': 490, 'avg_loss': 1.3334637858474327, 'avg_acc_mask': 53.85927189145102, 'loss': 1.6562029123306274}
+{'epoch': 83, 'iter': 500, 'avg_loss': 1.3320830905746794, 'avg_acc_mask': 53.869372317986766, 'loss': 1.264356017112732}
+{'epoch': 83, 'iter': 510, 'avg_loss': 1.3314548051987143, 'avg_acc_mask': 53.836836480228, 'loss': 1.357087254524231}
+{'epoch': 83, 'iter': 520, 'avg_loss': 1.3310327902865273, 'avg_acc_mask': 53.871994960982605, 'loss': 1.3705558776855469}
+{'epoch': 83, 'iter': 530, 'avg_loss': 1.3325761287225841, 'avg_acc_mask': 53.850383148345415, 'loss': 1.2520769834518433}
+{'epoch': 83, 'iter': 540, 'avg_loss': 1.3336053623950415, 'avg_acc_mask': 53.75818095944943, 'loss': 1.2849209308624268}
+{'epoch': 83, 'iter': 550, 'avg_loss': 1.3346095766649055, 'avg_acc_mask': 53.682574329463904, 'loss': 1.2238870859146118}
+{'epoch': 83, 'iter': 560, 'avg_loss': 1.3352929202843051, 'avg_acc_mask': 53.65536521145532, 'loss': 1.3401496410369873}
+{'epoch': 83, 'iter': 570, 'avg_loss': 1.334060024046021, 'avg_acc_mask': 53.72733378106111, 'loss': 1.1915903091430664}
+{'epoch': 83, 'iter': 580, 'avg_loss': 1.3334844286798815, 'avg_acc_mask': 53.75266926265545, 'loss': 1.4660983085632324}
+{'epoch': 83, 'iter': 590, 'avg_loss': 1.333107129974817, 'avg_acc_mask': 53.75073286635603, 'loss': 1.2819489240646362}
+{'epoch': 83, 'iter': 600, 'avg_loss': 1.3328883481303389, 'avg_acc_mask': 53.77771029456423, 'loss': 1.212731957435608}
+{'epoch': 83, 'iter': 610, 'avg_loss': 1.3342062851411036, 'avg_acc_mask': 53.741679352855144, 'loss': 1.384641170501709}
+{'epoch': 83, 'iter': 620, 'avg_loss': 1.3326171498367752, 'avg_acc_mask': 53.82442927747705, 'loss': 1.494911789894104}
+{'epoch': 83, 'iter': 630, 'avg_loss': 1.3334926825884594, 'avg_acc_mask': 53.824764663287475, 'loss': 1.1678187847137451}
+{'epoch': 83, 'iter': 640, 'avg_loss': 1.3328086857490717, 'avg_acc_mask': 53.87956903203681, 'loss': 1.006347894668579}
+{'epoch': 83, 'iter': 650, 'avg_loss': 1.3331039690751634, 'avg_acc_mask': 53.887558123150626, 'loss': 1.1333591938018799}
+{'epoch': 83, 'iter': 660, 'avg_loss': 1.332688758575249, 'avg_acc_mask': 53.87069922308546, 'loss': 1.4066911935806274}
+{'epoch': 83, 'iter': 670, 'avg_loss': 1.33239802935795, 'avg_acc_mask': 53.89239555154794, 'loss': 1.4644266366958618}
+{'epoch': 83, 'iter': 680, 'avg_loss': 1.3326585477494284, 'avg_acc_mask': 53.91470572397824, 'loss': 1.510537028312683}
+{'epoch': 83, 'iter': 690, 'avg_loss': 1.3329281926845158, 'avg_acc_mask': 53.895484418062324, 'loss': 1.1321910619735718}
+{'epoch': 83, 'iter': 700, 'avg_loss': 1.3349280089522564, 'avg_acc_mask': 53.84514983815391, 'loss': 1.4349009990692139}
+{'epoch': 83, 'iter': 710, 'avg_loss': 1.3346908216570332, 'avg_acc_mask': 53.84674783145865, 'loss': 1.3793220520019531}
+{'epoch': 83, 'iter': 720, 'avg_loss': 1.3346061949591035, 'avg_acc_mask': 53.86703882263385, 'loss': 1.3584188222885132}
+{'epoch': 83, 'iter': 730, 'avg_loss': 1.3334331033004783, 'avg_acc_mask': 53.90010520515004, 'loss': 1.6143187284469604}
+{'epoch': 83, 'iter': 740, 'avg_loss': 1.3325094205808703, 'avg_acc_mask': 53.908102766798415, 'loss': 1.1322543621063232}
+{'epoch': 83, 'iter': 750, 'avg_loss': 1.3333461909256032, 'avg_acc_mask': 53.901624966501814, 'loss': 1.1878994703292847}
+{'epoch': 83, 'iter': 760, 'avg_loss': 1.3329476002168092, 'avg_acc_mask': 53.924257735431404, 'loss': 1.2911580801010132}
+{'epoch': 83, 'iter': 770, 'avg_loss': 1.3339798792172344, 'avg_acc_mask': 53.89710595664871, 'loss': 1.4473687410354614}
+{'epoch': 83, 'iter': 780, 'avg_loss': 1.3335387722020264, 'avg_acc_mask': 53.92749953104483, 'loss': 1.244996428489685}
+{'epoch': 83, 'iter': 790, 'avg_loss': 1.3337549964335715, 'avg_acc_mask': 53.93014110571362, 'loss': 1.4396780729293823}
+{'epoch': 83, 'iter': 800, 'avg_loss': 1.333158789651373, 'avg_acc_mask': 53.953498995066695, 'loss': 1.369415044784546}
+{'epoch': 83, 'iter': 810, 'avg_loss': 1.3330481300812613, 'avg_acc_mask': 53.97362191410213, 'loss': 1.438031554222107}
+{'epoch': 83, 'iter': 820, 'avg_loss': 1.3332798150657301, 'avg_acc_mask': 53.98943873799603, 'loss': 1.2699036598205566}
+{'epoch': 83, 'iter': 830, 'avg_loss': 1.3329614921597368, 'avg_acc_mask': 54.035612880505354, 'loss': 1.2463995218276978}
+{'epoch': 83, 'iter': 840, 'avg_loss': 1.333554596027778, 'avg_acc_mask': 54.0069155992432, 'loss': 1.509382963180542}
+{'epoch': 83, 'iter': 850, 'avg_loss': 1.3348234558497696, 'avg_acc_mask': 53.96375504595036, 'loss': 1.7106614112854004}
+{'epoch': 83, 'iter': 860, 'avg_loss': 1.335373825727855, 'avg_acc_mask': 53.95331085808791, 'loss': 1.3099621534347534}
+{'epoch': 83, 'iter': 870, 'avg_loss': 1.3359587433417548, 'avg_acc_mask': 53.93176160492019, 'loss': 1.3046393394470215}
+{'epoch': 83, 'iter': 880, 'avg_loss': 1.3355533930554429, 'avg_acc_mask': 53.96470758600715, 'loss': 1.206117033958435}
+{'epoch': 83, 'iter': 890, 'avg_loss': 1.3348818757852454, 'avg_acc_mask': 54.00446419429484, 'loss': 1.003246784210205}
+{'epoch': 83, 'iter': 900, 'avg_loss': 1.3349247394206125, 'avg_acc_mask': 53.999068807060866, 'loss': 1.5099698305130005}
+{'epoch': 83, 'iter': 910, 'avg_loss': 1.3352891625478684, 'avg_acc_mask': 53.97682934149709, 'loss': 1.3249510526657104}
+{'epoch': 83, 'iter': 920, 'avg_loss': 1.3350763181133456, 'avg_acc_mask': 54.01141588710956, 'loss': 1.6375365257263184}
+{'epoch': 83, 'iter': 930, 'avg_loss': 1.3346403487642904, 'avg_acc_mask': 54.04509803921569, 'loss': 1.72524893283844}
+{'epoch': 83, 'iter': 940, 'avg_loss': 1.3342139941979672, 'avg_acc_mask': 54.04007130677414, 'loss': 1.3087825775146484}
+{'epoch': 83, 'iter': 950, 'avg_loss': 1.334115771966527, 'avg_acc_mask': 54.03623118949488, 'loss': 1.580259919166565}
+{'epoch': 83, 'iter': 960, 'avg_loss': 1.3346349572788043, 'avg_acc_mask': 54.054105327060256, 'loss': 1.357383131980896}
+{'epoch': 83, 'iter': 970, 'avg_loss': 1.3353206545390748, 'avg_acc_mask': 54.03522607781282, 'loss': 1.0493289232254028}
+{'epoch': 83, 'iter': 980, 'avg_loss': 1.335832567389952, 'avg_acc_mask': 54.02576639214739, 'loss': 1.2198647260665894}
+{'epoch': 83, 'iter': 990, 'avg_loss': 1.3367474983727294, 'avg_acc_mask': 54.02294623814077, 'loss': 1.4292821884155273}
+{'epoch': 83, 'iter': 1000, 'avg_loss': 1.3371780754683853, 'avg_acc_mask': 54.01861329156574, 'loss': 1.5619008541107178}
+{'epoch': 83, 'iter': 1010, 'avg_loss': 1.3367258997156877, 'avg_acc_mask': 54.0558090874655, 'loss': 1.2472816705703735}
+{'epoch': 83, 'iter': 1020, 'avg_loss': 1.3372340559025353, 'avg_acc_mask': 54.05154399814256, 'loss': 1.3335061073303223}
+{'epoch': 83, 'iter': 1030, 'avg_loss': 1.3367416982969882, 'avg_acc_mask': 54.05611116027968, 'loss': 1.466801643371582}
+{'epoch': 83, 'iter': 1040, 'avg_loss': 1.3356143859690135, 'avg_acc_mask': 54.101059637446355, 'loss': 1.3554527759552002}
+{'epoch': 83, 'iter': 1050, 'avg_loss': 1.3357037764634552, 'avg_acc_mask': 54.125114899668745, 'loss': 1.1914105415344238}
+{'epoch': 83, 'iter': 1060, 'avg_loss': 1.3360382496018548, 'avg_acc_mask': 54.11720239833697, 'loss': 0.9285405278205872}
+{'epoch': 83, 'iter': 1070, 'avg_loss': 1.335613308500509, 'avg_acc_mask': 54.120271052541966, 'loss': 1.168473482131958}
+{'epoch': 83, 'iter': 1080, 'avg_loss': 1.334950068777739, 'avg_acc_mask': 54.18499974712992, 'loss': 1.1521497964859009}
+{'epoch': 83, 'iter': 1090, 'avg_loss': 1.334584081424255, 'avg_acc_mask': 54.19663868351219, 'loss': 1.4137818813323975}
+{'epoch': 83, 'iter': 1100, 'avg_loss': 1.3335965000208023, 'avg_acc_mask': 54.23697968367415, 'loss': 0.9612085819244385}
+{'epoch': 'EP83_train', 'avg_loss': 1.3346434695688307, 'total_masked_acc': 54.20471402670183}
+{'epoch': 84, 'iter': 0, 'avg_loss': 1.6066949367523193, 'avg_acc_mask': 45.614035087719294, 'loss': 1.6066949367523193}
+{'epoch': 84, 'iter': 10, 'avg_loss': 1.467075228691101, 'avg_acc_mask': 51.83946488294314, 'loss': 1.133365511894226}
+{'epoch': 84, 'iter': 20, 'avg_loss': 1.4168861990883237, 'avg_acc_mask': 53.57766143106457, 'loss': 1.401534914970398}
+{'epoch': 84, 'iter': 30, 'avg_loss': 1.3890645792407375, 'avg_acc_mask': 53.701527614571084, 'loss': 1.2427281141281128}
+{'epoch': 84, 'iter': 40, 'avg_loss': 1.3560157389175602, 'avg_acc_mask': 54.775655264326964, 'loss': 1.0633383989334106}
+{'epoch': 84, 'iter': 50, 'avg_loss': 1.3876100135784524, 'avg_acc_mask': 53.29153605015674, 'loss': 1.5192846059799194}
+{'epoch': 84, 'iter': 60, 'avg_loss': 1.3851944374256446, 'avg_acc_mask': 53.06062389640965, 'loss': 1.304656744003296}
+{'epoch': 84, 'iter': 70, 'avg_loss': 1.3703121358240153, 'avg_acc_mask': 53.31825037707391, 'loss': 1.209852933883667}
+{'epoch': 84, 'iter': 80, 'avg_loss': 1.371306183161559, 'avg_acc_mask': 52.804046624147794, 'loss': 1.2683799266815186}
+{'epoch': 84, 'iter': 90, 'avg_loss': 1.3643756901824868, 'avg_acc_mask': 53.01724137931034, 'loss': 1.125069260597229}
+{'epoch': 84, 'iter': 100, 'avg_loss': 1.3542379371010431, 'avg_acc_mask': 53.25758920646192, 'loss': 1.1623648405075073}
+{'epoch': 84, 'iter': 110, 'avg_loss': 1.3571640258436803, 'avg_acc_mask': 53.232372577756074, 'loss': 1.0501880645751953}
+{'epoch': 84, 'iter': 120, 'avg_loss': 1.3558798481610195, 'avg_acc_mask': 53.10437912417516, 'loss': 1.7050728797912598}
+{'epoch': 84, 'iter': 130, 'avg_loss': 1.3520697186921389, 'avg_acc_mask': 53.30953034880528, 'loss': 1.440068244934082}
+{'epoch': 84, 'iter': 140, 'avg_loss': 1.3494019664771169, 'avg_acc_mask': 53.31379046647974, 'loss': 1.2795661687850952}
+{'epoch': 84, 'iter': 150, 'avg_loss': 1.3412213826811077, 'avg_acc_mask': 53.6365818530965, 'loss': 1.657929539680481}
+{'epoch': 84, 'iter': 160, 'avg_loss': 1.3462632824175107, 'avg_acc_mask': 53.592408495255306, 'loss': 1.5861843824386597}
+{'epoch': 84, 'iter': 170, 'avg_loss': 1.350768738671353, 'avg_acc_mask': 53.249231421605, 'loss': 1.2848031520843506}
+{'epoch': 84, 'iter': 180, 'avg_loss': 1.3519053679803459, 'avg_acc_mask': 53.209171923500556, 'loss': 1.3387380838394165}
+{'epoch': 84, 'iter': 190, 'avg_loss': 1.35092438702808, 'avg_acc_mask': 53.0664395229983, 'loss': 1.4785199165344238}
+{'epoch': 84, 'iter': 200, 'avg_loss': 1.3478927217905794, 'avg_acc_mask': 53.15695067264574, 'loss': 1.1988929510116577}
+{'epoch': 84, 'iter': 210, 'avg_loss': 1.3465372383312026, 'avg_acc_mask': 53.40569182121187, 'loss': 1.1435264348983765}
+{'epoch': 84, 'iter': 220, 'avg_loss': 1.3430728782895465, 'avg_acc_mask': 53.47397572696912, 'loss': 1.472172498703003}
+{'epoch': 84, 'iter': 230, 'avg_loss': 1.3434546607913394, 'avg_acc_mask': 53.40935718191049, 'loss': 1.2592986822128296}
+{'epoch': 84, 'iter': 240, 'avg_loss': 1.3475922138364482, 'avg_acc_mask': 53.16085489313836, 'loss': 1.4862107038497925}
+{'epoch': 84, 'iter': 250, 'avg_loss': 1.3508560021085094, 'avg_acc_mask': 53.02703480011505, 'loss': 0.9828073978424072}
+{'epoch': 84, 'iter': 260, 'avg_loss': 1.3543238009529552, 'avg_acc_mask': 52.89473684210526, 'loss': 1.2483398914337158}
+{'epoch': 84, 'iter': 270, 'avg_loss': 1.356277095875617, 'avg_acc_mask': 52.909489924852025, 'loss': 1.5194573402404785}
+{'epoch': 84, 'iter': 280, 'avg_loss': 1.354875471244079, 'avg_acc_mask': 53.027086148105255, 'loss': 0.8321533203125}
+{'epoch': 84, 'iter': 290, 'avg_loss': 1.3517403475607384, 'avg_acc_mask': 53.23633650438351, 'loss': 1.1300618648529053}
+{'epoch': 84, 'iter': 300, 'avg_loss': 1.3498689847135068, 'avg_acc_mask': 53.226583192872624, 'loss': 1.3458659648895264}
+{'epoch': 84, 'iter': 310, 'avg_loss': 1.3515196532681824, 'avg_acc_mask': 53.104374744465865, 'loss': 1.1608989238739014}
+{'epoch': 84, 'iter': 320, 'avg_loss': 1.3496915679483028, 'avg_acc_mask': 53.13420992972115, 'loss': 1.2347197532653809}
+{'epoch': 84, 'iter': 330, 'avg_loss': 1.3492402225462692, 'avg_acc_mask': 53.192774391917865, 'loss': 1.3516830205917358}
+{'epoch': 84, 'iter': 340, 'avg_loss': 1.3471648111021763, 'avg_acc_mask': 53.30990041007616, 'loss': 1.1369006633758545}
+{'epoch': 84, 'iter': 350, 'avg_loss': 1.3469948483328533, 'avg_acc_mask': 53.382093578172004, 'loss': 1.3736743927001953}
+{'epoch': 84, 'iter': 360, 'avg_loss': 1.3445397945652378, 'avg_acc_mask': 53.480885311871226, 'loss': 1.3841729164123535}
+{'epoch': 84, 'iter': 370, 'avg_loss': 1.3458735065640144, 'avg_acc_mask': 53.447600391772774, 'loss': 1.4275953769683838}
+{'epoch': 84, 'iter': 380, 'avg_loss': 1.3488412087983659, 'avg_acc_mask': 53.41668257301012, 'loss': 0.9027301669120789}
+{'epoch': 84, 'iter': 390, 'avg_loss': 1.3474008861710043, 'avg_acc_mask': 53.45180498697432, 'loss': 1.4237170219421387}
+{'epoch': 84, 'iter': 400, 'avg_loss': 1.3465296346647782, 'avg_acc_mask': 53.507459302589226, 'loss': 1.1670200824737549}
+{'epoch': 84, 'iter': 410, 'avg_loss': 1.3450686013611564, 'avg_acc_mask': 53.57206090651558, 'loss': 1.2500581741333008}
+{'epoch': 84, 'iter': 420, 'avg_loss': 1.3437533983142245, 'avg_acc_mask': 53.6036036036036, 'loss': 1.1253477334976196}
+{'epoch': 84, 'iter': 430, 'avg_loss': 1.3434658425313415, 'avg_acc_mask': 53.68126747437092, 'loss': 1.4619336128234863}
+{'epoch': 84, 'iter': 440, 'avg_loss': 1.3458863546788828, 'avg_acc_mask': 53.63098440021516, 'loss': 1.5913714170455933}
+{'epoch': 84, 'iter': 450, 'avg_loss': 1.3465517948313457, 'avg_acc_mask': 53.615263093936086, 'loss': 1.1434162855148315}
+{'epoch': 84, 'iter': 460, 'avg_loss': 1.3468917733676522, 'avg_acc_mask': 53.625772705658584, 'loss': 1.2097883224487305}
+{'epoch': 84, 'iter': 470, 'avg_loss': 1.3474854530802198, 'avg_acc_mask': 53.58262687260481, 'loss': 1.3356901407241821}
+{'epoch': 84, 'iter': 480, 'avg_loss': 1.3462831122711643, 'avg_acc_mask': 53.68093503339405, 'loss': 1.3444602489471436}
+{'epoch': 84, 'iter': 490, 'avg_loss': 1.3469411092231813, 'avg_acc_mask': 53.676415866636894, 'loss': 1.4503897428512573}
+{'epoch': 84, 'iter': 500, 'avg_loss': 1.3477106310888203, 'avg_acc_mask': 53.66635112502731, 'loss': 1.136671543121338}
+{'epoch': 84, 'iter': 510, 'avg_loss': 1.3471464185798705, 'avg_acc_mask': 53.670100887668895, 'loss': 1.4135152101516724}
+{'epoch': 84, 'iter': 520, 'avg_loss': 1.3460267402389, 'avg_acc_mask': 53.758398656215, 'loss': 1.3315578699111938}
+{'epoch': 84, 'iter': 530, 'avg_loss': 1.3456296939858834, 'avg_acc_mask': 53.783765207230736, 'loss': 1.3137965202331543}
+{'epoch': 84, 'iter': 540, 'avg_loss': 1.346494507106527, 'avg_acc_mask': 53.70857798474725, 'loss': 1.3720040321350098}
+{'epoch': 84, 'iter': 550, 'avg_loss': 1.3466330183612456, 'avg_acc_mask': 53.701496490531056, 'loss': 1.2723629474639893}
+{'epoch': 84, 'iter': 560, 'avg_loss': 1.3464001609467355, 'avg_acc_mask': 53.72964169381107, 'loss': 1.052733063697815}
+{'epoch': 84, 'iter': 570, 'avg_loss': 1.3445458575013223, 'avg_acc_mask': 53.77866017676444, 'loss': 1.2933180332183838}
+{'epoch': 84, 'iter': 580, 'avg_loss': 1.3435950731656638, 'avg_acc_mask': 53.814465408805034, 'loss': 1.5359150171279907}
+{'epoch': 84, 'iter': 590, 'avg_loss': 1.3444240517826047, 'avg_acc_mask': 53.807967439565864, 'loss': 1.2332862615585327}
+{'epoch': 84, 'iter': 600, 'avg_loss': 1.3435361902051282, 'avg_acc_mask': 53.84708737864078, 'loss': 1.459708333015442}
+{'epoch': 84, 'iter': 610, 'avg_loss': 1.344088798361402, 'avg_acc_mask': 53.8427060300006, 'loss': 1.1250560283660889}
+{'epoch': 84, 'iter': 620, 'avg_loss': 1.3416645030660521, 'avg_acc_mask': 53.8925325725714, 'loss': 1.679307222366333}
+{'epoch': 84, 'iter': 630, 'avg_loss': 1.340606043814857, 'avg_acc_mask': 53.9272169306042, 'loss': 1.0063369274139404}
+{'epoch': 84, 'iter': 640, 'avg_loss': 1.3400979911481348, 'avg_acc_mask': 53.9365015860315, 'loss': 1.1006942987442017}
+{'epoch': 84, 'iter': 650, 'avg_loss': 1.340230573157561, 'avg_acc_mask': 53.92587585896136, 'loss': 1.2948731184005737}
+{'epoch': 84, 'iter': 660, 'avg_loss': 1.338747164304967, 'avg_acc_mask': 53.96798979223877, 'loss': 1.2360531091690063}
+{'epoch': 84, 'iter': 670, 'avg_loss': 1.3377964265655653, 'avg_acc_mask': 54.01595454048738, 'loss': 1.0936594009399414}
+{'epoch': 84, 'iter': 680, 'avg_loss': 1.3386195365902962, 'avg_acc_mask': 53.97525551371706, 'loss': 1.3938953876495361}
+{'epoch': 84, 'iter': 690, 'avg_loss': 1.3376601400492678, 'avg_acc_mask': 54.00519535598791, 'loss': 1.18085777759552}
+{'epoch': 84, 'iter': 700, 'avg_loss': 1.3391185217509085, 'avg_acc_mask': 53.97260990016204, 'loss': 1.4209914207458496}
+{'epoch': 84, 'iter': 710, 'avg_loss': 1.3386127603372608, 'avg_acc_mask': 53.96743610882111, 'loss': 1.3076823949813843}
+{'epoch': 84, 'iter': 720, 'avg_loss': 1.3383021516707336, 'avg_acc_mask': 53.95257920389926, 'loss': 1.0720133781433105}
+{'epoch': 84, 'iter': 730, 'avg_loss': 1.336722215125401, 'avg_acc_mask': 53.99844817660752, 'loss': 1.612766981124878}
+{'epoch': 84, 'iter': 740, 'avg_loss': 1.3375040489813255, 'avg_acc_mask': 53.96323384067998, 'loss': 1.5099308490753174}
+{'epoch': 84, 'iter': 750, 'avg_loss': 1.3382678906546135, 'avg_acc_mask': 53.938005653572475, 'loss': 1.1948739290237427}
+{'epoch': 84, 'iter': 760, 'avg_loss': 1.337642155871598, 'avg_acc_mask': 53.9627909215625, 'loss': 1.1351442337036133}
+{'epoch': 84, 'iter': 770, 'avg_loss': 1.3391379224651054, 'avg_acc_mask': 53.890708825903246, 'loss': 1.6127192974090576}
+{'epoch': 84, 'iter': 780, 'avg_loss': 1.337132672341624, 'avg_acc_mask': 53.950883441908424, 'loss': 1.196433663368225}
+{'epoch': 84, 'iter': 790, 'avg_loss': 1.3365715247792027, 'avg_acc_mask': 53.93661596870153, 'loss': 1.2020095586776733}
+{'epoch': 84, 'iter': 800, 'avg_loss': 1.3364934131000819, 'avg_acc_mask': 53.9103399401047, 'loss': 1.2064144611358643}
+{'epoch': 84, 'iter': 810, 'avg_loss': 1.335906686750499, 'avg_acc_mask': 53.92196753921967, 'loss': 1.3727387189865112}
+{'epoch': 84, 'iter': 820, 'avg_loss': 1.3360566997063437, 'avg_acc_mask': 53.90078842159337, 'loss': 1.469340443611145}
+{'epoch': 84, 'iter': 830, 'avg_loss': 1.334469260578408, 'avg_acc_mask': 53.92685189275145, 'loss': 0.9842305183410645}
+{'epoch': 84, 'iter': 840, 'avg_loss': 1.3346251203954291, 'avg_acc_mask': 53.89964251460459, 'loss': 1.1495696306228638}
+{'epoch': 84, 'iter': 850, 'avg_loss': 1.335044787717342, 'avg_acc_mask': 53.85724740625941, 'loss': 1.227613925933838}
+{'epoch': 84, 'iter': 860, 'avg_loss': 1.336412731363383, 'avg_acc_mask': 53.797899034576616, 'loss': 1.5669372081756592}
+{'epoch': 84, 'iter': 870, 'avg_loss': 1.3378292081960992, 'avg_acc_mask': 53.742653232577666, 'loss': 0.9332321286201477}
+{'epoch': 84, 'iter': 880, 'avg_loss': 1.33778405426309, 'avg_acc_mask': 53.75316219466678, 'loss': 1.197645902633667}
+{'epoch': 84, 'iter': 890, 'avg_loss': 1.3363320507719594, 'avg_acc_mask': 53.820884490617175, 'loss': 0.9652703404426575}
+{'epoch': 84, 'iter': 900, 'avg_loss': 1.3359628081586332, 'avg_acc_mask': 53.865832859579314, 'loss': 1.4355621337890625}
+{'epoch': 84, 'iter': 910, 'avg_loss': 1.3353870628824873, 'avg_acc_mask': 53.903099608787244, 'loss': 1.3027427196502686}
+{'epoch': 84, 'iter': 920, 'avg_loss': 1.3349243993350142, 'avg_acc_mask': 53.922094432195145, 'loss': 1.172457218170166}
+{'epoch': 84, 'iter': 930, 'avg_loss': 1.3349968006096131, 'avg_acc_mask': 53.90346996952719, 'loss': 1.7055686712265015}
+{'epoch': 84, 'iter': 940, 'avg_loss': 1.3358525923917448, 'avg_acc_mask': 53.88084361939936, 'loss': 1.1590811014175415}
+{'epoch': 84, 'iter': 950, 'avg_loss': 1.3354037610890361, 'avg_acc_mask': 53.90310979479585, 'loss': 1.5356814861297607}
+{'epoch': 84, 'iter': 960, 'avg_loss': 1.3354650541101112, 'avg_acc_mask': 53.91218286671361, 'loss': 1.5795807838439941}
+{'epoch': 84, 'iter': 970, 'avg_loss': 1.3356909774604466, 'avg_acc_mask': 53.906706088397584, 'loss': 1.2453999519348145}
+{'epoch': 84, 'iter': 980, 'avg_loss': 1.335870388876286, 'avg_acc_mask': 53.888298764465816, 'loss': 1.2545740604400635}
+{'epoch': 84, 'iter': 990, 'avg_loss': 1.3360524819308646, 'avg_acc_mask': 53.89863008647233, 'loss': 1.6983288526535034}
+{'epoch': 84, 'iter': 1000, 'avg_loss': 1.3360533307601403, 'avg_acc_mask': 53.899245896251394, 'loss': 1.5716572999954224}
+{'epoch': 84, 'iter': 1010, 'avg_loss': 1.335721159547302, 'avg_acc_mask': 53.92748698669752, 'loss': 1.160128116607666}
+{'epoch': 84, 'iter': 1020, 'avg_loss': 1.335606939412004, 'avg_acc_mask': 53.9196393430892, 'loss': 1.2527401447296143}
+{'epoch': 84, 'iter': 1030, 'avg_loss': 1.3350614834248036, 'avg_acc_mask': 53.93246477000798, 'loss': 1.23075270652771}
+{'epoch': 84, 'iter': 1040, 'avg_loss': 1.3355475538173167, 'avg_acc_mask': 53.90625, 'loss': 1.4577422142028809}
+{'epoch': 84, 'iter': 1050, 'avg_loss': 1.335297434019203, 'avg_acc_mask': 53.93446044667084, 'loss': 1.1794487237930298}
+{'epoch': 84, 'iter': 1060, 'avg_loss': 1.3349212705808131, 'avg_acc_mask': 53.94056402123698, 'loss': 0.9611726999282837}
+{'epoch': 84, 'iter': 1070, 'avg_loss': 1.3347978005333552, 'avg_acc_mask': 53.950357881070744, 'loss': 1.3323787450790405}
+{'epoch': 84, 'iter': 1080, 'avg_loss': 1.333420572790363, 'avg_acc_mask': 54.00680352700255, 'loss': 0.9609379172325134}
+{'epoch': 84, 'iter': 1090, 'avg_loss': 1.3337146003895348, 'avg_acc_mask': 53.998257255848245, 'loss': 1.3148205280303955}
+{'epoch': 84, 'iter': 1100, 'avg_loss': 1.3334349871331406, 'avg_acc_mask': 54.008873527310186, 'loss': 1.2840254306793213}
+{'epoch': 'EP84_train', 'avg_loss': 1.3338907525550185, 'total_masked_acc': 53.985129249672944}
+{'epoch': 85, 'iter': 0, 'avg_loss': 1.7738734483718872, 'avg_acc_mask': 43.63636363636363, 'loss': 1.7738734483718872}
+{'epoch': 85, 'iter': 10, 'avg_loss': 1.386782093481584, 'avg_acc_mask': 51.59574468085106, 'loss': 1.0192748308181763}
+{'epoch': 85, 'iter': 20, 'avg_loss': 1.3320965880439395, 'avg_acc_mask': 54.91803278688525, 'loss': 1.2902805805206299}
+{'epoch': 85, 'iter': 30, 'avg_loss': 1.320958156739512, 'avg_acc_mask': 54.72154963680388, 'loss': 1.5764780044555664}
+{'epoch': 85, 'iter': 40, 'avg_loss': 1.3066043446703655, 'avg_acc_mask': 55.67567567567567, 'loss': 1.0528593063354492}
+{'epoch': 85, 'iter': 50, 'avg_loss': 1.3299203620237463, 'avg_acc_mask': 55.03021685033772, 'loss': 1.5151269435882568}
+{'epoch': 85, 'iter': 60, 'avg_loss': 1.3252702619208665, 'avg_acc_mask': 54.62109955423477, 'loss': 1.4373465776443481}
+{'epoch': 85, 'iter': 70, 'avg_loss': 1.3276839357026866, 'avg_acc_mask': 54.433938154868386, 'loss': 1.373387098312378}
+{'epoch': 85, 'iter': 80, 'avg_loss': 1.3344047025397971, 'avg_acc_mask': 54.34198746642793, 'loss': 1.6070524454116821}
+{'epoch': 85, 'iter': 90, 'avg_loss': 1.3335133555171255, 'avg_acc_mask': 54.332738449335714, 'loss': 1.3409637212753296}
+{'epoch': 85, 'iter': 100, 'avg_loss': 1.3221867149419124, 'avg_acc_mask': 54.40860215053763, 'loss': 1.383102297782898}
+{'epoch': 85, 'iter': 110, 'avg_loss': 1.3313440701982997, 'avg_acc_mask': 54.23146177770503, 'loss': 1.2909845113754272}
+{'epoch': 85, 'iter': 120, 'avg_loss': 1.3272016979446095, 'avg_acc_mask': 54.37113090744376, 'loss': 1.5629545450210571}
+{'epoch': 85, 'iter': 130, 'avg_loss': 1.3295560187965858, 'avg_acc_mask': 54.12729294052251, 'loss': 1.1945856809616089}
+{'epoch': 85, 'iter': 140, 'avg_loss': 1.3313660592052108, 'avg_acc_mask': 54.09161091096243, 'loss': 1.3708778619766235}
+{'epoch': 85, 'iter': 150, 'avg_loss': 1.3228071549080855, 'avg_acc_mask': 54.47508466376391, 'loss': 1.4427207708358765}
+{'epoch': 85, 'iter': 160, 'avg_loss': 1.325685141249473, 'avg_acc_mask': 54.51042611060743, 'loss': 1.2022143602371216}
+{'epoch': 85, 'iter': 170, 'avg_loss': 1.3289194427735624, 'avg_acc_mask': 54.39864003399914, 'loss': 1.4075438976287842}
+{'epoch': 85, 'iter': 180, 'avg_loss': 1.3317464445177363, 'avg_acc_mask': 54.44879125288394, 'loss': 1.162135124206543}
+{'epoch': 85, 'iter': 190, 'avg_loss': 1.330567923515879, 'avg_acc_mask': 54.50493171471928, 'loss': 1.1761045455932617}
+{'epoch': 85, 'iter': 200, 'avg_loss': 1.3282791975125745, 'avg_acc_mask': 54.619124797406805, 'loss': 1.275138020515442}
+{'epoch': 85, 'iter': 210, 'avg_loss': 1.3232192416891668, 'avg_acc_mask': 54.80949940201606, 'loss': 1.2559255361557007}
+{'epoch': 85, 'iter': 220, 'avg_loss': 1.323013171890742, 'avg_acc_mask': 54.8323793949305, 'loss': 1.6210541725158691}
+{'epoch': 85, 'iter': 230, 'avg_loss': 1.326128781099856, 'avg_acc_mask': 54.91623610458745, 'loss': 1.7942453622817993}
+{'epoch': 85, 'iter': 240, 'avg_loss': 1.3265478264741384, 'avg_acc_mask': 54.801112865629, 'loss': 1.1949745416641235}
+{'epoch': 85, 'iter': 250, 'avg_loss': 1.3268940427388802, 'avg_acc_mask': 54.7353961827646, 'loss': 0.9981455206871033}
+{'epoch': 85, 'iter': 260, 'avg_loss': 1.3297567296758923, 'avg_acc_mask': 54.70739684086007, 'loss': 1.3633836507797241}
+{'epoch': 85, 'iter': 270, 'avg_loss': 1.3313593413557074, 'avg_acc_mask': 54.6568463341145, 'loss': 1.5742708444595337}
+{'epoch': 85, 'iter': 280, 'avg_loss': 1.3291425058001725, 'avg_acc_mask': 54.73309608540925, 'loss': 0.745492696762085}
+{'epoch': 85, 'iter': 290, 'avg_loss': 1.3270260050534384, 'avg_acc_mask': 54.82924392832616, 'loss': 1.2029205560684204}
+{'epoch': 85, 'iter': 300, 'avg_loss': 1.3235495938019104, 'avg_acc_mask': 54.963768115942024, 'loss': 1.0850417613983154}
+{'epoch': 85, 'iter': 310, 'avg_loss': 1.3208702271774266, 'avg_acc_mask': 55.09761388286334, 'loss': 0.9301038384437561}
+{'epoch': 85, 'iter': 320, 'avg_loss': 1.3247285173318097, 'avg_acc_mask': 54.94442861214021, 'loss': 1.1363418102264404}
+{'epoch': 85, 'iter': 330, 'avg_loss': 1.3241677664197824, 'avg_acc_mask': 54.96791325514494, 'loss': 1.462787389755249}
+{'epoch': 85, 'iter': 340, 'avg_loss': 1.322354345552383, 'avg_acc_mask': 55.04054997583114, 'loss': 1.2550337314605713}
+{'epoch': 85, 'iter': 350, 'avg_loss': 1.3250963594499137, 'avg_acc_mask': 54.974643174569984, 'loss': 1.3869253396987915}
+{'epoch': 85, 'iter': 360, 'avg_loss': 1.3248878623309888, 'avg_acc_mask': 54.97945309725534, 'loss': 1.2829053401947021}
+{'epoch': 85, 'iter': 370, 'avg_loss': 1.3242345015315033, 'avg_acc_mask': 54.98863973130494, 'loss': 1.1652253866195679}
+{'epoch': 85, 'iter': 380, 'avg_loss': 1.327051064630193, 'avg_acc_mask': 54.86581208891449, 'loss': 1.0024241209030151}
+{'epoch': 85, 'iter': 390, 'avg_loss': 1.3272016123127754, 'avg_acc_mask': 54.86621995220467, 'loss': 1.3637290000915527}
+{'epoch': 85, 'iter': 400, 'avg_loss': 1.3279271769404708, 'avg_acc_mask': 54.90312557119357, 'loss': 1.166743516921997}
+{'epoch': 85, 'iter': 410, 'avg_loss': 1.327903716233525, 'avg_acc_mask': 54.829950142450144, 'loss': 1.2150205373764038}
+{'epoch': 85, 'iter': 420, 'avg_loss': 1.3262065983158393, 'avg_acc_mask': 54.870879240517354, 'loss': 1.171840786933899}
+{'epoch': 85, 'iter': 430, 'avg_loss': 1.324691092608423, 'avg_acc_mask': 54.90955522451585, 'loss': 1.186044692993164}
+{'epoch': 85, 'iter': 440, 'avg_loss': 1.3266483434473846, 'avg_acc_mask': 54.80797237132277, 'loss': 1.878635287284851}
+{'epoch': 85, 'iter': 450, 'avg_loss': 1.3272251874010208, 'avg_acc_mask': 54.76229241289482, 'loss': 1.332838535308838}
+{'epoch': 85, 'iter': 460, 'avg_loss': 1.3259821880665363, 'avg_acc_mask': 54.77945571183807, 'loss': 1.1290756464004517}
+{'epoch': 85, 'iter': 470, 'avg_loss': 1.3267823517195991, 'avg_acc_mask': 54.726465087281795, 'loss': 1.4734890460968018}
+{'epoch': 85, 'iter': 480, 'avg_loss': 1.3252146595976704, 'avg_acc_mask': 54.79917532070861, 'loss': 1.2149817943572998}
+{'epoch': 85, 'iter': 490, 'avg_loss': 1.326437700061837, 'avg_acc_mask': 54.71309942395452, 'loss': 1.7218782901763916}
+{'epoch': 85, 'iter': 500, 'avg_loss': 1.3248390006923867, 'avg_acc_mask': 54.78108068531263, 'loss': 1.2546744346618652}
+{'epoch': 85, 'iter': 510, 'avg_loss': 1.3248107385495405, 'avg_acc_mask': 54.76096546282682, 'loss': 1.3222326040267944}
+{'epoch': 85, 'iter': 520, 'avg_loss': 1.3236935945252768, 'avg_acc_mask': 54.80430803885682, 'loss': 1.5460741519927979}
+{'epoch': 85, 'iter': 530, 'avg_loss': 1.3230309392099326, 'avg_acc_mask': 54.801478973012195, 'loss': 1.1849758625030518}
+{'epoch': 85, 'iter': 540, 'avg_loss': 1.322172491034827, 'avg_acc_mask': 54.8012460215345, 'loss': 1.3449152708053589}
+{'epoch': 85, 'iter': 550, 'avg_loss': 1.32164008041908, 'avg_acc_mask': 54.82444473999202, 'loss': 1.059749960899353}
+{'epoch': 85, 'iter': 560, 'avg_loss': 1.320703864735078, 'avg_acc_mask': 54.860565593087195, 'loss': 1.1426112651824951}
+{'epoch': 85, 'iter': 570, 'avg_loss': 1.3193824298536296, 'avg_acc_mask': 54.92826352698964, 'loss': 1.3282920122146606}
+{'epoch': 85, 'iter': 580, 'avg_loss': 1.320099538964782, 'avg_acc_mask': 54.94564530400707, 'loss': 1.7169371843338013}
+{'epoch': 85, 'iter': 590, 'avg_loss': 1.3192478559545655, 'avg_acc_mask': 54.94270008385354, 'loss': 1.0851879119873047}
+{'epoch': 85, 'iter': 600, 'avg_loss': 1.3185948816789763, 'avg_acc_mask': 54.93612078977933, 'loss': 1.33635413646698}
+{'epoch': 85, 'iter': 610, 'avg_loss': 1.318863442115815, 'avg_acc_mask': 54.92297991171966, 'loss': 1.320500135421753}
+{'epoch': 85, 'iter': 620, 'avg_loss': 1.3176773555228867, 'avg_acc_mask': 54.99172479016432, 'loss': 1.4879493713378906}
+{'epoch': 85, 'iter': 630, 'avg_loss': 1.3168883349173799, 'avg_acc_mask': 55.026178010471206, 'loss': 1.0658998489379883}
+{'epoch': 85, 'iter': 640, 'avg_loss': 1.3176696446496128, 'avg_acc_mask': 55.02050649611381, 'loss': 1.0871257781982422}
+{'epoch': 85, 'iter': 650, 'avg_loss': 1.3177552462173496, 'avg_acc_mask': 55.03983275891293, 'loss': 1.3311336040496826}
+{'epoch': 85, 'iter': 660, 'avg_loss': 1.3170237442007946, 'avg_acc_mask': 55.07040685701564, 'loss': 1.2246227264404297}
+{'epoch': 85, 'iter': 670, 'avg_loss': 1.317798114480276, 'avg_acc_mask': 55.05802946744588, 'loss': 1.688223123550415}
+{'epoch': 85, 'iter': 680, 'avg_loss': 1.3171109805723293, 'avg_acc_mask': 55.09278016368203, 'loss': 1.455633521080017}
+{'epoch': 85, 'iter': 690, 'avg_loss': 1.3176264180633335, 'avg_acc_mask': 55.04325835218954, 'loss': 1.2334636449813843}
+{'epoch': 85, 'iter': 700, 'avg_loss': 1.319114991754676, 'avg_acc_mask': 54.9954122427579, 'loss': 1.3597179651260376}
+{'epoch': 85, 'iter': 710, 'avg_loss': 1.318066656589508, 'avg_acc_mask': 55.03206454282168, 'loss': 1.3569526672363281}
+{'epoch': 85, 'iter': 720, 'avg_loss': 1.3190876543935228, 'avg_acc_mask': 55.00152874031797, 'loss': 1.3826860189437866}
+{'epoch': 85, 'iter': 730, 'avg_loss': 1.318231129287532, 'avg_acc_mask': 55.03446887737131, 'loss': 1.694381833076477}
+{'epoch': 85, 'iter': 740, 'avg_loss': 1.318160319457009, 'avg_acc_mask': 55.06005558864403, 'loss': 1.2067875862121582}
+{'epoch': 85, 'iter': 750, 'avg_loss': 1.318577459426758, 'avg_acc_mask': 55.028528050542405, 'loss': 1.2707488536834717}
+{'epoch': 85, 'iter': 760, 'avg_loss': 1.3179728121701113, 'avg_acc_mask': 55.02214048926851, 'loss': 1.2067734003067017}
+{'epoch': 85, 'iter': 770, 'avg_loss': 1.3187368042892673, 'avg_acc_mask': 54.97447153695663, 'loss': 1.412404179573059}
+{'epoch': 85, 'iter': 780, 'avg_loss': 1.319131163873074, 'avg_acc_mask': 54.92941148742605, 'loss': 1.3784197568893433}
+{'epoch': 85, 'iter': 790, 'avg_loss': 1.3181597796161617, 'avg_acc_mask': 54.955918956012006, 'loss': 1.082962155342102}
+{'epoch': 85, 'iter': 800, 'avg_loss': 1.3182877668280726, 'avg_acc_mask': 54.96451457314132, 'loss': 1.7120271921157837}
+{'epoch': 85, 'iter': 810, 'avg_loss': 1.318679930543488, 'avg_acc_mask': 54.975271110304455, 'loss': 1.2783691883087158}
+{'epoch': 85, 'iter': 820, 'avg_loss': 1.3190968160071703, 'avg_acc_mask': 54.96381601057514, 'loss': 1.3722926378250122}
+{'epoch': 85, 'iter': 830, 'avg_loss': 1.3189480161265201, 'avg_acc_mask': 54.97661842601006, 'loss': 1.4222577810287476}
+{'epoch': 85, 'iter': 840, 'avg_loss': 1.3187327450152384, 'avg_acc_mask': 54.992662680421404, 'loss': 1.0862321853637695}
+{'epoch': 85, 'iter': 850, 'avg_loss': 1.3203993972684185, 'avg_acc_mask': 54.94712255887887, 'loss': 1.5753326416015625}
+{'epoch': 85, 'iter': 860, 'avg_loss': 1.3213728354783008, 'avg_acc_mask': 54.91368996752691, 'loss': 1.3875761032104492}
+{'epoch': 85, 'iter': 870, 'avg_loss': 1.3227003853849373, 'avg_acc_mask': 54.85708258622508, 'loss': 1.0892970561981201}
+{'epoch': 85, 'iter': 880, 'avg_loss': 1.3229294710884572, 'avg_acc_mask': 54.82988937591317, 'loss': 1.2101157903671265}
+{'epoch': 85, 'iter': 890, 'avg_loss': 1.321535159910033, 'avg_acc_mask': 54.87930891956684, 'loss': 0.9694814085960388}
+{'epoch': 85, 'iter': 900, 'avg_loss': 1.3219049844175543, 'avg_acc_mask': 54.84549987738085, 'loss': 1.5974533557891846}
+{'epoch': 85, 'iter': 910, 'avg_loss': 1.3233293078340893, 'avg_acc_mask': 54.77247950902411, 'loss': 1.4287033081054688}
+{'epoch': 85, 'iter': 920, 'avg_loss': 1.3233240262304922, 'avg_acc_mask': 54.78057366884026, 'loss': 1.2225337028503418}
+{'epoch': 85, 'iter': 930, 'avg_loss': 1.322971142004179, 'avg_acc_mask': 54.79878000475323, 'loss': 1.4789857864379883}
+{'epoch': 85, 'iter': 940, 'avg_loss': 1.3231593168377243, 'avg_acc_mask': 54.821897409773115, 'loss': 1.0691584348678589}
+{'epoch': 85, 'iter': 950, 'avg_loss': 1.3228939745328403, 'avg_acc_mask': 54.82776668540523, 'loss': 1.4791268110275269}
+{'epoch': 85, 'iter': 960, 'avg_loss': 1.3214889971324233, 'avg_acc_mask': 54.87760461594494, 'loss': 1.4669917821884155}
+{'epoch': 85, 'iter': 970, 'avg_loss': 1.3210403946843132, 'avg_acc_mask': 54.90170057064857, 'loss': 1.298122763633728}
+{'epoch': 85, 'iter': 980, 'avg_loss': 1.321109656104011, 'avg_acc_mask': 54.88728854881663, 'loss': 1.2468992471694946}
+{'epoch': 85, 'iter': 990, 'avg_loss': 1.3221130437855764, 'avg_acc_mask': 54.855350813709656, 'loss': 1.3815345764160156}
+{'epoch': 85, 'iter': 1000, 'avg_loss': 1.3227304869836622, 'avg_acc_mask': 54.808963997060985, 'loss': 1.6637545824050903}
+{'epoch': 85, 'iter': 1010, 'avg_loss': 1.3226050739236448, 'avg_acc_mask': 54.83248712489308, 'loss': 1.2082808017730713}
+{'epoch': 85, 'iter': 1020, 'avg_loss': 1.3223819409831847, 'avg_acc_mask': 54.84957665285533, 'loss': 1.209438681602478}
+{'epoch': 85, 'iter': 1030, 'avg_loss': 1.322483414532951, 'avg_acc_mask': 54.86506251895189, 'loss': 1.2024229764938354}
+{'epoch': 85, 'iter': 1040, 'avg_loss': 1.3230075425075638, 'avg_acc_mask': 54.850614493572536, 'loss': 1.7007311582565308}
+{'epoch': 85, 'iter': 1050, 'avg_loss': 1.3231975900684505, 'avg_acc_mask': 54.852195207276544, 'loss': 1.173125982284546}
+{'epoch': 85, 'iter': 1060, 'avg_loss': 1.3231686303123453, 'avg_acc_mask': 54.82574655303818, 'loss': 1.1195251941680908}
+{'epoch': 85, 'iter': 1070, 'avg_loss': 1.322798855609698, 'avg_acc_mask': 54.828136529782235, 'loss': 1.2841674089431763}
+{'epoch': 85, 'iter': 1080, 'avg_loss': 1.3228383983979062, 'avg_acc_mask': 54.84244001156403, 'loss': 1.185954213142395}
+{'epoch': 85, 'iter': 1090, 'avg_loss': 1.322957999765272, 'avg_acc_mask': 54.83328003231725, 'loss': 1.3662840127944946}
+{'epoch': 85, 'iter': 1100, 'avg_loss': 1.3229573762600906, 'avg_acc_mask': 54.856733046465855, 'loss': 1.2005910873413086}
+{'epoch': 'EP85_train', 'avg_loss': 1.3238191874318532, 'total_masked_acc': 54.826274073212474}
+{'epoch': 86, 'iter': 0, 'avg_loss': 1.6140931844711304, 'avg_acc_mask': 45.28301886792453, 'loss': 1.6140931844711304}
+{'epoch': 86, 'iter': 10, 'avg_loss': 1.3375069986690173, 'avg_acc_mask': 55.13866231647635, 'loss': 1.294059157371521}
+{'epoch': 86, 'iter': 20, 'avg_loss': 1.3482593326341539, 'avg_acc_mask': 54.41819772528434, 'loss': 1.3818162679672241}
+{'epoch': 86, 'iter': 30, 'avg_loss': 1.3285561357775042, 'avg_acc_mask': 55.03922751961377, 'loss': 1.39540696144104}
+{'epoch': 86, 'iter': 40, 'avg_loss': 1.3272035427209807, 'avg_acc_mask': 55.07900677200903, 'loss': 1.3669812679290771}
+{'epoch': 86, 'iter': 50, 'avg_loss': 1.3531743977584092, 'avg_acc_mask': 53.97727272727273, 'loss': 1.6053482294082642}
+{'epoch': 86, 'iter': 60, 'avg_loss': 1.3480237028637871, 'avg_acc_mask': 53.883058470764624, 'loss': 1.3691283464431763}
+{'epoch': 86, 'iter': 70, 'avg_loss': 1.3448944771793527, 'avg_acc_mask': 54.41063666581437, 'loss': 1.3032530546188354}
+{'epoch': 86, 'iter': 80, 'avg_loss': 1.3499159113860424, 'avg_acc_mask': 54.03961718228355, 'loss': 1.4873466491699219}
+{'epoch': 86, 'iter': 90, 'avg_loss': 1.355769810440776, 'avg_acc_mask': 53.85224796989503, 'loss': 1.55620276927948}
+{'epoch': 86, 'iter': 100, 'avg_loss': 1.3448807054226941, 'avg_acc_mask': 54.08985144084482, 'loss': 1.16417396068573}
+{'epoch': 86, 'iter': 110, 'avg_loss': 1.3484777625616606, 'avg_acc_mask': 54.05183727034121, 'loss': 1.1984691619873047}
+{'epoch': 86, 'iter': 120, 'avg_loss': 1.346432266649136, 'avg_acc_mask': 53.84731670445956, 'loss': 1.5323063135147095}
+{'epoch': 86, 'iter': 130, 'avg_loss': 1.3464794800481723, 'avg_acc_mask': 53.93258426966292, 'loss': 1.2902268171310425}
+{'epoch': 86, 'iter': 140, 'avg_loss': 1.3401681717405929, 'avg_acc_mask': 54.19023136246787, 'loss': 1.0131527185440063}
+{'epoch': 86, 'iter': 150, 'avg_loss': 1.33316744834382, 'avg_acc_mask': 54.43421371456264, 'loss': 1.4739184379577637}
+{'epoch': 86, 'iter': 160, 'avg_loss': 1.3318701771475514, 'avg_acc_mask': 54.586739327883734, 'loss': 1.3145414590835571}
+{'epoch': 86, 'iter': 170, 'avg_loss': 1.3347372928558037, 'avg_acc_mask': 54.24377791959157, 'loss': 1.2689927816390991}
+{'epoch': 86, 'iter': 180, 'avg_loss': 1.3351731935917344, 'avg_acc_mask': 54.271053425897975, 'loss': 1.8834137916564941}
+{'epoch': 86, 'iter': 190, 'avg_loss': 1.3347700525328752, 'avg_acc_mask': 54.30501379507183, 'loss': 1.2644715309143066}
+{'epoch': 86, 'iter': 200, 'avg_loss': 1.3339619004904335, 'avg_acc_mask': 54.25830391890669, 'loss': 1.3703749179840088}
+{'epoch': 86, 'iter': 210, 'avg_loss': 1.333774362412674, 'avg_acc_mask': 54.28620511939529, 'loss': 1.0983076095581055}
+{'epoch': 86, 'iter': 220, 'avg_loss': 1.3302539924151218, 'avg_acc_mask': 54.32523119731566, 'loss': 1.2648587226867676}
+{'epoch': 86, 'iter': 230, 'avg_loss': 1.3285686187929922, 'avg_acc_mask': 54.419043129860945, 'loss': 1.078125238418579}
+{'epoch': 86, 'iter': 240, 'avg_loss': 1.326005598074173, 'avg_acc_mask': 54.572249093107615, 'loss': 1.1061928272247314}
+{'epoch': 86, 'iter': 250, 'avg_loss': 1.3258800922162028, 'avg_acc_mask': 54.59899658256381, 'loss': 1.042328953742981}
+{'epoch': 86, 'iter': 260, 'avg_loss': 1.3260345913441245, 'avg_acc_mask': 54.57736590845268, 'loss': 1.1323285102844238}
+{'epoch': 86, 'iter': 270, 'avg_loss': 1.326803866567647, 'avg_acc_mask': 54.49279267142665, 'loss': 1.442991852760315}
+{'epoch': 86, 'iter': 280, 'avg_loss': 1.3265680248627034, 'avg_acc_mask': 54.481101441745686, 'loss': 0.884680449962616}
+{'epoch': 86, 'iter': 290, 'avg_loss': 1.3246515813152404, 'avg_acc_mask': 54.67788521913851, 'loss': 1.3183692693710327}
+{'epoch': 86, 'iter': 300, 'avg_loss': 1.323759644134496, 'avg_acc_mask': 54.72385928671244, 'loss': 1.1728605031967163}
+{'epoch': 86, 'iter': 310, 'avg_loss': 1.3254328293432376, 'avg_acc_mask': 54.5764505320087, 'loss': 1.158765435218811}
+{'epoch': 86, 'iter': 320, 'avg_loss': 1.3268920415287078, 'avg_acc_mask': 54.567774351947016, 'loss': 1.3923158645629883}
+{'epoch': 86, 'iter': 330, 'avg_loss': 1.323689566097951, 'avg_acc_mask': 54.7558409921382, 'loss': 1.335777759552002}
+{'epoch': 86, 'iter': 340, 'avg_loss': 1.321732444672291, 'avg_acc_mask': 54.7816265060241, 'loss': 1.1769740581512451}
+{'epoch': 86, 'iter': 350, 'avg_loss': 1.3235092589318582, 'avg_acc_mask': 54.799958215815316, 'loss': 1.2921799421310425}
+{'epoch': 86, 'iter': 360, 'avg_loss': 1.3230120985461735, 'avg_acc_mask': 54.80486568677141, 'loss': 1.3498594760894775}
+{'epoch': 86, 'iter': 370, 'avg_loss': 1.3237340705735343, 'avg_acc_mask': 54.82218500640331, 'loss': 1.0848822593688965}
+{'epoch': 86, 'iter': 380, 'avg_loss': 1.3266269273645297, 'avg_acc_mask': 54.67325592553498, 'loss': 1.1194676160812378}
+{'epoch': 86, 'iter': 390, 'avg_loss': 1.3276540630918634, 'avg_acc_mask': 54.66548059366075, 'loss': 1.4417588710784912}
+{'epoch': 86, 'iter': 400, 'avg_loss': 1.3290033038714877, 'avg_acc_mask': 54.63659147869674, 'loss': 1.5361971855163574}
+{'epoch': 86, 'iter': 410, 'avg_loss': 1.3288345486288233, 'avg_acc_mask': 54.54263015401003, 'loss': 1.3095402717590332}
+{'epoch': 86, 'iter': 420, 'avg_loss': 1.3256319274245418, 'avg_acc_mask': 54.662045060658585, 'loss': 1.22563898563385}
+{'epoch': 86, 'iter': 430, 'avg_loss': 1.3265613895557873, 'avg_acc_mask': 54.675467546754675, 'loss': 1.1974148750305176}
+{'epoch': 86, 'iter': 440, 'avg_loss': 1.3277952919741607, 'avg_acc_mask': 54.639047382783424, 'loss': 1.5633714199066162}
+{'epoch': 86, 'iter': 450, 'avg_loss': 1.3293829622395552, 'avg_acc_mask': 54.518985806138545, 'loss': 1.3922349214553833}
+{'epoch': 86, 'iter': 460, 'avg_loss': 1.329905688891959, 'avg_acc_mask': 54.43658353424766, 'loss': 1.0876530408859253}
+{'epoch': 86, 'iter': 470, 'avg_loss': 1.3298168497480405, 'avg_acc_mask': 54.4454770755886, 'loss': 1.2924866676330566}
+{'epoch': 86, 'iter': 480, 'avg_loss': 1.3275399411294664, 'avg_acc_mask': 54.52785055245472, 'loss': 0.9487081170082092}
+{'epoch': 86, 'iter': 490, 'avg_loss': 1.3277614874169685, 'avg_acc_mask': 54.512326627747, 'loss': 1.7394009828567505}
+{'epoch': 86, 'iter': 500, 'avg_loss': 1.3277789228214714, 'avg_acc_mask': 54.549424952685975, 'loss': 1.2873141765594482}
+{'epoch': 86, 'iter': 510, 'avg_loss': 1.3277519837517562, 'avg_acc_mask': 54.50206582134207, 'loss': 1.345042109489441}
+{'epoch': 86, 'iter': 520, 'avg_loss': 1.325773948328051, 'avg_acc_mask': 54.59092658015321, 'loss': 1.7022606134414673}
+{'epoch': 86, 'iter': 530, 'avg_loss': 1.3257432279164734, 'avg_acc_mask': 54.552636098231154, 'loss': 1.2916364669799805}
+{'epoch': 86, 'iter': 540, 'avg_loss': 1.3256457503093149, 'avg_acc_mask': 54.50985687280583, 'loss': 1.3148777484893799}
+{'epoch': 86, 'iter': 550, 'avg_loss': 1.3255202316978234, 'avg_acc_mask': 54.490403706154865, 'loss': 1.0741819143295288}
+{'epoch': 86, 'iter': 560, 'avg_loss': 1.325287182594578, 'avg_acc_mask': 54.502863092139506, 'loss': 1.047633409500122}
+{'epoch': 86, 'iter': 570, 'avg_loss': 1.3237295714443493, 'avg_acc_mask': 54.566692268305175, 'loss': 1.0375703573226929}
+{'epoch': 86, 'iter': 580, 'avg_loss': 1.3219449133347727, 'avg_acc_mask': 54.62913511985171, 'loss': 1.3788065910339355}
+{'epoch': 86, 'iter': 590, 'avg_loss': 1.3224200023410688, 'avg_acc_mask': 54.62669090684991, 'loss': 1.1378244161605835}
+{'epoch': 86, 'iter': 600, 'avg_loss': 1.321222112004253, 'avg_acc_mask': 54.63207404035807, 'loss': 1.2902908325195312}
+{'epoch': 86, 'iter': 610, 'avg_loss': 1.322753345029834, 'avg_acc_mask': 54.610774872544056, 'loss': 1.4615827798843384}
+{'epoch': 86, 'iter': 620, 'avg_loss': 1.3205137659770088, 'avg_acc_mask': 54.67359703990837, 'loss': 1.6147342920303345}
+{'epoch': 86, 'iter': 630, 'avg_loss': 1.3195306868447365, 'avg_acc_mask': 54.72401143814448, 'loss': 0.8750195503234863}
+{'epoch': 86, 'iter': 640, 'avg_loss': 1.319411106581993, 'avg_acc_mask': 54.75132455990429, 'loss': 1.1785085201263428}
+{'epoch': 86, 'iter': 650, 'avg_loss': 1.319787936184996, 'avg_acc_mask': 54.75047041312101, 'loss': 1.1926231384277344}
+{'epoch': 86, 'iter': 660, 'avg_loss': 1.319233914456822, 'avg_acc_mask': 54.78693967902601, 'loss': 1.4222362041473389}
+{'epoch': 86, 'iter': 670, 'avg_loss': 1.3185555443678456, 'avg_acc_mask': 54.8213945124111, 'loss': 1.2816507816314697}
+{'epoch': 86, 'iter': 680, 'avg_loss': 1.3192808408394083, 'avg_acc_mask': 54.8058083044797, 'loss': 1.490815281867981}
+{'epoch': 86, 'iter': 690, 'avg_loss': 1.3195109294050855, 'avg_acc_mask': 54.795136135342325, 'loss': 1.3513473272323608}
+{'epoch': 86, 'iter': 700, 'avg_loss': 1.3210145613436353, 'avg_acc_mask': 54.75911610837822, 'loss': 1.4636452198028564}
+{'epoch': 86, 'iter': 710, 'avg_loss': 1.322157087456828, 'avg_acc_mask': 54.770036722220794, 'loss': 1.393951416015625}
+{'epoch': 86, 'iter': 720, 'avg_loss': 1.323964120693577, 'avg_acc_mask': 54.72146997038799, 'loss': 1.4500060081481934}
+{'epoch': 86, 'iter': 730, 'avg_loss': 1.3224301997026895, 'avg_acc_mask': 54.786038847555794, 'loss': 1.3261221647262573}
+{'epoch': 86, 'iter': 740, 'avg_loss': 1.3224229182791614, 'avg_acc_mask': 54.77240801439239, 'loss': 1.2948118448257446}
+{'epoch': 86, 'iter': 750, 'avg_loss': 1.3233176608695172, 'avg_acc_mask': 54.728531519494716, 'loss': 1.2943906784057617}
+{'epoch': 86, 'iter': 760, 'avg_loss': 1.3225576635572507, 'avg_acc_mask': 54.75779376498801, 'loss': 1.183834433555603}
+{'epoch': 86, 'iter': 770, 'avg_loss': 1.3231217786186555, 'avg_acc_mask': 54.77536729044926, 'loss': 1.5927718877792358}
+{'epoch': 86, 'iter': 780, 'avg_loss': 1.3219147752708114, 'avg_acc_mask': 54.81573170162082, 'loss': 1.2259576320648193}
+{'epoch': 86, 'iter': 790, 'avg_loss': 1.3215886120850457, 'avg_acc_mask': 54.81601107394163, 'loss': 1.5308270454406738}
+{'epoch': 86, 'iter': 800, 'avg_loss': 1.32107854574063, 'avg_acc_mask': 54.82401184645176, 'loss': 1.5906332731246948}
+{'epoch': 86, 'iter': 810, 'avg_loss': 1.3210170333688267, 'avg_acc_mask': 54.837764758900406, 'loss': 1.010908842086792}
+{'epoch': 86, 'iter': 820, 'avg_loss': 1.322255538819623, 'avg_acc_mask': 54.79726570327982, 'loss': 1.4755207300186157}
+{'epoch': 86, 'iter': 830, 'avg_loss': 1.323071588104239, 'avg_acc_mask': 54.76447162878705, 'loss': 1.1378010511398315}
+{'epoch': 86, 'iter': 840, 'avg_loss': 1.3225843722840127, 'avg_acc_mask': 54.783175741767195, 'loss': 0.9773086905479431}
+{'epoch': 86, 'iter': 850, 'avg_loss': 1.3228467202074519, 'avg_acc_mask': 54.756490023600094, 'loss': 1.2663547992706299}
+{'epoch': 86, 'iter': 860, 'avg_loss': 1.323729782500472, 'avg_acc_mask': 54.72513504925326, 'loss': 1.4795100688934326}
+{'epoch': 86, 'iter': 870, 'avg_loss': 1.3250845109554164, 'avg_acc_mask': 54.69416785206259, 'loss': 1.1993348598480225}
+{'epoch': 86, 'iter': 880, 'avg_loss': 1.3253951827730142, 'avg_acc_mask': 54.71284342932804, 'loss': 1.117239236831665}
+{'epoch': 86, 'iter': 890, 'avg_loss': 1.3241371651557425, 'avg_acc_mask': 54.72845674967235, 'loss': 1.0320963859558105}
+{'epoch': 86, 'iter': 900, 'avg_loss': 1.3251636624997782, 'avg_acc_mask': 54.68421052631579, 'loss': 1.7333612442016602}
+{'epoch': 86, 'iter': 910, 'avg_loss': 1.3251228108102482, 'avg_acc_mask': 54.70153883096872, 'loss': 1.3978630304336548}
+{'epoch': 86, 'iter': 920, 'avg_loss': 1.3254990095553776, 'avg_acc_mask': 54.69378056749103, 'loss': 1.47231125831604}
+{'epoch': 86, 'iter': 930, 'avg_loss': 1.3259961060883536, 'avg_acc_mask': 54.69111590507942, 'loss': 1.8828412294387817}
+{'epoch': 86, 'iter': 940, 'avg_loss': 1.327435568212576, 'avg_acc_mask': 54.634155803848536, 'loss': 1.2199264764785767}
+{'epoch': 86, 'iter': 950, 'avg_loss': 1.3279670298287545, 'avg_acc_mask': 54.59342261790552, 'loss': 1.7707408666610718}
+{'epoch': 86, 'iter': 960, 'avg_loss': 1.3289706778948067, 'avg_acc_mask': 54.56581569706748, 'loss': 1.429693341255188}
+{'epoch': 86, 'iter': 970, 'avg_loss': 1.3288118919064162, 'avg_acc_mask': 54.57448807063686, 'loss': 1.317520022392273}
+{'epoch': 86, 'iter': 980, 'avg_loss': 1.3293415995791296, 'avg_acc_mask': 54.531427190422185, 'loss': 1.1064345836639404}
+{'epoch': 86, 'iter': 990, 'avg_loss': 1.3299063688330164, 'avg_acc_mask': 54.49964135292711, 'loss': 1.4173558950424194}
+{'epoch': 86, 'iter': 1000, 'avg_loss': 1.330052856084231, 'avg_acc_mask': 54.515330274561215, 'loss': 1.5712153911590576}
+{'epoch': 86, 'iter': 1010, 'avg_loss': 1.3299103164059707, 'avg_acc_mask': 54.52594369397803, 'loss': 1.1965476274490356}
+{'epoch': 86, 'iter': 1020, 'avg_loss': 1.3285507944491888, 'avg_acc_mask': 54.57792381734736, 'loss': 1.190516710281372}
+{'epoch': 86, 'iter': 1030, 'avg_loss': 1.3288318854183045, 'avg_acc_mask': 54.57954505253476, 'loss': 1.419342041015625}
+{'epoch': 86, 'iter': 1040, 'avg_loss': 1.328920412132307, 'avg_acc_mask': 54.5588286805142, 'loss': 1.3922046422958374}
+{'epoch': 86, 'iter': 1050, 'avg_loss': 1.3287963984014872, 'avg_acc_mask': 54.569127143948336, 'loss': 1.2844382524490356}
+{'epoch': 86, 'iter': 1060, 'avg_loss': 1.3283210731024566, 'avg_acc_mask': 54.579207920792086, 'loss': 0.9130235910415649}
+{'epoch': 86, 'iter': 1070, 'avg_loss': 1.327869874923503, 'avg_acc_mask': 54.60193712019337, 'loss': 1.4070444107055664}
+{'epoch': 86, 'iter': 1080, 'avg_loss': 1.3276748763643735, 'avg_acc_mask': 54.62163620422202, 'loss': 1.0749250650405884}
+{'epoch': 86, 'iter': 1090, 'avg_loss': 1.328271835086326, 'avg_acc_mask': 54.596444370252904, 'loss': 1.6620286703109741}
+{'epoch': 86, 'iter': 1100, 'avg_loss': 1.3281740716216133, 'avg_acc_mask': 54.59611409673418, 'loss': 1.1945494413375854}
+{'epoch': 'EP86_train', 'avg_loss': 1.3285196175402645, 'total_masked_acc': 54.57946081339397}
+{'epoch': 87, 'iter': 0, 'avg_loss': 1.5783400535583496, 'avg_acc_mask': 41.81818181818181, 'loss': 1.5783400535583496}
+{'epoch': 87, 'iter': 10, 'avg_loss': 1.4094566865400835, 'avg_acc_mask': 52.08681135225376, 'loss': 1.558650016784668}
+{'epoch': 87, 'iter': 20, 'avg_loss': 1.367749185789199, 'avg_acc_mask': 53.93835616438356, 'loss': 1.3911960124969482}
+{'epoch': 87, 'iter': 30, 'avg_loss': 1.3482731984507652, 'avg_acc_mask': 54.406580493537014, 'loss': 1.4628081321716309}
+{'epoch': 87, 'iter': 40, 'avg_loss': 1.3335660099983215, 'avg_acc_mask': 55.158902916848064, 'loss': 1.2473455667495728}
+{'epoch': 87, 'iter': 50, 'avg_loss': 1.3421263297398884, 'avg_acc_mask': 54.85991006572121, 'loss': 1.395957112312317}
+{'epoch': 87, 'iter': 60, 'avg_loss': 1.3390787292699344, 'avg_acc_mask': 54.54545454545454, 'loss': 1.362278699874878}
+{'epoch': 87, 'iter': 70, 'avg_loss': 1.3366325472442198, 'avg_acc_mask': 55.26849037487336, 'loss': 1.4648332595825195}
+{'epoch': 87, 'iter': 80, 'avg_loss': 1.3298255587801522, 'avg_acc_mask': 55.173174498124865, 'loss': 1.2737456560134888}
+{'epoch': 87, 'iter': 90, 'avg_loss': 1.3426083011941596, 'avg_acc_mask': 54.90577035166117, 'loss': 1.5052133798599243}
+{'epoch': 87, 'iter': 100, 'avg_loss': 1.33310599138241, 'avg_acc_mask': 54.98856237902516, 'loss': 0.7474913597106934}
+{'epoch': 87, 'iter': 110, 'avg_loss': 1.330984169298464, 'avg_acc_mask': 55.10401548137397, 'loss': 0.994320273399353}
+{'epoch': 87, 'iter': 120, 'avg_loss': 1.3207529566504739, 'avg_acc_mask': 55.30776092774309, 'loss': 1.1493901014328003}
+{'epoch': 87, 'iter': 130, 'avg_loss': 1.3181698749993593, 'avg_acc_mask': 55.3691736559879, 'loss': 1.3998502492904663}
+{'epoch': 87, 'iter': 140, 'avg_loss': 1.3128399857392548, 'avg_acc_mask': 55.36102236421725, 'loss': 1.3080116510391235}
+{'epoch': 87, 'iter': 150, 'avg_loss': 1.3036598732929356, 'avg_acc_mask': 55.628742514970064, 'loss': 1.3691538572311401}
+{'epoch': 87, 'iter': 160, 'avg_loss': 1.305813407305605, 'avg_acc_mask': 55.45280252622082, 'loss': 1.5810160636901855}
+{'epoch': 87, 'iter': 170, 'avg_loss': 1.3082406782267386, 'avg_acc_mask': 55.30607922050413, 'loss': 1.273762583732605}
+{'epoch': 87, 'iter': 180, 'avg_loss': 1.3078083280700346, 'avg_acc_mask': 55.24651069384476, 'loss': 1.411969542503357}
+{'epoch': 87, 'iter': 190, 'avg_loss': 1.3087495683999586, 'avg_acc_mask': 55.245620715917745, 'loss': 1.2256118059158325}
+{'epoch': 87, 'iter': 200, 'avg_loss': 1.3067723832913298, 'avg_acc_mask': 55.23061648163191, 'loss': 1.4909489154815674}
+{'epoch': 87, 'iter': 210, 'avg_loss': 1.305523587346642, 'avg_acc_mask': 55.270362765229294, 'loss': 1.2212951183319092}
+{'epoch': 87, 'iter': 220, 'avg_loss': 1.3056626322582296, 'avg_acc_mask': 55.26702596766291, 'loss': 1.625962734222412}
+{'epoch': 87, 'iter': 230, 'avg_loss': 1.306809895740443, 'avg_acc_mask': 55.18590998043052, 'loss': 1.403095006942749}
+{'epoch': 87, 'iter': 240, 'avg_loss': 1.3044209720188156, 'avg_acc_mask': 55.20168256591301, 'loss': 1.1790837049484253}
+{'epoch': 87, 'iter': 250, 'avg_loss': 1.3052070964855027, 'avg_acc_mask': 55.120612451249464, 'loss': 1.1553341150283813}
+{'epoch': 87, 'iter': 260, 'avg_loss': 1.30972340668755, 'avg_acc_mask': 54.99477897667943, 'loss': 1.329815149307251}
+{'epoch': 87, 'iter': 270, 'avg_loss': 1.3101084601835131, 'avg_acc_mask': 55.02970429210333, 'loss': 1.6757241487503052}
+{'epoch': 87, 'iter': 280, 'avg_loss': 1.3108279840801957, 'avg_acc_mask': 55.034118707351624, 'loss': 0.8275829553604126}
+{'epoch': 87, 'iter': 290, 'avg_loss': 1.3104621956438542, 'avg_acc_mask': 55.07878183969608, 'loss': 1.330987811088562}
+{'epoch': 87, 'iter': 300, 'avg_loss': 1.3098045530113271, 'avg_acc_mask': 55.10204081632652, 'loss': 0.8799095153808594}
+{'epoch': 87, 'iter': 310, 'avg_loss': 1.3085837576933612, 'avg_acc_mask': 55.14641416798176, 'loss': 1.1566096544265747}
+{'epoch': 87, 'iter': 320, 'avg_loss': 1.3117004638520358, 'avg_acc_mask': 55.02720471548401, 'loss': 1.705048680305481}
+{'epoch': 87, 'iter': 330, 'avg_loss': 1.3140549910032497, 'avg_acc_mask': 54.93732131075434, 'loss': 1.3924286365509033}
+{'epoch': 87, 'iter': 340, 'avg_loss': 1.3161116630450722, 'avg_acc_mask': 54.89734816082121, 'loss': 1.7090089321136475}
+{'epoch': 87, 'iter': 350, 'avg_loss': 1.314824571806481, 'avg_acc_mask': 54.929577464788736, 'loss': 1.503214716911316}
+{'epoch': 87, 'iter': 360, 'avg_loss': 1.3143832678609937, 'avg_acc_mask': 54.97255652349061, 'loss': 1.597192406654358}
+{'epoch': 87, 'iter': 370, 'avg_loss': 1.3154731821821064, 'avg_acc_mask': 54.92923257750134, 'loss': 1.4457471370697021}
+{'epoch': 87, 'iter': 380, 'avg_loss': 1.3182087412343564, 'avg_acc_mask': 54.76405885434027, 'loss': 0.9234166741371155}
+{'epoch': 87, 'iter': 390, 'avg_loss': 1.3199054630821014, 'avg_acc_mask': 54.731612184249634, 'loss': 1.7085402011871338}
+{'epoch': 87, 'iter': 400, 'avg_loss': 1.319958758770379, 'avg_acc_mask': 54.76934220652814, 'loss': 1.2853347063064575}
+{'epoch': 87, 'iter': 410, 'avg_loss': 1.3185922033595343, 'avg_acc_mask': 54.8441225823545, 'loss': 1.180747628211975}
+{'epoch': 87, 'iter': 420, 'avg_loss': 1.3165945780248935, 'avg_acc_mask': 54.86878453038674, 'loss': 0.9959598779678345}
+{'epoch': 87, 'iter': 430, 'avg_loss': 1.3159745820990294, 'avg_acc_mask': 54.91519702978651, 'loss': 1.263000249862671}
+{'epoch': 87, 'iter': 440, 'avg_loss': 1.3163872044913623, 'avg_acc_mask': 54.9225572581974, 'loss': 1.5992724895477295}
+{'epoch': 87, 'iter': 450, 'avg_loss': 1.3182328449120277, 'avg_acc_mask': 54.884189325276935, 'loss': 1.2912366390228271}
+{'epoch': 87, 'iter': 460, 'avg_loss': 1.3201552785916857, 'avg_acc_mask': 54.83425414364641, 'loss': 1.3171699047088623}
+{'epoch': 87, 'iter': 470, 'avg_loss': 1.3222470094950083, 'avg_acc_mask': 54.782105669109136, 'loss': 1.208322286605835}
+{'epoch': 87, 'iter': 480, 'avg_loss': 1.3227879179490578, 'avg_acc_mask': 54.80343561996291, 'loss': 1.030007004737854}
+{'epoch': 87, 'iter': 490, 'avg_loss': 1.3222076614859632, 'avg_acc_mask': 54.860621357781824, 'loss': 1.5131325721740723}
+{'epoch': 87, 'iter': 500, 'avg_loss': 1.321820975539689, 'avg_acc_mask': 54.835304822565966, 'loss': 1.2095599174499512}
+{'epoch': 87, 'iter': 510, 'avg_loss': 1.3208753035026521, 'avg_acc_mask': 54.864354211971055, 'loss': 1.2258310317993164}
+{'epoch': 87, 'iter': 520, 'avg_loss': 1.3207260428600713, 'avg_acc_mask': 54.90579887448006, 'loss': 1.4000897407531738}
+{'epoch': 87, 'iter': 530, 'avg_loss': 1.3199772358838673, 'avg_acc_mask': 54.93401885175664, 'loss': 1.3251372575759888}
+{'epoch': 87, 'iter': 540, 'avg_loss': 1.3192401281566584, 'avg_acc_mask': 54.90605427974948, 'loss': 1.230837345123291}
+{'epoch': 87, 'iter': 550, 'avg_loss': 1.3198921957379461, 'avg_acc_mask': 54.816771211620996, 'loss': 1.2121529579162598}
+{'epoch': 87, 'iter': 560, 'avg_loss': 1.3189797396115865, 'avg_acc_mask': 54.84017376645271, 'loss': 1.3329119682312012}
+{'epoch': 87, 'iter': 570, 'avg_loss': 1.3177621918885387, 'avg_acc_mask': 54.8727597423305, 'loss': 1.15401029586792}
+{'epoch': 87, 'iter': 580, 'avg_loss': 1.3173174647784274, 'avg_acc_mask': 54.872742071815416, 'loss': 1.4931762218475342}
+{'epoch': 87, 'iter': 590, 'avg_loss': 1.3169940971279306, 'avg_acc_mask': 54.87838627348482, 'loss': 1.2546699047088623}
+{'epoch': 87, 'iter': 600, 'avg_loss': 1.3158900253784638, 'avg_acc_mask': 54.903738628464346, 'loss': 1.2855122089385986}
+{'epoch': 87, 'iter': 610, 'avg_loss': 1.317943738057063, 'avg_acc_mask': 54.85948304003324, 'loss': 1.3506828546524048}
+{'epoch': 87, 'iter': 620, 'avg_loss': 1.3159241861575275, 'avg_acc_mask': 54.91484824584465, 'loss': 1.460623860359192}
+{'epoch': 87, 'iter': 630, 'avg_loss': 1.3157528681346997, 'avg_acc_mask': 54.943632808006434, 'loss': 1.0441697835922241}
+{'epoch': 87, 'iter': 640, 'avg_loss': 1.315090590724707, 'avg_acc_mask': 54.99290780141845, 'loss': 1.1402957439422607}
+{'epoch': 87, 'iter': 650, 'avg_loss': 1.3155383914480194, 'avg_acc_mask': 54.967980088928655, 'loss': 1.428444504737854}
+{'epoch': 87, 'iter': 660, 'avg_loss': 1.3141738182657967, 'avg_acc_mask': 55.004263043538046, 'loss': 1.2200679779052734}
+{'epoch': 87, 'iter': 670, 'avg_loss': 1.3145930513895037, 'avg_acc_mask': 54.97766346284012, 'loss': 1.6188935041427612}
+{'epoch': 87, 'iter': 680, 'avg_loss': 1.3144254970655567, 'avg_acc_mask': 54.977719668063074, 'loss': 1.2504328489303589}
+{'epoch': 87, 'iter': 690, 'avg_loss': 1.3147655757394783, 'avg_acc_mask': 54.963215974776666, 'loss': 1.4839314222335815}
+{'epoch': 87, 'iter': 700, 'avg_loss': 1.3174549784197787, 'avg_acc_mask': 54.89465237873375, 'loss': 1.6094416379928589}
+{'epoch': 87, 'iter': 710, 'avg_loss': 1.316522050004468, 'avg_acc_mask': 54.98658489842852, 'loss': 0.960374653339386}
+{'epoch': 87, 'iter': 720, 'avg_loss': 1.3173508640797227, 'avg_acc_mask': 54.9698909017612, 'loss': 1.661205530166626}
+{'epoch': 87, 'iter': 730, 'avg_loss': 1.3161133605217314, 'avg_acc_mask': 54.99279288235002, 'loss': 1.379462480545044}
+{'epoch': 87, 'iter': 740, 'avg_loss': 1.3169167356291602, 'avg_acc_mask': 54.94114762138304, 'loss': 1.3906834125518799}
+{'epoch': 87, 'iter': 750, 'avg_loss': 1.318767415143837, 'avg_acc_mask': 54.85330043780083, 'loss': 1.463315486907959}
+{'epoch': 87, 'iter': 760, 'avg_loss': 1.3178366381141422, 'avg_acc_mask': 54.88332099266725, 'loss': 0.9848275184631348}
+{'epoch': 87, 'iter': 770, 'avg_loss': 1.319557590475342, 'avg_acc_mask': 54.806174148698005, 'loss': 1.395595669746399}
+{'epoch': 87, 'iter': 780, 'avg_loss': 1.3184377874668674, 'avg_acc_mask': 54.84824504236104, 'loss': 1.3626495599746704}
+{'epoch': 87, 'iter': 790, 'avg_loss': 1.319328134867696, 'avg_acc_mask': 54.828173160969776, 'loss': 1.0377554893493652}
+{'epoch': 87, 'iter': 800, 'avg_loss': 1.319010884946354, 'avg_acc_mask': 54.84163923260302, 'loss': 1.3319417238235474}
+{'epoch': 87, 'iter': 810, 'avg_loss': 1.320170507404572, 'avg_acc_mask': 54.82018262176654, 'loss': 1.4821972846984863}
+{'epoch': 87, 'iter': 820, 'avg_loss': 1.3209585031986817, 'avg_acc_mask': 54.7841694734976, 'loss': 1.387937068939209}
+{'epoch': 87, 'iter': 830, 'avg_loss': 1.3207069959594597, 'avg_acc_mask': 54.80893604893342, 'loss': 1.5955047607421875}
+{'epoch': 87, 'iter': 840, 'avg_loss': 1.3212946113309736, 'avg_acc_mask': 54.79591615546355, 'loss': 1.2877628803253174}
+{'epoch': 87, 'iter': 850, 'avg_loss': 1.3219364375821572, 'avg_acc_mask': 54.78434060050542, 'loss': 1.2873257398605347}
+{'epoch': 87, 'iter': 860, 'avg_loss': 1.3224671162517783, 'avg_acc_mask': 54.78970974020479, 'loss': 1.1785547733306885}
+{'epoch': 87, 'iter': 870, 'avg_loss': 1.3235970168929423, 'avg_acc_mask': 54.72727272727273, 'loss': 1.4063714742660522}
+{'epoch': 87, 'iter': 880, 'avg_loss': 1.3229894784197769, 'avg_acc_mask': 54.75181410349176, 'loss': 1.1509422063827515}
+{'epoch': 87, 'iter': 890, 'avg_loss': 1.3222442932937015, 'avg_acc_mask': 54.80161247416563, 'loss': 0.9997158646583557}
+{'epoch': 87, 'iter': 900, 'avg_loss': 1.3221811305537208, 'avg_acc_mask': 54.81632818189174, 'loss': 1.4230976104736328}
+{'epoch': 87, 'iter': 910, 'avg_loss': 1.3225229658619895, 'avg_acc_mask': 54.807307907571754, 'loss': 1.483784556388855}
+{'epoch': 87, 'iter': 920, 'avg_loss': 1.3216543325772114, 'avg_acc_mask': 54.841901143693846, 'loss': 1.2360148429870605}
+{'epoch': 87, 'iter': 930, 'avg_loss': 1.3218047225769813, 'avg_acc_mask': 54.82707945527579, 'loss': 1.6587938070297241}
+{'epoch': 87, 'iter': 940, 'avg_loss': 1.321446272822673, 'avg_acc_mask': 54.850833010461066, 'loss': 0.9290035367012024}
+{'epoch': 87, 'iter': 950, 'avg_loss': 1.3215560942543543, 'avg_acc_mask': 54.84742773901709, 'loss': 1.7101973295211792}
+{'epoch': 87, 'iter': 960, 'avg_loss': 1.3208690455627243, 'avg_acc_mask': 54.878071923332385, 'loss': 1.3905752897262573}
+{'epoch': 87, 'iter': 970, 'avg_loss': 1.3216075509878682, 'avg_acc_mask': 54.85640226150002, 'loss': 1.462125539779663}
+{'epoch': 87, 'iter': 980, 'avg_loss': 1.3213518726108757, 'avg_acc_mask': 54.88305560199892, 'loss': 1.0231581926345825}
+{'epoch': 87, 'iter': 990, 'avg_loss': 1.322638755910452, 'avg_acc_mask': 54.86301244005072, 'loss': 1.4106109142303467}
+{'epoch': 87, 'iter': 1000, 'avg_loss': 1.3220090578486037, 'avg_acc_mask': 54.87767166894043, 'loss': 1.3786238431930542}
+{'epoch': 87, 'iter': 1010, 'avg_loss': 1.3222530379257618, 'avg_acc_mask': 54.8615489938206, 'loss': 1.2660927772521973}
+{'epoch': 87, 'iter': 1020, 'avg_loss': 1.3217993214595096, 'avg_acc_mask': 54.88244318384531, 'loss': 1.038857340812683}
+{'epoch': 87, 'iter': 1030, 'avg_loss': 1.3223527021250832, 'avg_acc_mask': 54.85854641197363, 'loss': 1.503366231918335}
+{'epoch': 87, 'iter': 1040, 'avg_loss': 1.3218135572075271, 'avg_acc_mask': 54.87964989059081, 'loss': 1.2509634494781494}
+{'epoch': 87, 'iter': 1050, 'avg_loss': 1.322272049995063, 'avg_acc_mask': 54.87350222823354, 'loss': 1.2486212253570557}
+{'epoch': 87, 'iter': 1060, 'avg_loss': 1.3219711152480302, 'avg_acc_mask': 54.89518900343643, 'loss': 0.901904284954071}
+{'epoch': 87, 'iter': 1070, 'avg_loss': 1.3214669971127693, 'avg_acc_mask': 54.90329610460365, 'loss': 1.4006611108779907}
+{'epoch': 87, 'iter': 1080, 'avg_loss': 1.321750094888389, 'avg_acc_mask': 54.9128755292411, 'loss': 1.1321545839309692}
+{'epoch': 87, 'iter': 1090, 'avg_loss': 1.321561824390366, 'avg_acc_mask': 54.90510558674151, 'loss': 1.1593650579452515}
+{'epoch': 87, 'iter': 1100, 'avg_loss': 1.3204399375456448, 'avg_acc_mask': 54.95729608050848, 'loss': 1.0228034257888794}
+{'epoch': 'EP87_train', 'avg_loss': 1.3205764070355515, 'total_masked_acc': 54.94690323857265}
+{'epoch': 88, 'iter': 0, 'avg_loss': 1.0372036695480347, 'avg_acc_mask': 62.96296296296296, 'loss': 1.0372036695480347}
+{'epoch': 88, 'iter': 10, 'avg_loss': 1.3423274213617498, 'avg_acc_mask': 57.11892797319933, 'loss': 1.3333534002304077}
+{'epoch': 88, 'iter': 20, 'avg_loss': 1.3146240285464696, 'avg_acc_mask': 55.431034482758626, 'loss': 1.3324593305587769}
+{'epoch': 88, 'iter': 30, 'avg_loss': 1.3182491756254626, 'avg_acc_mask': 55.10799766491535, 'loss': 1.6011857986450195}
+{'epoch': 88, 'iter': 40, 'avg_loss': 1.31020633912668, 'avg_acc_mask': 55.28995130588756, 'loss': 1.1998860836029053}
+{'epoch': 88, 'iter': 50, 'avg_loss': 1.338251203882928, 'avg_acc_mask': 54.5934530095037, 'loss': 1.5831973552703857}
+{'epoch': 88, 'iter': 60, 'avg_loss': 1.327816180518416, 'avg_acc_mask': 54.77669328601006, 'loss': 1.2662451267242432}
+{'epoch': 88, 'iter': 70, 'avg_loss': 1.3218189335205186, 'avg_acc_mask': 54.66836734693877, 'loss': 1.3096609115600586}
+{'epoch': 88, 'iter': 80, 'avg_loss': 1.3312133793477658, 'avg_acc_mask': 54.365256124721604, 'loss': 1.4407589435577393}
+{'epoch': 88, 'iter': 90, 'avg_loss': 1.3328975222922943, 'avg_acc_mask': 54.363347877826264, 'loss': 1.4285622835159302}
+{'epoch': 88, 'iter': 100, 'avg_loss': 1.3223575619187686, 'avg_acc_mask': 54.927797833935024, 'loss': 0.9042817950248718}
+{'epoch': 88, 'iter': 110, 'avg_loss': 1.325423841540878, 'avg_acc_mask': 54.72408711314885, 'loss': 0.9634313583374023}
+{'epoch': 88, 'iter': 120, 'avg_loss': 1.3222982208590863, 'avg_acc_mask': 54.73053892215569, 'loss': 1.5210047960281372}
+{'epoch': 88, 'iter': 130, 'avg_loss': 1.315141694691345, 'avg_acc_mask': 54.99516374188199, 'loss': 1.2196935415267944}
+{'epoch': 88, 'iter': 140, 'avg_loss': 1.3172355928319566, 'avg_acc_mask': 54.78149100257069, 'loss': 1.1006735563278198}
+{'epoch': 88, 'iter': 150, 'avg_loss': 1.3130977659035992, 'avg_acc_mask': 54.98186215235792, 'loss': 1.2984756231307983}
+{'epoch': 88, 'iter': 160, 'avg_loss': 1.3135592097081012, 'avg_acc_mask': 55.090228123935994, 'loss': 1.2560914754867554}
+{'epoch': 88, 'iter': 170, 'avg_loss': 1.3177213651394983, 'avg_acc_mask': 54.73784962246092, 'loss': 1.5776609182357788}
+{'epoch': 88, 'iter': 180, 'avg_loss': 1.3216565857276072, 'avg_acc_mask': 54.42655935613681, 'loss': 1.3892370462417603}
+{'epoch': 88, 'iter': 190, 'avg_loss': 1.3222934129350472, 'avg_acc_mask': 54.35736079328757, 'loss': 1.2070311307907104}
+{'epoch': 88, 'iter': 200, 'avg_loss': 1.318606337801141, 'avg_acc_mask': 54.405784003615, 'loss': 1.177426815032959}
+{'epoch': 88, 'iter': 210, 'avg_loss': 1.3137882442270974, 'avg_acc_mask': 54.628993473033326, 'loss': 1.1588236093521118}
+{'epoch': 88, 'iter': 220, 'avg_loss': 1.311976020961865, 'avg_acc_mask': 54.770867430441896, 'loss': 1.5582475662231445}
+{'epoch': 88, 'iter': 230, 'avg_loss': 1.315093526850531, 'avg_acc_mask': 54.659019484600876, 'loss': 1.1571687459945679}
+{'epoch': 88, 'iter': 240, 'avg_loss': 1.3124721987613504, 'avg_acc_mask': 54.74480151228733, 'loss': 1.16791832447052}
+{'epoch': 88, 'iter': 250, 'avg_loss': 1.3172426810302582, 'avg_acc_mask': 54.658745109404435, 'loss': 1.3622400760650635}
+{'epoch': 88, 'iter': 260, 'avg_loss': 1.3166739002041432, 'avg_acc_mask': 54.6910914536463, 'loss': 1.478500247001648}
+{'epoch': 88, 'iter': 270, 'avg_loss': 1.3183082309156327, 'avg_acc_mask': 54.53510182207931, 'loss': 1.5989899635314941}
+{'epoch': 88, 'iter': 280, 'avg_loss': 1.3181004116967905, 'avg_acc_mask': 54.51429310567843, 'loss': 0.9184008240699768}
+{'epoch': 88, 'iter': 290, 'avg_loss': 1.317512723178798, 'avg_acc_mask': 54.65718385426415, 'loss': 1.2062865495681763}
+{'epoch': 88, 'iter': 300, 'avg_loss': 1.3135193109116285, 'avg_acc_mask': 54.7190332326284, 'loss': 0.8747150301933289}
+{'epoch': 88, 'iter': 310, 'avg_loss': 1.3109546934293397, 'avg_acc_mask': 54.6879586684671, 'loss': 1.147802710533142}
+{'epoch': 88, 'iter': 320, 'avg_loss': 1.3114055625374814, 'avg_acc_mask': 54.655870445344135, 'loss': 1.2514731884002686}
+{'epoch': 88, 'iter': 330, 'avg_loss': 1.3122710522568117, 'avg_acc_mask': 54.59417647383833, 'loss': 1.2410537004470825}
+{'epoch': 88, 'iter': 340, 'avg_loss': 1.314105193635935, 'avg_acc_mask': 54.63265634210386, 'loss': 1.2170133590698242}
+{'epoch': 88, 'iter': 350, 'avg_loss': 1.3157070481199824, 'avg_acc_mask': 54.602379461490294, 'loss': 1.1902203559875488}
+{'epoch': 88, 'iter': 360, 'avg_loss': 1.3174482765620434, 'avg_acc_mask': 54.552363581091356, 'loss': 1.1608920097351074}
+{'epoch': 88, 'iter': 370, 'avg_loss': 1.3185329773034047, 'avg_acc_mask': 54.578176618509936, 'loss': 1.2546714544296265}
+{'epoch': 88, 'iter': 380, 'avg_loss': 1.3200585926611592, 'avg_acc_mask': 54.49618723322622, 'loss': 1.0240116119384766}
+{'epoch': 88, 'iter': 390, 'avg_loss': 1.3231166970089574, 'avg_acc_mask': 54.42577030812325, 'loss': 1.28144371509552}
+{'epoch': 88, 'iter': 400, 'avg_loss': 1.3240856021419725, 'avg_acc_mask': 54.41786283891547, 'loss': 1.5343514680862427}
+{'epoch': 88, 'iter': 410, 'avg_loss': 1.3231673959978016, 'avg_acc_mask': 54.4108492663406, 'loss': 1.3484612703323364}
+{'epoch': 88, 'iter': 420, 'avg_loss': 1.3229987680770439, 'avg_acc_mask': 54.50041288191577, 'loss': 1.1623331308364868}
+{'epoch': 88, 'iter': 430, 'avg_loss': 1.3218581506381732, 'avg_acc_mask': 54.60805985376636, 'loss': 1.579508662223816}
+{'epoch': 88, 'iter': 440, 'avg_loss': 1.324841133726427, 'avg_acc_mask': 54.50170110364285, 'loss': 1.6090179681777954}
+{'epoch': 88, 'iter': 450, 'avg_loss': 1.3256190252674127, 'avg_acc_mask': 54.43258814460178, 'loss': 1.0654860734939575}
+{'epoch': 88, 'iter': 460, 'avg_loss': 1.3244571932743014, 'avg_acc_mask': 54.44021566761814, 'loss': 1.1219313144683838}
+{'epoch': 88, 'iter': 470, 'avg_loss': 1.3258373288085759, 'avg_acc_mask': 54.4015518913676, 'loss': 1.4249091148376465}
+{'epoch': 88, 'iter': 480, 'avg_loss': 1.3255195502431873, 'avg_acc_mask': 54.464149794489266, 'loss': 1.0156410932540894}
+{'epoch': 88, 'iter': 490, 'avg_loss': 1.3272908555757246, 'avg_acc_mask': 54.368352304534426, 'loss': 1.5820754766464233}
+{'epoch': 88, 'iter': 500, 'avg_loss': 1.3262538777853914, 'avg_acc_mask': 54.36126248034232, 'loss': 1.0936787128448486}
+{'epoch': 88, 'iter': 510, 'avg_loss': 1.3252914655231915, 'avg_acc_mask': 54.37067326661646, 'loss': 1.3135428428649902}
+{'epoch': 88, 'iter': 520, 'avg_loss': 1.3247653857988955, 'avg_acc_mask': 54.41160931281039, 'loss': 1.4701625108718872}
+{'epoch': 88, 'iter': 530, 'avg_loss': 1.3247496053548407, 'avg_acc_mask': 54.43046723804258, 'loss': 1.1432169675827026}
+{'epoch': 88, 'iter': 540, 'avg_loss': 1.3245427899351843, 'avg_acc_mask': 54.41814729418147, 'loss': 1.3104021549224854}
+{'epoch': 88, 'iter': 550, 'avg_loss': 1.32454611320461, 'avg_acc_mask': 54.398617434943, 'loss': 1.3488054275512695}
+{'epoch': 88, 'iter': 560, 'avg_loss': 1.324202162696716, 'avg_acc_mask': 54.410708455762325, 'loss': 1.435929775238037}
+{'epoch': 88, 'iter': 570, 'avg_loss': 1.3237031379848354, 'avg_acc_mask': 54.407138730179106, 'loss': 1.3893884420394897}
+{'epoch': 88, 'iter': 580, 'avg_loss': 1.3227389376873404, 'avg_acc_mask': 54.44076352737025, 'loss': 1.5649962425231934}
+{'epoch': 88, 'iter': 590, 'avg_loss': 1.3233644184727353, 'avg_acc_mask': 54.39129491273212, 'loss': 1.1544532775878906}
+{'epoch': 88, 'iter': 600, 'avg_loss': 1.3241081063243594, 'avg_acc_mask': 54.33933475740006, 'loss': 1.4631308317184448}
+{'epoch': 88, 'iter': 610, 'avg_loss': 1.32557973924128, 'avg_acc_mask': 54.28537155880765, 'loss': 1.2557389736175537}
+{'epoch': 88, 'iter': 620, 'avg_loss': 1.3243745073028232, 'avg_acc_mask': 54.33807472112376, 'loss': 1.6782642602920532}
+{'epoch': 88, 'iter': 630, 'avg_loss': 1.3239689898188631, 'avg_acc_mask': 54.390137781000725, 'loss': 1.2423512935638428}
+{'epoch': 88, 'iter': 640, 'avg_loss': 1.3235216320211913, 'avg_acc_mask': 54.387019230769226, 'loss': 0.988929033279419}
+{'epoch': 88, 'iter': 650, 'avg_loss': 1.3238111739883776, 'avg_acc_mask': 54.375528615731604, 'loss': 1.2198997735977173}
+{'epoch': 88, 'iter': 660, 'avg_loss': 1.322760488009489, 'avg_acc_mask': 54.42367428444642, 'loss': 1.0580272674560547}
+{'epoch': 88, 'iter': 670, 'avg_loss': 1.3221165529839505, 'avg_acc_mask': 54.44711538461539, 'loss': 1.4747116565704346}
+{'epoch': 88, 'iter': 680, 'avg_loss': 1.3227508703517494, 'avg_acc_mask': 54.46599069417175, 'loss': 1.3510725498199463}
+{'epoch': 88, 'iter': 690, 'avg_loss': 1.324274971757715, 'avg_acc_mask': 54.44029751978613, 'loss': 1.3453991413116455}
+{'epoch': 88, 'iter': 700, 'avg_loss': 1.3252677468532503, 'avg_acc_mask': 54.40168824740119, 'loss': 1.2741261720657349}
+{'epoch': 88, 'iter': 710, 'avg_loss': 1.3249644762856045, 'avg_acc_mask': 54.430542352850495, 'loss': 1.46892511844635}
+{'epoch': 88, 'iter': 720, 'avg_loss': 1.3261328767804266, 'avg_acc_mask': 54.37289338300515, 'loss': 1.134440302848816}
+{'epoch': 88, 'iter': 730, 'avg_loss': 1.324550448869713, 'avg_acc_mask': 54.35924369747899, 'loss': 1.227967381477356}
+{'epoch': 88, 'iter': 740, 'avg_loss': 1.3245062218343038, 'avg_acc_mask': 54.35709182290769, 'loss': 1.2852219343185425}
+{'epoch': 88, 'iter': 750, 'avg_loss': 1.325607740450477, 'avg_acc_mask': 54.32530999270605, 'loss': 1.2582521438598633}
+{'epoch': 88, 'iter': 760, 'avg_loss': 1.3267859644238176, 'avg_acc_mask': 54.28866524151515, 'loss': 1.2058196067810059}
+{'epoch': 88, 'iter': 770, 'avg_loss': 1.3283950879725346, 'avg_acc_mask': 54.19092242888921, 'loss': 1.5627413988113403}
+{'epoch': 88, 'iter': 780, 'avg_loss': 1.3275529998670619, 'avg_acc_mask': 54.22354151084517, 'loss': 1.3845760822296143}
+{'epoch': 88, 'iter': 790, 'avg_loss': 1.3275175172218632, 'avg_acc_mask': 54.271797594588975, 'loss': 1.7483526468276978}
+{'epoch': 88, 'iter': 800, 'avg_loss': 1.3270375084936545, 'avg_acc_mask': 54.256531849892845, 'loss': 1.2502869367599487}
+{'epoch': 88, 'iter': 810, 'avg_loss': 1.3268786609246317, 'avg_acc_mask': 54.26028169014084, 'loss': 1.3370105028152466}
+{'epoch': 88, 'iter': 820, 'avg_loss': 1.328339174299089, 'avg_acc_mask': 54.208581857028406, 'loss': 1.7453657388687134}
+{'epoch': 88, 'iter': 830, 'avg_loss': 1.3280982791875386, 'avg_acc_mask': 54.20087605379587, 'loss': 1.3376953601837158}
+{'epoch': 88, 'iter': 840, 'avg_loss': 1.3274554041137876, 'avg_acc_mask': 54.22550510536607, 'loss': 1.1049312353134155}
+{'epoch': 88, 'iter': 850, 'avg_loss': 1.3275434629757452, 'avg_acc_mask': 54.24951685634528, 'loss': 1.2440062761306763}
+{'epoch': 88, 'iter': 860, 'avg_loss': 1.3283452242093634, 'avg_acc_mask': 54.227263090947645, 'loss': 1.275421142578125}
+{'epoch': 88, 'iter': 870, 'avg_loss': 1.3296714154778884, 'avg_acc_mask': 54.15158678688731, 'loss': 1.1640652418136597}
+{'epoch': 88, 'iter': 880, 'avg_loss': 1.330186625344258, 'avg_acc_mask': 54.16304392829048, 'loss': 1.504429817199707}
+{'epoch': 88, 'iter': 890, 'avg_loss': 1.329451738182543, 'avg_acc_mask': 54.20595228334837, 'loss': 0.9632193446159363}
+{'epoch': 88, 'iter': 900, 'avg_loss': 1.32943334259283, 'avg_acc_mask': 54.19712833390713, 'loss': 1.5727900266647339}
+{'epoch': 88, 'iter': 910, 'avg_loss': 1.3296952048719388, 'avg_acc_mask': 54.192269970577044, 'loss': 1.358792781829834}
+{'epoch': 88, 'iter': 920, 'avg_loss': 1.329170362439399, 'avg_acc_mask': 54.23560883780838, 'loss': 1.166727900505066}
+{'epoch': 88, 'iter': 930, 'avg_loss': 1.328214302546996, 'avg_acc_mask': 54.266332052388044, 'loss': 1.3677579164505005}
+{'epoch': 88, 'iter': 940, 'avg_loss': 1.3287909132894624, 'avg_acc_mask': 54.23317881180053, 'loss': 1.0356956720352173}
+{'epoch': 88, 'iter': 950, 'avg_loss': 1.3291462607814937, 'avg_acc_mask': 54.21319212616553, 'loss': 1.66515052318573}
+{'epoch': 88, 'iter': 960, 'avg_loss': 1.3291037682439981, 'avg_acc_mask': 54.212023516025035, 'loss': 1.4379152059555054}
+{'epoch': 88, 'iter': 970, 'avg_loss': 1.3292177287606575, 'avg_acc_mask': 54.22793082079883, 'loss': 0.8684083223342896}
+{'epoch': 88, 'iter': 980, 'avg_loss': 1.3282964078901254, 'avg_acc_mask': 54.257256476009964, 'loss': 1.3851784467697144}
+{'epoch': 88, 'iter': 990, 'avg_loss': 1.3297330397289289, 'avg_acc_mask': 54.230564381347676, 'loss': 1.4799017906188965}
+{'epoch': 88, 'iter': 1000, 'avg_loss': 1.3292966051535173, 'avg_acc_mask': 54.23734976999582, 'loss': 1.5229027271270752}
+{'epoch': 88, 'iter': 1010, 'avg_loss': 1.3294150878248772, 'avg_acc_mask': 54.23631123919308, 'loss': 1.2344245910644531}
+{'epoch': 88, 'iter': 1020, 'avg_loss': 1.329315749309906, 'avg_acc_mask': 54.25861884559164, 'loss': 1.0994247198104858}
+{'epoch': 88, 'iter': 1030, 'avg_loss': 1.3286987247106292, 'avg_acc_mask': 54.27976053825914, 'loss': 1.3655333518981934}
+{'epoch': 88, 'iter': 1040, 'avg_loss': 1.3290744516050208, 'avg_acc_mask': 54.26942316437542, 'loss': 1.4851977825164795}
+{'epoch': 88, 'iter': 1050, 'avg_loss': 1.3286782231476055, 'avg_acc_mask': 54.28002079362329, 'loss': 1.3062958717346191}
+{'epoch': 88, 'iter': 1060, 'avg_loss': 1.3288793818328204, 'avg_acc_mask': 54.26770625815759, 'loss': 1.0365791320800781}
+{'epoch': 88, 'iter': 1070, 'avg_loss': 1.3285907651641233, 'avg_acc_mask': 54.28848410633196, 'loss': 1.5862481594085693}
+{'epoch': 88, 'iter': 1080, 'avg_loss': 1.3283185854099284, 'avg_acc_mask': 54.31882495620536, 'loss': 1.549700379371643}
+{'epoch': 88, 'iter': 1090, 'avg_loss': 1.3286479004581078, 'avg_acc_mask': 54.304580547264514, 'loss': 1.5929811000823975}
+{'epoch': 88, 'iter': 1100, 'avg_loss': 1.3282915894060543, 'avg_acc_mask': 54.33151545199141, 'loss': 1.1584117412567139}
+{'epoch': 'EP88_train', 'avg_loss': 1.328218513592336, 'total_masked_acc': 54.32287807689141}
+{'epoch': 89, 'iter': 0, 'avg_loss': 1.285644292831421, 'avg_acc_mask': 55.00000000000001, 'loss': 1.285644292831421}
+{'epoch': 89, 'iter': 10, 'avg_loss': 1.2588369196111506, 'avg_acc_mask': 57.98722044728435, 'loss': 1.110238790512085}
+{'epoch': 89, 'iter': 20, 'avg_loss': 1.3343934161322457, 'avg_acc_mask': 55.39257981018119, 'loss': 1.159121036529541}
+{'epoch': 89, 'iter': 30, 'avg_loss': 1.3233223307517268, 'avg_acc_mask': 54.92874109263658, 'loss': 1.306394100189209}
+{'epoch': 89, 'iter': 40, 'avg_loss': 1.3269647345310305, 'avg_acc_mask': 55.03116651825467, 'loss': 1.3341083526611328}
+{'epoch': 89, 'iter': 50, 'avg_loss': 1.3580836466714448, 'avg_acc_mask': 54.272434751519484, 'loss': 1.5013798475265503}
+{'epoch': 89, 'iter': 60, 'avg_loss': 1.3470189835204454, 'avg_acc_mask': 54.206730769230774, 'loss': 1.4469326734542847}
+{'epoch': 89, 'iter': 70, 'avg_loss': 1.3476323787595186, 'avg_acc_mask': 54.356846473029044, 'loss': 1.4773573875427246}
+{'epoch': 89, 'iter': 80, 'avg_loss': 1.3495259954605574, 'avg_acc_mask': 54.03937542430414, 'loss': 1.5868793725967407}
+{'epoch': 89, 'iter': 90, 'avg_loss': 1.3487283495756297, 'avg_acc_mask': 53.81832797427653, 'loss': 1.339586615562439}
+{'epoch': 89, 'iter': 100, 'avg_loss': 1.3382676881138642, 'avg_acc_mask': 54.11444141689373, 'loss': 1.1174936294555664}
+{'epoch': 89, 'iter': 110, 'avg_loss': 1.3405387374731872, 'avg_acc_mask': 53.884134298880845, 'loss': 1.0851620435714722}
+{'epoch': 89, 'iter': 120, 'avg_loss': 1.3429961317826893, 'avg_acc_mask': 53.73111782477341, 'loss': 1.9365460872650146}
+{'epoch': 89, 'iter': 130, 'avg_loss': 1.341178528680146, 'avg_acc_mask': 53.84828733878796, 'loss': 1.3734203577041626}
+{'epoch': 89, 'iter': 140, 'avg_loss': 1.341454010905949, 'avg_acc_mask': 53.68312225381236, 'loss': 1.257838487625122}
+{'epoch': 89, 'iter': 150, 'avg_loss': 1.3387059431202364, 'avg_acc_mask': 53.68753032508491, 'loss': 1.5805119276046753}
+{'epoch': 89, 'iter': 160, 'avg_loss': 1.3400666846992066, 'avg_acc_mask': 53.6493432324386, 'loss': 0.9845349788665771}
+{'epoch': 89, 'iter': 170, 'avg_loss': 1.3381886558923108, 'avg_acc_mask': 53.73597006948157, 'loss': 1.1319466829299927}
+{'epoch': 89, 'iter': 180, 'avg_loss': 1.3399923124366044, 'avg_acc_mask': 53.73149360459261, 'loss': 1.2884738445281982}
+{'epoch': 89, 'iter': 190, 'avg_loss': 1.3394768100758498, 'avg_acc_mask': 53.80952380952381, 'loss': 1.1968201398849487}
+{'epoch': 89, 'iter': 200, 'avg_loss': 1.337932920574549, 'avg_acc_mask': 53.87610940047093, 'loss': 1.2425812482833862}
+{'epoch': 89, 'iter': 210, 'avg_loss': 1.3382111663501974, 'avg_acc_mask': 53.84747509446925, 'loss': 1.3918355703353882}
+{'epoch': 89, 'iter': 220, 'avg_loss': 1.3363234176894658, 'avg_acc_mask': 53.87517428032478, 'loss': 1.3064590692520142}
+{'epoch': 89, 'iter': 230, 'avg_loss': 1.3404894251844068, 'avg_acc_mask': 53.83768480654294, 'loss': 1.5879613161087036}
+{'epoch': 89, 'iter': 240, 'avg_loss': 1.3410323502117172, 'avg_acc_mask': 53.80139056831923, 'loss': 1.2627519369125366}
+{'epoch': 89, 'iter': 250, 'avg_loss': 1.3410034687870527, 'avg_acc_mask': 53.84447832716184, 'loss': 1.1384190320968628}
+{'epoch': 89, 'iter': 260, 'avg_loss': 1.3378875454266865, 'avg_acc_mask': 53.94984982887476, 'loss': 1.289635419845581}
+{'epoch': 89, 'iter': 270, 'avg_loss': 1.339345481342935, 'avg_acc_mask': 54.01126911725248, 'loss': 1.6671382188796997}
+{'epoch': 89, 'iter': 280, 'avg_loss': 1.3376994031179843, 'avg_acc_mask': 53.965271478553845, 'loss': 0.9748063683509827}
+{'epoch': 89, 'iter': 290, 'avg_loss': 1.336065328817597, 'avg_acc_mask': 54.03695584090197, 'loss': 1.39018976688385}
+{'epoch': 89, 'iter': 300, 'avg_loss': 1.3342910046593295, 'avg_acc_mask': 54.04831269725662, 'loss': 1.1907267570495605}
+{'epoch': 89, 'iter': 310, 'avg_loss': 1.3331864920843068, 'avg_acc_mask': 53.96918734564271, 'loss': 1.2060158252716064}
+{'epoch': 89, 'iter': 320, 'avg_loss': 1.3347691615051198, 'avg_acc_mask': 53.96970563018005, 'loss': 1.2583483457565308}
+{'epoch': 89, 'iter': 330, 'avg_loss': 1.336288057425231, 'avg_acc_mask': 53.97547578094657, 'loss': 0.895749032497406}
+{'epoch': 89, 'iter': 340, 'avg_loss': 1.3359562429514797, 'avg_acc_mask': 54.01915420208759, 'loss': 1.1938847303390503}
+{'epoch': 89, 'iter': 350, 'avg_loss': 1.3335975938373141, 'avg_acc_mask': 54.06903765690376, 'loss': 1.4352370500564575}
+{'epoch': 89, 'iter': 360, 'avg_loss': 1.3336897698796026, 'avg_acc_mask': 54.08936105322015, 'loss': 1.5591394901275635}
+{'epoch': 89, 'iter': 370, 'avg_loss': 1.3312034598900622, 'avg_acc_mask': 54.1627504328469, 'loss': 1.2550593614578247}
+{'epoch': 89, 'iter': 380, 'avg_loss': 1.3338024990139359, 'avg_acc_mask': 54.053532674222325, 'loss': 1.1460553407669067}
+{'epoch': 89, 'iter': 390, 'avg_loss': 1.3339188231531616, 'avg_acc_mask': 54.04273343373494, 'loss': 1.4065196514129639}
+{'epoch': 89, 'iter': 400, 'avg_loss': 1.3336185040022073, 'avg_acc_mask': 54.102352076442486, 'loss': 1.162541151046753}
+{'epoch': 89, 'iter': 410, 'avg_loss': 1.3343423184397156, 'avg_acc_mask': 54.04411764705882, 'loss': 1.3176798820495605}
+{'epoch': 89, 'iter': 420, 'avg_loss': 1.3316094524220445, 'avg_acc_mask': 54.121047560655164, 'loss': 1.1386080980300903}
+{'epoch': 89, 'iter': 430, 'avg_loss': 1.3315675695645006, 'avg_acc_mask': 54.16951761888471, 'loss': 1.2718631029129028}
+{'epoch': 89, 'iter': 440, 'avg_loss': 1.3313739224085732, 'avg_acc_mask': 54.192280349600644, 'loss': 1.5475373268127441}
+{'epoch': 89, 'iter': 450, 'avg_loss': 1.3309429976469662, 'avg_acc_mask': 54.15491518495811, 'loss': 1.091763973236084}
+{'epoch': 89, 'iter': 460, 'avg_loss': 1.3307642259204724, 'avg_acc_mask': 54.17099896024954, 'loss': 1.2205617427825928}
+{'epoch': 89, 'iter': 470, 'avg_loss': 1.3324361551086361, 'avg_acc_mask': 54.101822163134436, 'loss': 1.4134678840637207}
+{'epoch': 89, 'iter': 480, 'avg_loss': 1.3321901594526802, 'avg_acc_mask': 54.136835254029634, 'loss': 1.1364144086837769}
+{'epoch': 89, 'iter': 490, 'avg_loss': 1.3331592655958808, 'avg_acc_mask': 54.0530416541804, 'loss': 1.4940935373306274}
+{'epoch': 89, 'iter': 500, 'avg_loss': 1.3320937927611574, 'avg_acc_mask': 54.1177764740393, 'loss': 1.2373590469360352}
+{'epoch': 89, 'iter': 510, 'avg_loss': 1.3302833686369506, 'avg_acc_mask': 54.19976278618409, 'loss': 1.3456019163131714}
+{'epoch': 89, 'iter': 520, 'avg_loss': 1.3289576038975632, 'avg_acc_mask': 54.3059920200558, 'loss': 1.5538920164108276}
+{'epoch': 89, 'iter': 530, 'avg_loss': 1.327359330856194, 'avg_acc_mask': 54.33409674508988, 'loss': 1.2584037780761719}
+{'epoch': 89, 'iter': 540, 'avg_loss': 1.327809764585301, 'avg_acc_mask': 54.290479594268014, 'loss': 1.5041037797927856}
+{'epoch': 89, 'iter': 550, 'avg_loss': 1.329084504105002, 'avg_acc_mask': 54.22772640785125, 'loss': 1.2630678415298462}
+{'epoch': 89, 'iter': 560, 'avg_loss': 1.3293762381276557, 'avg_acc_mask': 54.189082797533125, 'loss': 1.4368839263916016}
+{'epoch': 89, 'iter': 570, 'avg_loss': 1.3282229287611833, 'avg_acc_mask': 54.280187006287285, 'loss': 1.2538564205169678}
+{'epoch': 89, 'iter': 580, 'avg_loss': 1.3275197609976934, 'avg_acc_mask': 54.24464076501694, 'loss': 1.3817524909973145}
+{'epoch': 89, 'iter': 590, 'avg_loss': 1.3280076384544373, 'avg_acc_mask': 54.21581748576053, 'loss': 1.4004513025283813}
+{'epoch': 89, 'iter': 600, 'avg_loss': 1.3273987829586036, 'avg_acc_mask': 54.205950777519284, 'loss': 1.5232425928115845}
+{'epoch': 89, 'iter': 610, 'avg_loss': 1.3305334332726786, 'avg_acc_mask': 54.06127966356264, 'loss': 1.7991230487823486}
+{'epoch': 89, 'iter': 620, 'avg_loss': 1.3292373366977857, 'avg_acc_mask': 54.111452910553716, 'loss': 1.5721940994262695}
+{'epoch': 89, 'iter': 630, 'avg_loss': 1.3288128599878726, 'avg_acc_mask': 54.12771905302699, 'loss': 1.238904595375061}
+{'epoch': 89, 'iter': 640, 'avg_loss': 1.328122553791903, 'avg_acc_mask': 54.17552122221584, 'loss': 1.0440388917922974}
+{'epoch': 89, 'iter': 650, 'avg_loss': 1.3287402665193913, 'avg_acc_mask': 54.189200668233426, 'loss': 1.1404110193252563}
+{'epoch': 89, 'iter': 660, 'avg_loss': 1.3273276286298317, 'avg_acc_mask': 54.23913043478261, 'loss': 1.1861181259155273}
+{'epoch': 89, 'iter': 670, 'avg_loss': 1.3266739764440967, 'avg_acc_mask': 54.309421106135126, 'loss': 1.3731969594955444}
+{'epoch': 89, 'iter': 680, 'avg_loss': 1.3276053543657984, 'avg_acc_mask': 54.23866309726616, 'loss': 1.4162139892578125}
+{'epoch': 89, 'iter': 690, 'avg_loss': 1.3270071136796182, 'avg_acc_mask': 54.27506324058048, 'loss': 1.0262283086776733}
+{'epoch': 89, 'iter': 700, 'avg_loss': 1.3273728386141603, 'avg_acc_mask': 54.25227636516309, 'loss': 1.4884114265441895}
+{'epoch': 89, 'iter': 710, 'avg_loss': 1.3253591288661823, 'avg_acc_mask': 54.32987288684081, 'loss': 1.1683961153030396}
+{'epoch': 89, 'iter': 720, 'avg_loss': 1.3261780922356656, 'avg_acc_mask': 54.26799703983464, 'loss': 1.3505840301513672}
+{'epoch': 89, 'iter': 730, 'avg_loss': 1.3244549706272486, 'avg_acc_mask': 54.31069233094831, 'loss': 1.3917354345321655}
+{'epoch': 89, 'iter': 740, 'avg_loss': 1.3245399404472988, 'avg_acc_mask': 54.30573849939111, 'loss': 1.3712910413742065}
+{'epoch': 89, 'iter': 750, 'avg_loss': 1.3243495296543035, 'avg_acc_mask': 54.336847266486885, 'loss': 1.110310435295105}
+{'epoch': 89, 'iter': 760, 'avg_loss': 1.3250135535009586, 'avg_acc_mask': 54.29623171558655, 'loss': 1.125186800956726}
+{'epoch': 89, 'iter': 770, 'avg_loss': 1.3270329941262222, 'avg_acc_mask': 54.217932484411214, 'loss': 1.5131345987319946}
+{'epoch': 89, 'iter': 780, 'avg_loss': 1.326494795717442, 'avg_acc_mask': 54.2563981601604, 'loss': 1.3511325120925903}
+{'epoch': 89, 'iter': 790, 'avg_loss': 1.3263891208186915, 'avg_acc_mask': 54.30502155423511, 'loss': 1.4649386405944824}
+{'epoch': 89, 'iter': 800, 'avg_loss': 1.3261280777153748, 'avg_acc_mask': 54.299058969698365, 'loss': 1.140307903289795}
+{'epoch': 89, 'iter': 810, 'avg_loss': 1.326048580183201, 'avg_acc_mask': 54.34327815171912, 'loss': 1.406553864479065}
+{'epoch': 89, 'iter': 820, 'avg_loss': 1.3265871587827638, 'avg_acc_mask': 54.327721661054994, 'loss': 1.5540372133255005}
+{'epoch': 89, 'iter': 830, 'avg_loss': 1.3270119541962369, 'avg_acc_mask': 54.304165464592444, 'loss': 1.3377612829208374}
+{'epoch': 89, 'iter': 840, 'avg_loss': 1.3266559714511232, 'avg_acc_mask': 54.355927744651, 'loss': 1.396238088607788}
+{'epoch': 89, 'iter': 850, 'avg_loss': 1.3272230611144447, 'avg_acc_mask': 54.33338382636169, 'loss': 1.2302305698394775}
+{'epoch': 89, 'iter': 860, 'avg_loss': 1.3276142556215966, 'avg_acc_mask': 54.29566480781146, 'loss': 1.347420334815979}
+{'epoch': 89, 'iter': 870, 'avg_loss': 1.3295689442127636, 'avg_acc_mask': 54.20584390943205, 'loss': 1.2529752254486084}
+{'epoch': 89, 'iter': 880, 'avg_loss': 1.329398658570583, 'avg_acc_mask': 54.20309207369234, 'loss': 1.2387502193450928}
+{'epoch': 89, 'iter': 890, 'avg_loss': 1.3284711522686763, 'avg_acc_mask': 54.23021285389543, 'loss': 0.8241366744041443}
+{'epoch': 89, 'iter': 900, 'avg_loss': 1.328526290156336, 'avg_acc_mask': 54.21949974476774, 'loss': 1.751204013824463}
+{'epoch': 89, 'iter': 910, 'avg_loss': 1.3295114864109638, 'avg_acc_mask': 54.16220799935392, 'loss': 1.4549026489257812}
+{'epoch': 89, 'iter': 920, 'avg_loss': 1.329384473066506, 'avg_acc_mask': 54.21246153231286, 'loss': 1.5508544445037842}
+{'epoch': 89, 'iter': 930, 'avg_loss': 1.328802215937769, 'avg_acc_mask': 54.20261179263949, 'loss': 1.383739948272705}
+{'epoch': 89, 'iter': 940, 'avg_loss': 1.3289479368804744, 'avg_acc_mask': 54.205735538807865, 'loss': 0.8319886326789856}
+{'epoch': 89, 'iter': 950, 'avg_loss': 1.3286567714562803, 'avg_acc_mask': 54.204015255648265, 'loss': 1.3706351518630981}
+{'epoch': 89, 'iter': 960, 'avg_loss': 1.3284912172639034, 'avg_acc_mask': 54.23128470227838, 'loss': 1.3075987100601196}
+{'epoch': 89, 'iter': 970, 'avg_loss': 1.328971275892857, 'avg_acc_mask': 54.23626103094345, 'loss': 1.3867908716201782}
+{'epoch': 89, 'iter': 980, 'avg_loss': 1.3285272809222082, 'avg_acc_mask': 54.24878231547397, 'loss': 1.0847983360290527}
+{'epoch': 89, 'iter': 990, 'avg_loss': 1.3299226258044046, 'avg_acc_mask': 54.21329578299859, 'loss': 1.3779550790786743}
+{'epoch': 89, 'iter': 1000, 'avg_loss': 1.3300860243720132, 'avg_acc_mask': 54.223698212909625, 'loss': 1.5498450994491577}
+{'epoch': 89, 'iter': 1010, 'avg_loss': 1.329304105686033, 'avg_acc_mask': 54.259609096853886, 'loss': 1.0069897174835205}
+{'epoch': 89, 'iter': 1020, 'avg_loss': 1.3291394944055541, 'avg_acc_mask': 54.262994080924024, 'loss': 1.268428087234497}
+{'epoch': 89, 'iter': 1030, 'avg_loss': 1.3292492513628866, 'avg_acc_mask': 54.28627430017284, 'loss': 1.4723256826400757}
+{'epoch': 89, 'iter': 1040, 'avg_loss': 1.32920794619836, 'avg_acc_mask': 54.28989906119857, 'loss': 1.3935757875442505}
+{'epoch': 89, 'iter': 1050, 'avg_loss': 1.3286231332569323, 'avg_acc_mask': 54.28676303508067, 'loss': 1.1925665140151978}
+{'epoch': 89, 'iter': 1060, 'avg_loss': 1.3295399414043625, 'avg_acc_mask': 54.22636475459538, 'loss': 1.5068793296813965}
+{'epoch': 89, 'iter': 1070, 'avg_loss': 1.3288219930633667, 'avg_acc_mask': 54.23399907265889, 'loss': 1.3097718954086304}
+{'epoch': 89, 'iter': 1080, 'avg_loss': 1.3286169406223032, 'avg_acc_mask': 54.27104059316702, 'loss': 1.117417812347412}
+{'epoch': 89, 'iter': 1090, 'avg_loss': 1.329164308162046, 'avg_acc_mask': 54.24803619787725, 'loss': 1.7439326047897339}
+{'epoch': 89, 'iter': 1100, 'avg_loss': 1.328997236452354, 'avg_acc_mask': 54.244323675524285, 'loss': 1.1589661836624146}
+{'epoch': 'EP89_train', 'avg_loss': 1.329252685410944, 'total_masked_acc': 54.23495226234952}
+{'epoch': 90, 'iter': 0, 'avg_loss': 1.1789203882217407, 'avg_acc_mask': 61.76470588235294, 'loss': 1.1789203882217407}
+{'epoch': 90, 'iter': 10, 'avg_loss': 1.3109114657748828, 'avg_acc_mask': 53.09033280507131, 'loss': 1.105642557144165}
+{'epoch': 90, 'iter': 20, 'avg_loss': 1.3346997953596569, 'avg_acc_mask': 52.35646958011997, 'loss': 1.4069548845291138}
+{'epoch': 90, 'iter': 30, 'avg_loss': 1.3316636527738264, 'avg_acc_mask': 53.32555425904317, 'loss': 1.513906478881836}
+{'epoch': 90, 'iter': 40, 'avg_loss': 1.3303216477719748, 'avg_acc_mask': 53.53356890459364, 'loss': 1.3034125566482544}
+{'epoch': 90, 'iter': 50, 'avg_loss': 1.3390607705303268, 'avg_acc_mask': 53.58156028368795, 'loss': 1.4981417655944824}
+{'epoch': 90, 'iter': 60, 'avg_loss': 1.330950282636236, 'avg_acc_mask': 54.034880283771805, 'loss': 1.3587720394134521}
+{'epoch': 90, 'iter': 70, 'avg_loss': 1.3367485773395484, 'avg_acc_mask': 54.12474849094567, 'loss': 1.3678277730941772}
+{'epoch': 90, 'iter': 80, 'avg_loss': 1.346855910471928, 'avg_acc_mask': 53.805426869622764, 'loss': 1.4601356983184814}
+{'epoch': 90, 'iter': 90, 'avg_loss': 1.3463135748119144, 'avg_acc_mask': 53.670537295807904, 'loss': 1.3783295154571533}
+{'epoch': 90, 'iter': 100, 'avg_loss': 1.3387781877328855, 'avg_acc_mask': 53.96199354607386, 'loss': 1.2032644748687744}
+{'epoch': 90, 'iter': 110, 'avg_loss': 1.3341522012744937, 'avg_acc_mask': 54.213712976599574, 'loss': 0.9642144441604614}
+{'epoch': 90, 'iter': 120, 'avg_loss': 1.3249624997131095, 'avg_acc_mask': 54.4948049992471, 'loss': 1.795760989189148}
+{'epoch': 90, 'iter': 130, 'avg_loss': 1.3222082430169781, 'avg_acc_mask': 54.37915742793792, 'loss': 1.5183699131011963}
+{'epoch': 90, 'iter': 140, 'avg_loss': 1.3228852305006473, 'avg_acc_mask': 54.318766066838045, 'loss': 1.3916715383529663}
+{'epoch': 90, 'iter': 150, 'avg_loss': 1.3153924890701345, 'avg_acc_mask': 54.710144927536234, 'loss': 1.3443388938903809}
+{'epoch': 90, 'iter': 160, 'avg_loss': 1.3167680313128123, 'avg_acc_mask': 54.769475357710654, 'loss': 1.2656031847000122}
+{'epoch': 90, 'iter': 170, 'avg_loss': 1.3234687050183613, 'avg_acc_mask': 54.50684786070708, 'loss': 1.390952706336975}
+{'epoch': 90, 'iter': 180, 'avg_loss': 1.3280254078833438, 'avg_acc_mask': 54.28284854563691, 'loss': 1.3202190399169922}
+{'epoch': 90, 'iter': 190, 'avg_loss': 1.3288512676174105, 'avg_acc_mask': 54.23632218844985, 'loss': 1.3673044443130493}
+{'epoch': 90, 'iter': 200, 'avg_loss': 1.3265782734054832, 'avg_acc_mask': 54.34410731970829, 'loss': 1.1425632238388062}
+{'epoch': 90, 'iter': 210, 'avg_loss': 1.32572205315269, 'avg_acc_mask': 54.431030053942976, 'loss': 1.1705154180526733}
+{'epoch': 90, 'iter': 220, 'avg_loss': 1.3225324871313517, 'avg_acc_mask': 54.60112680656487, 'loss': 1.334409475326538}
+{'epoch': 90, 'iter': 230, 'avg_loss': 1.322325131077787, 'avg_acc_mask': 54.605211675404966, 'loss': 1.2043640613555908}
+{'epoch': 90, 'iter': 240, 'avg_loss': 1.3230452151714025, 'avg_acc_mask': 54.665062777234795, 'loss': 1.452344298362732}
+{'epoch': 90, 'iter': 250, 'avg_loss': 1.3256237207655888, 'avg_acc_mask': 54.5428344981627, 'loss': 1.0538511276245117}
+{'epoch': 90, 'iter': 260, 'avg_loss': 1.3266820491958853, 'avg_acc_mask': 54.5284457071582, 'loss': 1.1405260562896729}
+{'epoch': 90, 'iter': 270, 'avg_loss': 1.3266367494400138, 'avg_acc_mask': 54.63271563791494, 'loss': 1.2666906118392944}
+{'epoch': 90, 'iter': 280, 'avg_loss': 1.3279545052620016, 'avg_acc_mask': 54.592821304515624, 'loss': 0.7705156803131104}
+{'epoch': 90, 'iter': 290, 'avg_loss': 1.3253471177468186, 'avg_acc_mask': 54.585697362678474, 'loss': 1.3001374006271362}
+{'epoch': 90, 'iter': 300, 'avg_loss': 1.3206827288054153, 'avg_acc_mask': 54.693828205283204, 'loss': 0.9142726063728333}
+{'epoch': 90, 'iter': 310, 'avg_loss': 1.3211182746856542, 'avg_acc_mask': 54.65558611810148, 'loss': 1.4382046461105347}
+{'epoch': 90, 'iter': 320, 'avg_loss': 1.322368356297692, 'avg_acc_mask': 54.623423832784276, 'loss': 1.0504920482635498}
+{'epoch': 90, 'iter': 330, 'avg_loss': 1.3220577773010622, 'avg_acc_mask': 54.660713301361554, 'loss': 1.0395845174789429}
+{'epoch': 90, 'iter': 340, 'avg_loss': 1.32273339526045, 'avg_acc_mask': 54.63190511806817, 'loss': 1.294384241104126}
+{'epoch': 90, 'iter': 350, 'avg_loss': 1.323673635466486, 'avg_acc_mask': 54.63044720303329, 'loss': 1.2438642978668213}
+{'epoch': 90, 'iter': 360, 'avg_loss': 1.325512914776472, 'avg_acc_mask': 54.58392101551481, 'loss': 1.4888687133789062}
+{'epoch': 90, 'iter': 370, 'avg_loss': 1.3265475041140122, 'avg_acc_mask': 54.591361474726675, 'loss': 1.2012667655944824}
+{'epoch': 90, 'iter': 380, 'avg_loss': 1.3292214942416494, 'avg_acc_mask': 54.43188861870023, 'loss': 1.0533905029296875}
+{'epoch': 90, 'iter': 390, 'avg_loss': 1.3297885122811397, 'avg_acc_mask': 54.46677833612507, 'loss': 1.5136797428131104}
+{'epoch': 90, 'iter': 400, 'avg_loss': 1.3302736044524615, 'avg_acc_mask': 54.43848809740142, 'loss': 1.6700979471206665}
+{'epoch': 90, 'iter': 410, 'avg_loss': 1.330024266329995, 'avg_acc_mask': 54.38783202518736, 'loss': 1.3778969049453735}
+{'epoch': 90, 'iter': 420, 'avg_loss': 1.3275744715382538, 'avg_acc_mask': 54.44213083463474, 'loss': 1.0084285736083984}
+{'epoch': 90, 'iter': 430, 'avg_loss': 1.3293241349561031, 'avg_acc_mask': 54.412886816447646, 'loss': 1.3568077087402344}
+{'epoch': 90, 'iter': 440, 'avg_loss': 1.3307606823860654, 'avg_acc_mask': 54.41267739666515, 'loss': 1.739052176475525}
+{'epoch': 90, 'iter': 450, 'avg_loss': 1.3306837107019784, 'avg_acc_mask': 54.384049179001856, 'loss': 1.1731276512145996}
+{'epoch': 90, 'iter': 460, 'avg_loss': 1.3311177165027295, 'avg_acc_mask': 54.38221800348047, 'loss': 1.4861222505569458}
+{'epoch': 90, 'iter': 470, 'avg_loss': 1.3302306718887038, 'avg_acc_mask': 54.37171154441349, 'loss': 1.3672996759414673}
+{'epoch': 90, 'iter': 480, 'avg_loss': 1.3294029410564479, 'avg_acc_mask': 54.374265903838136, 'loss': 1.1237845420837402}
+{'epoch': 90, 'iter': 490, 'avg_loss': 1.3307787103468434, 'avg_acc_mask': 54.35048792252607, 'loss': 1.6084686517715454}
+{'epoch': 90, 'iter': 500, 'avg_loss': 1.3307399998405973, 'avg_acc_mask': 54.357948344852666, 'loss': 1.1989859342575073}
+{'epoch': 90, 'iter': 510, 'avg_loss': 1.330706790818627, 'avg_acc_mask': 54.370766488413544, 'loss': 1.2122538089752197}
+{'epoch': 90, 'iter': 520, 'avg_loss': 1.3290987425481975, 'avg_acc_mask': 54.44463879657163, 'loss': 1.5164777040481567}
+{'epoch': 90, 'iter': 530, 'avg_loss': 1.3307034692072823, 'avg_acc_mask': 54.38837552815087, 'loss': 1.197655439376831}
+{'epoch': 90, 'iter': 540, 'avg_loss': 1.3298893047568978, 'avg_acc_mask': 54.37986980132897, 'loss': 1.1730889081954956}
+{'epoch': 90, 'iter': 550, 'avg_loss': 1.329820286556943, 'avg_acc_mask': 54.31682054336675, 'loss': 1.208652138710022}
+{'epoch': 90, 'iter': 560, 'avg_loss': 1.3295882264560557, 'avg_acc_mask': 54.349594818888924, 'loss': 1.359527349472046}
+{'epoch': 90, 'iter': 570, 'avg_loss': 1.327888799005966, 'avg_acc_mask': 54.42033160489085, 'loss': 1.533312439918518}
+{'epoch': 90, 'iter': 580, 'avg_loss': 1.3271009610154747, 'avg_acc_mask': 54.447202236953714, 'loss': 1.5001991987228394}
+{'epoch': 90, 'iter': 590, 'avg_loss': 1.3266653342900543, 'avg_acc_mask': 54.47894801827387, 'loss': 1.1302884817123413}
+{'epoch': 90, 'iter': 600, 'avg_loss': 1.3259443413596383, 'avg_acc_mask': 54.47559456914619, 'loss': 1.598549485206604}
+{'epoch': 90, 'iter': 610, 'avg_loss': 1.3264442262790013, 'avg_acc_mask': 54.468948640663704, 'loss': 1.3166542053222656}
+{'epoch': 90, 'iter': 620, 'avg_loss': 1.324714447181198, 'avg_acc_mask': 54.54064694303258, 'loss': 1.569952368736267}
+{'epoch': 90, 'iter': 630, 'avg_loss': 1.324601483231679, 'avg_acc_mask': 54.518664047151276, 'loss': 1.1165021657943726}
+{'epoch': 90, 'iter': 640, 'avg_loss': 1.3263598135592598, 'avg_acc_mask': 54.47520743634342, 'loss': 1.1829172372817993}
+{'epoch': 90, 'iter': 650, 'avg_loss': 1.3279343254738323, 'avg_acc_mask': 54.40407222003487, 'loss': 1.747084140777588}
+{'epoch': 90, 'iter': 660, 'avg_loss': 1.3266390597225137, 'avg_acc_mask': 54.42631126873736, 'loss': 1.1450788974761963}
+{'epoch': 90, 'iter': 670, 'avg_loss': 1.3261980012880885, 'avg_acc_mask': 54.46733051425453, 'loss': 1.1962662935256958}
+{'epoch': 90, 'iter': 680, 'avg_loss': 1.3256375977821462, 'avg_acc_mask': 54.49807935100868, 'loss': 1.2767257690429688}
+{'epoch': 90, 'iter': 690, 'avg_loss': 1.3258188810258802, 'avg_acc_mask': 54.49787200296069, 'loss': 0.9250901937484741}
+{'epoch': 90, 'iter': 700, 'avg_loss': 1.3266893886295432, 'avg_acc_mask': 54.46993567875836, 'loss': 1.357163429260254}
+{'epoch': 90, 'iter': 710, 'avg_loss': 1.326540644913283, 'avg_acc_mask': 54.500847762421, 'loss': 1.0893852710723877}
+{'epoch': 90, 'iter': 720, 'avg_loss': 1.326909475534865, 'avg_acc_mask': 54.47747953260842, 'loss': 1.1311014890670776}
+{'epoch': 90, 'iter': 730, 'avg_loss': 1.3252075352844885, 'avg_acc_mask': 54.51223784974223, 'loss': 1.3181278705596924}
+{'epoch': 90, 'iter': 740, 'avg_loss': 1.3252963508188966, 'avg_acc_mask': 54.51288513329874, 'loss': 1.2407488822937012}
+{'epoch': 90, 'iter': 750, 'avg_loss': 1.3254722701249204, 'avg_acc_mask': 54.48517940717629, 'loss': 1.4392982721328735}
+{'epoch': 90, 'iter': 760, 'avg_loss': 1.3265463654221124, 'avg_acc_mask': 54.45139557266603, 'loss': 1.1819828748703003}
+{'epoch': 90, 'iter': 770, 'avg_loss': 1.327532874934868, 'avg_acc_mask': 54.40520269628786, 'loss': 1.3749070167541504}
+{'epoch': 90, 'iter': 780, 'avg_loss': 1.3282215114439648, 'avg_acc_mask': 54.40624706875528, 'loss': 1.5806884765625}
+{'epoch': 90, 'iter': 790, 'avg_loss': 1.3276953752966205, 'avg_acc_mask': 54.44943716125445, 'loss': 1.362947940826416}
+{'epoch': 90, 'iter': 800, 'avg_loss': 1.327338175380721, 'avg_acc_mask': 54.44487622008366, 'loss': 1.3429034948349}
+{'epoch': 90, 'iter': 810, 'avg_loss': 1.3271423190207428, 'avg_acc_mask': 54.442134755298476, 'loss': 1.3785314559936523}
+{'epoch': 90, 'iter': 820, 'avg_loss': 1.3273572250202426, 'avg_acc_mask': 54.43060577652783, 'loss': 1.4187461137771606}
+{'epoch': 90, 'iter': 830, 'avg_loss': 1.3276070387928638, 'avg_acc_mask': 54.38917821519993, 'loss': 1.4938780069351196}
+{'epoch': 90, 'iter': 840, 'avg_loss': 1.3270962061127924, 'avg_acc_mask': 54.41269426099087, 'loss': 1.2734665870666504}
+{'epoch': 90, 'iter': 850, 'avg_loss': 1.328529917395353, 'avg_acc_mask': 54.336317465782905, 'loss': 1.403985857963562}
+{'epoch': 90, 'iter': 860, 'avg_loss': 1.3284263011332034, 'avg_acc_mask': 54.36081750707131, 'loss': 1.3135408163070679}
+{'epoch': 90, 'iter': 870, 'avg_loss': 1.329668203122854, 'avg_acc_mask': 54.334544080287216, 'loss': 1.345233678817749}
+{'epoch': 90, 'iter': 880, 'avg_loss': 1.3302447988010022, 'avg_acc_mask': 54.315933837586236, 'loss': 1.1786928176879883}
+{'epoch': 90, 'iter': 890, 'avg_loss': 1.3293281234340903, 'avg_acc_mask': 54.3724279835391, 'loss': 0.9978559017181396}
+{'epoch': 90, 'iter': 900, 'avg_loss': 1.3292668671507417, 'avg_acc_mask': 54.36449035196519, 'loss': 1.446913480758667}
+{'epoch': 90, 'iter': 910, 'avg_loss': 1.3294011466982074, 'avg_acc_mask': 54.369322292788816, 'loss': 1.5171235799789429}
+{'epoch': 90, 'iter': 920, 'avg_loss': 1.3287017757030575, 'avg_acc_mask': 54.41194029850747, 'loss': 1.3346675634384155}
+{'epoch': 90, 'iter': 930, 'avg_loss': 1.3286117498395777, 'avg_acc_mask': 54.421929461806585, 'loss': 1.7232861518859863}
+{'epoch': 90, 'iter': 940, 'avg_loss': 1.328278508057123, 'avg_acc_mask': 54.41210846189808, 'loss': 1.1588451862335205}
+{'epoch': 90, 'iter': 950, 'avg_loss': 1.3282957457468212, 'avg_acc_mask': 54.411424606845515, 'loss': 1.541150450706482}
+{'epoch': 90, 'iter': 960, 'avg_loss': 1.3282265429318136, 'avg_acc_mask': 54.41454157050487, 'loss': 1.3763036727905273}
+{'epoch': 90, 'iter': 970, 'avg_loss': 1.3286928870896477, 'avg_acc_mask': 54.41373455334403, 'loss': 1.3965425491333008}
+{'epoch': 90, 'iter': 980, 'avg_loss': 1.3290527121493332, 'avg_acc_mask': 54.42100747869225, 'loss': 1.218464970588684}
+{'epoch': 90, 'iter': 990, 'avg_loss': 1.3302429513300944, 'avg_acc_mask': 54.392957980401924, 'loss': 1.5861756801605225}
+{'epoch': 90, 'iter': 1000, 'avg_loss': 1.3298110075287528, 'avg_acc_mask': 54.410958904109584, 'loss': 1.5989563465118408}
+{'epoch': 90, 'iter': 1010, 'avg_loss': 1.3299694672654339, 'avg_acc_mask': 54.43708848853195, 'loss': 1.4435101747512817}
+{'epoch': 90, 'iter': 1020, 'avg_loss': 1.3308080360074468, 'avg_acc_mask': 54.400257838099165, 'loss': 1.3253802061080933}
+{'epoch': 90, 'iter': 1030, 'avg_loss': 1.3308413231060645, 'avg_acc_mask': 54.379963131026656, 'loss': 1.2228810787200928}
+{'epoch': 90, 'iter': 1040, 'avg_loss': 1.3303485016314371, 'avg_acc_mask': 54.3966167722463, 'loss': 1.4570348262786865}
+{'epoch': 90, 'iter': 1050, 'avg_loss': 1.3301976950365968, 'avg_acc_mask': 54.39724694104561, 'loss': 1.345524549484253}
+{'epoch': 90, 'iter': 1060, 'avg_loss': 1.3304630694919661, 'avg_acc_mask': 54.38415159345392, 'loss': 1.2058836221694946}
+{'epoch': 90, 'iter': 1070, 'avg_loss': 1.329463043800589, 'avg_acc_mask': 54.418644357179446, 'loss': 1.384709358215332}
+{'epoch': 90, 'iter': 1080, 'avg_loss': 1.3291648798910807, 'avg_acc_mask': 54.43542934415145, 'loss': 1.1838159561157227}
+{'epoch': 90, 'iter': 1090, 'avg_loss': 1.3295406778944838, 'avg_acc_mask': 54.43078209953994, 'loss': 1.46039617061615}
+{'epoch': 90, 'iter': 1100, 'avg_loss': 1.3289643412389938, 'avg_acc_mask': 54.436486620909186, 'loss': 0.998742401599884}
+{'epoch': 'EP90_train', 'avg_loss': 1.3288545502796432, 'total_masked_acc': 54.43880838689424}
+{'epoch': 91, 'iter': 0, 'avg_loss': 1.6440497636795044, 'avg_acc_mask': 42.10526315789473, 'loss': 1.6440497636795044}
+{'epoch': 91, 'iter': 10, 'avg_loss': 1.4131853797219016, 'avg_acc_mask': 52.52173913043479, 'loss': 1.151864767074585}
+{'epoch': 91, 'iter': 20, 'avg_loss': 1.3847470907937913, 'avg_acc_mask': 54.74711623779947, 'loss': 1.2723373174667358}
+{'epoch': 91, 'iter': 30, 'avg_loss': 1.3552681803703308, 'avg_acc_mask': 55.07159904534606, 'loss': 1.6223403215408325}
+{'epoch': 91, 'iter': 40, 'avg_loss': 1.3561856325079755, 'avg_acc_mask': 54.635020152261525, 'loss': 1.2946515083312988}
+{'epoch': 91, 'iter': 50, 'avg_loss': 1.3674850872918671, 'avg_acc_mask': 53.85704175513093, 'loss': 1.2327077388763428}
+{'epoch': 91, 'iter': 60, 'avg_loss': 1.3566623740508907, 'avg_acc_mask': 54.50721153846154, 'loss': 1.443007469177246}
+{'epoch': 91, 'iter': 70, 'avg_loss': 1.355596126804889, 'avg_acc_mask': 54.58290422245108, 'loss': 1.3399783372879028}
+{'epoch': 91, 'iter': 80, 'avg_loss': 1.356084089956166, 'avg_acc_mask': 54.47794779477948, 'loss': 1.5049195289611816}
+{'epoch': 91, 'iter': 90, 'avg_loss': 1.3583179614046117, 'avg_acc_mask': 54.39372612105369, 'loss': 1.4308357238769531}
+{'epoch': 91, 'iter': 100, 'avg_loss': 1.3452461013699522, 'avg_acc_mask': 54.89874110563766, 'loss': 1.0115373134613037}
+{'epoch': 91, 'iter': 110, 'avg_loss': 1.3405316574079496, 'avg_acc_mask': 55.11363636363637, 'loss': 1.3613297939300537}
+{'epoch': 91, 'iter': 120, 'avg_loss': 1.3325036345434582, 'avg_acc_mask': 55.04389342368705, 'loss': 1.4445499181747437}
+{'epoch': 91, 'iter': 130, 'avg_loss': 1.3339007246585293, 'avg_acc_mask': 54.80592801693719, 'loss': 1.413697600364685}
+{'epoch': 91, 'iter': 140, 'avg_loss': 1.333136724242082, 'avg_acc_mask': 54.73877658177999, 'loss': 1.3453859090805054}
+{'epoch': 91, 'iter': 150, 'avg_loss': 1.324235210355544, 'avg_acc_mask': 55.033391046252774, 'loss': 1.368564486503601}
+{'epoch': 91, 'iter': 160, 'avg_loss': 1.3255629480255315, 'avg_acc_mask': 55.1732155312718, 'loss': 1.3687126636505127}
+{'epoch': 91, 'iter': 170, 'avg_loss': 1.3265845224871273, 'avg_acc_mask': 55.12750355696618, 'loss': 1.3270366191864014}
+{'epoch': 91, 'iter': 180, 'avg_loss': 1.32942008840445, 'avg_acc_mask': 55.134688822375885, 'loss': 1.5120750665664673}
+{'epoch': 91, 'iter': 190, 'avg_loss': 1.326906565596296, 'avg_acc_mask': 55.19258898098488, 'loss': 1.29804265499115}
+{'epoch': 91, 'iter': 200, 'avg_loss': 1.325563629468282, 'avg_acc_mask': 55.16761073451574, 'loss': 1.3000900745391846}
+{'epoch': 91, 'iter': 210, 'avg_loss': 1.3262432740197927, 'avg_acc_mask': 55.10636419807573, 'loss': 1.31313955783844}
+{'epoch': 91, 'iter': 220, 'avg_loss': 1.3200245461852302, 'avg_acc_mask': 55.29263157894737, 'loss': 1.5054197311401367}
+{'epoch': 91, 'iter': 230, 'avg_loss': 1.3165126522898158, 'avg_acc_mask': 55.401371520774504, 'loss': 0.9914421439170837}
+{'epoch': 91, 'iter': 240, 'avg_loss': 1.3189957473287939, 'avg_acc_mask': 55.357557914310064, 'loss': 1.4276729822158813}
+{'epoch': 91, 'iter': 250, 'avg_loss': 1.3186104656215683, 'avg_acc_mask': 55.321359655633074, 'loss': 1.1721298694610596}
+{'epoch': 91, 'iter': 260, 'avg_loss': 1.3227884401763537, 'avg_acc_mask': 55.028571428571425, 'loss': 1.4809072017669678}
+{'epoch': 91, 'iter': 270, 'avg_loss': 1.3245878287786927, 'avg_acc_mask': 55.00411296956402, 'loss': 1.2676345109939575}
+{'epoch': 91, 'iter': 280, 'avg_loss': 1.3261554879650101, 'avg_acc_mask': 54.908463783496956, 'loss': 0.8326387405395508}
+{'epoch': 91, 'iter': 290, 'avg_loss': 1.322884032406758, 'avg_acc_mask': 55.031406229970514, 'loss': 1.2114789485931396}
+{'epoch': 91, 'iter': 300, 'avg_loss': 1.3197776582153928, 'avg_acc_mask': 55.167069617506655, 'loss': 1.0288339853286743}
+{'epoch': 91, 'iter': 310, 'avg_loss': 1.317890457401705, 'avg_acc_mask': 55.16288015386465, 'loss': 1.1195229291915894}
+{'epoch': 91, 'iter': 320, 'avg_loss': 1.3182352071981935, 'avg_acc_mask': 55.10940409683427, 'loss': 1.1844474077224731}
+{'epoch': 91, 'iter': 330, 'avg_loss': 1.3205101205503111, 'avg_acc_mask': 54.98732751337651, 'loss': 1.1690490245819092}
+{'epoch': 91, 'iter': 340, 'avg_loss': 1.320822341001628, 'avg_acc_mask': 54.90078499781945, 'loss': 1.2852014303207397}
+{'epoch': 91, 'iter': 350, 'avg_loss': 1.3211987925390911, 'avg_acc_mask': 54.91286614757137, 'loss': 1.47719144821167}
+{'epoch': 91, 'iter': 360, 'avg_loss': 1.322854615644735, 'avg_acc_mask': 54.795014421096, 'loss': 1.6707319021224976}
+{'epoch': 91, 'iter': 370, 'avg_loss': 1.3207160510785496, 'avg_acc_mask': 54.86281787631037, 'loss': 1.1202746629714966}
+{'epoch': 91, 'iter': 380, 'avg_loss': 1.3210129392115775, 'avg_acc_mask': 54.77026631548142, 'loss': 0.777481734752655}
+{'epoch': 91, 'iter': 390, 'avg_loss': 1.3201711482709022, 'avg_acc_mask': 54.792438491498054, 'loss': 1.2844560146331787}
+{'epoch': 91, 'iter': 400, 'avg_loss': 1.3225771343321575, 'avg_acc_mask': 54.68265358085274, 'loss': 1.3313640356063843}
+{'epoch': 91, 'iter': 410, 'avg_loss': 1.3201567855484584, 'avg_acc_mask': 54.67353020861555, 'loss': 1.416477918624878}
+{'epoch': 91, 'iter': 420, 'avg_loss': 1.3194170690488929, 'avg_acc_mask': 54.726631393298064, 'loss': 1.3759948015213013}
+{'epoch': 91, 'iter': 430, 'avg_loss': 1.3180522134575103, 'avg_acc_mask': 54.77770118904015, 'loss': 1.1570391654968262}
+{'epoch': 91, 'iter': 440, 'avg_loss': 1.3198935124609206, 'avg_acc_mask': 54.72031651163769, 'loss': 1.504586935043335}
+{'epoch': 91, 'iter': 450, 'avg_loss': 1.32158991648194, 'avg_acc_mask': 54.6537908362441, 'loss': 1.277186632156372}
+{'epoch': 91, 'iter': 460, 'avg_loss': 1.3212181159058776, 'avg_acc_mask': 54.609331084879145, 'loss': 1.2935030460357666}
+{'epoch': 91, 'iter': 470, 'avg_loss': 1.3223175727890808, 'avg_acc_mask': 54.57544576231247, 'loss': 1.5033345222473145}
+{'epoch': 91, 'iter': 480, 'avg_loss': 1.3198253808546958, 'avg_acc_mask': 54.576949726691815, 'loss': 1.2957053184509277}
+{'epoch': 91, 'iter': 490, 'avg_loss': 1.320626783273856, 'avg_acc_mask': 54.54305733443834, 'loss': 1.6002180576324463}
+{'epoch': 91, 'iter': 500, 'avg_loss': 1.3208850736389617, 'avg_acc_mask': 54.5786734580888, 'loss': 1.3444373607635498}
+{'epoch': 91, 'iter': 510, 'avg_loss': 1.3201709905249266, 'avg_acc_mask': 54.58747066257447, 'loss': 1.2122234106063843}
+{'epoch': 91, 'iter': 520, 'avg_loss': 1.3191560461058955, 'avg_acc_mask': 54.66529643148233, 'loss': 1.2311961650848389}
+{'epoch': 91, 'iter': 530, 'avg_loss': 1.3202111254079643, 'avg_acc_mask': 54.63282147707093, 'loss': 1.3727909326553345}
+{'epoch': 91, 'iter': 540, 'avg_loss': 1.3188508406364103, 'avg_acc_mask': 54.61165048543689, 'loss': 1.4633450508117676}
+{'epoch': 91, 'iter': 550, 'avg_loss': 1.3185317658036677, 'avg_acc_mask': 54.58629475660454, 'loss': 1.1092795133590698}
+{'epoch': 91, 'iter': 560, 'avg_loss': 1.3175447042400612, 'avg_acc_mask': 54.61376219351437, 'loss': 1.2277064323425293}
+{'epoch': 91, 'iter': 570, 'avg_loss': 1.3177968122704433, 'avg_acc_mask': 54.61523513408473, 'loss': 1.4498087167739868}
+{'epoch': 91, 'iter': 580, 'avg_loss': 1.3168154426573067, 'avg_acc_mask': 54.62848050914877, 'loss': 1.4754362106323242}
+{'epoch': 91, 'iter': 590, 'avg_loss': 1.316930472447384, 'avg_acc_mask': 54.646398298457974, 'loss': 1.1000288724899292}
+{'epoch': 91, 'iter': 600, 'avg_loss': 1.3172351571168757, 'avg_acc_mask': 54.627692307692314, 'loss': 1.2040445804595947}
+{'epoch': 91, 'iter': 610, 'avg_loss': 1.3172848073433348, 'avg_acc_mask': 54.608727228711494, 'loss': 1.3339046239852905}
+{'epoch': 91, 'iter': 620, 'avg_loss': 1.3161472557247549, 'avg_acc_mask': 54.629960672148734, 'loss': 1.6018519401550293}
+{'epoch': 91, 'iter': 630, 'avg_loss': 1.3149538085502226, 'avg_acc_mask': 54.6702249332825, 'loss': 1.0396639108657837}
+{'epoch': 91, 'iter': 640, 'avg_loss': 1.3147770488131996, 'avg_acc_mask': 54.72652636447734, 'loss': 1.176866888999939}
+{'epoch': 91, 'iter': 650, 'avg_loss': 1.3165823350304282, 'avg_acc_mask': 54.705312357501136, 'loss': 1.2249037027359009}
+{'epoch': 91, 'iter': 660, 'avg_loss': 1.3154251942475876, 'avg_acc_mask': 54.767520215633425, 'loss': 1.5474897623062134}
+{'epoch': 91, 'iter': 670, 'avg_loss': 1.315546012493253, 'avg_acc_mask': 54.75933460654876, 'loss': 1.6004891395568848}
+{'epoch': 91, 'iter': 680, 'avg_loss': 1.3150258774974448, 'avg_acc_mask': 54.76177481853408, 'loss': 1.4120256900787354}
+{'epoch': 91, 'iter': 690, 'avg_loss': 1.3169364475479346, 'avg_acc_mask': 54.74527085124677, 'loss': 1.251765251159668}
+{'epoch': 91, 'iter': 700, 'avg_loss': 1.3191091278820337, 'avg_acc_mask': 54.66641976614994, 'loss': 1.5405888557434082}
+{'epoch': 91, 'iter': 710, 'avg_loss': 1.3190857048779097, 'avg_acc_mask': 54.69918444982933, 'loss': 1.3009108304977417}
+{'epoch': 91, 'iter': 720, 'avg_loss': 1.3210413046749554, 'avg_acc_mask': 54.61925804131127, 'loss': 1.2921594381332397}
+{'epoch': 91, 'iter': 730, 'avg_loss': 1.320766017309781, 'avg_acc_mask': 54.62538323156054, 'loss': 1.4441169500350952}
+{'epoch': 91, 'iter': 740, 'avg_loss': 1.3213812762748214, 'avg_acc_mask': 54.657205676594046, 'loss': 1.0228683948516846}
+{'epoch': 91, 'iter': 750, 'avg_loss': 1.3218746120221765, 'avg_acc_mask': 54.654573238360484, 'loss': 1.3432244062423706}
+{'epoch': 91, 'iter': 760, 'avg_loss': 1.320985369080783, 'avg_acc_mask': 54.670724284844795, 'loss': 0.852006196975708}
+{'epoch': 91, 'iter': 770, 'avg_loss': 1.3231228390556364, 'avg_acc_mask': 54.599634720753635, 'loss': 1.4468744993209839}
+{'epoch': 91, 'iter': 780, 'avg_loss': 1.3212567177075278, 'avg_acc_mask': 54.67800151975683, 'loss': 1.2960090637207031}
+{'epoch': 91, 'iter': 790, 'avg_loss': 1.3215578345372312, 'avg_acc_mask': 54.66404365441814, 'loss': 0.924933671951294}
+{'epoch': 91, 'iter': 800, 'avg_loss': 1.3211739897430315, 'avg_acc_mask': 54.66762270435306, 'loss': 1.4224931001663208}
+{'epoch': 91, 'iter': 810, 'avg_loss': 1.3214936055766668, 'avg_acc_mask': 54.63288710193266, 'loss': 1.3012405633926392}
+{'epoch': 91, 'iter': 820, 'avg_loss': 1.3223290413654387, 'avg_acc_mask': 54.59365552096025, 'loss': 1.381310224533081}
+{'epoch': 91, 'iter': 830, 'avg_loss': 1.3221637681216252, 'avg_acc_mask': 54.60303300624443, 'loss': 1.3405015468597412}
+{'epoch': 91, 'iter': 840, 'avg_loss': 1.3224910900935831, 'avg_acc_mask': 54.58589328576776, 'loss': 1.551526665687561}
+{'epoch': 91, 'iter': 850, 'avg_loss': 1.3231140178322933, 'avg_acc_mask': 54.55177961863762, 'loss': 1.0768097639083862}
+{'epoch': 91, 'iter': 860, 'avg_loss': 1.3246013602451718, 'avg_acc_mask': 54.47543445612529, 'loss': 1.5685667991638184}
+{'epoch': 91, 'iter': 870, 'avg_loss': 1.325054693304165, 'avg_acc_mask': 54.492514240941915, 'loss': 1.3731309175491333}
+{'epoch': 91, 'iter': 880, 'avg_loss': 1.3246079792906018, 'avg_acc_mask': 54.49345206914615, 'loss': 1.2504223585128784}
+{'epoch': 91, 'iter': 890, 'avg_loss': 1.3226771733308615, 'avg_acc_mask': 54.55658380711292, 'loss': 1.114752173423767}
+{'epoch': 91, 'iter': 900, 'avg_loss': 1.3235239077619918, 'avg_acc_mask': 54.54601365341642, 'loss': 1.5382368564605713}
+{'epoch': 91, 'iter': 910, 'avg_loss': 1.3241513191541385, 'avg_acc_mask': 54.51320617031195, 'loss': 1.2430479526519775}
+{'epoch': 91, 'iter': 920, 'avg_loss': 1.3238653485601553, 'avg_acc_mask': 54.51571468711115, 'loss': 1.4537501335144043}
+{'epoch': 91, 'iter': 930, 'avg_loss': 1.3238451795854578, 'avg_acc_mask': 54.516199519278516, 'loss': 1.6049803495407104}
+{'epoch': 91, 'iter': 940, 'avg_loss': 1.3232372914313257, 'avg_acc_mask': 54.55223734071587, 'loss': 1.0013631582260132}
+{'epoch': 91, 'iter': 950, 'avg_loss': 1.3236536811077506, 'avg_acc_mask': 54.51492030209486, 'loss': 1.451987862586975}
+{'epoch': 91, 'iter': 960, 'avg_loss': 1.3248626417349578, 'avg_acc_mask': 54.4974357989359, 'loss': 1.4618757963180542}
+{'epoch': 91, 'iter': 970, 'avg_loss': 1.3253828784955395, 'avg_acc_mask': 54.4615209255495, 'loss': 1.1851524114608765}
+{'epoch': 91, 'iter': 980, 'avg_loss': 1.3250267899972097, 'avg_acc_mask': 54.46462140010527, 'loss': 1.450624704360962}
+{'epoch': 91, 'iter': 990, 'avg_loss': 1.3258876772268509, 'avg_acc_mask': 54.428685614439466, 'loss': 1.4458765983581543}
+{'epoch': 91, 'iter': 1000, 'avg_loss': 1.3259116844101981, 'avg_acc_mask': 54.45965338337565, 'loss': 1.595375418663025}
+{'epoch': 91, 'iter': 1010, 'avg_loss': 1.3257621844491667, 'avg_acc_mask': 54.48016914552347, 'loss': 1.1005074977874756}
+{'epoch': 91, 'iter': 1020, 'avg_loss': 1.3259790320237634, 'avg_acc_mask': 54.505268475750576, 'loss': 1.2162256240844727}
+{'epoch': 91, 'iter': 1030, 'avg_loss': 1.3263883902307394, 'avg_acc_mask': 54.498507942747885, 'loss': 1.3448041677474976}
+{'epoch': 91, 'iter': 1040, 'avg_loss': 1.3266245245246449, 'avg_acc_mask': 54.49783205026104, 'loss': 1.3969454765319824}
+{'epoch': 91, 'iter': 1050, 'avg_loss': 1.3256554955760147, 'avg_acc_mask': 54.515976372846296, 'loss': 1.3286784887313843}
+{'epoch': 91, 'iter': 1060, 'avg_loss': 1.3250701799356746, 'avg_acc_mask': 54.52399548728629, 'loss': 0.8807446360588074}
+{'epoch': 91, 'iter': 1070, 'avg_loss': 1.3246089606280642, 'avg_acc_mask': 54.53607538345141, 'loss': 1.4313429594039917}
+{'epoch': 91, 'iter': 1080, 'avg_loss': 1.3240480971049644, 'avg_acc_mask': 54.57874833918168, 'loss': 1.1793179512023926}
+{'epoch': 91, 'iter': 1090, 'avg_loss': 1.3242746622162496, 'avg_acc_mask': 54.56048312275434, 'loss': 1.1204884052276611}
+{'epoch': 91, 'iter': 1100, 'avg_loss': 1.3238319014008753, 'avg_acc_mask': 54.593193410820305, 'loss': 0.8940640091896057}
+{'epoch': 'EP91_train', 'avg_loss': 1.3239416878147903, 'total_masked_acc': 54.58938808158912}
+{'epoch': 92, 'iter': 0, 'avg_loss': 1.5765528678894043, 'avg_acc_mask': 48.333333333333336, 'loss': 1.5765528678894043}
+{'epoch': 92, 'iter': 10, 'avg_loss': 1.3562566475434736, 'avg_acc_mask': 55.57324840764332, 'loss': 1.2231477499008179}
+{'epoch': 92, 'iter': 20, 'avg_loss': 1.4012699467795235, 'avg_acc_mask': 53.189655172413794, 'loss': 1.295440673828125}
+{'epoch': 92, 'iter': 30, 'avg_loss': 1.3743432721784037, 'avg_acc_mask': 53.82370110916521, 'loss': 1.412302851676941}
+{'epoch': 92, 'iter': 40, 'avg_loss': 1.3694606408840273, 'avg_acc_mask': 54.221635883905016, 'loss': 1.4652701616287231}
+{'epoch': 92, 'iter': 50, 'avg_loss': 1.3704390385571648, 'avg_acc_mask': 53.50228792678634, 'loss': 1.3041751384735107}
+{'epoch': 92, 'iter': 60, 'avg_loss': 1.3725554669489626, 'avg_acc_mask': 54.05164737310775, 'loss': 1.474185824394226}
+{'epoch': 92, 'iter': 70, 'avg_loss': 1.3610607872546558, 'avg_acc_mask': 54.23901940755873, 'loss': 1.1690140962600708}
+{'epoch': 92, 'iter': 80, 'avg_loss': 1.354742721275047, 'avg_acc_mask': 54.14339959794505, 'loss': 1.2751059532165527}
+{'epoch': 92, 'iter': 90, 'avg_loss': 1.3588999038214211, 'avg_acc_mask': 54.01154688433208, 'loss': 1.2161668539047241}
+{'epoch': 92, 'iter': 100, 'avg_loss': 1.3531242951308147, 'avg_acc_mask': 53.991370010787485, 'loss': 1.3250917196273804}
+{'epoch': 92, 'iter': 110, 'avg_loss': 1.3505214909175496, 'avg_acc_mask': 53.9776462853386, 'loss': 0.9446236491203308}
+{'epoch': 92, 'iter': 120, 'avg_loss': 1.3463172139215076, 'avg_acc_mask': 54.058564709452284, 'loss': 1.4129993915557861}
+{'epoch': 92, 'iter': 130, 'avg_loss': 1.3412928831486302, 'avg_acc_mask': 54.02202704586644, 'loss': 1.1776591539382935}
+{'epoch': 92, 'iter': 140, 'avg_loss': 1.340630663624892, 'avg_acc_mask': 53.89089968976215, 'loss': 1.2557363510131836}
+{'epoch': 92, 'iter': 150, 'avg_loss': 1.331248796933534, 'avg_acc_mask': 54.37128652843458, 'loss': 1.1490126848220825}
+{'epoch': 92, 'iter': 160, 'avg_loss': 1.3291692389464527, 'avg_acc_mask': 54.40273037542662, 'loss': 1.2789607048034668}
+{'epoch': 92, 'iter': 170, 'avg_loss': 1.3309634732224092, 'avg_acc_mask': 54.26588360918313, 'loss': 1.27074134349823}
+{'epoch': 92, 'iter': 180, 'avg_loss': 1.3286450729185706, 'avg_acc_mask': 54.398708635996776, 'loss': 1.12226140499115}
+{'epoch': 92, 'iter': 190, 'avg_loss': 1.3295457534765074, 'avg_acc_mask': 54.21640721994079, 'loss': 1.266491174697876}
+{'epoch': 92, 'iter': 200, 'avg_loss': 1.3281604416334807, 'avg_acc_mask': 54.197921373700865, 'loss': 1.2823930978775024}
+{'epoch': 92, 'iter': 210, 'avg_loss': 1.327070644963974, 'avg_acc_mask': 54.23743426157427, 'loss': 1.4687566757202148}
+{'epoch': 92, 'iter': 220, 'avg_loss': 1.3224029171520768, 'avg_acc_mask': 54.36605821410952, 'loss': 1.318249225616455}
+{'epoch': 92, 'iter': 230, 'avg_loss': 1.3240981496773756, 'avg_acc_mask': 54.29066288773422, 'loss': 1.2460702657699585}
+{'epoch': 92, 'iter': 240, 'avg_loss': 1.3275834398645583, 'avg_acc_mask': 54.14810900581264, 'loss': 1.530288815498352}
+{'epoch': 92, 'iter': 250, 'avg_loss': 1.3268936323929592, 'avg_acc_mask': 54.054054054054056, 'loss': 1.077684760093689}
+{'epoch': 92, 'iter': 260, 'avg_loss': 1.3263856133738696, 'avg_acc_mask': 54.129207610286436, 'loss': 1.1676560640335083}
+{'epoch': 92, 'iter': 270, 'avg_loss': 1.3286497837063131, 'avg_acc_mask': 54.131760605857515, 'loss': 1.545223593711853}
+{'epoch': 92, 'iter': 280, 'avg_loss': 1.3321454730746585, 'avg_acc_mask': 54.072734319488404, 'loss': 0.8336024284362793}
+{'epoch': 92, 'iter': 290, 'avg_loss': 1.3302615088285858, 'avg_acc_mask': 54.181727533341636, 'loss': 1.5202078819274902}
+{'epoch': 92, 'iter': 300, 'avg_loss': 1.3287852111448877, 'avg_acc_mask': 54.26884376694583, 'loss': 1.1696395874023438}
+{'epoch': 92, 'iter': 310, 'avg_loss': 1.3272133076689252, 'avg_acc_mask': 54.22227402529285, 'loss': 1.0999799966812134}
+{'epoch': 92, 'iter': 320, 'avg_loss': 1.3332528444094078, 'avg_acc_mask': 54.02819453094039, 'loss': 1.3710519075393677}
+{'epoch': 92, 'iter': 330, 'avg_loss': 1.3321000168330719, 'avg_acc_mask': 54.113124656781984, 'loss': 1.0506782531738281}
+{'epoch': 92, 'iter': 340, 'avg_loss': 1.3311055902162257, 'avg_acc_mask': 54.166222695791156, 'loss': 1.3625779151916504}
+{'epoch': 92, 'iter': 350, 'avg_loss': 1.3296087345166763, 'avg_acc_mask': 54.23009216112664, 'loss': 1.3395718336105347}
+{'epoch': 92, 'iter': 360, 'avg_loss': 1.330549093659895, 'avg_acc_mask': 54.11113904953483, 'loss': 1.4494917392730713}
+{'epoch': 92, 'iter': 370, 'avg_loss': 1.3318995059018508, 'avg_acc_mask': 54.082933045779825, 'loss': 1.124631643295288}
+{'epoch': 92, 'iter': 380, 'avg_loss': 1.3340709714751857, 'avg_acc_mask': 54.03934300993124, 'loss': 1.088550090789795}
+{'epoch': 92, 'iter': 390, 'avg_loss': 1.3335743898625874, 'avg_acc_mask': 54.04687572806486, 'loss': 1.426692247390747}
+{'epoch': 92, 'iter': 400, 'avg_loss': 1.3334166834181977, 'avg_acc_mask': 54.030203784570595, 'loss': 1.4063172340393066}
+{'epoch': 92, 'iter': 410, 'avg_loss': 1.33168258400149, 'avg_acc_mask': 54.08751997159595, 'loss': 1.548614501953125}
+{'epoch': 92, 'iter': 420, 'avg_loss': 1.329640950273165, 'avg_acc_mask': 54.186550976138825, 'loss': 1.2407341003417969}
+{'epoch': 92, 'iter': 430, 'avg_loss': 1.3300724101453811, 'avg_acc_mask': 54.23125794155019, 'loss': 1.38779878616333}
+{'epoch': 92, 'iter': 440, 'avg_loss': 1.3328361935626352, 'avg_acc_mask': 54.11808484247085, 'loss': 1.6254264116287231}
+{'epoch': 92, 'iter': 450, 'avg_loss': 1.3335081021695867, 'avg_acc_mask': 54.048697621744054, 'loss': 1.1610584259033203}
+{'epoch': 92, 'iter': 460, 'avg_loss': 1.3329274390628179, 'avg_acc_mask': 54.12579113924051, 'loss': 1.366237759590149}
+{'epoch': 92, 'iter': 470, 'avg_loss': 1.332707693242723, 'avg_acc_mask': 54.10388503699113, 'loss': 1.326862096786499}
+{'epoch': 92, 'iter': 480, 'avg_loss': 1.3325142611337055, 'avg_acc_mask': 54.16524475789634, 'loss': 1.5005637407302856}
+{'epoch': 92, 'iter': 490, 'avg_loss': 1.333742962228305, 'avg_acc_mask': 54.200945538472986, 'loss': 1.4593018293380737}
+{'epoch': 92, 'iter': 500, 'avg_loss': 1.333048996930113, 'avg_acc_mask': 54.26489342321006, 'loss': 1.0808367729187012}
+{'epoch': 92, 'iter': 510, 'avg_loss': 1.332718223858253, 'avg_acc_mask': 54.26223651304037, 'loss': 1.1817303895950317}
+{'epoch': 92, 'iter': 520, 'avg_loss': 1.3321237125918413, 'avg_acc_mask': 54.313973063973066, 'loss': 1.7714269161224365}
+{'epoch': 92, 'iter': 530, 'avg_loss': 1.3320263690418668, 'avg_acc_mask': 54.26938438231649, 'loss': 1.0914921760559082}
+{'epoch': 92, 'iter': 540, 'avg_loss': 1.3302085082323847, 'avg_acc_mask': 54.32144667906034, 'loss': 1.1746344566345215}
+{'epoch': 92, 'iter': 550, 'avg_loss': 1.3319290681672833, 'avg_acc_mask': 54.215193223928004, 'loss': 1.5718495845794678}
+{'epoch': 92, 'iter': 560, 'avg_loss': 1.3317387894513135, 'avg_acc_mask': 54.220081993883, 'loss': 1.4827296733856201}
+{'epoch': 92, 'iter': 570, 'avg_loss': 1.3303148630621555, 'avg_acc_mask': 54.28507424475166, 'loss': 1.288106918334961}
+{'epoch': 92, 'iter': 580, 'avg_loss': 1.3305841205247297, 'avg_acc_mask': 54.257724189902035, 'loss': 1.5544739961624146}
+{'epoch': 92, 'iter': 590, 'avg_loss': 1.3298832257790412, 'avg_acc_mask': 54.25768233987412, 'loss': 1.1743313074111938}
+{'epoch': 92, 'iter': 600, 'avg_loss': 1.3299575852673382, 'avg_acc_mask': 54.23939771105917, 'loss': 1.296482801437378}
+{'epoch': 92, 'iter': 610, 'avg_loss': 1.3302387015714192, 'avg_acc_mask': 54.28349607333751, 'loss': 1.1665430068969727}
+{'epoch': 92, 'iter': 620, 'avg_loss': 1.3293401101745077, 'avg_acc_mask': 54.333372558249, 'loss': 1.611689567565918}
+{'epoch': 92, 'iter': 630, 'avg_loss': 1.3279129637024483, 'avg_acc_mask': 54.42854660256039, 'loss': 1.1936297416687012}
+{'epoch': 92, 'iter': 640, 'avg_loss': 1.3289506152713912, 'avg_acc_mask': 54.42433599222346, 'loss': 1.2558374404907227}
+{'epoch': 92, 'iter': 650, 'avg_loss': 1.3296048537743623, 'avg_acc_mask': 54.402320865254616, 'loss': 1.4190027713775635}
+{'epoch': 92, 'iter': 660, 'avg_loss': 1.329081153454831, 'avg_acc_mask': 54.43442054129078, 'loss': 1.2255148887634277}
+{'epoch': 92, 'iter': 670, 'avg_loss': 1.3296028209514306, 'avg_acc_mask': 54.38409364402145, 'loss': 1.286198616027832}
+{'epoch': 92, 'iter': 680, 'avg_loss': 1.329047960069211, 'avg_acc_mask': 54.41398254874502, 'loss': 1.409306526184082}
+{'epoch': 92, 'iter': 690, 'avg_loss': 1.3292441693297687, 'avg_acc_mask': 54.3935052531041, 'loss': 1.0449020862579346}
+{'epoch': 92, 'iter': 700, 'avg_loss': 1.3301665773575384, 'avg_acc_mask': 54.35169203410221, 'loss': 1.300459861755371}
+{'epoch': 92, 'iter': 710, 'avg_loss': 1.3294544768232837, 'avg_acc_mask': 54.34883600887833, 'loss': 1.45042884349823}
+{'epoch': 92, 'iter': 720, 'avg_loss': 1.3290289051820434, 'avg_acc_mask': 54.35513447432763, 'loss': 1.2048782110214233}
+{'epoch': 92, 'iter': 730, 'avg_loss': 1.3282328764978089, 'avg_acc_mask': 54.36239925682291, 'loss': 1.574343204498291}
+{'epoch': 92, 'iter': 740, 'avg_loss': 1.3277620041740408, 'avg_acc_mask': 54.38035776225162, 'loss': 1.1591801643371582}
+{'epoch': 92, 'iter': 750, 'avg_loss': 1.328903716191471, 'avg_acc_mask': 54.33883792048929, 'loss': 1.2889955043792725}
+{'epoch': 92, 'iter': 760, 'avg_loss': 1.3271704217450848, 'avg_acc_mask': 54.39083903075399, 'loss': 1.3440841436386108}
+{'epoch': 92, 'iter': 770, 'avg_loss': 1.328355750298531, 'avg_acc_mask': 54.327541061651985, 'loss': 1.5079162120819092}
+{'epoch': 92, 'iter': 780, 'avg_loss': 1.32813163809526, 'avg_acc_mask': 54.31050700780735, 'loss': 1.1946425437927246}
+{'epoch': 92, 'iter': 790, 'avg_loss': 1.3273904616703125, 'avg_acc_mask': 54.347725054607984, 'loss': 1.2119721174240112}
+{'epoch': 92, 'iter': 800, 'avg_loss': 1.3264958231190171, 'avg_acc_mask': 54.3570084018181, 'loss': 1.2437589168548584}
+{'epoch': 92, 'iter': 810, 'avg_loss': 1.3265229727425205, 'avg_acc_mask': 54.35754316701835, 'loss': 1.042766809463501}
+{'epoch': 92, 'iter': 820, 'avg_loss': 1.3270330210550985, 'avg_acc_mask': 54.314845938375356, 'loss': 1.426741123199463}
+{'epoch': 92, 'iter': 830, 'avg_loss': 1.3269678243087373, 'avg_acc_mask': 54.29122254969309, 'loss': 1.53231680393219}
+{'epoch': 92, 'iter': 840, 'avg_loss': 1.326735682280537, 'avg_acc_mask': 54.31852986217458, 'loss': 1.4389259815216064}
+{'epoch': 92, 'iter': 850, 'avg_loss': 1.327162920308029, 'avg_acc_mask': 54.293921983671, 'loss': 1.0421850681304932}
+{'epoch': 92, 'iter': 860, 'avg_loss': 1.3279368824105922, 'avg_acc_mask': 54.25625040032453, 'loss': 1.4862430095672607}
+{'epoch': 92, 'iter': 870, 'avg_loss': 1.328868562811141, 'avg_acc_mask': 54.23428740041311, 'loss': 1.0388600826263428}
+{'epoch': 92, 'iter': 880, 'avg_loss': 1.3290862809786326, 'avg_acc_mask': 54.217043275243896, 'loss': 1.2572349309921265}
+{'epoch': 92, 'iter': 890, 'avg_loss': 1.3273618054711056, 'avg_acc_mask': 54.28076184973484, 'loss': 0.727238118648529}
+{'epoch': 92, 'iter': 900, 'avg_loss': 1.3272143069170952, 'avg_acc_mask': 54.28909324470362, 'loss': 1.581312894821167}
+{'epoch': 92, 'iter': 910, 'avg_loss': 1.3281264379702338, 'avg_acc_mask': 54.275235273965706, 'loss': 1.3774718046188354}
+{'epoch': 92, 'iter': 920, 'avg_loss': 1.3283276853033308, 'avg_acc_mask': 54.27739206767217, 'loss': 1.5375791788101196}
+{'epoch': 92, 'iter': 930, 'avg_loss': 1.327907501306749, 'avg_acc_mask': 54.28926892847269, 'loss': 1.4073573350906372}
+{'epoch': 92, 'iter': 940, 'avg_loss': 1.3273190558906822, 'avg_acc_mask': 54.286272594040064, 'loss': 1.0259252786636353}
+{'epoch': 92, 'iter': 950, 'avg_loss': 1.3276522752489075, 'avg_acc_mask': 54.29664849820248, 'loss': 1.6070499420166016}
+{'epoch': 92, 'iter': 960, 'avg_loss': 1.3276455971750583, 'avg_acc_mask': 54.30473712405296, 'loss': 1.2692147493362427}
+{'epoch': 92, 'iter': 970, 'avg_loss': 1.3279610582532402, 'avg_acc_mask': 54.28122693814218, 'loss': 1.2514798641204834}
+{'epoch': 92, 'iter': 980, 'avg_loss': 1.328143842298078, 'avg_acc_mask': 54.29191779283495, 'loss': 1.2650808095932007}
+{'epoch': 92, 'iter': 990, 'avg_loss': 1.329796022110582, 'avg_acc_mask': 54.272919056959914, 'loss': 1.492553949356079}
+{'epoch': 92, 'iter': 1000, 'avg_loss': 1.3301535698917362, 'avg_acc_mask': 54.27420093415149, 'loss': 1.6402661800384521}
+{'epoch': 92, 'iter': 1010, 'avg_loss': 1.3300859018438058, 'avg_acc_mask': 54.285766138545576, 'loss': 1.183822512626648}
+{'epoch': 92, 'iter': 1020, 'avg_loss': 1.3298676290077747, 'avg_acc_mask': 54.30670570694641, 'loss': 1.057020664215088}
+{'epoch': 92, 'iter': 1030, 'avg_loss': 1.3290367115480477, 'avg_acc_mask': 54.346123727486294, 'loss': 1.3757410049438477}
+{'epoch': 92, 'iter': 1040, 'avg_loss': 1.3282640122886349, 'avg_acc_mask': 54.37950416718059, 'loss': 1.2121267318725586}
+{'epoch': 92, 'iter': 1050, 'avg_loss': 1.3284243508024969, 'avg_acc_mask': 54.373320302956266, 'loss': 1.408197045326233}
+{'epoch': 92, 'iter': 1060, 'avg_loss': 1.3281556144848283, 'avg_acc_mask': 54.36308926780341, 'loss': 1.0439506769180298}
+{'epoch': 92, 'iter': 1070, 'avg_loss': 1.327344127896787, 'avg_acc_mask': 54.39203659602172, 'loss': 1.2236908674240112}
+{'epoch': 92, 'iter': 1080, 'avg_loss': 1.326890937218944, 'avg_acc_mask': 54.43315063379206, 'loss': 1.2019531726837158}
+{'epoch': 92, 'iter': 1090, 'avg_loss': 1.3278799481505543, 'avg_acc_mask': 54.41786980856178, 'loss': 1.5428003072738647}
+{'epoch': 92, 'iter': 1100, 'avg_loss': 1.3272922048235243, 'avg_acc_mask': 54.44264943457189, 'loss': 1.095922589302063}
+{'epoch': 'EP92_train', 'avg_loss': 1.327343219491691, 'total_masked_acc': 54.4383411606565}
+{'epoch': 93, 'iter': 0, 'avg_loss': 1.5593875646591187, 'avg_acc_mask': 41.81818181818181, 'loss': 1.5593875646591187}
+{'epoch': 93, 'iter': 10, 'avg_loss': 1.3791067275134, 'avg_acc_mask': 51.50501672240802, 'loss': 0.9926032423973083}
+{'epoch': 93, 'iter': 20, 'avg_loss': 1.3400072739237832, 'avg_acc_mask': 53.531914893617014, 'loss': 1.3378605842590332}
+{'epoch': 93, 'iter': 30, 'avg_loss': 1.3035221638218049, 'avg_acc_mask': 55.100864553314125, 'loss': 1.3080710172653198}
+{'epoch': 93, 'iter': 40, 'avg_loss': 1.3116763946486683, 'avg_acc_mask': 54.48490230905861, 'loss': 1.4441089630126953}
+{'epoch': 93, 'iter': 50, 'avg_loss': 1.3414025446947884, 'avg_acc_mask': 53.37766888344417, 'loss': 1.761091709136963}
+{'epoch': 93, 'iter': 60, 'avg_loss': 1.3202049927633317, 'avg_acc_mask': 53.97944199706314, 'loss': 1.0408133268356323}
+{'epoch': 93, 'iter': 70, 'avg_loss': 1.315295462876978, 'avg_acc_mask': 54.04128326286993, 'loss': 1.2342050075531006}
+{'epoch': 93, 'iter': 80, 'avg_loss': 1.325965745949451, 'avg_acc_mask': 53.80554333479982, 'loss': 1.4262295961380005}
+{'epoch': 93, 'iter': 90, 'avg_loss': 1.3412565425202088, 'avg_acc_mask': 53.392330383480825, 'loss': 1.8348125219345093}
+{'epoch': 93, 'iter': 100, 'avg_loss': 1.3305497818654126, 'avg_acc_mask': 53.70205173951829, 'loss': 1.5031025409698486}
+{'epoch': 93, 'iter': 110, 'avg_loss': 1.3321784267554413, 'avg_acc_mask': 53.790966900375025, 'loss': 0.8682766556739807}
+{'epoch': 93, 'iter': 120, 'avg_loss': 1.3246629991807228, 'avg_acc_mask': 54.04554989511537, 'loss': 1.497570276260376}
+{'epoch': 93, 'iter': 130, 'avg_loss': 1.3243973004908962, 'avg_acc_mask': 54.02235407754933, 'loss': 1.458052635192871}
+{'epoch': 93, 'iter': 140, 'avg_loss': 1.3245224170650995, 'avg_acc_mask': 53.94467213114754, 'loss': 1.1348174810409546}
+{'epoch': 93, 'iter': 150, 'avg_loss': 1.3177688788893998, 'avg_acc_mask': 54.32634369727645, 'loss': 1.5528877973556519}
+{'epoch': 93, 'iter': 160, 'avg_loss': 1.3167131439499233, 'avg_acc_mask': 54.49693390869862, 'loss': 1.2898467779159546}
+{'epoch': 93, 'iter': 170, 'avg_loss': 1.3222383801002948, 'avg_acc_mask': 54.36830835117773, 'loss': 1.2916885614395142}
+{'epoch': 93, 'iter': 180, 'avg_loss': 1.3211938284378684, 'avg_acc_mask': 54.36207766011094, 'loss': 1.3707971572875977}
+{'epoch': 93, 'iter': 190, 'avg_loss': 1.3199770690883017, 'avg_acc_mask': 54.47526451243924, 'loss': 1.1281943321228027}
+{'epoch': 93, 'iter': 200, 'avg_loss': 1.320374706491309, 'avg_acc_mask': 54.35155896972436, 'loss': 1.3106955289840698}
+{'epoch': 93, 'iter': 210, 'avg_loss': 1.3181323005124856, 'avg_acc_mask': 54.54467206059562, 'loss': 1.044156789779663}
+{'epoch': 93, 'iter': 220, 'avg_loss': 1.3156710434283605, 'avg_acc_mask': 54.56262833675565, 'loss': 1.513963222503662}
+{'epoch': 93, 'iter': 230, 'avg_loss': 1.3180757216560892, 'avg_acc_mask': 54.52257354097845, 'loss': 1.437855839729309}
+{'epoch': 93, 'iter': 240, 'avg_loss': 1.3202964579416014, 'avg_acc_mask': 54.44452835888528, 'loss': 1.365728735923767}
+{'epoch': 93, 'iter': 250, 'avg_loss': 1.3213474634159135, 'avg_acc_mask': 54.38136826783116, 'loss': 1.288446068763733}
+{'epoch': 93, 'iter': 260, 'avg_loss': 1.3225586384649022, 'avg_acc_mask': 54.419289268942315, 'loss': 1.2380387783050537}
+{'epoch': 93, 'iter': 270, 'avg_loss': 1.3214753780417776, 'avg_acc_mask': 54.56264775413712, 'loss': 1.1743545532226562}
+{'epoch': 93, 'iter': 280, 'avg_loss': 1.322029020650531, 'avg_acc_mask': 54.604063558218286, 'loss': 1.0969538688659668}
+{'epoch': 93, 'iter': 290, 'avg_loss': 1.3214753266052692, 'avg_acc_mask': 54.65182109832044, 'loss': 1.3334808349609375}
+{'epoch': 93, 'iter': 300, 'avg_loss': 1.3191057544610032, 'avg_acc_mask': 54.78382828221233, 'loss': 1.0505478382110596}
+{'epoch': 93, 'iter': 310, 'avg_loss': 1.3174070892226657, 'avg_acc_mask': 54.749527410207946, 'loss': 1.0937554836273193}
+{'epoch': 93, 'iter': 320, 'avg_loss': 1.3184263882607314, 'avg_acc_mask': 54.7646383467279, 'loss': 1.2034093141555786}
+{'epoch': 93, 'iter': 330, 'avg_loss': 1.3206980028541426, 'avg_acc_mask': 54.628292032448044, 'loss': 1.1274217367172241}
+{'epoch': 93, 'iter': 340, 'avg_loss': 1.3190440757533322, 'avg_acc_mask': 54.69297536255324, 'loss': 1.0821667909622192}
+{'epoch': 93, 'iter': 350, 'avg_loss': 1.3218425685523922, 'avg_acc_mask': 54.69216662300236, 'loss': 1.6049412488937378}
+{'epoch': 93, 'iter': 360, 'avg_loss': 1.3229702225682478, 'avg_acc_mask': 54.571791613723, 'loss': 1.5354336500167847}
+{'epoch': 93, 'iter': 370, 'avg_loss': 1.3233511120161277, 'avg_acc_mask': 54.56704601682335, 'loss': 1.1570041179656982}
+{'epoch': 93, 'iter': 380, 'avg_loss': 1.3274630602263402, 'avg_acc_mask': 54.434765869387356, 'loss': 1.0714319944381714}
+{'epoch': 93, 'iter': 390, 'avg_loss': 1.3263608034309524, 'avg_acc_mask': 54.46119277221234, 'loss': 1.3006917238235474}
+{'epoch': 93, 'iter': 400, 'avg_loss': 1.3260577744676585, 'avg_acc_mask': 54.44469783352337, 'loss': 1.1642221212387085}
+{'epoch': 93, 'iter': 410, 'avg_loss': 1.3253625466005645, 'avg_acc_mask': 54.41124155104945, 'loss': 1.2545170783996582}
+{'epoch': 93, 'iter': 420, 'avg_loss': 1.324348959107297, 'avg_acc_mask': 54.43087487504889, 'loss': 1.0772404670715332}
+{'epoch': 93, 'iter': 430, 'avg_loss': 1.3255694993963927, 'avg_acc_mask': 54.42973523421588, 'loss': 1.3111040592193604}
+{'epoch': 93, 'iter': 440, 'avg_loss': 1.327444948577016, 'avg_acc_mask': 54.38836399801094, 'loss': 1.6296563148498535}
+{'epoch': 93, 'iter': 450, 'avg_loss': 1.3280181800182538, 'avg_acc_mask': 54.40580415045395, 'loss': 1.1856489181518555}
+{'epoch': 93, 'iter': 460, 'avg_loss': 1.3277246328858647, 'avg_acc_mask': 54.435451876537336, 'loss': 1.119994878768921}
+{'epoch': 93, 'iter': 470, 'avg_loss': 1.3276162725851541, 'avg_acc_mask': 54.44690523371022, 'loss': 1.3376007080078125}
+{'epoch': 93, 'iter': 480, 'avg_loss': 1.3245842854594987, 'avg_acc_mask': 54.557921602986546, 'loss': 1.2221022844314575}
+{'epoch': 93, 'iter': 490, 'avg_loss': 1.3236485541231036, 'avg_acc_mask': 54.560394412489735, 'loss': 1.1742089986801147}
+{'epoch': 93, 'iter': 500, 'avg_loss': 1.3213460370452104, 'avg_acc_mask': 54.6353975815317, 'loss': 0.9935874342918396}
+{'epoch': 93, 'iter': 510, 'avg_loss': 1.320643941600262, 'avg_acc_mask': 54.652996845425875, 'loss': 1.0759164094924927}
+{'epoch': 93, 'iter': 520, 'avg_loss': 1.3203018142943648, 'avg_acc_mask': 54.67969903663597, 'loss': 1.4369680881500244}
+{'epoch': 93, 'iter': 530, 'avg_loss': 1.3214517981094605, 'avg_acc_mask': 54.64401629721705, 'loss': 1.2264952659606934}
+{'epoch': 93, 'iter': 540, 'avg_loss': 1.3206681362361872, 'avg_acc_mask': 54.64773458944728, 'loss': 1.3313230276107788}
+{'epoch': 93, 'iter': 550, 'avg_loss': 1.3196174584586045, 'avg_acc_mask': 54.64718578781338, 'loss': 1.173777461051941}
+{'epoch': 93, 'iter': 560, 'avg_loss': 1.3190862235750958, 'avg_acc_mask': 54.71199059561128, 'loss': 1.400061011314392}
+{'epoch': 93, 'iter': 570, 'avg_loss': 1.317989101865037, 'avg_acc_mask': 54.77733572895277, 'loss': 1.3191136121749878}
+{'epoch': 93, 'iter': 580, 'avg_loss': 1.318242478186005, 'avg_acc_mask': 54.758303396987465, 'loss': 1.5604579448699951}
+{'epoch': 93, 'iter': 590, 'avg_loss': 1.3180276152446184, 'avg_acc_mask': 54.75925238272063, 'loss': 1.3201549053192139}
+{'epoch': 93, 'iter': 600, 'avg_loss': 1.31653106470473, 'avg_acc_mask': 54.80312080945995, 'loss': 1.3356285095214844}
+{'epoch': 93, 'iter': 610, 'avg_loss': 1.318345449169802, 'avg_acc_mask': 54.74192194712547, 'loss': 1.6507681608200073}
+{'epoch': 93, 'iter': 620, 'avg_loss': 1.3154610804313622, 'avg_acc_mask': 54.844035615307504, 'loss': 1.647916555404663}
+{'epoch': 93, 'iter': 630, 'avg_loss': 1.3153526490161611, 'avg_acc_mask': 54.86895190549445, 'loss': 1.628678798675537}
+{'epoch': 93, 'iter': 640, 'avg_loss': 1.3154250844592423, 'avg_acc_mask': 54.89590482727065, 'loss': 1.1996824741363525}
+{'epoch': 93, 'iter': 650, 'avg_loss': 1.3157444814200043, 'avg_acc_mask': 54.91285464493203, 'loss': 1.3969670534133911}
+{'epoch': 93, 'iter': 660, 'avg_loss': 1.3132996835975532, 'avg_acc_mask': 55.00680914927323, 'loss': 1.1205108165740967}
+{'epoch': 93, 'iter': 670, 'avg_loss': 1.3134051055027014, 'avg_acc_mask': 55.02464403066812, 'loss': 1.64884352684021}
+{'epoch': 93, 'iter': 680, 'avg_loss': 1.314117468401199, 'avg_acc_mask': 55.03326778546992, 'loss': 1.7565410137176514}
+{'epoch': 93, 'iter': 690, 'avg_loss': 1.3146358728408813, 'avg_acc_mask': 55.017897388307034, 'loss': 1.4688736200332642}
+{'epoch': 93, 'iter': 700, 'avg_loss': 1.316127754312099, 'avg_acc_mask': 54.93862627317837, 'loss': 1.7194569110870361}
+{'epoch': 93, 'iter': 710, 'avg_loss': 1.3156490449999287, 'avg_acc_mask': 54.98415479349702, 'loss': 1.0408847332000732}
+{'epoch': 93, 'iter': 720, 'avg_loss': 1.3163422557748803, 'avg_acc_mask': 54.948320085328994, 'loss': 1.2312480211257935}
+{'epoch': 93, 'iter': 730, 'avg_loss': 1.3145814303171128, 'avg_acc_mask': 55.02315684065591, 'loss': 1.272577166557312}
+{'epoch': 93, 'iter': 740, 'avg_loss': 1.3155249469032493, 'avg_acc_mask': 54.95960669021913, 'loss': 1.4345998764038086}
+{'epoch': 93, 'iter': 750, 'avg_loss': 1.3168797635047953, 'avg_acc_mask': 54.898714452668486, 'loss': 1.4015023708343506}
+{'epoch': 93, 'iter': 760, 'avg_loss': 1.3172616295212984, 'avg_acc_mask': 54.89691960209525, 'loss': 1.269890546798706}
+{'epoch': 93, 'iter': 770, 'avg_loss': 1.3187947120957182, 'avg_acc_mask': 54.840774903374204, 'loss': 1.3378431797027588}
+{'epoch': 93, 'iter': 780, 'avg_loss': 1.3175832130844858, 'avg_acc_mask': 54.91500023415914, 'loss': 1.1817717552185059}
+{'epoch': 93, 'iter': 790, 'avg_loss': 1.3177944730717674, 'avg_acc_mask': 54.934590671659045, 'loss': 1.3843021392822266}
+{'epoch': 93, 'iter': 800, 'avg_loss': 1.3176871588762928, 'avg_acc_mask': 54.96165784188425, 'loss': 1.5273231267929077}
+{'epoch': 93, 'iter': 810, 'avg_loss': 1.3177807591258377, 'avg_acc_mask': 54.93224504520755, 'loss': 1.0541027784347534}
+{'epoch': 93, 'iter': 820, 'avg_loss': 1.3176361123478804, 'avg_acc_mask': 54.90877497827976, 'loss': 1.0806891918182373}
+{'epoch': 93, 'iter': 830, 'avg_loss': 1.3166246503125316, 'avg_acc_mask': 54.9473776916641, 'loss': 1.2328073978424072}
+{'epoch': 93, 'iter': 840, 'avg_loss': 1.316384095357516, 'avg_acc_mask': 54.964423265226195, 'loss': 1.311489462852478}
+{'epoch': 93, 'iter': 850, 'avg_loss': 1.317076718765196, 'avg_acc_mask': 54.90959127948227, 'loss': 1.3701610565185547}
+{'epoch': 93, 'iter': 860, 'avg_loss': 1.3185818338643382, 'avg_acc_mask': 54.83117434699511, 'loss': 1.677210807800293}
+{'epoch': 93, 'iter': 870, 'avg_loss': 1.3193742327657276, 'avg_acc_mask': 54.83221898513969, 'loss': 1.219828724861145}
+{'epoch': 93, 'iter': 880, 'avg_loss': 1.3197401548893308, 'avg_acc_mask': 54.80735352028021, 'loss': 1.2091864347457886}
+{'epoch': 93, 'iter': 890, 'avg_loss': 1.3186732695827847, 'avg_acc_mask': 54.84830458060678, 'loss': 0.7850961089134216}
+{'epoch': 93, 'iter': 900, 'avg_loss': 1.3197203236203083, 'avg_acc_mask': 54.81882515157045, 'loss': 1.6431983709335327}
+{'epoch': 93, 'iter': 910, 'avg_loss': 1.3199205842813728, 'avg_acc_mask': 54.79951884522855, 'loss': 1.4422661066055298}
+{'epoch': 93, 'iter': 920, 'avg_loss': 1.3193956001314873, 'avg_acc_mask': 54.81975543909798, 'loss': 1.2859426736831665}
+{'epoch': 93, 'iter': 930, 'avg_loss': 1.3189932762232042, 'avg_acc_mask': 54.836489489312335, 'loss': 1.4570566415786743}
+{'epoch': 93, 'iter': 940, 'avg_loss': 1.319158522596268, 'avg_acc_mask': 54.86059804798382, 'loss': 1.0343259572982788}
+{'epoch': 93, 'iter': 950, 'avg_loss': 1.319136714458967, 'avg_acc_mask': 54.86373084918007, 'loss': 1.6281005144119263}
+{'epoch': 93, 'iter': 960, 'avg_loss': 1.318380829570941, 'avg_acc_mask': 54.910663263362416, 'loss': 1.24988853931427}
+{'epoch': 93, 'iter': 970, 'avg_loss': 1.318406623865868, 'avg_acc_mask': 54.91926965444394, 'loss': 1.3622850179672241}
+{'epoch': 93, 'iter': 980, 'avg_loss': 1.3186141927550936, 'avg_acc_mask': 54.90503669673371, 'loss': 1.2634758949279785}
+{'epoch': 93, 'iter': 990, 'avg_loss': 1.3190734964446753, 'avg_acc_mask': 54.882982064022755, 'loss': 1.4110510349273682}
+{'epoch': 93, 'iter': 1000, 'avg_loss': 1.32035071800996, 'avg_acc_mask': 54.85816639859629, 'loss': 1.5740517377853394}
+{'epoch': 93, 'iter': 1010, 'avg_loss': 1.320404406883832, 'avg_acc_mask': 54.840578660534845, 'loss': 1.1084873676300049}
+{'epoch': 93, 'iter': 1020, 'avg_loss': 1.3205091222960148, 'avg_acc_mask': 54.84391240457332, 'loss': 1.4104504585266113}
+{'epoch': 93, 'iter': 1030, 'avg_loss': 1.3196666218145279, 'avg_acc_mask': 54.87783223240287, 'loss': 1.3021634817123413}
+{'epoch': 93, 'iter': 1040, 'avg_loss': 1.3194910989256574, 'avg_acc_mask': 54.89585532334107, 'loss': 1.4734998941421509}
+{'epoch': 93, 'iter': 1050, 'avg_loss': 1.3194354515660955, 'avg_acc_mask': 54.902268487035975, 'loss': 1.3822094202041626}
+{'epoch': 93, 'iter': 1060, 'avg_loss': 1.3198252052883288, 'avg_acc_mask': 54.912025994676625, 'loss': 1.271983027458191}
+{'epoch': 93, 'iter': 1070, 'avg_loss': 1.318884655374105, 'avg_acc_mask': 54.93075882846335, 'loss': 1.343097448348999}
+{'epoch': 93, 'iter': 1080, 'avg_loss': 1.3193631170526023, 'avg_acc_mask': 54.9335140171085, 'loss': 1.3288944959640503}
+{'epoch': 93, 'iter': 1090, 'avg_loss': 1.319636025470293, 'avg_acc_mask': 54.9046915900396, 'loss': 1.4093917608261108}
+{'epoch': 93, 'iter': 1100, 'avg_loss': 1.3187733973079547, 'avg_acc_mask': 54.91816911715788, 'loss': 1.0836052894592285}
+{'epoch': 'EP93_train', 'avg_loss': 1.319567519938784, 'total_masked_acc': 54.86950037285608}
+{'epoch': 94, 'iter': 0, 'avg_loss': 1.4007983207702637, 'avg_acc_mask': 54.09836065573771, 'loss': 1.4007983207702637}
+{'epoch': 94, 'iter': 10, 'avg_loss': 1.4073213230479846, 'avg_acc_mask': 53.16455696202531, 'loss': 1.4214732646942139}
+{'epoch': 94, 'iter': 20, 'avg_loss': 1.427829282624381, 'avg_acc_mask': 52.13815789473685, 'loss': 1.3851250410079956}
+{'epoch': 94, 'iter': 30, 'avg_loss': 1.403943677102366, 'avg_acc_mask': 51.66572557876906, 'loss': 1.3704707622528076}
+{'epoch': 94, 'iter': 40, 'avg_loss': 1.3889779492122372, 'avg_acc_mask': 51.8550106609808, 'loss': 1.3635880947113037}
+{'epoch': 94, 'iter': 50, 'avg_loss': 1.4058467804216872, 'avg_acc_mask': 51.83423913043478, 'loss': 1.5542856454849243}
+{'epoch': 94, 'iter': 60, 'avg_loss': 1.3862430052679093, 'avg_acc_mask': 52.3960739030023, 'loss': 1.4120310544967651}
+{'epoch': 94, 'iter': 70, 'avg_loss': 1.3741350610491256, 'avg_acc_mask': 52.74588117823266, 'loss': 1.3643817901611328}
+{'epoch': 94, 'iter': 80, 'avg_loss': 1.3692337245117, 'avg_acc_mask': 53.018372703412076, 'loss': 1.497223138809204}
+{'epoch': 94, 'iter': 90, 'avg_loss': 1.368390672154479, 'avg_acc_mask': 53.125612384871644, 'loss': 1.6190857887268066}
+{'epoch': 94, 'iter': 100, 'avg_loss': 1.3639442985600765, 'avg_acc_mask': 53.03622159090909, 'loss': 1.0919462442398071}
+{'epoch': 94, 'iter': 110, 'avg_loss': 1.3633142092206456, 'avg_acc_mask': 53.29128254892447, 'loss': 1.0659070014953613}
+{'epoch': 94, 'iter': 120, 'avg_loss': 1.3530166114657378, 'avg_acc_mask': 53.64505527337915, 'loss': 1.3837743997573853}
+{'epoch': 94, 'iter': 130, 'avg_loss': 1.3469544826573088, 'avg_acc_mask': 53.70421371522996, 'loss': 1.2919683456420898}
+{'epoch': 94, 'iter': 140, 'avg_loss': 1.3477678514541465, 'avg_acc_mask': 53.71974522292994, 'loss': 1.3393290042877197}
+{'epoch': 94, 'iter': 150, 'avg_loss': 1.3375043486127791, 'avg_acc_mask': 54.154693486590034, 'loss': 1.507811188697815}
+{'epoch': 94, 'iter': 160, 'avg_loss': 1.3358458969163598, 'avg_acc_mask': 54.21307233659579, 'loss': 1.626489520072937}
+{'epoch': 94, 'iter': 170, 'avg_loss': 1.3422683986306887, 'avg_acc_mask': 53.918264166842214, 'loss': 1.5430700778961182}
+{'epoch': 94, 'iter': 180, 'avg_loss': 1.3372741621502198, 'avg_acc_mask': 54.159609445053306, 'loss': 1.1651796102523804}
+{'epoch': 94, 'iter': 190, 'avg_loss': 1.3361198808510266, 'avg_acc_mask': 54.14781297134238, 'loss': 1.1512465476989746}
+{'epoch': 94, 'iter': 200, 'avg_loss': 1.3333077786573724, 'avg_acc_mask': 54.1677858357955, 'loss': 1.193219542503357}
+{'epoch': 94, 'iter': 210, 'avg_loss': 1.33302979559695, 'avg_acc_mask': 54.212671989128594, 'loss': 1.3431390523910522}
+{'epoch': 94, 'iter': 220, 'avg_loss': 1.3297504809647125, 'avg_acc_mask': 54.37571034258808, 'loss': 1.5531384944915771}
+{'epoch': 94, 'iter': 230, 'avg_loss': 1.3276288037176256, 'avg_acc_mask': 54.41748327889252, 'loss': 1.3891035318374634}
+{'epoch': 94, 'iter': 240, 'avg_loss': 1.328765997500835, 'avg_acc_mask': 54.370459141637326, 'loss': 1.3504987955093384}
+{'epoch': 94, 'iter': 250, 'avg_loss': 1.3301450847629532, 'avg_acc_mask': 54.41609773625584, 'loss': 1.1847622394561768}
+{'epoch': 94, 'iter': 260, 'avg_loss': 1.3308621852790716, 'avg_acc_mask': 54.453735056319545, 'loss': 1.5203264951705933}
+{'epoch': 94, 'iter': 270, 'avg_loss': 1.333927644354831, 'avg_acc_mask': 54.34305841696019, 'loss': 1.4854909181594849}
+{'epoch': 94, 'iter': 280, 'avg_loss': 1.334820965643031, 'avg_acc_mask': 54.30535920832797, 'loss': 1.1650289297103882}
+{'epoch': 94, 'iter': 290, 'avg_loss': 1.3332319761469602, 'avg_acc_mask': 54.410757641785466, 'loss': 1.2440600395202637}
+{'epoch': 94, 'iter': 300, 'avg_loss': 1.332658308883046, 'avg_acc_mask': 54.48744958767231, 'loss': 1.4558335542678833}
+{'epoch': 94, 'iter': 310, 'avg_loss': 1.3318664924124812, 'avg_acc_mask': 54.43052723565395, 'loss': 1.0400751829147339}
+{'epoch': 94, 'iter': 320, 'avg_loss': 1.3312563212861153, 'avg_acc_mask': 54.47122200170116, 'loss': 1.0598307847976685}
+{'epoch': 94, 'iter': 330, 'avg_loss': 1.3309835912237715, 'avg_acc_mask': 54.477079330222345, 'loss': 1.185463309288025}
+{'epoch': 94, 'iter': 340, 'avg_loss': 1.3290560692985736, 'avg_acc_mask': 54.53672075149445, 'loss': 1.478293776512146}
+{'epoch': 94, 'iter': 350, 'avg_loss': 1.3289440958588212, 'avg_acc_mask': 54.54828498780551, 'loss': 1.417536973953247}
+{'epoch': 94, 'iter': 360, 'avg_loss': 1.3304053653970649, 'avg_acc_mask': 54.503778337531486, 'loss': 1.5035117864608765}
+{'epoch': 94, 'iter': 370, 'avg_loss': 1.3306377746988178, 'avg_acc_mask': 54.50845795538122, 'loss': 1.1734952926635742}
+{'epoch': 94, 'iter': 380, 'avg_loss': 1.333658149392586, 'avg_acc_mask': 54.39919797584379, 'loss': 0.9785438179969788}
+{'epoch': 94, 'iter': 390, 'avg_loss': 1.3346029792905159, 'avg_acc_mask': 54.40766226520365, 'loss': 1.1641156673431396}
+{'epoch': 94, 'iter': 400, 'avg_loss': 1.3352049788334721, 'avg_acc_mask': 54.458901935893365, 'loss': 1.161017894744873}
+{'epoch': 94, 'iter': 410, 'avg_loss': 1.3343444237453803, 'avg_acc_mask': 54.46704997788589, 'loss': 1.00728178024292}
+{'epoch': 94, 'iter': 420, 'avg_loss': 1.3330936798573674, 'avg_acc_mask': 54.5210694816994, 'loss': 1.1926014423370361}
+{'epoch': 94, 'iter': 430, 'avg_loss': 1.3311744968465198, 'avg_acc_mask': 54.624656375555084, 'loss': 1.1990607976913452}
+{'epoch': 94, 'iter': 440, 'avg_loss': 1.3329612372143198, 'avg_acc_mask': 54.57023666928256, 'loss': 1.59653639793396}
+{'epoch': 94, 'iter': 450, 'avg_loss': 1.332762759302778, 'avg_acc_mask': 54.54912734324498, 'loss': 1.0135418176651}
+{'epoch': 94, 'iter': 460, 'avg_loss': 1.3314011678778428, 'avg_acc_mask': 54.59217965444984, 'loss': 1.3921756744384766}
+{'epoch': 94, 'iter': 470, 'avg_loss': 1.3332003641027301, 'avg_acc_mask': 54.5222831543987, 'loss': 1.3595932722091675}
+{'epoch': 94, 'iter': 480, 'avg_loss': 1.3298217360542124, 'avg_acc_mask': 54.5880574452003, 'loss': 1.1319520473480225}
+{'epoch': 94, 'iter': 490, 'avg_loss': 1.330573740656167, 'avg_acc_mask': 54.53469010175763, 'loss': 1.4206188917160034}
+{'epoch': 94, 'iter': 500, 'avg_loss': 1.3305082725669573, 'avg_acc_mask': 54.55501559440052, 'loss': 1.2087736129760742}
+{'epoch': 94, 'iter': 510, 'avg_loss': 1.329386324565238, 'avg_acc_mask': 54.527671076966854, 'loss': 1.254387378692627}
+{'epoch': 94, 'iter': 520, 'avg_loss': 1.3280193529980195, 'avg_acc_mask': 54.555613759385366, 'loss': 1.3970293998718262}
+{'epoch': 94, 'iter': 530, 'avg_loss': 1.326526889356516, 'avg_acc_mask': 54.59533607681756, 'loss': 1.0670671463012695}
+{'epoch': 94, 'iter': 540, 'avg_loss': 1.3263576518806204, 'avg_acc_mask': 54.623489413269596, 'loss': 1.4099252223968506}
+{'epoch': 94, 'iter': 550, 'avg_loss': 1.3293785976411643, 'avg_acc_mask': 54.56406193258724, 'loss': 1.4215655326843262}
+{'epoch': 94, 'iter': 560, 'avg_loss': 1.3298015497797526, 'avg_acc_mask': 54.591820160478186, 'loss': 1.478452205657959}
+{'epoch': 94, 'iter': 570, 'avg_loss': 1.3282585028174045, 'avg_acc_mask': 54.62960007660145, 'loss': 1.116895318031311}
+{'epoch': 94, 'iter': 580, 'avg_loss': 1.3276341919644565, 'avg_acc_mask': 54.644997333166, 'loss': 1.8270057439804077}
+{'epoch': 94, 'iter': 590, 'avg_loss': 1.3265761889378633, 'avg_acc_mask': 54.673933123960836, 'loss': 1.2429449558258057}
+{'epoch': 94, 'iter': 600, 'avg_loss': 1.326073126070908, 'avg_acc_mask': 54.685890834191554, 'loss': 1.3904478549957275}
+{'epoch': 94, 'iter': 610, 'avg_loss': 1.327434639298584, 'avg_acc_mask': 54.657848482140196, 'loss': 1.2885438203811646}
+{'epoch': 94, 'iter': 620, 'avg_loss': 1.3262895574124347, 'avg_acc_mask': 54.692129425914516, 'loss': 1.6077896356582642}
+{'epoch': 94, 'iter': 630, 'avg_loss': 1.3259038471759972, 'avg_acc_mask': 54.72194135490395, 'loss': 1.2978864908218384}
+{'epoch': 94, 'iter': 640, 'avg_loss': 1.3248529289144435, 'avg_acc_mask': 54.7725652359903, 'loss': 0.788193941116333}
+{'epoch': 94, 'iter': 650, 'avg_loss': 1.3243261381594633, 'avg_acc_mask': 54.76833108412056, 'loss': 1.1916111707687378}
+{'epoch': 94, 'iter': 660, 'avg_loss': 1.3238385064518938, 'avg_acc_mask': 54.75550630281203, 'loss': 1.0458687543869019}
+{'epoch': 94, 'iter': 670, 'avg_loss': 1.3238371044797088, 'avg_acc_mask': 54.76982655176176, 'loss': 1.2219043970108032}
+{'epoch': 94, 'iter': 680, 'avg_loss': 1.3241462830930029, 'avg_acc_mask': 54.79775612636551, 'loss': 1.4146738052368164}
+{'epoch': 94, 'iter': 690, 'avg_loss': 1.32490654404015, 'avg_acc_mask': 54.77838237624808, 'loss': 1.4711686372756958}
+{'epoch': 94, 'iter': 700, 'avg_loss': 1.3273703489936197, 'avg_acc_mask': 54.670794204104986, 'loss': 1.6595648527145386}
+{'epoch': 94, 'iter': 710, 'avg_loss': 1.3261217033980433, 'avg_acc_mask': 54.70113998151381, 'loss': 1.113154649734497}
+{'epoch': 94, 'iter': 720, 'avg_loss': 1.325466262732068, 'avg_acc_mask': 54.701244708089334, 'loss': 1.4673548936843872}
+{'epoch': 94, 'iter': 730, 'avg_loss': 1.3244490905597337, 'avg_acc_mask': 54.69156168766247, 'loss': 1.5729002952575684}
+{'epoch': 94, 'iter': 740, 'avg_loss': 1.324942431147443, 'avg_acc_mask': 54.6481234896681, 'loss': 1.499272108078003}
+{'epoch': 94, 'iter': 750, 'avg_loss': 1.3255569453880727, 'avg_acc_mask': 54.64263155337448, 'loss': 1.5599793195724487}
+{'epoch': 94, 'iter': 760, 'avg_loss': 1.3251651392346455, 'avg_acc_mask': 54.6136875929212, 'loss': 1.222071647644043}
+{'epoch': 94, 'iter': 770, 'avg_loss': 1.3266236680027113, 'avg_acc_mask': 54.538797685130504, 'loss': 1.3755695819854736}
+{'epoch': 94, 'iter': 780, 'avg_loss': 1.3255883838394693, 'avg_acc_mask': 54.57516339869281, 'loss': 1.4271708726882935}
+{'epoch': 94, 'iter': 790, 'avg_loss': 1.326314828639989, 'avg_acc_mask': 54.53455668772189, 'loss': 1.0295469760894775}
+{'epoch': 94, 'iter': 800, 'avg_loss': 1.3259702484854747, 'avg_acc_mask': 54.521228134110785, 'loss': 1.5695757865905762}
+{'epoch': 94, 'iter': 810, 'avg_loss': 1.3256682425039177, 'avg_acc_mask': 54.49698551246288, 'loss': 1.2625577449798584}
+{'epoch': 94, 'iter': 820, 'avg_loss': 1.3262503759143704, 'avg_acc_mask': 54.48579627611061, 'loss': 1.3694803714752197}
+{'epoch': 94, 'iter': 830, 'avg_loss': 1.325981138271832, 'avg_acc_mask': 54.48725000550043, 'loss': 1.296273946762085}
+{'epoch': 94, 'iter': 840, 'avg_loss': 1.3269757040899233, 'avg_acc_mask': 54.43896290178862, 'loss': 1.4419238567352295}
+{'epoch': 94, 'iter': 850, 'avg_loss': 1.3264931111162053, 'avg_acc_mask': 54.446566113840674, 'loss': 1.3008861541748047}
+{'epoch': 94, 'iter': 860, 'avg_loss': 1.3276439149205277, 'avg_acc_mask': 54.417845253493354, 'loss': 1.3553258180618286}
+{'epoch': 94, 'iter': 870, 'avg_loss': 1.3281841438208053, 'avg_acc_mask': 54.38467978233571, 'loss': 1.1974807977676392}
+{'epoch': 94, 'iter': 880, 'avg_loss': 1.3284998327053905, 'avg_acc_mask': 54.384366978554276, 'loss': 1.2045183181762695}
+{'epoch': 94, 'iter': 890, 'avg_loss': 1.3272711267374984, 'avg_acc_mask': 54.41176470588235, 'loss': 0.8536757230758667}
+{'epoch': 94, 'iter': 900, 'avg_loss': 1.3274849648613247, 'avg_acc_mask': 54.364974753107695, 'loss': 1.7553695440292358}
+{'epoch': 94, 'iter': 910, 'avg_loss': 1.3280832650370968, 'avg_acc_mask': 54.35950910403465, 'loss': 1.280472993850708}
+{'epoch': 94, 'iter': 920, 'avg_loss': 1.3275105357170105, 'avg_acc_mask': 54.37669995433699, 'loss': 1.1584110260009766}
+{'epoch': 94, 'iter': 930, 'avg_loss': 1.327688582281549, 'avg_acc_mask': 54.38479230965814, 'loss': 1.4603331089019775}
+{'epoch': 94, 'iter': 940, 'avg_loss': 1.3269372918780629, 'avg_acc_mask': 54.40679283410407, 'loss': 1.1008193492889404}
+{'epoch': 94, 'iter': 950, 'avg_loss': 1.3268148685354038, 'avg_acc_mask': 54.39878468549891, 'loss': 1.4352970123291016}
+{'epoch': 94, 'iter': 960, 'avg_loss': 1.3260778554024235, 'avg_acc_mask': 54.45013225751204, 'loss': 1.2738996744155884}
+{'epoch': 94, 'iter': 970, 'avg_loss': 1.3255113607577511, 'avg_acc_mask': 54.489292373759255, 'loss': 1.2882421016693115}
+{'epoch': 94, 'iter': 980, 'avg_loss': 1.3252219946012584, 'avg_acc_mask': 54.477959967914636, 'loss': 1.1591140031814575}
+{'epoch': 94, 'iter': 990, 'avg_loss': 1.3258192040605092, 'avg_acc_mask': 54.468902348943715, 'loss': 1.687291145324707}
+{'epoch': 94, 'iter': 1000, 'avg_loss': 1.3261638431401401, 'avg_acc_mask': 54.44753300903405, 'loss': 1.6339040994644165}
+{'epoch': 94, 'iter': 1010, 'avg_loss': 1.3258803746230996, 'avg_acc_mask': 54.45140952242916, 'loss': 1.0046042203903198}
+{'epoch': 94, 'iter': 1020, 'avg_loss': 1.3258720583243189, 'avg_acc_mask': 54.475336322869964, 'loss': 1.2478296756744385}
+{'epoch': 94, 'iter': 1030, 'avg_loss': 1.324693145969328, 'avg_acc_mask': 54.48099376232874, 'loss': 1.4047315120697021}
+{'epoch': 94, 'iter': 1040, 'avg_loss': 1.3251230623948815, 'avg_acc_mask': 54.48209099709583, 'loss': 1.2784451246261597}
+{'epoch': 94, 'iter': 1050, 'avg_loss': 1.3251073639467712, 'avg_acc_mask': 54.47519017377347, 'loss': 1.3373280763626099}
+{'epoch': 94, 'iter': 1060, 'avg_loss': 1.3251014269263424, 'avg_acc_mask': 54.45826853291861, 'loss': 1.1813186407089233}
+{'epoch': 94, 'iter': 1070, 'avg_loss': 1.324994724059528, 'avg_acc_mask': 54.44117244213121, 'loss': 1.3495547771453857}
+{'epoch': 94, 'iter': 1080, 'avg_loss': 1.3252854289885034, 'avg_acc_mask': 54.44044913328132, 'loss': 1.3160871267318726}
+{'epoch': 94, 'iter': 1090, 'avg_loss': 1.3261336674939372, 'avg_acc_mask': 54.40806045340051, 'loss': 1.2607972621917725}
+{'epoch': 94, 'iter': 1100, 'avg_loss': 1.3258588458060352, 'avg_acc_mask': 54.425132354410145, 'loss': 1.1603995561599731}
+{'epoch': 'EP94_train', 'avg_loss': 1.326517720028286, 'total_masked_acc': 54.39844760672704}
+{'epoch': 95, 'iter': 0, 'avg_loss': 1.6392079591751099, 'avg_acc_mask': 51.5625, 'loss': 1.6392079591751099}
+{'epoch': 95, 'iter': 10, 'avg_loss': 1.3525348901748657, 'avg_acc_mask': 54.81366459627329, 'loss': 1.3194410800933838}
+{'epoch': 95, 'iter': 20, 'avg_loss': 1.3470891487030756, 'avg_acc_mask': 53.015075376884425, 'loss': 1.2366544008255005}
+{'epoch': 95, 'iter': 30, 'avg_loss': 1.3560037959006526, 'avg_acc_mask': 53.07950727883539, 'loss': 1.4101160764694214}
+{'epoch': 95, 'iter': 40, 'avg_loss': 1.3329944465218522, 'avg_acc_mask': 53.671103477887506, 'loss': 1.1039758920669556}
+{'epoch': 95, 'iter': 50, 'avg_loss': 1.3444018434075748, 'avg_acc_mask': 53.39443312966734, 'loss': 1.346949815750122}
+{'epoch': 95, 'iter': 60, 'avg_loss': 1.3176805836255434, 'avg_acc_mask': 54.03458213256484, 'loss': 0.9284836053848267}
+{'epoch': 95, 'iter': 70, 'avg_loss': 1.3186295284351832, 'avg_acc_mask': 54.14091470951793, 'loss': 1.2377550601959229}
+{'epoch': 95, 'iter': 80, 'avg_loss': 1.3238270179724987, 'avg_acc_mask': 53.97307859313938, 'loss': 1.5128473043441772}
+{'epoch': 95, 'iter': 90, 'avg_loss': 1.3215752643543286, 'avg_acc_mask': 53.90898483080513, 'loss': 1.374390721321106}
+{'epoch': 95, 'iter': 100, 'avg_loss': 1.3107715856910933, 'avg_acc_mask': 54.4361965358784, 'loss': 1.2453373670578003}
+{'epoch': 95, 'iter': 110, 'avg_loss': 1.3121504268130741, 'avg_acc_mask': 54.580582836902266, 'loss': 1.0193617343902588}
+{'epoch': 95, 'iter': 120, 'avg_loss': 1.3093114145531142, 'avg_acc_mask': 54.49704142011834, 'loss': 1.618116021156311}
+{'epoch': 95, 'iter': 130, 'avg_loss': 1.3141988488554044, 'avg_acc_mask': 54.39500813890397, 'loss': 1.4936516284942627}
+{'epoch': 95, 'iter': 140, 'avg_loss': 1.3142107281279056, 'avg_acc_mask': 54.2004048582996, 'loss': 1.319762945175171}
+{'epoch': 95, 'iter': 150, 'avg_loss': 1.3134556136383915, 'avg_acc_mask': 54.30778371954843, 'loss': 1.7812087535858154}
+{'epoch': 95, 'iter': 160, 'avg_loss': 1.3116659170352154, 'avg_acc_mask': 54.503799731783644, 'loss': 1.3168725967407227}
+{'epoch': 95, 'iter': 170, 'avg_loss': 1.3119713855765716, 'avg_acc_mask': 54.5444982116558, 'loss': 1.160060167312622}
+{'epoch': 95, 'iter': 180, 'avg_loss': 1.3104886949391654, 'avg_acc_mask': 54.455741626794264, 'loss': 1.3138811588287354}
+{'epoch': 95, 'iter': 190, 'avg_loss': 1.307029684800752, 'avg_acc_mask': 54.4837980406933, 'loss': 1.0382789373397827}
+{'epoch': 95, 'iter': 200, 'avg_loss': 1.306690257580126, 'avg_acc_mask': 54.45429313277823, 'loss': 1.3075025081634521}
+{'epoch': 95, 'iter': 210, 'avg_loss': 1.3090418317306662, 'avg_acc_mask': 54.550867642055124, 'loss': 1.4779081344604492}
+{'epoch': 95, 'iter': 220, 'avg_loss': 1.313248467661137, 'avg_acc_mask': 54.518950437317784, 'loss': 2.2283146381378174}
+{'epoch': 95, 'iter': 230, 'avg_loss': 1.3135708425984238, 'avg_acc_mask': 54.42340524600341, 'loss': 1.121324062347412}
+{'epoch': 95, 'iter': 240, 'avg_loss': 1.3125598292133125, 'avg_acc_mask': 54.4925807173216, 'loss': 1.5551027059555054}
+{'epoch': 95, 'iter': 250, 'avg_loss': 1.3154991964894938, 'avg_acc_mask': 54.431557846506294, 'loss': 1.1455966234207153}
+{'epoch': 95, 'iter': 260, 'avg_loss': 1.3183877933984516, 'avg_acc_mask': 54.42994268351633, 'loss': 1.2210208177566528}
+{'epoch': 95, 'iter': 270, 'avg_loss': 1.3185337733518594, 'avg_acc_mask': 54.48994491272317, 'loss': 1.274444341659546}
+{'epoch': 95, 'iter': 280, 'avg_loss': 1.3174997916001019, 'avg_acc_mask': 54.52038984354963, 'loss': 1.0030908584594727}
+{'epoch': 95, 'iter': 290, 'avg_loss': 1.3157702534878786, 'avg_acc_mask': 54.61653015636634, 'loss': 1.373216986656189}
+{'epoch': 95, 'iter': 300, 'avg_loss': 1.3150262810859172, 'avg_acc_mask': 54.75159388908938, 'loss': 1.4874345064163208}
+{'epoch': 95, 'iter': 310, 'avg_loss': 1.3155415109882784, 'avg_acc_mask': 54.58948474061971, 'loss': 1.080902338027954}
+{'epoch': 95, 'iter': 320, 'avg_loss': 1.3153755856080218, 'avg_acc_mask': 54.626425370170764, 'loss': 1.2256526947021484}
+{'epoch': 95, 'iter': 330, 'avg_loss': 1.316855117813698, 'avg_acc_mask': 54.51098901098901, 'loss': 1.3704049587249756}
+{'epoch': 95, 'iter': 340, 'avg_loss': 1.3115578568226431, 'avg_acc_mask': 54.648247906555014, 'loss': 0.9198992848396301}
+{'epoch': 95, 'iter': 350, 'avg_loss': 1.3107528007268225, 'avg_acc_mask': 54.73891830167133, 'loss': 1.2491867542266846}
+{'epoch': 95, 'iter': 360, 'avg_loss': 1.3096640777059538, 'avg_acc_mask': 54.68346743585851, 'loss': 1.2537635564804077}
+{'epoch': 95, 'iter': 370, 'avg_loss': 1.3099967132038826, 'avg_acc_mask': 54.730827956459635, 'loss': 1.276949405670166}
+{'epoch': 95, 'iter': 380, 'avg_loss': 1.3125018216180677, 'avg_acc_mask': 54.622211561525546, 'loss': 1.222109317779541}
+{'epoch': 95, 'iter': 390, 'avg_loss': 1.3126117106898667, 'avg_acc_mask': 54.70013555836021, 'loss': 1.318522572517395}
+{'epoch': 95, 'iter': 400, 'avg_loss': 1.3126526586432707, 'avg_acc_mask': 54.71723886713414, 'loss': 1.1138041019439697}
+{'epoch': 95, 'iter': 410, 'avg_loss': 1.3134967323637357, 'avg_acc_mask': 54.731833140620836, 'loss': 1.4755686521530151}
+{'epoch': 95, 'iter': 420, 'avg_loss': 1.3110076959229422, 'avg_acc_mask': 54.81036882393876, 'loss': 1.1949189901351929}
+{'epoch': 95, 'iter': 430, 'avg_loss': 1.3093575990117066, 'avg_acc_mask': 54.84954097245834, 'loss': 1.0916248559951782}
+{'epoch': 95, 'iter': 440, 'avg_loss': 1.3104773576027142, 'avg_acc_mask': 54.79156286331174, 'loss': 1.56808602809906}
+{'epoch': 95, 'iter': 450, 'avg_loss': 1.3109388921054663, 'avg_acc_mask': 54.73765369476119, 'loss': 1.1233521699905396}
+{'epoch': 95, 'iter': 460, 'avg_loss': 1.3128392550278123, 'avg_acc_mask': 54.67888452536792, 'loss': 1.61436927318573}
+{'epoch': 95, 'iter': 470, 'avg_loss': 1.3137561737099017, 'avg_acc_mask': 54.6288735953964, 'loss': 1.3675925731658936}
+{'epoch': 95, 'iter': 480, 'avg_loss': 1.3143104977766342, 'avg_acc_mask': 54.67779429137609, 'loss': 1.4294804334640503}
+{'epoch': 95, 'iter': 490, 'avg_loss': 1.3146140450372716, 'avg_acc_mask': 54.68189964157706, 'loss': 1.5847487449645996}
+{'epoch': 95, 'iter': 500, 'avg_loss': 1.3123564862919426, 'avg_acc_mask': 54.75258749954285, 'loss': 1.3874624967575073}
+{'epoch': 95, 'iter': 510, 'avg_loss': 1.3113318532413698, 'avg_acc_mask': 54.794569617079205, 'loss': 1.3160712718963623}
+{'epoch': 95, 'iter': 520, 'avg_loss': 1.3103370953658722, 'avg_acc_mask': 54.84370055205879, 'loss': 1.3534750938415527}
+{'epoch': 95, 'iter': 530, 'avg_loss': 1.3104071384769376, 'avg_acc_mask': 54.86631016042781, 'loss': 1.2319692373275757}
+{'epoch': 95, 'iter': 540, 'avg_loss': 1.3122824788534266, 'avg_acc_mask': 54.79145473041709, 'loss': 1.6039057970046997}
+{'epoch': 95, 'iter': 550, 'avg_loss': 1.312053695889004, 'avg_acc_mask': 54.73964398602562, 'loss': 1.1233680248260498}
+{'epoch': 95, 'iter': 560, 'avg_loss': 1.3134493331645687, 'avg_acc_mask': 54.66871909081977, 'loss': 1.2212878465652466}
+{'epoch': 95, 'iter': 570, 'avg_loss': 1.3109420671563223, 'avg_acc_mask': 54.785436049319124, 'loss': 1.0188266038894653}
+{'epoch': 95, 'iter': 580, 'avg_loss': 1.3101743299661528, 'avg_acc_mask': 54.77372632111571, 'loss': 1.6643872261047363}
+{'epoch': 95, 'iter': 590, 'avg_loss': 1.3107052020816836, 'avg_acc_mask': 54.74658960256051, 'loss': 1.011592984199524}
+{'epoch': 95, 'iter': 600, 'avg_loss': 1.3100672341424495, 'avg_acc_mask': 54.79112471308339, 'loss': 1.1935561895370483}
+{'epoch': 95, 'iter': 610, 'avg_loss': 1.3108042675617675, 'avg_acc_mask': 54.7504509921828, 'loss': 1.4666738510131836}
+{'epoch': 95, 'iter': 620, 'avg_loss': 1.3087204183165386, 'avg_acc_mask': 54.81224828239753, 'loss': 1.4983218908309937}
+{'epoch': 95, 'iter': 630, 'avg_loss': 1.3085763150274092, 'avg_acc_mask': 54.8120936470451, 'loss': 1.4863107204437256}
+{'epoch': 95, 'iter': 640, 'avg_loss': 1.308792072506665, 'avg_acc_mask': 54.851604739445534, 'loss': 1.2731717824935913}
+{'epoch': 95, 'iter': 650, 'avg_loss': 1.3079755883978625, 'avg_acc_mask': 54.83669766386936, 'loss': 1.003687858581543}
+{'epoch': 95, 'iter': 660, 'avg_loss': 1.3084150054090502, 'avg_acc_mask': 54.836727282885, 'loss': 1.398499846458435}
+{'epoch': 95, 'iter': 670, 'avg_loss': 1.3073792708079968, 'avg_acc_mask': 54.88949439903118, 'loss': 1.5094348192214966}
+{'epoch': 95, 'iter': 680, 'avg_loss': 1.3072541187163143, 'avg_acc_mask': 54.908607691056034, 'loss': 1.3477790355682373}
+{'epoch': 95, 'iter': 690, 'avg_loss': 1.3077792743525525, 'avg_acc_mask': 54.894003310727825, 'loss': 1.4404699802398682}
+{'epoch': 95, 'iter': 700, 'avg_loss': 1.3098757920013515, 'avg_acc_mask': 54.86909617155638, 'loss': 1.7710975408554077}
+{'epoch': 95, 'iter': 710, 'avg_loss': 1.3092327152291094, 'avg_acc_mask': 54.91198919985462, 'loss': 1.2361403703689575}
+{'epoch': 95, 'iter': 720, 'avg_loss': 1.310453770974142, 'avg_acc_mask': 54.87898480274267, 'loss': 1.249537467956543}
+{'epoch': 95, 'iter': 730, 'avg_loss': 1.309604664181554, 'avg_acc_mask': 54.896314819024525, 'loss': 1.290062665939331}
+{'epoch': 95, 'iter': 740, 'avg_loss': 1.3099450143242655, 'avg_acc_mask': 54.8774412116381, 'loss': 1.1448737382888794}
+{'epoch': 95, 'iter': 750, 'avg_loss': 1.3108061951263925, 'avg_acc_mask': 54.81818181818182, 'loss': 1.509653925895691}
+{'epoch': 95, 'iter': 760, 'avg_loss': 1.310460148205425, 'avg_acc_mask': 54.82265543443956, 'loss': 1.3611032962799072}
+{'epoch': 95, 'iter': 770, 'avg_loss': 1.311292436722806, 'avg_acc_mask': 54.81376867100728, 'loss': 1.3415106534957886}
+{'epoch': 95, 'iter': 780, 'avg_loss': 1.3112994518689096, 'avg_acc_mask': 54.827349861738085, 'loss': 1.365954041481018}
+{'epoch': 95, 'iter': 790, 'avg_loss': 1.3112293268576283, 'avg_acc_mask': 54.83494692639683, 'loss': 1.5355846881866455}
+{'epoch': 95, 'iter': 800, 'avg_loss': 1.3105418851015422, 'avg_acc_mask': 54.838115414728506, 'loss': 0.9804606437683105}
+{'epoch': 95, 'iter': 810, 'avg_loss': 1.310508249793776, 'avg_acc_mask': 54.840910641588394, 'loss': 1.3919810056686401}
+{'epoch': 95, 'iter': 820, 'avg_loss': 1.3111501095065536, 'avg_acc_mask': 54.78938386922939, 'loss': 1.621610164642334}
+{'epoch': 95, 'iter': 830, 'avg_loss': 1.3112836696754437, 'avg_acc_mask': 54.795007329098745, 'loss': 1.4148756265640259}
+{'epoch': 95, 'iter': 840, 'avg_loss': 1.3106710051101114, 'avg_acc_mask': 54.841398675031805, 'loss': 1.1702858209609985}
+{'epoch': 95, 'iter': 850, 'avg_loss': 1.3117400189964528, 'avg_acc_mask': 54.80858807981455, 'loss': 1.338765263557434}
+{'epoch': 95, 'iter': 860, 'avg_loss': 1.3130890164225775, 'avg_acc_mask': 54.77657935285054, 'loss': 1.8498278856277466}
+{'epoch': 95, 'iter': 870, 'avg_loss': 1.3139845677549886, 'avg_acc_mask': 54.756115609869546, 'loss': 1.3600709438323975}
+{'epoch': 95, 'iter': 880, 'avg_loss': 1.3137447727118934, 'avg_acc_mask': 54.811391769822684, 'loss': 0.881048321723938}
+{'epoch': 95, 'iter': 890, 'avg_loss': 1.3121441480286595, 'avg_acc_mask': 54.88471250569194, 'loss': 0.8998587727546692}
+{'epoch': 95, 'iter': 900, 'avg_loss': 1.3114192060439887, 'avg_acc_mask': 54.910257982746636, 'loss': 1.2920913696289062}
+{'epoch': 95, 'iter': 910, 'avg_loss': 1.3109024754601697, 'avg_acc_mask': 54.93085880640466, 'loss': 1.3544189929962158}
+{'epoch': 95, 'iter': 920, 'avg_loss': 1.310571733825758, 'avg_acc_mask': 54.941400380647096, 'loss': 1.611782431602478}
+{'epoch': 95, 'iter': 930, 'avg_loss': 1.310426537831795, 'avg_acc_mask': 54.93725591261423, 'loss': 1.4576497077941895}
+{'epoch': 95, 'iter': 940, 'avg_loss': 1.3116037168487606, 'avg_acc_mask': 54.86822768688155, 'loss': 1.0794627666473389}
+{'epoch': 95, 'iter': 950, 'avg_loss': 1.3116513383501336, 'avg_acc_mask': 54.844025669361564, 'loss': 1.501424789428711}
+{'epoch': 95, 'iter': 960, 'avg_loss': 1.3111126820453123, 'avg_acc_mask': 54.882632709420065, 'loss': 1.2945774793624878}
+{'epoch': 95, 'iter': 970, 'avg_loss': 1.3115718493009816, 'avg_acc_mask': 54.86737425712496, 'loss': 1.0021275281906128}
+{'epoch': 95, 'iter': 980, 'avg_loss': 1.3118997916169124, 'avg_acc_mask': 54.87756751169827, 'loss': 1.157286524772644}
+{'epoch': 95, 'iter': 990, 'avg_loss': 1.3120510411551214, 'avg_acc_mask': 54.87140386439291, 'loss': 1.3634058237075806}
+{'epoch': 95, 'iter': 1000, 'avg_loss': 1.3127143425303143, 'avg_acc_mask': 54.867696613696204, 'loss': 1.710152268409729}
+{'epoch': 95, 'iter': 1010, 'avg_loss': 1.3130738104957973, 'avg_acc_mask': 54.85853961073312, 'loss': 1.047808051109314}
+{'epoch': 95, 'iter': 1020, 'avg_loss': 1.313032474211918, 'avg_acc_mask': 54.88826311419185, 'loss': 1.1097968816757202}
+{'epoch': 95, 'iter': 1030, 'avg_loss': 1.312523125619361, 'avg_acc_mask': 54.916757568713, 'loss': 1.4182683229446411}
+{'epoch': 95, 'iter': 1040, 'avg_loss': 1.3127469919142416, 'avg_acc_mask': 54.91529024377291, 'loss': 1.4755829572677612}
+{'epoch': 95, 'iter': 1050, 'avg_loss': 1.3127621661811415, 'avg_acc_mask': 54.910526315789475, 'loss': 1.0636484622955322}
+{'epoch': 95, 'iter': 1060, 'avg_loss': 1.3127671753202936, 'avg_acc_mask': 54.900733632349365, 'loss': 1.049556016921997}
+{'epoch': 95, 'iter': 1070, 'avg_loss': 1.312442035902114, 'avg_acc_mask': 54.90624838581931, 'loss': 1.7152574062347412}
+{'epoch': 95, 'iter': 1080, 'avg_loss': 1.3123490610793165, 'avg_acc_mask': 54.92732137075473, 'loss': 0.9408556222915649}
+{'epoch': 95, 'iter': 1090, 'avg_loss': 1.3135850598897332, 'avg_acc_mask': 54.904177069977735, 'loss': 1.073763370513916}
+{'epoch': 95, 'iter': 1100, 'avg_loss': 1.3133344837040601, 'avg_acc_mask': 54.90340386384545, 'loss': 0.9434779286384583}
+{'epoch': 'EP95_train', 'avg_loss': 1.313962461452139, 'total_masked_acc': 54.86737466864507}
+{'epoch': 96, 'iter': 0, 'avg_loss': 1.2138471603393555, 'avg_acc_mask': 57.14285714285714, 'loss': 1.2138471603393555}
+{'epoch': 96, 'iter': 10, 'avg_loss': 1.3353576822714373, 'avg_acc_mask': 53.233830845771145, 'loss': 1.3450770378112793}
+{'epoch': 96, 'iter': 20, 'avg_loss': 1.348010037626539, 'avg_acc_mask': 51.92143467122118, 'loss': 1.6289528608322144}
+{'epoch': 96, 'iter': 30, 'avg_loss': 1.3381422123601359, 'avg_acc_mask': 53.3684827182191, 'loss': 1.405587911605835}
+{'epoch': 96, 'iter': 40, 'avg_loss': 1.3415416813478238, 'avg_acc_mask': 54.137931034482754, 'loss': 1.3476256132125854}
+{'epoch': 96, 'iter': 50, 'avg_loss': 1.3709659775098164, 'avg_acc_mask': 52.96551724137931, 'loss': 1.3703324794769287}
+{'epoch': 96, 'iter': 60, 'avg_loss': 1.3562104594512063, 'avg_acc_mask': 53.23050058207218, 'loss': 1.350115418434143}
+{'epoch': 96, 'iter': 70, 'avg_loss': 1.3446431562934122, 'avg_acc_mask': 53.32996972754793, 'loss': 1.109318733215332}
+{'epoch': 96, 'iter': 80, 'avg_loss': 1.3492974322519184, 'avg_acc_mask': 53.29960404751429, 'loss': 1.4195088148117065}
+{'epoch': 96, 'iter': 90, 'avg_loss': 1.344241032233605, 'avg_acc_mask': 53.73961218836565, 'loss': 1.3421040773391724}
+{'epoch': 96, 'iter': 100, 'avg_loss': 1.3266311317387194, 'avg_acc_mask': 54.5536519386835, 'loss': 1.2471067905426025}
+{'epoch': 96, 'iter': 110, 'avg_loss': 1.32764453823502, 'avg_acc_mask': 54.62627593019427, 'loss': 0.8962546586990356}
+{'epoch': 96, 'iter': 120, 'avg_loss': 1.32596072135878, 'avg_acc_mask': 54.53997891883753, 'loss': 1.6399825811386108}
+{'epoch': 96, 'iter': 130, 'avg_loss': 1.3218158178657067, 'avg_acc_mask': 54.66518785526133, 'loss': 1.359908103942871}
+{'epoch': 96, 'iter': 140, 'avg_loss': 1.3213893475261986, 'avg_acc_mask': 54.64501997165314, 'loss': 1.0791300535202026}
+{'epoch': 96, 'iter': 150, 'avg_loss': 1.310315207535068, 'avg_acc_mask': 55.116588135798, 'loss': 1.4190295934677124}
+{'epoch': 96, 'iter': 160, 'avg_loss': 1.3093229561859037, 'avg_acc_mask': 55.10365922737057, 'loss': 1.2480568885803223}
+{'epoch': 96, 'iter': 170, 'avg_loss': 1.314249114683497, 'avg_acc_mask': 54.95180595275924, 'loss': 1.3046691417694092}
+{'epoch': 96, 'iter': 180, 'avg_loss': 1.3170485503107145, 'avg_acc_mask': 55.02454663861337, 'loss': 1.373671293258667}
+{'epoch': 96, 'iter': 190, 'avg_loss': 1.3169507253232426, 'avg_acc_mask': 54.9136786188579, 'loss': 1.1169697046279907}
+{'epoch': 96, 'iter': 200, 'avg_loss': 1.316098230395151, 'avg_acc_mask': 54.86230248306998, 'loss': 1.4100642204284668}
+{'epoch': 96, 'iter': 210, 'avg_loss': 1.3159572038605314, 'avg_acc_mask': 54.942884136390965, 'loss': 1.092207431793213}
+{'epoch': 96, 'iter': 220, 'avg_loss': 1.3133848139603213, 'avg_acc_mask': 55.02992539148971, 'loss': 1.304892659187317}
+{'epoch': 96, 'iter': 230, 'avg_loss': 1.313600268456843, 'avg_acc_mask': 55.067805910480516, 'loss': 0.9464446902275085}
+{'epoch': 96, 'iter': 240, 'avg_loss': 1.3132176119756895, 'avg_acc_mask': 55.05423320277192, 'loss': 1.4289542436599731}
+{'epoch': 96, 'iter': 250, 'avg_loss': 1.3168381169972667, 'avg_acc_mask': 54.939741646821105, 'loss': 1.2406980991363525}
+{'epoch': 96, 'iter': 260, 'avg_loss': 1.3192542492201502, 'avg_acc_mask': 54.910374420375106, 'loss': 1.4002035856246948}
+{'epoch': 96, 'iter': 270, 'avg_loss': 1.3188830611890532, 'avg_acc_mask': 54.87602207006581, 'loss': 1.47950279712677}
+{'epoch': 96, 'iter': 280, 'avg_loss': 1.3180680440413994, 'avg_acc_mask': 54.80287658918711, 'loss': 0.8169066309928894}
+{'epoch': 96, 'iter': 290, 'avg_loss': 1.3204304774602253, 'avg_acc_mask': 54.74964323385245, 'loss': 1.4241158962249756}
+{'epoch': 96, 'iter': 300, 'avg_loss': 1.315802273560204, 'avg_acc_mask': 54.81058328322309, 'loss': 1.0807331800460815}
+{'epoch': 96, 'iter': 310, 'avg_loss': 1.3140344196193854, 'avg_acc_mask': 54.802029272843896, 'loss': 1.2824450731277466}
+{'epoch': 96, 'iter': 320, 'avg_loss': 1.3150444043759617, 'avg_acc_mask': 54.744938355389664, 'loss': 1.197889804840088}
+{'epoch': 96, 'iter': 330, 'avg_loss': 1.315330927645692, 'avg_acc_mask': 54.75890755842592, 'loss': 0.9886078238487244}
+{'epoch': 96, 'iter': 340, 'avg_loss': 1.3129212899991145, 'avg_acc_mask': 54.809379486361465, 'loss': 1.33897864818573}
+{'epoch': 96, 'iter': 350, 'avg_loss': 1.3113915008357448, 'avg_acc_mask': 54.83403241675728, 'loss': 1.3206207752227783}
+{'epoch': 96, 'iter': 360, 'avg_loss': 1.3101893668359668, 'avg_acc_mask': 54.902651305529005, 'loss': 1.2598803043365479}
+{'epoch': 96, 'iter': 370, 'avg_loss': 1.3098294958271428, 'avg_acc_mask': 54.93385595296423, 'loss': 1.2055295705795288}
+{'epoch': 96, 'iter': 380, 'avg_loss': 1.3132670906585033, 'avg_acc_mask': 54.86501955547076, 'loss': 1.236006736755371}
+{'epoch': 96, 'iter': 390, 'avg_loss': 1.3128003363719072, 'avg_acc_mask': 54.874872081123826, 'loss': 1.4028795957565308}
+{'epoch': 96, 'iter': 400, 'avg_loss': 1.3134743988959867, 'avg_acc_mask': 54.88391075639398, 'loss': 1.2722129821777344}
+{'epoch': 96, 'iter': 410, 'avg_loss': 1.3138323959933, 'avg_acc_mask': 54.867139061116035, 'loss': 1.3043880462646484}
+{'epoch': 96, 'iter': 420, 'avg_loss': 1.3134703008975666, 'avg_acc_mask': 54.89499891751461, 'loss': 1.278711199760437}
+{'epoch': 96, 'iter': 430, 'avg_loss': 1.3136198123757081, 'avg_acc_mask': 54.924146114077466, 'loss': 1.4121865034103394}
+{'epoch': 96, 'iter': 440, 'avg_loss': 1.3160366433548008, 'avg_acc_mask': 54.87300405394225, 'loss': 1.8428409099578857}
+{'epoch': 96, 'iter': 450, 'avg_loss': 1.318860897203771, 'avg_acc_mask': 54.76171211263047, 'loss': 1.2754039764404297}
+{'epoch': 96, 'iter': 460, 'avg_loss': 1.320628483486796, 'avg_acc_mask': 54.723630028508076, 'loss': 1.3786804676055908}
+{'epoch': 96, 'iter': 470, 'avg_loss': 1.321132800887851, 'avg_acc_mask': 54.734357466238436, 'loss': 1.205316424369812}
+{'epoch': 96, 'iter': 480, 'avg_loss': 1.3197792254217944, 'avg_acc_mask': 54.86158513462268, 'loss': 1.216970682144165}
+{'epoch': 96, 'iter': 490, 'avg_loss': 1.3201404888858135, 'avg_acc_mask': 54.877550261994124, 'loss': 1.7203145027160645}
+{'epoch': 96, 'iter': 500, 'avg_loss': 1.3187763206735104, 'avg_acc_mask': 54.95669262682874, 'loss': 1.2660770416259766}
+{'epoch': 96, 'iter': 510, 'avg_loss': 1.318343077737058, 'avg_acc_mask': 55.00035691341281, 'loss': 1.2046772241592407}
+{'epoch': 96, 'iter': 520, 'avg_loss': 1.3181653250430687, 'avg_acc_mask': 55.01261918115535, 'loss': 1.5700575113296509}
+{'epoch': 96, 'iter': 530, 'avg_loss': 1.3179157222507139, 'avg_acc_mask': 55.0139515656757, 'loss': 0.9946235418319702}
+{'epoch': 96, 'iter': 540, 'avg_loss': 1.3190041302312545, 'avg_acc_mask': 54.91814368826952, 'loss': 1.7546621561050415}
+{'epoch': 96, 'iter': 550, 'avg_loss': 1.3198387715864095, 'avg_acc_mask': 54.86170988923526, 'loss': 1.6827720403671265}
+{'epoch': 96, 'iter': 560, 'avg_loss': 1.317924982511211, 'avg_acc_mask': 54.878446196962784, 'loss': 1.209403157234192}
+{'epoch': 96, 'iter': 570, 'avg_loss': 1.3155045460276762, 'avg_acc_mask': 54.972765139378396, 'loss': 1.388293743133545}
+{'epoch': 96, 'iter': 580, 'avg_loss': 1.3149640337530388, 'avg_acc_mask': 54.982200800176415, 'loss': 1.5814282894134521}
+{'epoch': 96, 'iter': 590, 'avg_loss': 1.3142925842764415, 'avg_acc_mask': 55.02429362795161, 'loss': 1.2125396728515625}
+{'epoch': 96, 'iter': 600, 'avg_loss': 1.3149986121301445, 'avg_acc_mask': 55.01399537544116, 'loss': 1.5677165985107422}
+{'epoch': 96, 'iter': 610, 'avg_loss': 1.3151887400645865, 'avg_acc_mask': 54.98818391217206, 'loss': 1.3684604167938232}
+{'epoch': 96, 'iter': 620, 'avg_loss': 1.3133190870285034, 'avg_acc_mask': 55.079079904573966, 'loss': 1.4726028442382812}
+{'epoch': 96, 'iter': 630, 'avg_loss': 1.3124405421470122, 'avg_acc_mask': 55.11037719450721, 'loss': 1.2238843441009521}
+{'epoch': 96, 'iter': 640, 'avg_loss': 1.3114523582637032, 'avg_acc_mask': 55.13337335963633, 'loss': 1.0173273086547852}
+{'epoch': 96, 'iter': 650, 'avg_loss': 1.3114994213145266, 'avg_acc_mask': 55.14282488427232, 'loss': 1.3831661939620972}
+{'epoch': 96, 'iter': 660, 'avg_loss': 1.3116240712409661, 'avg_acc_mask': 55.13815844394357, 'loss': 1.3594787120819092}
+{'epoch': 96, 'iter': 670, 'avg_loss': 1.3106398401246164, 'avg_acc_mask': 55.155783300907025, 'loss': 1.3907328844070435}
+{'epoch': 96, 'iter': 680, 'avg_loss': 1.3110397254142818, 'avg_acc_mask': 55.13612692587896, 'loss': 1.5246187448501587}
+{'epoch': 96, 'iter': 690, 'avg_loss': 1.3118878649561174, 'avg_acc_mask': 55.13250319284803, 'loss': 1.2472589015960693}
+{'epoch': 96, 'iter': 700, 'avg_loss': 1.3140785703475397, 'avg_acc_mask': 55.065200850103636, 'loss': 1.4157047271728516}
+{'epoch': 96, 'iter': 710, 'avg_loss': 1.3145329104697152, 'avg_acc_mask': 55.072988922248676, 'loss': 1.188270926475525}
+{'epoch': 96, 'iter': 720, 'avg_loss': 1.3159515365813543, 'avg_acc_mask': 55.04849412965799, 'loss': 1.5148307085037231}
+{'epoch': 96, 'iter': 730, 'avg_loss': 1.3143805854950004, 'avg_acc_mask': 55.07950085538895, 'loss': 1.433508276939392}
+{'epoch': 96, 'iter': 740, 'avg_loss': 1.315609675267769, 'avg_acc_mask': 55.0140208948557, 'loss': 1.3797460794448853}
+{'epoch': 96, 'iter': 750, 'avg_loss': 1.3173312721017516, 'avg_acc_mask': 54.950083194675535, 'loss': 1.234442949295044}
+{'epoch': 96, 'iter': 760, 'avg_loss': 1.3181056243987967, 'avg_acc_mask': 54.937271870241, 'loss': 1.3570340871810913}
+{'epoch': 96, 'iter': 770, 'avg_loss': 1.3190117572686706, 'avg_acc_mask': 54.90303651933306, 'loss': 1.318190336227417}
+{'epoch': 96, 'iter': 780, 'avg_loss': 1.3183549408265478, 'avg_acc_mask': 54.94792893831581, 'loss': 1.4538172483444214}
+{'epoch': 96, 'iter': 790, 'avg_loss': 1.3184104718541074, 'avg_acc_mask': 54.96010978531389, 'loss': 1.5793101787567139}
+{'epoch': 96, 'iter': 800, 'avg_loss': 1.3185724620515487, 'avg_acc_mask': 54.93203526818515, 'loss': 1.6575013399124146}
+{'epoch': 96, 'iter': 810, 'avg_loss': 1.318078262370847, 'avg_acc_mask': 54.92766111841807, 'loss': 1.1956688165664673}
+{'epoch': 96, 'iter': 820, 'avg_loss': 1.3187013948733275, 'avg_acc_mask': 54.9002038484801, 'loss': 1.5123541355133057}
+{'epoch': 96, 'iter': 830, 'avg_loss': 1.3180065616230099, 'avg_acc_mask': 54.913640389725416, 'loss': 1.4602009057998657}
+{'epoch': 96, 'iter': 840, 'avg_loss': 1.31701042124831, 'avg_acc_mask': 54.92215516487361, 'loss': 0.941163957118988}
+{'epoch': 96, 'iter': 850, 'avg_loss': 1.3175631379128623, 'avg_acc_mask': 54.88320884245067, 'loss': 1.112229347229004}
+{'epoch': 96, 'iter': 860, 'avg_loss': 1.3182075319943667, 'avg_acc_mask': 54.85816585324268, 'loss': 1.2071261405944824}
+{'epoch': 96, 'iter': 870, 'avg_loss': 1.3195460754201827, 'avg_acc_mask': 54.804839558127306, 'loss': 1.0954715013504028}
+{'epoch': 96, 'iter': 880, 'avg_loss': 1.3193283683190145, 'avg_acc_mask': 54.835489372322286, 'loss': 1.1495587825775146}
+{'epoch': 96, 'iter': 890, 'avg_loss': 1.3167271264875777, 'avg_acc_mask': 54.907697379264874, 'loss': 0.8237470388412476}
+{'epoch': 96, 'iter': 900, 'avg_loss': 1.3172217682913592, 'avg_acc_mask': 54.87094935678228, 'loss': 1.584092617034912}
+{'epoch': 96, 'iter': 910, 'avg_loss': 1.3182910790689428, 'avg_acc_mask': 54.82366188120803, 'loss': 1.6025125980377197}
+{'epoch': 96, 'iter': 920, 'avg_loss': 1.3180625997847766, 'avg_acc_mask': 54.82722263114967, 'loss': 1.4695690870285034}
+{'epoch': 96, 'iter': 930, 'avg_loss': 1.3176743720451052, 'avg_acc_mask': 54.83458054352107, 'loss': 1.4699928760528564}
+{'epoch': 96, 'iter': 940, 'avg_loss': 1.317623527979876, 'avg_acc_mask': 54.81954696842802, 'loss': 0.9229689836502075}
+{'epoch': 96, 'iter': 950, 'avg_loss': 1.3173962009191262, 'avg_acc_mask': 54.810675402254546, 'loss': 1.5910261869430542}
+{'epoch': 96, 'iter': 960, 'avg_loss': 1.316306834662494, 'avg_acc_mask': 54.842524942294126, 'loss': 1.2525420188903809}
+{'epoch': 96, 'iter': 970, 'avg_loss': 1.316814028701134, 'avg_acc_mask': 54.81807201630558, 'loss': 0.9737555384635925}
+{'epoch': 96, 'iter': 980, 'avg_loss': 1.317683092983977, 'avg_acc_mask': 54.81244982169196, 'loss': 1.2651406526565552}
+{'epoch': 96, 'iter': 990, 'avg_loss': 1.318385550581242, 'avg_acc_mask': 54.79118200952697, 'loss': 1.512798547744751}
+{'epoch': 96, 'iter': 1000, 'avg_loss': 1.318552366563014, 'avg_acc_mask': 54.78808914870296, 'loss': 1.532791018486023}
+{'epoch': 96, 'iter': 1010, 'avg_loss': 1.3183137407760357, 'avg_acc_mask': 54.82126058325494, 'loss': 1.347313404083252}
+{'epoch': 96, 'iter': 1020, 'avg_loss': 1.3186731606459174, 'avg_acc_mask': 54.83466709633529, 'loss': 1.1054158210754395}
+{'epoch': 96, 'iter': 1030, 'avg_loss': 1.3183668333274663, 'avg_acc_mask': 54.82943962535256, 'loss': 1.4976019859313965}
+{'epoch': 96, 'iter': 1040, 'avg_loss': 1.3176976746372255, 'avg_acc_mask': 54.83270396065689, 'loss': 1.221482753753662}
+{'epoch': 96, 'iter': 1050, 'avg_loss': 1.3171195208062227, 'avg_acc_mask': 54.87501522083254, 'loss': 1.5064269304275513}
+{'epoch': 96, 'iter': 1060, 'avg_loss': 1.3171554375773438, 'avg_acc_mask': 54.853156489535785, 'loss': 1.2590808868408203}
+{'epoch': 96, 'iter': 1070, 'avg_loss': 1.3168077268520324, 'avg_acc_mask': 54.84448842406975, 'loss': 1.2182178497314453}
+{'epoch': 96, 'iter': 1080, 'avg_loss': 1.3162180669984809, 'avg_acc_mask': 54.8960922572245, 'loss': 1.1595593690872192}
+{'epoch': 96, 'iter': 1090, 'avg_loss': 1.3171905364933416, 'avg_acc_mask': 54.858530051900225, 'loss': 1.4067829847335815}
+{'epoch': 96, 'iter': 1100, 'avg_loss': 1.31617865077373, 'avg_acc_mask': 54.88106502000233, 'loss': 1.2983589172363281}
+{'epoch': 'EP96_train', 'avg_loss': 1.316194238490109, 'total_masked_acc': 54.859629096563935}
+{'epoch': 97, 'iter': 0, 'avg_loss': 1.2544841766357422, 'avg_acc_mask': 56.14035087719298, 'loss': 1.2544841766357422}
+{'epoch': 97, 'iter': 10, 'avg_loss': 1.401760220527649, 'avg_acc_mask': 52.4031007751938, 'loss': 1.3053522109985352}
+{'epoch': 97, 'iter': 20, 'avg_loss': 1.3193159103393555, 'avg_acc_mask': 55.154639175257735, 'loss': 1.209039568901062}
+{'epoch': 97, 'iter': 30, 'avg_loss': 1.305488363389046, 'avg_acc_mask': 55.072463768115945, 'loss': 1.7068567276000977}
+{'epoch': 97, 'iter': 40, 'avg_loss': 1.2945154062131556, 'avg_acc_mask': 55.9799909049568, 'loss': 1.1314538717269897}
+{'epoch': 97, 'iter': 50, 'avg_loss': 1.3157159580903894, 'avg_acc_mask': 54.92805755395683, 'loss': 1.6427462100982666}
+{'epoch': 97, 'iter': 60, 'avg_loss': 1.2961293546879877, 'avg_acc_mask': 55.15573026912609, 'loss': 1.1553301811218262}
+{'epoch': 97, 'iter': 70, 'avg_loss': 1.3022629047783327, 'avg_acc_mask': 55.19564654055454, 'loss': 1.4827481508255005}
+{'epoch': 97, 'iter': 80, 'avg_loss': 1.2983315219113856, 'avg_acc_mask': 55.24348810872027, 'loss': 1.2601611614227295}
+{'epoch': 97, 'iter': 90, 'avg_loss': 1.2982934850912828, 'avg_acc_mask': 55.284388866478416, 'loss': 1.4508355855941772}
+{'epoch': 97, 'iter': 100, 'avg_loss': 1.2996851453686704, 'avg_acc_mask': 55.16427663822835, 'loss': 1.467923641204834}
+{'epoch': 97, 'iter': 110, 'avg_loss': 1.305338841300827, 'avg_acc_mask': 55.04159733777038, 'loss': 1.135758399963379}
+{'epoch': 97, 'iter': 120, 'avg_loss': 1.3083560525878402, 'avg_acc_mask': 54.79014598540146, 'loss': 1.517608404159546}
+{'epoch': 97, 'iter': 130, 'avg_loss': 1.3125852200821155, 'avg_acc_mask': 54.488255033557046, 'loss': 1.2908332347869873}
+{'epoch': 97, 'iter': 140, 'avg_loss': 1.3145293462361005, 'avg_acc_mask': 54.354042110735634, 'loss': 0.9821797609329224}
+{'epoch': 97, 'iter': 150, 'avg_loss': 1.302220374148413, 'avg_acc_mask': 54.784630445423396, 'loss': 1.5753227472305298}
+{'epoch': 97, 'iter': 160, 'avg_loss': 1.3070041374390169, 'avg_acc_mask': 54.691812327506895, 'loss': 1.5468995571136475}
+{'epoch': 97, 'iter': 170, 'avg_loss': 1.307965956933317, 'avg_acc_mask': 54.74452554744526, 'loss': 1.2325466871261597}
+{'epoch': 97, 'iter': 180, 'avg_loss': 1.3100271745281324, 'avg_acc_mask': 54.75876079228035, 'loss': 1.2643522024154663}
+{'epoch': 97, 'iter': 190, 'avg_loss': 1.313462276109226, 'avg_acc_mask': 54.66321243523316, 'loss': 1.2666255235671997}
+{'epoch': 97, 'iter': 200, 'avg_loss': 1.3128832531212575, 'avg_acc_mask': 54.69688694702348, 'loss': 1.2577717304229736}
+{'epoch': 97, 'iter': 210, 'avg_loss': 1.307960030309397, 'avg_acc_mask': 54.832295988935, 'loss': 1.2435561418533325}
+{'epoch': 97, 'iter': 220, 'avg_loss': 1.3053877140601835, 'avg_acc_mask': 54.928300642821824, 'loss': 1.411471962928772}
+{'epoch': 97, 'iter': 230, 'avg_loss': 1.31049241415866, 'avg_acc_mask': 54.81861198738171, 'loss': 1.0844037532806396}
+{'epoch': 97, 'iter': 240, 'avg_loss': 1.3085059862413841, 'avg_acc_mask': 54.89766633940035, 'loss': 1.1751710176467896}
+{'epoch': 97, 'iter': 250, 'avg_loss': 1.3093243191441692, 'avg_acc_mask': 54.93070169073362, 'loss': 1.2424960136413574}
+{'epoch': 97, 'iter': 260, 'avg_loss': 1.3111362667376054, 'avg_acc_mask': 54.84905528829395, 'loss': 1.3103832006454468}
+{'epoch': 97, 'iter': 270, 'avg_loss': 1.315069556236267, 'avg_acc_mask': 54.80949825596995, 'loss': 1.605380654335022}
+{'epoch': 97, 'iter': 280, 'avg_loss': 1.3169166721483143, 'avg_acc_mask': 54.72356935014548, 'loss': 0.7897520661354065}
+{'epoch': 97, 'iter': 290, 'avg_loss': 1.314936843319857, 'avg_acc_mask': 54.82379405148713, 'loss': 1.492698311805725}
+{'epoch': 97, 'iter': 300, 'avg_loss': 1.31216401614224, 'avg_acc_mask': 54.90433519011867, 'loss': 0.822076678276062}
+{'epoch': 97, 'iter': 310, 'avg_loss': 1.3130733650596962, 'avg_acc_mask': 54.79821679962459, 'loss': 1.1468042135238647}
+{'epoch': 97, 'iter': 320, 'avg_loss': 1.3154487659998029, 'avg_acc_mask': 54.74410908883437, 'loss': 1.5013723373413086}
+{'epoch': 97, 'iter': 330, 'avg_loss': 1.314818297087966, 'avg_acc_mask': 54.81854392564727, 'loss': 1.043473720550537}
+{'epoch': 97, 'iter': 340, 'avg_loss': 1.315647547370877, 'avg_acc_mask': 54.80047200171637, 'loss': 1.4624277353286743}
+{'epoch': 97, 'iter': 350, 'avg_loss': 1.3171964077188758, 'avg_acc_mask': 54.77197931358722, 'loss': 1.5075839757919312}
+{'epoch': 97, 'iter': 360, 'avg_loss': 1.316476128273063, 'avg_acc_mask': 54.791529124980954, 'loss': 1.293800950050354}
+{'epoch': 97, 'iter': 370, 'avg_loss': 1.318040572568734, 'avg_acc_mask': 54.778359166748935, 'loss': 1.2900880575180054}
+{'epoch': 97, 'iter': 380, 'avg_loss': 1.320607508574258, 'avg_acc_mask': 54.6350610635638, 'loss': 0.926771342754364}
+{'epoch': 97, 'iter': 390, 'avg_loss': 1.3217644191459013, 'avg_acc_mask': 54.5833528502506, 'loss': 1.5128265619277954}
+{'epoch': 97, 'iter': 400, 'avg_loss': 1.3208302307009994, 'avg_acc_mask': 54.636912383391255, 'loss': 1.2419345378875732}
+{'epoch': 97, 'iter': 410, 'avg_loss': 1.3200065959109006, 'avg_acc_mask': 54.60273482884976, 'loss': 1.356368899345398}
+{'epoch': 97, 'iter': 420, 'avg_loss': 1.3219703410413657, 'avg_acc_mask': 54.55857274039092, 'loss': 1.1611881256103516}
+{'epoch': 97, 'iter': 430, 'avg_loss': 1.3195606582126043, 'avg_acc_mask': 54.66101694915254, 'loss': 0.9717362523078918}
+{'epoch': 97, 'iter': 440, 'avg_loss': 1.319617777319452, 'avg_acc_mask': 54.68031759297952, 'loss': 1.3523186445236206}
+{'epoch': 97, 'iter': 450, 'avg_loss': 1.3215565793794433, 'avg_acc_mask': 54.64494262730205, 'loss': 1.3253499269485474}
+{'epoch': 97, 'iter': 460, 'avg_loss': 1.3216223831807714, 'avg_acc_mask': 54.62570903571143, 'loss': 1.2246479988098145}
+{'epoch': 97, 'iter': 470, 'avg_loss': 1.3219605645050163, 'avg_acc_mask': 54.62778623570286, 'loss': 1.1522533893585205}
+{'epoch': 97, 'iter': 480, 'avg_loss': 1.321343764569804, 'avg_acc_mask': 54.755341144038596, 'loss': 1.177949070930481}
+{'epoch': 97, 'iter': 490, 'avg_loss': 1.3208450014625208, 'avg_acc_mask': 54.76887288008404, 'loss': 1.5759378671646118}
+{'epoch': 97, 'iter': 500, 'avg_loss': 1.3201135147117569, 'avg_acc_mask': 54.79224988949463, 'loss': 1.4580248594284058}
+{'epoch': 97, 'iter': 510, 'avg_loss': 1.319079631811952, 'avg_acc_mask': 54.86687351179739, 'loss': 1.3144850730895996}
+{'epoch': 97, 'iter': 520, 'avg_loss': 1.318190162332868, 'avg_acc_mask': 54.86098813529308, 'loss': 1.29453444480896}
+{'epoch': 97, 'iter': 530, 'avg_loss': 1.3181585287868192, 'avg_acc_mask': 54.81388627737734, 'loss': 1.2409919500350952}
+{'epoch': 97, 'iter': 540, 'avg_loss': 1.3178599558343729, 'avg_acc_mask': 54.734071643423576, 'loss': 1.3901323080062866}
+{'epoch': 97, 'iter': 550, 'avg_loss': 1.3190727496752939, 'avg_acc_mask': 54.662379421221864, 'loss': 1.3679064512252808}
+{'epoch': 97, 'iter': 560, 'avg_loss': 1.3183662811702586, 'avg_acc_mask': 54.635445785509916, 'loss': 1.2107003927230835}
+{'epoch': 97, 'iter': 570, 'avg_loss': 1.315699222417721, 'avg_acc_mask': 54.751745539177655, 'loss': 1.132151484489441}
+{'epoch': 97, 'iter': 580, 'avg_loss': 1.3153334270245853, 'avg_acc_mask': 54.746192893401016, 'loss': 1.6769989728927612}
+{'epoch': 97, 'iter': 590, 'avg_loss': 1.3157344161959872, 'avg_acc_mask': 54.75010133133789, 'loss': 1.3206664323806763}
+{'epoch': 97, 'iter': 600, 'avg_loss': 1.3161107576428952, 'avg_acc_mask': 54.736906735433166, 'loss': 1.1832196712493896}
+{'epoch': 97, 'iter': 610, 'avg_loss': 1.3167232826181403, 'avg_acc_mask': 54.75237091675448, 'loss': 1.3685243129730225}
+{'epoch': 97, 'iter': 620, 'avg_loss': 1.3156052931495335, 'avg_acc_mask': 54.79760564215018, 'loss': 1.4991174936294556}
+{'epoch': 97, 'iter': 630, 'avg_loss': 1.3149713837968189, 'avg_acc_mask': 54.808728840719056, 'loss': 1.183627724647522}
+{'epoch': 97, 'iter': 640, 'avg_loss': 1.3139895828391386, 'avg_acc_mask': 54.86512108937344, 'loss': 0.9562504291534424}
+{'epoch': 97, 'iter': 650, 'avg_loss': 1.3143829877292323, 'avg_acc_mask': 54.88291757510547, 'loss': 1.3478962182998657}
+{'epoch': 97, 'iter': 660, 'avg_loss': 1.3122291732664007, 'avg_acc_mask': 54.956036287508724, 'loss': 1.1940672397613525}
+{'epoch': 97, 'iter': 670, 'avg_loss': 1.312712444189586, 'avg_acc_mask': 54.95349221200947, 'loss': 1.4622905254364014}
+{'epoch': 97, 'iter': 680, 'avg_loss': 1.312393339982642, 'avg_acc_mask': 54.94731709959642, 'loss': 1.4995827674865723}
+{'epoch': 97, 'iter': 690, 'avg_loss': 1.3129323954692624, 'avg_acc_mask': 54.93787660640964, 'loss': 1.2985098361968994}
+{'epoch': 97, 'iter': 700, 'avg_loss': 1.3147958633562977, 'avg_acc_mask': 54.90046746152634, 'loss': 1.380344271659851}
+{'epoch': 97, 'iter': 710, 'avg_loss': 1.3138158213237168, 'avg_acc_mask': 54.91822399626759, 'loss': 1.166551947593689}
+{'epoch': 97, 'iter': 720, 'avg_loss': 1.313561472168577, 'avg_acc_mask': 54.93116043832538, 'loss': 1.2219223976135254}
+{'epoch': 97, 'iter': 730, 'avg_loss': 1.3115762622998939, 'avg_acc_mask': 54.9906692893529, 'loss': 1.500487208366394}
+{'epoch': 97, 'iter': 740, 'avg_loss': 1.31246993376015, 'avg_acc_mask': 54.9728078670938, 'loss': 1.4154068231582642}
+{'epoch': 97, 'iter': 750, 'avg_loss': 1.3130829702522084, 'avg_acc_mask': 54.933477078381884, 'loss': 1.6603589057922363}
+{'epoch': 97, 'iter': 760, 'avg_loss': 1.3122845303839985, 'avg_acc_mask': 54.975407651491295, 'loss': 1.2262845039367676}
+{'epoch': 97, 'iter': 770, 'avg_loss': 1.3130582588037474, 'avg_acc_mask': 54.929039040474024, 'loss': 1.5066359043121338}
+{'epoch': 97, 'iter': 780, 'avg_loss': 1.3125067365459535, 'avg_acc_mask': 54.919038851909555, 'loss': 1.373010277748108}
+{'epoch': 97, 'iter': 790, 'avg_loss': 1.3124846718856868, 'avg_acc_mask': 54.9257696879297, 'loss': 1.3222278356552124}
+{'epoch': 97, 'iter': 800, 'avg_loss': 1.312051142348481, 'avg_acc_mask': 54.92176714219973, 'loss': 1.1039974689483643}
+{'epoch': 97, 'iter': 810, 'avg_loss': 1.3123463884675841, 'avg_acc_mask': 54.91261165026478, 'loss': 1.3154571056365967}
+{'epoch': 97, 'iter': 820, 'avg_loss': 1.3118870343273363, 'avg_acc_mask': 54.91571139581929, 'loss': 1.3091130256652832}
+{'epoch': 97, 'iter': 830, 'avg_loss': 1.3113475652808317, 'avg_acc_mask': 54.93402052694717, 'loss': 1.2440026998519897}
+{'epoch': 97, 'iter': 840, 'avg_loss': 1.3115080618404746, 'avg_acc_mask': 54.90312246286179, 'loss': 1.2235437631607056}
+{'epoch': 97, 'iter': 850, 'avg_loss': 1.3124534046467826, 'avg_acc_mask': 54.85975636190229, 'loss': 1.292515516281128}
+{'epoch': 97, 'iter': 860, 'avg_loss': 1.313265319692964, 'avg_acc_mask': 54.82876052175031, 'loss': 1.3808691501617432}
+{'epoch': 97, 'iter': 870, 'avg_loss': 1.3151060741749752, 'avg_acc_mask': 54.744587280108256, 'loss': 1.6229437589645386}
+{'epoch': 97, 'iter': 880, 'avg_loss': 1.3149490576326237, 'avg_acc_mask': 54.74333507579717, 'loss': 1.045257806777954}
+{'epoch': 97, 'iter': 890, 'avg_loss': 1.3137072953578466, 'avg_acc_mask': 54.762692928373404, 'loss': 1.2705222368240356}
+{'epoch': 97, 'iter': 900, 'avg_loss': 1.3140931165178662, 'avg_acc_mask': 54.75051124744377, 'loss': 1.474751591682434}
+{'epoch': 97, 'iter': 910, 'avg_loss': 1.314433903385334, 'avg_acc_mask': 54.737203294041656, 'loss': 1.2293494939804077}
+{'epoch': 97, 'iter': 920, 'avg_loss': 1.314358141924478, 'avg_acc_mask': 54.74296450271826, 'loss': 1.5730347633361816}
+{'epoch': 97, 'iter': 930, 'avg_loss': 1.315068422851706, 'avg_acc_mask': 54.72235405790224, 'loss': 1.7880775928497314}
+{'epoch': 97, 'iter': 940, 'avg_loss': 1.314596534662115, 'avg_acc_mask': 54.747664282084365, 'loss': 0.9330113530158997}
+{'epoch': 97, 'iter': 950, 'avg_loss': 1.314585535308164, 'avg_acc_mask': 54.742647058823536, 'loss': 1.6591228246688843}
+{'epoch': 97, 'iter': 960, 'avg_loss': 1.3146990061302464, 'avg_acc_mask': 54.73948164312239, 'loss': 1.3844681978225708}
+{'epoch': 97, 'iter': 970, 'avg_loss': 1.3148041625347, 'avg_acc_mask': 54.764205460505124, 'loss': 1.0584644079208374}
+{'epoch': 97, 'iter': 980, 'avg_loss': 1.3142109297588087, 'avg_acc_mask': 54.76873464949284, 'loss': 1.2148098945617676}
+{'epoch': 97, 'iter': 990, 'avg_loss': 1.314625450268042, 'avg_acc_mask': 54.74341629755926, 'loss': 1.3946499824523926}
+{'epoch': 97, 'iter': 1000, 'avg_loss': 1.314944634547124, 'avg_acc_mask': 54.703864707716576, 'loss': 1.6197787523269653}
+{'epoch': 97, 'iter': 1010, 'avg_loss': 1.3157916849609887, 'avg_acc_mask': 54.68642190507318, 'loss': 1.2237886190414429}
+{'epoch': 97, 'iter': 1020, 'avg_loss': 1.315025983022546, 'avg_acc_mask': 54.720204272459185, 'loss': 0.9890392422676086}
+{'epoch': 97, 'iter': 1030, 'avg_loss': 1.314702798508534, 'avg_acc_mask': 54.74429134209166, 'loss': 1.4803217649459839}
+{'epoch': 97, 'iter': 1040, 'avg_loss': 1.3131323748202879, 'avg_acc_mask': 54.78699927616828, 'loss': 1.2336777448654175}
+{'epoch': 97, 'iter': 1050, 'avg_loss': 1.3129447093472721, 'avg_acc_mask': 54.808532960307744, 'loss': 1.1419806480407715}
+{'epoch': 97, 'iter': 1060, 'avg_loss': 1.3127848140818121, 'avg_acc_mask': 54.78756584419185, 'loss': 1.0060547590255737}
+{'epoch': 97, 'iter': 1070, 'avg_loss': 1.3116678336755234, 'avg_acc_mask': 54.817840166114664, 'loss': 1.1719579696655273}
+{'epoch': 97, 'iter': 1080, 'avg_loss': 1.311881515187979, 'avg_acc_mask': 54.797709469677656, 'loss': 1.211054801940918}
+{'epoch': 97, 'iter': 1090, 'avg_loss': 1.3118019685299434, 'avg_acc_mask': 54.78942674944896, 'loss': 1.227622151374817}
+{'epoch': 97, 'iter': 1100, 'avg_loss': 1.3112785965068896, 'avg_acc_mask': 54.82296092643506, 'loss': 0.9749206304550171}
+{'epoch': 'EP97_train', 'avg_loss': 1.311137895616471, 'total_masked_acc': 54.817286779233285}
+{'epoch': 98, 'iter': 0, 'avg_loss': 1.3411221504211426, 'avg_acc_mask': 57.57575757575758, 'loss': 1.3411221504211426}
+{'epoch': 98, 'iter': 10, 'avg_loss': 1.291810859333385, 'avg_acc_mask': 54.66893039049236, 'loss': 1.40601646900177}
+{'epoch': 98, 'iter': 20, 'avg_loss': 1.342164207072485, 'avg_acc_mask': 53.04659498207885, 'loss': 1.3941802978515625}
+{'epoch': 98, 'iter': 30, 'avg_loss': 1.3130894457140276, 'avg_acc_mask': 54.325468844525105, 'loss': 1.4901597499847412}
+{'epoch': 98, 'iter': 40, 'avg_loss': 1.3181147996972247, 'avg_acc_mask': 53.8003663003663, 'loss': 1.5035901069641113}
+{'epoch': 98, 'iter': 50, 'avg_loss': 1.3262505870239407, 'avg_acc_mask': 53.88243831640058, 'loss': 1.2911314964294434}
+{'epoch': 98, 'iter': 60, 'avg_loss': 1.3227102942154056, 'avg_acc_mask': 54.058146577831614, 'loss': 1.392266035079956}
+{'epoch': 98, 'iter': 70, 'avg_loss': 1.3260700929332787, 'avg_acc_mask': 54.0337224383917, 'loss': 1.4167758226394653}
+{'epoch': 98, 'iter': 80, 'avg_loss': 1.330272603182145, 'avg_acc_mask': 53.96540103347562, 'loss': 1.3656857013702393}
+{'epoch': 98, 'iter': 90, 'avg_loss': 1.325833220403273, 'avg_acc_mask': 54.05351036008851, 'loss': 1.153822422027588}
+{'epoch': 98, 'iter': 100, 'avg_loss': 1.3222987079384303, 'avg_acc_mask': 54.18247515808492, 'loss': 1.2212920188903809}
+{'epoch': 98, 'iter': 110, 'avg_loss': 1.327275785776946, 'avg_acc_mask': 54.135710747895, 'loss': 1.131821870803833}
+{'epoch': 98, 'iter': 120, 'avg_loss': 1.3290868081337164, 'avg_acc_mask': 54.33630997426972, 'loss': 1.5706299543380737}
+{'epoch': 98, 'iter': 130, 'avg_loss': 1.3265443812799818, 'avg_acc_mask': 54.264746607587924, 'loss': 1.2555204629898071}
+{'epoch': 98, 'iter': 140, 'avg_loss': 1.3240433626986565, 'avg_acc_mask': 54.32847374532318, 'loss': 1.1640241146087646}
+{'epoch': 98, 'iter': 150, 'avg_loss': 1.3184380535258362, 'avg_acc_mask': 54.54545454545454, 'loss': 1.791244626045227}
+{'epoch': 98, 'iter': 160, 'avg_loss': 1.3206091952620085, 'avg_acc_mask': 54.5610229478251, 'loss': 1.4527192115783691}
+{'epoch': 98, 'iter': 170, 'avg_loss': 1.32013087593324, 'avg_acc_mask': 54.35715818845246, 'loss': 1.107977271080017}
+{'epoch': 98, 'iter': 180, 'avg_loss': 1.3185801005495188, 'avg_acc_mask': 54.593388764956394, 'loss': 1.4786286354064941}
+{'epoch': 98, 'iter': 190, 'avg_loss': 1.31784781485952, 'avg_acc_mask': 54.531563365485624, 'loss': 1.1370495557785034}
+{'epoch': 98, 'iter': 200, 'avg_loss': 1.3180124326724911, 'avg_acc_mask': 54.50593243365637, 'loss': 1.478191614151001}
+{'epoch': 98, 'iter': 210, 'avg_loss': 1.3153487393076386, 'avg_acc_mask': 54.59306318681318, 'loss': 1.2683697938919067}
+{'epoch': 98, 'iter': 220, 'avg_loss': 1.3147267993219298, 'avg_acc_mask': 54.65935145758271, 'loss': 1.6159790754318237}
+{'epoch': 98, 'iter': 230, 'avg_loss': 1.3149402482169015, 'avg_acc_mask': 54.67806446553212, 'loss': 1.0928168296813965}
+{'epoch': 98, 'iter': 240, 'avg_loss': 1.3143936252198278, 'avg_acc_mask': 54.77610813259835, 'loss': 1.1850374937057495}
+{'epoch': 98, 'iter': 250, 'avg_loss': 1.3141389959361924, 'avg_acc_mask': 54.72644045629587, 'loss': 1.0946266651153564}
+{'epoch': 98, 'iter': 260, 'avg_loss': 1.3165522491794892, 'avg_acc_mask': 54.672177080414684, 'loss': 1.3750170469284058}
+{'epoch': 98, 'iter': 270, 'avg_loss': 1.319147987779216, 'avg_acc_mask': 54.645690466586, 'loss': 1.4428129196166992}
+{'epoch': 98, 'iter': 280, 'avg_loss': 1.318359862655083, 'avg_acc_mask': 54.656369654098256, 'loss': 0.6511657238006592}
+{'epoch': 98, 'iter': 290, 'avg_loss': 1.313980455251084, 'avg_acc_mask': 54.76998491704374, 'loss': 1.1808236837387085}
+{'epoch': 98, 'iter': 300, 'avg_loss': 1.3125258101973423, 'avg_acc_mask': 54.89434053922759, 'loss': 1.1271147727966309}
+{'epoch': 98, 'iter': 310, 'avg_loss': 1.314273353941571, 'avg_acc_mask': 54.77729462921612, 'loss': 1.1208548545837402}
+{'epoch': 98, 'iter': 320, 'avg_loss': 1.3153328347800306, 'avg_acc_mask': 54.73462174334417, 'loss': 1.0255675315856934}
+{'epoch': 98, 'iter': 330, 'avg_loss': 1.315009341679311, 'avg_acc_mask': 54.75058068797699, 'loss': 1.2377115488052368}
+{'epoch': 98, 'iter': 340, 'avg_loss': 1.3134250992204437, 'avg_acc_mask': 54.849767018370734, 'loss': 1.4013361930847168}
+{'epoch': 98, 'iter': 350, 'avg_loss': 1.3132646720633547, 'avg_acc_mask': 54.89419368289378, 'loss': 1.2959665060043335}
+{'epoch': 98, 'iter': 360, 'avg_loss': 1.3144365362513428, 'avg_acc_mask': 54.78177312496839, 'loss': 1.3929997682571411}
+{'epoch': 98, 'iter': 370, 'avg_loss': 1.314752120856005, 'avg_acc_mask': 54.79546574667323, 'loss': 1.4136914014816284}
+{'epoch': 98, 'iter': 380, 'avg_loss': 1.3166393833210461, 'avg_acc_mask': 54.71851922892491, 'loss': 0.955022931098938}
+{'epoch': 98, 'iter': 390, 'avg_loss': 1.3144233831969063, 'avg_acc_mask': 54.79432823248631, 'loss': 1.3107041120529175}
+{'epoch': 98, 'iter': 400, 'avg_loss': 1.3130781876476032, 'avg_acc_mask': 54.805147394359764, 'loss': 1.2876299619674683}
+{'epoch': 98, 'iter': 410, 'avg_loss': 1.3111790669515475, 'avg_acc_mask': 54.891377079894724, 'loss': 1.2170511484146118}
+{'epoch': 98, 'iter': 420, 'avg_loss': 1.3105153639639358, 'avg_acc_mask': 54.81158788934872, 'loss': 1.3216149806976318}
+{'epoch': 98, 'iter': 430, 'avg_loss': 1.3109404155660396, 'avg_acc_mask': 54.889294972589354, 'loss': 1.441193699836731}
+{'epoch': 98, 'iter': 440, 'avg_loss': 1.3123852322701695, 'avg_acc_mask': 54.85929794023788, 'loss': 1.743881344795227}
+{'epoch': 98, 'iter': 450, 'avg_loss': 1.3149423950791623, 'avg_acc_mask': 54.809098294069855, 'loss': 1.1911602020263672}
+{'epoch': 98, 'iter': 460, 'avg_loss': 1.316627079390652, 'avg_acc_mask': 54.7462947510629, 'loss': 1.231956958770752}
+{'epoch': 98, 'iter': 470, 'avg_loss': 1.316037188163482, 'avg_acc_mask': 54.74958166322917, 'loss': 1.3554431200027466}
+{'epoch': 98, 'iter': 480, 'avg_loss': 1.314214754253316, 'avg_acc_mask': 54.8135167053983, 'loss': 1.2796329259872437}
+{'epoch': 98, 'iter': 490, 'avg_loss': 1.3146728816197506, 'avg_acc_mask': 54.77381307853091, 'loss': 1.145888328552246}
+{'epoch': 98, 'iter': 500, 'avg_loss': 1.3130939719443788, 'avg_acc_mask': 54.82997181448809, 'loss': 1.2968618869781494}
+{'epoch': 98, 'iter': 510, 'avg_loss': 1.3124122967225464, 'avg_acc_mask': 54.790934519113534, 'loss': 1.2028745412826538}
+{'epoch': 98, 'iter': 520, 'avg_loss': 1.3118226942311322, 'avg_acc_mask': 54.88753564011405, 'loss': 1.4472804069519043}
+{'epoch': 98, 'iter': 530, 'avg_loss': 1.31094977489748, 'avg_acc_mask': 54.87994472275004, 'loss': 1.322033405303955}
+{'epoch': 98, 'iter': 540, 'avg_loss': 1.3094497364902673, 'avg_acc_mask': 54.89856842390935, 'loss': 1.528780221939087}
+{'epoch': 98, 'iter': 550, 'avg_loss': 1.3114380043561142, 'avg_acc_mask': 54.79962721342032, 'loss': 1.3647440671920776}
+{'epoch': 98, 'iter': 560, 'avg_loss': 1.3097880508172959, 'avg_acc_mask': 54.81357818586533, 'loss': 1.2073187828063965}
+{'epoch': 98, 'iter': 570, 'avg_loss': 1.3093320012301364, 'avg_acc_mask': 54.79562278725459, 'loss': 1.586997151374817}
+{'epoch': 98, 'iter': 580, 'avg_loss': 1.309541128793805, 'avg_acc_mask': 54.843196762771875, 'loss': 1.485495924949646}
+{'epoch': 98, 'iter': 590, 'avg_loss': 1.308875763275095, 'avg_acc_mask': 54.88077496274217, 'loss': 1.338342308998108}
+{'epoch': 98, 'iter': 600, 'avg_loss': 1.3071824290391412, 'avg_acc_mask': 54.92441594136509, 'loss': 1.2258468866348267}
+{'epoch': 98, 'iter': 610, 'avg_loss': 1.307176976079051, 'avg_acc_mask': 54.94884641924934, 'loss': 1.1801183223724365}
+{'epoch': 98, 'iter': 620, 'avg_loss': 1.306155811953276, 'avg_acc_mask': 54.96823755355295, 'loss': 1.7186335325241089}
+{'epoch': 98, 'iter': 630, 'avg_loss': 1.3052339747477257, 'avg_acc_mask': 54.97018181818182, 'loss': 1.1492919921875}
+{'epoch': 98, 'iter': 640, 'avg_loss': 1.304633341508797, 'avg_acc_mask': 54.979348324919684, 'loss': 1.1825058460235596}
+{'epoch': 98, 'iter': 650, 'avg_loss': 1.3054168325049171, 'avg_acc_mask': 55.00579276046229, 'loss': 1.096749186515808}
+{'epoch': 98, 'iter': 660, 'avg_loss': 1.3050928894041527, 'avg_acc_mask': 55.02156671768471, 'loss': 0.995671808719635}
+{'epoch': 98, 'iter': 670, 'avg_loss': 1.3053158600710544, 'avg_acc_mask': 54.99863051218844, 'loss': 1.4798604249954224}
+{'epoch': 98, 'iter': 680, 'avg_loss': 1.3046380191297433, 'avg_acc_mask': 55.00580030755119, 'loss': 1.3675258159637451}
+{'epoch': 98, 'iter': 690, 'avg_loss': 1.3043326640612136, 'avg_acc_mask': 55.042262505980545, 'loss': 1.1712148189544678}
+{'epoch': 98, 'iter': 700, 'avg_loss': 1.3061779257064199, 'avg_acc_mask': 54.99528499580888, 'loss': 1.4702223539352417}
+{'epoch': 98, 'iter': 710, 'avg_loss': 1.3063883234847615, 'avg_acc_mask': 54.99909600433918, 'loss': 1.2998204231262207}
+{'epoch': 98, 'iter': 720, 'avg_loss': 1.3066765167511452, 'avg_acc_mask': 55.04241281809613, 'loss': 1.3549141883850098}
+{'epoch': 98, 'iter': 730, 'avg_loss': 1.3041659617228318, 'avg_acc_mask': 55.14460162315636, 'loss': 1.3005919456481934}
+{'epoch': 98, 'iter': 740, 'avg_loss': 1.3055780813118063, 'avg_acc_mask': 55.11711488412443, 'loss': 1.083589792251587}
+{'epoch': 98, 'iter': 750, 'avg_loss': 1.3061237994745156, 'avg_acc_mask': 55.08414547763856, 'loss': 1.246229887008667}
+{'epoch': 98, 'iter': 760, 'avg_loss': 1.3057474055365412, 'avg_acc_mask': 55.10509062861551, 'loss': 1.2042629718780518}
+{'epoch': 98, 'iter': 770, 'avg_loss': 1.3059909711706654, 'avg_acc_mask': 55.069223083876494, 'loss': 1.4227033853530884}
+{'epoch': 98, 'iter': 780, 'avg_loss': 1.3048128369675709, 'avg_acc_mask': 55.13004252519794, 'loss': 1.0276925563812256}
+{'epoch': 98, 'iter': 790, 'avg_loss': 1.30496113844376, 'avg_acc_mask': 55.134922106824924, 'loss': 1.2133543491363525}
+{'epoch': 98, 'iter': 800, 'avg_loss': 1.3054487201456124, 'avg_acc_mask': 55.08214727014782, 'loss': 1.4057066440582275}
+{'epoch': 98, 'iter': 810, 'avg_loss': 1.3060930728471383, 'avg_acc_mask': 55.07236559868139, 'loss': 1.3833014965057373}
+{'epoch': 98, 'iter': 820, 'avg_loss': 1.3067068820603727, 'avg_acc_mask': 55.06081910501061, 'loss': 1.3361200094223022}
+{'epoch': 98, 'iter': 830, 'avg_loss': 1.306819077146326, 'avg_acc_mask': 55.06459092414707, 'loss': 1.3230657577514648}
+{'epoch': 98, 'iter': 840, 'avg_loss': 1.3064191223750075, 'avg_acc_mask': 55.096791070805715, 'loss': 1.2485460042953491}
+{'epoch': 98, 'iter': 850, 'avg_loss': 1.3075614149225865, 'avg_acc_mask': 55.0469382482129, 'loss': 1.5109783411026}
+{'epoch': 98, 'iter': 860, 'avg_loss': 1.309789778325062, 'avg_acc_mask': 54.9324496558756, 'loss': 1.5147807598114014}
+{'epoch': 98, 'iter': 870, 'avg_loss': 1.3111464903357382, 'avg_acc_mask': 54.88789613876129, 'loss': 1.1693497896194458}
+{'epoch': 98, 'iter': 880, 'avg_loss': 1.3113328275290845, 'avg_acc_mask': 54.910380881254675, 'loss': 0.9734306335449219}
+{'epoch': 98, 'iter': 890, 'avg_loss': 1.310634581863412, 'avg_acc_mask': 54.95358580464963, 'loss': 1.1650762557983398}
+{'epoch': 98, 'iter': 900, 'avg_loss': 1.3120550681959908, 'avg_acc_mask': 54.89519712679829, 'loss': 1.7121410369873047}
+{'epoch': 98, 'iter': 910, 'avg_loss': 1.3126202821731567, 'avg_acc_mask': 54.877143716778654, 'loss': 1.3876129388809204}
+{'epoch': 98, 'iter': 920, 'avg_loss': 1.313165047140256, 'avg_acc_mask': 54.8665713604956, 'loss': 1.511322259902954}
+{'epoch': 98, 'iter': 930, 'avg_loss': 1.312068409937665, 'avg_acc_mask': 54.88912479358339, 'loss': 1.555282711982727}
+{'epoch': 98, 'iter': 940, 'avg_loss': 1.3123389617416228, 'avg_acc_mask': 54.88648732700979, 'loss': 1.2596169710159302}
+{'epoch': 98, 'iter': 950, 'avg_loss': 1.3123561037326334, 'avg_acc_mask': 54.87316678855999, 'loss': 1.5258147716522217}
+{'epoch': 98, 'iter': 960, 'avg_loss': 1.3121242653442844, 'avg_acc_mask': 54.89363322985506, 'loss': 1.4250004291534424}
+{'epoch': 98, 'iter': 970, 'avg_loss': 1.3122383009884064, 'avg_acc_mask': 54.90354909200512, 'loss': 1.2070010900497437}
+{'epoch': 98, 'iter': 980, 'avg_loss': 1.3126650541929659, 'avg_acc_mask': 54.86559039558555, 'loss': 1.207038164138794}
+{'epoch': 98, 'iter': 990, 'avg_loss': 1.3125494079801558, 'avg_acc_mask': 54.8592808301233, 'loss': 1.4431673288345337}
+{'epoch': 98, 'iter': 1000, 'avg_loss': 1.3125761858114116, 'avg_acc_mask': 54.83470999033605, 'loss': 1.725072979927063}
+{'epoch': 98, 'iter': 1010, 'avg_loss': 1.3116060715872504, 'avg_acc_mask': 54.87527114967462, 'loss': 1.2737005949020386}
+{'epoch': 98, 'iter': 1020, 'avg_loss': 1.3119126649374593, 'avg_acc_mask': 54.8705015382414, 'loss': 1.096596121788025}
+{'epoch': 98, 'iter': 1030, 'avg_loss': 1.311067422712809, 'avg_acc_mask': 54.915566254823524, 'loss': 1.3050801753997803}
+{'epoch': 98, 'iter': 1040, 'avg_loss': 1.3114548721757793, 'avg_acc_mask': 54.91413636443369, 'loss': 1.5022894144058228}
+{'epoch': 98, 'iter': 1050, 'avg_loss': 1.311916646279118, 'avg_acc_mask': 54.90465346706763, 'loss': 1.2464109659194946}
+{'epoch': 98, 'iter': 1060, 'avg_loss': 1.311129529840198, 'avg_acc_mask': 54.93124989244351, 'loss': 0.9544113874435425}
+{'epoch': 98, 'iter': 1070, 'avg_loss': 1.3111943978221476, 'avg_acc_mask': 54.94269340974212, 'loss': 1.3959890604019165}
+{'epoch': 98, 'iter': 1080, 'avg_loss': 1.3104821439146666, 'avg_acc_mask': 54.98539911888324, 'loss': 1.0438426733016968}
+{'epoch': 98, 'iter': 1090, 'avg_loss': 1.310452554173474, 'avg_acc_mask': 54.96222757053082, 'loss': 1.2279726266860962}
+{'epoch': 98, 'iter': 1100, 'avg_loss': 1.3100982916885673, 'avg_acc_mask': 54.97920842928381, 'loss': 1.1216181516647339}
+{'epoch': 'EP98_train', 'avg_loss': 1.3103704844664665, 'total_masked_acc': 54.98052033808769}
+{'epoch': 99, 'iter': 0, 'avg_loss': 1.2139726877212524, 'avg_acc_mask': 50.79365079365079, 'loss': 1.2139726877212524}
+{'epoch': 99, 'iter': 10, 'avg_loss': 1.292956211350181, 'avg_acc_mask': 54.89566613162119, 'loss': 1.0078957080841064}
+{'epoch': 99, 'iter': 20, 'avg_loss': 1.3529459748949324, 'avg_acc_mask': 52.41730279898219, 'loss': 1.4787367582321167}
+{'epoch': 99, 'iter': 30, 'avg_loss': 1.3530996537977649, 'avg_acc_mask': 53.46197502837684, 'loss': 1.2652710676193237}
+{'epoch': 99, 'iter': 40, 'avg_loss': 1.3392875543454799, 'avg_acc_mask': 53.364969801553066, 'loss': 1.0972623825073242}
+{'epoch': 99, 'iter': 50, 'avg_loss': 1.358682588034985, 'avg_acc_mask': 52.26198514517218, 'loss': 1.3801511526107788}
+{'epoch': 99, 'iter': 60, 'avg_loss': 1.3507251974012031, 'avg_acc_mask': 52.62102549412776, 'loss': 1.2719677686691284}
+{'epoch': 99, 'iter': 70, 'avg_loss': 1.345075375597242, 'avg_acc_mask': 53.22978303747534, 'loss': 1.3213013410568237}
+{'epoch': 99, 'iter': 80, 'avg_loss': 1.3425757575918127, 'avg_acc_mask': 53.411816001744064, 'loss': 1.289146065711975}
+{'epoch': 99, 'iter': 90, 'avg_loss': 1.3476512707196748, 'avg_acc_mask': 53.0859375, 'loss': 1.2636126279830933}
+{'epoch': 99, 'iter': 100, 'avg_loss': 1.3375244772080148, 'avg_acc_mask': 53.2129580456718, 'loss': 1.0972216129302979}
+{'epoch': 99, 'iter': 110, 'avg_loss': 1.3423322605657149, 'avg_acc_mask': 53.1336480546964, 'loss': 1.0904603004455566}
+{'epoch': 99, 'iter': 120, 'avg_loss': 1.3321103837864459, 'avg_acc_mask': 53.38436139876932, 'loss': 1.3534902334213257}
+{'epoch': 99, 'iter': 130, 'avg_loss': 1.3318912213995258, 'avg_acc_mask': 53.313044681145385, 'loss': 1.4538151025772095}
+{'epoch': 99, 'iter': 140, 'avg_loss': 1.3317203695046986, 'avg_acc_mask': 53.40806597088004, 'loss': 1.5334078073501587}
+{'epoch': 99, 'iter': 150, 'avg_loss': 1.3250526845060437, 'avg_acc_mask': 53.774158259389814, 'loss': 1.7264578342437744}
+{'epoch': 99, 'iter': 160, 'avg_loss': 1.3238593280685613, 'avg_acc_mask': 53.77240041091199, 'loss': 1.1714084148406982}
+{'epoch': 99, 'iter': 170, 'avg_loss': 1.3300674006952877, 'avg_acc_mask': 53.62583136665952, 'loss': 1.239304542541504}
+{'epoch': 99, 'iter': 180, 'avg_loss': 1.3298970800078376, 'avg_acc_mask': 53.747974068071315, 'loss': 1.3418325185775757}
+{'epoch': 99, 'iter': 190, 'avg_loss': 1.3334777626691687, 'avg_acc_mask': 53.55772919064058, 'loss': 1.2997039556503296}
+{'epoch': 99, 'iter': 200, 'avg_loss': 1.3285247330641865, 'avg_acc_mask': 53.62239796382147, 'loss': 1.3231626749038696}
+{'epoch': 99, 'iter': 210, 'avg_loss': 1.3239029287161985, 'avg_acc_mask': 53.85344827586207, 'loss': 1.2425898313522339}
+{'epoch': 99, 'iter': 220, 'avg_loss': 1.3193071473777565, 'avg_acc_mask': 54.091208429371086, 'loss': 1.3061788082122803}
+{'epoch': 99, 'iter': 230, 'avg_loss': 1.320083318592666, 'avg_acc_mask': 54.07816818002369, 'loss': 1.0519580841064453}
+{'epoch': 99, 'iter': 240, 'avg_loss': 1.3182656376688313, 'avg_acc_mask': 54.16035162170355, 'loss': 1.0790053606033325}
+{'epoch': 99, 'iter': 250, 'avg_loss': 1.3187083630447844, 'avg_acc_mask': 54.16727272727273, 'loss': 1.4539482593536377}
+{'epoch': 99, 'iter': 260, 'avg_loss': 1.3226799282077628, 'avg_acc_mask': 54.131452119857514, 'loss': 1.5652142763137817}
+{'epoch': 99, 'iter': 270, 'avg_loss': 1.3236542506851394, 'avg_acc_mask': 54.21289758590545, 'loss': 1.6213421821594238}
+{'epoch': 99, 'iter': 280, 'avg_loss': 1.3244511281468265, 'avg_acc_mask': 54.2098445595855, 'loss': 1.1339402198791504}
+{'epoch': 99, 'iter': 290, 'avg_loss': 1.3220431616216182, 'avg_acc_mask': 54.3305111320163, 'loss': 1.4752577543258667}
+{'epoch': 99, 'iter': 300, 'avg_loss': 1.3213368022560676, 'avg_acc_mask': 54.43276417330012, 'loss': 1.2644845247268677}
+{'epoch': 99, 'iter': 310, 'avg_loss': 1.3192456418294998, 'avg_acc_mask': 54.53206034889203, 'loss': 1.1413320302963257}
+{'epoch': 99, 'iter': 320, 'avg_loss': 1.3234243576771745, 'avg_acc_mask': 54.41025054341608, 'loss': 1.0605906248092651}
+{'epoch': 99, 'iter': 330, 'avg_loss': 1.323256626229992, 'avg_acc_mask': 54.5253496986786, 'loss': 1.199400782585144}
+{'epoch': 99, 'iter': 340, 'avg_loss': 1.320934064751846, 'avg_acc_mask': 54.62824083994, 'loss': 1.268561601638794}
+{'epoch': 99, 'iter': 350, 'avg_loss': 1.3234838884100955, 'avg_acc_mask': 54.59504389838433, 'loss': 1.3395878076553345}
+{'epoch': 99, 'iter': 360, 'avg_loss': 1.3237268962688393, 'avg_acc_mask': 54.59497629375567, 'loss': 1.44434654712677}
+{'epoch': 99, 'iter': 370, 'avg_loss': 1.3250580025169085, 'avg_acc_mask': 54.54188738473612, 'loss': 0.9976142644882202}
+{'epoch': 99, 'iter': 380, 'avg_loss': 1.3262914902581944, 'avg_acc_mask': 54.50203009314545, 'loss': 0.872388482093811}
+{'epoch': 99, 'iter': 390, 'avg_loss': 1.325437954472154, 'avg_acc_mask': 54.565711898240565, 'loss': 1.3541619777679443}
+{'epoch': 99, 'iter': 400, 'avg_loss': 1.3226726081900466, 'avg_acc_mask': 54.678018295444254, 'loss': 1.2096744775772095}
+{'epoch': 99, 'iter': 410, 'avg_loss': 1.3202146074197587, 'avg_acc_mask': 54.69688936019795, 'loss': 1.2556487321853638}
+{'epoch': 99, 'iter': 420, 'avg_loss': 1.31663309692487, 'avg_acc_mask': 54.818209329471266, 'loss': 1.0931628942489624}
+{'epoch': 99, 'iter': 430, 'avg_loss': 1.3163382220157613, 'avg_acc_mask': 54.87671001520014, 'loss': 1.4344476461410522}
+{'epoch': 99, 'iter': 440, 'avg_loss': 1.3196757170889113, 'avg_acc_mask': 54.8047244742582, 'loss': 1.849213719367981}
+{'epoch': 99, 'iter': 450, 'avg_loss': 1.319618376157765, 'avg_acc_mask': 54.809978640228906, 'loss': 1.0858834981918335}
+{'epoch': 99, 'iter': 460, 'avg_loss': 1.3195340778201883, 'avg_acc_mask': 54.82827964196996, 'loss': 1.451938509941101}
+{'epoch': 99, 'iter': 470, 'avg_loss': 1.3212902728159717, 'avg_acc_mask': 54.79172286231745, 'loss': 1.3018208742141724}
+{'epoch': 99, 'iter': 480, 'avg_loss': 1.320045575530514, 'avg_acc_mask': 54.83675937122128, 'loss': 1.0736500024795532}
+{'epoch': 99, 'iter': 490, 'avg_loss': 1.3218262968869414, 'avg_acc_mask': 54.772306553128466, 'loss': 1.86457359790802}
+{'epoch': 99, 'iter': 500, 'avg_loss': 1.322093025533977, 'avg_acc_mask': 54.78298737117143, 'loss': 1.3052971363067627}
+{'epoch': 99, 'iter': 510, 'avg_loss': 1.3229545171713408, 'avg_acc_mask': 54.71523931259764, 'loss': 1.2888842821121216}
+{'epoch': 99, 'iter': 520, 'avg_loss': 1.3197936535796826, 'avg_acc_mask': 54.81161339792966, 'loss': 1.3668220043182373}
+{'epoch': 99, 'iter': 530, 'avg_loss': 1.3197580807177585, 'avg_acc_mask': 54.84610907596974, 'loss': 1.2031261920928955}
+{'epoch': 99, 'iter': 540, 'avg_loss': 1.3207019144417838, 'avg_acc_mask': 54.761104764464754, 'loss': 1.410061240196228}
+{'epoch': 99, 'iter': 550, 'avg_loss': 1.3233417631710074, 'avg_acc_mask': 54.61614497528831, 'loss': 1.6842588186264038}
+{'epoch': 99, 'iter': 560, 'avg_loss': 1.3227411848551025, 'avg_acc_mask': 54.59016923923243, 'loss': 1.1544392108917236}
+{'epoch': 99, 'iter': 570, 'avg_loss': 1.3214023509919122, 'avg_acc_mask': 54.67459005974323, 'loss': 1.3234379291534424}
+{'epoch': 99, 'iter': 580, 'avg_loss': 1.319209883935275, 'avg_acc_mask': 54.75195007800312, 'loss': 1.446420669555664}
+{'epoch': 99, 'iter': 590, 'avg_loss': 1.3199818546800242, 'avg_acc_mask': 54.743676119311566, 'loss': 1.3744008541107178}
+{'epoch': 99, 'iter': 600, 'avg_loss': 1.3196507072488401, 'avg_acc_mask': 54.735891647855524, 'loss': 1.3249292373657227}
+{'epoch': 99, 'iter': 610, 'avg_loss': 1.3199398904892505, 'avg_acc_mask': 54.75541869003908, 'loss': 1.3015432357788086}
+{'epoch': 99, 'iter': 620, 'avg_loss': 1.317939802740315, 'avg_acc_mask': 54.82760632401844, 'loss': 1.4133861064910889}
+{'epoch': 99, 'iter': 630, 'avg_loss': 1.3169057602549883, 'avg_acc_mask': 54.84121281793362, 'loss': 0.9982738494873047}
+{'epoch': 99, 'iter': 640, 'avg_loss': 1.3165908069952788, 'avg_acc_mask': 54.86223432933232, 'loss': 1.0977622270584106}
+{'epoch': 99, 'iter': 650, 'avg_loss': 1.3166261682495726, 'avg_acc_mask': 54.87327253398981, 'loss': 1.191636323928833}
+{'epoch': 99, 'iter': 660, 'avg_loss': 1.315742437669982, 'avg_acc_mask': 54.92740446868887, 'loss': 1.5034568309783936}
+{'epoch': 99, 'iter': 670, 'avg_loss': 1.3156039732579148, 'avg_acc_mask': 54.95832994000597, 'loss': 1.2871239185333252}
+{'epoch': 99, 'iter': 680, 'avg_loss': 1.3155682811653036, 'avg_acc_mask': 54.95334099842242, 'loss': 1.3429901599884033}
+{'epoch': 99, 'iter': 690, 'avg_loss': 1.3158823221533757, 'avg_acc_mask': 54.89048786273425, 'loss': 1.4410150051116943}
+{'epoch': 99, 'iter': 700, 'avg_loss': 1.318336134205191, 'avg_acc_mask': 54.80355011158976, 'loss': 1.6382420063018799}
+{'epoch': 99, 'iter': 710, 'avg_loss': 1.3171959587290316, 'avg_acc_mask': 54.85622103295521, 'loss': 0.9554462432861328}
+{'epoch': 99, 'iter': 720, 'avg_loss': 1.3187293870769823, 'avg_acc_mask': 54.80655175024607, 'loss': 1.3474490642547607}
+{'epoch': 99, 'iter': 730, 'avg_loss': 1.3161526362318674, 'avg_acc_mask': 54.89223869440638, 'loss': 1.225875973701477}
+{'epoch': 99, 'iter': 740, 'avg_loss': 1.316668101328748, 'avg_acc_mask': 54.88745822685276, 'loss': 1.4289032220840454}
+{'epoch': 99, 'iter': 750, 'avg_loss': 1.3172478583776521, 'avg_acc_mask': 54.85316921884086, 'loss': 1.3180875778198242}
+{'epoch': 99, 'iter': 760, 'avg_loss': 1.3158880977373713, 'avg_acc_mask': 54.90782142942541, 'loss': 1.3592579364776611}
+{'epoch': 99, 'iter': 770, 'avg_loss': 1.317101838291851, 'avg_acc_mask': 54.860751142735964, 'loss': 1.4429841041564941}
+{'epoch': 99, 'iter': 780, 'avg_loss': 1.315989510426906, 'avg_acc_mask': 54.936950351309854, 'loss': 1.1157031059265137}
+{'epoch': 99, 'iter': 790, 'avg_loss': 1.3159564180410315, 'avg_acc_mask': 54.92714988279634, 'loss': 0.845594584941864}
+{'epoch': 99, 'iter': 800, 'avg_loss': 1.3161036286610044, 'avg_acc_mask': 54.90739059378972, 'loss': 1.2372204065322876}
+{'epoch': 99, 'iter': 810, 'avg_loss': 1.3159116788063332, 'avg_acc_mask': 54.90187282718403, 'loss': 1.182897925376892}
+{'epoch': 99, 'iter': 820, 'avg_loss': 1.3168374107612908, 'avg_acc_mask': 54.87672507365483, 'loss': 1.5569103956222534}
+{'epoch': 99, 'iter': 830, 'avg_loss': 1.3162896828244022, 'avg_acc_mask': 54.883710744163636, 'loss': 1.1869505643844604}
+{'epoch': 99, 'iter': 840, 'avg_loss': 1.3154221544226057, 'avg_acc_mask': 54.89068142989987, 'loss': 1.196384072303772}
+{'epoch': 99, 'iter': 850, 'avg_loss': 1.31619226967546, 'avg_acc_mask': 54.842017560725495, 'loss': 1.2377134561538696}
+{'epoch': 99, 'iter': 860, 'avg_loss': 1.3173350606645857, 'avg_acc_mask': 54.80619174153275, 'loss': 1.5670701265335083}
+{'epoch': 99, 'iter': 870, 'avg_loss': 1.3188858806881647, 'avg_acc_mask': 54.72680326503415, 'loss': 1.235511064529419}
+{'epoch': 99, 'iter': 880, 'avg_loss': 1.3188302895132449, 'avg_acc_mask': 54.68521380731581, 'loss': 0.93867427110672}
+{'epoch': 99, 'iter': 890, 'avg_loss': 1.3169080982304582, 'avg_acc_mask': 54.75009694075389, 'loss': 0.808469831943512}
+{'epoch': 99, 'iter': 900, 'avg_loss': 1.316788349114565, 'avg_acc_mask': 54.74486401483841, 'loss': 1.3819395303726196}
+{'epoch': 99, 'iter': 910, 'avg_loss': 1.3170234743509805, 'avg_acc_mask': 54.74838066766318, 'loss': 1.1671222448349}
+{'epoch': 99, 'iter': 920, 'avg_loss': 1.3155442544872935, 'avg_acc_mask': 54.787979241895066, 'loss': 0.9143117666244507}
+{'epoch': 99, 'iter': 930, 'avg_loss': 1.3156976825312565, 'avg_acc_mask': 54.800891007854936, 'loss': 1.3907920122146606}
+{'epoch': 99, 'iter': 940, 'avg_loss': 1.315581424520069, 'avg_acc_mask': 54.777919517569295, 'loss': 1.2915427684783936}
+{'epoch': 99, 'iter': 950, 'avg_loss': 1.3153111418840386, 'avg_acc_mask': 54.766823520410114, 'loss': 1.4435077905654907}
+{'epoch': 99, 'iter': 960, 'avg_loss': 1.3148333528287452, 'avg_acc_mask': 54.79662172398122, 'loss': 1.585655927658081}
+{'epoch': 99, 'iter': 970, 'avg_loss': 1.3150073268386535, 'avg_acc_mask': 54.81929969258454, 'loss': 1.2119956016540527}
+{'epoch': 99, 'iter': 980, 'avg_loss': 1.314717243388523, 'avg_acc_mask': 54.810387392571414, 'loss': 1.1554780006408691}
+{'epoch': 99, 'iter': 990, 'avg_loss': 1.3156589012814819, 'avg_acc_mask': 54.75893217787243, 'loss': 1.2864651679992676}
+{'epoch': 99, 'iter': 1000, 'avg_loss': 1.3157624704735382, 'avg_acc_mask': 54.75571867221425, 'loss': 1.5316020250320435}
+{'epoch': 99, 'iter': 1010, 'avg_loss': 1.3155795150057852, 'avg_acc_mask': 54.75779479987054, 'loss': 1.113072156906128}
+{'epoch': 99, 'iter': 1020, 'avg_loss': 1.3152513539055535, 'avg_acc_mask': 54.80493580954755, 'loss': 1.2264113426208496}
+{'epoch': 99, 'iter': 1030, 'avg_loss': 1.3141708378648433, 'avg_acc_mask': 54.838595872287875, 'loss': 1.1892064809799194}
+{'epoch': 99, 'iter': 1040, 'avg_loss': 1.314457661594827, 'avg_acc_mask': 54.833353723543695, 'loss': 1.3693933486938477}
+{'epoch': 99, 'iter': 1050, 'avg_loss': 1.3139132554478923, 'avg_acc_mask': 54.884534760840566, 'loss': 1.226087212562561}
+{'epoch': 99, 'iter': 1060, 'avg_loss': 1.3142386076587422, 'avg_acc_mask': 54.86218377784643, 'loss': 1.2911478281021118}
+{'epoch': 99, 'iter': 1070, 'avg_loss': 1.313780903983183, 'avg_acc_mask': 54.892922145299295, 'loss': 1.6010782718658447}
+{'epoch': 99, 'iter': 1080, 'avg_loss': 1.3132563533328618, 'avg_acc_mask': 54.92124989471912, 'loss': 1.1186814308166504}
+{'epoch': 99, 'iter': 1090, 'avg_loss': 1.3139008042683413, 'avg_acc_mask': 54.9385495355779, 'loss': 1.6703495979309082}
+{'epoch': 99, 'iter': 1100, 'avg_loss': 1.3135212398896317, 'avg_acc_mask': 54.95355525437176, 'loss': 0.9556505084037781}
+{'epoch': 'EP99_train', 'avg_loss': 1.3135959856111, 'total_masked_acc': 54.94500065867474}
+{'epoch': 100, 'iter': 0, 'avg_loss': 1.492024540901184, 'avg_acc_mask': 45.45454545454545, 'loss': 1.492024540901184}
+{'epoch': 100, 'iter': 10, 'avg_loss': 1.3296281532807783, 'avg_acc_mask': 54.55904334828101, 'loss': 1.4065738916397095}
+{'epoch': 100, 'iter': 20, 'avg_loss': 1.3416772655078344, 'avg_acc_mask': 53.54785478547854, 'loss': 1.4055172204971313}
+{'epoch': 100, 'iter': 30, 'avg_loss': 1.324110754074589, 'avg_acc_mask': 53.8056206088993, 'loss': 1.2721749544143677}
+{'epoch': 100, 'iter': 40, 'avg_loss': 1.328389295717565, 'avg_acc_mask': 53.752808988764045, 'loss': 1.5519447326660156}
+{'epoch': 100, 'iter': 50, 'avg_loss': 1.3341021210539574, 'avg_acc_mask': 53.67965367965368, 'loss': 1.3937351703643799}
+{'epoch': 100, 'iter': 60, 'avg_loss': 1.3155780141470863, 'avg_acc_mask': 54.166666666666664, 'loss': 1.148322343826294}
+{'epoch': 100, 'iter': 70, 'avg_loss': 1.3181848416865711, 'avg_acc_mask': 54.58549222797927, 'loss': 1.1793937683105469}
+{'epoch': 100, 'iter': 80, 'avg_loss': 1.318692923328023, 'avg_acc_mask': 54.53720508166969, 'loss': 1.3123589754104614}
+{'epoch': 100, 'iter': 90, 'avg_loss': 1.323200183910328, 'avg_acc_mask': 54.45724681625227, 'loss': 1.3811259269714355}
+{'epoch': 100, 'iter': 100, 'avg_loss': 1.3130332166605656, 'avg_acc_mask': 54.82871720116618, 'loss': 1.0882058143615723}
+{'epoch': 100, 'iter': 110, 'avg_loss': 1.3151945955044515, 'avg_acc_mask': 54.72074468085106, 'loss': 1.0691654682159424}
+{'epoch': 100, 'iter': 120, 'avg_loss': 1.3041241602464155, 'avg_acc_mask': 55.19805736834118, 'loss': 1.2921181917190552}
+{'epoch': 100, 'iter': 130, 'avg_loss': 1.3033546418634079, 'avg_acc_mask': 55.07306889352819, 'loss': 1.347165584564209}
+{'epoch': 100, 'iter': 140, 'avg_loss': 1.3031791355592985, 'avg_acc_mask': 54.92047070994439, 'loss': 1.4579063653945923}
+{'epoch': 100, 'iter': 150, 'avg_loss': 1.294107240951614, 'avg_acc_mask': 55.139277460162994, 'loss': 1.3690247535705566}
+{'epoch': 100, 'iter': 160, 'avg_loss': 1.2944984661866419, 'avg_acc_mask': 54.94919511359744, 'loss': 1.4135992527008057}
+{'epoch': 100, 'iter': 170, 'avg_loss': 1.299549602974228, 'avg_acc_mask': 54.92005579997854, 'loss': 1.1768579483032227}
+{'epoch': 100, 'iter': 180, 'avg_loss': 1.3008772342244566, 'avg_acc_mask': 54.87953026928528, 'loss': 1.2595646381378174}
+{'epoch': 100, 'iter': 190, 'avg_loss': 1.2998809246492635, 'avg_acc_mask': 55.048329983730504, 'loss': 1.1830222606658936}
+{'epoch': 100, 'iter': 200, 'avg_loss': 1.2978915284522137, 'avg_acc_mask': 55.09629360465116, 'loss': 1.2725797891616821}
+{'epoch': 100, 'iter': 210, 'avg_loss': 1.2980636296114085, 'avg_acc_mask': 55.19446845289542, 'loss': 1.3044636249542236}
+{'epoch': 100, 'iter': 220, 'avg_loss': 1.2982649118112763, 'avg_acc_mask': 55.26575612966924, 'loss': 1.3036280870437622}
+{'epoch': 100, 'iter': 230, 'avg_loss': 1.2985114024315045, 'avg_acc_mask': 55.23516899078233, 'loss': 0.9869743585586548}
+{'epoch': 100, 'iter': 240, 'avg_loss': 1.3012433635743328, 'avg_acc_mask': 55.2099886492622, 'loss': 1.184872031211853}
+{'epoch': 100, 'iter': 250, 'avg_loss': 1.3017053677741275, 'avg_acc_mask': 55.18045935107546, 'loss': 0.9575626254081726}
+{'epoch': 100, 'iter': 260, 'avg_loss': 1.3019422139701258, 'avg_acc_mask': 55.131348511383536, 'loss': 0.9690235257148743}
+{'epoch': 100, 'iter': 270, 'avg_loss': 1.306028653114924, 'avg_acc_mask': 54.927779643936844, 'loss': 1.4428471326828003}
+{'epoch': 100, 'iter': 280, 'avg_loss': 1.3071115364807782, 'avg_acc_mask': 54.889466840052016, 'loss': 0.8520376682281494}
+{'epoch': 100, 'iter': 290, 'avg_loss': 1.3065716896679802, 'avg_acc_mask': 54.93099121706398, 'loss': 1.525717854499817}
+{'epoch': 100, 'iter': 300, 'avg_loss': 1.3042706007577256, 'avg_acc_mask': 54.97780210423888, 'loss': 0.8887242674827576}
+{'epoch': 100, 'iter': 310, 'avg_loss': 1.3023853144845012, 'avg_acc_mask': 54.96430889033095, 'loss': 1.1164759397506714}
+{'epoch': 100, 'iter': 320, 'avg_loss': 1.3049268547990984, 'avg_acc_mask': 54.93579454253612, 'loss': 1.4026522636413574}
+{'epoch': 100, 'iter': 330, 'avg_loss': 1.3054519423545308, 'avg_acc_mask': 54.93521659344937, 'loss': 1.1630967855453491}
+{'epoch': 100, 'iter': 340, 'avg_loss': 1.3033744649104009, 'avg_acc_mask': 55.04018121999892, 'loss': 1.5680500268936157}
+{'epoch': 100, 'iter': 350, 'avg_loss': 1.303739159535139, 'avg_acc_mask': 55.10449950238332, 'loss': 1.4411159753799438}
+{'epoch': 100, 'iter': 360, 'avg_loss': 1.3039067904374606, 'avg_acc_mask': 55.09829886930834, 'loss': 1.3816468715667725}
+{'epoch': 100, 'iter': 370, 'avg_loss': 1.3068245681469652, 'avg_acc_mask': 54.99430495716338, 'loss': 1.366182565689087}
+{'epoch': 100, 'iter': 380, 'avg_loss': 1.30886323448867, 'avg_acc_mask': 54.82035206173137, 'loss': 0.7159395813941956}
+{'epoch': 100, 'iter': 390, 'avg_loss': 1.3082990964965138, 'avg_acc_mask': 54.80656230903023, 'loss': 1.4008266925811768}
+{'epoch': 100, 'iter': 400, 'avg_loss': 1.3088975346593785, 'avg_acc_mask': 54.720095364724216, 'loss': 1.1440844535827637}
+{'epoch': 100, 'iter': 410, 'avg_loss': 1.3071641507229956, 'avg_acc_mask': 54.72044406643091, 'loss': 1.0870639085769653}
+{'epoch': 100, 'iter': 420, 'avg_loss': 1.3071063419985374, 'avg_acc_mask': 54.70477688912197, 'loss': 1.3766758441925049}
+{'epoch': 100, 'iter': 430, 'avg_loss': 1.3080952048578285, 'avg_acc_mask': 54.729787415691966, 'loss': 1.3953113555908203}
+{'epoch': 100, 'iter': 440, 'avg_loss': 1.3097980730657945, 'avg_acc_mask': 54.696754817719196, 'loss': 1.5732097625732422}
+{'epoch': 100, 'iter': 450, 'avg_loss': 1.3104654333808206, 'avg_acc_mask': 54.69629025682837, 'loss': 1.156233787536621}
+{'epoch': 100, 'iter': 460, 'avg_loss': 1.3127794289020034, 'avg_acc_mask': 54.62700849248435, 'loss': 1.2875471115112305}
+{'epoch': 100, 'iter': 470, 'avg_loss': 1.3150626415912765, 'avg_acc_mask': 54.53093345800218, 'loss': 1.438261866569519}
+{'epoch': 100, 'iter': 480, 'avg_loss': 1.314162728196618, 'avg_acc_mask': 54.60265405735204, 'loss': 1.27211332321167}
+{'epoch': 100, 'iter': 490, 'avg_loss': 1.314854401920575, 'avg_acc_mask': 54.60216660440792, 'loss': 1.6931569576263428}
+{'epoch': 100, 'iter': 500, 'avg_loss': 1.3133020668686508, 'avg_acc_mask': 54.66104800293148, 'loss': 0.7923786044120789}
+{'epoch': 100, 'iter': 510, 'avg_loss': 1.313089299225294, 'avg_acc_mask': 54.61378020713463, 'loss': 1.2854379415512085}
+{'epoch': 100, 'iter': 520, 'avg_loss': 1.3123084824968436, 'avg_acc_mask': 54.66647833609943, 'loss': 1.5559271574020386}
+{'epoch': 100, 'iter': 530, 'avg_loss': 1.311751759995175, 'avg_acc_mask': 54.66366937575653, 'loss': 1.129688024520874}
+{'epoch': 100, 'iter': 540, 'avg_loss': 1.31280642791949, 'avg_acc_mask': 54.62903280523798, 'loss': 1.642569661140442}
+{'epoch': 100, 'iter': 550, 'avg_loss': 1.3124600275674878, 'avg_acc_mask': 54.60787254607873, 'loss': 1.314711093902588}
+{'epoch': 100, 'iter': 560, 'avg_loss': 1.3134927616824865, 'avg_acc_mask': 54.58656965883394, 'loss': 1.2945905923843384}
+{'epoch': 100, 'iter': 570, 'avg_loss': 1.3123566177388206, 'avg_acc_mask': 54.663446054750395, 'loss': 1.4293767213821411}
+{'epoch': 100, 'iter': 580, 'avg_loss': 1.3119523759142666, 'avg_acc_mask': 54.679787368687506, 'loss': 1.5026615858078003}
+{'epoch': 100, 'iter': 590, 'avg_loss': 1.3112033042810896, 'avg_acc_mask': 54.75177745350679, 'loss': 0.988601803779602}
+{'epoch': 100, 'iter': 600, 'avg_loss': 1.311327364599447, 'avg_acc_mask': 54.784732824427486, 'loss': 1.3405739068984985}
+{'epoch': 100, 'iter': 610, 'avg_loss': 1.311647577488676, 'avg_acc_mask': 54.82332473453716, 'loss': 1.4854331016540527}
+{'epoch': 100, 'iter': 620, 'avg_loss': 1.310389702638758, 'avg_acc_mask': 54.84271156402304, 'loss': 1.6975914239883423}
+{'epoch': 100, 'iter': 630, 'avg_loss': 1.3096784230457432, 'avg_acc_mask': 54.89381482234682, 'loss': 1.1872649192810059}
+{'epoch': 100, 'iter': 640, 'avg_loss': 1.3095353007688537, 'avg_acc_mask': 54.900498939037675, 'loss': 1.0570926666259766}
+{'epoch': 100, 'iter': 650, 'avg_loss': 1.3099322751187326, 'avg_acc_mask': 54.8818407960199, 'loss': 1.2506047487258911}
+{'epoch': 100, 'iter': 660, 'avg_loss': 1.3087701391704865, 'avg_acc_mask': 54.90310562460032, 'loss': 1.0688503980636597}
+{'epoch': 100, 'iter': 670, 'avg_loss': 1.3087899331364297, 'avg_acc_mask': 54.92753226115784, 'loss': 1.336681842803955}
+{'epoch': 100, 'iter': 680, 'avg_loss': 1.3096633676915441, 'avg_acc_mask': 54.92642095315242, 'loss': 1.1867221593856812}
+{'epoch': 100, 'iter': 690, 'avg_loss': 1.3103371216833333, 'avg_acc_mask': 54.90785309682739, 'loss': 1.3151084184646606}
+{'epoch': 100, 'iter': 700, 'avg_loss': 1.312490051381088, 'avg_acc_mask': 54.8205396908567, 'loss': 1.3905961513519287}
+{'epoch': 100, 'iter': 710, 'avg_loss': 1.3114870826906293, 'avg_acc_mask': 54.87344065427817, 'loss': 1.2906503677368164}
+{'epoch': 100, 'iter': 720, 'avg_loss': 1.3130313032377774, 'avg_acc_mask': 54.81083010401795, 'loss': 1.3520742654800415}
+{'epoch': 100, 'iter': 730, 'avg_loss': 1.3120981806280185, 'avg_acc_mask': 54.84609194246052, 'loss': 1.2795006036758423}
+{'epoch': 100, 'iter': 740, 'avg_loss': 1.312483089575079, 'avg_acc_mask': 54.87744368363601, 'loss': 1.0535331964492798}
+{'epoch': 100, 'iter': 750, 'avg_loss': 1.3140972670956395, 'avg_acc_mask': 54.8045662323694, 'loss': 1.3899632692337036}
+{'epoch': 100, 'iter': 760, 'avg_loss': 1.3132992256799916, 'avg_acc_mask': 54.86129554069389, 'loss': 1.320556879043579}
+{'epoch': 100, 'iter': 770, 'avg_loss': 1.314499774099788, 'avg_acc_mask': 54.76774362515178, 'loss': 1.3824881315231323}
+{'epoch': 100, 'iter': 780, 'avg_loss': 1.3136368970864867, 'avg_acc_mask': 54.8337800347957, 'loss': 1.1895527839660645}
+{'epoch': 100, 'iter': 790, 'avg_loss': 1.3134515376669718, 'avg_acc_mask': 54.83023866514838, 'loss': 1.3089191913604736}
+{'epoch': 100, 'iter': 800, 'avg_loss': 1.3130568815825434, 'avg_acc_mask': 54.85425751663989, 'loss': 1.3861099481582642}
+{'epoch': 100, 'iter': 810, 'avg_loss': 1.3131982742931634, 'avg_acc_mask': 54.80346375300358, 'loss': 1.2286652326583862}
+{'epoch': 100, 'iter': 820, 'avg_loss': 1.313340205730968, 'avg_acc_mask': 54.795257413093665, 'loss': 1.193879246711731}
+{'epoch': 100, 'iter': 830, 'avg_loss': 1.3133868705638192, 'avg_acc_mask': 54.81548752934923, 'loss': 1.1567646265029907}
+{'epoch': 100, 'iter': 840, 'avg_loss': 1.3122671915574817, 'avg_acc_mask': 54.83122455234009, 'loss': 1.2065610885620117}
+{'epoch': 100, 'iter': 850, 'avg_loss': 1.3120816040403274, 'avg_acc_mask': 54.812892061431974, 'loss': 1.3672555685043335}
+{'epoch': 100, 'iter': 860, 'avg_loss': 1.31257343825286, 'avg_acc_mask': 54.821413312825776, 'loss': 1.4224518537521362}
+{'epoch': 100, 'iter': 870, 'avg_loss': 1.3141248888591675, 'avg_acc_mask': 54.77279915656299, 'loss': 1.1342206001281738}
+{'epoch': 100, 'iter': 880, 'avg_loss': 1.3135364238303853, 'avg_acc_mask': 54.82000583990323, 'loss': 1.179730772972107}
+{'epoch': 100, 'iter': 890, 'avg_loss': 1.3114200476577922, 'avg_acc_mask': 54.900503674345636, 'loss': 1.0349628925323486}
+{'epoch': 100, 'iter': 900, 'avg_loss': 1.3118735697372639, 'avg_acc_mask': 54.87896894181944, 'loss': 1.8331494331359863}
+{'epoch': 100, 'iter': 910, 'avg_loss': 1.311868560693659, 'avg_acc_mask': 54.87617972090022, 'loss': 1.2684471607208252}
+{'epoch': 100, 'iter': 920, 'avg_loss': 1.3112743428941658, 'avg_acc_mask': 54.88547636639575, 'loss': 1.5793672800064087}
+{'epoch': 100, 'iter': 930, 'avg_loss': 1.310146023712404, 'avg_acc_mask': 54.93553745155422, 'loss': 1.3173515796661377}
+{'epoch': 100, 'iter': 940, 'avg_loss': 1.3106901175664158, 'avg_acc_mask': 54.906213364595544, 'loss': 0.9762691259384155}
+{'epoch': 100, 'iter': 950, 'avg_loss': 1.3108693474098712, 'avg_acc_mask': 54.89112583805089, 'loss': 1.6463158130645752}
+{'epoch': 100, 'iter': 960, 'avg_loss': 1.3111524892026998, 'avg_acc_mask': 54.919348673648805, 'loss': 1.372576355934143}
+{'epoch': 100, 'iter': 970, 'avg_loss': 1.3103414220250107, 'avg_acc_mask': 54.95071048797563, 'loss': 1.1688257455825806}
+{'epoch': 100, 'iter': 980, 'avg_loss': 1.3101984955119794, 'avg_acc_mask': 54.95336904003896, 'loss': 1.1681883335113525}
+{'epoch': 100, 'iter': 990, 'avg_loss': 1.3095315746534484, 'avg_acc_mask': 54.967194276606, 'loss': 1.2713640928268433}
+{'epoch': 100, 'iter': 1000, 'avg_loss': 1.3091580412247321, 'avg_acc_mask': 55.00779458963778, 'loss': 1.5975408554077148}
+{'epoch': 100, 'iter': 1010, 'avg_loss': 1.3092009238272346, 'avg_acc_mask': 54.992188351560515, 'loss': 1.3491692543029785}
+{'epoch': 100, 'iter': 1020, 'avg_loss': 1.3090814106845015, 'avg_acc_mask': 55.03063846610002, 'loss': 1.2793165445327759}
+{'epoch': 100, 'iter': 1030, 'avg_loss': 1.3084602386597635, 'avg_acc_mask': 55.041740090066035, 'loss': 1.322555422782898}
+{'epoch': 100, 'iter': 1040, 'avg_loss': 1.3089057898773355, 'avg_acc_mask': 55.01322518074414, 'loss': 1.4660320281982422}
+{'epoch': 100, 'iter': 1050, 'avg_loss': 1.3082971800859489, 'avg_acc_mask': 55.04622428828577, 'loss': 1.364193320274353}
+{'epoch': 100, 'iter': 1060, 'avg_loss': 1.3078898426275227, 'avg_acc_mask': 55.068924909947356, 'loss': 1.015641450881958}
+{'epoch': 100, 'iter': 1070, 'avg_loss': 1.3077015539511245, 'avg_acc_mask': 55.07970007378048, 'loss': 1.3640332221984863}
+{'epoch': 100, 'iter': 1080, 'avg_loss': 1.3072010825675027, 'avg_acc_mask': 55.12450317627475, 'loss': 1.1185814142227173}
+{'epoch': 100, 'iter': 1090, 'avg_loss': 1.3082692610572828, 'avg_acc_mask': 55.096034175384304, 'loss': 1.658625602722168}
+{'epoch': 100, 'iter': 1100, 'avg_loss': 1.3073626606709083, 'avg_acc_mask': 55.129188198033006, 'loss': 1.1026532649993896}
+{'epoch': 'EP100_train', 'avg_loss': 1.307708309408766, 'total_masked_acc': 55.11872517904322}
+{'epoch': 101, 'iter': 0, 'avg_loss': 1.2390031814575195, 'avg_acc_mask': 66.10169491525424, 'loss': 1.2390031814575195}
+{'epoch': 101, 'iter': 10, 'avg_loss': 1.4014203873547642, 'avg_acc_mask': 55.60975609756098, 'loss': 1.4412308931350708}
+{'epoch': 101, 'iter': 20, 'avg_loss': 1.3508971021288918, 'avg_acc_mask': 55.87982832618026, 'loss': 1.279649019241333}
+{'epoch': 101, 'iter': 30, 'avg_loss': 1.3560324522756761, 'avg_acc_mask': 55.24956970740104, 'loss': 1.4644453525543213}
+{'epoch': 101, 'iter': 40, 'avg_loss': 1.350909378470444, 'avg_acc_mask': 54.7112462006079, 'loss': 1.306747317314148}
+{'epoch': 101, 'iter': 50, 'avg_loss': 1.3503509315789914, 'avg_acc_mask': 54.50387051372273, 'loss': 1.46797776222229}
+{'epoch': 101, 'iter': 60, 'avg_loss': 1.3386485557087133, 'avg_acc_mask': 54.63947990543735, 'loss': 1.090011477470398}
+{'epoch': 101, 'iter': 70, 'avg_loss': 1.3415193490579094, 'avg_acc_mask': 54.73313192346425, 'loss': 1.3357553482055664}
+{'epoch': 101, 'iter': 80, 'avg_loss': 1.3455722361435125, 'avg_acc_mask': 54.55347298787211, 'loss': 1.5411869287490845}
+{'epoch': 101, 'iter': 90, 'avg_loss': 1.355761951142615, 'avg_acc_mask': 54.277864992150704, 'loss': 1.5668877363204956}
+{'epoch': 101, 'iter': 100, 'avg_loss': 1.3418935265871559, 'avg_acc_mask': 54.572900017758826, 'loss': 1.4581472873687744}
+{'epoch': 101, 'iter': 110, 'avg_loss': 1.344294368683755, 'avg_acc_mask': 54.30151244104733, 'loss': 0.7970213890075684}
+{'epoch': 101, 'iter': 120, 'avg_loss': 1.341766194863753, 'avg_acc_mask': 54.07796101949025, 'loss': 1.504791259765625}
+{'epoch': 101, 'iter': 130, 'avg_loss': 1.3465326037115724, 'avg_acc_mask': 53.94139496491952, 'loss': 1.5437119007110596}
+{'epoch': 101, 'iter': 140, 'avg_loss': 1.3412791972464704, 'avg_acc_mask': 53.97130412503203, 'loss': 1.1356194019317627}
+{'epoch': 101, 'iter': 150, 'avg_loss': 1.3331479295989535, 'avg_acc_mask': 54.24158320260649, 'loss': 1.3178322315216064}
+{'epoch': 101, 'iter': 160, 'avg_loss': 1.3318027298642983, 'avg_acc_mask': 54.38100621820238, 'loss': 1.2230807542800903}
+{'epoch': 101, 'iter': 170, 'avg_loss': 1.3307172028641951, 'avg_acc_mask': 54.48853989813243, 'loss': 1.0748794078826904}
+{'epoch': 101, 'iter': 180, 'avg_loss': 1.3326356671133095, 'avg_acc_mask': 54.43965084779773, 'loss': 1.5040956735610962}
+{'epoch': 101, 'iter': 190, 'avg_loss': 1.3305526753370676, 'avg_acc_mask': 54.404784507309664, 'loss': 1.280020833015442}
+{'epoch': 101, 'iter': 200, 'avg_loss': 1.32899379374376, 'avg_acc_mask': 54.395306859205775, 'loss': 1.31865394115448}
+{'epoch': 101, 'iter': 210, 'avg_loss': 1.3248629739499205, 'avg_acc_mask': 54.56028856063209, 'loss': 1.378955364227295}
+{'epoch': 101, 'iter': 220, 'avg_loss': 1.3190673320002146, 'avg_acc_mask': 54.77008672884962, 'loss': 1.324724555015564}
+{'epoch': 101, 'iter': 230, 'avg_loss': 1.3168926646699122, 'avg_acc_mask': 54.843260188087775, 'loss': 1.1504788398742676}
+{'epoch': 101, 'iter': 240, 'avg_loss': 1.3173781020018076, 'avg_acc_mask': 54.825322568475066, 'loss': 1.3119316101074219}
+{'epoch': 101, 'iter': 250, 'avg_loss': 1.319528346042709, 'avg_acc_mask': 54.635665652614804, 'loss': 0.8725135326385498}
+{'epoch': 101, 'iter': 260, 'avg_loss': 1.3170991135739731, 'avg_acc_mask': 54.66703817219282, 'loss': 1.096105694770813}
+{'epoch': 101, 'iter': 270, 'avg_loss': 1.3159200604111505, 'avg_acc_mask': 54.677365429622206, 'loss': 1.71140718460083}
+{'epoch': 101, 'iter': 280, 'avg_loss': 1.3174281489382436, 'avg_acc_mask': 54.65461588121369, 'loss': 1.2875208854675293}
+{'epoch': 101, 'iter': 290, 'avg_loss': 1.3168067305358415, 'avg_acc_mask': 54.76769566573121, 'loss': 1.057728886604309}
+{'epoch': 101, 'iter': 300, 'avg_loss': 1.3139993633542741, 'avg_acc_mask': 54.86094316807739, 'loss': 1.3072128295898438}
+{'epoch': 101, 'iter': 310, 'avg_loss': 1.3133291581052675, 'avg_acc_mask': 54.81277145204836, 'loss': 1.1599441766738892}
+{'epoch': 101, 'iter': 320, 'avg_loss': 1.3125436799919865, 'avg_acc_mask': 54.81848749073915, 'loss': 1.3917016983032227}
+{'epoch': 101, 'iter': 330, 'avg_loss': 1.3139110032885457, 'avg_acc_mask': 54.80101422114431, 'loss': 0.9817771911621094}
+{'epoch': 101, 'iter': 340, 'avg_loss': 1.310490987517617, 'avg_acc_mask': 54.91514569324367, 'loss': 0.9006380438804626}
+{'epoch': 101, 'iter': 350, 'avg_loss': 1.309804125049515, 'avg_acc_mask': 54.931990447513236, 'loss': 1.182421088218689}
+{'epoch': 101, 'iter': 360, 'avg_loss': 1.310058669700517, 'avg_acc_mask': 54.92737542868671, 'loss': 1.218658208847046}
+{'epoch': 101, 'iter': 370, 'avg_loss': 1.3093438775070272, 'avg_acc_mask': 54.88629680454813, 'loss': 1.106048345565796}
+{'epoch': 101, 'iter': 380, 'avg_loss': 1.314424058427335, 'avg_acc_mask': 54.688618468146025, 'loss': 0.966536819934845}
+{'epoch': 101, 'iter': 390, 'avg_loss': 1.3141605322013425, 'avg_acc_mask': 54.705663535757466, 'loss': 1.4119499921798706}
+{'epoch': 101, 'iter': 400, 'avg_loss': 1.3140027723704788, 'avg_acc_mask': 54.77562502835882, 'loss': 1.154601812362671}
+{'epoch': 101, 'iter': 410, 'avg_loss': 1.3126498138817557, 'avg_acc_mask': 54.79597713880643, 'loss': 1.0934504270553589}
+{'epoch': 101, 'iter': 420, 'avg_loss': 1.310503989812031, 'avg_acc_mask': 54.86764005025779, 'loss': 1.3086048364639282}
+{'epoch': 101, 'iter': 430, 'avg_loss': 1.3103492609862661, 'avg_acc_mask': 54.92126819744493, 'loss': 1.267628788948059}
+{'epoch': 101, 'iter': 440, 'avg_loss': 1.3114031354586284, 'avg_acc_mask': 54.912600447353164, 'loss': 1.7486884593963623}
+{'epoch': 101, 'iter': 450, 'avg_loss': 1.310973005786439, 'avg_acc_mask': 54.948750151926426, 'loss': 1.3664058446884155}
+{'epoch': 101, 'iter': 460, 'avg_loss': 1.3120490731489634, 'avg_acc_mask': 54.97722321251734, 'loss': 1.388061285018921}
+{'epoch': 101, 'iter': 470, 'avg_loss': 1.3122132634407901, 'avg_acc_mask': 55.022662999263936, 'loss': 1.3692307472229004}
+{'epoch': 101, 'iter': 480, 'avg_loss': 1.3120629928711793, 'avg_acc_mask': 55.02868650024697, 'loss': 1.2711740732192993}
+{'epoch': 101, 'iter': 490, 'avg_loss': 1.3127240335868477, 'avg_acc_mask': 54.965753424657535, 'loss': 1.7163506746292114}
+{'epoch': 101, 'iter': 500, 'avg_loss': 1.3107774583641403, 'avg_acc_mask': 55.03641660597233, 'loss': 1.3114993572235107}
+{'epoch': 101, 'iter': 510, 'avg_loss': 1.3099632979372475, 'avg_acc_mask': 55.03939534386253, 'loss': 1.3657231330871582}
+{'epoch': 101, 'iter': 520, 'avg_loss': 1.3102572165615498, 'avg_acc_mask': 55.05197214153221, 'loss': 1.3371996879577637}
+{'epoch': 101, 'iter': 530, 'avg_loss': 1.310147020776393, 'avg_acc_mask': 55.07281219947795, 'loss': 1.3201754093170166}
+{'epoch': 101, 'iter': 540, 'avg_loss': 1.3093303025540053, 'avg_acc_mask': 55.097570017862566, 'loss': 1.2152730226516724}
+{'epoch': 101, 'iter': 550, 'avg_loss': 1.3099950517370567, 'avg_acc_mask': 54.98596201486375, 'loss': 1.1851558685302734}
+{'epoch': 101, 'iter': 560, 'avg_loss': 1.3101868982196068, 'avg_acc_mask': 54.99382274530203, 'loss': 1.3734153509140015}
+{'epoch': 101, 'iter': 570, 'avg_loss': 1.3077532839023502, 'avg_acc_mask': 55.04716227018386, 'loss': 1.0688238143920898}
+{'epoch': 101, 'iter': 580, 'avg_loss': 1.3068958177213619, 'avg_acc_mask': 55.0534255185418, 'loss': 1.7324050664901733}
+{'epoch': 101, 'iter': 590, 'avg_loss': 1.3060292992898455, 'avg_acc_mask': 55.10046606376739, 'loss': 1.1068555116653442}
+{'epoch': 101, 'iter': 600, 'avg_loss': 1.305054779655723, 'avg_acc_mask': 55.09378895205666, 'loss': 1.4273487329483032}
+{'epoch': 101, 'iter': 610, 'avg_loss': 1.3062227353721907, 'avg_acc_mask': 55.07185753981296, 'loss': 1.3594533205032349}
+{'epoch': 101, 'iter': 620, 'avg_loss': 1.303521863312345, 'avg_acc_mask': 55.17160111945795, 'loss': 1.2584470510482788}
+{'epoch': 101, 'iter': 630, 'avg_loss': 1.3031042892657068, 'avg_acc_mask': 55.192017635456544, 'loss': 1.1391351222991943}
+{'epoch': 101, 'iter': 640, 'avg_loss': 1.3025575982241102, 'avg_acc_mask': 55.26090186889181, 'loss': 1.0349658727645874}
+{'epoch': 101, 'iter': 650, 'avg_loss': 1.3031166004511985, 'avg_acc_mask': 55.24093672596262, 'loss': 1.3284215927124023}
+{'epoch': 101, 'iter': 660, 'avg_loss': 1.3014244789795868, 'avg_acc_mask': 55.28944885386024, 'loss': 1.1101372241973877}
+{'epoch': 101, 'iter': 670, 'avg_loss': 1.3003755528063425, 'avg_acc_mask': 55.300295372497544, 'loss': 1.3781691789627075}
+{'epoch': 101, 'iter': 680, 'avg_loss': 1.3004156623292775, 'avg_acc_mask': 55.31874764239909, 'loss': 1.3828680515289307}
+{'epoch': 101, 'iter': 690, 'avg_loss': 1.3007271759934431, 'avg_acc_mask': 55.31587057010786, 'loss': 1.22249174118042}
+{'epoch': 101, 'iter': 700, 'avg_loss': 1.3018622336306007, 'avg_acc_mask': 55.261849302520346, 'loss': 1.3288685083389282}
+{'epoch': 101, 'iter': 710, 'avg_loss': 1.300627822446756, 'avg_acc_mask': 55.302971526107534, 'loss': 1.0999442338943481}
+{'epoch': 101, 'iter': 720, 'avg_loss': 1.3026539846200718, 'avg_acc_mask': 55.24491564299914, 'loss': 1.5171897411346436}
+{'epoch': 101, 'iter': 730, 'avg_loss': 1.302116873326282, 'avg_acc_mask': 55.27109948697314, 'loss': 1.6246778964996338}
+{'epoch': 101, 'iter': 740, 'avg_loss': 1.3016912894532104, 'avg_acc_mask': 55.290965917547254, 'loss': 1.3727328777313232}
+{'epoch': 101, 'iter': 750, 'avg_loss': 1.3026218396052223, 'avg_acc_mask': 55.25537272927312, 'loss': 1.5298022031784058}
+{'epoch': 101, 'iter': 760, 'avg_loss': 1.303498371906882, 'avg_acc_mask': 55.259277166686815, 'loss': 1.3105512857437134}
+{'epoch': 101, 'iter': 770, 'avg_loss': 1.3049288667284251, 'avg_acc_mask': 55.18917373487086, 'loss': 1.432342529296875}
+{'epoch': 101, 'iter': 780, 'avg_loss': 1.3049893434923834, 'avg_acc_mask': 55.20316212973202, 'loss': 1.5465346574783325}
+{'epoch': 101, 'iter': 790, 'avg_loss': 1.305043597061625, 'avg_acc_mask': 55.20399860513774, 'loss': 1.2084218263626099}
+{'epoch': 101, 'iter': 800, 'avg_loss': 1.3043710248598297, 'avg_acc_mask': 55.21730146704319, 'loss': 1.3080319166183472}
+{'epoch': 101, 'iter': 810, 'avg_loss': 1.304130012465758, 'avg_acc_mask': 55.20322990382871, 'loss': 1.1389425992965698}
+{'epoch': 101, 'iter': 820, 'avg_loss': 1.3050805467490592, 'avg_acc_mask': 55.170093960935574, 'loss': 1.347096562385559}
+{'epoch': 101, 'iter': 830, 'avg_loss': 1.305624916737117, 'avg_acc_mask': 55.1763871653962, 'loss': 1.2456562519073486}
+{'epoch': 101, 'iter': 840, 'avg_loss': 1.304950191489865, 'avg_acc_mask': 55.17596303352824, 'loss': 0.8262262940406799}
+{'epoch': 101, 'iter': 850, 'avg_loss': 1.3054679566348621, 'avg_acc_mask': 55.123713123972664, 'loss': 1.2588120698928833}
+{'epoch': 101, 'iter': 860, 'avg_loss': 1.30576993087166, 'avg_acc_mask': 55.09441216678059, 'loss': 1.5741552114486694}
+{'epoch': 101, 'iter': 870, 'avg_loss': 1.3069156484954256, 'avg_acc_mask': 55.09021161790743, 'loss': 1.1600568294525146}
+{'epoch': 101, 'iter': 880, 'avg_loss': 1.3066511588524203, 'avg_acc_mask': 55.120030007501875, 'loss': 1.0950735807418823}
+{'epoch': 101, 'iter': 890, 'avg_loss': 1.306299044628336, 'avg_acc_mask': 55.14737732307502, 'loss': 1.0674114227294922}
+{'epoch': 101, 'iter': 900, 'avg_loss': 1.3058468506285936, 'avg_acc_mask': 55.154555093385525, 'loss': 1.4751499891281128}
+{'epoch': 101, 'iter': 910, 'avg_loss': 1.306800617671824, 'avg_acc_mask': 55.13773854865688, 'loss': 1.6116993427276611}
+{'epoch': 101, 'iter': 920, 'avg_loss': 1.3060157196788393, 'avg_acc_mask': 55.16924979554385, 'loss': 1.302024006843567}
+{'epoch': 101, 'iter': 930, 'avg_loss': 1.305807085477704, 'avg_acc_mask': 55.16199727536575, 'loss': 1.503462791442871}
+{'epoch': 101, 'iter': 940, 'avg_loss': 1.3057391212799851, 'avg_acc_mask': 55.185127384807465, 'loss': 1.0084227323532104}
+{'epoch': 101, 'iter': 950, 'avg_loss': 1.305190471757975, 'avg_acc_mask': 55.21319699016014, 'loss': 1.2906615734100342}
+{'epoch': 101, 'iter': 960, 'avg_loss': 1.3044187205763191, 'avg_acc_mask': 55.24245895379916, 'loss': 1.3592631816864014}
+{'epoch': 101, 'iter': 970, 'avg_loss': 1.3041690303171944, 'avg_acc_mask': 55.23973314686372, 'loss': 1.1926674842834473}
+{'epoch': 101, 'iter': 980, 'avg_loss': 1.3053240823454084, 'avg_acc_mask': 55.18601607777155, 'loss': 1.420693039894104}
+{'epoch': 101, 'iter': 990, 'avg_loss': 1.3060533088583999, 'avg_acc_mask': 55.19281251155396, 'loss': 1.5135211944580078}
+{'epoch': 101, 'iter': 1000, 'avg_loss': 1.3058976443497452, 'avg_acc_mask': 55.17809422703811, 'loss': 1.527789831161499}
+{'epoch': 101, 'iter': 1010, 'avg_loss': 1.3057093584337056, 'avg_acc_mask': 55.17335121518023, 'loss': 1.0529158115386963}
+{'epoch': 101, 'iter': 1020, 'avg_loss': 1.3061165136525026, 'avg_acc_mask': 55.164003515001525, 'loss': 1.377623438835144}
+{'epoch': 101, 'iter': 1030, 'avg_loss': 1.3063641199778864, 'avg_acc_mask': 55.1547764931536, 'loss': 1.3308663368225098}
+{'epoch': 101, 'iter': 1040, 'avg_loss': 1.3063039300421129, 'avg_acc_mask': 55.1539773826483, 'loss': 1.4251102209091187}
+{'epoch': 101, 'iter': 1050, 'avg_loss': 1.3063696022265077, 'avg_acc_mask': 55.15769297787071, 'loss': 1.2277905941009521}
+{'epoch': 101, 'iter': 1060, 'avg_loss': 1.3064206705466404, 'avg_acc_mask': 55.15027015829722, 'loss': 0.9027624130249023}
+{'epoch': 101, 'iter': 1070, 'avg_loss': 1.3055764581976819, 'avg_acc_mask': 55.17371149010417, 'loss': 1.4128363132476807}
+{'epoch': 101, 'iter': 1080, 'avg_loss': 1.3054248105035018, 'avg_acc_mask': 55.21062798657945, 'loss': 1.3170647621154785}
+{'epoch': 101, 'iter': 1090, 'avg_loss': 1.3051609531331783, 'avg_acc_mask': 55.20712739719132, 'loss': 1.2793102264404297}
+{'epoch': 101, 'iter': 1100, 'avg_loss': 1.304795223295851, 'avg_acc_mask': 55.21094906291055, 'loss': 1.0193935632705688}
+{'epoch': 'EP101_train', 'avg_loss': 1.3050395495751326, 'total_masked_acc': 55.19241605621664}
+{'epoch': 102, 'iter': 0, 'avg_loss': 1.4038093090057373, 'avg_acc_mask': 45.614035087719294, 'loss': 1.4038093090057373}
+{'epoch': 102, 'iter': 10, 'avg_loss': 1.4394515319304033, 'avg_acc_mask': 51.52487961476726, 'loss': 1.2738866806030273}
+{'epoch': 102, 'iter': 20, 'avg_loss': 1.3973777010327293, 'avg_acc_mask': 52.83993115318416, 'loss': 1.3183449506759644}
+{'epoch': 102, 'iter': 30, 'avg_loss': 1.3608156365732993, 'avg_acc_mask': 53.83265067290813, 'loss': 1.4659929275512695}
+{'epoch': 102, 'iter': 40, 'avg_loss': 1.3371335529699557, 'avg_acc_mask': 53.95932496754652, 'loss': 1.2244324684143066}
+{'epoch': 102, 'iter': 50, 'avg_loss': 1.3464640939936918, 'avg_acc_mask': 54.74628926475664, 'loss': 1.6353102922439575}
+{'epoch': 102, 'iter': 60, 'avg_loss': 1.3348505223383669, 'avg_acc_mask': 54.98691480081419, 'loss': 1.2990854978561401}
+{'epoch': 102, 'iter': 70, 'avg_loss': 1.3312678202776842, 'avg_acc_mask': 55.260521042084164, 'loss': 1.4311113357543945}
+{'epoch': 102, 'iter': 80, 'avg_loss': 1.3231389625572865, 'avg_acc_mask': 55.33318671651638, 'loss': 1.5516630411148071}
+{'epoch': 102, 'iter': 90, 'avg_loss': 1.3297056614697635, 'avg_acc_mask': 54.99410145497444, 'loss': 1.1781593561172485}
+{'epoch': 102, 'iter': 100, 'avg_loss': 1.3170512773022793, 'avg_acc_mask': 55.445369222596064, 'loss': 1.0882291793823242}
+{'epoch': 102, 'iter': 110, 'avg_loss': 1.3274747723931666, 'avg_acc_mask': 55.19522426589223, 'loss': 1.077011227607727}
+{'epoch': 102, 'iter': 120, 'avg_loss': 1.3243547214949427, 'avg_acc_mask': 55.03186601452498, 'loss': 1.671282172203064}
+{'epoch': 102, 'iter': 130, 'avg_loss': 1.3228815848590763, 'avg_acc_mask': 54.86205954657197, 'loss': 1.3274179697036743}
+{'epoch': 102, 'iter': 140, 'avg_loss': 1.321049742664851, 'avg_acc_mask': 54.83015532264175, 'loss': 1.495945930480957}
+{'epoch': 102, 'iter': 150, 'avg_loss': 1.3114340755323701, 'avg_acc_mask': 55.176512540116484, 'loss': 1.3234955072402954}
+{'epoch': 102, 'iter': 160, 'avg_loss': 1.3119584122059509, 'avg_acc_mask': 55.19516832569064, 'loss': 1.3919289112091064}
+{'epoch': 102, 'iter': 170, 'avg_loss': 1.3141701800084253, 'avg_acc_mask': 55.03051989054936, 'loss': 1.3932498693466187}
+{'epoch': 102, 'iter': 180, 'avg_loss': 1.310895024083596, 'avg_acc_mask': 55.21301007682331, 'loss': 1.26687490940094}
+{'epoch': 102, 'iter': 190, 'avg_loss': 1.3116962709976117, 'avg_acc_mask': 55.17045991122863, 'loss': 1.0579369068145752}
+{'epoch': 102, 'iter': 200, 'avg_loss': 1.3056057786467063, 'avg_acc_mask': 55.32448906418072, 'loss': 1.0395935773849487}
+{'epoch': 102, 'iter': 210, 'avg_loss': 1.3024492851365799, 'avg_acc_mask': 55.320780437931326, 'loss': 1.1999645233154297}
+{'epoch': 102, 'iter': 220, 'avg_loss': 1.3018278805918284, 'avg_acc_mask': 55.32587548638133, 'loss': 1.8447492122650146}
+{'epoch': 102, 'iter': 230, 'avg_loss': 1.3021552949756772, 'avg_acc_mask': 55.33875338753388, 'loss': 1.1086934804916382}
+{'epoch': 102, 'iter': 240, 'avg_loss': 1.3009921616538431, 'avg_acc_mask': 55.23130615578822, 'loss': 0.986814558506012}
+{'epoch': 102, 'iter': 250, 'avg_loss': 1.3012349997383665, 'avg_acc_mask': 55.18051698355052, 'loss': 1.314557671546936}
+{'epoch': 102, 'iter': 260, 'avg_loss': 1.3042136108738251, 'avg_acc_mask': 55.09227614490773, 'loss': 1.1681663990020752}
+{'epoch': 102, 'iter': 270, 'avg_loss': 1.3065276904739578, 'avg_acc_mask': 54.96918840959748, 'loss': 1.4737180471420288}
+{'epoch': 102, 'iter': 280, 'avg_loss': 1.307870106128611, 'avg_acc_mask': 54.98604415123065, 'loss': 0.9845645427703857}
+{'epoch': 102, 'iter': 290, 'avg_loss': 1.3107346261489843, 'avg_acc_mask': 54.973340687626404, 'loss': 1.425437092781067}
+{'epoch': 102, 'iter': 300, 'avg_loss': 1.309639070517201, 'avg_acc_mask': 54.98783454987834, 'loss': 1.0839720964431763}
+{'epoch': 102, 'iter': 310, 'avg_loss': 1.3097003403200598, 'avg_acc_mask': 54.930063892246594, 'loss': 0.946422278881073}
+{'epoch': 102, 'iter': 320, 'avg_loss': 1.3102304538091023, 'avg_acc_mask': 54.995801847187245, 'loss': 1.249092698097229}
+{'epoch': 102, 'iter': 330, 'avg_loss': 1.309401222766346, 'avg_acc_mask': 55.045572916666664, 'loss': 0.9701324105262756}
+{'epoch': 102, 'iter': 340, 'avg_loss': 1.307607965035872, 'avg_acc_mask': 55.10418859187539, 'loss': 1.1439250707626343}
+{'epoch': 102, 'iter': 350, 'avg_loss': 1.3067893987028008, 'avg_acc_mask': 55.14061779621946, 'loss': 1.4170043468475342}
+{'epoch': 102, 'iter': 360, 'avg_loss': 1.307608901793937, 'avg_acc_mask': 55.114853754546814, 'loss': 1.4850646257400513}
+{'epoch': 102, 'iter': 370, 'avg_loss': 1.3099949252251988, 'avg_acc_mask': 55.0553613053613, 'loss': 1.1509064435958862}
+{'epoch': 102, 'iter': 380, 'avg_loss': 1.3131592071901157, 'avg_acc_mask': 54.975676569215516, 'loss': 0.9459228515625}
+{'epoch': 102, 'iter': 390, 'avg_loss': 1.3127857804908167, 'avg_acc_mask': 54.986423673431815, 'loss': 1.1743415594100952}
+{'epoch': 102, 'iter': 400, 'avg_loss': 1.3128615644507278, 'avg_acc_mask': 54.94510439164867, 'loss': 1.2135975360870361}
+{'epoch': 102, 'iter': 410, 'avg_loss': 1.3130212990326893, 'avg_acc_mask': 54.91911376824336, 'loss': 1.4092581272125244}
+{'epoch': 102, 'iter': 420, 'avg_loss': 1.3096224055437464, 'avg_acc_mask': 55.03289332244056, 'loss': 1.0830529928207397}
+{'epoch': 102, 'iter': 430, 'avg_loss': 1.3095424280365768, 'avg_acc_mask': 55.06832036998108, 'loss': 1.0963521003723145}
+{'epoch': 102, 'iter': 440, 'avg_loss': 1.3114679757159313, 'avg_acc_mask': 55.05765521769461, 'loss': 1.4691084623336792}
+{'epoch': 102, 'iter': 450, 'avg_loss': 1.3109273212711985, 'avg_acc_mask': 55.040565507269655, 'loss': 1.1202548742294312}
+{'epoch': 102, 'iter': 460, 'avg_loss': 1.312226765067872, 'avg_acc_mask': 54.99783813529342, 'loss': 1.274349570274353}
+{'epoch': 102, 'iter': 470, 'avg_loss': 1.3118550645824198, 'avg_acc_mask': 54.974386627123216, 'loss': 1.1604485511779785}
+{'epoch': 102, 'iter': 480, 'avg_loss': 1.3098720781768434, 'avg_acc_mask': 55.08554594553764, 'loss': 1.2106616497039795}
+{'epoch': 102, 'iter': 490, 'avg_loss': 1.3113867252033258, 'avg_acc_mask': 55.04030766955107, 'loss': 1.3188167810440063}
+{'epoch': 102, 'iter': 500, 'avg_loss': 1.3106981264854858, 'avg_acc_mask': 54.99836950614153, 'loss': 1.1325526237487793}
+{'epoch': 102, 'iter': 510, 'avg_loss': 1.3111421377224932, 'avg_acc_mask': 54.96326791354651, 'loss': 1.3791167736053467}
+{'epoch': 102, 'iter': 520, 'avg_loss': 1.3123212092897485, 'avg_acc_mask': 54.92731899466657, 'loss': 1.5913559198379517}
+{'epoch': 102, 'iter': 530, 'avg_loss': 1.312482952734845, 'avg_acc_mask': 54.96854055532759, 'loss': 1.2970170974731445}
+{'epoch': 102, 'iter': 540, 'avg_loss': 1.312989525235294, 'avg_acc_mask': 54.89787691480785, 'loss': 1.460677981376648}
+{'epoch': 102, 'iter': 550, 'avg_loss': 1.3128613598117378, 'avg_acc_mask': 54.91377040547657, 'loss': 1.191677212715149}
+{'epoch': 102, 'iter': 560, 'avg_loss': 1.314072613622628, 'avg_acc_mask': 54.85069803516029, 'loss': 1.432892918586731}
+{'epoch': 102, 'iter': 570, 'avg_loss': 1.3125536111941898, 'avg_acc_mask': 54.90146217418944, 'loss': 1.355381965637207}
+{'epoch': 102, 'iter': 580, 'avg_loss': 1.3128203764019242, 'avg_acc_mask': 54.90024665147211, 'loss': 1.4995492696762085}
+{'epoch': 102, 'iter': 590, 'avg_loss': 1.3122106621108078, 'avg_acc_mask': 54.90454852372476, 'loss': 1.1362402439117432}
+{'epoch': 102, 'iter': 600, 'avg_loss': 1.3113097353108512, 'avg_acc_mask': 54.91654571843251, 'loss': 1.5198111534118652}
+{'epoch': 102, 'iter': 610, 'avg_loss': 1.3123908487747618, 'avg_acc_mask': 54.8689138576779, 'loss': 1.3340555429458618}
+{'epoch': 102, 'iter': 620, 'avg_loss': 1.3114556655791647, 'avg_acc_mask': 54.91234744944248, 'loss': 1.2516790628433228}
+{'epoch': 102, 'iter': 630, 'avg_loss': 1.3100144132948148, 'avg_acc_mask': 54.98689553872297, 'loss': 1.001455545425415}
+{'epoch': 102, 'iter': 640, 'avg_loss': 1.3114609144593177, 'avg_acc_mask': 55.004116862099316, 'loss': 1.3354406356811523}
+{'epoch': 102, 'iter': 650, 'avg_loss': 1.3111746577623253, 'avg_acc_mask': 54.99902062288384, 'loss': 1.3060914278030396}
+{'epoch': 102, 'iter': 660, 'avg_loss': 1.310705458612918, 'avg_acc_mask': 54.98691640269935, 'loss': 1.275367021560669}
+{'epoch': 102, 'iter': 670, 'avg_loss': 1.310991142883386, 'avg_acc_mask': 54.98914812805209, 'loss': 1.5856794118881226}
+{'epoch': 102, 'iter': 680, 'avg_loss': 1.3111658163707862, 'avg_acc_mask': 54.96982321209208, 'loss': 1.4207385778427124}
+{'epoch': 102, 'iter': 690, 'avg_loss': 1.3120588755124558, 'avg_acc_mask': 54.94127230207321, 'loss': 1.318340539932251}
+{'epoch': 102, 'iter': 700, 'avg_loss': 1.3122810354076337, 'avg_acc_mask': 54.92760755264317, 'loss': 1.4140866994857788}
+{'epoch': 102, 'iter': 710, 'avg_loss': 1.3114295958969664, 'avg_acc_mask': 54.971282705807276, 'loss': 0.9645318388938904}
+{'epoch': 102, 'iter': 720, 'avg_loss': 1.3118196233135653, 'avg_acc_mask': 54.94912351400363, 'loss': 1.5204805135726929}
+{'epoch': 102, 'iter': 730, 'avg_loss': 1.310324021876266, 'avg_acc_mask': 54.98881987577639, 'loss': 1.4402540922164917}
+{'epoch': 102, 'iter': 740, 'avg_loss': 1.3106867328346499, 'avg_acc_mask': 54.98946233397049, 'loss': 1.2112412452697754}
+{'epoch': 102, 'iter': 750, 'avg_loss': 1.31107333044555, 'avg_acc_mask': 54.97545522694847, 'loss': 1.5672030448913574}
+{'epoch': 102, 'iter': 760, 'avg_loss': 1.309414185612963, 'avg_acc_mask': 55.02817304937446, 'loss': 0.9760661125183105}
+{'epoch': 102, 'iter': 770, 'avg_loss': 1.309487777925187, 'avg_acc_mask': 55.02872210189283, 'loss': 1.2350927591323853}
+{'epoch': 102, 'iter': 780, 'avg_loss': 1.3085539167730207, 'avg_acc_mask': 55.06720617645691, 'loss': 1.4169764518737793}
+{'epoch': 102, 'iter': 790, 'avg_loss': 1.3077894639878447, 'avg_acc_mask': 55.101150428253234, 'loss': 1.1597933769226074}
+{'epoch': 102, 'iter': 800, 'avg_loss': 1.3073766604344943, 'avg_acc_mask': 55.09736800344586, 'loss': 1.3202210664749146}
+{'epoch': 102, 'iter': 810, 'avg_loss': 1.3066637342572947, 'avg_acc_mask': 55.11703438234965, 'loss': 1.0913790464401245}
+{'epoch': 102, 'iter': 820, 'avg_loss': 1.306413241411388, 'avg_acc_mask': 55.13507528786536, 'loss': 1.340875267982483}
+{'epoch': 102, 'iter': 830, 'avg_loss': 1.306500677095567, 'avg_acc_mask': 55.120679837049366, 'loss': 1.239549160003662}
+{'epoch': 102, 'iter': 840, 'avg_loss': 1.3060645757333844, 'avg_acc_mask': 55.11052415077183, 'loss': 1.099563717842102}
+{'epoch': 102, 'iter': 850, 'avg_loss': 1.306054162012564, 'avg_acc_mask': 55.10417779677316, 'loss': 1.272075891494751}
+{'epoch': 102, 'iter': 860, 'avg_loss': 1.3062951679706019, 'avg_acc_mask': 55.101566789138055, 'loss': 1.202835202217102}
+{'epoch': 102, 'iter': 870, 'avg_loss': 1.307569146293176, 'avg_acc_mask': 55.07584597432905, 'loss': 1.1493713855743408}
+{'epoch': 102, 'iter': 880, 'avg_loss': 1.3064388782293384, 'avg_acc_mask': 55.12226273613086, 'loss': 1.286703109741211}
+{'epoch': 102, 'iter': 890, 'avg_loss': 1.3050386551788493, 'avg_acc_mask': 55.17346813975295, 'loss': 0.7936745285987854}
+{'epoch': 102, 'iter': 900, 'avg_loss': 1.3049792758500272, 'avg_acc_mask': 55.17838796107899, 'loss': 1.4995553493499756}
+{'epoch': 102, 'iter': 910, 'avg_loss': 1.3054024467222254, 'avg_acc_mask': 55.12784769794487, 'loss': 1.3793472051620483}
+{'epoch': 102, 'iter': 920, 'avg_loss': 1.3037406128470206, 'avg_acc_mask': 55.183570399889526, 'loss': 1.0431948900222778}
+{'epoch': 102, 'iter': 930, 'avg_loss': 1.3039846988164776, 'avg_acc_mask': 55.18877132706048, 'loss': 1.5953929424285889}
+{'epoch': 102, 'iter': 940, 'avg_loss': 1.3033772343403476, 'avg_acc_mask': 55.21434499797333, 'loss': 1.0415624380111694}
+{'epoch': 102, 'iter': 950, 'avg_loss': 1.303100678196214, 'avg_acc_mask': 55.21798078942845, 'loss': 1.570511817932129}
+{'epoch': 102, 'iter': 960, 'avg_loss': 1.302129135729743, 'avg_acc_mask': 55.253961957650965, 'loss': 1.3135663270950317}
+{'epoch': 102, 'iter': 970, 'avg_loss': 1.3026645271957351, 'avg_acc_mask': 55.250962364988595, 'loss': 1.5355337858200073}
+{'epoch': 102, 'iter': 980, 'avg_loss': 1.302625711540199, 'avg_acc_mask': 55.24061499750227, 'loss': 1.089835286140442}
+{'epoch': 102, 'iter': 990, 'avg_loss': 1.3024706704585272, 'avg_acc_mask': 55.22041338942747, 'loss': 1.61382257938385}
+{'epoch': 102, 'iter': 1000, 'avg_loss': 1.3025689806256975, 'avg_acc_mask': 55.2102575247202, 'loss': 1.5878905057907104}
+{'epoch': 102, 'iter': 1010, 'avg_loss': 1.3017966025660936, 'avg_acc_mask': 55.236438002296204, 'loss': 1.0272246599197388}
+{'epoch': 102, 'iter': 1020, 'avg_loss': 1.3026134719110727, 'avg_acc_mask': 55.22873493761774, 'loss': 1.3526697158813477}
+{'epoch': 102, 'iter': 1030, 'avg_loss': 1.3025697866304768, 'avg_acc_mask': 55.22422235530349, 'loss': 1.2168629169464111}
+{'epoch': 102, 'iter': 1040, 'avg_loss': 1.3020245192946436, 'avg_acc_mask': 55.25526049481802, 'loss': 1.4508988857269287}
+{'epoch': 102, 'iter': 1050, 'avg_loss': 1.301810609171438, 'avg_acc_mask': 55.25947431178392, 'loss': 1.255114197731018}
+{'epoch': 102, 'iter': 1060, 'avg_loss': 1.3012281182686414, 'avg_acc_mask': 55.269465178388, 'loss': 0.9749322533607483}
+{'epoch': 102, 'iter': 1070, 'avg_loss': 1.3003186146640866, 'avg_acc_mask': 55.2920822308162, 'loss': 1.2739908695220947}
+{'epoch': 102, 'iter': 1080, 'avg_loss': 1.2993516783599606, 'avg_acc_mask': 55.34274193548387, 'loss': 0.8432490825653076}
+{'epoch': 102, 'iter': 1090, 'avg_loss': 1.2993559784893591, 'avg_acc_mask': 55.33464108787446, 'loss': 1.5004619359970093}
+{'epoch': 102, 'iter': 1100, 'avg_loss': 1.2984336444619133, 'avg_acc_mask': 55.377823171836646, 'loss': 0.9265439510345459}
+{'epoch': 'EP102_train', 'avg_loss': 1.2984139799532308, 'total_masked_acc': 55.365293055327534}
+{'epoch': 103, 'iter': 0, 'avg_loss': 1.5712507963180542, 'avg_acc_mask': 38.88888888888889, 'loss': 1.5712507963180542}
+{'epoch': 103, 'iter': 10, 'avg_loss': 1.3285402926531704, 'avg_acc_mask': 54.11585365853659, 'loss': 1.1892973184585571}
+{'epoch': 103, 'iter': 20, 'avg_loss': 1.3273580982571556, 'avg_acc_mask': 54.46127946127947, 'loss': 1.3574755191802979}
+{'epoch': 103, 'iter': 30, 'avg_loss': 1.3283492557464107, 'avg_acc_mask': 54.74665113570181, 'loss': 1.2025097608566284}
+{'epoch': 103, 'iter': 40, 'avg_loss': 1.3136295501778765, 'avg_acc_mask': 55.54078014184397, 'loss': 1.2409299612045288}
+{'epoch': 103, 'iter': 50, 'avg_loss': 1.3516301419220718, 'avg_acc_mask': 54.35012328284608, 'loss': 1.1778762340545654}
+{'epoch': 103, 'iter': 60, 'avg_loss': 1.3392048605152818, 'avg_acc_mask': 54.69121140142518, 'loss': 1.6735693216323853}
+{'epoch': 103, 'iter': 70, 'avg_loss': 1.328795441439454, 'avg_acc_mask': 54.98996990972918, 'loss': 1.286867618560791}
+{'epoch': 103, 'iter': 80, 'avg_loss': 1.322908451527725, 'avg_acc_mask': 55.255650647355715, 'loss': 1.312965750694275}
+{'epoch': 103, 'iter': 90, 'avg_loss': 1.3204878123251946, 'avg_acc_mask': 55.005889281507656, 'loss': 1.0597472190856934}
+{'epoch': 103, 'iter': 100, 'avg_loss': 1.3097626920973902, 'avg_acc_mask': 55.240996237233475, 'loss': 1.0315181016921997}
+{'epoch': 103, 'iter': 110, 'avg_loss': 1.313403967801515, 'avg_acc_mask': 55.26574803149607, 'loss': 0.9071065187454224}
+{'epoch': 103, 'iter': 120, 'avg_loss': 1.3061153652254216, 'avg_acc_mask': 55.44345731064598, 'loss': 1.3746252059936523}
+{'epoch': 103, 'iter': 130, 'avg_loss': 1.3006318298004966, 'avg_acc_mask': 55.30113794060505, 'loss': 1.3908833265304565}
+{'epoch': 103, 'iter': 140, 'avg_loss': 1.3063016825533929, 'avg_acc_mask': 55.27670527670527, 'loss': 1.2168996334075928}
+{'epoch': 103, 'iter': 150, 'avg_loss': 1.3003670671917744, 'avg_acc_mask': 55.5582436192089, 'loss': 1.3471095561981201}
+{'epoch': 103, 'iter': 160, 'avg_loss': 1.303111485812975, 'avg_acc_mask': 55.66155593412834, 'loss': 1.490295171737671}
+{'epoch': 103, 'iter': 170, 'avg_loss': 1.3071672247167219, 'avg_acc_mask': 55.7260040481517, 'loss': 1.241592526435852}
+{'epoch': 103, 'iter': 180, 'avg_loss': 1.3014085585899775, 'avg_acc_mask': 55.855946736608495, 'loss': 1.1672669649124146}
+{'epoch': 103, 'iter': 190, 'avg_loss': 1.303161599561182, 'avg_acc_mask': 55.68235853542558, 'loss': 1.0829252004623413}
+{'epoch': 103, 'iter': 200, 'avg_loss': 1.3026146529918878, 'avg_acc_mask': 55.647705760389435, 'loss': 1.1992921829223633}
+{'epoch': 103, 'iter': 210, 'avg_loss': 1.2975903902008634, 'avg_acc_mask': 55.754934632145606, 'loss': 1.1330091953277588}
+{'epoch': 103, 'iter': 220, 'avg_loss': 1.2954406476668103, 'avg_acc_mask': 55.849979616795764, 'loss': 1.3332419395446777}
+{'epoch': 103, 'iter': 230, 'avg_loss': 1.2951120646485001, 'avg_acc_mask': 55.87155246503633, 'loss': 1.0430221557617188}
+{'epoch': 103, 'iter': 240, 'avg_loss': 1.2967679109810795, 'avg_acc_mask': 55.86092963880754, 'loss': 1.650391697883606}
+{'epoch': 103, 'iter': 250, 'avg_loss': 1.2992392016122065, 'avg_acc_mask': 55.81731464084405, 'loss': 1.1057910919189453}
+{'epoch': 103, 'iter': 260, 'avg_loss': 1.2993932288725258, 'avg_acc_mask': 55.89337775926697, 'loss': 1.3355549573898315}
+{'epoch': 103, 'iter': 270, 'avg_loss': 1.2992226846543626, 'avg_acc_mask': 56.00293313779081, 'loss': 1.3824677467346191}
+{'epoch': 103, 'iter': 280, 'avg_loss': 1.3001483050953875, 'avg_acc_mask': 55.9863463643975, 'loss': 0.9784833788871765}
+{'epoch': 103, 'iter': 290, 'avg_loss': 1.3000065006341313, 'avg_acc_mask': 56.00000000000001, 'loss': 1.1979879140853882}
+{'epoch': 103, 'iter': 300, 'avg_loss': 1.2975967235343402, 'avg_acc_mask': 55.9579227374403, 'loss': 0.9305477738380432}
+{'epoch': 103, 'iter': 310, 'avg_loss': 1.2975184509225213, 'avg_acc_mask': 55.90011137815816, 'loss': 1.128657579421997}
+{'epoch': 103, 'iter': 320, 'avg_loss': 1.3004518927443436, 'avg_acc_mask': 55.8252150629522, 'loss': 1.3403230905532837}
+{'epoch': 103, 'iter': 330, 'avg_loss': 1.2996535717180489, 'avg_acc_mask': 55.88251532048805, 'loss': 1.0999393463134766}
+{'epoch': 103, 'iter': 340, 'avg_loss': 1.2996761662519571, 'avg_acc_mask': 55.841509838614556, 'loss': 1.2853578329086304}
+{'epoch': 103, 'iter': 350, 'avg_loss': 1.298862746298483, 'avg_acc_mask': 55.864374902042734, 'loss': 1.434189796447754}
+{'epoch': 103, 'iter': 360, 'avg_loss': 1.2999528005843017, 'avg_acc_mask': 55.79279141883992, 'loss': 1.6478842496871948}
+{'epoch': 103, 'iter': 370, 'avg_loss': 1.301886588094048, 'avg_acc_mask': 55.65622060498045, 'loss': 1.2473416328430176}
+{'epoch': 103, 'iter': 380, 'avg_loss': 1.305517020500864, 'avg_acc_mask': 55.47846198323215, 'loss': 1.1240423917770386}
+{'epoch': 103, 'iter': 390, 'avg_loss': 1.305369297561743, 'avg_acc_mask': 55.51489561341778, 'loss': 1.5622940063476562}
+{'epoch': 103, 'iter': 400, 'avg_loss': 1.303511892768213, 'avg_acc_mask': 55.574896930829134, 'loss': 0.927456796169281}
+{'epoch': 103, 'iter': 410, 'avg_loss': 1.3041152130368272, 'avg_acc_mask': 55.54561317167017, 'loss': 1.0451246500015259}
+{'epoch': 103, 'iter': 420, 'avg_loss': 1.3035805757708334, 'avg_acc_mask': 55.536127988809724, 'loss': 1.1923469305038452}
+{'epoch': 103, 'iter': 430, 'avg_loss': 1.3029335922542138, 'avg_acc_mask': 55.50901786477477, 'loss': 1.3507930040359497}
+{'epoch': 103, 'iter': 440, 'avg_loss': 1.3072114031331068, 'avg_acc_mask': 55.36310517529215, 'loss': 1.611180067062378}
+{'epoch': 103, 'iter': 450, 'avg_loss': 1.3068074273428738, 'avg_acc_mask': 55.37671651521943, 'loss': 1.016813039779663}
+{'epoch': 103, 'iter': 460, 'avg_loss': 1.306380960015568, 'avg_acc_mask': 55.339999203282474, 'loss': 1.1222453117370605}
+{'epoch': 103, 'iter': 470, 'avg_loss': 1.306196606336379, 'avg_acc_mask': 55.32833093581121, 'loss': 1.1564480066299438}
+{'epoch': 103, 'iter': 480, 'avg_loss': 1.3038474732773715, 'avg_acc_mask': 55.43081138681687, 'loss': 1.091797947883606}
+{'epoch': 103, 'iter': 490, 'avg_loss': 1.3045081861635819, 'avg_acc_mask': 55.4300413823957, 'loss': 1.6591230630874634}
+{'epoch': 103, 'iter': 500, 'avg_loss': 1.3030038188079636, 'avg_acc_mask': 55.45497682227981, 'loss': 1.3959699869155884}
+{'epoch': 103, 'iter': 510, 'avg_loss': 1.3024682852853302, 'avg_acc_mask': 55.463836477987414, 'loss': 1.233121633529663}
+{'epoch': 103, 'iter': 520, 'avg_loss': 1.3019238736716434, 'avg_acc_mask': 55.497841575123715, 'loss': 1.5441884994506836}
+{'epoch': 103, 'iter': 530, 'avg_loss': 1.299995777746154, 'avg_acc_mask': 55.52223371251293, 'loss': 0.8697108626365662}
+{'epoch': 103, 'iter': 540, 'avg_loss': 1.3002646112618297, 'avg_acc_mask': 55.52431919794066, 'loss': 1.6163593530654907}
+{'epoch': 103, 'iter': 550, 'avg_loss': 1.3006340362631907, 'avg_acc_mask': 55.55223384819797, 'loss': 1.1653735637664795}
+{'epoch': 103, 'iter': 560, 'avg_loss': 1.300397221629845, 'avg_acc_mask': 55.57550434158125, 'loss': 1.5284299850463867}
+{'epoch': 103, 'iter': 570, 'avg_loss': 1.297137344154919, 'avg_acc_mask': 55.687873146305456, 'loss': 1.1475712060928345}
+{'epoch': 103, 'iter': 580, 'avg_loss': 1.2966763909630439, 'avg_acc_mask': 55.643408410773354, 'loss': 1.4439257383346558}
+{'epoch': 103, 'iter': 590, 'avg_loss': 1.2962429058531617, 'avg_acc_mask': 55.66694514062935, 'loss': 1.4050732851028442}
+{'epoch': 103, 'iter': 600, 'avg_loss': 1.2944598838612562, 'avg_acc_mask': 55.72981697475409, 'loss': 1.0205976963043213}
+{'epoch': 103, 'iter': 610, 'avg_loss': 1.295296665884664, 'avg_acc_mask': 55.721675686989805, 'loss': 1.3813329935073853}
+{'epoch': 103, 'iter': 620, 'avg_loss': 1.2931905460818378, 'avg_acc_mask': 55.79012454730148, 'loss': 1.473220944404602}
+{'epoch': 103, 'iter': 630, 'avg_loss': 1.2921172475852603, 'avg_acc_mask': 55.8124040439153, 'loss': 1.1424729824066162}
+{'epoch': 103, 'iter': 640, 'avg_loss': 1.2914146123549868, 'avg_acc_mask': 55.83914484966274, 'loss': 1.2143654823303223}
+{'epoch': 103, 'iter': 650, 'avg_loss': 1.2916330460762282, 'avg_acc_mask': 55.79148948153989, 'loss': 1.2662265300750732}
+{'epoch': 103, 'iter': 660, 'avg_loss': 1.2902832773377422, 'avg_acc_mask': 55.77957734760663, 'loss': 1.1242549419403076}
+{'epoch': 103, 'iter': 670, 'avg_loss': 1.2898140809042087, 'avg_acc_mask': 55.805304894722454, 'loss': 1.3147350549697876}
+{'epoch': 103, 'iter': 680, 'avg_loss': 1.2896843295265399, 'avg_acc_mask': 55.76090172975009, 'loss': 1.5873550176620483}
+{'epoch': 103, 'iter': 690, 'avg_loss': 1.289888129479288, 'avg_acc_mask': 55.782564971153334, 'loss': 1.1093069314956665}
+{'epoch': 103, 'iter': 700, 'avg_loss': 1.2923952059636952, 'avg_acc_mask': 55.7265046417023, 'loss': 1.5192512273788452}
+{'epoch': 103, 'iter': 710, 'avg_loss': 1.2920587922953353, 'avg_acc_mask': 55.78906752411575, 'loss': 1.3471064567565918}
+{'epoch': 103, 'iter': 720, 'avg_loss': 1.292410609460902, 'avg_acc_mask': 55.77787370185106, 'loss': 1.3538249731063843}
+{'epoch': 103, 'iter': 730, 'avg_loss': 1.291910418815065, 'avg_acc_mask': 55.799043301860806, 'loss': 1.6720194816589355}
+{'epoch': 103, 'iter': 740, 'avg_loss': 1.2927136495206681, 'avg_acc_mask': 55.75859344132754, 'loss': 1.1624904870986938}
+{'epoch': 103, 'iter': 750, 'avg_loss': 1.293649866482548, 'avg_acc_mask': 55.68884130614629, 'loss': 1.3736567497253418}
+{'epoch': 103, 'iter': 760, 'avg_loss': 1.2924399922617789, 'avg_acc_mask': 55.74581522130695, 'loss': 0.9638545513153076}
+{'epoch': 103, 'iter': 770, 'avg_loss': 1.2930745668757595, 'avg_acc_mask': 55.691287878787875, 'loss': 1.3014106750488281}
+{'epoch': 103, 'iter': 780, 'avg_loss': 1.2925466962263619, 'avg_acc_mask': 55.72029934518241, 'loss': 1.5411529541015625}
+{'epoch': 103, 'iter': 790, 'avg_loss': 1.2937047896734832, 'avg_acc_mask': 55.68179194088443, 'loss': 1.4129546880722046}
+{'epoch': 103, 'iter': 800, 'avg_loss': 1.2929453455404694, 'avg_acc_mask': 55.72689736980176, 'loss': 1.1982183456420898}
+{'epoch': 103, 'iter': 810, 'avg_loss': 1.292753952058117, 'avg_acc_mask': 55.719049979719685, 'loss': 1.5729973316192627}
+{'epoch': 103, 'iter': 820, 'avg_loss': 1.2940080589847356, 'avg_acc_mask': 55.71384053777323, 'loss': 1.384537696838379}
+{'epoch': 103, 'iter': 830, 'avg_loss': 1.294074876142036, 'avg_acc_mask': 55.71067384852149, 'loss': 1.4411499500274658}
+{'epoch': 103, 'iter': 840, 'avg_loss': 1.2944216687812533, 'avg_acc_mask': 55.69141889103663, 'loss': 1.367055058479309}
+{'epoch': 103, 'iter': 850, 'avg_loss': 1.2943761433473626, 'avg_acc_mask': 55.68172061475059, 'loss': 1.0834877490997314}
+{'epoch': 103, 'iter': 860, 'avg_loss': 1.2958617256078155, 'avg_acc_mask': 55.65381515884125, 'loss': 1.3585377931594849}
+{'epoch': 103, 'iter': 870, 'avg_loss': 1.2965750370589517, 'avg_acc_mask': 55.655796039686855, 'loss': 1.0757514238357544}
+{'epoch': 103, 'iter': 880, 'avg_loss': 1.2967273522587017, 'avg_acc_mask': 55.65195784068084, 'loss': 1.30167818069458}
+{'epoch': 103, 'iter': 890, 'avg_loss': 1.2954517267100873, 'avg_acc_mask': 55.70295040288684, 'loss': 0.6534173488616943}
+{'epoch': 103, 'iter': 900, 'avg_loss': 1.2954556255308822, 'avg_acc_mask': 55.683636879317675, 'loss': 1.3749310970306396}
+{'epoch': 103, 'iter': 910, 'avg_loss': 1.297148325833217, 'avg_acc_mask': 55.654594984376246, 'loss': 1.5322047472000122}
+{'epoch': 103, 'iter': 920, 'avg_loss': 1.2964644702586237, 'avg_acc_mask': 55.692387014892816, 'loss': 1.3940521478652954}
+{'epoch': 103, 'iter': 930, 'avg_loss': 1.2963486865691032, 'avg_acc_mask': 55.694138906348215, 'loss': 1.804211139678955}
+{'epoch': 103, 'iter': 940, 'avg_loss': 1.2974125245045653, 'avg_acc_mask': 55.65352495630219, 'loss': 1.2129099369049072}
+{'epoch': 103, 'iter': 950, 'avg_loss': 1.2974642246930255, 'avg_acc_mask': 55.63518290808484, 'loss': 1.8925508260726929}
+{'epoch': 103, 'iter': 960, 'avg_loss': 1.2967849402968519, 'avg_acc_mask': 55.635637539222216, 'loss': 1.3344331979751587}
+{'epoch': 103, 'iter': 970, 'avg_loss': 1.2966687536878025, 'avg_acc_mask': 55.64290147255186, 'loss': 1.0446727275848389}
+{'epoch': 103, 'iter': 980, 'avg_loss': 1.2967928703285747, 'avg_acc_mask': 55.631272226256314, 'loss': 1.0269348621368408}
+{'epoch': 103, 'iter': 990, 'avg_loss': 1.296637179331871, 'avg_acc_mask': 55.60508380917296, 'loss': 1.1641943454742432}
+{'epoch': 103, 'iter': 1000, 'avg_loss': 1.2971966223759608, 'avg_acc_mask': 55.59913171959651, 'loss': 1.66334867477417}
+{'epoch': 103, 'iter': 1010, 'avg_loss': 1.2968054363682764, 'avg_acc_mask': 55.61634436559956, 'loss': 1.243302345275879}
+{'epoch': 103, 'iter': 1020, 'avg_loss': 1.2962501671358608, 'avg_acc_mask': 55.66022558675795, 'loss': 1.0827157497406006}
+{'epoch': 103, 'iter': 1030, 'avg_loss': 1.2953582067841123, 'avg_acc_mask': 55.69127279164454, 'loss': 1.1063753366470337}
+{'epoch': 103, 'iter': 1040, 'avg_loss': 1.2942040811698101, 'avg_acc_mask': 55.722046968103754, 'loss': 1.3674250841140747}
+{'epoch': 103, 'iter': 1050, 'avg_loss': 1.2937310167883376, 'avg_acc_mask': 55.73770491803278, 'loss': 1.1049586534500122}
+{'epoch': 103, 'iter': 1060, 'avg_loss': 1.2938815945729571, 'avg_acc_mask': 55.70425927200166, 'loss': 0.8226323127746582}
+{'epoch': 103, 'iter': 1070, 'avg_loss': 1.2933926567310046, 'avg_acc_mask': 55.7056135325012, 'loss': 1.340394377708435}
+{'epoch': 103, 'iter': 1080, 'avg_loss': 1.292915146015619, 'avg_acc_mask': 55.7388954568485, 'loss': 1.0910329818725586}
+{'epoch': 103, 'iter': 1090, 'avg_loss': 1.2930502014680263, 'avg_acc_mask': 55.718391764981114, 'loss': 1.2714288234710693}
+{'epoch': 103, 'iter': 1100, 'avg_loss': 1.292019740707976, 'avg_acc_mask': 55.753340729578916, 'loss': 1.0346455574035645}
+{'epoch': 'EP103_train', 'avg_loss': 1.2922062147257014, 'total_masked_acc': 55.75647582907111}
+{'epoch': 104, 'iter': 0, 'avg_loss': 1.8953086137771606, 'avg_acc_mask': 41.7910447761194, 'loss': 1.8953086137771606}
+{'epoch': 104, 'iter': 10, 'avg_loss': 1.3289431821216235, 'avg_acc_mask': 55.50161812297735, 'loss': 1.0896579027175903}
+{'epoch': 104, 'iter': 20, 'avg_loss': 1.2930951572599865, 'avg_acc_mask': 55.00848896434635, 'loss': 1.3023536205291748}
+{'epoch': 104, 'iter': 30, 'avg_loss': 1.282021003384744, 'avg_acc_mask': 54.99419279907085, 'loss': 1.2216154336929321}
+{'epoch': 104, 'iter': 40, 'avg_loss': 1.2654716038122409, 'avg_acc_mask': 55.59410234171725, 'loss': 1.157575011253357}
+{'epoch': 104, 'iter': 50, 'avg_loss': 1.2913338974410413, 'avg_acc_mask': 54.685890834191554, 'loss': 1.477298617362976}
+{'epoch': 104, 'iter': 60, 'avg_loss': 1.2826047402913454, 'avg_acc_mask': 54.78971962616822, 'loss': 1.2147256135940552}
+{'epoch': 104, 'iter': 70, 'avg_loss': 1.2827487285708037, 'avg_acc_mask': 55.19153225806451, 'loss': 1.1748172044754028}
+{'epoch': 104, 'iter': 80, 'avg_loss': 1.2893606490559049, 'avg_acc_mask': 55.11150364318834, 'loss': 1.4802522659301758}
+{'epoch': 104, 'iter': 90, 'avg_loss': 1.2980703095813373, 'avg_acc_mask': 55.17445298639858, 'loss': 1.4582263231277466}
+{'epoch': 104, 'iter': 100, 'avg_loss': 1.2903423020155123, 'avg_acc_mask': 55.569484240687686, 'loss': 1.0480694770812988}
+{'epoch': 104, 'iter': 110, 'avg_loss': 1.2910283879116848, 'avg_acc_mask': 55.49009981999673, 'loss': 1.0749566555023193}
+{'epoch': 104, 'iter': 120, 'avg_loss': 1.2891861860417138, 'avg_acc_mask': 55.48844934319794, 'loss': 1.4844441413879395}
+{'epoch': 104, 'iter': 130, 'avg_loss': 1.2926099873681105, 'avg_acc_mask': 55.46603694957633, 'loss': 1.3748878240585327}
+{'epoch': 104, 'iter': 140, 'avg_loss': 1.2897320715248162, 'avg_acc_mask': 55.357833655706, 'loss': 0.998344898223877}
+{'epoch': 104, 'iter': 150, 'avg_loss': 1.2793465398794768, 'avg_acc_mask': 55.82183490680222, 'loss': 1.4923418760299683}
+{'epoch': 104, 'iter': 160, 'avg_loss': 1.2848445151163184, 'avg_acc_mask': 55.58205565019875, 'loss': 1.3973037004470825}
+{'epoch': 104, 'iter': 170, 'avg_loss': 1.2906845128327085, 'avg_acc_mask': 55.455029270888765, 'loss': 1.379722237586975}
+{'epoch': 104, 'iter': 180, 'avg_loss': 1.2901887185665784, 'avg_acc_mask': 55.32407407407407, 'loss': 1.343300700187683}
+{'epoch': 104, 'iter': 190, 'avg_loss': 1.2886330138950448, 'avg_acc_mask': 55.31692483132187, 'loss': 1.34745454788208}
+{'epoch': 104, 'iter': 200, 'avg_loss': 1.289753056284207, 'avg_acc_mask': 55.223880597014926, 'loss': 1.4282687902450562}
+{'epoch': 104, 'iter': 210, 'avg_loss': 1.2851792234945072, 'avg_acc_mask': 55.34072355418063, 'loss': 1.2724292278289795}
+{'epoch': 104, 'iter': 220, 'avg_loss': 1.2853470210036542, 'avg_acc_mask': 55.491897200851206, 'loss': 1.5742216110229492}
+{'epoch': 104, 'iter': 230, 'avg_loss': 1.2843141772530295, 'avg_acc_mask': 55.50844130349431, 'loss': 1.2104321718215942}
+{'epoch': 104, 'iter': 240, 'avg_loss': 1.2830508754461138, 'avg_acc_mask': 55.51365213456027, 'loss': 1.0838087797164917}
+{'epoch': 104, 'iter': 250, 'avg_loss': 1.2873621260027486, 'avg_acc_mask': 55.408452753328, 'loss': 0.987032949924469}
+{'epoch': 104, 'iter': 260, 'avg_loss': 1.2886348407844017, 'avg_acc_mask': 55.35614133482895, 'loss': 1.1932885646820068}
+{'epoch': 104, 'iter': 270, 'avg_loss': 1.2919075909135966, 'avg_acc_mask': 55.34189470853224, 'loss': 1.7022024393081665}
+{'epoch': 104, 'iter': 280, 'avg_loss': 1.293944458308169, 'avg_acc_mask': 55.269488329757486, 'loss': 0.9618289470672607}
+{'epoch': 104, 'iter': 290, 'avg_loss': 1.2916330383815307, 'avg_acc_mask': 55.47298148381409, 'loss': 1.1881483793258667}
+{'epoch': 104, 'iter': 300, 'avg_loss': 1.2878732000078474, 'avg_acc_mask': 55.65715679102657, 'loss': 1.033168077468872}
+{'epoch': 104, 'iter': 310, 'avg_loss': 1.2883996852341189, 'avg_acc_mask': 55.55752212389381, 'loss': 0.9079501628875732}
+{'epoch': 104, 'iter': 320, 'avg_loss': 1.2890518326254277, 'avg_acc_mask': 55.550456083988294, 'loss': 1.3717738389968872}
+{'epoch': 104, 'iter': 330, 'avg_loss': 1.289539246580752, 'avg_acc_mask': 55.650627847538615, 'loss': 0.9919314384460449}
+{'epoch': 104, 'iter': 340, 'avg_loss': 1.2884194039878958, 'avg_acc_mask': 55.72276159654801, 'loss': 1.0155153274536133}
+{'epoch': 104, 'iter': 350, 'avg_loss': 1.288457498930798, 'avg_acc_mask': 55.76377952755905, 'loss': 1.1235015392303467}
+{'epoch': 104, 'iter': 360, 'avg_loss': 1.2884949336752007, 'avg_acc_mask': 55.709908069458635, 'loss': 1.0832760334014893}
+{'epoch': 104, 'iter': 370, 'avg_loss': 1.2871491301734492, 'avg_acc_mask': 55.781568607947484, 'loss': 1.4082272052764893}
+{'epoch': 104, 'iter': 380, 'avg_loss': 1.2905644262869527, 'avg_acc_mask': 55.7234166182452, 'loss': 1.2454555034637451}
+{'epoch': 104, 'iter': 390, 'avg_loss': 1.290189802341754, 'avg_acc_mask': 55.72277788261937, 'loss': 1.1960911750793457}
+{'epoch': 104, 'iter': 400, 'avg_loss': 1.2919027791950768, 'avg_acc_mask': 55.676322940174096, 'loss': 1.2308578491210938}
+{'epoch': 104, 'iter': 410, 'avg_loss': 1.2900639185070122, 'avg_acc_mask': 55.74676491732566, 'loss': 1.0566675662994385}
+{'epoch': 104, 'iter': 420, 'avg_loss': 1.2891678927629975, 'avg_acc_mask': 55.759943805426296, 'loss': 1.083336353302002}
+{'epoch': 104, 'iter': 430, 'avg_loss': 1.2881908286751838, 'avg_acc_mask': 55.805259539360605, 'loss': 1.3291922807693481}
+{'epoch': 104, 'iter': 440, 'avg_loss': 1.2888503312523945, 'avg_acc_mask': 55.76017490750084, 'loss': 1.4051400423049927}
+{'epoch': 104, 'iter': 450, 'avg_loss': 1.289082824390902, 'avg_acc_mask': 55.80724876441515, 'loss': 1.3604093790054321}
+{'epoch': 104, 'iter': 460, 'avg_loss': 1.2921392970643695, 'avg_acc_mask': 55.648956280416684, 'loss': 1.2842727899551392}
+{'epoch': 104, 'iter': 470, 'avg_loss': 1.2925860031395202, 'avg_acc_mask': 55.68105789287261, 'loss': 1.2272160053253174}
+{'epoch': 104, 'iter': 480, 'avg_loss': 1.291865320686491, 'avg_acc_mask': 55.74566473988439, 'loss': 1.1317790746688843}
+{'epoch': 104, 'iter': 490, 'avg_loss': 1.2931017852606452, 'avg_acc_mask': 55.69065780530171, 'loss': 1.5884335041046143}
+{'epoch': 104, 'iter': 500, 'avg_loss': 1.2935297787784341, 'avg_acc_mask': 55.72062084257207, 'loss': 1.0178548097610474}
+{'epoch': 104, 'iter': 510, 'avg_loss': 1.2945815583731097, 'avg_acc_mask': 55.71982461861796, 'loss': 1.548491358757019}
+{'epoch': 104, 'iter': 520, 'avg_loss': 1.2941323797899564, 'avg_acc_mask': 55.762319871908915, 'loss': 1.5354551076889038}
+{'epoch': 104, 'iter': 530, 'avg_loss': 1.2918683094044414, 'avg_acc_mask': 55.78084103995812, 'loss': 1.0439704656600952}
+{'epoch': 104, 'iter': 540, 'avg_loss': 1.2925271193553691, 'avg_acc_mask': 55.74011918624563, 'loss': 1.4210855960845947}
+{'epoch': 104, 'iter': 550, 'avg_loss': 1.2945167399577784, 'avg_acc_mask': 55.642638501126854, 'loss': 1.1261390447616577}
+{'epoch': 104, 'iter': 560, 'avg_loss': 1.2935393027655793, 'avg_acc_mask': 55.664682539682545, 'loss': 1.2208281755447388}
+{'epoch': 104, 'iter': 570, 'avg_loss': 1.2922701001584842, 'avg_acc_mask': 55.716235538801506, 'loss': 1.2062795162200928}
+{'epoch': 104, 'iter': 580, 'avg_loss': 1.2920232588575957, 'avg_acc_mask': 55.732687157250346, 'loss': 1.5059559345245361}
+{'epoch': 104, 'iter': 590, 'avg_loss': 1.2917945180245867, 'avg_acc_mask': 55.80470389276878, 'loss': 1.1191586256027222}
+{'epoch': 104, 'iter': 600, 'avg_loss': 1.2904329269182266, 'avg_acc_mask': 55.83043223759204, 'loss': 1.1074554920196533}
+{'epoch': 104, 'iter': 610, 'avg_loss': 1.2905570802243758, 'avg_acc_mask': 55.825507421993336, 'loss': 1.3648889064788818}
+{'epoch': 104, 'iter': 620, 'avg_loss': 1.2888116229943416, 'avg_acc_mask': 55.87507084688125, 'loss': 1.4576759338378906}
+{'epoch': 104, 'iter': 630, 'avg_loss': 1.2884876586366947, 'avg_acc_mask': 55.874497373132584, 'loss': 1.1540998220443726}
+{'epoch': 104, 'iter': 640, 'avg_loss': 1.290446644826166, 'avg_acc_mask': 55.826071852473724, 'loss': 1.3940232992172241}
+{'epoch': 104, 'iter': 650, 'avg_loss': 1.2908632630759853, 'avg_acc_mask': 55.77126216918378, 'loss': 1.0300323963165283}
+{'epoch': 104, 'iter': 660, 'avg_loss': 1.2896235155085392, 'avg_acc_mask': 55.81473873772475, 'loss': 1.1685175895690918}
+{'epoch': 104, 'iter': 670, 'avg_loss': 1.2893378472541377, 'avg_acc_mask': 55.82014248884207, 'loss': 1.211979866027832}
+{'epoch': 104, 'iter': 680, 'avg_loss': 1.2900811156337306, 'avg_acc_mask': 55.77280174767887, 'loss': 1.3207494020462036}
+{'epoch': 104, 'iter': 690, 'avg_loss': 1.2905074122500662, 'avg_acc_mask': 55.77258926892179, 'loss': 1.2105536460876465}
+{'epoch': 104, 'iter': 700, 'avg_loss': 1.2923520391065622, 'avg_acc_mask': 55.683864816188155, 'loss': 1.3114687204360962}
+{'epoch': 104, 'iter': 710, 'avg_loss': 1.2924851687983956, 'avg_acc_mask': 55.64469764281608, 'loss': 1.5119961500167847}
+{'epoch': 104, 'iter': 720, 'avg_loss': 1.2940644067964011, 'avg_acc_mask': 55.54926387315968, 'loss': 1.2248021364212036}
+{'epoch': 104, 'iter': 730, 'avg_loss': 1.2925604215725013, 'avg_acc_mask': 55.599553254137476, 'loss': 1.3490232229232788}
+{'epoch': 104, 'iter': 740, 'avg_loss': 1.293489063397432, 'avg_acc_mask': 55.58419458972498, 'loss': 1.2175849676132202}
+{'epoch': 104, 'iter': 750, 'avg_loss': 1.2945769981601425, 'avg_acc_mask': 55.55254003108732, 'loss': 1.1060197353363037}
+{'epoch': 104, 'iter': 760, 'avg_loss': 1.2944385154018578, 'avg_acc_mask': 55.59024390243903, 'loss': 1.3787425756454468}
+{'epoch': 104, 'iter': 770, 'avg_loss': 1.2958362158943553, 'avg_acc_mask': 55.51068483930675, 'loss': 1.4478950500488281}
+{'epoch': 104, 'iter': 780, 'avg_loss': 1.2959549821598428, 'avg_acc_mask': 55.5045871559633, 'loss': 1.2590179443359375}
+{'epoch': 104, 'iter': 790, 'avg_loss': 1.2945592271543183, 'avg_acc_mask': 55.56546431672573, 'loss': 0.8871922492980957}
+{'epoch': 104, 'iter': 800, 'avg_loss': 1.2944217215614224, 'avg_acc_mask': 55.563786198754606, 'loss': 1.0316654443740845}
+{'epoch': 104, 'iter': 810, 'avg_loss': 1.293511862672507, 'avg_acc_mask': 55.57308096740273, 'loss': 1.2733927965164185}
+{'epoch': 104, 'iter': 820, 'avg_loss': 1.2946414053077093, 'avg_acc_mask': 55.53949686102705, 'loss': 1.1970465183258057}
+{'epoch': 104, 'iter': 830, 'avg_loss': 1.2945153917646581, 'avg_acc_mask': 55.55481164077843, 'loss': 1.4142942428588867}
+{'epoch': 104, 'iter': 840, 'avg_loss': 1.29375944076622, 'avg_acc_mask': 55.59105431309904, 'loss': 1.208409070968628}
+{'epoch': 104, 'iter': 850, 'avg_loss': 1.294230188171956, 'avg_acc_mask': 55.56958168284508, 'loss': 1.2535696029663086}
+{'epoch': 104, 'iter': 860, 'avg_loss': 1.2951736107520526, 'avg_acc_mask': 55.529770729925445, 'loss': 1.335272192955017}
+{'epoch': 104, 'iter': 870, 'avg_loss': 1.2959529920368873, 'avg_acc_mask': 55.489859495199944, 'loss': 0.899929940700531}
+{'epoch': 104, 'iter': 880, 'avg_loss': 1.295315966365286, 'avg_acc_mask': 55.48829025095312, 'loss': 1.1393542289733887}
+{'epoch': 104, 'iter': 890, 'avg_loss': 1.2938922155987134, 'avg_acc_mask': 55.544050035206894, 'loss': 1.0339903831481934}
+{'epoch': 104, 'iter': 900, 'avg_loss': 1.2938987136416378, 'avg_acc_mask': 55.53509687186726, 'loss': 1.3458393812179565}
+{'epoch': 104, 'iter': 910, 'avg_loss': 1.2944034521849304, 'avg_acc_mask': 55.5148843229251, 'loss': 1.1881568431854248}
+{'epoch': 104, 'iter': 920, 'avg_loss': 1.2941868721338619, 'avg_acc_mask': 55.49881853498337, 'loss': 1.1363706588745117}
+{'epoch': 104, 'iter': 930, 'avg_loss': 1.2945832067222267, 'avg_acc_mask': 55.49570245969818, 'loss': 1.6990902423858643}
+{'epoch': 104, 'iter': 940, 'avg_loss': 1.2951696902735201, 'avg_acc_mask': 55.47353787715623, 'loss': 1.3414009809494019}
+{'epoch': 104, 'iter': 950, 'avg_loss': 1.295901348851582, 'avg_acc_mask': 55.44496940593292, 'loss': 1.593504548072815}
+{'epoch': 104, 'iter': 960, 'avg_loss': 1.2954264640435964, 'avg_acc_mask': 55.45905945054734, 'loss': 1.5039609670639038}
+{'epoch': 104, 'iter': 970, 'avg_loss': 1.2952755824053692, 'avg_acc_mask': 55.47565742040754, 'loss': 1.1642414331436157}
+{'epoch': 104, 'iter': 980, 'avg_loss': 1.2957358267329155, 'avg_acc_mask': 55.44766448171591, 'loss': 0.9572373628616333}
+{'epoch': 104, 'iter': 990, 'avg_loss': 1.2963136234269013, 'avg_acc_mask': 55.415659289566676, 'loss': 1.5771057605743408}
+{'epoch': 104, 'iter': 1000, 'avg_loss': 1.296450621300525, 'avg_acc_mask': 55.39823986449166, 'loss': 1.564060926437378}
+{'epoch': 104, 'iter': 1010, 'avg_loss': 1.296498387668772, 'avg_acc_mask': 55.391575606107594, 'loss': 1.3751921653747559}
+{'epoch': 104, 'iter': 1020, 'avg_loss': 1.2961095784016383, 'avg_acc_mask': 55.41851015801355, 'loss': 1.084088683128357}
+{'epoch': 104, 'iter': 1030, 'avg_loss': 1.2953457428805466, 'avg_acc_mask': 55.44042378037868, 'loss': 1.4534674882888794}
+{'epoch': 104, 'iter': 1040, 'avg_loss': 1.295559329097942, 'avg_acc_mask': 55.428267423302, 'loss': 1.5066649913787842}
+{'epoch': 104, 'iter': 1050, 'avg_loss': 1.2954044936386093, 'avg_acc_mask': 55.410129829061326, 'loss': 1.2240744829177856}
+{'epoch': 104, 'iter': 1060, 'avg_loss': 1.2951197376462449, 'avg_acc_mask': 55.401103011534644, 'loss': 1.1611195802688599}
+{'epoch': 104, 'iter': 1070, 'avg_loss': 1.2941052148433403, 'avg_acc_mask': 55.42486590897332, 'loss': 1.356745958328247}
+{'epoch': 104, 'iter': 1080, 'avg_loss': 1.2934050153627317, 'avg_acc_mask': 55.447387747433865, 'loss': 1.1931389570236206}
+{'epoch': 104, 'iter': 1090, 'avg_loss': 1.2931850671112592, 'avg_acc_mask': 55.443234836702956, 'loss': 1.2622194290161133}
+{'epoch': 104, 'iter': 1100, 'avg_loss': 1.2926108772163496, 'avg_acc_mask': 55.45128531688843, 'loss': 1.091313362121582}
+{'epoch': 'EP104_train', 'avg_loss': 1.2926273406361024, 'total_masked_acc': 55.43942834246027}
+{'epoch': 105, 'iter': 0, 'avg_loss': 1.3011367321014404, 'avg_acc_mask': 50.76923076923077, 'loss': 1.3011367321014404}
+{'epoch': 105, 'iter': 10, 'avg_loss': 1.2795672091570767, 'avg_acc_mask': 56.37795275590551, 'loss': 1.2445638179779053}
+{'epoch': 105, 'iter': 20, 'avg_loss': 1.317653048606146, 'avg_acc_mask': 54.38448566610455, 'loss': 1.5422453880310059}
+{'epoch': 105, 'iter': 30, 'avg_loss': 1.3240541373529742, 'avg_acc_mask': 53.97562391178178, 'loss': 1.282484531402588}
+{'epoch': 105, 'iter': 40, 'avg_loss': 1.3011012368085908, 'avg_acc_mask': 55.510388437217706, 'loss': 1.4322047233581543}
+{'epoch': 105, 'iter': 50, 'avg_loss': 1.3134151206297033, 'avg_acc_mask': 54.78477410174315, 'loss': 1.4252089262008667}
+{'epoch': 105, 'iter': 60, 'avg_loss': 1.301002531755166, 'avg_acc_mask': 54.96432818073722, 'loss': 1.2011463642120361}
+{'epoch': 105, 'iter': 70, 'avg_loss': 1.292783817774813, 'avg_acc_mask': 55.572365103378715, 'loss': 1.2320597171783447}
+{'epoch': 105, 'iter': 80, 'avg_loss': 1.3026908901002672, 'avg_acc_mask': 54.997778764993335, 'loss': 1.5681703090667725}
+{'epoch': 105, 'iter': 90, 'avg_loss': 1.315845549761594, 'avg_acc_mask': 54.63713664227803, 'loss': 1.4593554735183716}
+{'epoch': 105, 'iter': 100, 'avg_loss': 1.3064391294328292, 'avg_acc_mask': 54.61538461538461, 'loss': 1.094153642654419}
+{'epoch': 105, 'iter': 110, 'avg_loss': 1.3112169219566896, 'avg_acc_mask': 54.696673189823876, 'loss': 0.9223981499671936}
+{'epoch': 105, 'iter': 120, 'avg_loss': 1.3046976923942566, 'avg_acc_mask': 54.84743724635502, 'loss': 1.3771371841430664}
+{'epoch': 105, 'iter': 130, 'avg_loss': 1.2998415677602055, 'avg_acc_mask': 55.136181390847504, 'loss': 1.2027965784072876}
+{'epoch': 105, 'iter': 140, 'avg_loss': 1.2972146543205207, 'avg_acc_mask': 55.152598646405316, 'loss': 1.3936890363693237}
+{'epoch': 105, 'iter': 150, 'avg_loss': 1.2921113312639148, 'avg_acc_mask': 55.268557634278814, 'loss': 1.3614555597305298}
+{'epoch': 105, 'iter': 160, 'avg_loss': 1.2880244414258448, 'avg_acc_mask': 55.49494260711445, 'loss': 1.1378437280654907}
+{'epoch': 105, 'iter': 170, 'avg_loss': 1.2939270511705276, 'avg_acc_mask': 55.29224229543039, 'loss': 1.3746949434280396}
+{'epoch': 105, 'iter': 180, 'avg_loss': 1.2914150814983727, 'avg_acc_mask': 55.48069187449718, 'loss': 1.1289459466934204}
+{'epoch': 105, 'iter': 190, 'avg_loss': 1.2932765833370348, 'avg_acc_mask': 55.37746585735963, 'loss': 1.1222764253616333}
+{'epoch': 105, 'iter': 200, 'avg_loss': 1.2887053311760746, 'avg_acc_mask': 55.45863309352518, 'loss': 1.311004638671875}
+{'epoch': 105, 'iter': 210, 'avg_loss': 1.2895702886355431, 'avg_acc_mask': 55.37763315636239, 'loss': 1.428773045539856}
+{'epoch': 105, 'iter': 220, 'avg_loss': 1.2872663226602303, 'avg_acc_mask': 55.50653594771242, 'loss': 1.6538430452346802}
+{'epoch': 105, 'iter': 230, 'avg_loss': 1.2879877660697672, 'avg_acc_mask': 55.54256314312441, 'loss': 1.3052328824996948}
+{'epoch': 105, 'iter': 240, 'avg_loss': 1.2886274489129728, 'avg_acc_mask': 55.43315347721822, 'loss': 1.3851282596588135}
+{'epoch': 105, 'iter': 250, 'avg_loss': 1.2922718624669718, 'avg_acc_mask': 55.339105339105345, 'loss': 1.3427338600158691}
+{'epoch': 105, 'iter': 260, 'avg_loss': 1.2963842697070476, 'avg_acc_mask': 55.22336293007769, 'loss': 1.3975963592529297}
+{'epoch': 105, 'iter': 270, 'avg_loss': 1.3004355861691972, 'avg_acc_mask': 55.12871815392823, 'loss': 1.4048458337783813}
+{'epoch': 105, 'iter': 280, 'avg_loss': 1.301537890027002, 'avg_acc_mask': 55.1051920478672, 'loss': 1.0601528882980347}
+{'epoch': 105, 'iter': 290, 'avg_loss': 1.2990014421980816, 'avg_acc_mask': 55.20787882565605, 'loss': 1.5584826469421387}
+{'epoch': 105, 'iter': 300, 'avg_loss': 1.2958283794678722, 'avg_acc_mask': 55.34754514161483, 'loss': 0.9697620272636414}
+{'epoch': 105, 'iter': 310, 'avg_loss': 1.2943513861039828, 'avg_acc_mask': 55.387313650979245, 'loss': 1.5094375610351562}
+{'epoch': 105, 'iter': 320, 'avg_loss': 1.2967117642316492, 'avg_acc_mask': 55.34598341097603, 'loss': 1.0385624170303345}
+{'epoch': 105, 'iter': 330, 'avg_loss': 1.298121074355261, 'avg_acc_mask': 55.310002755580044, 'loss': 0.8903624415397644}
+{'epoch': 105, 'iter': 340, 'avg_loss': 1.2979205796096331, 'avg_acc_mask': 55.23504273504274, 'loss': 1.2874865531921387}
+{'epoch': 105, 'iter': 350, 'avg_loss': 1.298156932038799, 'avg_acc_mask': 55.31925956738769, 'loss': 1.3110451698303223}
+{'epoch': 105, 'iter': 360, 'avg_loss': 1.2982122714829907, 'avg_acc_mask': 55.32377007778564, 'loss': 1.4303646087646484}
+{'epoch': 105, 'iter': 370, 'avg_loss': 1.2982511104277845, 'avg_acc_mask': 55.38900083550401, 'loss': 1.3080188035964966}
+{'epoch': 105, 'iter': 380, 'avg_loss': 1.3002362149594024, 'avg_acc_mask': 55.284047436878346, 'loss': 1.3067584037780762}
+{'epoch': 105, 'iter': 390, 'avg_loss': 1.3008649309577844, 'avg_acc_mask': 55.265610438024225, 'loss': 1.3494054079055786}
+{'epoch': 105, 'iter': 400, 'avg_loss': 1.299628733102223, 'avg_acc_mask': 55.37964605795914, 'loss': 0.9334085583686829}
+{'epoch': 105, 'iter': 410, 'avg_loss': 1.2993890506797754, 'avg_acc_mask': 55.35015997156061, 'loss': 1.261100172996521}
+{'epoch': 105, 'iter': 420, 'avg_loss': 1.297770364267526, 'avg_acc_mask': 55.380668724727165, 'loss': 0.9939588904380798}
+{'epoch': 105, 'iter': 430, 'avg_loss': 1.2980284123852193, 'avg_acc_mask': 55.40063761955366, 'loss': 1.3872748613357544}
+{'epoch': 105, 'iter': 440, 'avg_loss': 1.3005008678587655, 'avg_acc_mask': 55.35269709543569, 'loss': 1.508302092552185}
+{'epoch': 105, 'iter': 450, 'avg_loss': 1.3005571085174967, 'avg_acc_mask': 55.355692707487414, 'loss': 1.1390037536621094}
+{'epoch': 105, 'iter': 460, 'avg_loss': 1.3015885371189573, 'avg_acc_mask': 55.34266179042773, 'loss': 1.3054871559143066}
+{'epoch': 105, 'iter': 470, 'avg_loss': 1.3031159425490475, 'avg_acc_mask': 55.2761667510023, 'loss': 1.0740940570831299}
+{'epoch': 105, 'iter': 480, 'avg_loss': 1.3019924026269178, 'avg_acc_mask': 55.31744212697684, 'loss': 1.300394892692566}
+{'epoch': 105, 'iter': 490, 'avg_loss': 1.3010978984007282, 'avg_acc_mask': 55.36088649296197, 'loss': 1.361402988433838}
+{'epoch': 105, 'iter': 500, 'avg_loss': 1.3004486623876348, 'avg_acc_mask': 55.37778430149353, 'loss': 1.2581290006637573}
+{'epoch': 105, 'iter': 510, 'avg_loss': 1.2998210892751958, 'avg_acc_mask': 55.39816645694769, 'loss': 1.2224446535110474}
+{'epoch': 105, 'iter': 520, 'avg_loss': 1.3002763372236388, 'avg_acc_mask': 55.40807681445919, 'loss': 1.5603342056274414}
+{'epoch': 105, 'iter': 530, 'avg_loss': 1.3012411812155484, 'avg_acc_mask': 55.401940401940394, 'loss': 1.004410743713379}
+{'epoch': 105, 'iter': 540, 'avg_loss': 1.3009609737590149, 'avg_acc_mask': 55.38288900979326, 'loss': 1.3229494094848633}
+{'epoch': 105, 'iter': 550, 'avg_loss': 1.3040574866933528, 'avg_acc_mask': 55.30325764395986, 'loss': 1.3257620334625244}
+{'epoch': 105, 'iter': 560, 'avg_loss': 1.304581016142738, 'avg_acc_mask': 55.32647174511604, 'loss': 1.507970929145813}
+{'epoch': 105, 'iter': 570, 'avg_loss': 1.3024895725651089, 'avg_acc_mask': 55.43492268041237, 'loss': 1.16566801071167}
+{'epoch': 105, 'iter': 580, 'avg_loss': 1.3017688308443343, 'avg_acc_mask': 55.485158551652034, 'loss': 1.3919018507003784}
+{'epoch': 105, 'iter': 590, 'avg_loss': 1.3008526117870247, 'avg_acc_mask': 55.51890462112961, 'loss': 1.251431941986084}
+{'epoch': 105, 'iter': 600, 'avg_loss': 1.299635733621886, 'avg_acc_mask': 55.57493421455235, 'loss': 1.2942920923233032}
+{'epoch': 105, 'iter': 610, 'avg_loss': 1.3008348286249438, 'avg_acc_mask': 55.51813315691345, 'loss': 1.5628894567489624}
+{'epoch': 105, 'iter': 620, 'avg_loss': 1.298269190746037, 'avg_acc_mask': 55.59565719019022, 'loss': 1.458488941192627}
+{'epoch': 105, 'iter': 630, 'avg_loss': 1.2971727308682897, 'avg_acc_mask': 55.642792753496764, 'loss': 1.0935428142547607}
+{'epoch': 105, 'iter': 640, 'avg_loss': 1.2972691045164504, 'avg_acc_mask': 55.64198983839022, 'loss': 1.1013143062591553}
+{'epoch': 105, 'iter': 650, 'avg_loss': 1.298366528227582, 'avg_acc_mask': 55.5800792303339, 'loss': 1.4527488946914673}
+{'epoch': 105, 'iter': 660, 'avg_loss': 1.2984844135985611, 'avg_acc_mask': 55.59425943987739, 'loss': 1.138292670249939}
+{'epoch': 105, 'iter': 670, 'avg_loss': 1.2983656524723581, 'avg_acc_mask': 55.60950186526223, 'loss': 1.1053179502487183}
+{'epoch': 105, 'iter': 680, 'avg_loss': 1.2974190287477994, 'avg_acc_mask': 55.689366528055295, 'loss': 1.3975825309753418}
+{'epoch': 105, 'iter': 690, 'avg_loss': 1.2987592935389616, 'avg_acc_mask': 55.63385900061165, 'loss': 1.2835537195205688}
+{'epoch': 105, 'iter': 700, 'avg_loss': 1.3005810839133325, 'avg_acc_mask': 55.58906840117499, 'loss': 1.7034857273101807}
+{'epoch': 105, 'iter': 710, 'avg_loss': 1.300595539280131, 'avg_acc_mask': 55.603860983878064, 'loss': 1.3074568510055542}
+{'epoch': 105, 'iter': 720, 'avg_loss': 1.3006387364517138, 'avg_acc_mask': 55.60033670892533, 'loss': 1.237070918083191}
+{'epoch': 105, 'iter': 730, 'avg_loss': 1.2997157673992308, 'avg_acc_mask': 55.6349006789037, 'loss': 1.4694942235946655}
+{'epoch': 105, 'iter': 740, 'avg_loss': 1.2999731026358612, 'avg_acc_mask': 55.627710992688066, 'loss': 1.260265827178955}
+{'epoch': 105, 'iter': 750, 'avg_loss': 1.3009059690286253, 'avg_acc_mask': 55.58761676529564, 'loss': 1.314237356185913}
+{'epoch': 105, 'iter': 760, 'avg_loss': 1.3008085746959381, 'avg_acc_mask': 55.59797052428122, 'loss': 1.227434515953064}
+{'epoch': 105, 'iter': 770, 'avg_loss': 1.301529852023539, 'avg_acc_mask': 55.56774285850541, 'loss': 1.437093734741211}
+{'epoch': 105, 'iter': 780, 'avg_loss': 1.3008514960963045, 'avg_acc_mask': 55.61469618464437, 'loss': 1.2064789533615112}
+{'epoch': 105, 'iter': 790, 'avg_loss': 1.2990294592419707, 'avg_acc_mask': 55.687258866731746, 'loss': 1.2851420640945435}
+{'epoch': 105, 'iter': 800, 'avg_loss': 1.2981138205558025, 'avg_acc_mask': 55.67128567495641, 'loss': 1.0098938941955566}
+{'epoch': 105, 'iter': 810, 'avg_loss': 1.2974580075091116, 'avg_acc_mask': 55.68117452477514, 'loss': 1.1342939138412476}
+{'epoch': 105, 'iter': 820, 'avg_loss': 1.2975073370370156, 'avg_acc_mask': 55.65871009597101, 'loss': 1.2573944330215454}
+{'epoch': 105, 'iter': 830, 'avg_loss': 1.297269387078773, 'avg_acc_mask': 55.67960735762292, 'loss': 1.0774909257888794}
+{'epoch': 105, 'iter': 840, 'avg_loss': 1.2972610811841332, 'avg_acc_mask': 55.65627662130578, 'loss': 1.4682691097259521}
+{'epoch': 105, 'iter': 850, 'avg_loss': 1.2988166188521335, 'avg_acc_mask': 55.61189263830154, 'loss': 1.167917251586914}
+{'epoch': 105, 'iter': 860, 'avg_loss': 1.2998538831385171, 'avg_acc_mask': 55.598159509202446, 'loss': 1.4687496423721313}
+{'epoch': 105, 'iter': 870, 'avg_loss': 1.2997313392969825, 'avg_acc_mask': 55.60833105651416, 'loss': 1.0217022895812988}
+{'epoch': 105, 'iter': 880, 'avg_loss': 1.3000948961557786, 'avg_acc_mask': 55.57611158459268, 'loss': 1.4246383905410767}
+{'epoch': 105, 'iter': 890, 'avg_loss': 1.298947533172389, 'avg_acc_mask': 55.600609254075415, 'loss': 1.100879192352295}
+{'epoch': 105, 'iter': 900, 'avg_loss': 1.299129760821043, 'avg_acc_mask': 55.56370153144346, 'loss': 1.4223103523254395}
+{'epoch': 105, 'iter': 910, 'avg_loss': 1.2989101487116808, 'avg_acc_mask': 55.56539591803873, 'loss': 1.2253814935684204}
+{'epoch': 105, 'iter': 920, 'avg_loss': 1.2990460931672336, 'avg_acc_mask': 55.5827854154214, 'loss': 1.3457505702972412}
+{'epoch': 105, 'iter': 930, 'avg_loss': 1.298899555564823, 'avg_acc_mask': 55.58360119106308, 'loss': 1.5938655138015747}
+{'epoch': 105, 'iter': 940, 'avg_loss': 1.2987502734161969, 'avg_acc_mask': 55.58675558675559, 'loss': 1.0858262777328491}
+{'epoch': 105, 'iter': 950, 'avg_loss': 1.2992358020302124, 'avg_acc_mask': 55.5726986943357, 'loss': 1.5106481313705444}
+{'epoch': 105, 'iter': 960, 'avg_loss': 1.298121546173195, 'avg_acc_mask': 55.61896400351185, 'loss': 1.4685426950454712}
+{'epoch': 105, 'iter': 970, 'avg_loss': 1.298067865791576, 'avg_acc_mask': 55.62086562086562, 'loss': 1.1670132875442505}
+{'epoch': 105, 'iter': 980, 'avg_loss': 1.2977144564449727, 'avg_acc_mask': 55.61809308326633, 'loss': 1.0708004236221313}
+{'epoch': 105, 'iter': 990, 'avg_loss': 1.298267875080994, 'avg_acc_mask': 55.59789142698604, 'loss': 1.509763240814209}
+{'epoch': 105, 'iter': 1000, 'avg_loss': 1.2984379191736837, 'avg_acc_mask': 55.59279200087902, 'loss': 1.4630851745605469}
+{'epoch': 105, 'iter': 1010, 'avg_loss': 1.297695892500948, 'avg_acc_mask': 55.61180975193714, 'loss': 1.2177602052688599}
+{'epoch': 105, 'iter': 1020, 'avg_loss': 1.2970525571578397, 'avg_acc_mask': 55.64374214401149, 'loss': 1.0022375583648682}
+{'epoch': 105, 'iter': 1030, 'avg_loss': 1.296638410838337, 'avg_acc_mask': 55.66566441902254, 'loss': 1.385752558708191}
+{'epoch': 105, 'iter': 1040, 'avg_loss': 1.2968062461281373, 'avg_acc_mask': 55.65891472868218, 'loss': 1.210874319076538}
+{'epoch': 105, 'iter': 1050, 'avg_loss': 1.2962331828562903, 'avg_acc_mask': 55.66819633229223, 'loss': 1.3286715745925903}
+{'epoch': 105, 'iter': 1060, 'avg_loss': 1.295555539843499, 'avg_acc_mask': 55.6719746874838, 'loss': 1.1489157676696777}
+{'epoch': 105, 'iter': 1070, 'avg_loss': 1.2947138313597102, 'avg_acc_mask': 55.71333139206248, 'loss': 1.3155595064163208}
+{'epoch': 105, 'iter': 1080, 'avg_loss': 1.2941398173432788, 'avg_acc_mask': 55.733337858015474, 'loss': 1.0165400505065918}
+{'epoch': 105, 'iter': 1090, 'avg_loss': 1.294784756290268, 'avg_acc_mask': 55.699412258606216, 'loss': 1.3091559410095215}
+{'epoch': 105, 'iter': 1100, 'avg_loss': 1.2941071149114043, 'avg_acc_mask': 55.71338278833039, 'loss': 1.2643074989318848}
+{'epoch': 'EP105_train', 'avg_loss': 1.294060295307798, 'total_masked_acc': 55.7181688600126}
+{'epoch': 106, 'iter': 0, 'avg_loss': 1.3696250915527344, 'avg_acc_mask': 54.6875, 'loss': 1.3696250915527344}
+{'epoch': 106, 'iter': 10, 'avg_loss': 1.369563568722118, 'avg_acc_mask': 53.01391035548686, 'loss': 1.3220243453979492}
+{'epoch': 106, 'iter': 20, 'avg_loss': 1.3200195602008276, 'avg_acc_mask': 54.54545454545454, 'loss': 1.3496183156967163}
+{'epoch': 106, 'iter': 30, 'avg_loss': 1.2989749254718903, 'avg_acc_mask': 55.92143269786251, 'loss': 1.2661429643630981}
+{'epoch': 106, 'iter': 40, 'avg_loss': 1.29019299367579, 'avg_acc_mask': 55.93886462882096, 'loss': 1.1711269617080688}
+{'epoch': 106, 'iter': 50, 'avg_loss': 1.305098900607988, 'avg_acc_mask': 55.79861111111111, 'loss': 1.387050986289978}
+{'epoch': 106, 'iter': 60, 'avg_loss': 1.2830918528994575, 'avg_acc_mask': 56.511559847819726, 'loss': 0.9817390441894531}
+{'epoch': 106, 'iter': 70, 'avg_loss': 1.274997182295356, 'avg_acc_mask': 56.95314457529441, 'loss': 1.2957061529159546}
+{'epoch': 106, 'iter': 80, 'avg_loss': 1.2759950595137515, 'avg_acc_mask': 56.73352435530086, 'loss': 1.4352227449417114}
+{'epoch': 106, 'iter': 90, 'avg_loss': 1.282907010434748, 'avg_acc_mask': 56.67516173299353, 'loss': 1.2043002843856812}
+{'epoch': 106, 'iter': 100, 'avg_loss': 1.280165455128887, 'avg_acc_mask': 56.88857244571022, 'loss': 0.9471069574356079}
+{'epoch': 106, 'iter': 110, 'avg_loss': 1.2945756718919084, 'avg_acc_mask': 56.528844582448116, 'loss': 1.117095947265625}
+{'epoch': 106, 'iter': 120, 'avg_loss': 1.2925590005787937, 'avg_acc_mask': 56.43028846153846, 'loss': 1.43842351436615}
+{'epoch': 106, 'iter': 130, 'avg_loss': 1.2881889989357869, 'avg_acc_mask': 56.34777793160737, 'loss': 1.1639131307601929}
+{'epoch': 106, 'iter': 140, 'avg_loss': 1.287664698370805, 'avg_acc_mask': 56.4541013113911, 'loss': 1.385326862335205}
+{'epoch': 106, 'iter': 150, 'avg_loss': 1.2784105156431136, 'avg_acc_mask': 56.70177987649837, 'loss': 1.2307285070419312}
+{'epoch': 106, 'iter': 160, 'avg_loss': 1.2810296097897595, 'avg_acc_mask': 56.55345338500114, 'loss': 1.2335717678070068}
+{'epoch': 106, 'iter': 170, 'avg_loss': 1.2854755458078886, 'avg_acc_mask': 56.44230769230769, 'loss': 1.2509843111038208}
+{'epoch': 106, 'iter': 180, 'avg_loss': 1.284181960709187, 'avg_acc_mask': 56.57350418726668, 'loss': 1.289595603942871}
+{'epoch': 106, 'iter': 190, 'avg_loss': 1.286280815201904, 'avg_acc_mask': 56.37105962780099, 'loss': 1.252321720123291}
+{'epoch': 106, 'iter': 200, 'avg_loss': 1.285604442826551, 'avg_acc_mask': 56.23535772211209, 'loss': 1.3331186771392822}
+{'epoch': 106, 'iter': 210, 'avg_loss': 1.286518226585117, 'avg_acc_mask': 56.09276056820127, 'loss': 1.1489083766937256}
+{'epoch': 106, 'iter': 220, 'avg_loss': 1.2838718009210819, 'avg_acc_mask': 56.17399820452135, 'loss': 1.352807879447937}
+{'epoch': 106, 'iter': 230, 'avg_loss': 1.2861724103684034, 'avg_acc_mask': 56.21486570893192, 'loss': 1.1657330989837646}
+{'epoch': 106, 'iter': 240, 'avg_loss': 1.2842524234684671, 'avg_acc_mask': 56.18839816417124, 'loss': 1.249459147453308}
+{'epoch': 106, 'iter': 250, 'avg_loss': 1.284895411050652, 'avg_acc_mask': 56.14733338157609, 'loss': 1.0895726680755615}
+{'epoch': 106, 'iter': 260, 'avg_loss': 1.2841801134105844, 'avg_acc_mask': 56.199038260505965, 'loss': 1.163469910621643}
+{'epoch': 106, 'iter': 270, 'avg_loss': 1.2822458486715367, 'avg_acc_mask': 56.30449362843729, 'loss': 1.344226598739624}
+{'epoch': 106, 'iter': 280, 'avg_loss': 1.2830295289114277, 'avg_acc_mask': 56.22974199403604, 'loss': 1.0671923160552979}
+{'epoch': 106, 'iter': 290, 'avg_loss': 1.2825416764852517, 'avg_acc_mask': 56.30130977000689, 'loss': 1.290161371231079}
+{'epoch': 106, 'iter': 300, 'avg_loss': 1.2814187512445292, 'avg_acc_mask': 56.34896560092216, 'loss': 1.2806631326675415}
+{'epoch': 106, 'iter': 310, 'avg_loss': 1.2796829609242284, 'avg_acc_mask': 56.26651012621075, 'loss': 0.9912721514701843}
+{'epoch': 106, 'iter': 320, 'avg_loss': 1.2805083902825447, 'avg_acc_mask': 56.24323862665832, 'loss': 1.4908679723739624}
+{'epoch': 106, 'iter': 330, 'avg_loss': 1.2808667446551367, 'avg_acc_mask': 56.23863824161296, 'loss': 0.9916498064994812}
+{'epoch': 106, 'iter': 340, 'avg_loss': 1.277120764304466, 'avg_acc_mask': 56.37569533590073, 'loss': 1.1447601318359375}
+{'epoch': 106, 'iter': 350, 'avg_loss': 1.2774810702712447, 'avg_acc_mask': 56.37073678729497, 'loss': 1.1278055906295776}
+{'epoch': 106, 'iter': 360, 'avg_loss': 1.2768203168694663, 'avg_acc_mask': 56.42282998837268, 'loss': 1.5063467025756836}
+{'epoch': 106, 'iter': 370, 'avg_loss': 1.2773637736261374, 'avg_acc_mask': 56.363188976377955, 'loss': 1.3475817441940308}
+{'epoch': 106, 'iter': 380, 'avg_loss': 1.280650247739056, 'avg_acc_mask': 56.270034926558544, 'loss': 1.079329013824463}
+{'epoch': 106, 'iter': 390, 'avg_loss': 1.279463946971747, 'avg_acc_mask': 56.338290829409296, 'loss': 1.5017374753952026}
+{'epoch': 106, 'iter': 400, 'avg_loss': 1.2780312060417975, 'avg_acc_mask': 56.347620777333816, 'loss': 0.8543533682823181}
+{'epoch': 106, 'iter': 410, 'avg_loss': 1.277498436815257, 'avg_acc_mask': 56.330852383483965, 'loss': 1.030510663986206}
+{'epoch': 106, 'iter': 420, 'avg_loss': 1.2773392165075288, 'avg_acc_mask': 56.341927669146905, 'loss': 1.3787480592727661}
+{'epoch': 106, 'iter': 430, 'avg_loss': 1.2787347736048864, 'avg_acc_mask': 56.36594126346925, 'loss': 1.45493483543396}
+{'epoch': 106, 'iter': 440, 'avg_loss': 1.281086345108188, 'avg_acc_mask': 56.262892977968484, 'loss': 1.530436635017395}
+{'epoch': 106, 'iter': 450, 'avg_loss': 1.2828686171254668, 'avg_acc_mask': 56.15890831281036, 'loss': 1.2967759370803833}
+{'epoch': 106, 'iter': 460, 'avg_loss': 1.284660563293093, 'avg_acc_mask': 56.07691090362399, 'loss': 1.3150864839553833}
+{'epoch': 106, 'iter': 470, 'avg_loss': 1.2863594675772763, 'avg_acc_mask': 56.02647468648397, 'loss': 1.3346935510635376}
+{'epoch': 106, 'iter': 480, 'avg_loss': 1.285353043099203, 'avg_acc_mask': 56.107000569151964, 'loss': 1.1067131757736206}
+{'epoch': 106, 'iter': 490, 'avg_loss': 1.2860499310881932, 'avg_acc_mask': 56.06268800831879, 'loss': 1.3144936561584473}
+{'epoch': 106, 'iter': 500, 'avg_loss': 1.2858159396938698, 'avg_acc_mask': 56.05972535057764, 'loss': 1.2318059206008911}
+{'epoch': 106, 'iter': 510, 'avg_loss': 1.285785947293918, 'avg_acc_mask': 56.07047517351842, 'loss': 1.3072071075439453}
+{'epoch': 106, 'iter': 520, 'avg_loss': 1.2857968823237063, 'avg_acc_mask': 56.069242874628436, 'loss': 1.4683398008346558}
+{'epoch': 106, 'iter': 530, 'avg_loss': 1.2847882044517387, 'avg_acc_mask': 56.10946847280479, 'loss': 0.9503620266914368}
+{'epoch': 106, 'iter': 540, 'avg_loss': 1.283546952906025, 'avg_acc_mask': 56.08777725342142, 'loss': 1.2837803363800049}
+{'epoch': 106, 'iter': 550, 'avg_loss': 1.2844326527495133, 'avg_acc_mask': 56.0145286445435, 'loss': 1.243080496788025}
+{'epoch': 106, 'iter': 560, 'avg_loss': 1.2841990725029386, 'avg_acc_mask': 56.01608613867808, 'loss': 1.2801141738891602}
+{'epoch': 106, 'iter': 570, 'avg_loss': 1.2841930644107158, 'avg_acc_mask': 56.05351170568562, 'loss': 1.1509078741073608}
+{'epoch': 106, 'iter': 580, 'avg_loss': 1.2829660241862377, 'avg_acc_mask': 56.083977347392135, 'loss': 1.4510200023651123}
+{'epoch': 106, 'iter': 590, 'avg_loss': 1.2833886153605183, 'avg_acc_mask': 56.085273699084595, 'loss': 1.2963124513626099}
+{'epoch': 106, 'iter': 600, 'avg_loss': 1.2830617722378, 'avg_acc_mask': 56.06120165704092, 'loss': 1.3266388177871704}
+{'epoch': 106, 'iter': 610, 'avg_loss': 1.2844707544423555, 'avg_acc_mask': 55.98168628850042, 'loss': 1.394267201423645}
+{'epoch': 106, 'iter': 620, 'avg_loss': 1.282823708322313, 'avg_acc_mask': 56.04086770690009, 'loss': 1.3885891437530518}
+{'epoch': 106, 'iter': 630, 'avg_loss': 1.2825203795818443, 'avg_acc_mask': 56.058511863625895, 'loss': 1.1040747165679932}
+{'epoch': 106, 'iter': 640, 'avg_loss': 1.282611657230419, 'avg_acc_mask': 56.08399545970488, 'loss': 1.1740827560424805}
+{'epoch': 106, 'iter': 650, 'avg_loss': 1.281950633829823, 'avg_acc_mask': 56.10404883239066, 'loss': 1.4404925107955933}
+{'epoch': 106, 'iter': 660, 'avg_loss': 1.280423130282115, 'avg_acc_mask': 56.15060224359858, 'loss': 1.129050612449646}
+{'epoch': 106, 'iter': 670, 'avg_loss': 1.28035122191675, 'avg_acc_mask': 56.187009317866945, 'loss': 1.482861876487732}
+{'epoch': 106, 'iter': 680, 'avg_loss': 1.2808584611146285, 'avg_acc_mask': 56.139270995022216, 'loss': 1.6909738779067993}
+{'epoch': 106, 'iter': 690, 'avg_loss': 1.2819018221626062, 'avg_acc_mask': 56.16647776694167, 'loss': 1.4919867515563965}
+{'epoch': 106, 'iter': 700, 'avg_loss': 1.282737569274984, 'avg_acc_mask': 56.11002984299988, 'loss': 1.391729712486267}
+{'epoch': 106, 'iter': 710, 'avg_loss': 1.28208335517328, 'avg_acc_mask': 56.150951125220814, 'loss': 1.1285618543624878}
+{'epoch': 106, 'iter': 720, 'avg_loss': 1.283176591674101, 'avg_acc_mask': 56.1103678085477, 'loss': 1.33528733253479}
+{'epoch': 106, 'iter': 730, 'avg_loss': 1.2816562050018363, 'avg_acc_mask': 56.175130127263216, 'loss': 1.1036826372146606}
+{'epoch': 106, 'iter': 740, 'avg_loss': 1.282702047734769, 'avg_acc_mask': 56.15779267005425, 'loss': 1.100685954093933}
+{'epoch': 106, 'iter': 750, 'avg_loss': 1.284061969278973, 'avg_acc_mask': 56.11876680148217, 'loss': 1.342193365097046}
+{'epoch': 106, 'iter': 760, 'avg_loss': 1.2836121598775063, 'avg_acc_mask': 56.1242313306056, 'loss': 1.036213994026184}
+{'epoch': 106, 'iter': 770, 'avg_loss': 1.2849914668908224, 'avg_acc_mask': 56.06189263138032, 'loss': 1.3671098947525024}
+{'epoch': 106, 'iter': 780, 'avg_loss': 1.284148459092603, 'avg_acc_mask': 56.08511233336441, 'loss': 1.3609790802001953}
+{'epoch': 106, 'iter': 790, 'avg_loss': 1.2835598753014046, 'avg_acc_mask': 56.082478966484295, 'loss': 1.0763871669769287}
+{'epoch': 106, 'iter': 800, 'avg_loss': 1.283872036451704, 'avg_acc_mask': 56.06287765208305, 'loss': 1.2409272193908691}
+{'epoch': 106, 'iter': 810, 'avg_loss': 1.2847574772875936, 'avg_acc_mask': 56.05428443248094, 'loss': 1.0790244340896606}
+{'epoch': 106, 'iter': 820, 'avg_loss': 1.28482290619619, 'avg_acc_mask': 56.03280141843972, 'loss': 1.3179926872253418}
+{'epoch': 106, 'iter': 830, 'avg_loss': 1.2845158091377553, 'avg_acc_mask': 56.02515227203014, 'loss': 1.224313497543335}
+{'epoch': 106, 'iter': 840, 'avg_loss': 1.2841965257058388, 'avg_acc_mask': 56.027278631738476, 'loss': 1.200143814086914}
+{'epoch': 106, 'iter': 850, 'avg_loss': 1.2849413801584344, 'avg_acc_mask': 56.00521913969755, 'loss': 1.0218123197555542}
+{'epoch': 106, 'iter': 860, 'avg_loss': 1.287220468573731, 'avg_acc_mask': 55.9366475650758, 'loss': 1.4412535429000854}
+{'epoch': 106, 'iter': 870, 'avg_loss': 1.2885067218617374, 'avg_acc_mask': 55.88186182425381, 'loss': 1.421064853668213}
+{'epoch': 106, 'iter': 880, 'avg_loss': 1.2883421318620343, 'avg_acc_mask': 55.87561172025026, 'loss': 1.0931733846664429}
+{'epoch': 106, 'iter': 890, 'avg_loss': 1.2872443080082219, 'avg_acc_mask': 55.923918601083955, 'loss': 0.8117107152938843}
+{'epoch': 106, 'iter': 900, 'avg_loss': 1.2875482357302463, 'avg_acc_mask': 55.914957316826474, 'loss': 1.4809985160827637}
+{'epoch': 106, 'iter': 910, 'avg_loss': 1.2882843576330778, 'avg_acc_mask': 55.87711754235085, 'loss': 1.476909875869751}
+{'epoch': 106, 'iter': 920, 'avg_loss': 1.2889218686328519, 'avg_acc_mask': 55.86138613861387, 'loss': 1.5969046354293823}
+{'epoch': 106, 'iter': 930, 'avg_loss': 1.2885668500537646, 'avg_acc_mask': 55.88465911318462, 'loss': 1.5305216312408447}
+{'epoch': 106, 'iter': 940, 'avg_loss': 1.2894889777575744, 'avg_acc_mask': 55.833607939677066, 'loss': 1.2432348728179932}
+{'epoch': 106, 'iter': 950, 'avg_loss': 1.2892839830881915, 'avg_acc_mask': 55.83585926409086, 'loss': 1.5563098192214966}
+{'epoch': 106, 'iter': 960, 'avg_loss': 1.2901564289454244, 'avg_acc_mask': 55.80340192877211, 'loss': 1.3237277269363403}
+{'epoch': 106, 'iter': 970, 'avg_loss': 1.291037008150967, 'avg_acc_mask': 55.792975136719846, 'loss': 1.0166888236999512}
+{'epoch': 106, 'iter': 980, 'avg_loss': 1.2918802831515623, 'avg_acc_mask': 55.756325172420205, 'loss': 1.0394505262374878}
+{'epoch': 106, 'iter': 990, 'avg_loss': 1.2924859652485545, 'avg_acc_mask': 55.70853476958144, 'loss': 1.4381486177444458}
+{'epoch': 106, 'iter': 1000, 'avg_loss': 1.292366410528387, 'avg_acc_mask': 55.70453925225143, 'loss': 1.467682123184204}
+{'epoch': 106, 'iter': 1010, 'avg_loss': 1.292539731685061, 'avg_acc_mask': 55.69832402234637, 'loss': 0.9202026724815369}
+{'epoch': 106, 'iter': 1020, 'avg_loss': 1.2929251819819825, 'avg_acc_mask': 55.71561172396559, 'loss': 1.0775443315505981}
+{'epoch': 106, 'iter': 1030, 'avg_loss': 1.2927471460010334, 'avg_acc_mask': 55.71595372041185, 'loss': 1.7042081356048584}
+{'epoch': 106, 'iter': 1040, 'avg_loss': 1.2924328951395898, 'avg_acc_mask': 55.735062204310495, 'loss': 1.338241696357727}
+{'epoch': 106, 'iter': 1050, 'avg_loss': 1.291527731604626, 'avg_acc_mask': 55.79053373615307, 'loss': 1.041369080543518}
+{'epoch': 106, 'iter': 1060, 'avg_loss': 1.292015111131785, 'avg_acc_mask': 55.75810782896096, 'loss': 0.9946143627166748}
+{'epoch': 106, 'iter': 1070, 'avg_loss': 1.2919685762135589, 'avg_acc_mask': 55.770871004059906, 'loss': 1.4093059301376343}
+{'epoch': 106, 'iter': 1080, 'avg_loss': 1.2912084292637651, 'avg_acc_mask': 55.819573777695155, 'loss': 0.9939505457878113}
+{'epoch': 106, 'iter': 1090, 'avg_loss': 1.2914185877462574, 'avg_acc_mask': 55.82453616181219, 'loss': 1.3269293308258057}
+{'epoch': 106, 'iter': 1100, 'avg_loss': 1.290854476453173, 'avg_acc_mask': 55.83709206686124, 'loss': 1.2254096269607544}
+{'epoch': 'EP106_train', 'avg_loss': 1.2913596707771267, 'total_masked_acc': 55.81518326337707}
+{'epoch': 107, 'iter': 0, 'avg_loss': 1.794658899307251, 'avg_acc_mask': 47.05882352941176, 'loss': 1.794658899307251}
+{'epoch': 107, 'iter': 10, 'avg_loss': 1.3306565989147534, 'avg_acc_mask': 56.12708018154312, 'loss': 0.9565377235412598}
+{'epoch': 107, 'iter': 20, 'avg_loss': 1.302076825073787, 'avg_acc_mask': 56.0717196414018, 'loss': 1.3683319091796875}
+{'epoch': 107, 'iter': 30, 'avg_loss': 1.2795310885675493, 'avg_acc_mask': 56.89364096792347, 'loss': 1.268684983253479}
+{'epoch': 107, 'iter': 40, 'avg_loss': 1.2569864261441115, 'avg_acc_mask': 57.82571912013537, 'loss': 1.0341874361038208}
+{'epoch': 107, 'iter': 50, 'avg_loss': 1.27674080694423, 'avg_acc_mask': 56.48932565232124, 'loss': 1.5706841945648193}
+{'epoch': 107, 'iter': 60, 'avg_loss': 1.2680961968468838, 'avg_acc_mask': 56.68097281831187, 'loss': 1.2084380388259888}
+{'epoch': 107, 'iter': 70, 'avg_loss': 1.2499871766063528, 'avg_acc_mask': 57.35839722977987, 'loss': 1.0803325176239014}
+{'epoch': 107, 'iter': 80, 'avg_loss': 1.2578396318871299, 'avg_acc_mask': 57.23297802914945, 'loss': 1.2876273393630981}
+{'epoch': 107, 'iter': 90, 'avg_loss': 1.2654605154152756, 'avg_acc_mask': 56.9731203739774, 'loss': 1.1420626640319824}
+{'epoch': 107, 'iter': 100, 'avg_loss': 1.2695919411017162, 'avg_acc_mask': 56.86725663716814, 'loss': 0.9734480381011963}
+{'epoch': 107, 'iter': 110, 'avg_loss': 1.2732046788877196, 'avg_acc_mask': 56.909773209332684, 'loss': 0.9953673481941223}
+{'epoch': 107, 'iter': 120, 'avg_loss': 1.2710856386452667, 'avg_acc_mask': 56.89913199640826, 'loss': 1.3691082000732422}
+{'epoch': 107, 'iter': 130, 'avg_loss': 1.2677213636063438, 'avg_acc_mask': 56.76531314521679, 'loss': 1.2586162090301514}
+{'epoch': 107, 'iter': 140, 'avg_loss': 1.2700090349143278, 'avg_acc_mask': 56.61774090619017, 'loss': 1.3878575563430786}
+{'epoch': 107, 'iter': 150, 'avg_loss': 1.2623503642366423, 'avg_acc_mask': 56.85309649543927, 'loss': 1.5424116849899292}
+{'epoch': 107, 'iter': 160, 'avg_loss': 1.262542720907223, 'avg_acc_mask': 56.94350663965789, 'loss': 1.4032455682754517}
+{'epoch': 107, 'iter': 170, 'avg_loss': 1.269031682209662, 'avg_acc_mask': 56.52358691032724, 'loss': 1.2762128114700317}
+{'epoch': 107, 'iter': 180, 'avg_loss': 1.2757227038810266, 'avg_acc_mask': 56.48232094288305, 'loss': 1.3659274578094482}
+{'epoch': 107, 'iter': 190, 'avg_loss': 1.2757712455944241, 'avg_acc_mask': 56.49443334284898, 'loss': 1.0993411540985107}
+{'epoch': 107, 'iter': 200, 'avg_loss': 1.2715088885221908, 'avg_acc_mask': 56.53665583243048, 'loss': 1.1607036590576172}
+{'epoch': 107, 'iter': 210, 'avg_loss': 1.2688198956833066, 'avg_acc_mask': 56.740080555317505, 'loss': 1.170837640762329}
+{'epoch': 107, 'iter': 220, 'avg_loss': 1.265683281205898, 'avg_acc_mask': 56.880659107594425, 'loss': 1.2479718923568726}
+{'epoch': 107, 'iter': 230, 'avg_loss': 1.2694653796427178, 'avg_acc_mask': 56.672389573903544, 'loss': 1.2397595643997192}
+{'epoch': 107, 'iter': 240, 'avg_loss': 1.2720473923129165, 'avg_acc_mask': 56.61141528538214, 'loss': 1.2960662841796875}
+{'epoch': 107, 'iter': 250, 'avg_loss': 1.2756246577696022, 'avg_acc_mask': 56.42929220123973, 'loss': 1.1728914976119995}
+{'epoch': 107, 'iter': 260, 'avg_loss': 1.2786083315067365, 'avg_acc_mask': 56.36212509524139, 'loss': 1.1211639642715454}
+{'epoch': 107, 'iter': 270, 'avg_loss': 1.281131147238601, 'avg_acc_mask': 56.240861358500595, 'loss': 1.1612036228179932}
+{'epoch': 107, 'iter': 280, 'avg_loss': 1.2849259501674422, 'avg_acc_mask': 56.09380019274012, 'loss': 1.1047829389572144}
+{'epoch': 107, 'iter': 290, 'avg_loss': 1.2848008864933682, 'avg_acc_mask': 56.16463868885027, 'loss': 1.3721667528152466}
+{'epoch': 107, 'iter': 300, 'avg_loss': 1.2832254296125367, 'avg_acc_mask': 56.24063754568878, 'loss': 1.3144357204437256}
+{'epoch': 107, 'iter': 310, 'avg_loss': 1.2850384970953226, 'avg_acc_mask': 56.08496314781498, 'loss': 1.23697829246521}
+{'epoch': 107, 'iter': 320, 'avg_loss': 1.2867677124489876, 'avg_acc_mask': 56.01781385647443, 'loss': 1.3217031955718994}
+{'epoch': 107, 'iter': 330, 'avg_loss': 1.286989427585256, 'avg_acc_mask': 56.00807992575203, 'loss': 1.38052499294281}
+{'epoch': 107, 'iter': 340, 'avg_loss': 1.2854139752401983, 'avg_acc_mask': 56.045005838021446, 'loss': 1.1859699487686157}
+{'epoch': 107, 'iter': 350, 'avg_loss': 1.2860546499236016, 'avg_acc_mask': 56.00887146688673, 'loss': 1.3997609615325928}
+{'epoch': 107, 'iter': 360, 'avg_loss': 1.2848434335967511, 'avg_acc_mask': 56.00180279433121, 'loss': 1.3194633722305298}
+{'epoch': 107, 'iter': 370, 'avg_loss': 1.2833493448331992, 'avg_acc_mask': 56.00761012732328, 'loss': 1.2913355827331543}
+{'epoch': 107, 'iter': 380, 'avg_loss': 1.2867187632350472, 'avg_acc_mask': 55.87354409317804, 'loss': 1.0344635248184204}
+{'epoch': 107, 'iter': 390, 'avg_loss': 1.2860313405466202, 'avg_acc_mask': 55.86965603676368, 'loss': 1.4429346323013306}
+{'epoch': 107, 'iter': 400, 'avg_loss': 1.2871612264331143, 'avg_acc_mask': 55.85508164096069, 'loss': 1.7901474237442017}
+{'epoch': 107, 'iter': 410, 'avg_loss': 1.286186651591837, 'avg_acc_mask': 55.87378640776699, 'loss': 1.068746566772461}
+{'epoch': 107, 'iter': 420, 'avg_loss': 1.2863170061428586, 'avg_acc_mask': 55.85133967156439, 'loss': 1.0877902507781982}
+{'epoch': 107, 'iter': 430, 'avg_loss': 1.2877117400932754, 'avg_acc_mask': 55.828867980253996, 'loss': 1.288551926612854}
+{'epoch': 107, 'iter': 440, 'avg_loss': 1.2919310398923567, 'avg_acc_mask': 55.68612897905327, 'loss': 1.54307222366333}
+{'epoch': 107, 'iter': 450, 'avg_loss': 1.293526706568682, 'avg_acc_mask': 55.66482608520415, 'loss': 1.1527117490768433}
+{'epoch': 107, 'iter': 460, 'avg_loss': 1.2949365080049395, 'avg_acc_mask': 55.59498462266382, 'loss': 1.1844346523284912}
+{'epoch': 107, 'iter': 470, 'avg_loss': 1.2966231363341054, 'avg_acc_mask': 55.56498264558426, 'loss': 1.4066821336746216}
+{'epoch': 107, 'iter': 480, 'avg_loss': 1.2963031803000247, 'avg_acc_mask': 55.62823760729005, 'loss': 1.2184604406356812}
+{'epoch': 107, 'iter': 490, 'avg_loss': 1.2969100164541645, 'avg_acc_mask': 55.59011961633893, 'loss': 1.4119277000427246}
+{'epoch': 107, 'iter': 500, 'avg_loss': 1.2945415200349575, 'avg_acc_mask': 55.66579444686728, 'loss': 1.3825325965881348}
+{'epoch': 107, 'iter': 510, 'avg_loss': 1.2957088933298966, 'avg_acc_mask': 55.61879691224077, 'loss': 1.3018218278884888}
+{'epoch': 107, 'iter': 520, 'avg_loss': 1.2957218448397294, 'avg_acc_mask': 55.61644791957554, 'loss': 1.4237395524978638}
+{'epoch': 107, 'iter': 530, 'avg_loss': 1.2948031945192657, 'avg_acc_mask': 55.61645712719674, 'loss': 1.0524425506591797}
+{'epoch': 107, 'iter': 540, 'avg_loss': 1.294604951815332, 'avg_acc_mask': 55.58544623041227, 'loss': 1.5056172609329224}
+{'epoch': 107, 'iter': 550, 'avg_loss': 1.2963731677259593, 'avg_acc_mask': 55.540536085193374, 'loss': 1.156734585762024}
+{'epoch': 107, 'iter': 560, 'avg_loss': 1.2965192888297288, 'avg_acc_mask': 55.523886639676114, 'loss': 1.4265189170837402}
+{'epoch': 107, 'iter': 570, 'avg_loss': 1.2946638857420605, 'avg_acc_mask': 55.602611049195986, 'loss': 1.3672914505004883}
+{'epoch': 107, 'iter': 580, 'avg_loss': 1.2943596803998372, 'avg_acc_mask': 55.574694644534915, 'loss': 1.3614096641540527}
+{'epoch': 107, 'iter': 590, 'avg_loss': 1.2936673008044157, 'avg_acc_mask': 55.60681552561974, 'loss': 1.184237003326416}
+{'epoch': 107, 'iter': 600, 'avg_loss': 1.2925662989425977, 'avg_acc_mask': 55.61709339628352, 'loss': 1.2670881748199463}
+{'epoch': 107, 'iter': 610, 'avg_loss': 1.2935238211322728, 'avg_acc_mask': 55.62100252863304, 'loss': 1.2640436887741089}
+{'epoch': 107, 'iter': 620, 'avg_loss': 1.290829302608103, 'avg_acc_mask': 55.7069597069597, 'loss': 1.4221118688583374}
+{'epoch': 107, 'iter': 630, 'avg_loss': 1.2899550518785527, 'avg_acc_mask': 55.72241314581107, 'loss': 1.082563042640686}
+{'epoch': 107, 'iter': 640, 'avg_loss': 1.2898963286240648, 'avg_acc_mask': 55.72364672364672, 'loss': 1.0418822765350342}
+{'epoch': 107, 'iter': 650, 'avg_loss': 1.2901512950246785, 'avg_acc_mask': 55.683699525773775, 'loss': 1.3036983013153076}
+{'epoch': 107, 'iter': 660, 'avg_loss': 1.2897764740120083, 'avg_acc_mask': 55.723249578461456, 'loss': 1.229057788848877}
+{'epoch': 107, 'iter': 670, 'avg_loss': 1.2891710244241308, 'avg_acc_mask': 55.746547168269366, 'loss': 1.1872371435165405}
+{'epoch': 107, 'iter': 680, 'avg_loss': 1.287780648286122, 'avg_acc_mask': 55.78295155839279, 'loss': 1.3502278327941895}
+{'epoch': 107, 'iter': 690, 'avg_loss': 1.2883479115586896, 'avg_acc_mask': 55.76867189770416, 'loss': 1.4635584354400635}
+{'epoch': 107, 'iter': 700, 'avg_loss': 1.2902782311113006, 'avg_acc_mask': 55.661823946773396, 'loss': 1.525914192199707}
+{'epoch': 107, 'iter': 710, 'avg_loss': 1.2892555699234438, 'avg_acc_mask': 55.681992926341685, 'loss': 1.2185657024383545}
+{'epoch': 107, 'iter': 720, 'avg_loss': 1.2891493194146229, 'avg_acc_mask': 55.68155987169449, 'loss': 1.3094284534454346}
+{'epoch': 107, 'iter': 730, 'avg_loss': 1.2886899189485896, 'avg_acc_mask': 55.711937026703865, 'loss': 1.4080610275268555}
+{'epoch': 107, 'iter': 740, 'avg_loss': 1.2894122393025078, 'avg_acc_mask': 55.6837995137644, 'loss': 1.2681947946548462}
+{'epoch': 107, 'iter': 750, 'avg_loss': 1.2904024828924796, 'avg_acc_mask': 55.647309536494404, 'loss': 1.216238260269165}
+{'epoch': 107, 'iter': 760, 'avg_loss': 1.289814967050189, 'avg_acc_mask': 55.69508228090317, 'loss': 1.5220720767974854}
+{'epoch': 107, 'iter': 770, 'avg_loss': 1.2906751402311907, 'avg_acc_mask': 55.63391909423281, 'loss': 1.4204785823822021}
+{'epoch': 107, 'iter': 780, 'avg_loss': 1.290328378103454, 'avg_acc_mask': 55.68110337115299, 'loss': 1.1743618249893188}
+{'epoch': 107, 'iter': 790, 'avg_loss': 1.289735452113049, 'avg_acc_mask': 55.72661373835002, 'loss': 0.917838454246521}
+{'epoch': 107, 'iter': 800, 'avg_loss': 1.2894322631064425, 'avg_acc_mask': 55.73938140581324, 'loss': 1.165048599243164}
+{'epoch': 107, 'iter': 810, 'avg_loss': 1.2891509153692995, 'avg_acc_mask': 55.739177294772766, 'loss': 1.2591711282730103}
+{'epoch': 107, 'iter': 820, 'avg_loss': 1.2892647486511304, 'avg_acc_mask': 55.76466410705964, 'loss': 1.3653417825698853}
+{'epoch': 107, 'iter': 830, 'avg_loss': 1.2889052005451078, 'avg_acc_mask': 55.750406040121156, 'loss': 1.2287245988845825}
+{'epoch': 107, 'iter': 840, 'avg_loss': 1.2890544374264095, 'avg_acc_mask': 55.73859325891406, 'loss': 1.4053493738174438}
+{'epoch': 107, 'iter': 850, 'avg_loss': 1.2897674112846653, 'avg_acc_mask': 55.71281743822535, 'loss': 1.2882030010223389}
+{'epoch': 107, 'iter': 860, 'avg_loss': 1.2914870438813886, 'avg_acc_mask': 55.63408595551982, 'loss': 1.486437201499939}
+{'epoch': 107, 'iter': 870, 'avg_loss': 1.292459581599033, 'avg_acc_mask': 55.619644723092996, 'loss': 0.9471915364265442}
+{'epoch': 107, 'iter': 880, 'avg_loss': 1.2926159157384944, 'avg_acc_mask': 55.64787829933239, 'loss': 1.0126492977142334}
+{'epoch': 107, 'iter': 890, 'avg_loss': 1.2908769175661132, 'avg_acc_mask': 55.71639163015437, 'loss': 0.7662044763565063}
+{'epoch': 107, 'iter': 900, 'avg_loss': 1.2907724989770388, 'avg_acc_mask': 55.7033258436064, 'loss': 1.3842451572418213}
+{'epoch': 107, 'iter': 910, 'avg_loss': 1.2911371478788416, 'avg_acc_mask': 55.71723075075556, 'loss': 1.3900035619735718}
+{'epoch': 107, 'iter': 920, 'avg_loss': 1.2909895538248275, 'avg_acc_mask': 55.71173671689136, 'loss': 1.2295986413955688}
+{'epoch': 107, 'iter': 930, 'avg_loss': 1.2904357111159508, 'avg_acc_mask': 55.74397927339104, 'loss': 1.416634440422058}
+{'epoch': 107, 'iter': 940, 'avg_loss': 1.2901098814324796, 'avg_acc_mask': 55.76393468057872, 'loss': 0.9259682893753052}
+{'epoch': 107, 'iter': 950, 'avg_loss': 1.2902630163918785, 'avg_acc_mask': 55.76535605319211, 'loss': 1.4383857250213623}
+{'epoch': 107, 'iter': 960, 'avg_loss': 1.2910385275730605, 'avg_acc_mask': 55.75849629770268, 'loss': 1.2901215553283691}
+{'epoch': 107, 'iter': 970, 'avg_loss': 1.2902518551332451, 'avg_acc_mask': 55.77580699710646, 'loss': 1.2294530868530273}
+{'epoch': 107, 'iter': 980, 'avg_loss': 1.2906181402770265, 'avg_acc_mask': 55.77660326794953, 'loss': 1.1688448190689087}
+{'epoch': 107, 'iter': 990, 'avg_loss': 1.2918786705442442, 'avg_acc_mask': 55.714285714285715, 'loss': 1.2604941129684448}
+{'epoch': 107, 'iter': 1000, 'avg_loss': 1.2918327178631153, 'avg_acc_mask': 55.698301625482905, 'loss': 1.518668532371521}
+{'epoch': 107, 'iter': 1010, 'avg_loss': 1.2922575436053478, 'avg_acc_mask': 55.682310469314075, 'loss': 1.136145830154419}
+{'epoch': 107, 'iter': 1020, 'avg_loss': 1.2919619859841147, 'avg_acc_mask': 55.687402827170864, 'loss': 1.1302696466445923}
+{'epoch': 107, 'iter': 1030, 'avg_loss': 1.2912829881380417, 'avg_acc_mask': 55.703889941394145, 'loss': 1.2303640842437744}
+{'epoch': 107, 'iter': 1040, 'avg_loss': 1.2909055256591635, 'avg_acc_mask': 55.69544785017886, 'loss': 1.275299072265625}
+{'epoch': 107, 'iter': 1050, 'avg_loss': 1.2907088098925257, 'avg_acc_mask': 55.686833234875074, 'loss': 1.2397174835205078}
+{'epoch': 107, 'iter': 1060, 'avg_loss': 1.2910453464263572, 'avg_acc_mask': 55.66761901483598, 'loss': 0.9905592203140259}
+{'epoch': 107, 'iter': 1070, 'avg_loss': 1.2913099027036175, 'avg_acc_mask': 55.641970255150774, 'loss': 1.3778822422027588}
+{'epoch': 107, 'iter': 1080, 'avg_loss': 1.2909350391342946, 'avg_acc_mask': 55.67855332093966, 'loss': 1.0249664783477783}
+{'epoch': 107, 'iter': 1090, 'avg_loss': 1.2914991998869165, 'avg_acc_mask': 55.678471013522554, 'loss': 1.3125158548355103}
+{'epoch': 107, 'iter': 1100, 'avg_loss': 1.2912770402528935, 'avg_acc_mask': 55.692108667529105, 'loss': 1.2615077495574951}
+{'epoch': 'EP107_train', 'avg_loss': 1.2917307680009178, 'total_masked_acc': 55.662061215045945}
+{'epoch': 108, 'iter': 0, 'avg_loss': 1.6254940032958984, 'avg_acc_mask': 54.09836065573771, 'loss': 1.6254940032958984}
+{'epoch': 108, 'iter': 10, 'avg_loss': 1.3788678104227239, 'avg_acc_mask': 55.50387596899225, 'loss': 0.9536343812942505}
+{'epoch': 108, 'iter': 20, 'avg_loss': 1.3779427040190924, 'avg_acc_mask': 54.91183879093199, 'loss': 1.340740442276001}
+{'epoch': 108, 'iter': 30, 'avg_loss': 1.3635372884811894, 'avg_acc_mask': 55.568378534333526, 'loss': 1.6777138710021973}
+{'epoch': 108, 'iter': 40, 'avg_loss': 1.3308272972339537, 'avg_acc_mask': 55.091151622943535, 'loss': 1.0645707845687866}
+{'epoch': 108, 'iter': 50, 'avg_loss': 1.3251835248049568, 'avg_acc_mask': 55.14679872656526, 'loss': 1.1736130714416504}
+{'epoch': 108, 'iter': 60, 'avg_loss': 1.3016253651165572, 'avg_acc_mask': 55.55555555555556, 'loss': 1.0887387990951538}
+{'epoch': 108, 'iter': 70, 'avg_loss': 1.3051958688547913, 'avg_acc_mask': 55.547112462006076, 'loss': 1.1071783304214478}
+{'epoch': 108, 'iter': 80, 'avg_loss': 1.306388372256432, 'avg_acc_mask': 55.68558180613822, 'loss': 1.2095558643341064}
+{'epoch': 108, 'iter': 90, 'avg_loss': 1.2998536327383021, 'avg_acc_mask': 55.77642196418028, 'loss': 1.3801175355911255}
+{'epoch': 108, 'iter': 100, 'avg_loss': 1.2890796496136354, 'avg_acc_mask': 56.23554527664116, 'loss': 1.0780839920043945}
+{'epoch': 108, 'iter': 110, 'avg_loss': 1.2938208601496242, 'avg_acc_mask': 56.25814863102999, 'loss': 1.1588085889816284}
+{'epoch': 108, 'iter': 120, 'avg_loss': 1.2860044930592056, 'avg_acc_mask': 56.45645645645646, 'loss': 1.5961309671401978}
+{'epoch': 108, 'iter': 130, 'avg_loss': 1.290708413560882, 'avg_acc_mask': 56.116910229645086, 'loss': 1.3441479206085205}
+{'epoch': 108, 'iter': 140, 'avg_loss': 1.2914231652063681, 'avg_acc_mask': 55.84750128799588, 'loss': 1.2700318098068237}
+{'epoch': 108, 'iter': 150, 'avg_loss': 1.2823257055503643, 'avg_acc_mask': 56.172689788988606, 'loss': 1.2434947490692139}
+{'epoch': 108, 'iter': 160, 'avg_loss': 1.2857346331110653, 'avg_acc_mask': 56.29562043795621, 'loss': 1.5704145431518555}
+{'epoch': 108, 'iter': 170, 'avg_loss': 1.2934071149742394, 'avg_acc_mask': 55.85248530197755, 'loss': 1.501343846321106}
+{'epoch': 108, 'iter': 180, 'avg_loss': 1.290151100132347, 'avg_acc_mask': 55.897228403803354, 'loss': 1.280360221862793}
+{'epoch': 108, 'iter': 190, 'avg_loss': 1.2883473781390964, 'avg_acc_mask': 55.96487879366291, 'loss': 1.2635273933410645}
+{'epoch': 108, 'iter': 200, 'avg_loss': 1.2869602486268799, 'avg_acc_mask': 55.93082216588192, 'loss': 1.1861414909362793}
+{'epoch': 108, 'iter': 210, 'avg_loss': 1.2816537491518174, 'avg_acc_mask': 56.06425012884384, 'loss': 1.1534152030944824}
+{'epoch': 108, 'iter': 220, 'avg_loss': 1.279294084909275, 'avg_acc_mask': 56.088801828272935, 'loss': 1.3547431230545044}
+{'epoch': 108, 'iter': 230, 'avg_loss': 1.279593021838696, 'avg_acc_mask': 56.1063612832379, 'loss': 0.8733734488487244}
+{'epoch': 108, 'iter': 240, 'avg_loss': 1.2767258212279482, 'avg_acc_mask': 56.19148293566898, 'loss': 1.4523603916168213}
+{'epoch': 108, 'iter': 250, 'avg_loss': 1.2778404364547882, 'avg_acc_mask': 56.12912607241529, 'loss': 0.9952552914619446}
+{'epoch': 108, 'iter': 260, 'avg_loss': 1.2800324029392667, 'avg_acc_mask': 56.0589138629066, 'loss': 1.4585201740264893}
+{'epoch': 108, 'iter': 270, 'avg_loss': 1.2795631496228854, 'avg_acc_mask': 56.052366565961734, 'loss': 1.1832761764526367}
+{'epoch': 108, 'iter': 280, 'avg_loss': 1.283025772758226, 'avg_acc_mask': 55.9295701708959, 'loss': 1.1859713792800903}
+{'epoch': 108, 'iter': 290, 'avg_loss': 1.281165067887388, 'avg_acc_mask': 55.987967663094565, 'loss': 1.4486256837844849}
+{'epoch': 108, 'iter': 300, 'avg_loss': 1.2766390609186749, 'avg_acc_mask': 56.079359301055696, 'loss': 0.9672164916992188}
+{'epoch': 108, 'iter': 310, 'avg_loss': 1.2754225424248307, 'avg_acc_mask': 56.05357457557423, 'loss': 0.9698936343193054}
+{'epoch': 108, 'iter': 320, 'avg_loss': 1.275556039958728, 'avg_acc_mask': 56.0451462121644, 'loss': 1.1448705196380615}
+{'epoch': 108, 'iter': 330, 'avg_loss': 1.276607940564343, 'avg_acc_mask': 56.00044120891242, 'loss': 1.0587717294692993}
+{'epoch': 108, 'iter': 340, 'avg_loss': 1.2759279876160832, 'avg_acc_mask': 56.05662502010832, 'loss': 1.3135254383087158}
+{'epoch': 108, 'iter': 350, 'avg_loss': 1.2765819775073277, 'avg_acc_mask': 56.0927324824173, 'loss': 1.209531307220459}
+{'epoch': 108, 'iter': 360, 'avg_loss': 1.27576036334368, 'avg_acc_mask': 56.10262119218703, 'loss': 1.2584327459335327}
+{'epoch': 108, 'iter': 370, 'avg_loss': 1.2778845580440326, 'avg_acc_mask': 56.075824716888235, 'loss': 1.4217350482940674}
+{'epoch': 108, 'iter': 380, 'avg_loss': 1.2835696668136778, 'avg_acc_mask': 55.85995497868672, 'loss': 1.1280220746994019}
+{'epoch': 108, 'iter': 390, 'avg_loss': 1.2817342927693711, 'avg_acc_mask': 55.868062044477675, 'loss': 1.3777756690979004}
+{'epoch': 108, 'iter': 400, 'avg_loss': 1.2831225971925884, 'avg_acc_mask': 55.79393276851599, 'loss': 1.4650070667266846}
+{'epoch': 108, 'iter': 410, 'avg_loss': 1.2821973175027945, 'avg_acc_mask': 55.80382923903869, 'loss': 1.4885565042495728}
+{'epoch': 108, 'iter': 420, 'avg_loss': 1.2803181106857335, 'avg_acc_mask': 55.80880437613962, 'loss': 1.2699253559112549}
+{'epoch': 108, 'iter': 430, 'avg_loss': 1.2771652697687084, 'avg_acc_mask': 55.9229234752345, 'loss': 1.3614810705184937}
+{'epoch': 108, 'iter': 440, 'avg_loss': 1.2796180211767858, 'avg_acc_mask': 55.846740753027035, 'loss': 1.4017902612686157}
+{'epoch': 108, 'iter': 450, 'avg_loss': 1.279777405663763, 'avg_acc_mask': 55.824514454851396, 'loss': 1.2794857025146484}
+{'epoch': 108, 'iter': 460, 'avg_loss': 1.279782027975856, 'avg_acc_mask': 55.846526207197556, 'loss': 1.2110923528671265}
+{'epoch': 108, 'iter': 470, 'avg_loss': 1.279924704896923, 'avg_acc_mask': 55.869236436964364, 'loss': 1.282549262046814}
+{'epoch': 108, 'iter': 480, 'avg_loss': 1.2810070540701772, 'avg_acc_mask': 55.88246474322423, 'loss': 1.2929507493972778}
+{'epoch': 108, 'iter': 490, 'avg_loss': 1.2832416194033962, 'avg_acc_mask': 55.77667013837227, 'loss': 1.270963430404663}
+{'epoch': 108, 'iter': 500, 'avg_loss': 1.2814423617964494, 'avg_acc_mask': 55.8480385008021, 'loss': 1.4431582689285278}
+{'epoch': 108, 'iter': 510, 'avg_loss': 1.281558421843206, 'avg_acc_mask': 55.828747051676075, 'loss': 1.1385324001312256}
+{'epoch': 108, 'iter': 520, 'avg_loss': 1.283239493100062, 'avg_acc_mask': 55.81762108361954, 'loss': 1.5430134534835815}
+{'epoch': 108, 'iter': 530, 'avg_loss': 1.2826195841904189, 'avg_acc_mask': 55.83723170060539, 'loss': 1.2301294803619385}
+{'epoch': 108, 'iter': 540, 'avg_loss': 1.2823801786533786, 'avg_acc_mask': 55.842139022990445, 'loss': 1.17647385597229}
+{'epoch': 108, 'iter': 550, 'avg_loss': 1.2831083033132467, 'avg_acc_mask': 55.74194403925209, 'loss': 1.200728416442871}
+{'epoch': 108, 'iter': 560, 'avg_loss': 1.282162005888587, 'avg_acc_mask': 55.7920161895747, 'loss': 1.4263653755187988}
+{'epoch': 108, 'iter': 570, 'avg_loss': 1.2800333084450504, 'avg_acc_mask': 55.908289241622576, 'loss': 1.1992870569229126}
+{'epoch': 108, 'iter': 580, 'avg_loss': 1.2807372892580016, 'avg_acc_mask': 55.87781451739884, 'loss': 1.4874262809753418}
+{'epoch': 108, 'iter': 590, 'avg_loss': 1.2793632880887, 'avg_acc_mask': 55.95779572387759, 'loss': 1.0093942880630493}
+{'epoch': 108, 'iter': 600, 'avg_loss': 1.2784857895727364, 'avg_acc_mask': 55.93395881564518, 'loss': 1.2948426008224487}
+{'epoch': 108, 'iter': 610, 'avg_loss': 1.2782666559305207, 'avg_acc_mask': 55.95630050882969, 'loss': 1.3784205913543701}
+{'epoch': 108, 'iter': 620, 'avg_loss': 1.2755591274267617, 'avg_acc_mask': 56.011557285217286, 'loss': 1.5602998733520508}
+{'epoch': 108, 'iter': 630, 'avg_loss': 1.2748550696153838, 'avg_acc_mask': 56.03353251725939, 'loss': 1.0743565559387207}
+{'epoch': 108, 'iter': 640, 'avg_loss': 1.2750216051122514, 'avg_acc_mask': 56.02767928628617, 'loss': 0.9948761463165283}
+{'epoch': 108, 'iter': 650, 'avg_loss': 1.2762522004350172, 'avg_acc_mask': 55.98364123536877, 'loss': 1.2853158712387085}
+{'epoch': 108, 'iter': 660, 'avg_loss': 1.2759439653960731, 'avg_acc_mask': 55.994773858171406, 'loss': 1.0749292373657227}
+{'epoch': 108, 'iter': 670, 'avg_loss': 1.2768815344563185, 'avg_acc_mask': 55.98345613410392, 'loss': 1.435712218284607}
+{'epoch': 108, 'iter': 680, 'avg_loss': 1.2771088880064203, 'avg_acc_mask': 56.02460011328999, 'loss': 1.4384499788284302}
+{'epoch': 108, 'iter': 690, 'avg_loss': 1.2782857279184068, 'avg_acc_mask': 55.97312227770105, 'loss': 1.189348578453064}
+{'epoch': 108, 'iter': 700, 'avg_loss': 1.2798630236388953, 'avg_acc_mask': 55.91688066663173, 'loss': 1.2840458154678345}
+{'epoch': 108, 'iter': 710, 'avg_loss': 1.2792795526830456, 'avg_acc_mask': 55.99008110760965, 'loss': 1.0265611410140991}
+{'epoch': 108, 'iter': 720, 'avg_loss': 1.279714949336032, 'avg_acc_mask': 55.9515923566879, 'loss': 1.4261574745178223}
+{'epoch': 108, 'iter': 730, 'avg_loss': 1.2783728167720434, 'avg_acc_mask': 56.00714267749806, 'loss': 1.266353726387024}
+{'epoch': 108, 'iter': 740, 'avg_loss': 1.278909325277918, 'avg_acc_mask': 55.96600763094, 'loss': 1.3913259506225586}
+{'epoch': 108, 'iter': 750, 'avg_loss': 1.2795962806389272, 'avg_acc_mask': 55.93841642228738, 'loss': 1.3105820417404175}
+{'epoch': 108, 'iter': 760, 'avg_loss': 1.2785547203365983, 'avg_acc_mask': 55.9723093251001, 'loss': 1.0152826309204102}
+{'epoch': 108, 'iter': 770, 'avg_loss': 1.2793387848734084, 'avg_acc_mask': 55.91144718695011, 'loss': 1.4275423288345337}
+{'epoch': 108, 'iter': 780, 'avg_loss': 1.279239061242029, 'avg_acc_mask': 55.92029513358554, 'loss': 1.115599274635315}
+{'epoch': 108, 'iter': 790, 'avg_loss': 1.2793373996780435, 'avg_acc_mask': 55.92874373724253, 'loss': 1.3748759031295776}
+{'epoch': 108, 'iter': 800, 'avg_loss': 1.2779678994796695, 'avg_acc_mask': 55.95979485300852, 'loss': 0.9941177368164062}
+{'epoch': 108, 'iter': 810, 'avg_loss': 1.2779217048579168, 'avg_acc_mask': 55.96525358548613, 'loss': 1.261675238609314}
+{'epoch': 108, 'iter': 820, 'avg_loss': 1.2787835108667576, 'avg_acc_mask': 55.90517723359052, 'loss': 1.320544958114624}
+{'epoch': 108, 'iter': 830, 'avg_loss': 1.2791004845094738, 'avg_acc_mask': 55.881312461307154, 'loss': 1.4602327346801758}
+{'epoch': 108, 'iter': 840, 'avg_loss': 1.2788409469527382, 'avg_acc_mask': 55.896685094945695, 'loss': 1.22321355342865}
+{'epoch': 108, 'iter': 850, 'avg_loss': 1.2787633821911033, 'avg_acc_mask': 55.87632424968175, 'loss': 1.0590234994888306}
+{'epoch': 108, 'iter': 860, 'avg_loss': 1.2802287747220296, 'avg_acc_mask': 55.82738412360149, 'loss': 1.5404057502746582}
+{'epoch': 108, 'iter': 870, 'avg_loss': 1.2815084491613675, 'avg_acc_mask': 55.783915686728236, 'loss': 1.4572691917419434}
+{'epoch': 108, 'iter': 880, 'avg_loss': 1.2809807910551143, 'avg_acc_mask': 55.793741553176005, 'loss': 1.0958499908447266}
+{'epoch': 108, 'iter': 890, 'avg_loss': 1.2796201063058728, 'avg_acc_mask': 55.87859556581225, 'loss': 0.8540759682655334}
+{'epoch': 108, 'iter': 900, 'avg_loss': 1.279463662159165, 'avg_acc_mask': 55.86737811087124, 'loss': 1.6658607721328735}
+{'epoch': 108, 'iter': 910, 'avg_loss': 1.2794391301539283, 'avg_acc_mask': 55.869858463025224, 'loss': 1.4150300025939941}
+{'epoch': 108, 'iter': 920, 'avg_loss': 1.278690605417266, 'avg_acc_mask': 55.89119655907127, 'loss': 1.242417573928833}
+{'epoch': 108, 'iter': 930, 'avg_loss': 1.2785925426621443, 'avg_acc_mask': 55.87736927138748, 'loss': 1.7401635646820068}
+{'epoch': 108, 'iter': 940, 'avg_loss': 1.2793029147050838, 'avg_acc_mask': 55.86084514732552, 'loss': 1.321634292602539}
+{'epoch': 108, 'iter': 950, 'avg_loss': 1.2794853972837126, 'avg_acc_mask': 55.88416869236409, 'loss': 1.3966379165649414}
+{'epoch': 108, 'iter': 960, 'avg_loss': 1.280009385078184, 'avg_acc_mask': 55.8753363742199, 'loss': 1.3213117122650146}
+{'epoch': 108, 'iter': 970, 'avg_loss': 1.280278980793349, 'avg_acc_mask': 55.88624088831816, 'loss': 1.2414308786392212}
+{'epoch': 108, 'iter': 980, 'avg_loss': 1.2796259484159838, 'avg_acc_mask': 55.921372248589265, 'loss': 0.9840558171272278}
+{'epoch': 108, 'iter': 990, 'avg_loss': 1.2804841119514103, 'avg_acc_mask': 55.88930761841424, 'loss': 1.4411680698394775}
+{'epoch': 108, 'iter': 1000, 'avg_loss': 1.280171920369555, 'avg_acc_mask': 55.91397849462365, 'loss': 1.4899178743362427}
+{'epoch': 108, 'iter': 1010, 'avg_loss': 1.2798944124482152, 'avg_acc_mask': 55.90860536273604, 'loss': 1.0795106887817383}
+{'epoch': 108, 'iter': 1020, 'avg_loss': 1.278955290296519, 'avg_acc_mask': 55.96521115394961, 'loss': 1.1474990844726562}
+{'epoch': 108, 'iter': 1030, 'avg_loss': 1.277670523128269, 'avg_acc_mask': 56.00753496472428, 'loss': 1.1625100374221802}
+{'epoch': 108, 'iter': 1040, 'avg_loss': 1.2771977091728781, 'avg_acc_mask': 56.03795841476082, 'loss': 1.311625361442566}
+{'epoch': 108, 'iter': 1050, 'avg_loss': 1.2773954715760518, 'avg_acc_mask': 56.05315475567647, 'loss': 1.5593596696853638}
+{'epoch': 108, 'iter': 1060, 'avg_loss': 1.2778012690175602, 'avg_acc_mask': 56.02419006479482, 'loss': 1.323115348815918}
+{'epoch': 108, 'iter': 1070, 'avg_loss': 1.2778774608417052, 'avg_acc_mask': 56.02590238637727, 'loss': 1.4372063875198364}
+{'epoch': 108, 'iter': 1080, 'avg_loss': 1.2775509173841415, 'avg_acc_mask': 56.06328082563824, 'loss': 0.9806182384490967}
+{'epoch': 108, 'iter': 1090, 'avg_loss': 1.2775181004150977, 'avg_acc_mask': 56.050527447423235, 'loss': 1.3182687759399414}
+{'epoch': 108, 'iter': 1100, 'avg_loss': 1.2773808696181204, 'avg_acc_mask': 56.05712573654249, 'loss': 0.8585301041603088}
+{'epoch': 'EP108_train', 'avg_loss': 1.277540976483358, 'total_masked_acc': 56.05467454050826}
+{'epoch': 109, 'iter': 0, 'avg_loss': 1.5434008836746216, 'avg_acc_mask': 48.93617021276596, 'loss': 1.5434008836746216}
+{'epoch': 109, 'iter': 10, 'avg_loss': 1.384666551243175, 'avg_acc_mask': 52.700490998363335, 'loss': 1.0240346193313599}
+{'epoch': 109, 'iter': 20, 'avg_loss': 1.355895377340771, 'avg_acc_mask': 53.993344425956735, 'loss': 1.330261468887329}
+{'epoch': 109, 'iter': 30, 'avg_loss': 1.3613059866812922, 'avg_acc_mask': 53.75146541617819, 'loss': 1.3690415620803833}
+{'epoch': 109, 'iter': 40, 'avg_loss': 1.3330134894789718, 'avg_acc_mask': 54.975674480318446, 'loss': 1.4519397020339966}
+{'epoch': 109, 'iter': 50, 'avg_loss': 1.3422005281728857, 'avg_acc_mask': 54.0020971688221, 'loss': 1.3428691625595093}
+{'epoch': 109, 'iter': 60, 'avg_loss': 1.3154908037576518, 'avg_acc_mask': 54.89510489510489, 'loss': 1.0556912422180176}
+{'epoch': 109, 'iter': 70, 'avg_loss': 1.3050136490606925, 'avg_acc_mask': 55.13203786746388, 'loss': 1.1319564580917358}
+{'epoch': 109, 'iter': 80, 'avg_loss': 1.3058876203901975, 'avg_acc_mask': 55.15959772627896, 'loss': 1.4793986082077026}
+{'epoch': 109, 'iter': 90, 'avg_loss': 1.3071947720024613, 'avg_acc_mask': 54.827452500969365, 'loss': 1.44173264503479}
+{'epoch': 109, 'iter': 100, 'avg_loss': 1.3044519554270375, 'avg_acc_mask': 54.82838342521785, 'loss': 1.0949195623397827}
+{'epoch': 109, 'iter': 110, 'avg_loss': 1.3050186435381572, 'avg_acc_mask': 54.79207277452891, 'loss': 1.0102020502090454}
+{'epoch': 109, 'iter': 120, 'avg_loss': 1.2941508332559886, 'avg_acc_mask': 55.07181328545781, 'loss': 1.4023758172988892}
+{'epoch': 109, 'iter': 130, 'avg_loss': 1.3019823209020018, 'avg_acc_mask': 55.01586863529736, 'loss': 1.420404314994812}
+{'epoch': 109, 'iter': 140, 'avg_loss': 1.2965281533856763, 'avg_acc_mask': 54.959204487506376, 'loss': 1.2747858762741089}
+{'epoch': 109, 'iter': 150, 'avg_loss': 1.2894028046273238, 'avg_acc_mask': 55.343055223523784, 'loss': 1.332942247390747}
+{'epoch': 109, 'iter': 160, 'avg_loss': 1.2963559523872707, 'avg_acc_mask': 55.085791185376245, 'loss': 1.5621368885040283}
+{'epoch': 109, 'iter': 170, 'avg_loss': 1.3011200790516815, 'avg_acc_mask': 54.9317943336831, 'loss': 1.2448787689208984}
+{'epoch': 109, 'iter': 180, 'avg_loss': 1.301835363741079, 'avg_acc_mask': 54.98363582267183, 'loss': 1.4526396989822388}
+{'epoch': 109, 'iter': 190, 'avg_loss': 1.300390902302028, 'avg_acc_mask': 54.945362846735776, 'loss': 1.10317862033844}
+{'epoch': 109, 'iter': 200, 'avg_loss': 1.2966125284261372, 'avg_acc_mask': 55.061444611440194, 'loss': 1.2484077215194702}
+{'epoch': 109, 'iter': 210, 'avg_loss': 1.2927581721572514, 'avg_acc_mask': 55.340870739115765, 'loss': 1.3136016130447388}
+{'epoch': 109, 'iter': 220, 'avg_loss': 1.290641188621521, 'avg_acc_mask': 55.3715020907044, 'loss': 1.7036620378494263}
+{'epoch': 109, 'iter': 230, 'avg_loss': 1.2914552126095924, 'avg_acc_mask': 55.39351851851851, 'loss': 1.2516382932662964}
+{'epoch': 109, 'iter': 240, 'avg_loss': 1.2926557286646356, 'avg_acc_mask': 55.32355989930401, 'loss': 1.1979622840881348}
+{'epoch': 109, 'iter': 250, 'avg_loss': 1.294617478828506, 'avg_acc_mask': 55.19180129528147, 'loss': 1.0928928852081299}
+{'epoch': 109, 'iter': 260, 'avg_loss': 1.2930825576471643, 'avg_acc_mask': 55.30776092774309, 'loss': 1.225671648979187}
+{'epoch': 109, 'iter': 270, 'avg_loss': 1.2915300434365924, 'avg_acc_mask': 55.34006200936737, 'loss': 1.209416389465332}
+{'epoch': 109, 'iter': 280, 'avg_loss': 1.292305720658489, 'avg_acc_mask': 55.34178505446901, 'loss': 0.7242032289505005}
+{'epoch': 109, 'iter': 290, 'avg_loss': 1.2911692208440853, 'avg_acc_mask': 55.42769230769231, 'loss': 1.1000372171401978}
+{'epoch': 109, 'iter': 300, 'avg_loss': 1.2893104582925967, 'avg_acc_mask': 55.51181102362205, 'loss': 1.3671321868896484}
+{'epoch': 109, 'iter': 310, 'avg_loss': 1.2895177284620967, 'avg_acc_mask': 55.395308427454395, 'loss': 1.1099467277526855}
+{'epoch': 109, 'iter': 320, 'avg_loss': 1.2900801117175094, 'avg_acc_mask': 55.34789461832921, 'loss': 1.1772377490997314}
+{'epoch': 109, 'iter': 330, 'avg_loss': 1.2895914427823532, 'avg_acc_mask': 55.37253190793062, 'loss': 1.065759539604187}
+{'epoch': 109, 'iter': 340, 'avg_loss': 1.2897070506451067, 'avg_acc_mask': 55.371594816186196, 'loss': 1.3155699968338013}
+{'epoch': 109, 'iter': 350, 'avg_loss': 1.292065402041813, 'avg_acc_mask': 55.287817938420346, 'loss': 1.5270488262176514}
+{'epoch': 109, 'iter': 360, 'avg_loss': 1.2928556576990355, 'avg_acc_mask': 55.317444422191066, 'loss': 1.6043766736984253}
+{'epoch': 109, 'iter': 370, 'avg_loss': 1.2945771933887205, 'avg_acc_mask': 55.32579008973859, 'loss': 1.295988917350769}
+{'epoch': 109, 'iter': 380, 'avg_loss': 1.2978296620952177, 'avg_acc_mask': 55.207937713634635, 'loss': 1.1535886526107788}
+{'epoch': 109, 'iter': 390, 'avg_loss': 1.2972908388928075, 'avg_acc_mask': 55.212480325895754, 'loss': 1.3682695627212524}
+{'epoch': 109, 'iter': 400, 'avg_loss': 1.2969524789034874, 'avg_acc_mask': 55.19374943546202, 'loss': 1.1734760999679565}
+{'epoch': 109, 'iter': 410, 'avg_loss': 1.2970172140720118, 'avg_acc_mask': 55.16007948774564, 'loss': 1.5666226148605347}
+{'epoch': 109, 'iter': 420, 'avg_loss': 1.2958474738297723, 'avg_acc_mask': 55.18759984456629, 'loss': 1.1169720888137817}
+{'epoch': 109, 'iter': 430, 'avg_loss': 1.2942509959579345, 'avg_acc_mask': 55.25882799645615, 'loss': 1.0373806953430176}
+{'epoch': 109, 'iter': 440, 'avg_loss': 1.2937185330455805, 'avg_acc_mask': 55.231575040211155, 'loss': 1.652636170387268}
+{'epoch': 109, 'iter': 450, 'avg_loss': 1.2962826014622353, 'avg_acc_mask': 55.13260404472611, 'loss': 1.2149343490600586}
+{'epoch': 109, 'iter': 460, 'avg_loss': 1.297703157536637, 'avg_acc_mask': 55.01166422838164, 'loss': 1.1657789945602417}
+{'epoch': 109, 'iter': 470, 'avg_loss': 1.2989446587876403, 'avg_acc_mask': 54.961861617686914, 'loss': 1.2011486291885376}
+{'epoch': 109, 'iter': 480, 'avg_loss': 1.2970244511497244, 'avg_acc_mask': 55.05362489104483, 'loss': 0.922349750995636}
+{'epoch': 109, 'iter': 490, 'avg_loss': 1.2979660438423002, 'avg_acc_mask': 55.03884613954872, 'loss': 1.3934533596038818}
+{'epoch': 109, 'iter': 500, 'avg_loss': 1.2952281382983317, 'avg_acc_mask': 55.14968315245101, 'loss': 1.1031138896942139}
+{'epoch': 109, 'iter': 510, 'avg_loss': 1.294162349341667, 'avg_acc_mask': 55.177461972434486, 'loss': 1.1534579992294312}
+{'epoch': 109, 'iter': 520, 'avg_loss': 1.2932166768355928, 'avg_acc_mask': 55.20793189223278, 'loss': 1.2327362298965454}
+{'epoch': 109, 'iter': 530, 'avg_loss': 1.2918874990693145, 'avg_acc_mask': 55.2441291922044, 'loss': 1.0539863109588623}
+{'epoch': 109, 'iter': 540, 'avg_loss': 1.291248530865597, 'avg_acc_mask': 55.28823410150706, 'loss': 1.1252251863479614}
+{'epoch': 109, 'iter': 550, 'avg_loss': 1.2920405962073436, 'avg_acc_mask': 55.231054829940994, 'loss': 1.4142273664474487}
+{'epoch': 109, 'iter': 560, 'avg_loss': 1.2930259132980237, 'avg_acc_mask': 55.248744865358276, 'loss': 1.3544929027557373}
+{'epoch': 109, 'iter': 570, 'avg_loss': 1.2907389913882976, 'avg_acc_mask': 55.364297849152166, 'loss': 1.08616042137146}
+{'epoch': 109, 'iter': 580, 'avg_loss': 1.2904400613139706, 'avg_acc_mask': 55.35292450155911, 'loss': 1.4854813814163208}
+{'epoch': 109, 'iter': 590, 'avg_loss': 1.289045752910188, 'avg_acc_mask': 55.42724458204334, 'loss': 0.9603014588356018}
+{'epoch': 109, 'iter': 600, 'avg_loss': 1.288458637409718, 'avg_acc_mask': 55.472273004265695, 'loss': 1.1617134809494019}
+{'epoch': 109, 'iter': 610, 'avg_loss': 1.2886640905553501, 'avg_acc_mask': 55.47303165523644, 'loss': 1.1687241792678833}
+{'epoch': 109, 'iter': 620, 'avg_loss': 1.2864353317953345, 'avg_acc_mask': 55.54441725388448, 'loss': 1.454440712928772}
+{'epoch': 109, 'iter': 630, 'avg_loss': 1.2863573396073658, 'avg_acc_mask': 55.55555555555556, 'loss': 1.1281943321228027}
+{'epoch': 109, 'iter': 640, 'avg_loss': 1.2868815767411694, 'avg_acc_mask': 55.546649108241965, 'loss': 1.1933979988098145}
+{'epoch': 109, 'iter': 650, 'avg_loss': 1.2862823596381554, 'avg_acc_mask': 55.596309567474535, 'loss': 1.2099236249923706}
+{'epoch': 109, 'iter': 660, 'avg_loss': 1.2858750406263817, 'avg_acc_mask': 55.660115478569836, 'loss': 1.1926214694976807}
+{'epoch': 109, 'iter': 670, 'avg_loss': 1.2853653629028672, 'avg_acc_mask': 55.70765027322404, 'loss': 1.5474098920822144}
+{'epoch': 109, 'iter': 680, 'avg_loss': 1.2852463906907126, 'avg_acc_mask': 55.71951744937527, 'loss': 1.4949971437454224}
+{'epoch': 109, 'iter': 690, 'avg_loss': 1.2869689648299762, 'avg_acc_mask': 55.67647917606774, 'loss': 1.318099021911621}
+{'epoch': 109, 'iter': 700, 'avg_loss': 1.2891567558602839, 'avg_acc_mask': 55.6325324828109, 'loss': 1.3801679611206055}
+{'epoch': 109, 'iter': 710, 'avg_loss': 1.2882797165594355, 'avg_acc_mask': 55.671272427304594, 'loss': 1.2314807176589966}
+{'epoch': 109, 'iter': 720, 'avg_loss': 1.2890516687365412, 'avg_acc_mask': 55.66426102866436, 'loss': 1.4711613655090332}
+{'epoch': 109, 'iter': 730, 'avg_loss': 1.288513955192592, 'avg_acc_mask': 55.6845245556419, 'loss': 1.3730971813201904}
+{'epoch': 109, 'iter': 740, 'avg_loss': 1.2896120003682239, 'avg_acc_mask': 55.634186173108326, 'loss': 1.488521933555603}
+{'epoch': 109, 'iter': 750, 'avg_loss': 1.2908611906352596, 'avg_acc_mask': 55.57968185810481, 'loss': 1.2197707891464233}
+{'epoch': 109, 'iter': 760, 'avg_loss': 1.2891794176828533, 'avg_acc_mask': 55.63646885775603, 'loss': 0.9672209620475769}
+{'epoch': 109, 'iter': 770, 'avg_loss': 1.2896187143103157, 'avg_acc_mask': 55.57615516257843, 'loss': 1.2707849740982056}
+{'epoch': 109, 'iter': 780, 'avg_loss': 1.2895381894825972, 'avg_acc_mask': 55.61578897963015, 'loss': 1.3099967241287231}
+{'epoch': 109, 'iter': 790, 'avg_loss': 1.2900647628774535, 'avg_acc_mask': 55.594948441663774, 'loss': 1.3018262386322021}
+{'epoch': 109, 'iter': 800, 'avg_loss': 1.2902115148849107, 'avg_acc_mask': 55.56063759233426, 'loss': 1.6166313886642456}
+{'epoch': 109, 'iter': 810, 'avg_loss': 1.2905176305447494, 'avg_acc_mask': 55.543259784547985, 'loss': 1.298840045928955}
+{'epoch': 109, 'iter': 820, 'avg_loss': 1.2910622466496224, 'avg_acc_mask': 55.499743263456345, 'loss': 1.2185059785842896}
+{'epoch': 109, 'iter': 830, 'avg_loss': 1.2913525936549035, 'avg_acc_mask': 55.49986752627396, 'loss': 1.286120057106018}
+{'epoch': 109, 'iter': 840, 'avg_loss': 1.2903235695733468, 'avg_acc_mask': 55.53544560500665, 'loss': 1.1174273490905762}
+{'epoch': 109, 'iter': 850, 'avg_loss': 1.291055091819808, 'avg_acc_mask': 55.50216552823806, 'loss': 1.2202322483062744}
+{'epoch': 109, 'iter': 860, 'avg_loss': 1.291882452233743, 'avg_acc_mask': 55.463096960926194, 'loss': 1.5593650341033936}
+{'epoch': 109, 'iter': 870, 'avg_loss': 1.2931600413557856, 'avg_acc_mask': 55.43058586536848, 'loss': 1.1120216846466064}
+{'epoch': 109, 'iter': 880, 'avg_loss': 1.2933610960519815, 'avg_acc_mask': 55.441929930096045, 'loss': 1.4608170986175537}
+{'epoch': 109, 'iter': 890, 'avg_loss': 1.2930501985763996, 'avg_acc_mask': 55.48091540326225, 'loss': 0.9152359962463379}
+{'epoch': 109, 'iter': 900, 'avg_loss': 1.2934419588825679, 'avg_acc_mask': 55.470241722526914, 'loss': 1.5268243551254272}
+{'epoch': 109, 'iter': 910, 'avg_loss': 1.2939657570894412, 'avg_acc_mask': 55.45220780264374, 'loss': 1.2059944868087769}
+{'epoch': 109, 'iter': 920, 'avg_loss': 1.2941934301332854, 'avg_acc_mask': 55.44802368792353, 'loss': 1.4598503112792969}
+{'epoch': 109, 'iter': 930, 'avg_loss': 1.2948383736303106, 'avg_acc_mask': 55.44733683568464, 'loss': 1.4662615060806274}
+{'epoch': 109, 'iter': 940, 'avg_loss': 1.294687776649163, 'avg_acc_mask': 55.453713974351494, 'loss': 1.0710862874984741}
+{'epoch': 109, 'iter': 950, 'avg_loss': 1.2940903215754296, 'avg_acc_mask': 55.47445255474452, 'loss': 1.3495415449142456}
+{'epoch': 109, 'iter': 960, 'avg_loss': 1.294044520244638, 'avg_acc_mask': 55.48159450696166, 'loss': 1.3714792728424072}
+{'epoch': 109, 'iter': 970, 'avg_loss': 1.293988393399055, 'avg_acc_mask': 55.48049889616393, 'loss': 1.0910321474075317}
+{'epoch': 109, 'iter': 980, 'avg_loss': 1.2937044887732292, 'avg_acc_mask': 55.47982297249351, 'loss': 1.101871132850647}
+{'epoch': 109, 'iter': 990, 'avg_loss': 1.2946958905151706, 'avg_acc_mask': 55.44858172410607, 'loss': 1.5318498611450195}
+{'epoch': 109, 'iter': 1000, 'avg_loss': 1.2943370400013385, 'avg_acc_mask': 55.44068944065285, 'loss': 1.3494495153427124}
+{'epoch': 109, 'iter': 1010, 'avg_loss': 1.2953526463753864, 'avg_acc_mask': 55.38765378413147, 'loss': 1.1871485710144043}
+{'epoch': 109, 'iter': 1020, 'avg_loss': 1.2950581218189872, 'avg_acc_mask': 55.39239416922167, 'loss': 1.2103818655014038}
+{'epoch': 109, 'iter': 1030, 'avg_loss': 1.2955178333993795, 'avg_acc_mask': 55.39674366577299, 'loss': 1.1992682218551636}
+{'epoch': 109, 'iter': 1040, 'avg_loss': 1.29543710344692, 'avg_acc_mask': 55.37489661968361, 'loss': 1.4082156419754028}
+{'epoch': 109, 'iter': 1050, 'avg_loss': 1.2946859215918776, 'avg_acc_mask': 55.39776692254013, 'loss': 1.3795721530914307}
+{'epoch': 109, 'iter': 1060, 'avg_loss': 1.293921380308189, 'avg_acc_mask': 55.405148418996255, 'loss': 1.147158145904541}
+{'epoch': 109, 'iter': 1070, 'avg_loss': 1.2932222962490763, 'avg_acc_mask': 55.40920146620534, 'loss': 1.3924201726913452}
+{'epoch': 109, 'iter': 1080, 'avg_loss': 1.2930199743750799, 'avg_acc_mask': 55.4217071887884, 'loss': 1.1429780721664429}
+{'epoch': 109, 'iter': 1090, 'avg_loss': 1.2935299933448392, 'avg_acc_mask': 55.386346082810036, 'loss': 1.2931582927703857}
+{'epoch': 109, 'iter': 1100, 'avg_loss': 1.2930011517561966, 'avg_acc_mask': 55.402842024693, 'loss': 1.0313528776168823}
+{'epoch': 'EP109_train', 'avg_loss': 1.2930467767413385, 'total_masked_acc': 55.402157879907854}
+{'epoch': 110, 'iter': 0, 'avg_loss': 1.3586441278457642, 'avg_acc_mask': 49.18032786885246, 'loss': 1.3586441278457642}
+{'epoch': 110, 'iter': 10, 'avg_loss': 1.2891592166640542, 'avg_acc_mask': 56.62020905923345, 'loss': 0.9509755969047546}
+{'epoch': 110, 'iter': 20, 'avg_loss': 1.2952606138728915, 'avg_acc_mask': 55.59599636032757, 'loss': 1.346134901046753}
+{'epoch': 110, 'iter': 30, 'avg_loss': 1.2674442337405296, 'avg_acc_mask': 55.50847457627118, 'loss': 1.198465347290039}
+{'epoch': 110, 'iter': 40, 'avg_loss': 1.269201258333718, 'avg_acc_mask': 56.19349005424955, 'loss': 1.359068751335144}
+{'epoch': 110, 'iter': 50, 'avg_loss': 1.3019892982408112, 'avg_acc_mask': 55.298719772403985, 'loss': 1.5244693756103516}
+{'epoch': 110, 'iter': 60, 'avg_loss': 1.2930708420081216, 'avg_acc_mask': 55.64516129032258, 'loss': 1.2717905044555664}
+{'epoch': 110, 'iter': 70, 'avg_loss': 1.3032998064873924, 'avg_acc_mask': 55.471124620060785, 'loss': 1.2215431928634644}
+{'epoch': 110, 'iter': 80, 'avg_loss': 1.3044641694904846, 'avg_acc_mask': 55.2707182320442, 'loss': 1.3836485147476196}
+{'epoch': 110, 'iter': 90, 'avg_loss': 1.2969881911854169, 'avg_acc_mask': 55.406195207481005, 'loss': 1.3854138851165771}
+{'epoch': 110, 'iter': 100, 'avg_loss': 1.2865065247705667, 'avg_acc_mask': 55.7855626326964, 'loss': 0.9661039710044861}
+{'epoch': 110, 'iter': 110, 'avg_loss': 1.2824097979176152, 'avg_acc_mask': 56.11102093815939, 'loss': 0.8331080079078674}
+{'epoch': 110, 'iter': 120, 'avg_loss': 1.2830647909936825, 'avg_acc_mask': 56.03305785123966, 'loss': 1.5415807962417603}
+{'epoch': 110, 'iter': 130, 'avg_loss': 1.282185739688291, 'avg_acc_mask': 55.98290598290598, 'loss': 1.4944974184036255}
+{'epoch': 110, 'iter': 140, 'avg_loss': 1.2785791234767183, 'avg_acc_mask': 56.115015974440894, 'loss': 1.1334902048110962}
+{'epoch': 110, 'iter': 150, 'avg_loss': 1.2762866789931493, 'avg_acc_mask': 56.36276160692807, 'loss': 1.4200435876846313}
+{'epoch': 110, 'iter': 160, 'avg_loss': 1.2822096588448708, 'avg_acc_mask': 56.155580608793684, 'loss': 1.4195556640625}
+{'epoch': 110, 'iter': 170, 'avg_loss': 1.2874457316789014, 'avg_acc_mask': 55.96951735817104, 'loss': 1.2246180772781372}
+{'epoch': 110, 'iter': 180, 'avg_loss': 1.286002223992216, 'avg_acc_mask': 55.99760095961616, 'loss': 1.343677282333374}
+{'epoch': 110, 'iter': 190, 'avg_loss': 1.2868504630333466, 'avg_acc_mask': 55.93826463391681, 'loss': 0.9636312127113342}
+{'epoch': 110, 'iter': 200, 'avg_loss': 1.2858451622635572, 'avg_acc_mask': 55.88788394376287, 'loss': 1.1777598857879639}
+{'epoch': 110, 'iter': 210, 'avg_loss': 1.2858307226009278, 'avg_acc_mask': 55.92223074955231, 'loss': 1.2822858095169067}
+{'epoch': 110, 'iter': 220, 'avg_loss': 1.2833514496751501, 'avg_acc_mask': 56.0254735467015, 'loss': 1.2975980043411255}
+{'epoch': 110, 'iter': 230, 'avg_loss': 1.2839295789276883, 'avg_acc_mask': 56.08610567514677, 'loss': 1.1261175870895386}
+{'epoch': 110, 'iter': 240, 'avg_loss': 1.2850498616448083, 'avg_acc_mask': 56.05695344282056, 'loss': 1.2598425149917603}
+{'epoch': 110, 'iter': 250, 'avg_loss': 1.28766443149977, 'avg_acc_mask': 55.87003610108303, 'loss': 1.3054989576339722}
+{'epoch': 110, 'iter': 260, 'avg_loss': 1.2879896620681002, 'avg_acc_mask': 55.87969715913037, 'loss': 1.0947997570037842}
+{'epoch': 110, 'iter': 270, 'avg_loss': 1.290383172211172, 'avg_acc_mask': 55.80232092837135, 'loss': 1.115323543548584}
+{'epoch': 110, 'iter': 280, 'avg_loss': 1.2938977225395285, 'avg_acc_mask': 55.69652862755201, 'loss': 1.212951421737671}
+{'epoch': 110, 'iter': 290, 'avg_loss': 1.294401964575974, 'avg_acc_mask': 55.73985159319075, 'loss': 0.9661881327629089}
+{'epoch': 110, 'iter': 300, 'avg_loss': 1.2944011832788538, 'avg_acc_mask': 55.80820265379975, 'loss': 1.2447047233581543}
+{'epoch': 110, 'iter': 310, 'avg_loss': 1.292505707196484, 'avg_acc_mask': 55.710452636490906, 'loss': 1.1972533464431763}
+{'epoch': 110, 'iter': 320, 'avg_loss': 1.2935316642496817, 'avg_acc_mask': 55.67371874646453, 'loss': 1.2236578464508057}
+{'epoch': 110, 'iter': 330, 'avg_loss': 1.2941941600911926, 'avg_acc_mask': 55.70903908348408, 'loss': 1.0935688018798828}
+{'epoch': 110, 'iter': 340, 'avg_loss': 1.2915893382340933, 'avg_acc_mask': 55.72202741472745, 'loss': 1.184380054473877}
+{'epoch': 110, 'iter': 350, 'avg_loss': 1.2924161994898762, 'avg_acc_mask': 55.72889761338982, 'loss': 1.3042546510696411}
+{'epoch': 110, 'iter': 360, 'avg_loss': 1.2904298369904303, 'avg_acc_mask': 55.745279228605874, 'loss': 1.4859706163406372}
+{'epoch': 110, 'iter': 370, 'avg_loss': 1.2890011271376494, 'avg_acc_mask': 55.79766918029576, 'loss': 1.2226614952087402}
+{'epoch': 110, 'iter': 380, 'avg_loss': 1.2908995137439938, 'avg_acc_mask': 55.69789037573217, 'loss': 0.8568705916404724}
+{'epoch': 110, 'iter': 390, 'avg_loss': 1.2921023478593363, 'avg_acc_mask': 55.611343561134355, 'loss': 1.5861928462982178}
+{'epoch': 110, 'iter': 400, 'avg_loss': 1.2920437319914897, 'avg_acc_mask': 55.63476207773338, 'loss': 1.4209494590759277}
+{'epoch': 110, 'iter': 410, 'avg_loss': 1.2899275356835693, 'avg_acc_mask': 55.70839064649243, 'loss': 1.1834280490875244}
+{'epoch': 110, 'iter': 420, 'avg_loss': 1.2871062959458086, 'avg_acc_mask': 55.77956989247311, 'loss': 1.015308141708374}
+{'epoch': 110, 'iter': 430, 'avg_loss': 1.2859024250590332, 'avg_acc_mask': 55.7787666878576, 'loss': 1.0982029438018799}
+{'epoch': 110, 'iter': 440, 'avg_loss': 1.2878776579216764, 'avg_acc_mask': 55.69599270647715, 'loss': 1.6299331188201904}
+{'epoch': 110, 'iter': 450, 'avg_loss': 1.2877779314893312, 'avg_acc_mask': 55.71115440818315, 'loss': 1.0378085374832153}
+{'epoch': 110, 'iter': 460, 'avg_loss': 1.2893903667911273, 'avg_acc_mask': 55.696001901969325, 'loss': 1.2344744205474854}
+{'epoch': 110, 'iter': 470, 'avg_loss': 1.2907948116841084, 'avg_acc_mask': 55.64341085271318, 'loss': 1.009617805480957}
+{'epoch': 110, 'iter': 480, 'avg_loss': 1.290592607490238, 'avg_acc_mask': 55.61759343664539, 'loss': 1.01148521900177}
+{'epoch': 110, 'iter': 490, 'avg_loss': 1.2901888295492183, 'avg_acc_mask': 55.65107364817089, 'loss': 1.276801347732544}
+{'epoch': 110, 'iter': 500, 'avg_loss': 1.2891025775207017, 'avg_acc_mask': 55.6607897420953, 'loss': 1.217432975769043}
+{'epoch': 110, 'iter': 510, 'avg_loss': 1.2910141531968538, 'avg_acc_mask': 55.58609366076528, 'loss': 1.4023752212524414}
+{'epoch': 110, 'iter': 520, 'avg_loss': 1.2910066125717823, 'avg_acc_mask': 55.586699835324616, 'loss': 1.718380093574524}
+{'epoch': 110, 'iter': 530, 'avg_loss': 1.2905125100509371, 'avg_acc_mask': 55.6334639444559, 'loss': 1.013683795928955}
+{'epoch': 110, 'iter': 540, 'avg_loss': 1.2902613378055876, 'avg_acc_mask': 55.57354925775978, 'loss': 1.384248971939087}
+{'epoch': 110, 'iter': 550, 'avg_loss': 1.2907471764974716, 'avg_acc_mask': 55.54451510333863, 'loss': 1.3657782077789307}
+{'epoch': 110, 'iter': 560, 'avg_loss': 1.290130385315567, 'avg_acc_mask': 55.636943711951034, 'loss': 0.8915350437164307}
+{'epoch': 110, 'iter': 570, 'avg_loss': 1.2888611919408086, 'avg_acc_mask': 55.730782764466916, 'loss': 1.081156611442566}
+{'epoch': 110, 'iter': 580, 'avg_loss': 1.2873081681855574, 'avg_acc_mask': 55.78607074479771, 'loss': 1.271216630935669}
+{'epoch': 110, 'iter': 590, 'avg_loss': 1.2875707114206756, 'avg_acc_mask': 55.7435138965921, 'loss': 1.265151023864746}
+{'epoch': 110, 'iter': 600, 'avg_loss': 1.2877481068033545, 'avg_acc_mask': 55.718270571827055, 'loss': 1.4305661916732788}
+{'epoch': 110, 'iter': 610, 'avg_loss': 1.2872157466587186, 'avg_acc_mask': 55.72071132822972, 'loss': 1.2990524768829346}
+{'epoch': 110, 'iter': 620, 'avg_loss': 1.2835475657489182, 'avg_acc_mask': 55.818251151330266, 'loss': 1.4781452417373657}
+{'epoch': 110, 'iter': 630, 'avg_loss': 1.2823630834910458, 'avg_acc_mask': 55.81482658041412, 'loss': 1.0656708478927612}
+{'epoch': 110, 'iter': 640, 'avg_loss': 1.2841572544876014, 'avg_acc_mask': 55.80369843527738, 'loss': 1.12980318069458}
+{'epoch': 110, 'iter': 650, 'avg_loss': 1.2847503663574313, 'avg_acc_mask': 55.79446064139941, 'loss': 1.0804330110549927}
+{'epoch': 110, 'iter': 660, 'avg_loss': 1.2837436909754951, 'avg_acc_mask': 55.811255076387546, 'loss': 1.0280601978302002}
+{'epoch': 110, 'iter': 670, 'avg_loss': 1.2834575028781918, 'avg_acc_mask': 55.83331066561489, 'loss': 1.281553864479065}
+{'epoch': 110, 'iter': 680, 'avg_loss': 1.282983189987541, 'avg_acc_mask': 55.842762910924, 'loss': 1.598692536354065}
+{'epoch': 110, 'iter': 690, 'avg_loss': 1.283498941040591, 'avg_acc_mask': 55.808427500264024, 'loss': 1.2377082109451294}
+{'epoch': 110, 'iter': 700, 'avg_loss': 1.2854113781163083, 'avg_acc_mask': 55.76282651680716, 'loss': 1.6137531995773315}
+{'epoch': 110, 'iter': 710, 'avg_loss': 1.2839920379106171, 'avg_acc_mask': 55.853983890000514, 'loss': 1.1506133079528809}
+{'epoch': 110, 'iter': 720, 'avg_loss': 1.2851093203118704, 'avg_acc_mask': 55.810896220452534, 'loss': 1.3849648237228394}
+{'epoch': 110, 'iter': 730, 'avg_loss': 1.2836674897028222, 'avg_acc_mask': 55.82701137951687, 'loss': 1.175871729850769}
+{'epoch': 110, 'iter': 740, 'avg_loss': 1.2842587714414042, 'avg_acc_mask': 55.80754661287942, 'loss': 1.527762532234192}
+{'epoch': 110, 'iter': 750, 'avg_loss': 1.2864577737692668, 'avg_acc_mask': 55.73873830189594, 'loss': 1.5004321336746216}
+{'epoch': 110, 'iter': 760, 'avg_loss': 1.2854798331993795, 'avg_acc_mask': 55.71353217608133, 'loss': 1.1828439235687256}
+{'epoch': 110, 'iter': 770, 'avg_loss': 1.2875705291015784, 'avg_acc_mask': 55.62993802337134, 'loss': 1.5054161548614502}
+{'epoch': 110, 'iter': 780, 'avg_loss': 1.2869069121405958, 'avg_acc_mask': 55.687867750070055, 'loss': 1.4673370122909546}
+{'epoch': 110, 'iter': 790, 'avg_loss': 1.287184254860908, 'avg_acc_mask': 55.6895478337061, 'loss': 1.2347071170806885}
+{'epoch': 110, 'iter': 800, 'avg_loss': 1.2867569584822685, 'avg_acc_mask': 55.69597194708199, 'loss': 1.0897985696792603}
+{'epoch': 110, 'iter': 810, 'avg_loss': 1.2865351241555079, 'avg_acc_mask': 55.72457245724573, 'loss': 1.1954156160354614}
+{'epoch': 110, 'iter': 820, 'avg_loss': 1.2871648007856362, 'avg_acc_mask': 55.701208674013515, 'loss': 1.1895555257797241}
+{'epoch': 110, 'iter': 830, 'avg_loss': 1.286900233203897, 'avg_acc_mask': 55.74601641718976, 'loss': 1.1061726808547974}
+{'epoch': 110, 'iter': 840, 'avg_loss': 1.2861011474793078, 'avg_acc_mask': 55.78356591834965, 'loss': 1.2021996974945068}
+{'epoch': 110, 'iter': 850, 'avg_loss': 1.2863844407571328, 'avg_acc_mask': 55.77256294521573, 'loss': 1.3148471117019653}
+{'epoch': 110, 'iter': 860, 'avg_loss': 1.2877941833555906, 'avg_acc_mask': 55.710724245753404, 'loss': 1.3587877750396729}
+{'epoch': 110, 'iter': 870, 'avg_loss': 1.2882091637046411, 'avg_acc_mask': 55.67399557762109, 'loss': 0.9768200516700745}
+{'epoch': 110, 'iter': 880, 'avg_loss': 1.2883259411837809, 'avg_acc_mask': 55.680950710763575, 'loss': 1.1145139932632446}
+{'epoch': 110, 'iter': 890, 'avg_loss': 1.2863378227760496, 'avg_acc_mask': 55.76184640522875, 'loss': 0.8225250244140625}
+{'epoch': 110, 'iter': 900, 'avg_loss': 1.2865004642689797, 'avg_acc_mask': 55.75936325805018, 'loss': 1.4056434631347656}
+{'epoch': 110, 'iter': 910, 'avg_loss': 1.2873690273575935, 'avg_acc_mask': 55.72641038442336, 'loss': 1.3368310928344727}
+{'epoch': 110, 'iter': 920, 'avg_loss': 1.2866443978070436, 'avg_acc_mask': 55.76154485378497, 'loss': 1.3021845817565918}
+{'epoch': 110, 'iter': 930, 'avg_loss': 1.2857005144804556, 'avg_acc_mask': 55.794445642161385, 'loss': 1.458581566810608}
+{'epoch': 110, 'iter': 940, 'avg_loss': 1.2850060364771851, 'avg_acc_mask': 55.82693649685974, 'loss': 0.8060948848724365}
+{'epoch': 110, 'iter': 950, 'avg_loss': 1.2847882168902207, 'avg_acc_mask': 55.826620636747215, 'loss': 1.5005903244018555}
+{'epoch': 110, 'iter': 960, 'avg_loss': 1.2853779438631094, 'avg_acc_mask': 55.80834914611006, 'loss': 1.3806201219558716}
+{'epoch': 110, 'iter': 970, 'avg_loss': 1.28539005201214, 'avg_acc_mask': 55.792419518425305, 'loss': 1.3563501834869385}
+{'epoch': 110, 'iter': 980, 'avg_loss': 1.285194077805277, 'avg_acc_mask': 55.78530821536061, 'loss': 0.955207347869873}
+{'epoch': 110, 'iter': 990, 'avg_loss': 1.2856945035195375, 'avg_acc_mask': 55.77799838223398, 'loss': 1.564986228942871}
+{'epoch': 110, 'iter': 1000, 'avg_loss': 1.285991346681273, 'avg_acc_mask': 55.736868944416116, 'loss': 1.7413480281829834}
+{'epoch': 110, 'iter': 1010, 'avg_loss': 1.2861385631985764, 'avg_acc_mask': 55.741669975813146, 'loss': 1.164965033531189}
+{'epoch': 110, 'iter': 1020, 'avg_loss': 1.2856297108849162, 'avg_acc_mask': 55.772186282569066, 'loss': 0.9823727607727051}
+{'epoch': 110, 'iter': 1030, 'avg_loss': 1.2856556631545206, 'avg_acc_mask': 55.78172292334106, 'loss': 1.1188430786132812}
+{'epoch': 110, 'iter': 1040, 'avg_loss': 1.2856491358090087, 'avg_acc_mask': 55.78688668480646, 'loss': 1.3065024614334106}
+{'epoch': 110, 'iter': 1050, 'avg_loss': 1.2853710058753995, 'avg_acc_mask': 55.812254270902194, 'loss': 1.2550526857376099}
+{'epoch': 110, 'iter': 1060, 'avg_loss': 1.2846262186456694, 'avg_acc_mask': 55.8287811686857, 'loss': 0.8399819135665894}
+{'epoch': 110, 'iter': 1070, 'avg_loss': 1.283794763987583, 'avg_acc_mask': 55.85224364442928, 'loss': 1.3005014657974243}
+{'epoch': 110, 'iter': 1080, 'avg_loss': 1.2835739112694322, 'avg_acc_mask': 55.88175709896343, 'loss': 1.3036795854568481}
+{'epoch': 110, 'iter': 1090, 'avg_loss': 1.2833469363661887, 'avg_acc_mask': 55.88520425218961, 'loss': 1.6029311418533325}
+{'epoch': 110, 'iter': 1100, 'avg_loss': 1.2830739759727567, 'avg_acc_mask': 55.914655358059875, 'loss': 0.9799402356147766}
+{'epoch': 'EP110_train', 'avg_loss': 1.283067909409018, 'total_masked_acc': 55.89303400462199}
+{'epoch': 111, 'iter': 0, 'avg_loss': 1.5776751041412354, 'avg_acc_mask': 45.90163934426229, 'loss': 1.5776751041412354}
+{'epoch': 111, 'iter': 10, 'avg_loss': 1.2506971630183132, 'avg_acc_mask': 56.19195046439629, 'loss': 1.2529417276382446}
+{'epoch': 111, 'iter': 20, 'avg_loss': 1.309400697549184, 'avg_acc_mask': 54.3424317617866, 'loss': 1.362241268157959}
+{'epoch': 111, 'iter': 30, 'avg_loss': 1.2827657326575248, 'avg_acc_mask': 55.58060879368658, 'loss': 1.482306718826294}
+{'epoch': 111, 'iter': 40, 'avg_loss': 1.2760388080666705, 'avg_acc_mask': 56.00343053173242, 'loss': 1.0161571502685547}
+{'epoch': 111, 'iter': 50, 'avg_loss': 1.2880901133312899, 'avg_acc_mask': 55.85524069648344, 'loss': 1.4153597354888916}
+{'epoch': 111, 'iter': 60, 'avg_loss': 1.2720855581955832, 'avg_acc_mask': 56.080691642651296, 'loss': 1.080440640449524}
+{'epoch': 111, 'iter': 70, 'avg_loss': 1.2771360471215047, 'avg_acc_mask': 56.14035087719298, 'loss': 1.1328461170196533}
+{'epoch': 111, 'iter': 80, 'avg_loss': 1.2703761458396912, 'avg_acc_mask': 56.16974972796518, 'loss': 1.3318703174591064}
+{'epoch': 111, 'iter': 90, 'avg_loss': 1.2674536528168143, 'avg_acc_mask': 56.45969919012727, 'loss': 1.2466819286346436}
+{'epoch': 111, 'iter': 100, 'avg_loss': 1.262465492923661, 'avg_acc_mask': 56.58928259731192, 'loss': 1.052830457687378}
+{'epoch': 111, 'iter': 110, 'avg_loss': 1.2567164108559892, 'avg_acc_mask': 56.691777528450075, 'loss': 1.026963472366333}
+{'epoch': 111, 'iter': 120, 'avg_loss': 1.251379524873308, 'avg_acc_mask': 56.82019486271036, 'loss': 1.1788837909698486}
+{'epoch': 111, 'iter': 130, 'avg_loss': 1.2512441750701147, 'avg_acc_mask': 56.670746634026926, 'loss': 1.1840003728866577}
+{'epoch': 111, 'iter': 140, 'avg_loss': 1.2490204187995153, 'avg_acc_mask': 56.72773215413771, 'loss': 1.048074722290039}
+{'epoch': 111, 'iter': 150, 'avg_loss': 1.243278830256683, 'avg_acc_mask': 57.10220535926014, 'loss': 1.1467914581298828}
+{'epoch': 111, 'iter': 160, 'avg_loss': 1.247270145031236, 'avg_acc_mask': 57.098179381213, 'loss': 1.2391480207443237}
+{'epoch': 111, 'iter': 170, 'avg_loss': 1.2532534892098945, 'avg_acc_mask': 56.77148846960167, 'loss': 1.3010427951812744}
+{'epoch': 111, 'iter': 180, 'avg_loss': 1.2538331832674985, 'avg_acc_mask': 56.91942189665413, 'loss': 1.5250862836837769}
+{'epoch': 111, 'iter': 190, 'avg_loss': 1.2533354244307073, 'avg_acc_mask': 56.91155825924192, 'loss': 0.9390655159950256}
+{'epoch': 111, 'iter': 200, 'avg_loss': 1.2489592100850386, 'avg_acc_mask': 57.07807220345011, 'loss': 1.3324397802352905}
+{'epoch': 111, 'iter': 210, 'avg_loss': 1.2486181841077397, 'avg_acc_mask': 57.11380391492247, 'loss': 1.476169466972351}
+{'epoch': 111, 'iter': 220, 'avg_loss': 1.248540707303388, 'avg_acc_mask': 57.0966960174489, 'loss': 1.308107614517212}
+{'epoch': 111, 'iter': 230, 'avg_loss': 1.2544835341441167, 'avg_acc_mask': 57.00340873876666, 'loss': 1.2846782207489014}
+{'epoch': 111, 'iter': 240, 'avg_loss': 1.2559099800853808, 'avg_acc_mask': 56.88435475463549, 'loss': 1.2493855953216553}
+{'epoch': 111, 'iter': 250, 'avg_loss': 1.2598853450847336, 'avg_acc_mask': 56.76236843989404, 'loss': 1.0738646984100342}
+{'epoch': 111, 'iter': 260, 'avg_loss': 1.2633300880362703, 'avg_acc_mask': 56.618808820498735, 'loss': 1.3027937412261963}
+{'epoch': 111, 'iter': 270, 'avg_loss': 1.2653218204244916, 'avg_acc_mask': 56.65105849765878, 'loss': 1.6486308574676514}
+{'epoch': 111, 'iter': 280, 'avg_loss': 1.2677111335072229, 'avg_acc_mask': 56.489375238579974, 'loss': 0.7529838681221008}
+{'epoch': 111, 'iter': 290, 'avg_loss': 1.2670745843464566, 'avg_acc_mask': 56.51666051887373, 'loss': 1.3329036235809326}
+{'epoch': 111, 'iter': 300, 'avg_loss': 1.2646051534386569, 'avg_acc_mask': 56.6093833620741, 'loss': 0.9901581406593323}
+{'epoch': 111, 'iter': 310, 'avg_loss': 1.2630815546228955, 'avg_acc_mask': 56.65686444098483, 'loss': 1.0425671339035034}
+{'epoch': 111, 'iter': 320, 'avg_loss': 1.2658278802844967, 'avg_acc_mask': 56.61657508130538, 'loss': 1.079204797744751}
+{'epoch': 111, 'iter': 330, 'avg_loss': 1.2645670951673271, 'avg_acc_mask': 56.601001306051366, 'loss': 1.0492827892303467}
+{'epoch': 111, 'iter': 340, 'avg_loss': 1.2649156203018255, 'avg_acc_mask': 56.6251056635672, 'loss': 1.25056791305542}
+{'epoch': 111, 'iter': 350, 'avg_loss': 1.2659163259373092, 'avg_acc_mask': 56.5924481838703, 'loss': 1.4283430576324463}
+{'epoch': 111, 'iter': 360, 'avg_loss': 1.267171405524098, 'avg_acc_mask': 56.590852286928275, 'loss': 1.252856731414795}
+{'epoch': 111, 'iter': 370, 'avg_loss': 1.2670170995745698, 'avg_acc_mask': 56.51092469761998, 'loss': 1.2665832042694092}
+{'epoch': 111, 'iter': 380, 'avg_loss': 1.2688182678435418, 'avg_acc_mask': 56.42965924233771, 'loss': 0.8139433860778809}
+{'epoch': 111, 'iter': 390, 'avg_loss': 1.268812081240632, 'avg_acc_mask': 56.46290031051583, 'loss': 1.3435351848602295}
+{'epoch': 111, 'iter': 400, 'avg_loss': 1.2683593321619486, 'avg_acc_mask': 56.52605907325445, 'loss': 1.3863701820373535}
+{'epoch': 111, 'iter': 410, 'avg_loss': 1.26854470916038, 'avg_acc_mask': 56.46654324252843, 'loss': 1.3544139862060547}
+{'epoch': 111, 'iter': 420, 'avg_loss': 1.2673262554506224, 'avg_acc_mask': 56.45821660992113, 'loss': 0.9210023880004883}
+{'epoch': 111, 'iter': 430, 'avg_loss': 1.266070505167658, 'avg_acc_mask': 56.49070945945947, 'loss': 1.292648196220398}
+{'epoch': 111, 'iter': 440, 'avg_loss': 1.2688623185601093, 'avg_acc_mask': 56.39448480845443, 'loss': 1.518633246421814}
+{'epoch': 111, 'iter': 450, 'avg_loss': 1.2710002926395103, 'avg_acc_mask': 56.31009129837602, 'loss': 1.1637624502182007}
+{'epoch': 111, 'iter': 460, 'avg_loss': 1.27356843123467, 'avg_acc_mask': 56.20486919464941, 'loss': 1.3807785511016846}
+{'epoch': 111, 'iter': 470, 'avg_loss': 1.2744692914551736, 'avg_acc_mask': 56.146038362085605, 'loss': 1.104643702507019}
+{'epoch': 111, 'iter': 480, 'avg_loss': 1.2744684312298986, 'avg_acc_mask': 56.21100397050483, 'loss': 1.1899445056915283}
+{'epoch': 111, 'iter': 490, 'avg_loss': 1.2751617794609846, 'avg_acc_mask': 56.158493643203975, 'loss': 1.2858315706253052}
+{'epoch': 111, 'iter': 500, 'avg_loss': 1.2729301659646863, 'avg_acc_mask': 56.245686680469284, 'loss': 1.2920900583267212}
+{'epoch': 111, 'iter': 510, 'avg_loss': 1.2729887680064909, 'avg_acc_mask': 56.229543190550736, 'loss': 1.4263325929641724}
+{'epoch': 111, 'iter': 520, 'avg_loss': 1.2738931975300618, 'avg_acc_mask': 56.21355494256084, 'loss': 1.5425819158554077}
+{'epoch': 111, 'iter': 530, 'avg_loss': 1.2739944204323261, 'avg_acc_mask': 56.215715852989575, 'loss': 1.0542360544204712}
+{'epoch': 111, 'iter': 540, 'avg_loss': 1.2743959150340773, 'avg_acc_mask': 56.13810741687979, 'loss': 1.4566242694854736}
+{'epoch': 111, 'iter': 550, 'avg_loss': 1.2771505587979366, 'avg_acc_mask': 56.00898045430534, 'loss': 1.2881593704223633}
+{'epoch': 111, 'iter': 560, 'avg_loss': 1.2781671890175492, 'avg_acc_mask': 55.99961041490812, 'loss': 1.3150967359542847}
+{'epoch': 111, 'iter': 570, 'avg_loss': 1.2785023485298959, 'avg_acc_mask': 56.04725415070243, 'loss': 1.5227841138839722}
+{'epoch': 111, 'iter': 580, 'avg_loss': 1.2772865440061705, 'avg_acc_mask': 56.12065721811113, 'loss': 1.2947810888290405}
+{'epoch': 111, 'iter': 590, 'avg_loss': 1.2766192905390525, 'avg_acc_mask': 56.140675613142065, 'loss': 0.9535343050956726}
+{'epoch': 111, 'iter': 600, 'avg_loss': 1.2765293008277498, 'avg_acc_mask': 56.12635028522879, 'loss': 1.486933708190918}
+{'epoch': 111, 'iter': 610, 'avg_loss': 1.2773113564851826, 'avg_acc_mask': 56.10003581234332, 'loss': 1.3393803834915161}
+{'epoch': 111, 'iter': 620, 'avg_loss': 1.2762098136731392, 'avg_acc_mask': 56.132463563704746, 'loss': 1.7768503427505493}
+{'epoch': 111, 'iter': 630, 'avg_loss': 1.2758292246922827, 'avg_acc_mask': 56.16276045429587, 'loss': 1.0941736698150635}
+{'epoch': 111, 'iter': 640, 'avg_loss': 1.2774164501850764, 'avg_acc_mask': 56.12244897959183, 'loss': 1.4658499956130981}
+{'epoch': 111, 'iter': 650, 'avg_loss': 1.2769840325811126, 'avg_acc_mask': 56.13630612646554, 'loss': 1.167436122894287}
+{'epoch': 111, 'iter': 660, 'avg_loss': 1.2761291070713037, 'avg_acc_mask': 56.15356915320905, 'loss': 1.1628056764602661}
+{'epoch': 111, 'iter': 670, 'avg_loss': 1.2755504192787204, 'avg_acc_mask': 56.1751466375665, 'loss': 1.1231383085250854}
+{'epoch': 111, 'iter': 680, 'avg_loss': 1.2759177481725528, 'avg_acc_mask': 56.1570925512755, 'loss': 1.4092129468917847}
+{'epoch': 111, 'iter': 690, 'avg_loss': 1.27552597627971, 'avg_acc_mask': 56.19543939474102, 'loss': 1.090507984161377}
+{'epoch': 111, 'iter': 700, 'avg_loss': 1.2769958512929298, 'avg_acc_mask': 56.191345151199165, 'loss': 1.2439024448394775}
+{'epoch': 111, 'iter': 710, 'avg_loss': 1.276027999262937, 'avg_acc_mask': 56.24919651351142, 'loss': 1.3982102870941162}
+{'epoch': 111, 'iter': 720, 'avg_loss': 1.276050323752193, 'avg_acc_mask': 56.23114941072107, 'loss': 1.4002114534378052}
+{'epoch': 111, 'iter': 730, 'avg_loss': 1.2750692222415179, 'avg_acc_mask': 56.27608266486743, 'loss': 1.3910651206970215}
+{'epoch': 111, 'iter': 740, 'avg_loss': 1.2756487748079133, 'avg_acc_mask': 56.26155780753014, 'loss': 1.260124921798706}
+{'epoch': 111, 'iter': 750, 'avg_loss': 1.278584605923664, 'avg_acc_mask': 56.1757256964738, 'loss': 1.3802034854888916}
+{'epoch': 111, 'iter': 760, 'avg_loss': 1.2772394887094585, 'avg_acc_mask': 56.204555304088224, 'loss': 1.1724302768707275}
+{'epoch': 111, 'iter': 770, 'avg_loss': 1.2785186871171152, 'avg_acc_mask': 56.13243397301919, 'loss': 1.4798252582550049}
+{'epoch': 111, 'iter': 780, 'avg_loss': 1.2771563162876916, 'avg_acc_mask': 56.16014259915097, 'loss': 1.2032909393310547}
+{'epoch': 111, 'iter': 790, 'avg_loss': 1.276734616753425, 'avg_acc_mask': 56.170350804022426, 'loss': 1.5077004432678223}
+{'epoch': 111, 'iter': 800, 'avg_loss': 1.2769265024551888, 'avg_acc_mask': 56.15043032411646, 'loss': 1.4665263891220093}
+{'epoch': 111, 'iter': 810, 'avg_loss': 1.2767659730740746, 'avg_acc_mask': 56.166210747631865, 'loss': 1.088701844215393}
+{'epoch': 111, 'iter': 820, 'avg_loss': 1.2766135494688686, 'avg_acc_mask': 56.1521452661202, 'loss': 1.2581536769866943}
+{'epoch': 111, 'iter': 830, 'avg_loss': 1.2760669393946835, 'avg_acc_mask': 56.14399293286218, 'loss': 1.3122702836990356}
+{'epoch': 111, 'iter': 840, 'avg_loss': 1.276908452743299, 'avg_acc_mask': 56.084263782274945, 'loss': 1.6322416067123413}
+{'epoch': 111, 'iter': 850, 'avg_loss': 1.2777549817755416, 'avg_acc_mask': 56.061977415740024, 'loss': 1.4779893159866333}
+{'epoch': 111, 'iter': 860, 'avg_loss': 1.2793058648480493, 'avg_acc_mask': 56.02969644110702, 'loss': 1.4035025835037231}
+{'epoch': 111, 'iter': 870, 'avg_loss': 1.2797176798914658, 'avg_acc_mask': 55.99479079146362, 'loss': 1.014488935470581}
+{'epoch': 111, 'iter': 880, 'avg_loss': 1.280565495861781, 'avg_acc_mask': 55.980404367501144, 'loss': 1.059722900390625}
+{'epoch': 111, 'iter': 890, 'avg_loss': 1.279354722344648, 'avg_acc_mask': 56.03526220614828, 'loss': 1.029034972190857}
+{'epoch': 111, 'iter': 900, 'avg_loss': 1.280425498871904, 'avg_acc_mask': 56.003980988747614, 'loss': 1.434376835823059}
+{'epoch': 111, 'iter': 910, 'avg_loss': 1.2812146451549131, 'avg_acc_mask': 55.965623870527295, 'loss': 1.3580129146575928}
+{'epoch': 111, 'iter': 920, 'avg_loss': 1.281191822695551, 'avg_acc_mask': 55.97979556934336, 'loss': 0.9774110317230225}
+{'epoch': 111, 'iter': 930, 'avg_loss': 1.280623768057142, 'avg_acc_mask': 55.99818833444922, 'loss': 1.339913249015808}
+{'epoch': 111, 'iter': 940, 'avg_loss': 1.280562184632268, 'avg_acc_mask': 55.99151437301726, 'loss': 1.1075204610824585}
+{'epoch': 111, 'iter': 950, 'avg_loss': 1.2803030279783294, 'avg_acc_mask': 55.99129798621539, 'loss': 1.7688201665878296}
+{'epoch': 111, 'iter': 960, 'avg_loss': 1.2797274646600252, 'avg_acc_mask': 56.034975425762944, 'loss': 1.1204285621643066}
+{'epoch': 111, 'iter': 970, 'avg_loss': 1.2792208288651417, 'avg_acc_mask': 56.045157277747414, 'loss': 1.0610392093658447}
+{'epoch': 111, 'iter': 980, 'avg_loss': 1.2790411056363984, 'avg_acc_mask': 56.049470228324125, 'loss': 1.1508865356445312}
+{'epoch': 111, 'iter': 990, 'avg_loss': 1.2796922119185854, 'avg_acc_mask': 56.013289036544855, 'loss': 1.5943543910980225}
+{'epoch': 111, 'iter': 1000, 'avg_loss': 1.2801635951905341, 'avg_acc_mask': 55.98588974996345, 'loss': 1.5746073722839355}
+{'epoch': 111, 'iter': 1010, 'avg_loss': 1.2796156991836933, 'avg_acc_mask': 56.01382655277255, 'loss': 1.077548623085022}
+{'epoch': 111, 'iter': 1020, 'avg_loss': 1.279526235891486, 'avg_acc_mask': 56.01814498054615, 'loss': 1.0007938146591187}
+{'epoch': 111, 'iter': 1030, 'avg_loss': 1.2790167084258235, 'avg_acc_mask': 56.04766386674007, 'loss': 1.3745427131652832}
+{'epoch': 111, 'iter': 1040, 'avg_loss': 1.279686328771593, 'avg_acc_mask': 56.025239919850954, 'loss': 1.2392445802688599}
+{'epoch': 111, 'iter': 1050, 'avg_loss': 1.2798643878933138, 'avg_acc_mask': 56.01832497212932, 'loss': 1.5546839237213135}
+{'epoch': 111, 'iter': 1060, 'avg_loss': 1.2792816140761811, 'avg_acc_mask': 56.0260192901634, 'loss': 1.0163156986236572}
+{'epoch': 111, 'iter': 1070, 'avg_loss': 1.2788773082774114, 'avg_acc_mask': 56.02824752492177, 'loss': 1.5055394172668457}
+{'epoch': 111, 'iter': 1080, 'avg_loss': 1.2788404580291832, 'avg_acc_mask': 56.05244435410103, 'loss': 1.158085823059082}
+{'epoch': 111, 'iter': 1090, 'avg_loss': 1.2784875431921807, 'avg_acc_mask': 56.04799462997148, 'loss': 1.1193560361862183}
+{'epoch': 111, 'iter': 1100, 'avg_loss': 1.2776363839029075, 'avg_acc_mask': 56.0785292404958, 'loss': 0.8680458664894104}
+{'epoch': 'EP111_train', 'avg_loss': 1.278291810475863, 'total_masked_acc': 56.03759822287059}
+{'epoch': 112, 'iter': 0, 'avg_loss': 1.568259358406067, 'avg_acc_mask': 52.38095238095239, 'loss': 1.568259358406067}
+{'epoch': 112, 'iter': 10, 'avg_loss': 1.2628370848569004, 'avg_acc_mask': 55.60675883256528, 'loss': 0.9998144507408142}
+{'epoch': 112, 'iter': 20, 'avg_loss': 1.335367446854001, 'avg_acc_mask': 53.88389206868357, 'loss': 1.6017475128173828}
+{'epoch': 112, 'iter': 30, 'avg_loss': 1.3265410911652349, 'avg_acc_mask': 55.29875986471251, 'loss': 1.367551565170288}
+{'epoch': 112, 'iter': 40, 'avg_loss': 1.329704983932216, 'avg_acc_mask': 54.603854389721626, 'loss': 1.1455532312393188}
+{'epoch': 112, 'iter': 50, 'avg_loss': 1.3415522657188714, 'avg_acc_mask': 53.65686944634312, 'loss': 1.251625657081604}
+{'epoch': 112, 'iter': 60, 'avg_loss': 1.3225238264584152, 'avg_acc_mask': 54.3731778425656, 'loss': 1.0999537706375122}
+{'epoch': 112, 'iter': 70, 'avg_loss': 1.3102452058187672, 'avg_acc_mask': 55.2929343726427, 'loss': 1.1631581783294678}
+{'epoch': 112, 'iter': 80, 'avg_loss': 1.3208167324831457, 'avg_acc_mask': 54.756637168141594, 'loss': 1.3591523170471191}
+{'epoch': 112, 'iter': 90, 'avg_loss': 1.3150484332671533, 'avg_acc_mask': 54.84442693974005, 'loss': 1.177276849746704}
+{'epoch': 112, 'iter': 100, 'avg_loss': 1.3089383049766616, 'avg_acc_mask': 55.06961799357373, 'loss': 1.0257741212844849}
+{'epoch': 112, 'iter': 110, 'avg_loss': 1.302647580971589, 'avg_acc_mask': 55.37861553461163, 'loss': 1.054816484451294}
+{'epoch': 112, 'iter': 120, 'avg_loss': 1.2969387759847089, 'avg_acc_mask': 55.33025197554794, 'loss': 1.63517427444458}
+{'epoch': 112, 'iter': 130, 'avg_loss': 1.2941712850832756, 'avg_acc_mask': 55.42135602525391, 'loss': 1.1301507949829102}
+{'epoch': 112, 'iter': 140, 'avg_loss': 1.2938615717786424, 'avg_acc_mask': 55.347355003186735, 'loss': 1.118409514427185}
+{'epoch': 112, 'iter': 150, 'avg_loss': 1.2884321682500524, 'avg_acc_mask': 55.522244873486024, 'loss': 1.5742735862731934}
+{'epoch': 112, 'iter': 160, 'avg_loss': 1.287966273586202, 'avg_acc_mask': 55.52927927927927, 'loss': 1.188752293586731}
+{'epoch': 112, 'iter': 170, 'avg_loss': 1.289911272930123, 'avg_acc_mask': 55.54383373773605, 'loss': 1.1464866399765015}
+{'epoch': 112, 'iter': 180, 'avg_loss': 1.2902852230967738, 'avg_acc_mask': 55.6432281262485, 'loss': 1.2920119762420654}
+{'epoch': 112, 'iter': 190, 'avg_loss': 1.2884155159221269, 'avg_acc_mask': 55.7202189918822, 'loss': 1.0650821924209595}
+{'epoch': 112, 'iter': 200, 'avg_loss': 1.2859866672487401, 'avg_acc_mask': 55.76161325171047, 'loss': 1.1052368879318237}
+{'epoch': 112, 'iter': 210, 'avg_loss': 1.2822597052248734, 'avg_acc_mask': 55.93466735077818, 'loss': 1.1905990839004517}
+{'epoch': 112, 'iter': 220, 'avg_loss': 1.2810580123603614, 'avg_acc_mask': 55.84341288002616, 'loss': 1.3327441215515137}
+{'epoch': 112, 'iter': 230, 'avg_loss': 1.280480444431305, 'avg_acc_mask': 55.820872152196046, 'loss': 1.2919145822525024}
+{'epoch': 112, 'iter': 240, 'avg_loss': 1.2783848571579486, 'avg_acc_mask': 55.86907449209932, 'loss': 1.2207821607589722}
+{'epoch': 112, 'iter': 250, 'avg_loss': 1.2839470389354752, 'avg_acc_mask': 55.715525973086386, 'loss': 1.0251266956329346}
+{'epoch': 112, 'iter': 260, 'avg_loss': 1.2850385883758808, 'avg_acc_mask': 55.78434782608696, 'loss': 1.0987602472305298}
+{'epoch': 112, 'iter': 270, 'avg_loss': 1.28721546137025, 'avg_acc_mask': 55.690186102557234, 'loss': 1.317548394203186}
+{'epoch': 112, 'iter': 280, 'avg_loss': 1.2859196518663834, 'avg_acc_mask': 55.61801382696905, 'loss': 0.6864997744560242}
+{'epoch': 112, 'iter': 290, 'avg_loss': 1.2849357195736206, 'avg_acc_mask': 55.688847235238995, 'loss': 1.187870740890503}
+{'epoch': 112, 'iter': 300, 'avg_loss': 1.2812195493533365, 'avg_acc_mask': 55.87027418770383, 'loss': 0.9603458046913147}
+{'epoch': 112, 'iter': 310, 'avg_loss': 1.2800748200661882, 'avg_acc_mask': 55.810281303000174, 'loss': 0.9811418652534485}
+{'epoch': 112, 'iter': 320, 'avg_loss': 1.2812097048462365, 'avg_acc_mask': 55.81765474904792, 'loss': 1.0732760429382324}
+{'epoch': 112, 'iter': 330, 'avg_loss': 1.281856987411522, 'avg_acc_mask': 55.80844263198501, 'loss': 0.9500024914741516}
+{'epoch': 112, 'iter': 340, 'avg_loss': 1.2797359381952593, 'avg_acc_mask': 55.875914357413635, 'loss': 1.0230848789215088}
+{'epoch': 112, 'iter': 350, 'avg_loss': 1.2808713794094204, 'avg_acc_mask': 55.88097591426936, 'loss': 1.4151867628097534}
+{'epoch': 112, 'iter': 360, 'avg_loss': 1.280877578621756, 'avg_acc_mask': 55.82254148118171, 'loss': 1.2196989059448242}
+{'epoch': 112, 'iter': 370, 'avg_loss': 1.279576487939634, 'avg_acc_mask': 55.858069589148805, 'loss': 1.3815611600875854}
+{'epoch': 112, 'iter': 380, 'avg_loss': 1.2820031732086121, 'avg_acc_mask': 55.760677220335744, 'loss': 0.8838098645210266}
+{'epoch': 112, 'iter': 390, 'avg_loss': 1.282384445447751, 'avg_acc_mask': 55.769499093065434, 'loss': 1.2841840982437134}
+{'epoch': 112, 'iter': 400, 'avg_loss': 1.2828137192345617, 'avg_acc_mask': 55.70515435876513, 'loss': 1.3738638162612915}
+{'epoch': 112, 'iter': 410, 'avg_loss': 1.2818597326023444, 'avg_acc_mask': 55.73770491803278, 'loss': 1.009881615638733}
+{'epoch': 112, 'iter': 420, 'avg_loss': 1.2802748258210135, 'avg_acc_mask': 55.803706423603614, 'loss': 1.3343392610549927}
+{'epoch': 112, 'iter': 430, 'avg_loss': 1.2811185251532464, 'avg_acc_mask': 55.7919621749409, 'loss': 1.2287940979003906}
+{'epoch': 112, 'iter': 440, 'avg_loss': 1.2843274534965048, 'avg_acc_mask': 55.64562587441363, 'loss': 1.7456995248794556}
+{'epoch': 112, 'iter': 450, 'avg_loss': 1.2837923707031622, 'avg_acc_mask': 55.58822344838696, 'loss': 1.0516562461853027}
+{'epoch': 112, 'iter': 460, 'avg_loss': 1.2837198429666217, 'avg_acc_mask': 55.553806187514766, 'loss': 1.5286418199539185}
+{'epoch': 112, 'iter': 470, 'avg_loss': 1.2838288884760214, 'avg_acc_mask': 55.58168221417007, 'loss': 1.2126555442810059}
+{'epoch': 112, 'iter': 480, 'avg_loss': 1.283257249363247, 'avg_acc_mask': 55.637931686651285, 'loss': 0.8794087171554565}
+{'epoch': 112, 'iter': 490, 'avg_loss': 1.2836221076563274, 'avg_acc_mask': 55.66811384466956, 'loss': 1.1382969617843628}
+{'epoch': 112, 'iter': 500, 'avg_loss': 1.2845237308633541, 'avg_acc_mask': 55.62624977276859, 'loss': 1.27248215675354}
+{'epoch': 112, 'iter': 510, 'avg_loss': 1.2834661975065556, 'avg_acc_mask': 55.62121751512994, 'loss': 1.1065608263015747}
+{'epoch': 112, 'iter': 520, 'avg_loss': 1.2831673445948713, 'avg_acc_mask': 55.679793144414546, 'loss': 1.4301317930221558}
+{'epoch': 112, 'iter': 530, 'avg_loss': 1.2841905660772952, 'avg_acc_mask': 55.62607204116639, 'loss': 1.1017946004867554}
+{'epoch': 112, 'iter': 540, 'avg_loss': 1.284416387900848, 'avg_acc_mask': 55.59035495386273, 'loss': 1.3386402130126953}
+{'epoch': 112, 'iter': 550, 'avg_loss': 1.2849611573989508, 'avg_acc_mask': 55.56362675823813, 'loss': 1.2652932405471802}
+{'epoch': 112, 'iter': 560, 'avg_loss': 1.2846684235940005, 'avg_acc_mask': 55.58441558441558, 'loss': 1.4821162223815918}
+{'epoch': 112, 'iter': 570, 'avg_loss': 1.2826502499563681, 'avg_acc_mask': 55.668391134955606, 'loss': 1.229198932647705}
+{'epoch': 112, 'iter': 580, 'avg_loss': 1.2823220286229802, 'avg_acc_mask': 55.703750196139964, 'loss': 1.379348874092102}
+{'epoch': 112, 'iter': 590, 'avg_loss': 1.2831306705620082, 'avg_acc_mask': 55.659650528521674, 'loss': 1.3347209692001343}
+{'epoch': 112, 'iter': 600, 'avg_loss': 1.2820395824318123, 'avg_acc_mask': 55.733979700045445, 'loss': 1.2353456020355225}
+{'epoch': 112, 'iter': 610, 'avg_loss': 1.2823888133668666, 'avg_acc_mask': 55.73482570773673, 'loss': 1.1696648597717285}
+{'epoch': 112, 'iter': 620, 'avg_loss': 1.2812265426448386, 'avg_acc_mask': 55.81613508442776, 'loss': 1.3742263317108154}
+{'epoch': 112, 'iter': 630, 'avg_loss': 1.2798893794582686, 'avg_acc_mask': 55.88311576035273, 'loss': 1.1161792278289795}
+{'epoch': 112, 'iter': 640, 'avg_loss': 1.280770765172896, 'avg_acc_mask': 55.90224495595339, 'loss': 1.0306990146636963}
+{'epoch': 112, 'iter': 650, 'avg_loss': 1.2810019824178904, 'avg_acc_mask': 55.92560432480883, 'loss': 1.225307822227478}
+{'epoch': 112, 'iter': 660, 'avg_loss': 1.2793540318867083, 'avg_acc_mask': 55.97713528290945, 'loss': 1.0438097715377808}
+{'epoch': 112, 'iter': 670, 'avg_loss': 1.2784417270725779, 'avg_acc_mask': 55.97746202841745, 'loss': 1.4092717170715332}
+{'epoch': 112, 'iter': 680, 'avg_loss': 1.2790780676619071, 'avg_acc_mask': 55.94829435743402, 'loss': 1.5187448263168335}
+{'epoch': 112, 'iter': 690, 'avg_loss': 1.2785772375018483, 'avg_acc_mask': 55.94625273884005, 'loss': 1.1096382141113281}
+{'epoch': 112, 'iter': 700, 'avg_loss': 1.2801298833267496, 'avg_acc_mask': 55.9105680488756, 'loss': 1.570610523223877}
+{'epoch': 112, 'iter': 710, 'avg_loss': 1.279366109944597, 'avg_acc_mask': 55.93851049633013, 'loss': 1.2628048658370972}
+{'epoch': 112, 'iter': 720, 'avg_loss': 1.2802825909877782, 'avg_acc_mask': 55.89061906570451, 'loss': 1.5027908086776733}
+{'epoch': 112, 'iter': 730, 'avg_loss': 1.279145899859401, 'avg_acc_mask': 55.92462072929945, 'loss': 1.5105098485946655}
+{'epoch': 112, 'iter': 740, 'avg_loss': 1.2789485523736106, 'avg_acc_mask': 55.9253506890516, 'loss': 1.4452694654464722}
+{'epoch': 112, 'iter': 750, 'avg_loss': 1.2803557950869382, 'avg_acc_mask': 55.89358235451473, 'loss': 1.1593161821365356}
+{'epoch': 112, 'iter': 760, 'avg_loss': 1.2793464198532305, 'avg_acc_mask': 55.94645903924255, 'loss': 0.9279671907424927}
+{'epoch': 112, 'iter': 770, 'avg_loss': 1.2806502286871428, 'avg_acc_mask': 55.84341771852132, 'loss': 1.5012733936309814}
+{'epoch': 112, 'iter': 780, 'avg_loss': 1.2798728567384727, 'avg_acc_mask': 55.8819402217129, 'loss': 1.1389505863189697}
+{'epoch': 112, 'iter': 790, 'avg_loss': 1.2793431801982835, 'avg_acc_mask': 55.895539634850934, 'loss': 1.199824333190918}
+{'epoch': 112, 'iter': 800, 'avg_loss': 1.2786053718252575, 'avg_acc_mask': 55.88376177550695, 'loss': 1.4086134433746338}
+{'epoch': 112, 'iter': 810, 'avg_loss': 1.2782998130589025, 'avg_acc_mask': 55.88255162009412, 'loss': 1.2764959335327148}
+{'epoch': 112, 'iter': 820, 'avg_loss': 1.2782542336727611, 'avg_acc_mask': 55.88666992839034, 'loss': 1.1783719062805176}
+{'epoch': 112, 'iter': 830, 'avg_loss': 1.277446175740514, 'avg_acc_mask': 55.8897904435209, 'loss': 1.1612558364868164}
+{'epoch': 112, 'iter': 840, 'avg_loss': 1.2766622706060602, 'avg_acc_mask': 55.92436609934005, 'loss': 1.2954795360565186}
+{'epoch': 112, 'iter': 850, 'avg_loss': 1.2781926733906765, 'avg_acc_mask': 55.87579822568893, 'loss': 1.2914111614227295}
+{'epoch': 112, 'iter': 860, 'avg_loss': 1.2790653198853603, 'avg_acc_mask': 55.824636423294315, 'loss': 1.3763028383255005}
+{'epoch': 112, 'iter': 870, 'avg_loss': 1.2804738255784378, 'avg_acc_mask': 55.76935130053274, 'loss': 1.074236512184143}
+{'epoch': 112, 'iter': 880, 'avg_loss': 1.2804856717789483, 'avg_acc_mask': 55.76314973648858, 'loss': 1.2230020761489868}
+{'epoch': 112, 'iter': 890, 'avg_loss': 1.2791219890184542, 'avg_acc_mask': 55.81157403617909, 'loss': 1.1568695306777954}
+{'epoch': 112, 'iter': 900, 'avg_loss': 1.2798001804574084, 'avg_acc_mask': 55.772341285887585, 'loss': 1.7022151947021484}
+{'epoch': 112, 'iter': 910, 'avg_loss': 1.2794241850907402, 'avg_acc_mask': 55.76300323831608, 'loss': 1.4323210716247559}
+{'epoch': 112, 'iter': 920, 'avg_loss': 1.2792882848769653, 'avg_acc_mask': 55.770752552029755, 'loss': 1.356579065322876}
+{'epoch': 112, 'iter': 930, 'avg_loss': 1.278710802822953, 'avg_acc_mask': 55.8014295505728, 'loss': 1.330045223236084}
+{'epoch': 112, 'iter': 940, 'avg_loss': 1.2786315902513348, 'avg_acc_mask': 55.79404130022083, 'loss': 1.0580788850784302}
+{'epoch': 112, 'iter': 950, 'avg_loss': 1.2797867940928782, 'avg_acc_mask': 55.78000306936771, 'loss': 1.454844355583191}
+{'epoch': 112, 'iter': 960, 'avg_loss': 1.2797668861548932, 'avg_acc_mask': 55.77353621978523, 'loss': 1.5167263746261597}
+{'epoch': 112, 'iter': 970, 'avg_loss': 1.2800859352832719, 'avg_acc_mask': 55.78844564645782, 'loss': 1.0129469633102417}
+{'epoch': 112, 'iter': 980, 'avg_loss': 1.280679272402317, 'avg_acc_mask': 55.788026310899696, 'loss': 1.237917184829712}
+{'epoch': 112, 'iter': 990, 'avg_loss': 1.2818076974448234, 'avg_acc_mask': 55.75626159980889, 'loss': 1.402429461479187}
+{'epoch': 112, 'iter': 1000, 'avg_loss': 1.281321667529248, 'avg_acc_mask': 55.77563158181918, 'loss': 1.5961990356445312}
+{'epoch': 112, 'iter': 1010, 'avg_loss': 1.2807679257690021, 'avg_acc_mask': 55.77830613494722, 'loss': 1.198383092880249}
+{'epoch': 112, 'iter': 1020, 'avg_loss': 1.2805835905317928, 'avg_acc_mask': 55.82357240912089, 'loss': 1.1371257305145264}
+{'epoch': 112, 'iter': 1030, 'avg_loss': 1.2793516572185446, 'avg_acc_mask': 55.88261276701002, 'loss': 1.1724886894226074}
+{'epoch': 112, 'iter': 1040, 'avg_loss': 1.2790024706540946, 'avg_acc_mask': 55.89243850379649, 'loss': 1.3742375373840332}
+{'epoch': 112, 'iter': 1050, 'avg_loss': 1.278620385307, 'avg_acc_mask': 55.89464375509354, 'loss': 1.1575372219085693}
+{'epoch': 112, 'iter': 1060, 'avg_loss': 1.2784105216299555, 'avg_acc_mask': 55.903618596183904, 'loss': 1.0380806922912598}
+{'epoch': 112, 'iter': 1070, 'avg_loss': 1.2773632719959753, 'avg_acc_mask': 55.93517525492398, 'loss': 1.218719244003296}
+{'epoch': 112, 'iter': 1080, 'avg_loss': 1.2769513548688685, 'avg_acc_mask': 55.985909558241055, 'loss': 1.14982271194458}
+{'epoch': 112, 'iter': 1090, 'avg_loss': 1.2763204423251444, 'avg_acc_mask': 56.03016752319295, 'loss': 1.3179103136062622}
+{'epoch': 112, 'iter': 1100, 'avg_loss': 1.2759268553986753, 'avg_acc_mask': 56.06040557080949, 'loss': 1.4459118843078613}
+{'epoch': 'EP112_train', 'avg_loss': 1.275820900681871, 'total_masked_acc': 56.04786865789734}
+{'epoch': 113, 'iter': 0, 'avg_loss': 1.2170283794403076, 'avg_acc_mask': 58.92857142857143, 'loss': 1.2170283794403076}
+{'epoch': 113, 'iter': 10, 'avg_loss': 1.358561103994196, 'avg_acc_mask': 54.38871473354232, 'loss': 1.257136583328247}
+{'epoch': 113, 'iter': 20, 'avg_loss': 1.3375659045718966, 'avg_acc_mask': 55.57461406518011, 'loss': 1.5004160404205322}
+{'epoch': 113, 'iter': 30, 'avg_loss': 1.3275808711205759, 'avg_acc_mask': 55.24475524475524, 'loss': 1.4849646091461182}
+{'epoch': 113, 'iter': 40, 'avg_loss': 1.3105790905836152, 'avg_acc_mask': 55.971793741736455, 'loss': 1.2160532474517822}
+{'epoch': 113, 'iter': 50, 'avg_loss': 1.3168733447205787, 'avg_acc_mask': 55.749737853897244, 'loss': 1.3376655578613281}
+{'epoch': 113, 'iter': 60, 'avg_loss': 1.2946660977895144, 'avg_acc_mask': 56.60377358490566, 'loss': 0.9196332097053528}
+{'epoch': 113, 'iter': 70, 'avg_loss': 1.2827424012439352, 'avg_acc_mask': 57.03125, 'loss': 1.0086525678634644}
+{'epoch': 113, 'iter': 80, 'avg_loss': 1.2941960169945235, 'avg_acc_mask': 56.54092212662696, 'loss': 1.2251696586608887}
+{'epoch': 113, 'iter': 90, 'avg_loss': 1.2856567960519056, 'avg_acc_mask': 56.995230524642295, 'loss': 1.0840829610824585}
+{'epoch': 113, 'iter': 100, 'avg_loss': 1.2762177149848182, 'avg_acc_mask': 57.091237579042456, 'loss': 0.9519286155700684}
+{'epoch': 113, 'iter': 110, 'avg_loss': 1.2775096721477337, 'avg_acc_mask': 57.0580474934037, 'loss': 1.0527853965759277}
+{'epoch': 113, 'iter': 120, 'avg_loss': 1.2698019068103192, 'avg_acc_mask': 56.977791116446575, 'loss': 1.5475971698760986}
+{'epoch': 113, 'iter': 130, 'avg_loss': 1.2720866735654932, 'avg_acc_mask': 56.720132743362825, 'loss': 1.3065236806869507}
+{'epoch': 113, 'iter': 140, 'avg_loss': 1.2764150813116248, 'avg_acc_mask': 56.5679866717929, 'loss': 1.3530163764953613}
+{'epoch': 113, 'iter': 150, 'avg_loss': 1.2723138517891335, 'avg_acc_mask': 56.663042165035634, 'loss': 1.192728877067566}
+{'epoch': 113, 'iter': 160, 'avg_loss': 1.2752859070434333, 'avg_acc_mask': 56.641689373297, 'loss': 1.5540980100631714}
+{'epoch': 113, 'iter': 170, 'avg_loss': 1.2771310032459728, 'avg_acc_mask': 56.36616107669301, 'loss': 1.3014506101608276}
+{'epoch': 113, 'iter': 180, 'avg_loss': 1.2783992119256962, 'avg_acc_mask': 56.373193166885684, 'loss': 1.4284800291061401}
+{'epoch': 113, 'iter': 190, 'avg_loss': 1.2734166455518512, 'avg_acc_mask': 56.715132963458956, 'loss': 1.0988165140151978}
+{'epoch': 113, 'iter': 200, 'avg_loss': 1.2667164031545914, 'avg_acc_mask': 56.83257918552036, 'loss': 1.228700876235962}
+{'epoch': 113, 'iter': 210, 'avg_loss': 1.2675570091365074, 'avg_acc_mask': 56.835584616708246, 'loss': 1.4648972749710083}
+{'epoch': 113, 'iter': 220, 'avg_loss': 1.2660426699737617, 'avg_acc_mask': 56.81128516361847, 'loss': 1.2945691347122192}
+{'epoch': 113, 'iter': 230, 'avg_loss': 1.2693879351471409, 'avg_acc_mask': 56.71641791044776, 'loss': 1.3554764986038208}
+{'epoch': 113, 'iter': 240, 'avg_loss': 1.2695146116478315, 'avg_acc_mask': 56.7637245981195, 'loss': 1.3478811979293823}
+{'epoch': 113, 'iter': 250, 'avg_loss': 1.2708280663566285, 'avg_acc_mask': 56.643865521758116, 'loss': 0.7863635420799255}
+{'epoch': 113, 'iter': 260, 'avg_loss': 1.2715025984921218, 'avg_acc_mask': 56.61549197487788, 'loss': 1.2161144018173218}
+{'epoch': 113, 'iter': 270, 'avg_loss': 1.2733881156822853, 'avg_acc_mask': 56.59071049270686, 'loss': 1.494895339012146}
+{'epoch': 113, 'iter': 280, 'avg_loss': 1.276946208655198, 'avg_acc_mask': 56.457779793921326, 'loss': 1.1628605127334595}
+{'epoch': 113, 'iter': 290, 'avg_loss': 1.274711850787356, 'avg_acc_mask': 56.479339876226796, 'loss': 1.3602917194366455}
+{'epoch': 113, 'iter': 300, 'avg_loss': 1.2708148473124963, 'avg_acc_mask': 56.45990922844175, 'loss': 1.0275691747665405}
+{'epoch': 113, 'iter': 310, 'avg_loss': 1.2704714124609036, 'avg_acc_mask': 56.41100874361833, 'loss': 1.121909499168396}
+{'epoch': 113, 'iter': 320, 'avg_loss': 1.2703527110016606, 'avg_acc_mask': 56.44444444444444, 'loss': 1.1666209697723389}
+{'epoch': 113, 'iter': 330, 'avg_loss': 1.2716569146000727, 'avg_acc_mask': 56.373765789618844, 'loss': 1.125812292098999}
+{'epoch': 113, 'iter': 340, 'avg_loss': 1.2721929646307422, 'avg_acc_mask': 56.34376339477068, 'loss': 1.3171327114105225}
+{'epoch': 113, 'iter': 350, 'avg_loss': 1.272661028594373, 'avg_acc_mask': 56.41359213196648, 'loss': 1.0817457437515259}
+{'epoch': 113, 'iter': 360, 'avg_loss': 1.2747506763466177, 'avg_acc_mask': 56.3703441653611, 'loss': 1.7830225229263306}
+{'epoch': 113, 'iter': 370, 'avg_loss': 1.2729706214765975, 'avg_acc_mask': 56.4736531655525, 'loss': 1.1346145868301392}
+{'epoch': 113, 'iter': 380, 'avg_loss': 1.2756401847979528, 'avg_acc_mask': 56.406698564593306, 'loss': 1.1639620065689087}
+{'epoch': 113, 'iter': 390, 'avg_loss': 1.2746709550128263, 'avg_acc_mask': 56.37355464378964, 'loss': 1.3317525386810303}
+{'epoch': 113, 'iter': 400, 'avg_loss': 1.2761327532164177, 'avg_acc_mask': 56.31598107025846, 'loss': 1.1470308303833008}
+{'epoch': 113, 'iter': 410, 'avg_loss': 1.2750855507351766, 'avg_acc_mask': 56.33534314594786, 'loss': 1.1948541402816772}
+{'epoch': 113, 'iter': 420, 'avg_loss': 1.27365689223849, 'avg_acc_mask': 56.38993547269499, 'loss': 0.9931510090827942}
+{'epoch': 113, 'iter': 430, 'avg_loss': 1.2719635346649418, 'avg_acc_mask': 56.502033209081674, 'loss': 0.9521249532699585}
+{'epoch': 113, 'iter': 440, 'avg_loss': 1.2762305471632216, 'avg_acc_mask': 56.36243331541293, 'loss': 1.8810168504714966}
+{'epoch': 113, 'iter': 450, 'avg_loss': 1.278049983100722, 'avg_acc_mask': 56.31617231067647, 'loss': 1.2642954587936401}
+{'epoch': 113, 'iter': 460, 'avg_loss': 1.2806113161906245, 'avg_acc_mask': 56.28631279396071, 'loss': 1.0671452283859253}
+{'epoch': 113, 'iter': 470, 'avg_loss': 1.2818850955892267, 'avg_acc_mask': 56.25290202754991, 'loss': 1.3443735837936401}
+{'epoch': 113, 'iter': 480, 'avg_loss': 1.2821281366437487, 'avg_acc_mask': 56.239802693985965, 'loss': 1.5332385301589966}
+{'epoch': 113, 'iter': 490, 'avg_loss': 1.2833370566368103, 'avg_acc_mask': 56.20139173147769, 'loss': 1.5691864490509033}
+{'epoch': 113, 'iter': 500, 'avg_loss': 1.2822030436492966, 'avg_acc_mask': 56.184402332361515, 'loss': 0.92460697889328}
+{'epoch': 113, 'iter': 510, 'avg_loss': 1.282421173648125, 'avg_acc_mask': 56.16423670668954, 'loss': 1.3196922540664673}
+{'epoch': 113, 'iter': 520, 'avg_loss': 1.2827199244453444, 'avg_acc_mask': 56.111422958181315, 'loss': 1.5041792392730713}
+{'epoch': 113, 'iter': 530, 'avg_loss': 1.2821484296784338, 'avg_acc_mask': 56.11503358016188, 'loss': 1.1362931728363037}
+{'epoch': 113, 'iter': 540, 'avg_loss': 1.2823415461397436, 'avg_acc_mask': 56.07479795759646, 'loss': 1.2028602361679077}
+{'epoch': 113, 'iter': 550, 'avg_loss': 1.2826857514909304, 'avg_acc_mask': 56.03951206576505, 'loss': 1.2265733480453491}
+{'epoch': 113, 'iter': 560, 'avg_loss': 1.2815932294689185, 'avg_acc_mask': 56.08522578961107, 'loss': 1.0983651876449585}
+{'epoch': 113, 'iter': 570, 'avg_loss': 1.2804642038879794, 'avg_acc_mask': 56.11485402630735, 'loss': 1.2765840291976929}
+{'epoch': 113, 'iter': 580, 'avg_loss': 1.2812592747289424, 'avg_acc_mask': 56.07158611128615, 'loss': 1.4485737085342407}
+{'epoch': 113, 'iter': 590, 'avg_loss': 1.280616943707119, 'avg_acc_mask': 56.07687784345888, 'loss': 0.9788478016853333}
+{'epoch': 113, 'iter': 600, 'avg_loss': 1.2793200069576651, 'avg_acc_mask': 56.15808543677496, 'loss': 1.1907950639724731}
+{'epoch': 113, 'iter': 610, 'avg_loss': 1.2817528444889525, 'avg_acc_mask': 56.09741503111536, 'loss': 1.5305092334747314}
+{'epoch': 113, 'iter': 620, 'avg_loss': 1.2812412564497255, 'avg_acc_mask': 56.09260404700892, 'loss': 1.5206091403961182}
+{'epoch': 113, 'iter': 630, 'avg_loss': 1.280642614311726, 'avg_acc_mask': 56.10308201288525, 'loss': 1.239517331123352}
+{'epoch': 113, 'iter': 640, 'avg_loss': 1.2798034690099647, 'avg_acc_mask': 56.16720551629424, 'loss': 1.0958231687545776}
+{'epoch': 113, 'iter': 650, 'avg_loss': 1.2808811272710516, 'avg_acc_mask': 56.12121212121212, 'loss': 1.2223058938980103}
+{'epoch': 113, 'iter': 660, 'avg_loss': 1.2809132727119457, 'avg_acc_mask': 56.06691078561917, 'loss': 1.307002305984497}
+{'epoch': 113, 'iter': 670, 'avg_loss': 1.2807725990404848, 'avg_acc_mask': 56.0792891319207, 'loss': 1.0572043657302856}
+{'epoch': 113, 'iter': 680, 'avg_loss': 1.280196908987216, 'avg_acc_mask': 56.046148040325626, 'loss': 1.2555371522903442}
+{'epoch': 113, 'iter': 690, 'avg_loss': 1.2803332253578947, 'avg_acc_mask': 56.01103770330865, 'loss': 1.0583548545837402}
+{'epoch': 113, 'iter': 700, 'avg_loss': 1.2809876703501768, 'avg_acc_mask': 56.01326994409905, 'loss': 1.3300610780715942}
+{'epoch': 113, 'iter': 710, 'avg_loss': 1.2817862047257136, 'avg_acc_mask': 56.018661717702855, 'loss': 1.1866447925567627}
+{'epoch': 113, 'iter': 720, 'avg_loss': 1.2830032037465153, 'avg_acc_mask': 55.951684678957406, 'loss': 1.530170202255249}
+{'epoch': 113, 'iter': 730, 'avg_loss': 1.2825100852428806, 'avg_acc_mask': 55.95605387914817, 'loss': 1.5618393421173096}
+{'epoch': 113, 'iter': 740, 'avg_loss': 1.2826317308241861, 'avg_acc_mask': 55.945959321027374, 'loss': 1.2334877252578735}
+{'epoch': 113, 'iter': 750, 'avg_loss': 1.283750934623053, 'avg_acc_mask': 55.890892234123015, 'loss': 1.3321430683135986}
+{'epoch': 113, 'iter': 760, 'avg_loss': 1.2839003786464245, 'avg_acc_mask': 55.86145434400366, 'loss': 1.2006813287734985}
+{'epoch': 113, 'iter': 770, 'avg_loss': 1.2855734168787412, 'avg_acc_mask': 55.82832291641912, 'loss': 1.2511249780654907}
+{'epoch': 113, 'iter': 780, 'avg_loss': 1.284761457757669, 'avg_acc_mask': 55.85837464464441, 'loss': 1.3134815692901611}
+{'epoch': 113, 'iter': 790, 'avg_loss': 1.2838849422301715, 'avg_acc_mask': 55.91627410484301, 'loss': 1.114431381225586}
+{'epoch': 113, 'iter': 800, 'avg_loss': 1.2829062530163968, 'avg_acc_mask': 55.92677345537758, 'loss': 1.2501051425933838}
+{'epoch': 113, 'iter': 810, 'avg_loss': 1.2825611147721805, 'avg_acc_mask': 55.930287755148164, 'loss': 1.3044219017028809}
+{'epoch': 113, 'iter': 820, 'avg_loss': 1.2830236982486134, 'avg_acc_mask': 55.90345289976534, 'loss': 1.1827292442321777}
+{'epoch': 113, 'iter': 830, 'avg_loss': 1.2834232599439748, 'avg_acc_mask': 55.905424814937575, 'loss': 1.4276553392410278}
+{'epoch': 113, 'iter': 840, 'avg_loss': 1.2820660520110203, 'avg_acc_mask': 55.93164855309677, 'loss': 1.1139047145843506}
+{'epoch': 113, 'iter': 850, 'avg_loss': 1.2830551874623595, 'avg_acc_mask': 55.865620824893334, 'loss': 1.4643199443817139}
+{'epoch': 113, 'iter': 860, 'avg_loss': 1.284670452692229, 'avg_acc_mask': 55.825872445399064, 'loss': 1.302977204322815}
+{'epoch': 113, 'iter': 870, 'avg_loss': 1.2850424437928007, 'avg_acc_mask': 55.803899347310534, 'loss': 1.3282585144042969}
+{'epoch': 113, 'iter': 880, 'avg_loss': 1.284954118471546, 'avg_acc_mask': 55.814436414984634, 'loss': 1.3593848943710327}
+{'epoch': 113, 'iter': 890, 'avg_loss': 1.2834446079000479, 'avg_acc_mask': 55.84842815140737, 'loss': 1.026167869567871}
+{'epoch': 113, 'iter': 900, 'avg_loss': 1.2837378462067455, 'avg_acc_mask': 55.84789979089266, 'loss': 1.4182322025299072}
+{'epoch': 113, 'iter': 910, 'avg_loss': 1.2851336034409433, 'avg_acc_mask': 55.82823316945922, 'loss': 1.5215647220611572}
+{'epoch': 113, 'iter': 920, 'avg_loss': 1.2840888994006716, 'avg_acc_mask': 55.8604383158815, 'loss': 1.390084981918335}
+{'epoch': 113, 'iter': 930, 'avg_loss': 1.2836004702412351, 'avg_acc_mask': 55.8705488884517, 'loss': 1.6113771200180054}
+{'epoch': 113, 'iter': 940, 'avg_loss': 1.2837874720251141, 'avg_acc_mask': 55.84870417931357, 'loss': 1.0325413942337036}
+{'epoch': 113, 'iter': 950, 'avg_loss': 1.2833645635222788, 'avg_acc_mask': 55.87261881854916, 'loss': 1.4500926733016968}
+{'epoch': 113, 'iter': 960, 'avg_loss': 1.2829235478320802, 'avg_acc_mask': 55.874738244812484, 'loss': 1.4992115497589111}
+{'epoch': 113, 'iter': 970, 'avg_loss': 1.28320153636127, 'avg_acc_mask': 55.85819770946353, 'loss': 1.0143332481384277}
+{'epoch': 113, 'iter': 980, 'avg_loss': 1.283187126347778, 'avg_acc_mask': 55.84650365289996, 'loss': 1.1441620588302612}
+{'epoch': 113, 'iter': 990, 'avg_loss': 1.2838284489966545, 'avg_acc_mask': 55.801308635148835, 'loss': 1.5839990377426147}
+{'epoch': 113, 'iter': 1000, 'avg_loss': 1.2836886781912584, 'avg_acc_mask': 55.79571363429092, 'loss': 1.4087822437286377}
+{'epoch': 113, 'iter': 1010, 'avg_loss': 1.2841485619073334, 'avg_acc_mask': 55.78472096803323, 'loss': 1.2321382761001587}
+{'epoch': 113, 'iter': 1020, 'avg_loss': 1.2844910891936412, 'avg_acc_mask': 55.76954026071562, 'loss': 0.9976626634597778}
+{'epoch': 113, 'iter': 1030, 'avg_loss': 1.2837261561047788, 'avg_acc_mask': 55.80262225372077, 'loss': 1.4406086206436157}
+{'epoch': 113, 'iter': 1040, 'avg_loss': 1.2847209524696086, 'avg_acc_mask': 55.76858982230253, 'loss': 1.678001880645752}
+{'epoch': 113, 'iter': 1050, 'avg_loss': 1.2841344034524331, 'avg_acc_mask': 55.77534808531349, 'loss': 1.097144603729248}
+{'epoch': 113, 'iter': 1060, 'avg_loss': 1.2837331545004633, 'avg_acc_mask': 55.76320231492645, 'loss': 1.0389264822006226}
+{'epoch': 113, 'iter': 1070, 'avg_loss': 1.2838302754999653, 'avg_acc_mask': 55.75810333350402, 'loss': 1.7906752824783325}
+{'epoch': 113, 'iter': 1080, 'avg_loss': 1.2834101146729757, 'avg_acc_mask': 55.79822841300967, 'loss': 1.243835210800171}
+{'epoch': 113, 'iter': 1090, 'avg_loss': 1.2840778842964486, 'avg_acc_mask': 55.756287044168374, 'loss': 1.4586554765701294}
+{'epoch': 113, 'iter': 1100, 'avg_loss': 1.2835825974566626, 'avg_acc_mask': 55.789333952809216, 'loss': 0.9752773642539978}
+{'epoch': 'EP113_train', 'avg_loss': 1.2837052254115835, 'total_masked_acc': 55.778296035329724}
+{'epoch': 114, 'iter': 0, 'avg_loss': 1.634708285331726, 'avg_acc_mask': 46.55172413793103, 'loss': 1.634708285331726}
+{'epoch': 114, 'iter': 10, 'avg_loss': 1.4495393417098306, 'avg_acc_mask': 50.604490500863555, 'loss': 1.119887351989746}
+{'epoch': 114, 'iter': 20, 'avg_loss': 1.3815345877692813, 'avg_acc_mask': 52.732240437158474, 'loss': 1.5837441682815552}
+{'epoch': 114, 'iter': 30, 'avg_loss': 1.3535419164165374, 'avg_acc_mask': 53.620586475164565, 'loss': 1.4870177507400513}
+{'epoch': 114, 'iter': 40, 'avg_loss': 1.3447946251892462, 'avg_acc_mask': 53.449862005519776, 'loss': 1.427916169166565}
+{'epoch': 114, 'iter': 50, 'avg_loss': 1.3587382143619013, 'avg_acc_mask': 52.573932092004384, 'loss': 1.4237347841262817}
+{'epoch': 114, 'iter': 60, 'avg_loss': 1.3349885960094263, 'avg_acc_mask': 53.34549878345499, 'loss': 1.2123839855194092}
+{'epoch': 114, 'iter': 70, 'avg_loss': 1.3361023664474487, 'avg_acc_mask': 53.57142857142857, 'loss': 1.3745887279510498}
+{'epoch': 114, 'iter': 80, 'avg_loss': 1.3282650694435025, 'avg_acc_mask': 53.61692447679709, 'loss': 1.1424589157104492}
+{'epoch': 114, 'iter': 90, 'avg_loss': 1.328816370649652, 'avg_acc_mask': 53.89426957223568, 'loss': 1.457147240638733}
+{'epoch': 114, 'iter': 100, 'avg_loss': 1.3133975969682825, 'avg_acc_mask': 54.27366104181952, 'loss': 1.0820165872573853}
+{'epoch': 114, 'iter': 110, 'avg_loss': 1.316870646970766, 'avg_acc_mask': 54.26900584795321, 'loss': 1.2884682416915894}
+{'epoch': 114, 'iter': 120, 'avg_loss': 1.3057710828859943, 'avg_acc_mask': 54.44222801902716, 'loss': 1.39267098903656}
+{'epoch': 114, 'iter': 130, 'avg_loss': 1.3086753924384371, 'avg_acc_mask': 54.383986467437275, 'loss': 1.576960802078247}
+{'epoch': 114, 'iter': 140, 'avg_loss': 1.3006330081757078, 'avg_acc_mask': 54.63047148980387, 'loss': 1.1486231088638306}
+{'epoch': 114, 'iter': 150, 'avg_loss': 1.2898227556651791, 'avg_acc_mask': 55.070164734594265, 'loss': 1.2007750272750854}
+{'epoch': 114, 'iter': 160, 'avg_loss': 1.2881835043800542, 'avg_acc_mask': 55.08211783622373, 'loss': 1.3640358448028564}
+{'epoch': 114, 'iter': 170, 'avg_loss': 1.2869900743863736, 'avg_acc_mask': 55.17130276017613, 'loss': 1.2128924131393433}
+{'epoch': 114, 'iter': 180, 'avg_loss': 1.2900631460695635, 'avg_acc_mask': 55.00814332247557, 'loss': 1.5581748485565186}
+{'epoch': 114, 'iter': 190, 'avg_loss': 1.2887216628534008, 'avg_acc_mask': 55.04303258872449, 'loss': 0.9192272424697876}
+{'epoch': 114, 'iter': 200, 'avg_loss': 1.2883920292949202, 'avg_acc_mask': 54.96542185338866, 'loss': 1.2460651397705078}
+{'epoch': 114, 'iter': 210, 'avg_loss': 1.2903741115077412, 'avg_acc_mask': 54.95740757003601, 'loss': 1.32578444480896}
+{'epoch': 114, 'iter': 220, 'avg_loss': 1.284865691111638, 'avg_acc_mask': 55.14791910412836, 'loss': 1.3778698444366455}
+{'epoch': 114, 'iter': 230, 'avg_loss': 1.2837207152213885, 'avg_acc_mask': 55.33988337726655, 'loss': 1.1944842338562012}
+{'epoch': 114, 'iter': 240, 'avg_loss': 1.2846693290219762, 'avg_acc_mask': 55.26598191016403, 'loss': 1.2256462574005127}
+{'epoch': 114, 'iter': 250, 'avg_loss': 1.2832428038832675, 'avg_acc_mask': 55.29281767955801, 'loss': 0.8681076169013977}
+{'epoch': 114, 'iter': 260, 'avg_loss': 1.285459946170164, 'avg_acc_mask': 55.305011663250156, 'loss': 1.2166731357574463}
+{'epoch': 114, 'iter': 270, 'avg_loss': 1.2854860671331962, 'avg_acc_mask': 55.44850047496268, 'loss': 1.0924854278564453}
+{'epoch': 114, 'iter': 280, 'avg_loss': 1.2837688479559277, 'avg_acc_mask': 55.475457107280945, 'loss': 0.8008004426956177}
+{'epoch': 114, 'iter': 290, 'avg_loss': 1.2846782393881546, 'avg_acc_mask': 55.45131845841785, 'loss': 1.468009114265442}
+{'epoch': 114, 'iter': 300, 'avg_loss': 1.2791069896514233, 'avg_acc_mask': 55.61011539405843, 'loss': 0.8439406156539917}
+{'epoch': 114, 'iter': 310, 'avg_loss': 1.2776754937371257, 'avg_acc_mask': 55.51652277463531, 'loss': 1.184274673461914}
+{'epoch': 114, 'iter': 320, 'avg_loss': 1.2767214073198978, 'avg_acc_mask': 55.54144539367351, 'loss': 1.226199984550476}
+{'epoch': 114, 'iter': 330, 'avg_loss': 1.2799687176672714, 'avg_acc_mask': 55.51077525888609, 'loss': 1.164428949356079}
+{'epoch': 114, 'iter': 340, 'avg_loss': 1.2822706898636134, 'avg_acc_mask': 55.45721112076455, 'loss': 1.2201449871063232}
+{'epoch': 114, 'iter': 350, 'avg_loss': 1.2801844229725352, 'avg_acc_mask': 55.5108735911953, 'loss': 1.3502532243728638}
+{'epoch': 114, 'iter': 360, 'avg_loss': 1.2787198447454668, 'avg_acc_mask': 55.556698380046285, 'loss': 1.1489489078521729}
+{'epoch': 114, 'iter': 370, 'avg_loss': 1.2791048306017874, 'avg_acc_mask': 55.52610522104421, 'loss': 1.2612311840057373}
+{'epoch': 114, 'iter': 380, 'avg_loss': 1.2816541065068383, 'avg_acc_mask': 55.41717343711993, 'loss': 1.0494508743286133}
+{'epoch': 114, 'iter': 390, 'avg_loss': 1.2810201606787075, 'avg_acc_mask': 55.48497202996112, 'loss': 1.464409589767456}
+{'epoch': 114, 'iter': 400, 'avg_loss': 1.2803141727411835, 'avg_acc_mask': 55.48661913140106, 'loss': 1.1035441160202026}
+{'epoch': 114, 'iter': 410, 'avg_loss': 1.2807632423665403, 'avg_acc_mask': 55.485964042716176, 'loss': 1.24900484085083}
+{'epoch': 114, 'iter': 420, 'avg_loss': 1.2812116735055157, 'avg_acc_mask': 55.438179497337025, 'loss': 1.230956792831421}
+{'epoch': 114, 'iter': 430, 'avg_loss': 1.2810869537760652, 'avg_acc_mask': 55.463412538134314, 'loss': 0.9435399770736694}
+{'epoch': 114, 'iter': 440, 'avg_loss': 1.2826832011173102, 'avg_acc_mask': 55.455841650591296, 'loss': 1.3568230867385864}
+{'epoch': 114, 'iter': 450, 'avg_loss': 1.2829617988772508, 'avg_acc_mask': 55.427820660206926, 'loss': 1.1705173254013062}
+{'epoch': 114, 'iter': 460, 'avg_loss': 1.2840340626213917, 'avg_acc_mask': 55.37047443204624, 'loss': 1.2412763833999634}
+{'epoch': 114, 'iter': 470, 'avg_loss': 1.2869909318389408, 'avg_acc_mask': 55.25985241011148, 'loss': 1.2875267267227173}
+{'epoch': 114, 'iter': 480, 'avg_loss': 1.2866023550905954, 'avg_acc_mask': 55.336819440172256, 'loss': 1.327349066734314}
+{'epoch': 114, 'iter': 490, 'avg_loss': 1.286434086908391, 'avg_acc_mask': 55.33589395993373, 'loss': 1.4958059787750244}
+{'epoch': 114, 'iter': 500, 'avg_loss': 1.2856718849041266, 'avg_acc_mask': 55.38620511495738, 'loss': 1.4644688367843628}
+{'epoch': 114, 'iter': 510, 'avg_loss': 1.2847390805905112, 'avg_acc_mask': 55.373874036826685, 'loss': 0.8595450520515442}
+{'epoch': 114, 'iter': 520, 'avg_loss': 1.2842187962696785, 'avg_acc_mask': 55.41265498987459, 'loss': 1.5504374504089355}
+{'epoch': 114, 'iter': 530, 'avg_loss': 1.2831205183503318, 'avg_acc_mask': 55.47376500139548, 'loss': 1.093582034111023}
+{'epoch': 114, 'iter': 540, 'avg_loss': 1.2833211943094038, 'avg_acc_mask': 55.4259322613753, 'loss': 1.3153620958328247}
+{'epoch': 114, 'iter': 550, 'avg_loss': 1.2848439548712245, 'avg_acc_mask': 55.34205231388329, 'loss': 1.1182992458343506}
+{'epoch': 114, 'iter': 560, 'avg_loss': 1.2851773170013903, 'avg_acc_mask': 55.33711571447421, 'loss': 1.409862756729126}
+{'epoch': 114, 'iter': 570, 'avg_loss': 1.2827751303512454, 'avg_acc_mask': 55.469534514592986, 'loss': 1.16340172290802}
+{'epoch': 114, 'iter': 580, 'avg_loss': 1.2824762207095266, 'avg_acc_mask': 55.489161528192746, 'loss': 1.4878422021865845}
+{'epoch': 114, 'iter': 590, 'avg_loss': 1.2821364929228265, 'avg_acc_mask': 55.545153841353056, 'loss': 1.5069462060928345}
+{'epoch': 114, 'iter': 600, 'avg_loss': 1.2829318966921077, 'avg_acc_mask': 55.45834100816602, 'loss': 1.3192847967147827}
+{'epoch': 114, 'iter': 610, 'avg_loss': 1.2841170125819268, 'avg_acc_mask': 55.37524131274131, 'loss': 1.4190376996994019}
+{'epoch': 114, 'iter': 620, 'avg_loss': 1.2824506802835327, 'avg_acc_mask': 55.44733794577902, 'loss': 1.4186573028564453}
+{'epoch': 114, 'iter': 630, 'avg_loss': 1.2817593466272066, 'avg_acc_mask': 55.49673909864592, 'loss': 1.239291787147522}
+{'epoch': 114, 'iter': 640, 'avg_loss': 1.2813182782829273, 'avg_acc_mask': 55.54305495456512, 'loss': 1.145583987236023}
+{'epoch': 114, 'iter': 650, 'avg_loss': 1.2815574138395247, 'avg_acc_mask': 55.53944150600011, 'loss': 1.3129619359970093}
+{'epoch': 114, 'iter': 660, 'avg_loss': 1.2804099294313325, 'avg_acc_mask': 55.60126493717292, 'loss': 1.305137038230896}
+{'epoch': 114, 'iter': 670, 'avg_loss': 1.2794844423782985, 'avg_acc_mask': 55.65944067516134, 'loss': 1.1933385133743286}
+{'epoch': 114, 'iter': 680, 'avg_loss': 1.2788867733377016, 'avg_acc_mask': 55.680212974030205, 'loss': 1.2648710012435913}
+{'epoch': 114, 'iter': 690, 'avg_loss': 1.2787406698149641, 'avg_acc_mask': 55.67892976588629, 'loss': 1.1165966987609863}
+{'epoch': 114, 'iter': 700, 'avg_loss': 1.2806837691390056, 'avg_acc_mask': 55.650067152977115, 'loss': 1.3647300004959106}
+{'epoch': 114, 'iter': 710, 'avg_loss': 1.2793863991644816, 'avg_acc_mask': 55.68547967986696, 'loss': 1.2037184238433838}
+{'epoch': 114, 'iter': 720, 'avg_loss': 1.278520867166506, 'avg_acc_mask': 55.68822383929487, 'loss': 1.2166377305984497}
+{'epoch': 114, 'iter': 730, 'avg_loss': 1.2763742825727293, 'avg_acc_mask': 55.77350859453995, 'loss': 1.0926460027694702}
+{'epoch': 114, 'iter': 740, 'avg_loss': 1.2760943702840613, 'avg_acc_mask': 55.79731817955237, 'loss': 1.169498324394226}
+{'epoch': 114, 'iter': 750, 'avg_loss': 1.277218885570963, 'avg_acc_mask': 55.75206001721805, 'loss': 1.3009191751480103}
+{'epoch': 114, 'iter': 760, 'avg_loss': 1.2766495563197544, 'avg_acc_mask': 55.7641857753595, 'loss': 1.088378667831421}
+{'epoch': 114, 'iter': 770, 'avg_loss': 1.2783846138516288, 'avg_acc_mask': 55.686772385378234, 'loss': 1.509227991104126}
+{'epoch': 114, 'iter': 780, 'avg_loss': 1.2773139404273675, 'avg_acc_mask': 55.72932686620135, 'loss': 1.171683430671692}
+{'epoch': 114, 'iter': 790, 'avg_loss': 1.2785676181994559, 'avg_acc_mask': 55.70229774900073, 'loss': 1.4649772644042969}
+{'epoch': 114, 'iter': 800, 'avg_loss': 1.2778794675432936, 'avg_acc_mask': 55.704001107573035, 'loss': 1.0972068309783936}
+{'epoch': 114, 'iter': 810, 'avg_loss': 1.2788462225076744, 'avg_acc_mask': 55.693058024522536, 'loss': 1.148086428642273}
+{'epoch': 114, 'iter': 820, 'avg_loss': 1.2791199589762996, 'avg_acc_mask': 55.673048799694016, 'loss': 1.1577280759811401}
+{'epoch': 114, 'iter': 830, 'avg_loss': 1.2790444567889225, 'avg_acc_mask': 55.68426903835464, 'loss': 1.3233577013015747}
+{'epoch': 114, 'iter': 840, 'avg_loss': 1.278578932376027, 'avg_acc_mask': 55.688004917456965, 'loss': 1.1752865314483643}
+{'epoch': 114, 'iter': 850, 'avg_loss': 1.2795688956800835, 'avg_acc_mask': 55.6496255291436, 'loss': 1.2263041734695435}
+{'epoch': 114, 'iter': 860, 'avg_loss': 1.2801957759707647, 'avg_acc_mask': 55.6474773886579, 'loss': 1.2716436386108398}
+{'epoch': 114, 'iter': 870, 'avg_loss': 1.2813554711374706, 'avg_acc_mask': 55.603046974185354, 'loss': 1.4093983173370361}
+{'epoch': 114, 'iter': 880, 'avg_loss': 1.2812872955260564, 'avg_acc_mask': 55.61368630323324, 'loss': 1.1620806455612183}
+{'epoch': 114, 'iter': 890, 'avg_loss': 1.2802593647162654, 'avg_acc_mask': 55.636619893464875, 'loss': 0.9181023836135864}
+{'epoch': 114, 'iter': 900, 'avg_loss': 1.280745978294546, 'avg_acc_mask': 55.62996641271402, 'loss': 1.317747950553894}
+{'epoch': 114, 'iter': 910, 'avg_loss': 1.281900834108158, 'avg_acc_mask': 55.56814732368714, 'loss': 1.5494824647903442}
+{'epoch': 114, 'iter': 920, 'avg_loss': 1.2810486854740644, 'avg_acc_mask': 55.58405643173483, 'loss': 0.9975117444992065}
+{'epoch': 114, 'iter': 930, 'avg_loss': 1.2806319204488195, 'avg_acc_mask': 55.5941075004461, 'loss': 1.7424798011779785}
+{'epoch': 114, 'iter': 940, 'avg_loss': 1.2801265774193784, 'avg_acc_mask': 55.63111172078622, 'loss': 0.8604845404624939}
+{'epoch': 114, 'iter': 950, 'avg_loss': 1.280461757027639, 'avg_acc_mask': 55.62645461598138, 'loss': 1.4022260904312134}
+{'epoch': 114, 'iter': 960, 'avg_loss': 1.2801862124597865, 'avg_acc_mask': 55.67459631741644, 'loss': 1.1560862064361572}
+{'epoch': 114, 'iter': 970, 'avg_loss': 1.2806383401431702, 'avg_acc_mask': 55.68574575563068, 'loss': 1.1609976291656494}
+{'epoch': 114, 'iter': 980, 'avg_loss': 1.2798768337227397, 'avg_acc_mask': 55.71973039445769, 'loss': 1.1296937465667725}
+{'epoch': 114, 'iter': 990, 'avg_loss': 1.280965272822125, 'avg_acc_mask': 55.66219878958898, 'loss': 1.486501932144165}
+{'epoch': 114, 'iter': 1000, 'avg_loss': 1.2804465231957374, 'avg_acc_mask': 55.70057722710394, 'loss': 1.4438998699188232}
+{'epoch': 114, 'iter': 1010, 'avg_loss': 1.279917799164822, 'avg_acc_mask': 55.717380618616765, 'loss': 0.9901778101921082}
+{'epoch': 114, 'iter': 1020, 'avg_loss': 1.279324705231785, 'avg_acc_mask': 55.748162029695834, 'loss': 1.184037685394287}
+{'epoch': 114, 'iter': 1030, 'avg_loss': 1.2783465399890126, 'avg_acc_mask': 55.786821982419774, 'loss': 1.269730806350708}
+{'epoch': 114, 'iter': 1040, 'avg_loss': 1.2783513402961746, 'avg_acc_mask': 55.77137398503423, 'loss': 1.2318121194839478}
+{'epoch': 114, 'iter': 1050, 'avg_loss': 1.2789701329425445, 'avg_acc_mask': 55.75851067559513, 'loss': 1.1280443668365479}
+{'epoch': 114, 'iter': 1060, 'avg_loss': 1.2789474000467882, 'avg_acc_mask': 55.75820739968733, 'loss': 1.0622835159301758}
+{'epoch': 114, 'iter': 1070, 'avg_loss': 1.2789673155206704, 'avg_acc_mask': 55.73423322601195, 'loss': 1.4066646099090576}
+{'epoch': 114, 'iter': 1080, 'avg_loss': 1.27914500104179, 'avg_acc_mask': 55.73717402420317, 'loss': 1.1916601657867432}
+{'epoch': 114, 'iter': 1090, 'avg_loss': 1.2796346598213468, 'avg_acc_mask': 55.752316964059624, 'loss': 1.2920273542404175}
+{'epoch': 114, 'iter': 1100, 'avg_loss': 1.2792203625584602, 'avg_acc_mask': 55.77273563295266, 'loss': 1.1567744016647339}
+{'epoch': 'EP114_train', 'avg_loss': 1.2790532427136174, 'total_masked_acc': 55.75234509072127}
+{'epoch': 115, 'iter': 0, 'avg_loss': 1.4468249082565308, 'avg_acc_mask': 52.054794520547944, 'loss': 1.4468249082565308}
+{'epoch': 115, 'iter': 10, 'avg_loss': 1.330928921699524, 'avg_acc_mask': 53.74800637958532, 'loss': 1.2314980030059814}
+{'epoch': 115, 'iter': 20, 'avg_loss': 1.321106649580456, 'avg_acc_mask': 54.81548154815482, 'loss': 1.3834859132766724}
+{'epoch': 115, 'iter': 30, 'avg_loss': 1.298123017434151, 'avg_acc_mask': 55.31400966183575, 'loss': 1.4856040477752686}
+{'epoch': 115, 'iter': 40, 'avg_loss': 1.2794294735280478, 'avg_acc_mask': 55.9245960502693, 'loss': 1.1326669454574585}
+{'epoch': 115, 'iter': 50, 'avg_loss': 1.3057288036626928, 'avg_acc_mask': 55.12683101107538, 'loss': 1.1426215171813965}
+{'epoch': 115, 'iter': 60, 'avg_loss': 1.2812857285874788, 'avg_acc_mask': 55.88235294117647, 'loss': 1.2823323011398315}
+{'epoch': 115, 'iter': 70, 'avg_loss': 1.2770525477301906, 'avg_acc_mask': 56.104427949833635, 'loss': 1.1952605247497559}
+{'epoch': 115, 'iter': 80, 'avg_loss': 1.2810488446259205, 'avg_acc_mask': 55.74866310160428, 'loss': 1.3211907148361206}
+{'epoch': 115, 'iter': 90, 'avg_loss': 1.2916279094559806, 'avg_acc_mask': 55.51330798479087, 'loss': 1.3589661121368408}
+{'epoch': 115, 'iter': 100, 'avg_loss': 1.2817399997522336, 'avg_acc_mask': 55.7563708657148, 'loss': 1.009924054145813}
+{'epoch': 115, 'iter': 110, 'avg_loss': 1.2910320382934433, 'avg_acc_mask': 55.49113798244161, 'loss': 1.3033182621002197}
+{'epoch': 115, 'iter': 120, 'avg_loss': 1.2853634938720828, 'avg_acc_mask': 55.669947009841025, 'loss': 1.686897873878479}
+{'epoch': 115, 'iter': 130, 'avg_loss': 1.2867858851228962, 'avg_acc_mask': 55.49036043587594, 'loss': 1.401638150215149}
+{'epoch': 115, 'iter': 140, 'avg_loss': 1.2856953888074727, 'avg_acc_mask': 55.58280624757971, 'loss': 1.150883436203003}
+{'epoch': 115, 'iter': 150, 'avg_loss': 1.283234924275354, 'avg_acc_mask': 55.52191813998547, 'loss': 1.5765347480773926}
+{'epoch': 115, 'iter': 160, 'avg_loss': 1.2859594211074876, 'avg_acc_mask': 55.42525333029717, 'loss': 1.3624277114868164}
+{'epoch': 115, 'iter': 170, 'avg_loss': 1.2866137724870828, 'avg_acc_mask': 55.50693703308431, 'loss': 1.2068145275115967}
+{'epoch': 115, 'iter': 180, 'avg_loss': 1.2876756250529, 'avg_acc_mask': 55.546583223983035, 'loss': 1.243316888809204}
+{'epoch': 115, 'iter': 190, 'avg_loss': 1.2877902872275309, 'avg_acc_mask': 55.653591637096, 'loss': 1.340821623802185}
+{'epoch': 115, 'iter': 200, 'avg_loss': 1.2864286724607743, 'avg_acc_mask': 55.51005551005551, 'loss': 1.5782846212387085}
+{'epoch': 115, 'iter': 210, 'avg_loss': 1.2821657358187635, 'avg_acc_mask': 55.67286888792731, 'loss': 0.9130921959877014}
+{'epoch': 115, 'iter': 220, 'avg_loss': 1.2794976202071522, 'avg_acc_mask': 55.745418524021794, 'loss': 1.3613603115081787}
+{'epoch': 115, 'iter': 230, 'avg_loss': 1.2769230289376658, 'avg_acc_mask': 55.95360214629528, 'loss': 1.1341522932052612}
+{'epoch': 115, 'iter': 240, 'avg_loss': 1.2808227123561242, 'avg_acc_mask': 55.761379101769236, 'loss': 1.166898250579834}
+{'epoch': 115, 'iter': 250, 'avg_loss': 1.280418530640849, 'avg_acc_mask': 55.75246949447995, 'loss': 0.8519746661186218}
+{'epoch': 115, 'iter': 260, 'avg_loss': 1.2801678256056774, 'avg_acc_mask': 55.78093306288032, 'loss': 1.281301498413086}
+{'epoch': 115, 'iter': 270, 'avg_loss': 1.2819249792732437, 'avg_acc_mask': 55.81708137188971, 'loss': 1.6067241430282593}
+{'epoch': 115, 'iter': 280, 'avg_loss': 1.2841146458934634, 'avg_acc_mask': 55.77772007270839, 'loss': 0.9388744831085205}
+{'epoch': 115, 'iter': 290, 'avg_loss': 1.2824017368641096, 'avg_acc_mask': 55.83584337349398, 'loss': 1.1255385875701904}
+{'epoch': 115, 'iter': 300, 'avg_loss': 1.2822501574243819, 'avg_acc_mask': 55.88128186453023, 'loss': 1.3365706205368042}
+{'epoch': 115, 'iter': 310, 'avg_loss': 1.279727625693539, 'avg_acc_mask': 55.950559152442615, 'loss': 0.8918586373329163}
+{'epoch': 115, 'iter': 320, 'avg_loss': 1.2796852508809335, 'avg_acc_mask': 55.98266225618798, 'loss': 0.9797229170799255}
+{'epoch': 115, 'iter': 330, 'avg_loss': 1.279001209490969, 'avg_acc_mask': 56.06990763785189, 'loss': 1.25190269947052}
+{'epoch': 115, 'iter': 340, 'avg_loss': 1.277387947455879, 'avg_acc_mask': 56.09389267873449, 'loss': 1.3137859106063843}
+{'epoch': 115, 'iter': 350, 'avg_loss': 1.275666217348854, 'avg_acc_mask': 56.16294899989528, 'loss': 1.4786930084228516}
+{'epoch': 115, 'iter': 360, 'avg_loss': 1.2749548065695406, 'avg_acc_mask': 56.228029955677826, 'loss': 1.2544819116592407}
+{'epoch': 115, 'iter': 370, 'avg_loss': 1.275749940917177, 'avg_acc_mask': 56.221769990569314, 'loss': 1.1827166080474854}
+{'epoch': 115, 'iter': 380, 'avg_loss': 1.2788911114527484, 'avg_acc_mask': 56.16292569659442, 'loss': 0.7788693904876709}
+{'epoch': 115, 'iter': 390, 'avg_loss': 1.2773742378520234, 'avg_acc_mask': 56.21552821383114, 'loss': 1.2175530195236206}
+{'epoch': 115, 'iter': 400, 'avg_loss': 1.278972503996252, 'avg_acc_mask': 56.11213235294118, 'loss': 1.2002336978912354}
+{'epoch': 115, 'iter': 410, 'avg_loss': 1.2775990778802375, 'avg_acc_mask': 56.12011311100139, 'loss': 1.2060514688491821}
+{'epoch': 115, 'iter': 420, 'avg_loss': 1.2755303086973993, 'avg_acc_mask': 56.19239884139384, 'loss': 1.2821593284606934}
+{'epoch': 115, 'iter': 430, 'avg_loss': 1.2755210703874131, 'avg_acc_mask': 56.190231141987226, 'loss': 1.3000835180282593}
+{'epoch': 115, 'iter': 440, 'avg_loss': 1.2761766356405488, 'avg_acc_mask': 56.172296873037794, 'loss': 1.4046764373779297}
+{'epoch': 115, 'iter': 450, 'avg_loss': 1.2739625452891685, 'avg_acc_mask': 56.266371971185336, 'loss': 1.0237321853637695}
+{'epoch': 115, 'iter': 460, 'avg_loss': 1.2752558577345148, 'avg_acc_mask': 56.229468792564695, 'loss': 1.2565867900848389}
+{'epoch': 115, 'iter': 470, 'avg_loss': 1.2761743211695595, 'avg_acc_mask': 56.1853650893137, 'loss': 1.4617575407028198}
+{'epoch': 115, 'iter': 480, 'avg_loss': 1.274974292132562, 'avg_acc_mask': 56.219325153374236, 'loss': 1.0310413837432861}
+{'epoch': 115, 'iter': 490, 'avg_loss': 1.274964046575387, 'avg_acc_mask': 56.23098020062366, 'loss': 1.3062652349472046}
+{'epoch': 115, 'iter': 500, 'avg_loss': 1.273425792743584, 'avg_acc_mask': 56.252989440376766, 'loss': 1.3191839456558228}
+{'epoch': 115, 'iter': 510, 'avg_loss': 1.2734442492053932, 'avg_acc_mask': 56.259241894182566, 'loss': 1.0407522916793823}
+{'epoch': 115, 'iter': 520, 'avg_loss': 1.2741029719015915, 'avg_acc_mask': 56.35044247787611, 'loss': 1.5866180658340454}
+{'epoch': 115, 'iter': 530, 'avg_loss': 1.2719158177770913, 'avg_acc_mask': 56.42283209850777, 'loss': 0.9534406065940857}
+{'epoch': 115, 'iter': 540, 'avg_loss': 1.2727131938317346, 'avg_acc_mask': 56.3545721505156, 'loss': 1.290081262588501}
+{'epoch': 115, 'iter': 550, 'avg_loss': 1.2743832673438016, 'avg_acc_mask': 56.24979072492885, 'loss': 1.271103024482727}
+{'epoch': 115, 'iter': 560, 'avg_loss': 1.27378748997435, 'avg_acc_mask': 56.27694231465333, 'loss': 1.2015217542648315}
+{'epoch': 115, 'iter': 570, 'avg_loss': 1.2724506028270555, 'avg_acc_mask': 56.35082274593476, 'loss': 1.145683765411377}
+{'epoch': 115, 'iter': 580, 'avg_loss': 1.2712640641273196, 'avg_acc_mask': 56.39959367659196, 'loss': 1.2945195436477661}
+{'epoch': 115, 'iter': 590, 'avg_loss': 1.2704593116660208, 'avg_acc_mask': 56.440302926418795, 'loss': 1.2185032367706299}
+{'epoch': 115, 'iter': 600, 'avg_loss': 1.2693929787285119, 'avg_acc_mask': 56.5093472264787, 'loss': 1.3023096323013306}
+{'epoch': 115, 'iter': 610, 'avg_loss': 1.2713550703810397, 'avg_acc_mask': 56.455642854992625, 'loss': 1.2928214073181152}
+{'epoch': 115, 'iter': 620, 'avg_loss': 1.2698575975238413, 'avg_acc_mask': 56.50099285735455, 'loss': 1.5976800918579102}
+{'epoch': 115, 'iter': 630, 'avg_loss': 1.2690951489797673, 'avg_acc_mask': 56.50538104821069, 'loss': 1.032979965209961}
+{'epoch': 115, 'iter': 640, 'avg_loss': 1.268458178746347, 'avg_acc_mask': 56.548593754488785, 'loss': 1.0080922842025757}
+{'epoch': 115, 'iter': 650, 'avg_loss': 1.2678851711402108, 'avg_acc_mask': 56.56294200848656, 'loss': 1.1337710618972778}
+{'epoch': 115, 'iter': 660, 'avg_loss': 1.2671450177227315, 'avg_acc_mask': 56.59221300061271, 'loss': 1.2165162563323975}
+{'epoch': 115, 'iter': 670, 'avg_loss': 1.2665598068258623, 'avg_acc_mask': 56.621480709071946, 'loss': 0.9682910442352295}
+{'epoch': 115, 'iter': 680, 'avg_loss': 1.2676789689694208, 'avg_acc_mask': 56.596377399297104, 'loss': 1.2699583768844604}
+{'epoch': 115, 'iter': 690, 'avg_loss': 1.2681537689762419, 'avg_acc_mask': 56.57971785999467, 'loss': 1.2851494550704956}
+{'epoch': 115, 'iter': 700, 'avg_loss': 1.2697136637657753, 'avg_acc_mask': 56.516609422930706, 'loss': 1.287521481513977}
+{'epoch': 115, 'iter': 710, 'avg_loss': 1.2705513709205112, 'avg_acc_mask': 56.49542138755238, 'loss': 1.29567551612854}
+{'epoch': 115, 'iter': 720, 'avg_loss': 1.2712429294804428, 'avg_acc_mask': 56.44420633705801, 'loss': 1.2324961423873901}
+{'epoch': 115, 'iter': 730, 'avg_loss': 1.2696995912107005, 'avg_acc_mask': 56.47838021607192, 'loss': 1.3428130149841309}
+{'epoch': 115, 'iter': 740, 'avg_loss': 1.2710747127590873, 'avg_acc_mask': 56.42126687847499, 'loss': 1.4993096590042114}
+{'epoch': 115, 'iter': 750, 'avg_loss': 1.2721863689816268, 'avg_acc_mask': 56.36817870089155, 'loss': 1.1330790519714355}
+{'epoch': 115, 'iter': 760, 'avg_loss': 1.271983983795527, 'avg_acc_mask': 56.350474530311836, 'loss': 0.8459262847900391}
+{'epoch': 115, 'iter': 770, 'avg_loss': 1.2732641070733275, 'avg_acc_mask': 56.25596715676914, 'loss': 1.377377986907959}
+{'epoch': 115, 'iter': 780, 'avg_loss': 1.2737630628593142, 'avg_acc_mask': 56.263834597089435, 'loss': 1.3528443574905396}
+{'epoch': 115, 'iter': 790, 'avg_loss': 1.2739456501682247, 'avg_acc_mask': 56.25290454503207, 'loss': 1.4887923002243042}
+{'epoch': 115, 'iter': 800, 'avg_loss': 1.2727814839127358, 'avg_acc_mask': 56.266636071592465, 'loss': 1.2607370615005493}
+{'epoch': 115, 'iter': 810, 'avg_loss': 1.2729454485908536, 'avg_acc_mask': 56.275615334103215, 'loss': 0.9847254157066345}
+{'epoch': 115, 'iter': 820, 'avg_loss': 1.2735635155446636, 'avg_acc_mask': 56.25419406791035, 'loss': 1.3108856678009033}
+{'epoch': 115, 'iter': 830, 'avg_loss': 1.2741442009286617, 'avg_acc_mask': 56.24820390388399, 'loss': 1.2284646034240723}
+{'epoch': 115, 'iter': 840, 'avg_loss': 1.274428049250817, 'avg_acc_mask': 56.22815449143657, 'loss': 1.172756552696228}
+{'epoch': 115, 'iter': 850, 'avg_loss': 1.2756871003241712, 'avg_acc_mask': 56.19501466275659, 'loss': 1.387229084968567}
+{'epoch': 115, 'iter': 860, 'avg_loss': 1.276384724280283, 'avg_acc_mask': 56.166513986237455, 'loss': 1.4367339611053467}
+{'epoch': 115, 'iter': 870, 'avg_loss': 1.2777183335081992, 'avg_acc_mask': 56.125086690624805, 'loss': 1.3444530963897705}
+{'epoch': 115, 'iter': 880, 'avg_loss': 1.2770983208727755, 'avg_acc_mask': 56.15336658354114, 'loss': 1.192852258682251}
+{'epoch': 115, 'iter': 890, 'avg_loss': 1.2763474365543703, 'avg_acc_mask': 56.20072864993928, 'loss': 0.7876557111740112}
+{'epoch': 115, 'iter': 900, 'avg_loss': 1.2770507657170693, 'avg_acc_mask': 56.13485067486411, 'loss': 1.7512809038162231}
+{'epoch': 115, 'iter': 910, 'avg_loss': 1.2776255667798475, 'avg_acc_mask': 56.1094799501267, 'loss': 1.2513916492462158}
+{'epoch': 115, 'iter': 920, 'avg_loss': 1.27678183805153, 'avg_acc_mask': 56.16211909978092, 'loss': 1.1774780750274658}
+{'epoch': 115, 'iter': 930, 'avg_loss': 1.2770557594350533, 'avg_acc_mask': 56.19404456714652, 'loss': 1.5465762615203857}
+{'epoch': 115, 'iter': 940, 'avg_loss': 1.2780138131282535, 'avg_acc_mask': 56.15612686770959, 'loss': 1.057239055633545}
+{'epoch': 115, 'iter': 950, 'avg_loss': 1.2780400109717271, 'avg_acc_mask': 56.16343223118175, 'loss': 1.3988503217697144}
+{'epoch': 115, 'iter': 960, 'avg_loss': 1.2778049617478553, 'avg_acc_mask': 56.15852844085714, 'loss': 1.3734461069107056}
+{'epoch': 115, 'iter': 970, 'avg_loss': 1.2774128411751697, 'avg_acc_mask': 56.176509446426216, 'loss': 0.9628554582595825}
+{'epoch': 115, 'iter': 980, 'avg_loss': 1.2769657951247073, 'avg_acc_mask': 56.15911593959419, 'loss': 1.1953821182250977}
+{'epoch': 115, 'iter': 990, 'avg_loss': 1.2769998809403535, 'avg_acc_mask': 56.15889145496536, 'loss': 1.295206904411316}
+{'epoch': 115, 'iter': 1000, 'avg_loss': 1.2774793418732795, 'avg_acc_mask': 56.1382009730402, 'loss': 1.5460668802261353}
+{'epoch': 115, 'iter': 1010, 'avg_loss': 1.2770592678784145, 'avg_acc_mask': 56.149781011329495, 'loss': 1.282135248184204}
+{'epoch': 115, 'iter': 1020, 'avg_loss': 1.2769982146352792, 'avg_acc_mask': 56.146762693038085, 'loss': 1.3038759231567383}
+{'epoch': 115, 'iter': 1030, 'avg_loss': 1.277550004675594, 'avg_acc_mask': 56.15536186604655, 'loss': 1.235397458076477}
+{'epoch': 115, 'iter': 1040, 'avg_loss': 1.2773217613827599, 'avg_acc_mask': 56.159713191100494, 'loss': 1.4041861295700073}
+{'epoch': 115, 'iter': 1050, 'avg_loss': 1.2776798491360004, 'avg_acc_mask': 56.15009576876198, 'loss': 1.3828943967819214}
+{'epoch': 115, 'iter': 1060, 'avg_loss': 1.2785798187080584, 'avg_acc_mask': 56.11683315218329, 'loss': 1.4238386154174805}
+{'epoch': 115, 'iter': 1070, 'avg_loss': 1.2779344290801011, 'avg_acc_mask': 56.12985903460059, 'loss': 1.2308945655822754}
+{'epoch': 115, 'iter': 1080, 'avg_loss': 1.2772357981586544, 'avg_acc_mask': 56.17045762252911, 'loss': 1.2101951837539673}
+{'epoch': 115, 'iter': 1090, 'avg_loss': 1.2776795130164988, 'avg_acc_mask': 56.15146184133367, 'loss': 1.2455435991287231}
+{'epoch': 115, 'iter': 1100, 'avg_loss': 1.277169735078699, 'avg_acc_mask': 56.16511141367516, 'loss': 0.9456059336662292}
+{'epoch': 'EP115_train', 'avg_loss': 1.2773556498920215, 'total_masked_acc': 56.14212189915104}
+{'epoch': 116, 'iter': 0, 'avg_loss': 1.4249757528305054, 'avg_acc_mask': 50.0, 'loss': 1.4249757528305054}
+{'epoch': 116, 'iter': 10, 'avg_loss': 1.3659857457334346, 'avg_acc_mask': 52.78688524590164, 'loss': 1.1952050924301147}
+{'epoch': 116, 'iter': 20, 'avg_loss': 1.3476751162892295, 'avg_acc_mask': 54.252461951656215, 'loss': 1.4005672931671143}
+{'epoch': 116, 'iter': 30, 'avg_loss': 1.2877784794376743, 'avg_acc_mask': 56.599140577041126, 'loss': 1.1846773624420166}
+{'epoch': 116, 'iter': 40, 'avg_loss': 1.2741765757886374, 'avg_acc_mask': 57.064721969006385, 'loss': 1.0623546838760376}
+{'epoch': 116, 'iter': 50, 'avg_loss': 1.2847111774425881, 'avg_acc_mask': 56.48383581547402, 'loss': 1.4005460739135742}
+{'epoch': 116, 'iter': 60, 'avg_loss': 1.2783209251575782, 'avg_acc_mask': 56.711915535444945, 'loss': 1.1681938171386719}
+{'epoch': 116, 'iter': 70, 'avg_loss': 1.2743657382441238, 'avg_acc_mask': 56.67701863354038, 'loss': 1.186773657798767}
+{'epoch': 116, 'iter': 80, 'avg_loss': 1.2730924384093578, 'avg_acc_mask': 56.684733514001806, 'loss': 1.4769831895828247}
+{'epoch': 116, 'iter': 90, 'avg_loss': 1.276621706538148, 'avg_acc_mask': 56.749698674166325, 'loss': 1.1297990083694458}
+{'epoch': 116, 'iter': 100, 'avg_loss': 1.2683740329034259, 'avg_acc_mask': 56.858447488584474, 'loss': 0.9840266704559326}
+{'epoch': 116, 'iter': 110, 'avg_loss': 1.263857350156114, 'avg_acc_mask': 57.00499168053245, 'loss': 0.9196819067001343}
+{'epoch': 116, 'iter': 120, 'avg_loss': 1.2628919925571473, 'avg_acc_mask': 57.05521472392638, 'loss': 1.3534306287765503}
+{'epoch': 116, 'iter': 130, 'avg_loss': 1.258701569706429, 'avg_acc_mask': 57.10255325151643, 'loss': 1.140080451965332}
+{'epoch': 116, 'iter': 140, 'avg_loss': 1.261694461318618, 'avg_acc_mask': 57.090671885192435, 'loss': 1.389535665512085}
+{'epoch': 116, 'iter': 150, 'avg_loss': 1.2527347704432659, 'avg_acc_mask': 57.497250397164855, 'loss': 1.46061110496521}
+{'epoch': 116, 'iter': 160, 'avg_loss': 1.262627385047652, 'avg_acc_mask': 57.05626715462031, 'loss': 1.3243257999420166}
+{'epoch': 116, 'iter': 170, 'avg_loss': 1.2676687575223153, 'avg_acc_mask': 56.85246603188189, 'loss': 1.1022324562072754}
+{'epoch': 116, 'iter': 180, 'avg_loss': 1.2637592297232612, 'avg_acc_mask': 56.93784739767559, 'loss': 1.4361650943756104}
+{'epoch': 116, 'iter': 190, 'avg_loss': 1.2648861196028625, 'avg_acc_mask': 56.73141326188882, 'loss': 1.1817984580993652}
+{'epoch': 116, 'iter': 200, 'avg_loss': 1.2624731054946559, 'avg_acc_mask': 56.793823796548594, 'loss': 1.2443194389343262}
+{'epoch': 116, 'iter': 210, 'avg_loss': 1.2643600741833871, 'avg_acc_mask': 56.78244340763781, 'loss': 1.419780969619751}
+{'epoch': 116, 'iter': 220, 'avg_loss': 1.2614111867965077, 'avg_acc_mask': 56.75475426031119, 'loss': 1.301303505897522}
+{'epoch': 116, 'iter': 230, 'avg_loss': 1.2625172979387886, 'avg_acc_mask': 56.69403220713609, 'loss': 1.252217411994934}
+{'epoch': 116, 'iter': 240, 'avg_loss': 1.2618972030912692, 'avg_acc_mask': 56.83420513986809, 'loss': 1.041641116142273}
+{'epoch': 116, 'iter': 250, 'avg_loss': 1.2642313671776972, 'avg_acc_mask': 56.70932358318098, 'loss': 1.0884629487991333}
+{'epoch': 116, 'iter': 260, 'avg_loss': 1.2677382022941706, 'avg_acc_mask': 56.589635854341736, 'loss': 1.160180926322937}
+{'epoch': 116, 'iter': 270, 'avg_loss': 1.265701037711323, 'avg_acc_mask': 56.61893826826962, 'loss': 1.2542446851730347}
+{'epoch': 116, 'iter': 280, 'avg_loss': 1.2704288698600281, 'avg_acc_mask': 56.523155083697, 'loss': 1.0866978168487549}
+{'epoch': 116, 'iter': 290, 'avg_loss': 1.267655235590394, 'avg_acc_mask': 56.62635424540186, 'loss': 1.1104140281677246}
+{'epoch': 116, 'iter': 300, 'avg_loss': 1.2644080798887336, 'avg_acc_mask': 56.66687007994141, 'loss': 1.1053760051727295}
+{'epoch': 116, 'iter': 310, 'avg_loss': 1.2654121935942548, 'avg_acc_mask': 56.554860044880115, 'loss': 1.2165347337722778}
+{'epoch': 116, 'iter': 320, 'avg_loss': 1.2653984063510955, 'avg_acc_mask': 56.588525247893614, 'loss': 1.2501038312911987}
+{'epoch': 116, 'iter': 330, 'avg_loss': 1.2649090216239054, 'avg_acc_mask': 56.608271426987464, 'loss': 1.1174309253692627}
+{'epoch': 116, 'iter': 340, 'avg_loss': 1.264417935151858, 'avg_acc_mask': 56.62041518769495, 'loss': 1.1453522443771362}
+{'epoch': 116, 'iter': 350, 'avg_loss': 1.264549781284441, 'avg_acc_mask': 56.59510003656689, 'loss': 1.1703171730041504}
+{'epoch': 116, 'iter': 360, 'avg_loss': 1.2646917403569842, 'avg_acc_mask': 56.59056316590563, 'loss': 1.4180107116699219}
+{'epoch': 116, 'iter': 370, 'avg_loss': 1.265806330021501, 'avg_acc_mask': 56.599674090168385, 'loss': 1.3451062440872192}
+{'epoch': 116, 'iter': 380, 'avg_loss': 1.269162326190728, 'avg_acc_mask': 56.52508168364405, 'loss': 1.1893930435180664}
+{'epoch': 116, 'iter': 390, 'avg_loss': 1.2722961724261799, 'avg_acc_mask': 56.434021438936476, 'loss': 1.4871456623077393}
+{'epoch': 116, 'iter': 400, 'avg_loss': 1.273628754657403, 'avg_acc_mask': 56.34793732011513, 'loss': 1.3203328847885132}
+{'epoch': 116, 'iter': 410, 'avg_loss': 1.2717774198583154, 'avg_acc_mask': 56.453413098799054, 'loss': 1.2190505266189575}
+{'epoch': 116, 'iter': 420, 'avg_loss': 1.2710542551412152, 'avg_acc_mask': 56.469049694856146, 'loss': 1.0391613245010376}
+{'epoch': 116, 'iter': 430, 'avg_loss': 1.2721509385828076, 'avg_acc_mask': 56.46748157928362, 'loss': 1.2470190525054932}
+{'epoch': 116, 'iter': 440, 'avg_loss': 1.274455347434193, 'avg_acc_mask': 56.34692944160326, 'loss': 1.5721313953399658}
+{'epoch': 116, 'iter': 450, 'avg_loss': 1.275897280736403, 'avg_acc_mask': 56.19972373446006, 'loss': 1.368141770362854}
+{'epoch': 116, 'iter': 460, 'avg_loss': 1.2763060505891828, 'avg_acc_mask': 56.17163555307884, 'loss': 1.271843671798706}
+{'epoch': 116, 'iter': 470, 'avg_loss': 1.276390979371, 'avg_acc_mask': 56.1891786687427, 'loss': 1.1762360334396362}
+{'epoch': 116, 'iter': 480, 'avg_loss': 1.2758159518489718, 'avg_acc_mask': 56.25119152018912, 'loss': 1.4940447807312012}
+{'epoch': 116, 'iter': 490, 'avg_loss': 1.2786028339032487, 'avg_acc_mask': 56.21942566936779, 'loss': 1.8505222797393799}
+{'epoch': 116, 'iter': 500, 'avg_loss': 1.2780048496233014, 'avg_acc_mask': 56.225061317128535, 'loss': 1.0008223056793213}
+{'epoch': 116, 'iter': 510, 'avg_loss': 1.278088809342767, 'avg_acc_mask': 56.216642189346985, 'loss': 1.3201442956924438}
+{'epoch': 116, 'iter': 520, 'avg_loss': 1.2772718566164174, 'avg_acc_mask': 56.25725236471043, 'loss': 1.500507116317749}
+{'epoch': 116, 'iter': 530, 'avg_loss': 1.2778946061367817, 'avg_acc_mask': 56.23401755477227, 'loss': 1.0520612001419067}
+{'epoch': 116, 'iter': 540, 'avg_loss': 1.2793035056586628, 'avg_acc_mask': 56.163223840162544, 'loss': 1.380635142326355}
+{'epoch': 116, 'iter': 550, 'avg_loss': 1.2805298213084684, 'avg_acc_mask': 56.11076064942395, 'loss': 1.2086950540542603}
+{'epoch': 116, 'iter': 560, 'avg_loss': 1.2805715364780867, 'avg_acc_mask': 56.11477874370874, 'loss': 1.4532817602157593}
+{'epoch': 116, 'iter': 570, 'avg_loss': 1.2784004092425265, 'avg_acc_mask': 56.18793585499887, 'loss': 1.4593874216079712}
+{'epoch': 116, 'iter': 580, 'avg_loss': 1.2779736069516758, 'avg_acc_mask': 56.194201709833116, 'loss': 1.452432632446289}
+{'epoch': 116, 'iter': 590, 'avg_loss': 1.277334488587936, 'avg_acc_mask': 56.232378001549186, 'loss': 0.9630402326583862}
+{'epoch': 116, 'iter': 600, 'avg_loss': 1.2773816682733037, 'avg_acc_mask': 56.2282681632404, 'loss': 1.4262456893920898}
+{'epoch': 116, 'iter': 610, 'avg_loss': 1.2786988494048923, 'avg_acc_mask': 56.157118887823586, 'loss': 1.3988980054855347}
+{'epoch': 116, 'iter': 620, 'avg_loss': 1.2774759753698697, 'avg_acc_mask': 56.16199781562712, 'loss': 1.4923814535140991}
+{'epoch': 116, 'iter': 630, 'avg_loss': 1.2754825602998445, 'avg_acc_mask': 56.21549369442669, 'loss': 0.9879048466682434}
+{'epoch': 116, 'iter': 640, 'avg_loss': 1.274583840983892, 'avg_acc_mask': 56.243192111448714, 'loss': 1.2246289253234863}
+{'epoch': 116, 'iter': 650, 'avg_loss': 1.2748706282192295, 'avg_acc_mask': 56.21007405732376, 'loss': 1.1365056037902832}
+{'epoch': 116, 'iter': 660, 'avg_loss': 1.273988005703769, 'avg_acc_mask': 56.19310114424121, 'loss': 1.1429966688156128}
+{'epoch': 116, 'iter': 670, 'avg_loss': 1.273513118840543, 'avg_acc_mask': 56.20696277194042, 'loss': 1.5524990558624268}
+{'epoch': 116, 'iter': 680, 'avg_loss': 1.2723502122007977, 'avg_acc_mask': 56.28087794605977, 'loss': 1.2873750925064087}
+{'epoch': 116, 'iter': 690, 'avg_loss': 1.2723974750286935, 'avg_acc_mask': 56.31646108039132, 'loss': 1.0891996622085571}
+{'epoch': 116, 'iter': 700, 'avg_loss': 1.2739585046251218, 'avg_acc_mask': 56.277351222452246, 'loss': 1.4516021013259888}
+{'epoch': 116, 'iter': 710, 'avg_loss': 1.2732543016452493, 'avg_acc_mask': 56.26131017010496, 'loss': 0.9577043056488037}
+{'epoch': 116, 'iter': 720, 'avg_loss': 1.2749597880777472, 'avg_acc_mask': 56.207634677131644, 'loss': 1.328197717666626}
+{'epoch': 116, 'iter': 730, 'avg_loss': 1.273617757981192, 'avg_acc_mask': 56.254239417158644, 'loss': 1.3288527727127075}
+{'epoch': 116, 'iter': 740, 'avg_loss': 1.2740008676582986, 'avg_acc_mask': 56.234676440724144, 'loss': 1.108514428138733}
+{'epoch': 116, 'iter': 750, 'avg_loss': 1.2752342141579376, 'avg_acc_mask': 56.20068882972227, 'loss': 1.253186821937561}
+{'epoch': 116, 'iter': 760, 'avg_loss': 1.274836852422055, 'avg_acc_mask': 56.24215506420778, 'loss': 0.9990286827087402}
+{'epoch': 116, 'iter': 770, 'avg_loss': 1.2764603748395749, 'avg_acc_mask': 56.18440155175286, 'loss': 1.4914170503616333}
+{'epoch': 116, 'iter': 780, 'avg_loss': 1.2767927710744391, 'avg_acc_mask': 56.16605903798659, 'loss': 1.473818063735962}
+{'epoch': 116, 'iter': 790, 'avg_loss': 1.2767642093669298, 'avg_acc_mask': 56.176279372155655, 'loss': 1.3990774154663086}
+{'epoch': 116, 'iter': 800, 'avg_loss': 1.2762879161501348, 'avg_acc_mask': 56.1798783985316, 'loss': 1.4900026321411133}
+{'epoch': 116, 'iter': 810, 'avg_loss': 1.2767279358298211, 'avg_acc_mask': 56.18031003535491, 'loss': 1.3067362308502197}
+{'epoch': 116, 'iter': 820, 'avg_loss': 1.2772457991680186, 'avg_acc_mask': 56.17524526273351, 'loss': 1.0449949502944946}
+{'epoch': 116, 'iter': 830, 'avg_loss': 1.277085990251617, 'avg_acc_mask': 56.14745931584191, 'loss': 1.4427562952041626}
+{'epoch': 116, 'iter': 840, 'avg_loss': 1.2768184293889828, 'avg_acc_mask': 56.166571841218435, 'loss': 1.2144559621810913}
+{'epoch': 116, 'iter': 850, 'avg_loss': 1.277807717037537, 'avg_acc_mask': 56.122691435360196, 'loss': 1.1191459894180298}
+{'epoch': 116, 'iter': 860, 'avg_loss': 1.2786280251823097, 'avg_acc_mask': 56.11655041488023, 'loss': 1.5324265956878662}
+{'epoch': 116, 'iter': 870, 'avg_loss': 1.279198050909557, 'avg_acc_mask': 56.1043390387166, 'loss': 1.193259358406067}
+{'epoch': 116, 'iter': 880, 'avg_loss': 1.2783476268527998, 'avg_acc_mask': 56.17170918473511, 'loss': 1.0793176889419556}
+{'epoch': 116, 'iter': 890, 'avg_loss': 1.2766001392427653, 'avg_acc_mask': 56.25218769946672, 'loss': 0.7234339118003845}
+{'epoch': 116, 'iter': 900, 'avg_loss': 1.2765795214062394, 'avg_acc_mask': 56.247329548922664, 'loss': 1.4291818141937256}
+{'epoch': 116, 'iter': 910, 'avg_loss': 1.2774410426420386, 'avg_acc_mask': 56.22257116398921, 'loss': 1.2987760305404663}
+{'epoch': 116, 'iter': 920, 'avg_loss': 1.276361657340933, 'avg_acc_mask': 56.26605084509566, 'loss': 1.1612131595611572}
+{'epoch': 116, 'iter': 930, 'avg_loss': 1.2764400471037876, 'avg_acc_mask': 56.25135513373938, 'loss': 1.416900634765625}
+{'epoch': 116, 'iter': 940, 'avg_loss': 1.2766571587761202, 'avg_acc_mask': 56.256703262416885, 'loss': 1.1625419855117798}
+{'epoch': 116, 'iter': 950, 'avg_loss': 1.2772803566057223, 'avg_acc_mask': 56.249517635255074, 'loss': 1.3686527013778687}
+{'epoch': 116, 'iter': 960, 'avg_loss': 1.2765986542920045, 'avg_acc_mask': 56.27659371481998, 'loss': 1.4814645051956177}
+{'epoch': 116, 'iter': 970, 'avg_loss': 1.2771620042660454, 'avg_acc_mask': 56.27348426200412, 'loss': 1.1702895164489746}
+{'epoch': 116, 'iter': 980, 'avg_loss': 1.2767522849074198, 'avg_acc_mask': 56.26564543246777, 'loss': 0.9764797687530518}
+{'epoch': 116, 'iter': 990, 'avg_loss': 1.2775749258027909, 'avg_acc_mask': 56.21086462623987, 'loss': 1.3885257244110107}
+{'epoch': 116, 'iter': 1000, 'avg_loss': 1.2772941193380556, 'avg_acc_mask': 56.22327790973872, 'loss': 1.475859522819519}
+{'epoch': 116, 'iter': 1010, 'avg_loss': 1.2768572344270588, 'avg_acc_mask': 56.24830332096643, 'loss': 1.1930257081985474}
+{'epoch': 116, 'iter': 1020, 'avg_loss': 1.2765567299784923, 'avg_acc_mask': 56.27585465876327, 'loss': 1.13837730884552}
+{'epoch': 116, 'iter': 1030, 'avg_loss': 1.27587058813565, 'avg_acc_mask': 56.29544245433588, 'loss': 1.2724910974502563}
+{'epoch': 116, 'iter': 1040, 'avg_loss': 1.2756471585242595, 'avg_acc_mask': 56.28818200969034, 'loss': 1.347899317741394}
+{'epoch': 116, 'iter': 1050, 'avg_loss': 1.2757255294343384, 'avg_acc_mask': 56.29089516914938, 'loss': 1.2081400156021118}
+{'epoch': 116, 'iter': 1060, 'avg_loss': 1.275471916690848, 'avg_acc_mask': 56.2759666936749, 'loss': 1.1018348932266235}
+{'epoch': 116, 'iter': 1070, 'avg_loss': 1.2746408296788996, 'avg_acc_mask': 56.30285118813742, 'loss': 1.1989026069641113}
+{'epoch': 116, 'iter': 1080, 'avg_loss': 1.2740142833954973, 'avg_acc_mask': 56.33736081497276, 'loss': 1.0609750747680664}
+{'epoch': 116, 'iter': 1090, 'avg_loss': 1.2742062790693218, 'avg_acc_mask': 56.34435266323744, 'loss': 1.218144416809082}
+{'epoch': 116, 'iter': 1100, 'avg_loss': 1.2737664582510626, 'avg_acc_mask': 56.35056373810671, 'loss': 0.9872559905052185}
+{'epoch': 'EP116_train', 'avg_loss': 1.2739917152607603, 'total_masked_acc': 56.32532114951662}
+{'epoch': 117, 'iter': 0, 'avg_loss': 1.1882444620132446, 'avg_acc_mask': 65.625, 'loss': 1.1882444620132446}
+{'epoch': 117, 'iter': 10, 'avg_loss': 1.2948404225436123, 'avg_acc_mask': 55.93495934959349, 'loss': 1.066757321357727}
+{'epoch': 117, 'iter': 20, 'avg_loss': 1.2894534184819175, 'avg_acc_mask': 55.32445923460898, 'loss': 1.3446953296661377}
+{'epoch': 117, 'iter': 30, 'avg_loss': 1.2991126794968881, 'avg_acc_mask': 55.204872646733115, 'loss': 1.294992208480835}
+{'epoch': 117, 'iter': 40, 'avg_loss': 1.3027865145264603, 'avg_acc_mask': 54.92184199408534, 'loss': 1.1588428020477295}
+{'epoch': 117, 'iter': 50, 'avg_loss': 1.3270895714853324, 'avg_acc_mask': 54.158145875937294, 'loss': 1.4834016561508179}
+{'epoch': 117, 'iter': 60, 'avg_loss': 1.3133722915024053, 'avg_acc_mask': 54.30711610486891, 'loss': 1.2015553712844849}
+{'epoch': 117, 'iter': 70, 'avg_loss': 1.3059730731265646, 'avg_acc_mask': 54.809348093480935, 'loss': 1.1905020475387573}
+{'epoch': 117, 'iter': 80, 'avg_loss': 1.3167979687820246, 'avg_acc_mask': 54.3733681462141, 'loss': 1.4517574310302734}
+{'epoch': 117, 'iter': 90, 'avg_loss': 1.32380245413099, 'avg_acc_mask': 54.17716611746462, 'loss': 1.46060049533844}
+{'epoch': 117, 'iter': 100, 'avg_loss': 1.3101912489031802, 'avg_acc_mask': 54.45422535211267, 'loss': 1.2397149801254272}
+{'epoch': 117, 'iter': 110, 'avg_loss': 1.3075725967819627, 'avg_acc_mask': 54.76075398743354, 'loss': 1.0623829364776611}
+{'epoch': 117, 'iter': 120, 'avg_loss': 1.2993688923268278, 'avg_acc_mask': 54.94440326167531, 'loss': 1.4836647510528564}
+{'epoch': 117, 'iter': 130, 'avg_loss': 1.2902493872715317, 'avg_acc_mask': 55.3957819775404, 'loss': 1.1484133005142212}
+{'epoch': 117, 'iter': 140, 'avg_loss': 1.2919452642718106, 'avg_acc_mask': 55.29696044766629, 'loss': 1.219319462776184}
+{'epoch': 117, 'iter': 150, 'avg_loss': 1.287383358210128, 'avg_acc_mask': 55.4980750721848, 'loss': 1.1998333930969238}
+{'epoch': 117, 'iter': 160, 'avg_loss': 1.2834477998455118, 'avg_acc_mask': 55.678607752288386, 'loss': 1.4292830228805542}
+{'epoch': 117, 'iter': 170, 'avg_loss': 1.2824487780269824, 'avg_acc_mask': 55.446069082432714, 'loss': 1.1917263269424438}
+{'epoch': 117, 'iter': 180, 'avg_loss': 1.2863422431339875, 'avg_acc_mask': 55.33486375885816, 'loss': 1.5019608736038208}
+{'epoch': 117, 'iter': 190, 'avg_loss': 1.285303888208579, 'avg_acc_mask': 55.34537925842273, 'loss': 0.967848539352417}
+{'epoch': 117, 'iter': 200, 'avg_loss': 1.2834870512805767, 'avg_acc_mask': 55.461132480543874, 'loss': 1.400172233581543}
+{'epoch': 117, 'iter': 210, 'avg_loss': 1.279096174579096, 'avg_acc_mask': 55.688214224799594, 'loss': 1.2954503297805786}
+{'epoch': 117, 'iter': 220, 'avg_loss': 1.2754819212456094, 'avg_acc_mask': 55.719166937845756, 'loss': 1.2219361066818237}
+{'epoch': 117, 'iter': 230, 'avg_loss': 1.2767782017782137, 'avg_acc_mask': 55.663682366679645, 'loss': 1.394810676574707}
+{'epoch': 117, 'iter': 240, 'avg_loss': 1.2757205451177858, 'avg_acc_mask': 55.71941907471179, 'loss': 1.2213307619094849}
+{'epoch': 117, 'iter': 250, 'avg_loss': 1.2777621833926653, 'avg_acc_mask': 55.67121320890165, 'loss': 1.2447506189346313}
+{'epoch': 117, 'iter': 260, 'avg_loss': 1.2798612572224204, 'avg_acc_mask': 55.67765567765568, 'loss': 1.091378092765808}
+{'epoch': 117, 'iter': 270, 'avg_loss': 1.2823381734070303, 'avg_acc_mask': 55.67078845898153, 'loss': 1.4106115102767944}
+{'epoch': 117, 'iter': 280, 'avg_loss': 1.2839361611634388, 'avg_acc_mask': 55.56485894628366, 'loss': 0.9389756917953491}
+{'epoch': 117, 'iter': 290, 'avg_loss': 1.281883507250101, 'avg_acc_mask': 55.66425722831505, 'loss': 1.1491553783416748}
+{'epoch': 117, 'iter': 300, 'avg_loss': 1.2799980676055351, 'avg_acc_mask': 55.79500181093806, 'loss': 1.218220591545105}
+{'epoch': 117, 'iter': 310, 'avg_loss': 1.2798272304212932, 'avg_acc_mask': 55.72751788017353, 'loss': 0.9057613015174866}
+{'epoch': 117, 'iter': 320, 'avg_loss': 1.2794763586974218, 'avg_acc_mask': 55.741531454597215, 'loss': 1.0281589031219482}
+{'epoch': 117, 'iter': 330, 'avg_loss': 1.2814579105449226, 'avg_acc_mask': 55.749724366041896, 'loss': 1.1368921995162964}
+{'epoch': 117, 'iter': 340, 'avg_loss': 1.280162835750412, 'avg_acc_mask': 55.706856805875724, 'loss': 1.3303818702697754}
+{'epoch': 117, 'iter': 350, 'avg_loss': 1.276774950176902, 'avg_acc_mask': 55.94729715654619, 'loss': 1.2013851404190063}
+{'epoch': 117, 'iter': 360, 'avg_loss': 1.275624843185298, 'avg_acc_mask': 55.91278453540605, 'loss': 1.3901631832122803}
+{'epoch': 117, 'iter': 370, 'avg_loss': 1.2767380635050751, 'avg_acc_mask': 55.91630237241515, 'loss': 1.2013238668441772}
+{'epoch': 117, 'iter': 380, 'avg_loss': 1.2787463857432988, 'avg_acc_mask': 55.78680445911679, 'loss': 1.0245558023452759}
+{'epoch': 117, 'iter': 390, 'avg_loss': 1.2792298848671682, 'avg_acc_mask': 55.7832952904458, 'loss': 1.3616127967834473}
+{'epoch': 117, 'iter': 400, 'avg_loss': 1.279105691838443, 'avg_acc_mask': 55.75859254556996, 'loss': 1.3174546957015991}
+{'epoch': 117, 'iter': 410, 'avg_loss': 1.2792924526544094, 'avg_acc_mask': 55.73103295731033, 'loss': 1.2450060844421387}
+{'epoch': 117, 'iter': 420, 'avg_loss': 1.275903725001138, 'avg_acc_mask': 55.875610916482856, 'loss': 0.93788743019104}
+{'epoch': 117, 'iter': 430, 'avg_loss': 1.2745369423846358, 'avg_acc_mask': 55.927115921197256, 'loss': 0.9208307266235352}
+{'epoch': 117, 'iter': 440, 'avg_loss': 1.2780887575106286, 'avg_acc_mask': 55.82105567248566, 'loss': 1.4668611288070679}
+{'epoch': 117, 'iter': 450, 'avg_loss': 1.2796073985469842, 'avg_acc_mask': 55.758041053822524, 'loss': 1.2998642921447754}
+{'epoch': 117, 'iter': 460, 'avg_loss': 1.2798256320705124, 'avg_acc_mask': 55.78040393660329, 'loss': 1.044478178024292}
+{'epoch': 117, 'iter': 470, 'avg_loss': 1.282058769730246, 'avg_acc_mask': 55.73567532015321, 'loss': 1.3142575025558472}
+{'epoch': 117, 'iter': 480, 'avg_loss': 1.280688960562129, 'avg_acc_mask': 55.7939426102119, 'loss': 1.0911983251571655}
+{'epoch': 117, 'iter': 490, 'avg_loss': 1.2809903681156833, 'avg_acc_mask': 55.76887370492777, 'loss': 1.407210350036621}
+{'epoch': 117, 'iter': 500, 'avg_loss': 1.2803223883796357, 'avg_acc_mask': 55.786522989551855, 'loss': 1.3170965909957886}
+{'epoch': 117, 'iter': 510, 'avg_loss': 1.2794384022048308, 'avg_acc_mask': 55.82839603112285, 'loss': 1.3587541580200195}
+{'epoch': 117, 'iter': 520, 'avg_loss': 1.2818238978880152, 'avg_acc_mask': 55.748274291320655, 'loss': 1.3687297105789185}
+{'epoch': 117, 'iter': 530, 'avg_loss': 1.2802727275200034, 'avg_acc_mask': 55.790741696781964, 'loss': 1.042055606842041}
+{'epoch': 117, 'iter': 540, 'avg_loss': 1.282296409007582, 'avg_acc_mask': 55.73293648109314, 'loss': 1.6200300455093384}
+{'epoch': 117, 'iter': 550, 'avg_loss': 1.282590219199982, 'avg_acc_mask': 55.701492537313435, 'loss': 1.2250951528549194}
+{'epoch': 117, 'iter': 560, 'avg_loss': 1.2825595365701088, 'avg_acc_mask': 55.700421527301245, 'loss': 1.1171647310256958}
+{'epoch': 117, 'iter': 570, 'avg_loss': 1.2834577420547004, 'avg_acc_mask': 55.71465262617183, 'loss': 1.4394022226333618}
+{'epoch': 117, 'iter': 580, 'avg_loss': 1.2820146845047733, 'avg_acc_mask': 55.7433924178389, 'loss': 1.4407246112823486}
+{'epoch': 117, 'iter': 590, 'avg_loss': 1.2824293834908964, 'avg_acc_mask': 55.73287883483111, 'loss': 1.163534164428711}
+{'epoch': 117, 'iter': 600, 'avg_loss': 1.281030998055431, 'avg_acc_mask': 55.75844409218388, 'loss': 1.1697924137115479}
+{'epoch': 117, 'iter': 610, 'avg_loss': 1.2812870635533684, 'avg_acc_mask': 55.77355773557735, 'loss': 0.9528756141662598}
+{'epoch': 117, 'iter': 620, 'avg_loss': 1.2795669604422772, 'avg_acc_mask': 55.8013824068057, 'loss': 1.507346510887146}
+{'epoch': 117, 'iter': 630, 'avg_loss': 1.2800632202304107, 'avg_acc_mask': 55.811180268745275, 'loss': 1.3113163709640503}
+{'epoch': 117, 'iter': 640, 'avg_loss': 1.2792534984404136, 'avg_acc_mask': 55.86673936124422, 'loss': 1.1360276937484741}
+{'epoch': 117, 'iter': 650, 'avg_loss': 1.2776305993214914, 'avg_acc_mask': 55.960761032425864, 'loss': 1.1966856718063354}
+{'epoch': 117, 'iter': 660, 'avg_loss': 1.2770759333460486, 'avg_acc_mask': 55.973371215286484, 'loss': 1.330532431602478}
+{'epoch': 117, 'iter': 670, 'avg_loss': 1.2763023329385168, 'avg_acc_mask': 56.00603897886357, 'loss': 1.3815308809280396}
+{'epoch': 117, 'iter': 680, 'avg_loss': 1.275620439679262, 'avg_acc_mask': 56.0331070298342, 'loss': 1.4042879343032837}
+{'epoch': 117, 'iter': 690, 'avg_loss': 1.2770567970234474, 'avg_acc_mask': 55.991587018449984, 'loss': 1.411268711090088}
+{'epoch': 117, 'iter': 700, 'avg_loss': 1.2788807230227004, 'avg_acc_mask': 55.92993680677557, 'loss': 1.264015555381775}
+{'epoch': 117, 'iter': 710, 'avg_loss': 1.2785576877044056, 'avg_acc_mask': 55.936327164488155, 'loss': 1.4655742645263672}
+{'epoch': 117, 'iter': 720, 'avg_loss': 1.2788908397275103, 'avg_acc_mask': 55.90515043345232, 'loss': 1.236579418182373}
+{'epoch': 117, 'iter': 730, 'avg_loss': 1.2767060484670907, 'avg_acc_mask': 55.98259426013029, 'loss': 1.3013769388198853}
+{'epoch': 117, 'iter': 740, 'avg_loss': 1.2778977895716102, 'avg_acc_mask': 55.94553031054667, 'loss': 1.3199610710144043}
+{'epoch': 117, 'iter': 750, 'avg_loss': 1.2795444323759422, 'avg_acc_mask': 55.87085105342915, 'loss': 1.2215771675109863}
+{'epoch': 117, 'iter': 760, 'avg_loss': 1.2798356825042805, 'avg_acc_mask': 55.868363232489074, 'loss': 1.1374828815460205}
+{'epoch': 117, 'iter': 770, 'avg_loss': 1.2805957902420975, 'avg_acc_mask': 55.784612454770524, 'loss': 1.5208228826522827}
+{'epoch': 117, 'iter': 780, 'avg_loss': 1.2800741530716342, 'avg_acc_mask': 55.79338570823729, 'loss': 1.2660521268844604}
+{'epoch': 117, 'iter': 790, 'avg_loss': 1.2802811022353384, 'avg_acc_mask': 55.796462231301355, 'loss': 1.1129978895187378}
+{'epoch': 117, 'iter': 800, 'avg_loss': 1.279504418001044, 'avg_acc_mask': 55.803776005865636, 'loss': 1.3136873245239258}
+{'epoch': 117, 'iter': 810, 'avg_loss': 1.279341701514624, 'avg_acc_mask': 55.81305873033835, 'loss': 1.1474437713623047}
+{'epoch': 117, 'iter': 820, 'avg_loss': 1.27889116752743, 'avg_acc_mask': 55.8264370386938, 'loss': 1.1716415882110596}
+{'epoch': 117, 'iter': 830, 'avg_loss': 1.2781695481815636, 'avg_acc_mask': 55.84590576748912, 'loss': 1.1762820482254028}
+{'epoch': 117, 'iter': 840, 'avg_loss': 1.2772210516062135, 'avg_acc_mask': 55.90405098655492, 'loss': 0.9940966367721558}
+{'epoch': 117, 'iter': 850, 'avg_loss': 1.2780653793018937, 'avg_acc_mask': 55.87607988452506, 'loss': 1.1636532545089722}
+{'epoch': 117, 'iter': 860, 'avg_loss': 1.2785256511242964, 'avg_acc_mask': 55.86195157240733, 'loss': 1.636581301689148}
+{'epoch': 117, 'iter': 870, 'avg_loss': 1.2785689689124904, 'avg_acc_mask': 55.83441844835553, 'loss': 0.9355031847953796}
+{'epoch': 117, 'iter': 880, 'avg_loss': 1.2790213543900566, 'avg_acc_mask': 55.78073089700997, 'loss': 1.2150440216064453}
+{'epoch': 117, 'iter': 890, 'avg_loss': 1.2769134351701448, 'avg_acc_mask': 55.830490361297215, 'loss': 0.9690093994140625}
+{'epoch': 117, 'iter': 900, 'avg_loss': 1.27753100827849, 'avg_acc_mask': 55.783941724326844, 'loss': 1.5002306699752808}
+{'epoch': 117, 'iter': 910, 'avg_loss': 1.277558336993342, 'avg_acc_mask': 55.76413959085439, 'loss': 1.3557707071304321}
+{'epoch': 117, 'iter': 920, 'avg_loss': 1.2771745172696316, 'avg_acc_mask': 55.77331665375985, 'loss': 1.597012996673584}
+{'epoch': 117, 'iter': 930, 'avg_loss': 1.2774556061507039, 'avg_acc_mask': 55.779171006859144, 'loss': 1.4968599081039429}
+{'epoch': 117, 'iter': 940, 'avg_loss': 1.2776079668755487, 'avg_acc_mask': 55.78044797013533, 'loss': 1.0213173627853394}
+{'epoch': 117, 'iter': 950, 'avg_loss': 1.2770730287745422, 'avg_acc_mask': 55.80384615384615, 'loss': 1.552227258682251}
+{'epoch': 117, 'iter': 960, 'avg_loss': 1.2768590026665925, 'avg_acc_mask': 55.825187326461524, 'loss': 1.4471302032470703}
+{'epoch': 117, 'iter': 970, 'avg_loss': 1.276473513531022, 'avg_acc_mask': 55.83750611799254, 'loss': 1.277232050895691}
+{'epoch': 117, 'iter': 980, 'avg_loss': 1.2770635970506463, 'avg_acc_mask': 55.8358623000875, 'loss': 1.108054518699646}
+{'epoch': 117, 'iter': 990, 'avg_loss': 1.278063105827143, 'avg_acc_mask': 55.815409546258095, 'loss': 1.477150321006775}
+{'epoch': 117, 'iter': 1000, 'avg_loss': 1.2786315334784044, 'avg_acc_mask': 55.78717201166181, 'loss': 1.845543622970581}
+{'epoch': 117, 'iter': 1010, 'avg_loss': 1.2781646185058042, 'avg_acc_mask': 55.822684282723266, 'loss': 1.023180603981018}
+{'epoch': 117, 'iter': 1020, 'avg_loss': 1.2774197040645663, 'avg_acc_mask': 55.83598469953169, 'loss': 1.2851308584213257}
+{'epoch': 117, 'iter': 1030, 'avg_loss': 1.2768864351840532, 'avg_acc_mask': 55.83380561065457, 'loss': 1.3145725727081299}
+{'epoch': 117, 'iter': 1040, 'avg_loss': 1.2771224098407112, 'avg_acc_mask': 55.78646463583592, 'loss': 1.6201698780059814}
+{'epoch': 117, 'iter': 1050, 'avg_loss': 1.2772827980407184, 'avg_acc_mask': 55.79713923214628, 'loss': 1.2701177597045898}
+{'epoch': 117, 'iter': 1060, 'avg_loss': 1.276678946701341, 'avg_acc_mask': 55.826245652697914, 'loss': 1.0510501861572266}
+{'epoch': 117, 'iter': 1070, 'avg_loss': 1.2762135178769003, 'avg_acc_mask': 55.831612716072556, 'loss': 1.1671156883239746}
+{'epoch': 117, 'iter': 1080, 'avg_loss': 1.2755700273165318, 'avg_acc_mask': 55.87370768295155, 'loss': 1.1334019899368286}
+{'epoch': 117, 'iter': 1090, 'avg_loss': 1.2755443009075826, 'avg_acc_mask': 55.899177092393124, 'loss': 1.3675522804260254}
+{'epoch': 117, 'iter': 1100, 'avg_loss': 1.274854047530137, 'avg_acc_mask': 55.9194163488642, 'loss': 0.7764624953269958}
+{'epoch': 'EP117_train', 'avg_loss': 1.2747609571094427, 'total_masked_acc': 55.92024843899699}
+{'epoch': 118, 'iter': 0, 'avg_loss': 1.449834942817688, 'avg_acc_mask': 51.06382978723404, 'loss': 1.449834942817688}
+{'epoch': 118, 'iter': 10, 'avg_loss': 1.324526613408869, 'avg_acc_mask': 54.761904761904766, 'loss': 1.0098259449005127}
+{'epoch': 118, 'iter': 20, 'avg_loss': 1.2986185380390711, 'avg_acc_mask': 55.4089709762533, 'loss': 1.1209734678268433}
+{'epoch': 118, 'iter': 30, 'avg_loss': 1.3061070480654318, 'avg_acc_mask': 55.21765056648778, 'loss': 1.3936374187469482}
+{'epoch': 118, 'iter': 40, 'avg_loss': 1.2910398361159534, 'avg_acc_mask': 55.683836589698046, 'loss': 1.0774576663970947}
+{'epoch': 118, 'iter': 50, 'avg_loss': 1.301820486199622, 'avg_acc_mask': 55.22703273495249, 'loss': 1.3292113542556763}
+{'epoch': 118, 'iter': 60, 'avg_loss': 1.2685647167143275, 'avg_acc_mask': 56.582466567607725, 'loss': 1.0838909149169922}
+{'epoch': 118, 'iter': 70, 'avg_loss': 1.2683110774402888, 'avg_acc_mask': 56.48312611012434, 'loss': 1.4110835790634155}
+{'epoch': 118, 'iter': 80, 'avg_loss': 1.2770317572134513, 'avg_acc_mask': 56.015953910924, 'loss': 1.2184628248214722}
+{'epoch': 118, 'iter': 90, 'avg_loss': 1.283073061115139, 'avg_acc_mask': 55.836460596484294, 'loss': 1.475412130355835}
+{'epoch': 118, 'iter': 100, 'avg_loss': 1.272206430387969, 'avg_acc_mask': 56.451900767446006, 'loss': 1.26274573802948}
+{'epoch': 118, 'iter': 110, 'avg_loss': 1.2750844214413617, 'avg_acc_mask': 56.58624062601891, 'loss': 0.953176736831665}
+{'epoch': 118, 'iter': 120, 'avg_loss': 1.2715790045162862, 'avg_acc_mask': 56.65325584860676, 'loss': 1.5876187086105347}
+{'epoch': 118, 'iter': 130, 'avg_loss': 1.2717332612467176, 'avg_acc_mask': 56.48249452954048, 'loss': 1.2766377925872803}
+{'epoch': 118, 'iter': 140, 'avg_loss': 1.268623689387707, 'avg_acc_mask': 56.29206349206349, 'loss': 1.0993939638137817}
+{'epoch': 118, 'iter': 150, 'avg_loss': 1.2601253457416761, 'avg_acc_mask': 56.723338485316845, 'loss': 1.3319164514541626}
+{'epoch': 118, 'iter': 160, 'avg_loss': 1.2546641856246854, 'avg_acc_mask': 56.889984315482856, 'loss': 1.2699652910232544}
+{'epoch': 118, 'iter': 170, 'avg_loss': 1.256089284406071, 'avg_acc_mask': 56.80261355253451, 'loss': 1.4750947952270508}
+{'epoch': 118, 'iter': 180, 'avg_loss': 1.2634559125531444, 'avg_acc_mask': 56.47880299251871, 'loss': 1.6030125617980957}
+{'epoch': 118, 'iter': 190, 'avg_loss': 1.2618434635132396, 'avg_acc_mask': 56.48043641835967, 'loss': 1.0210682153701782}
+{'epoch': 118, 'iter': 200, 'avg_loss': 1.2584997314718824, 'avg_acc_mask': 56.47899910634495, 'loss': 1.0961817502975464}
+{'epoch': 118, 'iter': 210, 'avg_loss': 1.2538393967524524, 'avg_acc_mask': 56.6963906581741, 'loss': 1.255259394645691}
+{'epoch': 118, 'iter': 220, 'avg_loss': 1.2525528782633095, 'avg_acc_mask': 56.686868686868685, 'loss': 1.1982920169830322}
+{'epoch': 118, 'iter': 230, 'avg_loss': 1.2574287173035856, 'avg_acc_mask': 56.54434013499884, 'loss': 1.3254899978637695}
+{'epoch': 118, 'iter': 240, 'avg_loss': 1.2576372207942346, 'avg_acc_mask': 56.53926545237384, 'loss': 1.3928266763687134}
+{'epoch': 118, 'iter': 250, 'avg_loss': 1.2633856810421582, 'avg_acc_mask': 56.289871693785386, 'loss': 1.292736530303955}
+{'epoch': 118, 'iter': 260, 'avg_loss': 1.2653088610747765, 'avg_acc_mask': 56.187129667906845, 'loss': 1.0764541625976562}
+{'epoch': 118, 'iter': 270, 'avg_loss': 1.2680816931918097, 'avg_acc_mask': 56.1209634727369, 'loss': 1.2662088871002197}
+{'epoch': 118, 'iter': 280, 'avg_loss': 1.2710260301298093, 'avg_acc_mask': 56.09631800229329, 'loss': 1.134280800819397}
+{'epoch': 118, 'iter': 290, 'avg_loss': 1.2707332003976881, 'avg_acc_mask': 56.089289017697475, 'loss': 1.1629451513290405}
+{'epoch': 118, 'iter': 300, 'avg_loss': 1.2690140305959505, 'avg_acc_mask': 56.18922627214699, 'loss': 1.4178893566131592}
+{'epoch': 118, 'iter': 310, 'avg_loss': 1.2677137545067398, 'avg_acc_mask': 56.18998033090362, 'loss': 1.1511389017105103}
+{'epoch': 118, 'iter': 320, 'avg_loss': 1.2696377241351522, 'avg_acc_mask': 56.13443489012533, 'loss': 1.4425597190856934}
+{'epoch': 118, 'iter': 330, 'avg_loss': 1.2682141740876742, 'avg_acc_mask': 56.18798386217424, 'loss': 1.024083137512207}
+{'epoch': 118, 'iter': 340, 'avg_loss': 1.2647559716205095, 'avg_acc_mask': 56.340791008376634, 'loss': 1.2397241592407227}
+{'epoch': 118, 'iter': 350, 'avg_loss': 1.2608129422888796, 'avg_acc_mask': 56.484685708382834, 'loss': 1.316585659980774}
+{'epoch': 118, 'iter': 360, 'avg_loss': 1.261460605585674, 'avg_acc_mask': 56.43032766320437, 'loss': 1.5322189331054688}
+{'epoch': 118, 'iter': 370, 'avg_loss': 1.2599195813875634, 'avg_acc_mask': 56.49375975039001, 'loss': 1.229978322982788}
+{'epoch': 118, 'iter': 380, 'avg_loss': 1.2631275497396475, 'avg_acc_mask': 56.33535660091047, 'loss': 0.7977374792098999}
+{'epoch': 118, 'iter': 390, 'avg_loss': 1.2635124124529418, 'avg_acc_mask': 56.36229273474667, 'loss': 1.4991782903671265}
+{'epoch': 118, 'iter': 400, 'avg_loss': 1.2616495469264557, 'avg_acc_mask': 56.42515995314049, 'loss': 1.1460669040679932}
+{'epoch': 118, 'iter': 410, 'avg_loss': 1.2622469607060842, 'avg_acc_mask': 56.37909014841238, 'loss': 1.3718526363372803}
+{'epoch': 118, 'iter': 420, 'avg_loss': 1.2608150375427374, 'avg_acc_mask': 56.40263599948314, 'loss': 1.099879264831543}
+{'epoch': 118, 'iter': 430, 'avg_loss': 1.2601351507025362, 'avg_acc_mask': 56.46929824561403, 'loss': 1.0984872579574585}
+{'epoch': 118, 'iter': 440, 'avg_loss': 1.2626914748258873, 'avg_acc_mask': 56.38946068340881, 'loss': 1.5937302112579346}
+{'epoch': 118, 'iter': 450, 'avg_loss': 1.264925164023947, 'avg_acc_mask': 56.29856274407182, 'loss': 1.0572504997253418}
+{'epoch': 118, 'iter': 460, 'avg_loss': 1.2652909815182138, 'avg_acc_mask': 56.29898003386759, 'loss': 0.9611763954162598}
+{'epoch': 118, 'iter': 470, 'avg_loss': 1.2654225830059902, 'avg_acc_mask': 56.30824924901795, 'loss': 1.3766120672225952}
+{'epoch': 118, 'iter': 480, 'avg_loss': 1.2650290357099998, 'avg_acc_mask': 56.38975828651156, 'loss': 1.3045485019683838}
+{'epoch': 118, 'iter': 490, 'avg_loss': 1.2633153847181626, 'avg_acc_mask': 56.42724916697519, 'loss': 1.3492136001586914}
+{'epoch': 118, 'iter': 500, 'avg_loss': 1.261251602225199, 'avg_acc_mask': 56.47297934889123, 'loss': 0.9065716862678528}
+{'epoch': 118, 'iter': 510, 'avg_loss': 1.2618857585987233, 'avg_acc_mask': 56.41463761925103, 'loss': 1.3907015323638916}
+{'epoch': 118, 'iter': 520, 'avg_loss': 1.2609189042889455, 'avg_acc_mask': 56.46943628479507, 'loss': 1.3656917810440063}
+{'epoch': 118, 'iter': 530, 'avg_loss': 1.2606819965745095, 'avg_acc_mask': 56.500995400562914, 'loss': 1.2200298309326172}
+{'epoch': 118, 'iter': 540, 'avg_loss': 1.2621014128110326, 'avg_acc_mask': 56.483945958694115, 'loss': 1.2382923364639282}
+{'epoch': 118, 'iter': 550, 'avg_loss': 1.2620313883693162, 'avg_acc_mask': 56.503339284533496, 'loss': 1.0400391817092896}
+{'epoch': 118, 'iter': 560, 'avg_loss': 1.2621682010019952, 'avg_acc_mask': 56.50351014040562, 'loss': 1.2480831146240234}
+{'epoch': 118, 'iter': 570, 'avg_loss': 1.262111389595239, 'avg_acc_mask': 56.52298850574713, 'loss': 1.547444462776184}
+{'epoch': 118, 'iter': 580, 'avg_loss': 1.2615588712610188, 'avg_acc_mask': 56.54926046628228, 'loss': 1.6224932670593262}
+{'epoch': 118, 'iter': 590, 'avg_loss': 1.2608400442071777, 'avg_acc_mask': 56.5879054865839, 'loss': 1.2093687057495117}
+{'epoch': 118, 'iter': 600, 'avg_loss': 1.2606834855531892, 'avg_acc_mask': 56.59358986021408, 'loss': 1.325067400932312}
+{'epoch': 118, 'iter': 610, 'avg_loss': 1.2614064743397864, 'avg_acc_mask': 56.52575721440496, 'loss': 1.1143044233322144}
+{'epoch': 118, 'iter': 620, 'avg_loss': 1.259795461203933, 'avg_acc_mask': 56.587371512481646, 'loss': 1.4250646829605103}
+{'epoch': 118, 'iter': 630, 'avg_loss': 1.2583335215807339, 'avg_acc_mask': 56.66493326399723, 'loss': 1.0367506742477417}
+{'epoch': 118, 'iter': 640, 'avg_loss': 1.2572965880452005, 'avg_acc_mask': 56.69383335233101, 'loss': 1.1186175346374512}
+{'epoch': 118, 'iter': 650, 'avg_loss': 1.2568363100519195, 'avg_acc_mask': 56.70954333539291, 'loss': 1.3957844972610474}
+{'epoch': 118, 'iter': 660, 'avg_loss': 1.2570566805516357, 'avg_acc_mask': 56.73074263587332, 'loss': 1.1121128797531128}
+{'epoch': 118, 'iter': 670, 'avg_loss': 1.2571879480528227, 'avg_acc_mask': 56.730952835592895, 'loss': 1.3237913846969604}
+{'epoch': 118, 'iter': 680, 'avg_loss': 1.2580862536304322, 'avg_acc_mask': 56.706907213723014, 'loss': 1.4879374504089355}
+{'epoch': 118, 'iter': 690, 'avg_loss': 1.2591547599404662, 'avg_acc_mask': 56.66948973110312, 'loss': 1.046580195426941}
+{'epoch': 118, 'iter': 700, 'avg_loss': 1.2594141015482696, 'avg_acc_mask': 56.656758448060074, 'loss': 1.073259711265564}
+{'epoch': 118, 'iter': 710, 'avg_loss': 1.2600595737308389, 'avg_acc_mask': 56.64299680971493, 'loss': 1.0493204593658447}
+{'epoch': 118, 'iter': 720, 'avg_loss': 1.259981682826345, 'avg_acc_mask': 56.66404286113298, 'loss': 1.4098551273345947}
+{'epoch': 118, 'iter': 730, 'avg_loss': 1.2587621765652042, 'avg_acc_mask': 56.70890513873586, 'loss': 1.6084879636764526}
+{'epoch': 118, 'iter': 740, 'avg_loss': 1.260762666159796, 'avg_acc_mask': 56.6296635102727, 'loss': 1.3813295364379883}
+{'epoch': 118, 'iter': 750, 'avg_loss': 1.2619017766572822, 'avg_acc_mask': 56.556317240369836, 'loss': 1.4317309856414795}
+{'epoch': 118, 'iter': 760, 'avg_loss': 1.261266525800532, 'avg_acc_mask': 56.5591553369974, 'loss': 0.9871265888214111}
+{'epoch': 118, 'iter': 770, 'avg_loss': 1.262785599466737, 'avg_acc_mask': 56.49642322408916, 'loss': 1.2339301109313965}
+{'epoch': 118, 'iter': 780, 'avg_loss': 1.2622824418102123, 'avg_acc_mask': 56.50214743364078, 'loss': 1.3790078163146973}
+{'epoch': 118, 'iter': 790, 'avg_loss': 1.2619260254912974, 'avg_acc_mask': 56.54470885372014, 'loss': 0.9890655279159546}
+{'epoch': 118, 'iter': 800, 'avg_loss': 1.2614940371406211, 'avg_acc_mask': 56.55647635181539, 'loss': 1.3210868835449219}
+{'epoch': 118, 'iter': 810, 'avg_loss': 1.2624825098805599, 'avg_acc_mask': 56.506601555434976, 'loss': 1.4644498825073242}
+{'epoch': 118, 'iter': 820, 'avg_loss': 1.2630148236702188, 'avg_acc_mask': 56.49095376368104, 'loss': 1.3950797319412231}
+{'epoch': 118, 'iter': 830, 'avg_loss': 1.2636088364534572, 'avg_acc_mask': 56.49159988520211, 'loss': 1.0996266603469849}
+{'epoch': 118, 'iter': 840, 'avg_loss': 1.2637099089293644, 'avg_acc_mask': 56.46817696182107, 'loss': 1.046610713005066}
+{'epoch': 118, 'iter': 850, 'avg_loss': 1.2651717690827564, 'avg_acc_mask': 56.424051995007105, 'loss': 1.5121996402740479}
+{'epoch': 118, 'iter': 860, 'avg_loss': 1.2662136846856926, 'avg_acc_mask': 56.35652654397075, 'loss': 1.3661150932312012}
+{'epoch': 118, 'iter': 870, 'avg_loss': 1.2675501782913297, 'avg_acc_mask': 56.29000104920785, 'loss': 1.1219199895858765}
+{'epoch': 118, 'iter': 880, 'avg_loss': 1.2679113908739554, 'avg_acc_mask': 56.30653057837524, 'loss': 1.1509190797805786}
+{'epoch': 118, 'iter': 890, 'avg_loss': 1.2670202882736754, 'avg_acc_mask': 56.33458608013472, 'loss': 1.0560848712921143}
+{'epoch': 118, 'iter': 900, 'avg_loss': 1.266704684687772, 'avg_acc_mask': 56.344662362447714, 'loss': 1.4034520387649536}
+{'epoch': 118, 'iter': 910, 'avg_loss': 1.2662829549985188, 'avg_acc_mask': 56.365826724224476, 'loss': 1.2499476671218872}
+{'epoch': 118, 'iter': 920, 'avg_loss': 1.266024211913056, 'avg_acc_mask': 56.379468013200274, 'loss': 1.2013099193572998}
+{'epoch': 118, 'iter': 930, 'avg_loss': 1.2654656075765445, 'avg_acc_mask': 56.38720591706664, 'loss': 1.6248914003372192}
+{'epoch': 118, 'iter': 940, 'avg_loss': 1.2654417802626217, 'avg_acc_mask': 56.37000291800408, 'loss': 1.0130791664123535}
+{'epoch': 118, 'iter': 950, 'avg_loss': 1.265200796939597, 'avg_acc_mask': 56.35307021763811, 'loss': 1.4465657472610474}
+{'epoch': 118, 'iter': 960, 'avg_loss': 1.2650703682983828, 'avg_acc_mask': 56.358546617915906, 'loss': 1.2698509693145752}
+{'epoch': 118, 'iter': 970, 'avg_loss': 1.2650963929851073, 'avg_acc_mask': 56.36610271675647, 'loss': 1.1862372159957886}
+{'epoch': 118, 'iter': 980, 'avg_loss': 1.265138283660531, 'avg_acc_mask': 56.343255744553865, 'loss': 1.1303372383117676}
+{'epoch': 118, 'iter': 990, 'avg_loss': 1.2663242328539868, 'avg_acc_mask': 56.32298411644252, 'loss': 1.3721613883972168}
+{'epoch': 118, 'iter': 1000, 'avg_loss': 1.2666858788375015, 'avg_acc_mask': 56.31314515392345, 'loss': 1.5040498971939087}
+{'epoch': 118, 'iter': 1010, 'avg_loss': 1.266524043092624, 'avg_acc_mask': 56.318114341576454, 'loss': 1.3223686218261719}
+{'epoch': 118, 'iter': 1020, 'avg_loss': 1.266099802777536, 'avg_acc_mask': 56.323239562802364, 'loss': 1.1281630992889404}
+{'epoch': 118, 'iter': 1030, 'avg_loss': 1.2666517065984317, 'avg_acc_mask': 56.318817929956666, 'loss': 1.457929253578186}
+{'epoch': 118, 'iter': 1040, 'avg_loss': 1.2663004447014485, 'avg_acc_mask': 56.341175849508154, 'loss': 1.4902734756469727}
+{'epoch': 118, 'iter': 1050, 'avg_loss': 1.2661858015010519, 'avg_acc_mask': 56.35742425827145, 'loss': 1.4256978034973145}
+{'epoch': 118, 'iter': 1060, 'avg_loss': 1.266251423637559, 'avg_acc_mask': 56.35977410496865, 'loss': 1.2719041109085083}
+{'epoch': 118, 'iter': 1070, 'avg_loss': 1.266209813226171, 'avg_acc_mask': 56.35557685395951, 'loss': 1.235243320465088}
+{'epoch': 118, 'iter': 1080, 'avg_loss': 1.2656198340803246, 'avg_acc_mask': 56.395575356156726, 'loss': 0.9999683499336243}
+{'epoch': 118, 'iter': 1090, 'avg_loss': 1.2660160958493771, 'avg_acc_mask': 56.37220377636919, 'loss': 1.3152424097061157}
+{'epoch': 118, 'iter': 1100, 'avg_loss': 1.26551338924699, 'avg_acc_mask': 56.39108984900582, 'loss': 0.9494059085845947}
+{'epoch': 'EP118_train', 'avg_loss': 1.265647992289444, 'total_masked_acc': 56.39845728568355}
+{'epoch': 119, 'iter': 0, 'avg_loss': 1.4639580249786377, 'avg_acc_mask': 46.2962962962963, 'loss': 1.4639580249786377}
+{'epoch': 119, 'iter': 10, 'avg_loss': 1.3105691833929582, 'avg_acc_mask': 57.14285714285714, 'loss': 1.0828012228012085}
+{'epoch': 119, 'iter': 20, 'avg_loss': 1.2897361800784157, 'avg_acc_mask': 54.7982062780269, 'loss': 1.254249095916748}
+{'epoch': 119, 'iter': 30, 'avg_loss': 1.271596981633094, 'avg_acc_mask': 55.71955719557196, 'loss': 1.441176176071167}
+{'epoch': 119, 'iter': 40, 'avg_loss': 1.28119673670792, 'avg_acc_mask': 55.19450800915332, 'loss': 1.444547176361084}
+{'epoch': 119, 'iter': 50, 'avg_loss': 1.2985934322955561, 'avg_acc_mask': 54.837545126353795, 'loss': 1.370993733406067}
+{'epoch': 119, 'iter': 60, 'avg_loss': 1.2813811878689, 'avg_acc_mask': 55.403348554033485, 'loss': 1.0412412881851196}
+{'epoch': 119, 'iter': 70, 'avg_loss': 1.2762814357247152, 'avg_acc_mask': 55.78512396694215, 'loss': 1.3360724449157715}
+{'epoch': 119, 'iter': 80, 'avg_loss': 1.2711023563220176, 'avg_acc_mask': 56.17395223073457, 'loss': 1.3832124471664429}
+{'epoch': 119, 'iter': 90, 'avg_loss': 1.2737084797450475, 'avg_acc_mask': 56.114239742558325, 'loss': 1.2095398902893066}
+{'epoch': 119, 'iter': 100, 'avg_loss': 1.2586448753234183, 'avg_acc_mask': 56.44306342533357, 'loss': 0.8696746826171875}
+{'epoch': 119, 'iter': 110, 'avg_loss': 1.2574415684820295, 'avg_acc_mask': 56.399531537560655, 'loss': 1.04539155960083}
+{'epoch': 119, 'iter': 120, 'avg_loss': 1.2484220813128575, 'avg_acc_mask': 56.74183156925909, 'loss': 1.356000542640686}
+{'epoch': 119, 'iter': 130, 'avg_loss': 1.2492814710122029, 'avg_acc_mask': 56.53700322988344, 'loss': 1.3460986614227295}
+{'epoch': 119, 'iter': 140, 'avg_loss': 1.245940019475653, 'avg_acc_mask': 56.668410041841, 'loss': 0.8912785649299622}
+{'epoch': 119, 'iter': 150, 'avg_loss': 1.2441803197197567, 'avg_acc_mask': 56.711285766916376, 'loss': 1.2593395709991455}
+{'epoch': 119, 'iter': 160, 'avg_loss': 1.245418993952852, 'avg_acc_mask': 56.782298029272795, 'loss': 1.1197186708450317}
+{'epoch': 119, 'iter': 170, 'avg_loss': 1.2483466034047088, 'avg_acc_mask': 56.672406371071894, 'loss': 1.3135782480239868}
+{'epoch': 119, 'iter': 180, 'avg_loss': 1.2476849842466702, 'avg_acc_mask': 56.60050890585242, 'loss': 1.5674718618392944}
+{'epoch': 119, 'iter': 190, 'avg_loss': 1.249568869618221, 'avg_acc_mask': 56.60322952710496, 'loss': 1.0974814891815186}
+{'epoch': 119, 'iter': 200, 'avg_loss': 1.2482544919151572, 'avg_acc_mask': 56.63813513021307, 'loss': 1.3713452816009521}
+{'epoch': 119, 'iter': 210, 'avg_loss': 1.2443509344806039, 'avg_acc_mask': 56.85270375835431, 'loss': 1.1194947957992554}
+{'epoch': 119, 'iter': 220, 'avg_loss': 1.244062923198372, 'avg_acc_mask': 56.799801947516094, 'loss': 1.5369521379470825}
+{'epoch': 119, 'iter': 230, 'avg_loss': 1.246825769608155, 'avg_acc_mask': 56.716536056360326, 'loss': 1.0305548906326294}
+{'epoch': 119, 'iter': 240, 'avg_loss': 1.2495177863049804, 'avg_acc_mask': 56.59788319500495, 'loss': 1.1845791339874268}
+{'epoch': 119, 'iter': 250, 'avg_loss': 1.250234767735242, 'avg_acc_mask': 56.576154578057526, 'loss': 0.830326497554779}
+{'epoch': 119, 'iter': 260, 'avg_loss': 1.252707749034253, 'avg_acc_mask': 56.54678280415847, 'loss': 1.0382598638534546}
+{'epoch': 119, 'iter': 270, 'avg_loss': 1.2532738192055057, 'avg_acc_mask': 56.605684196314044, 'loss': 1.4482754468917847}
+{'epoch': 119, 'iter': 280, 'avg_loss': 1.2537807425570233, 'avg_acc_mask': 56.65149544863459, 'loss': 1.019830584526062}
+{'epoch': 119, 'iter': 290, 'avg_loss': 1.252992267461167, 'avg_acc_mask': 56.71978918308446, 'loss': 1.1641820669174194}
+{'epoch': 119, 'iter': 300, 'avg_loss': 1.2514088759786663, 'avg_acc_mask': 56.73608159796005, 'loss': 1.0287657976150513}
+{'epoch': 119, 'iter': 310, 'avg_loss': 1.251110188639049, 'avg_acc_mask': 56.674707301288464, 'loss': 0.9768971800804138}
+{'epoch': 119, 'iter': 320, 'avg_loss': 1.2536000821077935, 'avg_acc_mask': 56.57473105973907, 'loss': 1.197482943534851}
+{'epoch': 119, 'iter': 330, 'avg_loss': 1.2532634672081362, 'avg_acc_mask': 56.50534952048339, 'loss': 1.1272610425949097}
+{'epoch': 119, 'iter': 340, 'avg_loss': 1.2540332762377004, 'avg_acc_mask': 56.48641377454937, 'loss': 1.170748233795166}
+{'epoch': 119, 'iter': 350, 'avg_loss': 1.2561501065889995, 'avg_acc_mask': 56.45903010033445, 'loss': 1.2086530923843384}
+{'epoch': 119, 'iter': 360, 'avg_loss': 1.2550214887325783, 'avg_acc_mask': 56.52791157531816, 'loss': 1.13960862159729}
+{'epoch': 119, 'iter': 370, 'avg_loss': 1.2548303803343657, 'avg_acc_mask': 56.57069484912836, 'loss': 1.1691702604293823}
+{'epoch': 119, 'iter': 380, 'avg_loss': 1.2574741120726418, 'avg_acc_mask': 56.50627313368264, 'loss': 1.0554643869400024}
+{'epoch': 119, 'iter': 390, 'avg_loss': 1.2580485086306892, 'avg_acc_mask': 56.51255573808965, 'loss': 1.5858608484268188}
+{'epoch': 119, 'iter': 400, 'avg_loss': 1.2565243672254376, 'avg_acc_mask': 56.53809108838234, 'loss': 0.8514716029167175}
+{'epoch': 119, 'iter': 410, 'avg_loss': 1.256030377390321, 'avg_acc_mask': 56.52212824987694, 'loss': 1.3062697649002075}
+{'epoch': 119, 'iter': 420, 'avg_loss': 1.2535761366830587, 'avg_acc_mask': 56.58935045647141, 'loss': 1.026186227798462}
+{'epoch': 119, 'iter': 430, 'avg_loss': 1.2506952992448122, 'avg_acc_mask': 56.712340461860244, 'loss': 1.0157450437545776}
+{'epoch': 119, 'iter': 440, 'avg_loss': 1.2540915146165965, 'avg_acc_mask': 56.58119658119658, 'loss': 1.3151679039001465}
+{'epoch': 119, 'iter': 450, 'avg_loss': 1.2540146820825377, 'avg_acc_mask': 56.65145092924681, 'loss': 1.0061501264572144}
+{'epoch': 119, 'iter': 460, 'avg_loss': 1.2537660901303405, 'avg_acc_mask': 56.62468112244898, 'loss': 1.2481448650360107}
+{'epoch': 119, 'iter': 470, 'avg_loss': 1.2543265484194341, 'avg_acc_mask': 56.62203833092626, 'loss': 1.284911870956421}
+{'epoch': 119, 'iter': 480, 'avg_loss': 1.2540494489818501, 'avg_acc_mask': 56.63263355129823, 'loss': 1.0692576169967651}
+{'epoch': 119, 'iter': 490, 'avg_loss': 1.2540088298364471, 'avg_acc_mask': 56.64532075047748, 'loss': 1.1696285009384155}
+{'epoch': 119, 'iter': 500, 'avg_loss': 1.2524693091948351, 'avg_acc_mask': 56.68453123852875, 'loss': 1.0762916803359985}
+{'epoch': 119, 'iter': 510, 'avg_loss': 1.2527550189462426, 'avg_acc_mask': 56.641748131109836, 'loss': 1.2624591588974}
+{'epoch': 119, 'iter': 520, 'avg_loss': 1.2518030248310652, 'avg_acc_mask': 56.72374227714033, 'loss': 1.2518422603607178}
+{'epoch': 119, 'iter': 530, 'avg_loss': 1.2510033054540386, 'avg_acc_mask': 56.76874047388112, 'loss': 1.050072193145752}
+{'epoch': 119, 'iter': 540, 'avg_loss': 1.251616098633976, 'avg_acc_mask': 56.72194657785632, 'loss': 1.2267487049102783}
+{'epoch': 119, 'iter': 550, 'avg_loss': 1.2544153261314503, 'avg_acc_mask': 56.62252760081385, 'loss': 1.5989575386047363}
+{'epoch': 119, 'iter': 560, 'avg_loss': 1.2545401316913054, 'avg_acc_mask': 56.66841518588945, 'loss': 1.474576473236084}
+{'epoch': 119, 'iter': 570, 'avg_loss': 1.254458323042781, 'avg_acc_mask': 56.68190893282669, 'loss': 1.2028226852416992}
+{'epoch': 119, 'iter': 580, 'avg_loss': 1.2544401430632284, 'avg_acc_mask': 56.6899737399943, 'loss': 1.5035003423690796}
+{'epoch': 119, 'iter': 590, 'avg_loss': 1.2543006842914974, 'avg_acc_mask': 56.68698681263996, 'loss': 1.085843563079834}
+{'epoch': 119, 'iter': 600, 'avg_loss': 1.2532032720261128, 'avg_acc_mask': 56.724734408964274, 'loss': 1.2351489067077637}
+{'epoch': 119, 'iter': 610, 'avg_loss': 1.25333261333784, 'avg_acc_mask': 56.743416102332574, 'loss': 1.189651370048523}
+{'epoch': 119, 'iter': 620, 'avg_loss': 1.25353158460915, 'avg_acc_mask': 56.723050034067015, 'loss': 1.622481107711792}
+{'epoch': 119, 'iter': 630, 'avg_loss': 1.2528799529498806, 'avg_acc_mask': 56.766917293233085, 'loss': 1.1495554447174072}
+{'epoch': 119, 'iter': 640, 'avg_loss': 1.2532496311921226, 'avg_acc_mask': 56.809495071414204, 'loss': 1.130995512008667}
+{'epoch': 119, 'iter': 650, 'avg_loss': 1.2534066213440784, 'avg_acc_mask': 56.74824877343241, 'loss': 1.2002397775650024}
+{'epoch': 119, 'iter': 660, 'avg_loss': 1.2530414222228183, 'avg_acc_mask': 56.7396281199397, 'loss': 1.400659441947937}
+{'epoch': 119, 'iter': 670, 'avg_loss': 1.2531383938299028, 'avg_acc_mask': 56.74106282852189, 'loss': 1.640007734298706}
+{'epoch': 119, 'iter': 680, 'avg_loss': 1.2528345415945796, 'avg_acc_mask': 56.72811059907834, 'loss': 1.2765591144561768}
+{'epoch': 119, 'iter': 690, 'avg_loss': 1.254058623538176, 'avg_acc_mask': 56.705185343332175, 'loss': 1.4514575004577637}
+{'epoch': 119, 'iter': 700, 'avg_loss': 1.2559335198620076, 'avg_acc_mask': 56.650350018422024, 'loss': 1.3049267530441284}
+{'epoch': 119, 'iter': 710, 'avg_loss': 1.2544247894515133, 'avg_acc_mask': 56.71854734111543, 'loss': 1.0920032262802124}
+{'epoch': 119, 'iter': 720, 'avg_loss': 1.256730451084539, 'avg_acc_mask': 56.64253370513443, 'loss': 1.5334655046463013}
+{'epoch': 119, 'iter': 730, 'avg_loss': 1.2551773080421376, 'avg_acc_mask': 56.68399273314494, 'loss': 1.3989869356155396}
+{'epoch': 119, 'iter': 740, 'avg_loss': 1.255020059554683, 'avg_acc_mask': 56.708621461618826, 'loss': 1.186785101890564}
+{'epoch': 119, 'iter': 750, 'avg_loss': 1.2551132589777045, 'avg_acc_mask': 56.70077793320082, 'loss': 1.2690315246582031}
+{'epoch': 119, 'iter': 760, 'avg_loss': 1.2557725289178114, 'avg_acc_mask': 56.70190582415984, 'loss': 1.3629783391952515}
+{'epoch': 119, 'iter': 770, 'avg_loss': 1.2570982169548361, 'avg_acc_mask': 56.62906848922239, 'loss': 1.3267096281051636}
+{'epoch': 119, 'iter': 780, 'avg_loss': 1.257247692338941, 'avg_acc_mask': 56.6497461928934, 'loss': 1.321216106414795}
+{'epoch': 119, 'iter': 790, 'avg_loss': 1.2567307698892431, 'avg_acc_mask': 56.672108208955216, 'loss': 1.1748108863830566}
+{'epoch': 119, 'iter': 800, 'avg_loss': 1.255988447332799, 'avg_acc_mask': 56.70699389330568, 'loss': 1.2017040252685547}
+{'epoch': 119, 'iter': 810, 'avg_loss': 1.2571314406453755, 'avg_acc_mask': 56.68684018929741, 'loss': 1.3115997314453125}
+{'epoch': 119, 'iter': 820, 'avg_loss': 1.2578585839736185, 'avg_acc_mask': 56.65670165658927, 'loss': 1.34330415725708}
+{'epoch': 119, 'iter': 830, 'avg_loss': 1.2578277144621426, 'avg_acc_mask': 56.65992487720312, 'loss': 1.1438788175582886}
+{'epoch': 119, 'iter': 840, 'avg_loss': 1.2580135536250547, 'avg_acc_mask': 56.62655893202179, 'loss': 1.3215672969818115}
+{'epoch': 119, 'iter': 850, 'avg_loss': 1.2592080999625415, 'avg_acc_mask': 56.59087950709419, 'loss': 1.1590328216552734}
+{'epoch': 119, 'iter': 860, 'avg_loss': 1.2598052460972855, 'avg_acc_mask': 56.55769313166802, 'loss': 1.2998707294464111}
+{'epoch': 119, 'iter': 870, 'avg_loss': 1.2615589215478995, 'avg_acc_mask': 56.51116562341397, 'loss': 1.1761764287948608}
+{'epoch': 119, 'iter': 880, 'avg_loss': 1.2614471271008287, 'avg_acc_mask': 56.51901247987959, 'loss': 1.21150541305542}
+{'epoch': 119, 'iter': 890, 'avg_loss': 1.2610805110899286, 'avg_acc_mask': 56.56331498116488, 'loss': 0.964575469493866}
+{'epoch': 119, 'iter': 900, 'avg_loss': 1.2618989998704189, 'avg_acc_mask': 56.535887517652114, 'loss': 1.5154145956039429}
+{'epoch': 119, 'iter': 910, 'avg_loss': 1.263029012277019, 'avg_acc_mask': 56.491299069202746, 'loss': 1.3872240781784058}
+{'epoch': 119, 'iter': 920, 'avg_loss': 1.2621234208830794, 'avg_acc_mask': 56.54089561804053, 'loss': 1.1023247241973877}
+{'epoch': 119, 'iter': 930, 'avg_loss': 1.2612539772444458, 'avg_acc_mask': 56.580565805658054, 'loss': 1.2658816576004028}
+{'epoch': 119, 'iter': 940, 'avg_loss': 1.2618802587613542, 'avg_acc_mask': 56.550736577806546, 'loss': 0.9235427975654602}
+{'epoch': 119, 'iter': 950, 'avg_loss': 1.2617282809143187, 'avg_acc_mask': 56.55169736612255, 'loss': 1.585723876953125}
+{'epoch': 119, 'iter': 960, 'avg_loss': 1.262567910083747, 'avg_acc_mask': 56.551631426321755, 'loss': 1.387286901473999}
+{'epoch': 119, 'iter': 970, 'avg_loss': 1.2626721191111603, 'avg_acc_mask': 56.53976343513483, 'loss': 1.0222417116165161}
+{'epoch': 119, 'iter': 980, 'avg_loss': 1.2625907685657038, 'avg_acc_mask': 56.527304557348046, 'loss': 1.4461008310317993}
+{'epoch': 119, 'iter': 990, 'avg_loss': 1.262880401522312, 'avg_acc_mask': 56.49825881301328, 'loss': 1.5763800144195557}
+{'epoch': 119, 'iter': 1000, 'avg_loss': 1.2621244491635264, 'avg_acc_mask': 56.48166921644886, 'loss': 1.193199634552002}
+{'epoch': 119, 'iter': 1010, 'avg_loss': 1.2623557839855832, 'avg_acc_mask': 56.47407082556737, 'loss': 0.9663668870925903}
+{'epoch': 119, 'iter': 1020, 'avg_loss': 1.2618918440484392, 'avg_acc_mask': 56.49360040494613, 'loss': 1.1896400451660156}
+{'epoch': 119, 'iter': 1030, 'avg_loss': 1.2610820739969943, 'avg_acc_mask': 56.519012292585025, 'loss': 1.2840827703475952}
+{'epoch': 119, 'iter': 1040, 'avg_loss': 1.2607387744040586, 'avg_acc_mask': 56.51610613186618, 'loss': 1.230567455291748}
+{'epoch': 119, 'iter': 1050, 'avg_loss': 1.2595962178242082, 'avg_acc_mask': 56.584011387800295, 'loss': 1.0385147333145142}
+{'epoch': 119, 'iter': 1060, 'avg_loss': 1.2586518536189275, 'avg_acc_mask': 56.61090124123044, 'loss': 0.767288088798523}
+{'epoch': 119, 'iter': 1070, 'avg_loss': 1.257733775621035, 'avg_acc_mask': 56.63242442000759, 'loss': 1.375151515007019}
+{'epoch': 119, 'iter': 1080, 'avg_loss': 1.257228964297006, 'avg_acc_mask': 56.64680676716117, 'loss': 1.1977198123931885}
+{'epoch': 119, 'iter': 1090, 'avg_loss': 1.2574372896352675, 'avg_acc_mask': 56.635643464013654, 'loss': 1.4017612934112549}
+{'epoch': 119, 'iter': 1100, 'avg_loss': 1.2565703412600802, 'avg_acc_mask': 56.67051713458222, 'loss': 1.0839954614639282}
+{'epoch': 'EP119_train', 'avg_loss': 1.257170204231642, 'total_masked_acc': 56.63052543786489}
+{'epoch': 120, 'iter': 0, 'avg_loss': 1.4521723985671997, 'avg_acc_mask': 56.14035087719298, 'loss': 1.4521723985671997}
+{'epoch': 120, 'iter': 10, 'avg_loss': 1.3109897754409097, 'avg_acc_mask': 57.35056542810986, 'loss': 0.8623517155647278}
+{'epoch': 120, 'iter': 20, 'avg_loss': 1.303607966218676, 'avg_acc_mask': 57.39495798319327, 'loss': 1.3098667860031128}
+{'epoch': 120, 'iter': 30, 'avg_loss': 1.277588257866521, 'avg_acc_mask': 56.683878370625365, 'loss': 1.2806888818740845}
+{'epoch': 120, 'iter': 40, 'avg_loss': 1.272886245715909, 'avg_acc_mask': 56.51984300043611, 'loss': 1.4659106731414795}
+{'epoch': 120, 'iter': 50, 'avg_loss': 1.2893749463791941, 'avg_acc_mask': 55.833333333333336, 'loss': 1.5158644914627075}
+{'epoch': 120, 'iter': 60, 'avg_loss': 1.27262886723534, 'avg_acc_mask': 56.111111111111114, 'loss': 1.2401868104934692}
+{'epoch': 120, 'iter': 70, 'avg_loss': 1.2666281629616105, 'avg_acc_mask': 56.13768666160466, 'loss': 1.1669474840164185}
+{'epoch': 120, 'iter': 80, 'avg_loss': 1.2612180444929335, 'avg_acc_mask': 56.20146438872864, 'loss': 1.3774328231811523}
+{'epoch': 120, 'iter': 90, 'avg_loss': 1.2602721341363676, 'avg_acc_mask': 56.33359559402046, 'loss': 0.8334197998046875}
+{'epoch': 120, 'iter': 100, 'avg_loss': 1.255526091202651, 'avg_acc_mask': 56.44611798457952, 'loss': 1.1711134910583496}
+{'epoch': 120, 'iter': 110, 'avg_loss': 1.2583860207248379, 'avg_acc_mask': 56.45988420181969, 'loss': 0.9334511756896973}
+{'epoch': 120, 'iter': 120, 'avg_loss': 1.2473702824805393, 'avg_acc_mask': 56.676287406957314, 'loss': 1.2367146015167236}
+{'epoch': 120, 'iter': 130, 'avg_loss': 1.2477225492928774, 'avg_acc_mask': 56.62297824874511, 'loss': 1.32988440990448}
+{'epoch': 120, 'iter': 140, 'avg_loss': 1.2522917419460649, 'avg_acc_mask': 56.5409622886866, 'loss': 1.0930649042129517}
+{'epoch': 120, 'iter': 150, 'avg_loss': 1.245063314374709, 'avg_acc_mask': 56.85503685503686, 'loss': 1.230196237564087}
+{'epoch': 120, 'iter': 160, 'avg_loss': 1.2437719125184954, 'avg_acc_mask': 56.77770067083044, 'loss': 1.1827459335327148}
+{'epoch': 120, 'iter': 170, 'avg_loss': 1.2508896885559573, 'avg_acc_mask': 56.58780117212937, 'loss': 1.6332120895385742}
+{'epoch': 120, 'iter': 180, 'avg_loss': 1.2530639570062332, 'avg_acc_mask': 56.58906778791919, 'loss': 1.2943867444992065}
+{'epoch': 120, 'iter': 190, 'avg_loss': 1.2559067425927566, 'avg_acc_mask': 56.492313642076766, 'loss': 1.2412770986557007}
+{'epoch': 120, 'iter': 200, 'avg_loss': 1.2547165709941541, 'avg_acc_mask': 56.42324339257758, 'loss': 1.1930958032608032}
+{'epoch': 120, 'iter': 210, 'avg_loss': 1.2520385150095863, 'avg_acc_mask': 56.55256937757157, 'loss': 0.909845769405365}
+{'epoch': 120, 'iter': 220, 'avg_loss': 1.2488604608704061, 'avg_acc_mask': 56.750667556742314, 'loss': 1.2064698934555054}
+{'epoch': 120, 'iter': 230, 'avg_loss': 1.2497592052339992, 'avg_acc_mask': 56.70391061452514, 'loss': 1.3211827278137207}
+{'epoch': 120, 'iter': 240, 'avg_loss': 1.2525152321673032, 'avg_acc_mask': 56.69629175605271, 'loss': 1.119811773300171}
+{'epoch': 120, 'iter': 250, 'avg_loss': 1.2545512779300432, 'avg_acc_mask': 56.659805939429575, 'loss': 1.032150149345398}
+{'epoch': 120, 'iter': 260, 'avg_loss': 1.2563852539921172, 'avg_acc_mask': 56.670902160101654, 'loss': 1.2701894044876099}
+{'epoch': 120, 'iter': 270, 'avg_loss': 1.260100663148169, 'avg_acc_mask': 56.58145227087299, 'loss': 1.4880907535552979}
+{'epoch': 120, 'iter': 280, 'avg_loss': 1.2601242101489436, 'avg_acc_mask': 56.606616442843105, 'loss': 1.059414029121399}
+{'epoch': 120, 'iter': 290, 'avg_loss': 1.2584797983726685, 'avg_acc_mask': 56.65189873417722, 'loss': 0.950089156627655}
+{'epoch': 120, 'iter': 300, 'avg_loss': 1.2554983007551428, 'avg_acc_mask': 56.789972485478444, 'loss': 1.2769434452056885}
+{'epoch': 120, 'iter': 310, 'avg_loss': 1.2523661267335775, 'avg_acc_mask': 56.81549028896258, 'loss': 0.8292262554168701}
+{'epoch': 120, 'iter': 320, 'avg_loss': 1.2564634086558382, 'avg_acc_mask': 56.72800460034503, 'loss': 1.3076856136322021}
+{'epoch': 120, 'iter': 330, 'avg_loss': 1.2560831706329414, 'avg_acc_mask': 56.778291636485214, 'loss': 1.050364375114441}
+{'epoch': 120, 'iter': 340, 'avg_loss': 1.256203995596978, 'avg_acc_mask': 56.76858254105445, 'loss': 1.0733015537261963}
+{'epoch': 120, 'iter': 350, 'avg_loss': 1.2547615934640934, 'avg_acc_mask': 56.86790071518721, 'loss': 1.324240803718567}
+{'epoch': 120, 'iter': 360, 'avg_loss': 1.2561640889690853, 'avg_acc_mask': 56.7774154097024, 'loss': 1.3336560726165771}
+{'epoch': 120, 'iter': 370, 'avg_loss': 1.2559052906589045, 'avg_acc_mask': 56.81626580709149, 'loss': 1.2741621732711792}
+{'epoch': 120, 'iter': 380, 'avg_loss': 1.2576656975145415, 'avg_acc_mask': 56.76666345133597, 'loss': 1.0731302499771118}
+{'epoch': 120, 'iter': 390, 'avg_loss': 1.256141906199248, 'avg_acc_mask': 56.824800375763274, 'loss': 1.4200239181518555}
+{'epoch': 120, 'iter': 400, 'avg_loss': 1.2571639937355632, 'avg_acc_mask': 56.80307960221804, 'loss': 1.094783067703247}
+{'epoch': 120, 'iter': 410, 'avg_loss': 1.2560092316636784, 'avg_acc_mask': 56.83047891606672, 'loss': 1.2637579441070557}
+{'epoch': 120, 'iter': 420, 'avg_loss': 1.2563489048328083, 'avg_acc_mask': 56.81857942617214, 'loss': 1.271202564239502}
+{'epoch': 120, 'iter': 430, 'avg_loss': 1.2561161713091238, 'avg_acc_mask': 56.80407516801507, 'loss': 1.0978341102600098}
+{'epoch': 120, 'iter': 440, 'avg_loss': 1.2593245307604473, 'avg_acc_mask': 56.72964387226216, 'loss': 1.6715859174728394}
+{'epoch': 120, 'iter': 450, 'avg_loss': 1.2599710006671576, 'avg_acc_mask': 56.78790355537393, 'loss': 0.9856654405593872}
+{'epoch': 120, 'iter': 460, 'avg_loss': 1.2601841757975019, 'avg_acc_mask': 56.776512881965246, 'loss': 1.0988919734954834}
+{'epoch': 120, 'iter': 470, 'avg_loss': 1.2604616541265177, 'avg_acc_mask': 56.75411884125868, 'loss': 1.1127007007598877}
+{'epoch': 120, 'iter': 480, 'avg_loss': 1.262013415041188, 'avg_acc_mask': 56.723781840434484, 'loss': 1.1055079698562622}
+{'epoch': 120, 'iter': 490, 'avg_loss': 1.2619530341290166, 'avg_acc_mask': 56.67453448728036, 'loss': 1.2322911024093628}
+{'epoch': 120, 'iter': 500, 'avg_loss': 1.2605852152773007, 'avg_acc_mask': 56.74524491444518, 'loss': 1.148392915725708}
+{'epoch': 120, 'iter': 510, 'avg_loss': 1.2585920446539578, 'avg_acc_mask': 56.81646457741157, 'loss': 1.0590405464172363}
+{'epoch': 120, 'iter': 520, 'avg_loss': 1.259241626267241, 'avg_acc_mask': 56.81457164036853, 'loss': 1.503483533859253}
+{'epoch': 120, 'iter': 530, 'avg_loss': 1.2592558581276803, 'avg_acc_mask': 56.85391701877121, 'loss': 1.3206195831298828}
+{'epoch': 120, 'iter': 540, 'avg_loss': 1.258922860604778, 'avg_acc_mask': 56.78760701182226, 'loss': 1.1393285989761353}
+{'epoch': 120, 'iter': 550, 'avg_loss': 1.2602881813006046, 'avg_acc_mask': 56.68363781571328, 'loss': 1.2602477073669434}
+{'epoch': 120, 'iter': 560, 'avg_loss': 1.2592881485527636, 'avg_acc_mask': 56.735895339329524, 'loss': 1.1490007638931274}
+{'epoch': 120, 'iter': 570, 'avg_loss': 1.258284383500729, 'avg_acc_mask': 56.806350022495025, 'loss': 0.984782338142395}
+{'epoch': 120, 'iter': 580, 'avg_loss': 1.2589021310748825, 'avg_acc_mask': 56.76810404697267, 'loss': 1.61072838306427}
+{'epoch': 120, 'iter': 590, 'avg_loss': 1.2583387453745667, 'avg_acc_mask': 56.78901357802716, 'loss': 1.1376734972000122}
+{'epoch': 120, 'iter': 600, 'avg_loss': 1.2588924653518219, 'avg_acc_mask': 56.76730710582495, 'loss': 1.4925847053527832}
+{'epoch': 120, 'iter': 610, 'avg_loss': 1.2598355192989843, 'avg_acc_mask': 56.765845017563876, 'loss': 1.3692784309387207}
+{'epoch': 120, 'iter': 620, 'avg_loss': 1.25879368353965, 'avg_acc_mask': 56.81018942640149, 'loss': 1.6652071475982666}
+{'epoch': 120, 'iter': 630, 'avg_loss': 1.2582029095731333, 'avg_acc_mask': 56.84489178496626, 'loss': 1.3712279796600342}
+{'epoch': 120, 'iter': 640, 'avg_loss': 1.25752852785048, 'avg_acc_mask': 56.879839403498714, 'loss': 1.0723966360092163}
+{'epoch': 120, 'iter': 650, 'avg_loss': 1.2580730293386726, 'avg_acc_mask': 56.86972238696376, 'loss': 1.2509794235229492}
+{'epoch': 120, 'iter': 660, 'avg_loss': 1.2581186188151003, 'avg_acc_mask': 56.837916063675834, 'loss': 1.4580469131469727}
+{'epoch': 120, 'iter': 670, 'avg_loss': 1.2586754134088622, 'avg_acc_mask': 56.76054018445322, 'loss': 1.3667998313903809}
+{'epoch': 120, 'iter': 680, 'avg_loss': 1.259406720314082, 'avg_acc_mask': 56.723154679856215, 'loss': 1.4636238813400269}
+{'epoch': 120, 'iter': 690, 'avg_loss': 1.2594932717110763, 'avg_acc_mask': 56.69850730383418, 'loss': 1.1290570497512817}
+{'epoch': 120, 'iter': 700, 'avg_loss': 1.260020996551541, 'avg_acc_mask': 56.6781898177247, 'loss': 1.2843670845031738}
+{'epoch': 120, 'iter': 710, 'avg_loss': 1.2591999952803181, 'avg_acc_mask': 56.731614036901135, 'loss': 0.8868908882141113}
+{'epoch': 120, 'iter': 720, 'avg_loss': 1.2600230238970043, 'avg_acc_mask': 56.698826464373894, 'loss': 1.2754898071289062}
+{'epoch': 120, 'iter': 730, 'avg_loss': 1.2586687620622188, 'avg_acc_mask': 56.72406003714673, 'loss': 1.260946273803711}
+{'epoch': 120, 'iter': 740, 'avg_loss': 1.2593560742463177, 'avg_acc_mask': 56.70913056409239, 'loss': 1.167389988899231}
+{'epoch': 120, 'iter': 750, 'avg_loss': 1.2605309064156522, 'avg_acc_mask': 56.6628409562648, 'loss': 1.1588777303695679}
+{'epoch': 120, 'iter': 760, 'avg_loss': 1.2596871963311747, 'avg_acc_mask': 56.71839606728035, 'loss': 0.9447382092475891}
+{'epoch': 120, 'iter': 770, 'avg_loss': 1.2607464700666693, 'avg_acc_mask': 56.64063427255679, 'loss': 1.2715246677398682}
+{'epoch': 120, 'iter': 780, 'avg_loss': 1.2597038793960698, 'avg_acc_mask': 56.68089297439265, 'loss': 1.3914138078689575}
+{'epoch': 120, 'iter': 790, 'avg_loss': 1.2591792285517707, 'avg_acc_mask': 56.699501680380116, 'loss': 1.0546680688858032}
+{'epoch': 120, 'iter': 800, 'avg_loss': 1.258792420377148, 'avg_acc_mask': 56.683366504243594, 'loss': 1.234165072441101}
+{'epoch': 120, 'iter': 810, 'avg_loss': 1.2591697072424224, 'avg_acc_mask': 56.65575251213729, 'loss': 1.1610037088394165}
+{'epoch': 120, 'iter': 820, 'avg_loss': 1.2588346390718375, 'avg_acc_mask': 56.636753281542994, 'loss': 1.1377973556518555}
+{'epoch': 120, 'iter': 830, 'avg_loss': 1.2592653495166564, 'avg_acc_mask': 56.63578204279727, 'loss': 1.423068881034851}
+{'epoch': 120, 'iter': 840, 'avg_loss': 1.2588129468820324, 'avg_acc_mask': 56.636454747483555, 'loss': 1.3641422986984253}
+{'epoch': 120, 'iter': 850, 'avg_loss': 1.2598966630449306, 'avg_acc_mask': 56.61364272337861, 'loss': 1.4633350372314453}
+{'epoch': 120, 'iter': 860, 'avg_loss': 1.2608144010539393, 'avg_acc_mask': 56.621023983670696, 'loss': 1.4549524784088135}
+{'epoch': 120, 'iter': 870, 'avg_loss': 1.2619960082247939, 'avg_acc_mask': 56.589358799454295, 'loss': 1.2035329341888428}
+{'epoch': 120, 'iter': 880, 'avg_loss': 1.2628276047722842, 'avg_acc_mask': 56.58744161909704, 'loss': 1.108522891998291}
+{'epoch': 120, 'iter': 890, 'avg_loss': 1.26263905380979, 'avg_acc_mask': 56.597686031935226, 'loss': 1.0092122554779053}
+{'epoch': 120, 'iter': 900, 'avg_loss': 1.2627875787039575, 'avg_acc_mask': 56.60112930088963, 'loss': 1.5299646854400635}
+{'epoch': 120, 'iter': 910, 'avg_loss': 1.2645869696702967, 'avg_acc_mask': 56.57292085174769, 'loss': 1.3192681074142456}
+{'epoch': 120, 'iter': 920, 'avg_loss': 1.2642375881845347, 'avg_acc_mask': 56.60741270977492, 'loss': 1.3286737203598022}
+{'epoch': 120, 'iter': 930, 'avg_loss': 1.2633141101879157, 'avg_acc_mask': 56.646329462704195, 'loss': 1.3781777620315552}
+{'epoch': 120, 'iter': 940, 'avg_loss': 1.2634362835559785, 'avg_acc_mask': 56.63773643652215, 'loss': 1.101563811302185}
+{'epoch': 120, 'iter': 950, 'avg_loss': 1.263482312236048, 'avg_acc_mask': 56.63302646277108, 'loss': 1.6934421062469482}
+{'epoch': 120, 'iter': 960, 'avg_loss': 1.2631175821331115, 'avg_acc_mask': 56.63325584054271, 'loss': 1.3177831172943115}
+{'epoch': 120, 'iter': 970, 'avg_loss': 1.2637557123397332, 'avg_acc_mask': 56.62457595175273, 'loss': 1.1508880853652954}
+{'epoch': 120, 'iter': 980, 'avg_loss': 1.2637500954330514, 'avg_acc_mask': 56.6044776119403, 'loss': 1.083581566810608}
+{'epoch': 120, 'iter': 990, 'avg_loss': 1.2641517717229611, 'avg_acc_mask': 56.602171183812125, 'loss': 1.3672573566436768}
+{'epoch': 120, 'iter': 1000, 'avg_loss': 1.2646236765634764, 'avg_acc_mask': 56.585294547580766, 'loss': 1.3892589807510376}
+{'epoch': 120, 'iter': 1010, 'avg_loss': 1.2637732022476007, 'avg_acc_mask': 56.60629963996888, 'loss': 1.3078972101211548}
+{'epoch': 120, 'iter': 1020, 'avg_loss': 1.263330255794712, 'avg_acc_mask': 56.61522486393583, 'loss': 1.067397952079773}
+{'epoch': 120, 'iter': 1030, 'avg_loss': 1.2628704831510003, 'avg_acc_mask': 56.64018161180476, 'loss': 1.229262351989746}
+{'epoch': 120, 'iter': 1040, 'avg_loss': 1.2633886347586551, 'avg_acc_mask': 56.61106912490993, 'loss': 1.3072701692581177}
+{'epoch': 120, 'iter': 1050, 'avg_loss': 1.263318680446563, 'avg_acc_mask': 56.62535250496118, 'loss': 1.1006782054901123}
+{'epoch': 120, 'iter': 1060, 'avg_loss': 1.2634424097576196, 'avg_acc_mask': 56.62723322066634, 'loss': 0.9120271801948547}
+{'epoch': 120, 'iter': 1070, 'avg_loss': 1.2630015181448835, 'avg_acc_mask': 56.62333669268743, 'loss': 1.3349645137786865}
+{'epoch': 120, 'iter': 1080, 'avg_loss': 1.2631303972386299, 'avg_acc_mask': 56.66565185034842, 'loss': 1.3525910377502441}
+{'epoch': 120, 'iter': 1090, 'avg_loss': 1.2633379820724018, 'avg_acc_mask': 56.64825046040516, 'loss': 1.1712157726287842}
+{'epoch': 120, 'iter': 1100, 'avg_loss': 1.2636061443944717, 'avg_acc_mask': 56.66207765927449, 'loss': 1.1523551940917969}
+{'epoch': 'EP120_train', 'avg_loss': 1.2638745093777168, 'total_masked_acc': 56.64661554732945}
+{'epoch': 121, 'iter': 0, 'avg_loss': 1.640921950340271, 'avg_acc_mask': 50.79365079365079, 'loss': 1.640921950340271}
+{'epoch': 121, 'iter': 10, 'avg_loss': 1.3004434542222456, 'avg_acc_mask': 54.67511885895404, 'loss': 0.924834132194519}
+{'epoch': 121, 'iter': 20, 'avg_loss': 1.3150336628868466, 'avg_acc_mask': 53.63175675675676, 'loss': 1.2737820148468018}
+{'epoch': 121, 'iter': 30, 'avg_loss': 1.3214319713654057, 'avg_acc_mask': 53.841709994222995, 'loss': 1.4713521003723145}
+{'epoch': 121, 'iter': 40, 'avg_loss': 1.3017321854102901, 'avg_acc_mask': 55.21606285464863, 'loss': 1.005699872970581}
+{'epoch': 121, 'iter': 50, 'avg_loss': 1.3071358811621572, 'avg_acc_mask': 54.62833099579243, 'loss': 1.5510531663894653}
+{'epoch': 121, 'iter': 60, 'avg_loss': 1.2866083393331433, 'avg_acc_mask': 55.4569653948536, 'loss': 1.1153275966644287}
+{'epoch': 121, 'iter': 70, 'avg_loss': 1.2841921507472722, 'avg_acc_mask': 55.636090977255684, 'loss': 1.3647428750991821}
+{'epoch': 121, 'iter': 80, 'avg_loss': 1.287883699676137, 'avg_acc_mask': 55.433347998240215, 'loss': 1.2871055603027344}
+{'epoch': 121, 'iter': 90, 'avg_loss': 1.2855320847951448, 'avg_acc_mask': 55.7244374259771, 'loss': 1.2016422748565674}
+{'epoch': 121, 'iter': 100, 'avg_loss': 1.2683282305698584, 'avg_acc_mask': 56.11408199643494, 'loss': 0.8935807347297668}
+{'epoch': 121, 'iter': 110, 'avg_loss': 1.264123937568149, 'avg_acc_mask': 56.28771815364541, 'loss': 0.8104275465011597}
+{'epoch': 121, 'iter': 120, 'avg_loss': 1.257992644940526, 'avg_acc_mask': 56.43979057591623, 'loss': 1.461729884147644}
+{'epoch': 121, 'iter': 130, 'avg_loss': 1.2616961029649691, 'avg_acc_mask': 56.30680253373727, 'loss': 1.563880443572998}
+{'epoch': 121, 'iter': 140, 'avg_loss': 1.2595797172674896, 'avg_acc_mask': 56.229257084503445, 'loss': 1.1451992988586426}
+{'epoch': 121, 'iter': 150, 'avg_loss': 1.2525385393212174, 'avg_acc_mask': 56.4434845212383, 'loss': 1.455712914466858}
+{'epoch': 121, 'iter': 160, 'avg_loss': 1.25289908958518, 'avg_acc_mask': 56.361795477556534, 'loss': 1.4369462728500366}
+{'epoch': 121, 'iter': 170, 'avg_loss': 1.2565796092936867, 'avg_acc_mask': 56.2, 'loss': 1.018927812576294}
+{'epoch': 121, 'iter': 180, 'avg_loss': 1.254317914254099, 'avg_acc_mask': 56.471410038918265, 'loss': 1.4845795631408691}
+{'epoch': 121, 'iter': 190, 'avg_loss': 1.2522596501555119, 'avg_acc_mask': 56.43957289993386, 'loss': 1.0176763534545898}
+{'epoch': 121, 'iter': 200, 'avg_loss': 1.2477580056854742, 'avg_acc_mask': 56.38556385563855, 'loss': 1.139163613319397}
+{'epoch': 121, 'iter': 210, 'avg_loss': 1.2499465527127704, 'avg_acc_mask': 56.365503080082135, 'loss': 1.351323127746582}
+{'epoch': 121, 'iter': 220, 'avg_loss': 1.2476351112801565, 'avg_acc_mask': 56.53448416252748, 'loss': 1.1412943601608276}
+{'epoch': 121, 'iter': 230, 'avg_loss': 1.2505262148328673, 'avg_acc_mask': 56.554746810675425, 'loss': 0.8699194192886353}
+{'epoch': 121, 'iter': 240, 'avg_loss': 1.2512355422083272, 'avg_acc_mask': 56.573705179282875, 'loss': 1.286002516746521}
+{'epoch': 121, 'iter': 250, 'avg_loss': 1.2536799378129115, 'avg_acc_mask': 56.45860424794105, 'loss': 1.2361435890197754}
+{'epoch': 121, 'iter': 260, 'avg_loss': 1.2543852907030975, 'avg_acc_mask': 56.42310368823939, 'loss': 1.300938606262207}
+{'epoch': 121, 'iter': 270, 'avg_loss': 1.257494902478813, 'avg_acc_mask': 56.3540343605856, 'loss': 1.4613673686981201}
+{'epoch': 121, 'iter': 280, 'avg_loss': 1.2579866914986715, 'avg_acc_mask': 56.396816152203456, 'loss': 0.7284302115440369}
+{'epoch': 121, 'iter': 290, 'avg_loss': 1.2555393394326018, 'avg_acc_mask': 56.4765541851875, 'loss': 0.849534809589386}
+{'epoch': 121, 'iter': 300, 'avg_loss': 1.2541579560584009, 'avg_acc_mask': 56.503597992380726, 'loss': 0.8417933583259583}
+{'epoch': 121, 'iter': 310, 'avg_loss': 1.2559974007667836, 'avg_acc_mask': 56.33645955451348, 'loss': 1.0131771564483643}
+{'epoch': 121, 'iter': 320, 'avg_loss': 1.2561176638365534, 'avg_acc_mask': 56.4289373328021, 'loss': 1.4491522312164307}
+{'epoch': 121, 'iter': 330, 'avg_loss': 1.2596166913603009, 'avg_acc_mask': 56.424982053122754, 'loss': 1.3024113178253174}
+{'epoch': 121, 'iter': 340, 'avg_loss': 1.2551021357435634, 'avg_acc_mask': 56.52173913043478, 'loss': 1.1773085594177246}
+{'epoch': 121, 'iter': 350, 'avg_loss': 1.2530541200923104, 'avg_acc_mask': 56.643721318314554, 'loss': 1.3031830787658691}
+{'epoch': 121, 'iter': 360, 'avg_loss': 1.2540034848236972, 'avg_acc_mask': 56.63120567375886, 'loss': 1.685103178024292}
+{'epoch': 121, 'iter': 370, 'avg_loss': 1.252115612724078, 'avg_acc_mask': 56.67028199566161, 'loss': 1.2599527835845947}
+{'epoch': 121, 'iter': 380, 'avg_loss': 1.254763497611669, 'avg_acc_mask': 56.53986201609812, 'loss': 0.819088876247406}
+{'epoch': 121, 'iter': 390, 'avg_loss': 1.2553363276259673, 'avg_acc_mask': 56.5160567587752, 'loss': 1.3198963403701782}
+{'epoch': 121, 'iter': 400, 'avg_loss': 1.2563172039248403, 'avg_acc_mask': 56.505102040816325, 'loss': 0.9445232152938843}
+{'epoch': 121, 'iter': 410, 'avg_loss': 1.2535527586356856, 'avg_acc_mask': 56.61810429066358, 'loss': 1.1247702836990356}
+{'epoch': 121, 'iter': 420, 'avg_loss': 1.2529430509746216, 'avg_acc_mask': 56.6506097296359, 'loss': 1.1789751052856445}
+{'epoch': 121, 'iter': 430, 'avg_loss': 1.2502930865486923, 'avg_acc_mask': 56.75515223475532, 'loss': 1.1625043153762817}
+{'epoch': 121, 'iter': 440, 'avg_loss': 1.254005183573483, 'avg_acc_mask': 56.67287399130975, 'loss': 1.582258701324463}
+{'epoch': 121, 'iter': 450, 'avg_loss': 1.2555599901205685, 'avg_acc_mask': 56.67179155203107, 'loss': 0.9594804048538208}
+{'epoch': 121, 'iter': 460, 'avg_loss': 1.2552629311017514, 'avg_acc_mask': 56.69266400095015, 'loss': 1.2518469095230103}
+{'epoch': 121, 'iter': 470, 'avg_loss': 1.2544276278995912, 'avg_acc_mask': 56.70498084291188, 'loss': 0.9945339560508728}
+{'epoch': 121, 'iter': 480, 'avg_loss': 1.25337304791393, 'avg_acc_mask': 56.75911191937561, 'loss': 1.1278711557388306}
+{'epoch': 121, 'iter': 490, 'avg_loss': 1.2524464937674296, 'avg_acc_mask': 56.762378812079795, 'loss': 1.5131425857543945}
+{'epoch': 121, 'iter': 500, 'avg_loss': 1.251552782015886, 'avg_acc_mask': 56.77771709448389, 'loss': 1.2834261655807495}
+{'epoch': 121, 'iter': 510, 'avg_loss': 1.2504585634938892, 'avg_acc_mask': 56.801313160148446, 'loss': 1.1282905340194702}
+{'epoch': 121, 'iter': 520, 'avg_loss': 1.2490718431070076, 'avg_acc_mask': 56.87187204703741, 'loss': 1.3830846548080444}
+{'epoch': 121, 'iter': 530, 'avg_loss': 1.2486848881689168, 'avg_acc_mask': 56.88725574367252, 'loss': 1.2794902324676514}
+{'epoch': 121, 'iter': 540, 'avg_loss': 1.2482433990057207, 'avg_acc_mask': 56.88376483279396, 'loss': 1.315126895904541}
+{'epoch': 121, 'iter': 550, 'avg_loss': 1.2503590145690904, 'avg_acc_mask': 56.80735644350358, 'loss': 1.2166112661361694}
+{'epoch': 121, 'iter': 560, 'avg_loss': 1.2487202704271532, 'avg_acc_mask': 56.89851396611713, 'loss': 1.0556976795196533}
+{'epoch': 121, 'iter': 570, 'avg_loss': 1.2489591712709485, 'avg_acc_mask': 56.904366700715016, 'loss': 1.3597761392593384}
+{'epoch': 121, 'iter': 580, 'avg_loss': 1.2481710424521704, 'avg_acc_mask': 56.94527020684043, 'loss': 1.572145938873291}
+{'epoch': 121, 'iter': 590, 'avg_loss': 1.2477326846969914, 'avg_acc_mask': 56.95887379356981, 'loss': 1.219606637954712}
+{'epoch': 121, 'iter': 600, 'avg_loss': 1.2466394609698837, 'avg_acc_mask': 57.00643679550331, 'loss': 1.331947922706604}
+{'epoch': 121, 'iter': 610, 'avg_loss': 1.248249499380296, 'avg_acc_mask': 56.97155439181147, 'loss': 1.4619320631027222}
+{'epoch': 121, 'iter': 620, 'avg_loss': 1.2463993508842641, 'avg_acc_mask': 57.07004130415678, 'loss': 1.475353479385376}
+{'epoch': 121, 'iter': 630, 'avg_loss': 1.245499656903196, 'avg_acc_mask': 57.06668972275059, 'loss': 1.1914396286010742}
+{'epoch': 121, 'iter': 640, 'avg_loss': 1.2462792382597365, 'avg_acc_mask': 57.10269226400091, 'loss': 1.2928578853607178}
+{'epoch': 121, 'iter': 650, 'avg_loss': 1.2472362856161758, 'avg_acc_mask': 57.09157200953583, 'loss': 1.5311566591262817}
+{'epoch': 121, 'iter': 660, 'avg_loss': 1.2476388799440843, 'avg_acc_mask': 57.063053097345126, 'loss': 1.2965619564056396}
+{'epoch': 121, 'iter': 670, 'avg_loss': 1.2478920225770214, 'avg_acc_mask': 57.083674025620056, 'loss': 1.3904016017913818}
+{'epoch': 121, 'iter': 680, 'avg_loss': 1.248506149969087, 'avg_acc_mask': 57.03592412738443, 'loss': 1.3613470792770386}
+{'epoch': 121, 'iter': 690, 'avg_loss': 1.249144156055064, 'avg_acc_mask': 57.02643346651496, 'loss': 1.149236798286438}
+{'epoch': 121, 'iter': 700, 'avg_loss': 1.253048034180248, 'avg_acc_mask': 56.9279307467668, 'loss': 2.022862434387207}
+{'epoch': 121, 'iter': 710, 'avg_loss': 1.2527259735786127, 'avg_acc_mask': 56.94555181193899, 'loss': 1.0854460000991821}
+{'epoch': 121, 'iter': 720, 'avg_loss': 1.2540919684834686, 'avg_acc_mask': 56.86721939098908, 'loss': 1.6239315271377563}
+{'epoch': 121, 'iter': 730, 'avg_loss': 1.2513101928537425, 'avg_acc_mask': 56.9420123080002, 'loss': 1.087686538696289}
+{'epoch': 121, 'iter': 740, 'avg_loss': 1.2508143518778638, 'avg_acc_mask': 56.947254157004004, 'loss': 1.0971078872680664}
+{'epoch': 121, 'iter': 750, 'avg_loss': 1.2517068869423136, 'avg_acc_mask': 56.91944741706392, 'loss': 1.3705753087997437}
+{'epoch': 121, 'iter': 760, 'avg_loss': 1.2523548147994805, 'avg_acc_mask': 56.88560850122614, 'loss': 1.282731056213379}
+{'epoch': 121, 'iter': 770, 'avg_loss': 1.2539527350517252, 'avg_acc_mask': 56.791294245951775, 'loss': 1.344090461730957}
+{'epoch': 121, 'iter': 780, 'avg_loss': 1.2539609482132672, 'avg_acc_mask': 56.79214786010448, 'loss': 1.484229326248169}
+{'epoch': 121, 'iter': 790, 'avg_loss': 1.2544221883326505, 'avg_acc_mask': 56.77768276053343, 'loss': 1.197326421737671}
+{'epoch': 121, 'iter': 800, 'avg_loss': 1.2535547015818764, 'avg_acc_mask': 56.80204552199621, 'loss': 1.1709593534469604}
+{'epoch': 121, 'iter': 810, 'avg_loss': 1.2541483058588425, 'avg_acc_mask': 56.79505404002798, 'loss': 1.4029920101165771}
+{'epoch': 121, 'iter': 820, 'avg_loss': 1.254447071909469, 'avg_acc_mask': 56.800695791797686, 'loss': 1.3222787380218506}
+{'epoch': 121, 'iter': 830, 'avg_loss': 1.2550463679321693, 'avg_acc_mask': 56.792436196940976, 'loss': 1.159494400024414}
+{'epoch': 121, 'iter': 840, 'avg_loss': 1.2545890537368556, 'avg_acc_mask': 56.77611810303532, 'loss': 1.2534512281417847}
+{'epoch': 121, 'iter': 850, 'avg_loss': 1.2561040536777393, 'avg_acc_mask': 56.71288831559712, 'loss': 1.3665554523468018}
+{'epoch': 121, 'iter': 860, 'avg_loss': 1.2567340823693005, 'avg_acc_mask': 56.71337579617835, 'loss': 0.9583336114883423}
+{'epoch': 121, 'iter': 870, 'avg_loss': 1.2572859037073005, 'avg_acc_mask': 56.70189565509143, 'loss': 1.154572606086731}
+{'epoch': 121, 'iter': 880, 'avg_loss': 1.25772126714163, 'avg_acc_mask': 56.69265218112457, 'loss': 1.0071862936019897}
+{'epoch': 121, 'iter': 890, 'avg_loss': 1.2561617676256482, 'avg_acc_mask': 56.76890859817689, 'loss': 0.8341856002807617}
+{'epoch': 121, 'iter': 900, 'avg_loss': 1.256325824080773, 'avg_acc_mask': 56.746394011320064, 'loss': 1.41762375831604}
+{'epoch': 121, 'iter': 910, 'avg_loss': 1.2561786928501402, 'avg_acc_mask': 56.75149910755471, 'loss': 1.209922194480896}
+{'epoch': 121, 'iter': 920, 'avg_loss': 1.2559443318753238, 'avg_acc_mask': 56.77602573777655, 'loss': 1.4286565780639648}
+{'epoch': 121, 'iter': 930, 'avg_loss': 1.2561929557556497, 'avg_acc_mask': 56.761219555345875, 'loss': 1.8400355577468872}
+{'epoch': 121, 'iter': 940, 'avg_loss': 1.2564952737720056, 'avg_acc_mask': 56.77971042658634, 'loss': 0.8532978892326355}
+{'epoch': 121, 'iter': 950, 'avg_loss': 1.2567558722290457, 'avg_acc_mask': 56.73825684016228, 'loss': 1.6262633800506592}
+{'epoch': 121, 'iter': 960, 'avg_loss': 1.2566301992606919, 'avg_acc_mask': 56.720650084686085, 'loss': 1.2924389839172363}
+{'epoch': 121, 'iter': 970, 'avg_loss': 1.257110732345699, 'avg_acc_mask': 56.71734467316449, 'loss': 1.31804621219635}
+{'epoch': 121, 'iter': 980, 'avg_loss': 1.257748431751123, 'avg_acc_mask': 56.697134985200215, 'loss': 1.1262820959091187}
+{'epoch': 121, 'iter': 990, 'avg_loss': 1.2586013463623709, 'avg_acc_mask': 56.68128062483881, 'loss': 1.4880683422088623}
+{'epoch': 121, 'iter': 1000, 'avg_loss': 1.2594861669259352, 'avg_acc_mask': 56.671043513148774, 'loss': 1.6878634691238403}
+{'epoch': 121, 'iter': 1010, 'avg_loss': 1.2596982775880605, 'avg_acc_mask': 56.67130390792968, 'loss': 1.5361695289611816}
+{'epoch': 121, 'iter': 1020, 'avg_loss': 1.2590511556236799, 'avg_acc_mask': 56.67465741171419, 'loss': 1.0968056917190552}
+{'epoch': 121, 'iter': 1030, 'avg_loss': 1.2585576104955922, 'avg_acc_mask': 56.68579931972789, 'loss': 1.190783977508545}
+{'epoch': 121, 'iter': 1040, 'avg_loss': 1.25846440407316, 'avg_acc_mask': 56.68239131578486, 'loss': 1.2578130960464478}
+{'epoch': 121, 'iter': 1050, 'avg_loss': 1.2574875531142151, 'avg_acc_mask': 56.71470542217896, 'loss': 1.0549439191818237}
+{'epoch': 121, 'iter': 1060, 'avg_loss': 1.2573031646030113, 'avg_acc_mask': 56.72965942565763, 'loss': 0.9010065793991089}
+{'epoch': 121, 'iter': 1070, 'avg_loss': 1.2571227438643533, 'avg_acc_mask': 56.75311380310527, 'loss': 1.3027496337890625}
+{'epoch': 121, 'iter': 1080, 'avg_loss': 1.2561786743251402, 'avg_acc_mask': 56.81779789857766, 'loss': 0.9264739751815796}
+{'epoch': 121, 'iter': 1090, 'avg_loss': 1.2563049221235498, 'avg_acc_mask': 56.81301411088076, 'loss': 1.2267653942108154}
+{'epoch': 121, 'iter': 1100, 'avg_loss': 1.2559683353764484, 'avg_acc_mask': 56.83404339969829, 'loss': 1.0888391733169556}
+{'epoch': 'EP121_train', 'avg_loss': 1.2564580081814554, 'total_masked_acc': 56.80845791690757}
+{'epoch': 122, 'iter': 0, 'avg_loss': 1.4410744905471802, 'avg_acc_mask': 60.317460317460316, 'loss': 1.4410744905471802}
+{'epoch': 122, 'iter': 10, 'avg_loss': 1.2952624342658303, 'avg_acc_mask': 55.4858934169279, 'loss': 1.1199238300323486}
+{'epoch': 122, 'iter': 20, 'avg_loss': 1.331731569199335, 'avg_acc_mask': 54.03996524761078, 'loss': 1.4996651411056519}
+{'epoch': 122, 'iter': 30, 'avg_loss': 1.335294562001382, 'avg_acc_mask': 54.74626865671641, 'loss': 1.2692525386810303}
+{'epoch': 122, 'iter': 40, 'avg_loss': 1.3199228310003512, 'avg_acc_mask': 55.550621669627, 'loss': 1.1665767431259155}
+{'epoch': 122, 'iter': 50, 'avg_loss': 1.312245623738158, 'avg_acc_mask': 56.159548182139076, 'loss': 1.133887767791748}
+{'epoch': 122, 'iter': 60, 'avg_loss': 1.2930052456308583, 'avg_acc_mask': 56.66369842683289, 'loss': 1.2873879671096802}
+{'epoch': 122, 'iter': 70, 'avg_loss': 1.2811207737721189, 'avg_acc_mask': 57.12836123795027, 'loss': 1.2975482940673828}
+{'epoch': 122, 'iter': 80, 'avg_loss': 1.2891270981894598, 'avg_acc_mask': 56.734603455914936, 'loss': 1.2934461832046509}
+{'epoch': 122, 'iter': 90, 'avg_loss': 1.286545305461674, 'avg_acc_mask': 56.7131904855514, 'loss': 1.2516584396362305}
+{'epoch': 122, 'iter': 100, 'avg_loss': 1.274330512131795, 'avg_acc_mask': 57.17074902378416, 'loss': 0.927018404006958}
+{'epoch': 122, 'iter': 110, 'avg_loss': 1.2698219262801849, 'avg_acc_mask': 57.42155747033003, 'loss': 1.1161088943481445}
+{'epoch': 122, 'iter': 120, 'avg_loss': 1.2653582583774219, 'avg_acc_mask': 57.32636295743092, 'loss': 1.622234582901001}
+{'epoch': 122, 'iter': 130, 'avg_loss': 1.2645453965390911, 'avg_acc_mask': 57.25706409372846, 'loss': 1.1776282787322998}
+{'epoch': 122, 'iter': 140, 'avg_loss': 1.2636635299270034, 'avg_acc_mask': 57.19248584662893, 'loss': 1.1088613271713257}
+{'epoch': 122, 'iter': 150, 'avg_loss': 1.2584178893771392, 'avg_acc_mask': 57.28272694306781, 'loss': 1.51683509349823}
+{'epoch': 122, 'iter': 160, 'avg_loss': 1.2603456940710174, 'avg_acc_mask': 57.21737158407982, 'loss': 1.36297607421875}
+{'epoch': 122, 'iter': 170, 'avg_loss': 1.2618766782576578, 'avg_acc_mask': 56.890684814972346, 'loss': 1.4524506330490112}
+{'epoch': 122, 'iter': 180, 'avg_loss': 1.2616856872047508, 'avg_acc_mask': 56.84655658477647, 'loss': 1.4405200481414795}
+{'epoch': 122, 'iter': 190, 'avg_loss': 1.2604118201745118, 'avg_acc_mask': 56.874523264683454, 'loss': 1.1855089664459229}
+{'epoch': 122, 'iter': 200, 'avg_loss': 1.259823118276264, 'avg_acc_mask': 56.80559338963044, 'loss': 1.466048002243042}
+{'epoch': 122, 'iter': 210, 'avg_loss': 1.2623212083256075, 'avg_acc_mask': 56.8207343412527, 'loss': 1.216688871383667}
+{'epoch': 122, 'iter': 220, 'avg_loss': 1.262977414541115, 'avg_acc_mask': 56.77568168712415, 'loss': 1.5107272863388062}
+{'epoch': 122, 'iter': 230, 'avg_loss': 1.2605486236093364, 'avg_acc_mask': 56.810106592972765, 'loss': 1.324855089187622}
+{'epoch': 122, 'iter': 240, 'avg_loss': 1.2565268109942866, 'avg_acc_mask': 56.95549996209537, 'loss': 1.0028090476989746}
+{'epoch': 122, 'iter': 250, 'avg_loss': 1.2600757565156397, 'avg_acc_mask': 56.874863666109206, 'loss': 0.9252473711967468}
+{'epoch': 122, 'iter': 260, 'avg_loss': 1.2606362695894935, 'avg_acc_mask': 56.846733668341706, 'loss': 1.1063510179519653}
+{'epoch': 122, 'iter': 270, 'avg_loss': 1.2622806201121903, 'avg_acc_mask': 56.8107202680067, 'loss': 1.3019779920578003}
+{'epoch': 122, 'iter': 280, 'avg_loss': 1.2646009395979478, 'avg_acc_mask': 56.653474339842994, 'loss': 0.7449595332145691}
+{'epoch': 122, 'iter': 290, 'avg_loss': 1.264513031518746, 'avg_acc_mask': 56.6512036108325, 'loss': 1.367429256439209}
+{'epoch': 122, 'iter': 300, 'avg_loss': 1.2597147469900771, 'avg_acc_mask': 56.71904386337439, 'loss': 1.0661906003952026}
+{'epoch': 122, 'iter': 310, 'avg_loss': 1.2598500633163083, 'avg_acc_mask': 56.68075613478925, 'loss': 1.134096622467041}
+{'epoch': 122, 'iter': 320, 'avg_loss': 1.2611321598941292, 'avg_acc_mask': 56.5892357742138, 'loss': 1.0481839179992676}
+{'epoch': 122, 'iter': 330, 'avg_loss': 1.261336329300238, 'avg_acc_mask': 56.62690523525513, 'loss': 1.0903873443603516}
+{'epoch': 122, 'iter': 340, 'avg_loss': 1.2615230742437749, 'avg_acc_mask': 56.5834583244054, 'loss': 1.4135364294052124}
+{'epoch': 122, 'iter': 350, 'avg_loss': 1.2624301932476185, 'avg_acc_mask': 56.66423509795748, 'loss': 1.292565107345581}
+{'epoch': 122, 'iter': 360, 'avg_loss': 1.2620033961914252, 'avg_acc_mask': 56.600910470409715, 'loss': 1.211116909980774}
+{'epoch': 122, 'iter': 370, 'avg_loss': 1.2621030783396203, 'avg_acc_mask': 56.59086434337468, 'loss': 1.3601313829421997}
+{'epoch': 122, 'iter': 380, 'avg_loss': 1.2634841926454559, 'avg_acc_mask': 56.54944423150633, 'loss': 1.152861475944519}
+{'epoch': 122, 'iter': 390, 'avg_loss': 1.2619433685031998, 'avg_acc_mask': 56.64071605053378, 'loss': 1.1365153789520264}
+{'epoch': 122, 'iter': 400, 'avg_loss': 1.2637828916980145, 'avg_acc_mask': 56.56984155891459, 'loss': 1.0818191766738892}
+{'epoch': 122, 'iter': 410, 'avg_loss': 1.2618926563402162, 'avg_acc_mask': 56.648865153538054, 'loss': 1.1832855939865112}
+{'epoch': 122, 'iter': 420, 'avg_loss': 1.2593048861927205, 'avg_acc_mask': 56.73093700924795, 'loss': 1.0354059934616089}
+{'epoch': 122, 'iter': 430, 'avg_loss': 1.260782948779396, 'avg_acc_mask': 56.696809418188025, 'loss': 1.7818344831466675}
+{'epoch': 122, 'iter': 440, 'avg_loss': 1.2633015363394808, 'avg_acc_mask': 56.56624500665779, 'loss': 1.6375324726104736}
+{'epoch': 122, 'iter': 450, 'avg_loss': 1.2633689056478954, 'avg_acc_mask': 56.5735916639531, 'loss': 0.932751476764679}
+{'epoch': 122, 'iter': 460, 'avg_loss': 1.2639968794752356, 'avg_acc_mask': 56.542669584245075, 'loss': 1.3365979194641113}
+{'epoch': 122, 'iter': 470, 'avg_loss': 1.2658225929408062, 'avg_acc_mask': 56.46221461631209, 'loss': 1.1209614276885986}
+{'epoch': 122, 'iter': 480, 'avg_loss': 1.2647838080747211, 'avg_acc_mask': 56.54178894012729, 'loss': 1.028743028640747}
+{'epoch': 122, 'iter': 490, 'avg_loss': 1.2656110290840055, 'avg_acc_mask': 56.528721894375145, 'loss': 1.6852844953536987}
+{'epoch': 122, 'iter': 500, 'avg_loss': 1.264339786089823, 'avg_acc_mask': 56.51680456908545, 'loss': 1.2986961603164673}
+{'epoch': 122, 'iter': 510, 'avg_loss': 1.2629923401746732, 'avg_acc_mask': 56.49164335413528, 'loss': 1.289810061454773}
+{'epoch': 122, 'iter': 520, 'avg_loss': 1.261376985547181, 'avg_acc_mask': 56.55252589304587, 'loss': 1.3479561805725098}
+{'epoch': 122, 'iter': 530, 'avg_loss': 1.2610946939714436, 'avg_acc_mask': 56.56834607005775, 'loss': 1.4061250686645508}
+{'epoch': 122, 'iter': 540, 'avg_loss': 1.2616898468153315, 'avg_acc_mask': 56.532219732464185, 'loss': 1.2743324041366577}
+{'epoch': 122, 'iter': 550, 'avg_loss': 1.2630547506839525, 'avg_acc_mask': 56.48623425104993, 'loss': 1.4013785123825073}
+{'epoch': 122, 'iter': 560, 'avg_loss': 1.262917483554167, 'avg_acc_mask': 56.45383555351401, 'loss': 1.5362509489059448}
+{'epoch': 122, 'iter': 570, 'avg_loss': 1.2611149542177205, 'avg_acc_mask': 56.560575279739446, 'loss': 1.3100953102111816}
+{'epoch': 122, 'iter': 580, 'avg_loss': 1.2605307429464672, 'avg_acc_mask': 56.556287197669995, 'loss': 1.615097999572754}
+{'epoch': 122, 'iter': 590, 'avg_loss': 1.2608176231787693, 'avg_acc_mask': 56.5084893339138, 'loss': 1.2880688905715942}
+{'epoch': 122, 'iter': 600, 'avg_loss': 1.2599814653198256, 'avg_acc_mask': 56.5701354698633, 'loss': 1.174656629562378}
+{'epoch': 122, 'iter': 610, 'avg_loss': 1.2616515183995085, 'avg_acc_mask': 56.48737980769231, 'loss': 1.107749342918396}
+{'epoch': 122, 'iter': 620, 'avg_loss': 1.259960154692332, 'avg_acc_mask': 56.481618408210345, 'loss': 1.4606809616088867}
+{'epoch': 122, 'iter': 630, 'avg_loss': 1.2591506877527372, 'avg_acc_mask': 56.530084043388484, 'loss': 1.1641676425933838}
+{'epoch': 122, 'iter': 640, 'avg_loss': 1.2593613572872002, 'avg_acc_mask': 56.56924885995353, 'loss': 0.9477899670600891}
+{'epoch': 122, 'iter': 650, 'avg_loss': 1.2601662341350783, 'avg_acc_mask': 56.54314002828854, 'loss': 1.40969979763031}
+{'epoch': 122, 'iter': 660, 'avg_loss': 1.259059854877518, 'avg_acc_mask': 56.62952646239554, 'loss': 1.3774453401565552}
+{'epoch': 122, 'iter': 670, 'avg_loss': 1.2581778084290187, 'avg_acc_mask': 56.67718479901222, 'loss': 1.116897463798523}
+{'epoch': 122, 'iter': 680, 'avg_loss': 1.2578898385582866, 'avg_acc_mask': 56.699721689318814, 'loss': 1.6345970630645752}
+{'epoch': 122, 'iter': 690, 'avg_loss': 1.2568024546986205, 'avg_acc_mask': 56.73143465531009, 'loss': 1.3658169507980347}
+{'epoch': 122, 'iter': 700, 'avg_loss': 1.2579831927377045, 'avg_acc_mask': 56.675492175007214, 'loss': 1.2414354085922241}
+{'epoch': 122, 'iter': 710, 'avg_loss': 1.2565828382382078, 'avg_acc_mask': 56.72340645695364, 'loss': 1.1760659217834473}
+{'epoch': 122, 'iter': 720, 'avg_loss': 1.2577346255809028, 'avg_acc_mask': 56.672788490970305, 'loss': 1.2973339557647705}
+{'epoch': 122, 'iter': 730, 'avg_loss': 1.2569426781664794, 'avg_acc_mask': 56.709204862946464, 'loss': 1.2970869541168213}
+{'epoch': 122, 'iter': 740, 'avg_loss': 1.2577935017233113, 'avg_acc_mask': 56.68925796281125, 'loss': 1.163452386856079}
+{'epoch': 122, 'iter': 750, 'avg_loss': 1.2589649861249403, 'avg_acc_mask': 56.663076471164196, 'loss': 1.37566339969635}
+{'epoch': 122, 'iter': 760, 'avg_loss': 1.2581107177026325, 'avg_acc_mask': 56.73590791478248, 'loss': 1.058044672012329}
+{'epoch': 122, 'iter': 770, 'avg_loss': 1.2588261487264423, 'avg_acc_mask': 56.70467013309164, 'loss': 1.4186110496520996}
+{'epoch': 122, 'iter': 780, 'avg_loss': 1.257485981940002, 'avg_acc_mask': 56.75140310333443, 'loss': 1.2894439697265625}
+{'epoch': 122, 'iter': 790, 'avg_loss': 1.2574208566422107, 'avg_acc_mask': 56.761855958259574, 'loss': 1.6107474565505981}
+{'epoch': 122, 'iter': 800, 'avg_loss': 1.2576824111140772, 'avg_acc_mask': 56.75358719646799, 'loss': 1.2999194860458374}
+{'epoch': 122, 'iter': 810, 'avg_loss': 1.2587334071957814, 'avg_acc_mask': 56.69461295526321, 'loss': 1.270532488822937}
+{'epoch': 122, 'iter': 820, 'avg_loss': 1.2586555405452975, 'avg_acc_mask': 56.699526194058336, 'loss': 1.442119836807251}
+{'epoch': 122, 'iter': 830, 'avg_loss': 1.2583704197019445, 'avg_acc_mask': 56.70597641415151, 'loss': 1.2655576467514038}
+{'epoch': 122, 'iter': 840, 'avg_loss': 1.2579371032618456, 'avg_acc_mask': 56.70351846977275, 'loss': 1.245856761932373}
+{'epoch': 122, 'iter': 850, 'avg_loss': 1.2584086867392974, 'avg_acc_mask': 56.65915688228414, 'loss': 1.076457142829895}
+{'epoch': 122, 'iter': 860, 'avg_loss': 1.2589906824451982, 'avg_acc_mask': 56.63870222146129, 'loss': 1.3991891145706177}
+{'epoch': 122, 'iter': 870, 'avg_loss': 1.2597742407111159, 'avg_acc_mask': 56.58336678003337, 'loss': 1.2420238256454468}
+{'epoch': 122, 'iter': 880, 'avg_loss': 1.2591888202982242, 'avg_acc_mask': 56.60239403371702, 'loss': 0.8722851276397705}
+{'epoch': 122, 'iter': 890, 'avg_loss': 1.2580161556919283, 'avg_acc_mask': 56.63969538315088, 'loss': 1.1489148139953613}
+{'epoch': 122, 'iter': 900, 'avg_loss': 1.2578701542299675, 'avg_acc_mask': 56.630179028132986, 'loss': 1.4232606887817383}
+{'epoch': 122, 'iter': 910, 'avg_loss': 1.2576737087853784, 'avg_acc_mask': 56.65284659722924, 'loss': 1.2674165964126587}
+{'epoch': 122, 'iter': 920, 'avg_loss': 1.256573192136166, 'avg_acc_mask': 56.697313863349564, 'loss': 1.2095087766647339}
+{'epoch': 122, 'iter': 930, 'avg_loss': 1.2558231070781753, 'avg_acc_mask': 56.723696992525916, 'loss': 1.4729712009429932}
+{'epoch': 122, 'iter': 940, 'avg_loss': 1.2560768060299086, 'avg_acc_mask': 56.720546117933225, 'loss': 0.8268585801124573}
+{'epoch': 122, 'iter': 950, 'avg_loss': 1.2565354116958274, 'avg_acc_mask': 56.71482387665541, 'loss': 1.4194984436035156}
+{'epoch': 122, 'iter': 960, 'avg_loss': 1.2560112347339865, 'avg_acc_mask': 56.7359255771042, 'loss': 1.3713226318359375}
+{'epoch': 122, 'iter': 970, 'avg_loss': 1.2558268171751412, 'avg_acc_mask': 56.762154759187396, 'loss': 1.2656198740005493}
+{'epoch': 122, 'iter': 980, 'avg_loss': 1.2551318072276256, 'avg_acc_mask': 56.7975603328188, 'loss': 0.8798825740814209}
+{'epoch': 122, 'iter': 990, 'avg_loss': 1.2561018815194562, 'avg_acc_mask': 56.77421757181955, 'loss': 1.5070695877075195}
+{'epoch': 122, 'iter': 1000, 'avg_loss': 1.2564838485760645, 'avg_acc_mask': 56.73513035141414, 'loss': 1.5272990465164185}
+{'epoch': 122, 'iter': 1010, 'avg_loss': 1.2559077286342957, 'avg_acc_mask': 56.782167372571934, 'loss': 0.957669198513031}
+{'epoch': 122, 'iter': 1020, 'avg_loss': 1.255522198296434, 'avg_acc_mask': 56.78273911707837, 'loss': 1.183077335357666}
+{'epoch': 122, 'iter': 1030, 'avg_loss': 1.2547680781259916, 'avg_acc_mask': 56.803896638790896, 'loss': 1.2972818613052368}
+{'epoch': 122, 'iter': 1040, 'avg_loss': 1.2557646541155725, 'avg_acc_mask': 56.763516389953175, 'loss': 1.1687500476837158}
+{'epoch': 122, 'iter': 1050, 'avg_loss': 1.2547792179827233, 'avg_acc_mask': 56.82409621606415, 'loss': 1.2033368349075317}
+{'epoch': 122, 'iter': 1060, 'avg_loss': 1.2543318973297672, 'avg_acc_mask': 56.84065742739746, 'loss': 1.037100911140442}
+{'epoch': 122, 'iter': 1070, 'avg_loss': 1.2529556974977338, 'avg_acc_mask': 56.89292246109251, 'loss': 1.2881938219070435}
+{'epoch': 122, 'iter': 1080, 'avg_loss': 1.252415977177192, 'avg_acc_mask': 56.91101354698738, 'loss': 0.9202006459236145}
+{'epoch': 122, 'iter': 1090, 'avg_loss': 1.2518141341253117, 'avg_acc_mask': 56.90704911378703, 'loss': 1.228161096572876}
+{'epoch': 122, 'iter': 1100, 'avg_loss': 1.2509571593204052, 'avg_acc_mask': 56.94127899182197, 'loss': 1.0020167827606201}
+{'epoch': 'EP122_train', 'avg_loss': 1.2513660625095282, 'total_masked_acc': 56.93101548018636}
+{'epoch': 123, 'iter': 0, 'avg_loss': 1.4716757535934448, 'avg_acc_mask': 40.0, 'loss': 1.4716757535934448}
+{'epoch': 123, 'iter': 10, 'avg_loss': 1.3170558539303867, 'avg_acc_mask': 54.56110154905336, 'loss': 1.2976449728012085}
+{'epoch': 123, 'iter': 20, 'avg_loss': 1.2992164066859655, 'avg_acc_mask': 53.99305555555556, 'loss': 1.4030991792678833}
+{'epoch': 123, 'iter': 30, 'avg_loss': 1.272838992457236, 'avg_acc_mask': 55.28312901342674, 'loss': 1.2744923830032349}
+{'epoch': 123, 'iter': 40, 'avg_loss': 1.260193638685273, 'avg_acc_mask': 55.88364918466284, 'loss': 1.1813193559646606}
+{'epoch': 123, 'iter': 50, 'avg_loss': 1.2712113226161283, 'avg_acc_mask': 55.5010511562719, 'loss': 1.4361180067062378}
+{'epoch': 123, 'iter': 60, 'avg_loss': 1.261196870295728, 'avg_acc_mask': 55.84647426361202, 'loss': 1.0603574514389038}
+{'epoch': 123, 'iter': 70, 'avg_loss': 1.250387968311847, 'avg_acc_mask': 56.33055344958302, 'loss': 1.0338995456695557}
+{'epoch': 123, 'iter': 80, 'avg_loss': 1.2579975326855977, 'avg_acc_mask': 56.23885918003565, 'loss': 1.219048023223877}
+{'epoch': 123, 'iter': 90, 'avg_loss': 1.2647867916704534, 'avg_acc_mask': 56.178217821782184, 'loss': 1.2333738803863525}
+{'epoch': 123, 'iter': 100, 'avg_loss': 1.2538205892732828, 'avg_acc_mask': 56.5942939171003, 'loss': 1.2486900091171265}
+{'epoch': 123, 'iter': 110, 'avg_loss': 1.2519907962094556, 'avg_acc_mask': 56.668303060055635, 'loss': 1.1240075826644897}
+{'epoch': 123, 'iter': 120, 'avg_loss': 1.2498428599893554, 'avg_acc_mask': 56.524353577871324, 'loss': 1.3281400203704834}
+{'epoch': 123, 'iter': 130, 'avg_loss': 1.2488047990180153, 'avg_acc_mask': 56.6993238581482, 'loss': 1.152058720588684}
+{'epoch': 123, 'iter': 140, 'avg_loss': 1.2483277206725263, 'avg_acc_mask': 56.64968152866242, 'loss': 1.0779836177825928}
+{'epoch': 123, 'iter': 150, 'avg_loss': 1.2418427566029377, 'avg_acc_mask': 56.88215648854962, 'loss': 1.4805703163146973}
+{'epoch': 123, 'iter': 160, 'avg_loss': 1.2392474520280494, 'avg_acc_mask': 57.02572166685387, 'loss': 1.2477381229400635}
+{'epoch': 123, 'iter': 170, 'avg_loss': 1.2445268170875416, 'avg_acc_mask': 56.717203621815116, 'loss': 1.0802977085113525}
+{'epoch': 123, 'iter': 180, 'avg_loss': 1.2432272829403535, 'avg_acc_mask': 56.93452380952381, 'loss': 1.1091171503067017}
+{'epoch': 123, 'iter': 190, 'avg_loss': 1.2459972235544814, 'avg_acc_mask': 56.838048688786536, 'loss': 1.1204853057861328}
+{'epoch': 123, 'iter': 200, 'avg_loss': 1.246901455210216, 'avg_acc_mask': 56.802143814202765, 'loss': 1.1608247756958008}
+{'epoch': 123, 'iter': 210, 'avg_loss': 1.2433154478457302, 'avg_acc_mask': 56.93275524951118, 'loss': 1.0340913534164429}
+{'epoch': 123, 'iter': 220, 'avg_loss': 1.24120744429023, 'avg_acc_mask': 57.04185290532304, 'loss': 1.6048665046691895}
+{'epoch': 123, 'iter': 230, 'avg_loss': 1.2423077375341804, 'avg_acc_mask': 57.05578996718237, 'loss': 1.302810788154602}
+{'epoch': 123, 'iter': 240, 'avg_loss': 1.2429408829241868, 'avg_acc_mask': 57.05705705705706, 'loss': 1.2610173225402832}
+{'epoch': 123, 'iter': 250, 'avg_loss': 1.2473968789871945, 'avg_acc_mask': 56.91156364683025, 'loss': 1.0605789422988892}
+{'epoch': 123, 'iter': 260, 'avg_loss': 1.2470943722231635, 'avg_acc_mask': 56.93591777609161, 'loss': 1.1413466930389404}
+{'epoch': 123, 'iter': 270, 'avg_loss': 1.2500871309934947, 'avg_acc_mask': 56.84908789386402, 'loss': 1.582706093788147}
+{'epoch': 123, 'iter': 280, 'avg_loss': 1.2498579725251928, 'avg_acc_mask': 56.822118160241196, 'loss': 0.5354799032211304}
+{'epoch': 123, 'iter': 290, 'avg_loss': 1.2502799710047614, 'avg_acc_mask': 56.78423107915452, 'loss': 1.1763721704483032}
+{'epoch': 123, 'iter': 300, 'avg_loss': 1.2485585315679, 'avg_acc_mask': 56.81709073451753, 'loss': 1.0311055183410645}
+{'epoch': 123, 'iter': 310, 'avg_loss': 1.2480245188501486, 'avg_acc_mask': 56.829140765700345, 'loss': 0.8191477656364441}
+{'epoch': 123, 'iter': 320, 'avg_loss': 1.248617946358856, 'avg_acc_mask': 56.794719918767974, 'loss': 1.1583456993103027}
+{'epoch': 123, 'iter': 330, 'avg_loss': 1.2482014449701568, 'avg_acc_mask': 56.779058964970766, 'loss': 1.0366990566253662}
+{'epoch': 123, 'iter': 340, 'avg_loss': 1.2505479021505876, 'avg_acc_mask': 56.62006143417011, 'loss': 1.3563745021820068}
+{'epoch': 123, 'iter': 350, 'avg_loss': 1.248335047155364, 'avg_acc_mask': 56.720568544649296, 'loss': 1.2474085092544556}
+{'epoch': 123, 'iter': 360, 'avg_loss': 1.2475428323666475, 'avg_acc_mask': 56.73904342605564, 'loss': 1.3428608179092407}
+{'epoch': 123, 'iter': 370, 'avg_loss': 1.2461680732968683, 'avg_acc_mask': 56.78254942058623, 'loss': 1.2247194051742554}
+{'epoch': 123, 'iter': 380, 'avg_loss': 1.2491915432486946, 'avg_acc_mask': 56.666983012242575, 'loss': 0.9677860736846924}
+{'epoch': 123, 'iter': 390, 'avg_loss': 1.2482380911212443, 'avg_acc_mask': 56.718071844122264, 'loss': 1.421499252319336}
+{'epoch': 123, 'iter': 400, 'avg_loss': 1.247811459543699, 'avg_acc_mask': 56.74554879423034, 'loss': 1.0997005701065063}
+{'epoch': 123, 'iter': 410, 'avg_loss': 1.2462759902587481, 'avg_acc_mask': 56.759973550804496, 'loss': 0.9429029822349548}
+{'epoch': 123, 'iter': 420, 'avg_loss': 1.245862331356402, 'avg_acc_mask': 56.768879113296244, 'loss': 1.3439265489578247}
+{'epoch': 123, 'iter': 430, 'avg_loss': 1.2460354484980731, 'avg_acc_mask': 56.804010785305024, 'loss': 1.146268367767334}
+{'epoch': 123, 'iter': 440, 'avg_loss': 1.2467272842552115, 'avg_acc_mask': 56.76622039134912, 'loss': 1.5128884315490723}
+{'epoch': 123, 'iter': 450, 'avg_loss': 1.2481239297966207, 'avg_acc_mask': 56.75969992740178, 'loss': 1.172683835029602}
+{'epoch': 123, 'iter': 460, 'avg_loss': 1.2461339482257785, 'avg_acc_mask': 56.79421869446748, 'loss': 1.1199350357055664}
+{'epoch': 123, 'iter': 470, 'avg_loss': 1.2469597405688777, 'avg_acc_mask': 56.76177221062398, 'loss': 1.3004436492919922}
+{'epoch': 123, 'iter': 480, 'avg_loss': 1.2472075788989632, 'avg_acc_mask': 56.7738514562739, 'loss': 1.0740883350372314}
+{'epoch': 123, 'iter': 490, 'avg_loss': 1.2496464835164989, 'avg_acc_mask': 56.70931270455222, 'loss': 1.509609580039978}
+{'epoch': 123, 'iter': 500, 'avg_loss': 1.2484997407404963, 'avg_acc_mask': 56.71266795324619, 'loss': 1.0127573013305664}
+{'epoch': 123, 'iter': 510, 'avg_loss': 1.2480756094544367, 'avg_acc_mask': 56.737943097847435, 'loss': 1.2188230752944946}
+{'epoch': 123, 'iter': 520, 'avg_loss': 1.2491669129730414, 'avg_acc_mask': 56.70605561204811, 'loss': 1.6358249187469482}
+{'epoch': 123, 'iter': 530, 'avg_loss': 1.2487563545870017, 'avg_acc_mask': 56.736563027235476, 'loss': 1.2636067867279053}
+{'epoch': 123, 'iter': 540, 'avg_loss': 1.2480794720200206, 'avg_acc_mask': 56.71883979581488, 'loss': 1.407912015914917}
+{'epoch': 123, 'iter': 550, 'avg_loss': 1.2490412648057332, 'avg_acc_mask': 56.628184713375795, 'loss': 1.1660089492797852}
+{'epoch': 123, 'iter': 560, 'avg_loss': 1.2498169393675425, 'avg_acc_mask': 56.646343451468816, 'loss': 1.3993169069290161}
+{'epoch': 123, 'iter': 570, 'avg_loss': 1.2498338603514088, 'avg_acc_mask': 56.69233237086942, 'loss': 1.2629759311676025}
+{'epoch': 123, 'iter': 580, 'avg_loss': 1.2488582517932492, 'avg_acc_mask': 56.71524097905627, 'loss': 1.4695090055465698}
+{'epoch': 123, 'iter': 590, 'avg_loss': 1.2475101825751225, 'avg_acc_mask': 56.771414404363455, 'loss': 1.2239842414855957}
+{'epoch': 123, 'iter': 600, 'avg_loss': 1.24592921390708, 'avg_acc_mask': 56.83286602462514, 'loss': 1.1580485105514526}
+{'epoch': 123, 'iter': 610, 'avg_loss': 1.2490025621194105, 'avg_acc_mask': 56.781767542152075, 'loss': 1.6950359344482422}
+{'epoch': 123, 'iter': 620, 'avg_loss': 1.2483142543338155, 'avg_acc_mask': 56.80845411341028, 'loss': 1.5200809240341187}
+{'epoch': 123, 'iter': 630, 'avg_loss': 1.2483685175325905, 'avg_acc_mask': 56.81976744186047, 'loss': 1.0768022537231445}
+{'epoch': 123, 'iter': 640, 'avg_loss': 1.2485788162338567, 'avg_acc_mask': 56.822547810878234, 'loss': 1.0935537815093994}
+{'epoch': 123, 'iter': 650, 'avg_loss': 1.249628542663498, 'avg_acc_mask': 56.784160876687565, 'loss': 1.4179015159606934}
+{'epoch': 123, 'iter': 660, 'avg_loss': 1.2486388411897034, 'avg_acc_mask': 56.790226526409526, 'loss': 1.130545735359192}
+{'epoch': 123, 'iter': 670, 'avg_loss': 1.2490098720691243, 'avg_acc_mask': 56.80858067701761, 'loss': 1.5199934244155884}
+{'epoch': 123, 'iter': 680, 'avg_loss': 1.2493304375684908, 'avg_acc_mask': 56.81314523539268, 'loss': 1.3886228799819946}
+{'epoch': 123, 'iter': 690, 'avg_loss': 1.2504051112059056, 'avg_acc_mask': 56.78078909536234, 'loss': 1.291032075881958}
+{'epoch': 123, 'iter': 700, 'avg_loss': 1.252483112580766, 'avg_acc_mask': 56.71019509125236, 'loss': 1.5711747407913208}
+{'epoch': 123, 'iter': 710, 'avg_loss': 1.2508991047132199, 'avg_acc_mask': 56.77738113715143, 'loss': 1.280053734779358}
+{'epoch': 123, 'iter': 720, 'avg_loss': 1.2522768624612595, 'avg_acc_mask': 56.69843049327354, 'loss': 1.3905459642410278}
+{'epoch': 123, 'iter': 730, 'avg_loss': 1.2514728287339374, 'avg_acc_mask': 56.765452580247846, 'loss': 1.4384548664093018}
+{'epoch': 123, 'iter': 740, 'avg_loss': 1.2527474471431994, 'avg_acc_mask': 56.707165881477806, 'loss': 1.1538116931915283}
+{'epoch': 123, 'iter': 750, 'avg_loss': 1.2538105077178436, 'avg_acc_mask': 56.68476665688289, 'loss': 1.5859867334365845}
+{'epoch': 123, 'iter': 760, 'avg_loss': 1.2532810398062957, 'avg_acc_mask': 56.69472258501427, 'loss': 1.136100172996521}
+{'epoch': 123, 'iter': 770, 'avg_loss': 1.2553108585019983, 'avg_acc_mask': 56.60966826452982, 'loss': 1.299963116645813}
+{'epoch': 123, 'iter': 780, 'avg_loss': 1.2548253368323958, 'avg_acc_mask': 56.64413088030906, 'loss': 1.180780291557312}
+{'epoch': 123, 'iter': 790, 'avg_loss': 1.2538268838911382, 'avg_acc_mask': 56.69582615978782, 'loss': 1.1552373170852661}
+{'epoch': 123, 'iter': 800, 'avg_loss': 1.2527992470880573, 'avg_acc_mask': 56.73419642651827, 'loss': 1.2911450862884521}
+{'epoch': 123, 'iter': 810, 'avg_loss': 1.2534059385336136, 'avg_acc_mask': 56.70028163895703, 'loss': 1.0219794511795044}
+{'epoch': 123, 'iter': 820, 'avg_loss': 1.2539956272737407, 'avg_acc_mask': 56.663748400565694, 'loss': 1.2696846723556519}
+{'epoch': 123, 'iter': 830, 'avg_loss': 1.2533452896721813, 'avg_acc_mask': 56.69039856277863, 'loss': 1.2761280536651611}
+{'epoch': 123, 'iter': 840, 'avg_loss': 1.2531014762366994, 'avg_acc_mask': 56.70631530525071, 'loss': 1.3765575885772705}
+{'epoch': 123, 'iter': 850, 'avg_loss': 1.2533326297473124, 'avg_acc_mask': 56.68643664227888, 'loss': 1.223318338394165}
+{'epoch': 123, 'iter': 860, 'avg_loss': 1.2541085129277079, 'avg_acc_mask': 56.63181303055573, 'loss': 1.2092173099517822}
+{'epoch': 123, 'iter': 870, 'avg_loss': 1.2549805433139736, 'avg_acc_mask': 56.60883147585275, 'loss': 1.1631782054901123}
+{'epoch': 123, 'iter': 880, 'avg_loss': 1.255104178196997, 'avg_acc_mask': 56.62389149713093, 'loss': 1.0488404035568237}
+{'epoch': 123, 'iter': 890, 'avg_loss': 1.2542420293880767, 'avg_acc_mask': 56.669904317096865, 'loss': 0.8048732280731201}
+{'epoch': 123, 'iter': 900, 'avg_loss': 1.2547096850207855, 'avg_acc_mask': 56.64565354876879, 'loss': 1.381386160850525}
+{'epoch': 123, 'iter': 910, 'avg_loss': 1.2548352125316498, 'avg_acc_mask': 56.63773965691221, 'loss': 1.195523977279663}
+{'epoch': 123, 'iter': 920, 'avg_loss': 1.2542003235910149, 'avg_acc_mask': 56.685796556619806, 'loss': 1.3927487134933472}
+{'epoch': 123, 'iter': 930, 'avg_loss': 1.253401395585688, 'avg_acc_mask': 56.739483161185646, 'loss': 1.4498037099838257}
+{'epoch': 123, 'iter': 940, 'avg_loss': 1.2536652124903533, 'avg_acc_mask': 56.72815477005536, 'loss': 1.0032352209091187}
+{'epoch': 123, 'iter': 950, 'avg_loss': 1.2539303409940437, 'avg_acc_mask': 56.73776711056055, 'loss': 1.3287678956985474}
+{'epoch': 123, 'iter': 960, 'avg_loss': 1.2549218190572264, 'avg_acc_mask': 56.73038210088384, 'loss': 1.334845781326294}
+{'epoch': 123, 'iter': 970, 'avg_loss': 1.2545427171749386, 'avg_acc_mask': 56.77562558099828, 'loss': 1.0289899110794067}
+{'epoch': 123, 'iter': 980, 'avg_loss': 1.2540656630173856, 'avg_acc_mask': 56.78476877147525, 'loss': 1.151610016822815}
+{'epoch': 123, 'iter': 990, 'avg_loss': 1.2542957352581467, 'avg_acc_mask': 56.776060701630705, 'loss': 1.563596487045288}
+{'epoch': 123, 'iter': 1000, 'avg_loss': 1.254774722781453, 'avg_acc_mask': 56.74419459141682, 'loss': 1.3428868055343628}
+{'epoch': 123, 'iter': 1010, 'avg_loss': 1.2553577397744569, 'avg_acc_mask': 56.73054175538207, 'loss': 1.3941751718521118}
+{'epoch': 123, 'iter': 1020, 'avg_loss': 1.2555068247348624, 'avg_acc_mask': 56.73251814367267, 'loss': 1.0880093574523926}
+{'epoch': 123, 'iter': 1030, 'avg_loss': 1.2549975039193517, 'avg_acc_mask': 56.76408664311459, 'loss': 1.3015321493148804}
+{'epoch': 123, 'iter': 1040, 'avg_loss': 1.2543075230119323, 'avg_acc_mask': 56.764300604176235, 'loss': 1.3160393238067627}
+{'epoch': 123, 'iter': 1050, 'avg_loss': 1.254084754965625, 'avg_acc_mask': 56.76337801420922, 'loss': 1.1907596588134766}
+{'epoch': 123, 'iter': 1060, 'avg_loss': 1.2537121718273647, 'avg_acc_mask': 56.79012345679012, 'loss': 1.1026675701141357}
+{'epoch': 123, 'iter': 1070, 'avg_loss': 1.2535532142490455, 'avg_acc_mask': 56.791162726772946, 'loss': 1.453015923500061}
+{'epoch': 123, 'iter': 1080, 'avg_loss': 1.2531581697477223, 'avg_acc_mask': 56.817060934337846, 'loss': 1.0276224613189697}
+{'epoch': 123, 'iter': 1090, 'avg_loss': 1.2539551063047212, 'avg_acc_mask': 56.77404153623481, 'loss': 1.0935916900634766}
+{'epoch': 123, 'iter': 1100, 'avg_loss': 1.2540659026380672, 'avg_acc_mask': 56.775732105930224, 'loss': 1.152511715888977}
+{'epoch': 'EP123_train', 'avg_loss': 1.2546628611120163, 'total_masked_acc': 56.75769959134855}
+{'epoch': 124, 'iter': 0, 'avg_loss': 1.458604335784912, 'avg_acc_mask': 45.45454545454545, 'loss': 1.458604335784912}
+{'epoch': 124, 'iter': 10, 'avg_loss': 1.324467491019856, 'avg_acc_mask': 54.67075038284839, 'loss': 1.230216383934021}
+{'epoch': 124, 'iter': 20, 'avg_loss': 1.319184817018963, 'avg_acc_mask': 54.841402337228715, 'loss': 1.2960119247436523}
+{'epoch': 124, 'iter': 30, 'avg_loss': 1.2822260202900055, 'avg_acc_mask': 56.01394538059268, 'loss': 1.3295552730560303}
+{'epoch': 124, 'iter': 40, 'avg_loss': 1.2770304738021478, 'avg_acc_mask': 55.86145648312611, 'loss': 1.3096917867660522}
+{'epoch': 124, 'iter': 50, 'avg_loss': 1.2934023282107185, 'avg_acc_mask': 55.36984352773826, 'loss': 1.2173398733139038}
+{'epoch': 124, 'iter': 60, 'avg_loss': 1.280776406897873, 'avg_acc_mask': 55.86042350134208, 'loss': 1.3694162368774414}
+{'epoch': 124, 'iter': 70, 'avg_loss': 1.275155246257782, 'avg_acc_mask': 56.32621951219512, 'loss': 1.2724072933197021}
+{'epoch': 124, 'iter': 80, 'avg_loss': 1.2699755032857258, 'avg_acc_mask': 56.480248557478916, 'loss': 1.1707361936569214}
+{'epoch': 124, 'iter': 90, 'avg_loss': 1.26644424029759, 'avg_acc_mask': 56.718473342514265, 'loss': 1.292254090309143}
+{'epoch': 124, 'iter': 100, 'avg_loss': 1.2572264954595282, 'avg_acc_mask': 57.20938563496328, 'loss': 1.0253431797027588}
+{'epoch': 124, 'iter': 110, 'avg_loss': 1.2636838635882817, 'avg_acc_mask': 56.897116644823065, 'loss': 1.1517075300216675}
+{'epoch': 124, 'iter': 120, 'avg_loss': 1.2572231140018495, 'avg_acc_mask': 57.065625469289685, 'loss': 1.4255671501159668}
+{'epoch': 124, 'iter': 130, 'avg_loss': 1.256133037669058, 'avg_acc_mask': 57.09356886558101, 'loss': 1.318576693534851}
+{'epoch': 124, 'iter': 140, 'avg_loss': 1.252788374609981, 'avg_acc_mask': 56.88415104032879, 'loss': 1.0921471118927002}
+{'epoch': 124, 'iter': 150, 'avg_loss': 1.2490385731324454, 'avg_acc_mask': 57.1912013536379, 'loss': 1.4345227479934692}
+{'epoch': 124, 'iter': 160, 'avg_loss': 1.2536155696241011, 'avg_acc_mask': 57.12990251643618, 'loss': 1.174202799797058}
+{'epoch': 124, 'iter': 170, 'avg_loss': 1.2644727752919782, 'avg_acc_mask': 56.57768797192385, 'loss': 1.4210760593414307}
+{'epoch': 124, 'iter': 180, 'avg_loss': 1.2617448732997831, 'avg_acc_mask': 56.711748082357694, 'loss': 1.3983490467071533}
+{'epoch': 124, 'iter': 190, 'avg_loss': 1.25933429333552, 'avg_acc_mask': 56.67621776504298, 'loss': 1.1692988872528076}
+{'epoch': 124, 'iter': 200, 'avg_loss': 1.2547573939484744, 'avg_acc_mask': 56.67242790866916, 'loss': 1.258628249168396}
+{'epoch': 124, 'iter': 210, 'avg_loss': 1.2506032162368015, 'avg_acc_mask': 56.860715825786976, 'loss': 1.1080840826034546}
+{'epoch': 124, 'iter': 220, 'avg_loss': 1.250316004138187, 'avg_acc_mask': 56.87869822485207, 'loss': 1.3742249011993408}
+{'epoch': 124, 'iter': 230, 'avg_loss': 1.252272991649, 'avg_acc_mask': 56.85550404651528, 'loss': 1.2484689950942993}
+{'epoch': 124, 'iter': 240, 'avg_loss': 1.2505095930020345, 'avg_acc_mask': 56.857553521446405, 'loss': 1.0920933485031128}
+{'epoch': 124, 'iter': 250, 'avg_loss': 1.2529912697841448, 'avg_acc_mask': 56.798133702704675, 'loss': 1.0608736276626587}
+{'epoch': 124, 'iter': 260, 'avg_loss': 1.257302787568834, 'avg_acc_mask': 56.64590186883181, 'loss': 1.1570959091186523}
+{'epoch': 124, 'iter': 270, 'avg_loss': 1.2564966177148573, 'avg_acc_mask': 56.720448254911226, 'loss': 1.3825279474258423}
+{'epoch': 124, 'iter': 280, 'avg_loss': 1.2538581395064385, 'avg_acc_mask': 56.778060061233795, 'loss': 0.6076574921607971}
+{'epoch': 124, 'iter': 290, 'avg_loss': 1.2530355711573178, 'avg_acc_mask': 56.725329981143936, 'loss': 1.1444323062896729}
+{'epoch': 124, 'iter': 300, 'avg_loss': 1.251542447413321, 'avg_acc_mask': 56.764329658281056, 'loss': 1.0881510972976685}
+{'epoch': 124, 'iter': 310, 'avg_loss': 1.2514683079106248, 'avg_acc_mask': 56.7149187592319, 'loss': 1.2372002601623535}
+{'epoch': 124, 'iter': 320, 'avg_loss': 1.2512866665269726, 'avg_acc_mask': 56.75582793974454, 'loss': 1.3185774087905884}
+{'epoch': 124, 'iter': 330, 'avg_loss': 1.2505719474435213, 'avg_acc_mask': 56.76380793782959, 'loss': 1.0553945302963257}
+{'epoch': 124, 'iter': 340, 'avg_loss': 1.2497047287278162, 'avg_acc_mask': 56.761412575366066, 'loss': 1.3491032123565674}
+{'epoch': 124, 'iter': 350, 'avg_loss': 1.2510732388564325, 'avg_acc_mask': 56.7176692517292, 'loss': 1.353773832321167}
+{'epoch': 124, 'iter': 360, 'avg_loss': 1.2514035067730003, 'avg_acc_mask': 56.71064024856109, 'loss': 1.5775612592697144}
+{'epoch': 124, 'iter': 370, 'avg_loss': 1.250004336358402, 'avg_acc_mask': 56.829788288958305, 'loss': 1.032498836517334}
+{'epoch': 124, 'iter': 380, 'avg_loss': 1.2541552933808073, 'avg_acc_mask': 56.74227799227799, 'loss': 1.0745798349380493}
+{'epoch': 124, 'iter': 390, 'avg_loss': 1.2533667250667386, 'avg_acc_mask': 56.769339289913, 'loss': 1.3427579402923584}
+{'epoch': 124, 'iter': 400, 'avg_loss': 1.2512092627492035, 'avg_acc_mask': 56.785648742888604, 'loss': 1.0810962915420532}
+{'epoch': 124, 'iter': 410, 'avg_loss': 1.251384263346085, 'avg_acc_mask': 56.78824267407474, 'loss': 1.5360558032989502}
+{'epoch': 124, 'iter': 420, 'avg_loss': 1.2508661943773192, 'avg_acc_mask': 56.82126152904664, 'loss': 1.0957398414611816}
+{'epoch': 124, 'iter': 430, 'avg_loss': 1.2505733365249192, 'avg_acc_mask': 56.91126279863481, 'loss': 1.0703935623168945}
+{'epoch': 124, 'iter': 440, 'avg_loss': 1.2528157850512032, 'avg_acc_mask': 56.83435276494819, 'loss': 1.5051419734954834}
+{'epoch': 124, 'iter': 450, 'avg_loss': 1.254053014080699, 'avg_acc_mask': 56.7792123162139, 'loss': 1.1566978693008423}
+{'epoch': 124, 'iter': 460, 'avg_loss': 1.2557825504311253, 'avg_acc_mask': 56.70328795478067, 'loss': 1.3154491186141968}
+{'epoch': 124, 'iter': 470, 'avg_loss': 1.254776029703217, 'avg_acc_mask': 56.72578444747612, 'loss': 1.3321110010147095}
+{'epoch': 124, 'iter': 480, 'avg_loss': 1.2545490886961843, 'avg_acc_mask': 56.71379442109286, 'loss': 1.2671393156051636}
+{'epoch': 124, 'iter': 490, 'avg_loss': 1.256670365508365, 'avg_acc_mask': 56.65967488201363, 'loss': 1.469496726989746}
+{'epoch': 124, 'iter': 500, 'avg_loss': 1.2564762347710585, 'avg_acc_mask': 56.65062630863608, 'loss': 1.2472491264343262}
+{'epoch': 124, 'iter': 510, 'avg_loss': 1.2557316964853067, 'avg_acc_mask': 56.65610142630745, 'loss': 1.0553338527679443}
+{'epoch': 124, 'iter': 520, 'avg_loss': 1.255738223354098, 'avg_acc_mask': 56.66100975816716, 'loss': 1.4419596195220947}
+{'epoch': 124, 'iter': 530, 'avg_loss': 1.2548984073649692, 'avg_acc_mask': 56.68158013387438, 'loss': 1.0693336725234985}
+{'epoch': 124, 'iter': 540, 'avg_loss': 1.2550600524750744, 'avg_acc_mask': 56.71412999046191, 'loss': 1.1804654598236084}
+{'epoch': 124, 'iter': 550, 'avg_loss': 1.2560769220012935, 'avg_acc_mask': 56.70478865703584, 'loss': 1.2764673233032227}
+{'epoch': 124, 'iter': 560, 'avg_loss': 1.2549620117733185, 'avg_acc_mask': 56.73908042199363, 'loss': 1.122963786125183}
+{'epoch': 124, 'iter': 570, 'avg_loss': 1.2539904137417648, 'avg_acc_mask': 56.7765686052895, 'loss': 1.023059606552124}
+{'epoch': 124, 'iter': 580, 'avg_loss': 1.2527236506573716, 'avg_acc_mask': 56.795685279187815, 'loss': 1.4281669855117798}
+{'epoch': 124, 'iter': 590, 'avg_loss': 1.2533111865750424, 'avg_acc_mask': 56.777310269596384, 'loss': 1.1871399879455566}
+{'epoch': 124, 'iter': 600, 'avg_loss': 1.2539728472316127, 'avg_acc_mask': 56.768023540951454, 'loss': 1.258668065071106}
+{'epoch': 124, 'iter': 610, 'avg_loss': 1.2556171968408576, 'avg_acc_mask': 56.68595888346295, 'loss': 1.2589784860610962}
+{'epoch': 124, 'iter': 620, 'avg_loss': 1.2536200524912173, 'avg_acc_mask': 56.74705585713862, 'loss': 1.41049063205719}
+{'epoch': 124, 'iter': 630, 'avg_loss': 1.2522382840112725, 'avg_acc_mask': 56.77206504919564, 'loss': 1.2523822784423828}
+{'epoch': 124, 'iter': 640, 'avg_loss': 1.2536074363869179, 'avg_acc_mask': 56.767740819738286, 'loss': 1.020877480506897}
+{'epoch': 124, 'iter': 650, 'avg_loss': 1.253352779946569, 'avg_acc_mask': 56.7671201749652, 'loss': 1.1396405696868896}
+{'epoch': 124, 'iter': 660, 'avg_loss': 1.2521270042829182, 'avg_acc_mask': 56.84985169847221, 'loss': 1.23764169216156}
+{'epoch': 124, 'iter': 670, 'avg_loss': 1.2521604830746147, 'avg_acc_mask': 56.8653421633554, 'loss': 1.2294954061508179}
+{'epoch': 124, 'iter': 680, 'avg_loss': 1.2527167261434546, 'avg_acc_mask': 56.85821463520714, 'loss': 1.5736910104751587}
+{'epoch': 124, 'iter': 690, 'avg_loss': 1.2538089000885462, 'avg_acc_mask': 56.820128479657384, 'loss': 1.2925924062728882}
+{'epoch': 124, 'iter': 700, 'avg_loss': 1.2546627449241072, 'avg_acc_mask': 56.75825334880287, 'loss': 1.3861619234085083}
+{'epoch': 124, 'iter': 710, 'avg_loss': 1.2544810275655927, 'avg_acc_mask': 56.73414234856949, 'loss': 1.611465334892273}
+{'epoch': 124, 'iter': 720, 'avg_loss': 1.255200639511775, 'avg_acc_mask': 56.70089891669014, 'loss': 1.8912180662155151}
+{'epoch': 124, 'iter': 730, 'avg_loss': 1.2535655045150569, 'avg_acc_mask': 56.76796278505335, 'loss': 1.1397746801376343}
+{'epoch': 124, 'iter': 740, 'avg_loss': 1.2543375265260457, 'avg_acc_mask': 56.7295220991719, 'loss': 1.119540810585022}
+{'epoch': 124, 'iter': 750, 'avg_loss': 1.2553540083285812, 'avg_acc_mask': 56.7058765626538, 'loss': 1.2322697639465332}
+{'epoch': 124, 'iter': 760, 'avg_loss': 1.2542191475982265, 'avg_acc_mask': 56.70253333657186, 'loss': 1.12969172000885}
+{'epoch': 124, 'iter': 770, 'avg_loss': 1.2560481179394456, 'avg_acc_mask': 56.64518293121211, 'loss': 1.3492038249969482}
+{'epoch': 124, 'iter': 780, 'avg_loss': 1.2554464525663593, 'avg_acc_mask': 56.646783127396674, 'loss': 1.1529568433761597}
+{'epoch': 124, 'iter': 790, 'avg_loss': 1.2564864543686927, 'avg_acc_mask': 56.593766063834764, 'loss': 1.409776210784912}
+{'epoch': 124, 'iter': 800, 'avg_loss': 1.2558757361401334, 'avg_acc_mask': 56.62670048420567, 'loss': 0.7530230283737183}
+{'epoch': 124, 'iter': 810, 'avg_loss': 1.2557727998046782, 'avg_acc_mask': 56.61039345681543, 'loss': 1.2085953950881958}
+{'epoch': 124, 'iter': 820, 'avg_loss': 1.2560849528800555, 'avg_acc_mask': 56.62054224322196, 'loss': 1.4966731071472168}
+{'epoch': 124, 'iter': 830, 'avg_loss': 1.2558402766963348, 'avg_acc_mask': 56.62883845126836, 'loss': 1.403576374053955}
+{'epoch': 124, 'iter': 840, 'avg_loss': 1.2554755177565902, 'avg_acc_mask': 56.660956647779685, 'loss': 1.253699541091919}
+{'epoch': 124, 'iter': 850, 'avg_loss': 1.2565675377845764, 'avg_acc_mask': 56.631912080289595, 'loss': 1.3526326417922974}
+{'epoch': 124, 'iter': 860, 'avg_loss': 1.2565471539652444, 'avg_acc_mask': 56.6163400792376, 'loss': 1.1897757053375244}
+{'epoch': 124, 'iter': 870, 'avg_loss': 1.2571715062439237, 'avg_acc_mask': 56.614942285738444, 'loss': 1.0180115699768066}
+{'epoch': 124, 'iter': 880, 'avg_loss': 1.257895547334236, 'avg_acc_mask': 56.59410743784371, 'loss': 1.2387311458587646}
+{'epoch': 124, 'iter': 890, 'avg_loss': 1.2561567392279671, 'avg_acc_mask': 56.644239726736366, 'loss': 0.9121763110160828}
+{'epoch': 124, 'iter': 900, 'avg_loss': 1.2554537165045871, 'avg_acc_mask': 56.63986579103501, 'loss': 1.320893406867981}
+{'epoch': 124, 'iter': 910, 'avg_loss': 1.255782544940023, 'avg_acc_mask': 56.63917192301472, 'loss': 1.379638433456421}
+{'epoch': 124, 'iter': 920, 'avg_loss': 1.2556823317313428, 'avg_acc_mask': 56.63610521679946, 'loss': 1.4096651077270508}
+{'epoch': 124, 'iter': 930, 'avg_loss': 1.255159826719159, 'avg_acc_mask': 56.68467185057676, 'loss': 1.1732069253921509}
+{'epoch': 124, 'iter': 940, 'avg_loss': 1.255584029031484, 'avg_acc_mask': 56.66008252987308, 'loss': 1.0601298809051514}
+{'epoch': 124, 'iter': 950, 'avg_loss': 1.2561140086748623, 'avg_acc_mask': 56.62813885500765, 'loss': 1.4732874631881714}
+{'epoch': 124, 'iter': 960, 'avg_loss': 1.255924665965101, 'avg_acc_mask': 56.612622269864666, 'loss': 1.5268930196762085}
+{'epoch': 124, 'iter': 970, 'avg_loss': 1.2552202874305443, 'avg_acc_mask': 56.62833216498361, 'loss': 1.068841576576233}
+{'epoch': 124, 'iter': 980, 'avg_loss': 1.2553338570089272, 'avg_acc_mask': 56.60858637957875, 'loss': 0.958415150642395}
+{'epoch': 124, 'iter': 990, 'avg_loss': 1.255338190362143, 'avg_acc_mask': 56.65608229810781, 'loss': 1.3934266567230225}
+{'epoch': 124, 'iter': 1000, 'avg_loss': 1.255771205975459, 'avg_acc_mask': 56.62765703367566, 'loss': 1.5830262899398804}
+{'epoch': 124, 'iter': 1010, 'avg_loss': 1.2555042794738867, 'avg_acc_mask': 56.67188809150851, 'loss': 0.9644559621810913}
+{'epoch': 124, 'iter': 1020, 'avg_loss': 1.2556350740232851, 'avg_acc_mask': 56.66985093996143, 'loss': 0.8141798377037048}
+{'epoch': 124, 'iter': 1030, 'avg_loss': 1.2557702989513497, 'avg_acc_mask': 56.66595258497572, 'loss': 1.2444939613342285}
+{'epoch': 124, 'iter': 1040, 'avg_loss': 1.2556440018324986, 'avg_acc_mask': 56.67468005373683, 'loss': 1.3475863933563232}
+{'epoch': 124, 'iter': 1050, 'avg_loss': 1.254704387442029, 'avg_acc_mask': 56.70267336613036, 'loss': 1.2227890491485596}
+{'epoch': 124, 'iter': 1060, 'avg_loss': 1.2546633700511007, 'avg_acc_mask': 56.69604135586164, 'loss': 1.1082921028137207}
+{'epoch': 124, 'iter': 1070, 'avg_loss': 1.2541755896990372, 'avg_acc_mask': 56.70813430014777, 'loss': 1.335281491279602}
+{'epoch': 124, 'iter': 1080, 'avg_loss': 1.2549533456370965, 'avg_acc_mask': 56.70910204915243, 'loss': 1.303091287612915}
+{'epoch': 124, 'iter': 1090, 'avg_loss': 1.255877904559799, 'avg_acc_mask': 56.698616983643014, 'loss': 1.3922207355499268}
+{'epoch': 124, 'iter': 1100, 'avg_loss': 1.2556487420924027, 'avg_acc_mask': 56.68953544660891, 'loss': 0.8731098771095276}
+{'epoch': 'EP124_train', 'avg_loss': 1.2557823918523832, 'total_masked_acc': 56.67259934463314}
+{'epoch': 125, 'iter': 0, 'avg_loss': 1.4092369079589844, 'avg_acc_mask': 50.74626865671642, 'loss': 1.4092369079589844}
+{'epoch': 125, 'iter': 10, 'avg_loss': 1.2721748189492659, 'avg_acc_mask': 55.53846153846153, 'loss': 1.3348859548568726}
+{'epoch': 125, 'iter': 20, 'avg_loss': 1.2909945391473316, 'avg_acc_mask': 55.13784461152882, 'loss': 1.1980770826339722}
+{'epoch': 125, 'iter': 30, 'avg_loss': 1.2686272244299612, 'avg_acc_mask': 56.390977443609025, 'loss': 1.2420567274093628}
+{'epoch': 125, 'iter': 40, 'avg_loss': 1.2668876240893108, 'avg_acc_mask': 56.325301204819276, 'loss': 1.2971742153167725}
+{'epoch': 125, 'iter': 50, 'avg_loss': 1.275292726124034, 'avg_acc_mask': 55.80280725778843, 'loss': 1.239927053451538}
+{'epoch': 125, 'iter': 60, 'avg_loss': 1.2620542498885607, 'avg_acc_mask': 56.11802140584322, 'loss': 1.130836009979248}
+{'epoch': 125, 'iter': 70, 'avg_loss': 1.245607657331816, 'avg_acc_mask': 56.73052998258273, 'loss': 1.0178451538085938}
+{'epoch': 125, 'iter': 80, 'avg_loss': 1.2477028730474873, 'avg_acc_mask': 56.78150894025295, 'loss': 1.569299340248108}
+{'epoch': 125, 'iter': 90, 'avg_loss': 1.2499747833052834, 'avg_acc_mask': 56.525948876839664, 'loss': 1.1673004627227783}
+{'epoch': 125, 'iter': 100, 'avg_loss': 1.236064032752915, 'avg_acc_mask': 57.00474600105466, 'loss': 0.9531824588775635}
+{'epoch': 125, 'iter': 110, 'avg_loss': 1.237631997546634, 'avg_acc_mask': 57.02120822622108, 'loss': 0.937584400177002}
+{'epoch': 125, 'iter': 120, 'avg_loss': 1.2341345918080038, 'avg_acc_mask': 56.95716395864107, 'loss': 1.4737963676452637}
+{'epoch': 125, 'iter': 130, 'avg_loss': 1.2418593045409398, 'avg_acc_mask': 56.67850314121825, 'loss': 1.3010854721069336}
+{'epoch': 125, 'iter': 140, 'avg_loss': 1.2416349915747946, 'avg_acc_mask': 56.528925619834716, 'loss': 1.4555385112762451}
+{'epoch': 125, 'iter': 150, 'avg_loss': 1.2387635017072918, 'avg_acc_mask': 56.75352617738465, 'loss': 1.5703308582305908}
+{'epoch': 125, 'iter': 160, 'avg_loss': 1.2407725379333734, 'avg_acc_mask': 56.84363799283154, 'loss': 1.2616727352142334}
+{'epoch': 125, 'iter': 170, 'avg_loss': 1.239244688672629, 'avg_acc_mask': 56.85696229197388, 'loss': 1.533427119255066}
+{'epoch': 125, 'iter': 180, 'avg_loss': 1.2378733480832853, 'avg_acc_mask': 56.918645077977544, 'loss': 1.3644654750823975}
+{'epoch': 125, 'iter': 190, 'avg_loss': 1.2392551802215777, 'avg_acc_mask': 56.77122464312547, 'loss': 1.1356511116027832}
+{'epoch': 125, 'iter': 200, 'avg_loss': 1.2367011353151123, 'avg_acc_mask': 56.87828332294542, 'loss': 0.9505265355110168}
+{'epoch': 125, 'iter': 210, 'avg_loss': 1.2339237984887796, 'avg_acc_mask': 56.94456199746085, 'loss': 1.3408994674682617}
+{'epoch': 125, 'iter': 220, 'avg_loss': 1.2312471750634828, 'avg_acc_mask': 57.0036246476037, 'loss': 1.4756412506103516}
+{'epoch': 125, 'iter': 230, 'avg_loss': 1.2301511349100056, 'avg_acc_mask': 57.043397540032494, 'loss': 1.0156363248825073}
+{'epoch': 125, 'iter': 240, 'avg_loss': 1.2340474452715198, 'avg_acc_mask': 56.9683426443203, 'loss': 1.2511628866195679}
+{'epoch': 125, 'iter': 250, 'avg_loss': 1.2376355740178628, 'avg_acc_mask': 56.83442951100943, 'loss': 0.949129581451416}
+{'epoch': 125, 'iter': 260, 'avg_loss': 1.2422868154971536, 'avg_acc_mask': 56.68662674650699, 'loss': 1.0891038179397583}
+{'epoch': 125, 'iter': 270, 'avg_loss': 1.2441015775793154, 'avg_acc_mask': 56.59289689901935, 'loss': 1.2696489095687866}
+{'epoch': 125, 'iter': 280, 'avg_loss': 1.24440757087117, 'avg_acc_mask': 56.498911512357544, 'loss': 0.6506971716880798}
+{'epoch': 125, 'iter': 290, 'avg_loss': 1.24380114316121, 'avg_acc_mask': 56.48698884758364, 'loss': 1.1436361074447632}
+{'epoch': 125, 'iter': 300, 'avg_loss': 1.2406003304890223, 'avg_acc_mask': 56.63907880532566, 'loss': 1.0297629833221436}
+{'epoch': 125, 'iter': 310, 'avg_loss': 1.2407031668727422, 'avg_acc_mask': 56.604651162790695, 'loss': 1.0803664922714233}
+{'epoch': 125, 'iter': 320, 'avg_loss': 1.241241927273177, 'avg_acc_mask': 56.65274799684008, 'loss': 0.9439505338668823}
+{'epoch': 125, 'iter': 330, 'avg_loss': 1.2396141699433687, 'avg_acc_mask': 56.78128245777073, 'loss': 0.9472137093544006}
+{'epoch': 125, 'iter': 340, 'avg_loss': 1.237974438674289, 'avg_acc_mask': 56.81250332252405, 'loss': 1.2727701663970947}
+{'epoch': 125, 'iter': 350, 'avg_loss': 1.237380440248723, 'avg_acc_mask': 56.97620399525112, 'loss': 1.4567691087722778}
+{'epoch': 125, 'iter': 360, 'avg_loss': 1.2365499855408708, 'avg_acc_mask': 56.941730547622626, 'loss': 1.1937799453735352}
+{'epoch': 125, 'iter': 370, 'avg_loss': 1.2376394307195657, 'avg_acc_mask': 56.92187576245548, 'loss': 1.3316925764083862}
+{'epoch': 125, 'iter': 380, 'avg_loss': 1.2405329454602219, 'avg_acc_mask': 56.791352581425116, 'loss': 1.0839476585388184}
+{'epoch': 125, 'iter': 390, 'avg_loss': 1.2407924031357631, 'avg_acc_mask': 56.84234858992141, 'loss': 1.3287245035171509}
+{'epoch': 125, 'iter': 400, 'avg_loss': 1.2416327959878783, 'avg_acc_mask': 56.850891044439436, 'loss': 1.5466806888580322}
+{'epoch': 125, 'iter': 410, 'avg_loss': 1.2405369016375856, 'avg_acc_mask': 56.88804721219061, 'loss': 1.252640962600708}
+{'epoch': 125, 'iter': 420, 'avg_loss': 1.2383724679006816, 'avg_acc_mask': 56.972231804070375, 'loss': 0.9393179416656494}
+{'epoch': 125, 'iter': 430, 'avg_loss': 1.2380728579175997, 'avg_acc_mask': 57.01325006329648, 'loss': 1.5050193071365356}
+{'epoch': 125, 'iter': 440, 'avg_loss': 1.2406770681578017, 'avg_acc_mask': 56.93785823265019, 'loss': 1.5709407329559326}
+{'epoch': 125, 'iter': 450, 'avg_loss': 1.2419166457890936, 'avg_acc_mask': 56.91948093818006, 'loss': 1.0401095151901245}
+{'epoch': 125, 'iter': 460, 'avg_loss': 1.2436317411006919, 'avg_acc_mask': 56.85109397135212, 'loss': 1.3135277032852173}
+{'epoch': 125, 'iter': 470, 'avg_loss': 1.2464184977446393, 'avg_acc_mask': 56.74269862063651, 'loss': 1.3061567544937134}
+{'epoch': 125, 'iter': 480, 'avg_loss': 1.2461370486231702, 'avg_acc_mask': 56.7951088802506, 'loss': 1.1194093227386475}
+{'epoch': 125, 'iter': 490, 'avg_loss': 1.2472836421366378, 'avg_acc_mask': 56.72988059591143, 'loss': 1.5841323137283325}
+{'epoch': 125, 'iter': 500, 'avg_loss': 1.2470488543519955, 'avg_acc_mask': 56.72247590055809, 'loss': 1.4025555849075317}
+{'epoch': 125, 'iter': 510, 'avg_loss': 1.2447673905852257, 'avg_acc_mask': 56.76165434906196, 'loss': 1.3917268514633179}
+{'epoch': 125, 'iter': 520, 'avg_loss': 1.2439471975169119, 'avg_acc_mask': 56.796065710997176, 'loss': 1.348021388053894}
+{'epoch': 125, 'iter': 530, 'avg_loss': 1.244673346058797, 'avg_acc_mask': 56.80331518202678, 'loss': 1.1564514636993408}
+{'epoch': 125, 'iter': 540, 'avg_loss': 1.2459868508874818, 'avg_acc_mask': 56.74401374061227, 'loss': 1.6015400886535645}
+{'epoch': 125, 'iter': 550, 'avg_loss': 1.24637359640343, 'avg_acc_mask': 56.69176905799974, 'loss': 1.4551643133163452}
+{'epoch': 125, 'iter': 560, 'avg_loss': 1.2460342780579008, 'avg_acc_mask': 56.71147477108903, 'loss': 1.2814637422561646}
+{'epoch': 125, 'iter': 570, 'avg_loss': 1.2447064286146816, 'avg_acc_mask': 56.762530289503886, 'loss': 1.3924367427825928}
+{'epoch': 125, 'iter': 580, 'avg_loss': 1.2437730716756206, 'avg_acc_mask': 56.863297639175904, 'loss': 1.2903485298156738}
+{'epoch': 125, 'iter': 590, 'avg_loss': 1.2424824537359518, 'avg_acc_mask': 56.935856022150446, 'loss': 0.9455763101577759}
+{'epoch': 125, 'iter': 600, 'avg_loss': 1.2417848741948703, 'avg_acc_mask': 56.965513065067974, 'loss': 1.313342571258545}
+{'epoch': 125, 'iter': 610, 'avg_loss': 1.2424472298247529, 'avg_acc_mask': 56.92024029025159, 'loss': 1.2592113018035889}
+{'epoch': 125, 'iter': 620, 'avg_loss': 1.2404145845084567, 'avg_acc_mask': 57.01197201650909, 'loss': 1.574279546737671}
+{'epoch': 125, 'iter': 630, 'avg_loss': 1.239571978664247, 'avg_acc_mask': 57.04079280940309, 'loss': 1.0921529531478882}
+{'epoch': 125, 'iter': 640, 'avg_loss': 1.2407961053520953, 'avg_acc_mask': 57.01859116493263, 'loss': 1.0951049327850342}
+{'epoch': 125, 'iter': 650, 'avg_loss': 1.242737862646305, 'avg_acc_mask': 57.012775972206654, 'loss': 0.888256311416626}
+{'epoch': 125, 'iter': 660, 'avg_loss': 1.2426094631023379, 'avg_acc_mask': 57.01986754966888, 'loss': 1.04496169090271}
+{'epoch': 125, 'iter': 670, 'avg_loss': 1.2428888921943755, 'avg_acc_mask': 57.01623208896381, 'loss': 1.415688157081604}
+{'epoch': 125, 'iter': 680, 'avg_loss': 1.2423847802585093, 'avg_acc_mask': 57.022005675429675, 'loss': 1.4537866115570068}
+{'epoch': 125, 'iter': 690, 'avg_loss': 1.243538543387881, 'avg_acc_mask': 56.992425641973036, 'loss': 1.341694712638855}
+{'epoch': 125, 'iter': 700, 'avg_loss': 1.2449581845850815, 'avg_acc_mask': 56.917396843555814, 'loss': 1.3623219728469849}
+{'epoch': 125, 'iter': 710, 'avg_loss': 1.2459330726441116, 'avg_acc_mask': 56.88788593701918, 'loss': 1.4561781883239746}
+{'epoch': 125, 'iter': 720, 'avg_loss': 1.2457798411875922, 'avg_acc_mask': 56.91186517877477, 'loss': 1.2935653924942017}
+{'epoch': 125, 'iter': 730, 'avg_loss': 1.2444440812157866, 'avg_acc_mask': 56.99466360780011, 'loss': 1.6346335411071777}
+{'epoch': 125, 'iter': 740, 'avg_loss': 1.2459726881401743, 'avg_acc_mask': 56.92784417884019, 'loss': 1.3667256832122803}
+{'epoch': 125, 'iter': 750, 'avg_loss': 1.2470002700580896, 'avg_acc_mask': 56.915693023706794, 'loss': 1.2157058715820312}
+{'epoch': 125, 'iter': 760, 'avg_loss': 1.2466682172949461, 'avg_acc_mask': 56.92462407815343, 'loss': 1.0869927406311035}
+{'epoch': 125, 'iter': 770, 'avg_loss': 1.2480551498409376, 'avg_acc_mask': 56.860429411625766, 'loss': 1.2739019393920898}
+{'epoch': 125, 'iter': 780, 'avg_loss': 1.2476020968983024, 'avg_acc_mask': 56.88915819893726, 'loss': 1.4469640254974365}
+{'epoch': 125, 'iter': 790, 'avg_loss': 1.247845581448937, 'avg_acc_mask': 56.86698736391465, 'loss': 1.2990994453430176}
+{'epoch': 125, 'iter': 800, 'avg_loss': 1.2475350943397494, 'avg_acc_mask': 56.8836130440715, 'loss': 1.1486574411392212}
+{'epoch': 125, 'iter': 810, 'avg_loss': 1.246685987630108, 'avg_acc_mask': 56.90275840345588, 'loss': 1.2364681959152222}
+{'epoch': 125, 'iter': 820, 'avg_loss': 1.2471997972382698, 'avg_acc_mask': 56.9111831874528, 'loss': 1.374140977859497}
+{'epoch': 125, 'iter': 830, 'avg_loss': 1.247563914917006, 'avg_acc_mask': 56.926050383255365, 'loss': 1.1204643249511719}
+{'epoch': 125, 'iter': 840, 'avg_loss': 1.247411957039419, 'avg_acc_mask': 56.92584406015689, 'loss': 1.3531628847122192}
+{'epoch': 125, 'iter': 850, 'avg_loss': 1.2481293288156934, 'avg_acc_mask': 56.90046217048956, 'loss': 1.038756251335144}
+{'epoch': 125, 'iter': 860, 'avg_loss': 1.2488282795705585, 'avg_acc_mask': 56.857523302263644, 'loss': 1.382806420326233}
+{'epoch': 125, 'iter': 870, 'avg_loss': 1.2496787899534136, 'avg_acc_mask': 56.82923266345291, 'loss': 1.1081827878952026}
+{'epoch': 125, 'iter': 880, 'avg_loss': 1.2492936855683126, 'avg_acc_mask': 56.87253667897897, 'loss': 1.034703254699707}
+{'epoch': 125, 'iter': 890, 'avg_loss': 1.2488794101341538, 'avg_acc_mask': 56.89331099579128, 'loss': 0.8434194326400757}
+{'epoch': 125, 'iter': 900, 'avg_loss': 1.2493194787536688, 'avg_acc_mask': 56.881197116258406, 'loss': 1.4683443307876587}
+{'epoch': 125, 'iter': 910, 'avg_loss': 1.2491450203760526, 'avg_acc_mask': 56.86364543821122, 'loss': 1.3237487077713013}
+{'epoch': 125, 'iter': 920, 'avg_loss': 1.24841223878788, 'avg_acc_mask': 56.91821414460687, 'loss': 1.527451515197754}
+{'epoch': 125, 'iter': 930, 'avg_loss': 1.248610626101878, 'avg_acc_mask': 56.9074059591773, 'loss': 1.2778294086456299}
+{'epoch': 125, 'iter': 940, 'avg_loss': 1.2492453606045082, 'avg_acc_mask': 56.87119528456856, 'loss': 1.2234081029891968}
+{'epoch': 125, 'iter': 950, 'avg_loss': 1.249167719787353, 'avg_acc_mask': 56.868252603420274, 'loss': 1.691677451133728}
+{'epoch': 125, 'iter': 960, 'avg_loss': 1.2491475326957862, 'avg_acc_mask': 56.88377018797988, 'loss': 1.2934894561767578}
+{'epoch': 125, 'iter': 970, 'avg_loss': 1.248661983332354, 'avg_acc_mask': 56.91374890057451, 'loss': 1.170503854751587}
+{'epoch': 125, 'iter': 980, 'avg_loss': 1.2487609175610128, 'avg_acc_mask': 56.90095965022787, 'loss': 1.0635775327682495}
+{'epoch': 125, 'iter': 990, 'avg_loss': 1.2492259499644174, 'avg_acc_mask': 56.9015116811727, 'loss': 1.3119555711746216}
+{'epoch': 125, 'iter': 1000, 'avg_loss': 1.2490955471516132, 'avg_acc_mask': 56.919978956152605, 'loss': 1.49040687084198}
+{'epoch': 125, 'iter': 1010, 'avg_loss': 1.248533756100931, 'avg_acc_mask': 56.94783733295014, 'loss': 1.0818145275115967}
+{'epoch': 125, 'iter': 1020, 'avg_loss': 1.2488858954913469, 'avg_acc_mask': 56.944642094777286, 'loss': 1.5131381750106812}
+{'epoch': 125, 'iter': 1030, 'avg_loss': 1.2483427240707479, 'avg_acc_mask': 56.978158548839176, 'loss': 1.105716586112976}
+{'epoch': 125, 'iter': 1040, 'avg_loss': 1.2482065924306425, 'avg_acc_mask': 56.995288780317566, 'loss': 1.428800106048584}
+{'epoch': 125, 'iter': 1050, 'avg_loss': 1.2481630409365037, 'avg_acc_mask': 56.98921012588186, 'loss': 1.382881999015808}
+{'epoch': 125, 'iter': 1060, 'avg_loss': 1.247604873975867, 'avg_acc_mask': 57.01808466913276, 'loss': 0.974329948425293}
+{'epoch': 125, 'iter': 1070, 'avg_loss': 1.2471649577748987, 'avg_acc_mask': 57.01389713742725, 'loss': 0.9722279906272888}
+{'epoch': 125, 'iter': 1080, 'avg_loss': 1.2469639024946229, 'avg_acc_mask': 57.01825148734496, 'loss': 1.1333740949630737}
+{'epoch': 125, 'iter': 1090, 'avg_loss': 1.2467029767775077, 'avg_acc_mask': 57.02615466524691, 'loss': 0.9850972890853882}
+{'epoch': 125, 'iter': 1100, 'avg_loss': 1.246705586860442, 'avg_acc_mask': 57.05072164948454, 'loss': 1.1717294454574585}
+{'epoch': 'EP125_train', 'avg_loss': 1.2467418765590201, 'total_masked_acc': 57.05832073114603}
+{'epoch': 126, 'iter': 0, 'avg_loss': 1.4929122924804688, 'avg_acc_mask': 51.92307692307693, 'loss': 1.4929122924804688}
+{'epoch': 126, 'iter': 10, 'avg_loss': 1.3014073155143044, 'avg_acc_mask': 56.74342105263158, 'loss': 1.0623178482055664}
+{'epoch': 126, 'iter': 20, 'avg_loss': 1.3341972941444034, 'avg_acc_mask': 54.78961504028648, 'loss': 1.496127724647522}
+{'epoch': 126, 'iter': 30, 'avg_loss': 1.3209620368096135, 'avg_acc_mask': 55.342136854741895, 'loss': 1.296386957168579}
+{'epoch': 126, 'iter': 40, 'avg_loss': 1.2958224255864212, 'avg_acc_mask': 55.87301587301587, 'loss': 1.1542682647705078}
+{'epoch': 126, 'iter': 50, 'avg_loss': 1.3063606701645196, 'avg_acc_mask': 55.499276410998554, 'loss': 1.2420306205749512}
+{'epoch': 126, 'iter': 60, 'avg_loss': 1.30131995677948, 'avg_acc_mask': 55.45454545454545, 'loss': 1.00738525390625}
+{'epoch': 126, 'iter': 70, 'avg_loss': 1.2933893757806698, 'avg_acc_mask': 55.73010558846253, 'loss': 1.0648908615112305}
+{'epoch': 126, 'iter': 80, 'avg_loss': 1.291889421733809, 'avg_acc_mask': 55.66248880931065, 'loss': 1.2841579914093018}
+{'epoch': 126, 'iter': 90, 'avg_loss': 1.2916794569937737, 'avg_acc_mask': 55.8153358430751, 'loss': 1.190410852432251}
+{'epoch': 126, 'iter': 100, 'avg_loss': 1.2765033811625868, 'avg_acc_mask': 56.24661001627192, 'loss': 1.284217119216919}
+{'epoch': 126, 'iter': 110, 'avg_loss': 1.2862875719328184, 'avg_acc_mask': 56.10320873304664, 'loss': 1.0122326612472534}
+{'epoch': 126, 'iter': 120, 'avg_loss': 1.282822406981602, 'avg_acc_mask': 56.16019565881993, 'loss': 1.3953832387924194}
+{'epoch': 126, 'iter': 130, 'avg_loss': 1.2866461449907025, 'avg_acc_mask': 55.80545403429856, 'loss': 1.405557632446289}
+{'epoch': 126, 'iter': 140, 'avg_loss': 1.2854528452487701, 'avg_acc_mask': 55.736413756891565, 'loss': 1.1013123989105225}
+{'epoch': 126, 'iter': 150, 'avg_loss': 1.2755227925761645, 'avg_acc_mask': 56.02023192696768, 'loss': 1.5898758172988892}
+{'epoch': 126, 'iter': 160, 'avg_loss': 1.2742111097951854, 'avg_acc_mask': 56.102066735942735, 'loss': 1.1854217052459717}
+{'epoch': 126, 'iter': 170, 'avg_loss': 1.28072010146247, 'avg_acc_mask': 55.82676314936818, 'loss': 1.2572799921035767}
+{'epoch': 126, 'iter': 180, 'avg_loss': 1.278865791816079, 'avg_acc_mask': 55.9242191500256, 'loss': 0.9825083017349243}
+{'epoch': 126, 'iter': 190, 'avg_loss': 1.2807647298767928, 'avg_acc_mask': 55.701966863676, 'loss': 1.3088939189910889}
+{'epoch': 126, 'iter': 200, 'avg_loss': 1.2775420249991156, 'avg_acc_mask': 55.83064887252645, 'loss': 1.4003556966781616}
+{'epoch': 126, 'iter': 210, 'avg_loss': 1.2742035307025457, 'avg_acc_mask': 55.980777632153774, 'loss': 1.3748252391815186}
+{'epoch': 126, 'iter': 220, 'avg_loss': 1.275547856658832, 'avg_acc_mask': 55.89461397365349, 'loss': 1.5473380088806152}
+{'epoch': 126, 'iter': 230, 'avg_loss': 1.278335165151786, 'avg_acc_mask': 55.955235811350924, 'loss': 1.5358328819274902}
+{'epoch': 126, 'iter': 240, 'avg_loss': 1.2785001345195217, 'avg_acc_mask': 55.978177347471956, 'loss': 1.2160624265670776}
+{'epoch': 126, 'iter': 250, 'avg_loss': 1.2782932595902705, 'avg_acc_mask': 55.92794921009892, 'loss': 1.2023898363113403}
+{'epoch': 126, 'iter': 260, 'avg_loss': 1.2827019307805203, 'avg_acc_mask': 55.74247586598523, 'loss': 1.132272720336914}
+{'epoch': 126, 'iter': 270, 'avg_loss': 1.2814984457959109, 'avg_acc_mask': 55.78453376861865, 'loss': 1.0970673561096191}
+{'epoch': 126, 'iter': 280, 'avg_loss': 1.2819024358355702, 'avg_acc_mask': 55.754124116260805, 'loss': 1.0804017782211304}
+{'epoch': 126, 'iter': 290, 'avg_loss': 1.2820431241874433, 'avg_acc_mask': 55.76959514937157, 'loss': 1.3194597959518433}
+{'epoch': 126, 'iter': 300, 'avg_loss': 1.2797902109615034, 'avg_acc_mask': 55.816650390625, 'loss': 1.3177645206451416}
+{'epoch': 126, 'iter': 310, 'avg_loss': 1.2785221267359816, 'avg_acc_mask': 55.86598792470699, 'loss': 0.9148404002189636}
+{'epoch': 126, 'iter': 320, 'avg_loss': 1.2816141745383123, 'avg_acc_mask': 55.80659997700357, 'loss': 1.0880290269851685}
+{'epoch': 126, 'iter': 330, 'avg_loss': 1.2806297837787524, 'avg_acc_mask': 55.829346979641784, 'loss': 1.2619575262069702}
+{'epoch': 126, 'iter': 340, 'avg_loss': 1.2799323080571865, 'avg_acc_mask': 55.797883826387384, 'loss': 1.4935071468353271}
+{'epoch': 126, 'iter': 350, 'avg_loss': 1.2797145656710676, 'avg_acc_mask': 55.895953757225435, 'loss': 1.331447958946228}
+{'epoch': 126, 'iter': 360, 'avg_loss': 1.2791778052282465, 'avg_acc_mask': 55.90567292444626, 'loss': 1.407335877418518}
+{'epoch': 126, 'iter': 370, 'avg_loss': 1.278804385919134, 'avg_acc_mask': 55.90433482810164, 'loss': 1.273280143737793}
+{'epoch': 126, 'iter': 380, 'avg_loss': 1.282818448981588, 'avg_acc_mask': 55.79734784087045, 'loss': 0.9626730680465698}
+{'epoch': 126, 'iter': 390, 'avg_loss': 1.280711038643137, 'avg_acc_mask': 55.873030890770615, 'loss': 1.462236762046814}
+{'epoch': 126, 'iter': 400, 'avg_loss': 1.2809514167005582, 'avg_acc_mask': 55.86958529601921, 'loss': 1.2962214946746826}
+{'epoch': 126, 'iter': 410, 'avg_loss': 1.2782755064848275, 'avg_acc_mask': 55.99585249301236, 'loss': 0.9834496974945068}
+{'epoch': 126, 'iter': 420, 'avg_loss': 1.2752038663753138, 'avg_acc_mask': 56.12465288491207, 'loss': 1.1110368967056274}
+{'epoch': 126, 'iter': 430, 'avg_loss': 1.2735331084778028, 'avg_acc_mask': 56.187650498796, 'loss': 1.4805885553359985}
+{'epoch': 126, 'iter': 440, 'avg_loss': 1.2751602212858308, 'avg_acc_mask': 56.131877362452755, 'loss': 1.535062551498413}
+{'epoch': 126, 'iter': 450, 'avg_loss': 1.273054254292913, 'avg_acc_mask': 56.169444216402596, 'loss': 0.8500532507896423}
+{'epoch': 126, 'iter': 460, 'avg_loss': 1.2717532938317984, 'avg_acc_mask': 56.16218386190285, 'loss': 1.126369595527649}
+{'epoch': 126, 'iter': 470, 'avg_loss': 1.2714366705301208, 'avg_acc_mask': 56.144824069352374, 'loss': 1.0916571617126465}
+{'epoch': 126, 'iter': 480, 'avg_loss': 1.269477142737462, 'avg_acc_mask': 56.187290969899664, 'loss': 0.870476484298706}
+{'epoch': 126, 'iter': 490, 'avg_loss': 1.2709178617432744, 'avg_acc_mask': 56.07286687492943, 'loss': 1.5330631732940674}
+{'epoch': 126, 'iter': 500, 'avg_loss': 1.2690689186612052, 'avg_acc_mask': 56.15983470464524, 'loss': 1.167072057723999}
+{'epoch': 126, 'iter': 510, 'avg_loss': 1.2663297405914784, 'avg_acc_mask': 56.26447596988998, 'loss': 1.2833048105239868}
+{'epoch': 126, 'iter': 520, 'avg_loss': 1.2651815616924338, 'avg_acc_mask': 56.350276870651705, 'loss': 1.336008071899414}
+{'epoch': 126, 'iter': 530, 'avg_loss': 1.2642770088549613, 'avg_acc_mask': 56.363699728166175, 'loss': 1.0749609470367432}
+{'epoch': 126, 'iter': 540, 'avg_loss': 1.263072442876213, 'avg_acc_mask': 56.39821795750514, 'loss': 1.4061212539672852}
+{'epoch': 126, 'iter': 550, 'avg_loss': 1.2659590030105923, 'avg_acc_mask': 56.26113557669681, 'loss': 1.3723310232162476}
+{'epoch': 126, 'iter': 560, 'avg_loss': 1.2647031973815006, 'avg_acc_mask': 56.30875804057397, 'loss': 1.0247786045074463}
+{'epoch': 126, 'iter': 570, 'avg_loss': 1.26264768181248, 'avg_acc_mask': 56.454333160352874, 'loss': 1.3991084098815918}
+{'epoch': 126, 'iter': 580, 'avg_loss': 1.2604839072375207, 'avg_acc_mask': 56.51647055071909, 'loss': 1.3836613893508911}
+{'epoch': 126, 'iter': 590, 'avg_loss': 1.2601464013561179, 'avg_acc_mask': 56.49917138300866, 'loss': 1.1234986782073975}
+{'epoch': 126, 'iter': 600, 'avg_loss': 1.2614087614164178, 'avg_acc_mask': 56.453695732382236, 'loss': 1.3274997472763062}
+{'epoch': 126, 'iter': 610, 'avg_loss': 1.262636033485837, 'avg_acc_mask': 56.45321981704555, 'loss': 1.2941322326660156}
+{'epoch': 126, 'iter': 620, 'avg_loss': 1.2616208055553038, 'avg_acc_mask': 56.47146254458978, 'loss': 1.5696823596954346}
+{'epoch': 126, 'iter': 630, 'avg_loss': 1.2616019280134403, 'avg_acc_mask': 56.46105226195354, 'loss': 1.046886920928955}
+{'epoch': 126, 'iter': 640, 'avg_loss': 1.2597475738123687, 'avg_acc_mask': 56.55423146839023, 'loss': 1.0904837846755981}
+{'epoch': 126, 'iter': 650, 'avg_loss': 1.2598215758159597, 'avg_acc_mask': 56.539412717814606, 'loss': 1.2002665996551514}
+{'epoch': 126, 'iter': 660, 'avg_loss': 1.2593381860252588, 'avg_acc_mask': 56.560794739051346, 'loss': 1.0137635469436646}
+{'epoch': 126, 'iter': 670, 'avg_loss': 1.259166820749263, 'avg_acc_mask': 56.578439481665285, 'loss': 1.1932100057601929}
+{'epoch': 126, 'iter': 680, 'avg_loss': 1.2597443553319587, 'avg_acc_mask': 56.60126462047816, 'loss': 1.7211774587631226}
+{'epoch': 126, 'iter': 690, 'avg_loss': 1.2596915098589168, 'avg_acc_mask': 56.630498690469835, 'loss': 1.1570550203323364}
+{'epoch': 126, 'iter': 700, 'avg_loss': 1.2608213260578531, 'avg_acc_mask': 56.56432671546685, 'loss': 1.2985546588897705}
+{'epoch': 126, 'iter': 710, 'avg_loss': 1.2613285185583198, 'avg_acc_mask': 56.571947580121964, 'loss': 1.2295001745224}
+{'epoch': 126, 'iter': 720, 'avg_loss': 1.26212222987835, 'avg_acc_mask': 56.56400286503632, 'loss': 1.3064743280410767}
+{'epoch': 126, 'iter': 730, 'avg_loss': 1.2613914742678527, 'avg_acc_mask': 56.58110597915247, 'loss': 1.4132310152053833}
+{'epoch': 126, 'iter': 740, 'avg_loss': 1.2629940586212354, 'avg_acc_mask': 56.52119824840764, 'loss': 1.2856191396713257}
+{'epoch': 126, 'iter': 750, 'avg_loss': 1.2630957975368524, 'avg_acc_mask': 56.52141892721247, 'loss': 1.1567413806915283}
+{'epoch': 126, 'iter': 760, 'avg_loss': 1.2632788149505345, 'avg_acc_mask': 56.5157318078247, 'loss': 1.3354408740997314}
+{'epoch': 126, 'iter': 770, 'avg_loss': 1.2637436028893665, 'avg_acc_mask': 56.48493543758967, 'loss': 1.30559504032135}
+{'epoch': 126, 'iter': 780, 'avg_loss': 1.264485180530597, 'avg_acc_mask': 56.46280991735537, 'loss': 1.5463626384735107}
+{'epoch': 126, 'iter': 790, 'avg_loss': 1.264708824992632, 'avg_acc_mask': 56.493627748471134, 'loss': 1.4318479299545288}
+{'epoch': 126, 'iter': 800, 'avg_loss': 1.2642842494741957, 'avg_acc_mask': 56.5145189934728, 'loss': 1.132277488708496}
+{'epoch': 126, 'iter': 810, 'avg_loss': 1.2649813912505727, 'avg_acc_mask': 56.503038164811905, 'loss': 1.5728856325149536}
+{'epoch': 126, 'iter': 820, 'avg_loss': 1.2648100903786346, 'avg_acc_mask': 56.52721547458389, 'loss': 1.5771740674972534}
+{'epoch': 126, 'iter': 830, 'avg_loss': 1.2639917282995048, 'avg_acc_mask': 56.54443284543456, 'loss': 1.2461966276168823}
+{'epoch': 126, 'iter': 840, 'avg_loss': 1.2633792718298795, 'avg_acc_mask': 56.55714317069423, 'loss': 1.087694525718689}
+{'epoch': 126, 'iter': 850, 'avg_loss': 1.2649477814115173, 'avg_acc_mask': 56.51589401101522, 'loss': 1.2729512453079224}
+{'epoch': 126, 'iter': 860, 'avg_loss': 1.2654886133579426, 'avg_acc_mask': 56.50283756290824, 'loss': 1.3663086891174316}
+{'epoch': 126, 'iter': 870, 'avg_loss': 1.266421325992361, 'avg_acc_mask': 56.46436878832735, 'loss': 1.223112940788269}
+{'epoch': 126, 'iter': 880, 'avg_loss': 1.2667833704683216, 'avg_acc_mask': 56.43454621497281, 'loss': 1.0321334600448608}
+{'epoch': 126, 'iter': 890, 'avg_loss': 1.264500386720287, 'avg_acc_mask': 56.517870077192114, 'loss': 0.9947118759155273}
+{'epoch': 126, 'iter': 900, 'avg_loss': 1.2644231424612158, 'avg_acc_mask': 56.511071581917435, 'loss': 1.6430580615997314}
+{'epoch': 126, 'iter': 910, 'avg_loss': 1.2644558641834658, 'avg_acc_mask': 56.50049467966968, 'loss': 1.2023634910583496}
+{'epoch': 126, 'iter': 920, 'avg_loss': 1.2646264239708842, 'avg_acc_mask': 56.49279245056681, 'loss': 1.0603704452514648}
+{'epoch': 126, 'iter': 930, 'avg_loss': 1.2638506421341165, 'avg_acc_mask': 56.532489368015035, 'loss': 1.5382825136184692}
+{'epoch': 126, 'iter': 940, 'avg_loss': 1.2639850113901145, 'avg_acc_mask': 56.519358623386786, 'loss': 1.058593988418579}
+{'epoch': 126, 'iter': 950, 'avg_loss': 1.2637500625052789, 'avg_acc_mask': 56.523673216772394, 'loss': 1.5626732110977173}
+{'epoch': 126, 'iter': 960, 'avg_loss': 1.2642587471702964, 'avg_acc_mask': 56.51458317384981, 'loss': 1.4642316102981567}
+{'epoch': 126, 'iter': 970, 'avg_loss': 1.2645617749246583, 'avg_acc_mask': 56.496640484527305, 'loss': 1.370858073234558}
+{'epoch': 126, 'iter': 980, 'avg_loss': 1.2650246648127395, 'avg_acc_mask': 56.45771666229533, 'loss': 1.2300444841384888}
+{'epoch': 126, 'iter': 990, 'avg_loss': 1.2662540374682723, 'avg_acc_mask': 56.419137940615336, 'loss': 1.3817702531814575}
+{'epoch': 126, 'iter': 1000, 'avg_loss': 1.265864544874662, 'avg_acc_mask': 56.42027629478783, 'loss': 1.613355278968811}
+{'epoch': 126, 'iter': 1010, 'avg_loss': 1.265468266727191, 'avg_acc_mask': 56.44950430330101, 'loss': 1.1476415395736694}
+{'epoch': 126, 'iter': 1020, 'avg_loss': 1.265639616798584, 'avg_acc_mask': 56.43048392603641, 'loss': 1.099061131477356}
+{'epoch': 126, 'iter': 1030, 'avg_loss': 1.2649357976205828, 'avg_acc_mask': 56.435220618336515, 'loss': 1.1771732568740845}
+{'epoch': 126, 'iter': 1040, 'avg_loss': 1.264676153888849, 'avg_acc_mask': 56.42834467920002, 'loss': 1.4486984014511108}
+{'epoch': 126, 'iter': 1050, 'avg_loss': 1.2642782611806092, 'avg_acc_mask': 56.42136902993552, 'loss': 1.0805810689926147}
+{'epoch': 126, 'iter': 1060, 'avg_loss': 1.2635777193234845, 'avg_acc_mask': 56.43785364503123, 'loss': 1.1461421251296997}
+{'epoch': 126, 'iter': 1070, 'avg_loss': 1.2622724870562443, 'avg_acc_mask': 56.501019935889744, 'loss': 1.2242002487182617}
+{'epoch': 126, 'iter': 1080, 'avg_loss': 1.2619573022346602, 'avg_acc_mask': 56.54447594953903, 'loss': 1.0622022151947021}
+{'epoch': 126, 'iter': 1090, 'avg_loss': 1.2620703297727813, 'avg_acc_mask': 56.55003110655256, 'loss': 1.1012763977050781}
+{'epoch': 126, 'iter': 1100, 'avg_loss': 1.2618198197717345, 'avg_acc_mask': 56.54993082526295, 'loss': 1.0657627582550049}
+{'epoch': 'EP126_train', 'avg_loss': 1.2618420619231003, 'total_masked_acc': 56.54852853251843}
+{'epoch': 127, 'iter': 0, 'avg_loss': 1.5576595067977905, 'avg_acc_mask': 45.45454545454545, 'loss': 1.5576595067977905}
+{'epoch': 127, 'iter': 10, 'avg_loss': 1.227932100946253, 'avg_acc_mask': 56.930693069306926, 'loss': 1.1868674755096436}
+{'epoch': 127, 'iter': 20, 'avg_loss': 1.2112368543942769, 'avg_acc_mask': 58.46560846560847, 'loss': 1.0070661306381226}
+{'epoch': 127, 'iter': 30, 'avg_loss': 1.2494513296311902, 'avg_acc_mask': 57.74058577405857, 'loss': 1.4069411754608154}
+{'epoch': 127, 'iter': 40, 'avg_loss': 1.2460521706720677, 'avg_acc_mask': 57.20053835800808, 'loss': 1.3169171810150146}
+{'epoch': 127, 'iter': 50, 'avg_loss': 1.277652449467603, 'avg_acc_mask': 56.0296191819464, 'loss': 1.3545570373535156}
+{'epoch': 127, 'iter': 60, 'avg_loss': 1.2733159524495485, 'avg_acc_mask': 56.14973262032086, 'loss': 0.9925011396408081}
+{'epoch': 127, 'iter': 70, 'avg_loss': 1.27334309211919, 'avg_acc_mask': 55.84415584415584, 'loss': 1.3634597063064575}
+{'epoch': 127, 'iter': 80, 'avg_loss': 1.2735745134177032, 'avg_acc_mask': 56.05280823450436, 'loss': 1.1865935325622559}
+{'epoch': 127, 'iter': 90, 'avg_loss': 1.275511274625967, 'avg_acc_mask': 56.12285600319107, 'loss': 1.577670693397522}
+{'epoch': 127, 'iter': 100, 'avg_loss': 1.268499212689919, 'avg_acc_mask': 56.469517743403095, 'loss': 1.2945417165756226}
+{'epoch': 127, 'iter': 110, 'avg_loss': 1.2682725830121084, 'avg_acc_mask': 56.57720344599072, 'loss': 0.8818550705909729}
+{'epoch': 127, 'iter': 120, 'avg_loss': 1.2641005452014198, 'avg_acc_mask': 56.54952076677316, 'loss': 1.5256476402282715}
+{'epoch': 127, 'iter': 130, 'avg_loss': 1.2657277406626986, 'avg_acc_mask': 56.53389238294899, 'loss': 1.398388147354126}
+{'epoch': 127, 'iter': 140, 'avg_loss': 1.2660665829130944, 'avg_acc_mask': 56.41624497210328, 'loss': 1.1440815925598145}
+{'epoch': 127, 'iter': 150, 'avg_loss': 1.2590249397896773, 'avg_acc_mask': 56.77191271486042, 'loss': 1.2628570795059204}
+{'epoch': 127, 'iter': 160, 'avg_loss': 1.256587821134129, 'avg_acc_mask': 56.81428081016134, 'loss': 1.2548010349273682}
+{'epoch': 127, 'iter': 170, 'avg_loss': 1.2549946531217697, 'avg_acc_mask': 56.725208824159346, 'loss': 1.221062421798706}
+{'epoch': 127, 'iter': 180, 'avg_loss': 1.2515882599419652, 'avg_acc_mask': 56.88369280387019, 'loss': 1.4080636501312256}
+{'epoch': 127, 'iter': 190, 'avg_loss': 1.2490984597755352, 'avg_acc_mask': 56.965411809669405, 'loss': 1.1061768531799316}
+{'epoch': 127, 'iter': 200, 'avg_loss': 1.245731548586888, 'avg_acc_mask': 57.05221174764322, 'loss': 1.2272942066192627}
+{'epoch': 127, 'iter': 210, 'avg_loss': 1.2464949550786855, 'avg_acc_mask': 57.076526225279444, 'loss': 1.0531724691390991}
+{'epoch': 127, 'iter': 220, 'avg_loss': 1.2474998049606565, 'avg_acc_mask': 57.01919150673744, 'loss': 1.4376167058944702}
+{'epoch': 127, 'iter': 230, 'avg_loss': 1.2505631779695485, 'avg_acc_mask': 56.90599092757703, 'loss': 1.238743543624878}
+{'epoch': 127, 'iter': 240, 'avg_loss': 1.2524027975268384, 'avg_acc_mask': 56.828425480769226, 'loss': 1.2678439617156982}
+{'epoch': 127, 'iter': 250, 'avg_loss': 1.2553815592332664, 'avg_acc_mask': 56.73825309887576, 'loss': 1.1069629192352295}
+{'epoch': 127, 'iter': 260, 'avg_loss': 1.2587490645861716, 'avg_acc_mask': 56.67128987517337, 'loss': 1.1537092924118042}
+{'epoch': 127, 'iter': 270, 'avg_loss': 1.2607320848426256, 'avg_acc_mask': 56.743937470772934, 'loss': 1.346611738204956}
+{'epoch': 127, 'iter': 280, 'avg_loss': 1.258947190865079, 'avg_acc_mask': 56.77731227844022, 'loss': 0.8614329695701599}
+{'epoch': 127, 'iter': 290, 'avg_loss': 1.2595496890471154, 'avg_acc_mask': 56.746799875117084, 'loss': 1.3393120765686035}
+{'epoch': 127, 'iter': 300, 'avg_loss': 1.2575558152705728, 'avg_acc_mask': 56.83714182081974, 'loss': 1.030086636543274}
+{'epoch': 127, 'iter': 310, 'avg_loss': 1.2584197316139074, 'avg_acc_mask': 56.71265042559437, 'loss': 1.1297038793563843}
+{'epoch': 127, 'iter': 320, 'avg_loss': 1.2580610593531363, 'avg_acc_mask': 56.773384983479545, 'loss': 1.230178713798523}
+{'epoch': 127, 'iter': 330, 'avg_loss': 1.260371426441158, 'avg_acc_mask': 56.7102432566606, 'loss': 1.0163500308990479}
+{'epoch': 127, 'iter': 340, 'avg_loss': 1.2582411203216597, 'avg_acc_mask': 56.77698764904026, 'loss': 1.1770083904266357}
+{'epoch': 127, 'iter': 350, 'avg_loss': 1.2595294754729311, 'avg_acc_mask': 56.8239630379484, 'loss': 1.1884639263153076}
+{'epoch': 127, 'iter': 360, 'avg_loss': 1.2588215977201171, 'avg_acc_mask': 56.84385717167642, 'loss': 1.4216363430023193}
+{'epoch': 127, 'iter': 370, 'avg_loss': 1.2584054635541457, 'avg_acc_mask': 56.85707281196372, 'loss': 1.1678651571273804}
+{'epoch': 127, 'iter': 380, 'avg_loss': 1.2620153137705146, 'avg_acc_mask': 56.715705005731756, 'loss': 1.2735825777053833}
+{'epoch': 127, 'iter': 390, 'avg_loss': 1.260747612742207, 'avg_acc_mask': 56.735149205168725, 'loss': 1.3210781812667847}
+{'epoch': 127, 'iter': 400, 'avg_loss': 1.2589030760779345, 'avg_acc_mask': 56.67665214233841, 'loss': 0.9065236449241638}
+{'epoch': 127, 'iter': 410, 'avg_loss': 1.257963189533447, 'avg_acc_mask': 56.68970405812511, 'loss': 1.0771775245666504}
+{'epoch': 127, 'iter': 420, 'avg_loss': 1.2564665198042952, 'avg_acc_mask': 56.741427086941464, 'loss': 1.149675726890564}
+{'epoch': 127, 'iter': 430, 'avg_loss': 1.2552864725794428, 'avg_acc_mask': 56.793259663829964, 'loss': 1.2648931741714478}
+{'epoch': 127, 'iter': 440, 'avg_loss': 1.2567233258093835, 'avg_acc_mask': 56.72937771345875, 'loss': 1.7094334363937378}
+{'epoch': 127, 'iter': 450, 'avg_loss': 1.2567876951393162, 'avg_acc_mask': 56.71671995790667, 'loss': 1.0232511758804321}
+{'epoch': 127, 'iter': 460, 'avg_loss': 1.2579047601031637, 'avg_acc_mask': 56.681443951868275, 'loss': 1.2125478982925415}
+{'epoch': 127, 'iter': 470, 'avg_loss': 1.2595506576216144, 'avg_acc_mask': 56.61217849395723, 'loss': 1.2528351545333862}
+{'epoch': 127, 'iter': 480, 'avg_loss': 1.257496203677322, 'avg_acc_mask': 56.727120959174385, 'loss': 0.9999561309814453}
+{'epoch': 127, 'iter': 490, 'avg_loss': 1.2568424623269898, 'avg_acc_mask': 56.771433885066024, 'loss': 1.3169041872024536}
+{'epoch': 127, 'iter': 500, 'avg_loss': 1.254673547611503, 'avg_acc_mask': 56.854530219680136, 'loss': 1.1580439805984497}
+{'epoch': 127, 'iter': 510, 'avg_loss': 1.2537590496227466, 'avg_acc_mask': 56.88037389846231, 'loss': 1.142930030822754}
+{'epoch': 127, 'iter': 520, 'avg_loss': 1.2535969369013342, 'avg_acc_mask': 56.9155275148966, 'loss': 1.486083984375}
+{'epoch': 127, 'iter': 530, 'avg_loss': 1.2546619754951103, 'avg_acc_mask': 56.89311033106201, 'loss': 1.0961811542510986}
+{'epoch': 127, 'iter': 540, 'avg_loss': 1.2526970647840094, 'avg_acc_mask': 56.977726704295804, 'loss': 1.0925524234771729}
+{'epoch': 127, 'iter': 550, 'avg_loss': 1.2537007963592475, 'avg_acc_mask': 56.97200596322677, 'loss': 1.060669183731079}
+{'epoch': 127, 'iter': 560, 'avg_loss': 1.2524652040153477, 'avg_acc_mask': 57.03298135836267, 'loss': 1.4680956602096558}
+{'epoch': 127, 'iter': 570, 'avg_loss': 1.2503548852199013, 'avg_acc_mask': 57.154747423010434, 'loss': 1.108609914779663}
+{'epoch': 127, 'iter': 580, 'avg_loss': 1.2501207944037787, 'avg_acc_mask': 57.11548127670268, 'loss': 1.5496747493743896}
+{'epoch': 127, 'iter': 590, 'avg_loss': 1.2492988536200547, 'avg_acc_mask': 57.17633997409486, 'loss': 1.1860177516937256}
+{'epoch': 127, 'iter': 600, 'avg_loss': 1.2491463761956443, 'avg_acc_mask': 57.17926932880204, 'loss': 1.439719557762146}
+{'epoch': 127, 'iter': 610, 'avg_loss': 1.2509921373595192, 'avg_acc_mask': 57.086155958100804, 'loss': 1.531885027885437}
+{'epoch': 127, 'iter': 620, 'avg_loss': 1.2487439043855897, 'avg_acc_mask': 57.16635821509356, 'loss': 1.2898311614990234}
+{'epoch': 127, 'iter': 630, 'avg_loss': 1.2475555842349721, 'avg_acc_mask': 57.17756630896943, 'loss': 1.1589497327804565}
+{'epoch': 127, 'iter': 640, 'avg_loss': 1.2465975871324166, 'avg_acc_mask': 57.20479178551056, 'loss': 0.9582064151763916}
+{'epoch': 127, 'iter': 650, 'avg_loss': 1.2464755109744503, 'avg_acc_mask': 57.17936476733409, 'loss': 1.1702008247375488}
+{'epoch': 127, 'iter': 660, 'avg_loss': 1.2459579919903072, 'avg_acc_mask': 57.16971741414588, 'loss': 1.1209008693695068}
+{'epoch': 127, 'iter': 670, 'avg_loss': 1.2465398155274938, 'avg_acc_mask': 57.16034937824821, 'loss': 1.399868369102478}
+{'epoch': 127, 'iter': 680, 'avg_loss': 1.2454587960733365, 'avg_acc_mask': 57.19535420187227, 'loss': 1.234851598739624}
+{'epoch': 127, 'iter': 690, 'avg_loss': 1.2460656563728487, 'avg_acc_mask': 57.18546279922933, 'loss': 1.1698530912399292}
+{'epoch': 127, 'iter': 700, 'avg_loss': 1.2468280946987331, 'avg_acc_mask': 57.13951067152525, 'loss': 1.3700395822525024}
+{'epoch': 127, 'iter': 710, 'avg_loss': 1.246207845445759, 'avg_acc_mask': 57.17436462954889, 'loss': 1.196911334991455}
+{'epoch': 127, 'iter': 720, 'avg_loss': 1.24705567993172, 'avg_acc_mask': 57.12480731812094, 'loss': 1.2736451625823975}
+{'epoch': 127, 'iter': 730, 'avg_loss': 1.2450489615448197, 'avg_acc_mask': 57.16884735202492, 'loss': 1.3753126859664917}
+{'epoch': 127, 'iter': 740, 'avg_loss': 1.2443909411005645, 'avg_acc_mask': 57.19662492927603, 'loss': 1.3000702857971191}
+{'epoch': 127, 'iter': 750, 'avg_loss': 1.244750064317777, 'avg_acc_mask': 57.16468590831919, 'loss': 1.100259780883789}
+{'epoch': 127, 'iter': 760, 'avg_loss': 1.2442680173571883, 'avg_acc_mask': 57.23009866845483, 'loss': 1.2619661092758179}
+{'epoch': 127, 'iter': 770, 'avg_loss': 1.2444195286618442, 'avg_acc_mask': 57.210379543413524, 'loss': 1.1827181577682495}
+{'epoch': 127, 'iter': 780, 'avg_loss': 1.2445032262313687, 'avg_acc_mask': 57.222883551572025, 'loss': 1.2693490982055664}
+{'epoch': 127, 'iter': 790, 'avg_loss': 1.246173480593902, 'avg_acc_mask': 57.185007606841545, 'loss': 1.3346142768859863}
+{'epoch': 127, 'iter': 800, 'avg_loss': 1.2461089843816673, 'avg_acc_mask': 57.15519985448593, 'loss': 1.4659916162490845}
+{'epoch': 127, 'iter': 810, 'avg_loss': 1.2473410406183227, 'avg_acc_mask': 57.075789568264526, 'loss': 1.2784568071365356}
+{'epoch': 127, 'iter': 820, 'avg_loss': 1.247188357429876, 'avg_acc_mask': 57.120976692563815, 'loss': 1.2212481498718262}
+{'epoch': 127, 'iter': 830, 'avg_loss': 1.2469647247008038, 'avg_acc_mask': 57.123738481790255, 'loss': 1.2462958097457886}
+{'epoch': 127, 'iter': 840, 'avg_loss': 1.2481888624065414, 'avg_acc_mask': 57.09272097053726, 'loss': 1.3495203256607056}
+{'epoch': 127, 'iter': 850, 'avg_loss': 1.2482744300547555, 'avg_acc_mask': 57.08137966471835, 'loss': 1.0467309951782227}
+{'epoch': 127, 'iter': 860, 'avg_loss': 1.2491242351847658, 'avg_acc_mask': 57.0482857807576, 'loss': 1.4398483037948608}
+{'epoch': 127, 'iter': 870, 'avg_loss': 1.250075955546956, 'avg_acc_mask': 57.03541209652146, 'loss': 0.9582306146621704}
+{'epoch': 127, 'iter': 880, 'avg_loss': 1.2509036187957825, 'avg_acc_mask': 57.031040251130705, 'loss': 1.003493309020996}
+{'epoch': 127, 'iter': 890, 'avg_loss': 1.2498290662546083, 'avg_acc_mask': 57.11512526053374, 'loss': 0.9297602772712708}
+{'epoch': 127, 'iter': 900, 'avg_loss': 1.2502571878237412, 'avg_acc_mask': 57.11400585681107, 'loss': 1.5035380125045776}
+{'epoch': 127, 'iter': 910, 'avg_loss': 1.2499936220412982, 'avg_acc_mask': 57.112903869962864, 'loss': 1.231303334236145}
+{'epoch': 127, 'iter': 920, 'avg_loss': 1.2490214802543194, 'avg_acc_mask': 57.150483421317986, 'loss': 0.6651062369346619}
+{'epoch': 127, 'iter': 930, 'avg_loss': 1.2488386043288398, 'avg_acc_mask': 57.17054642989996, 'loss': 1.468984603881836}
+{'epoch': 127, 'iter': 940, 'avg_loss': 1.2490885309661233, 'avg_acc_mask': 57.16385579452267, 'loss': 0.9071059226989746}
+{'epoch': 127, 'iter': 950, 'avg_loss': 1.2497068362782555, 'avg_acc_mask': 57.136842910997565, 'loss': 1.4906716346740723}
+{'epoch': 127, 'iter': 960, 'avg_loss': 1.2500844736129015, 'avg_acc_mask': 57.14475079533404, 'loss': 1.0762346982955933}
+{'epoch': 127, 'iter': 970, 'avg_loss': 1.2501706746776122, 'avg_acc_mask': 57.12652938861928, 'loss': 1.216345191001892}
+{'epoch': 127, 'iter': 980, 'avg_loss': 1.2499312745686335, 'avg_acc_mask': 57.138616249512964, 'loss': 0.9815483093261719}
+{'epoch': 127, 'iter': 990, 'avg_loss': 1.2506832381189772, 'avg_acc_mask': 57.104070738016176, 'loss': 1.427994966506958}
+{'epoch': 127, 'iter': 1000, 'avg_loss': 1.2509588192511987, 'avg_acc_mask': 57.074392767672364, 'loss': 1.4070526361465454}
+{'epoch': 127, 'iter': 1010, 'avg_loss': 1.2502287116295978, 'avg_acc_mask': 57.10355987055016, 'loss': 1.1210579872131348}
+{'epoch': 127, 'iter': 1020, 'avg_loss': 1.2492815631493766, 'avg_acc_mask': 57.143619671197776, 'loss': 0.9395204782485962}
+{'epoch': 127, 'iter': 1030, 'avg_loss': 1.2495974084338901, 'avg_acc_mask': 57.151416889891436, 'loss': 1.1873606443405151}
+{'epoch': 127, 'iter': 1040, 'avg_loss': 1.2491409892536607, 'avg_acc_mask': 57.17477049809766, 'loss': 1.3208998441696167}
+{'epoch': 127, 'iter': 1050, 'avg_loss': 1.2481600345598869, 'avg_acc_mask': 57.20190229139646, 'loss': 1.0704339742660522}
+{'epoch': 127, 'iter': 1060, 'avg_loss': 1.247922876665437, 'avg_acc_mask': 57.19350529236461, 'loss': 1.0866948366165161}
+{'epoch': 127, 'iter': 1070, 'avg_loss': 1.2474926388452923, 'avg_acc_mask': 57.20977596741344, 'loss': 1.4629638195037842}
+{'epoch': 127, 'iter': 1080, 'avg_loss': 1.2472099446235818, 'avg_acc_mask': 57.22381985436322, 'loss': 0.961445689201355}
+{'epoch': 127, 'iter': 1090, 'avg_loss': 1.2468833938637094, 'avg_acc_mask': 57.21968763528589, 'loss': 1.2002606391906738}
+{'epoch': 127, 'iter': 1100, 'avg_loss': 1.2462337333218387, 'avg_acc_mask': 57.24027475067697, 'loss': 0.9226997494697571}
+{'epoch': 'EP127_train', 'avg_loss': 1.2465604581444512, 'total_masked_acc': 57.2201839390599}
+{'epoch': 128, 'iter': 0, 'avg_loss': 1.5617244243621826, 'avg_acc_mask': 50.0, 'loss': 1.5617244243621826}
+{'epoch': 128, 'iter': 10, 'avg_loss': 1.35583204572851, 'avg_acc_mask': 52.083333333333336, 'loss': 1.4355155229568481}
+{'epoch': 128, 'iter': 20, 'avg_loss': 1.3116132702146257, 'avg_acc_mask': 54.15573053368329, 'loss': 1.1329424381256104}
+{'epoch': 128, 'iter': 30, 'avg_loss': 1.3106914258772326, 'avg_acc_mask': 54.227053140096615, 'loss': 1.3017727136611938}
+{'epoch': 128, 'iter': 40, 'avg_loss': 1.2927998987639822, 'avg_acc_mask': 54.75234270414994, 'loss': 1.0556342601776123}
+{'epoch': 128, 'iter': 50, 'avg_loss': 1.295288319681205, 'avg_acc_mask': 54.764434998228836, 'loss': 1.1981463432312012}
+{'epoch': 128, 'iter': 60, 'avg_loss': 1.2816215870810337, 'avg_acc_mask': 55.37410926365796, 'loss': 1.0148499011993408}
+{'epoch': 128, 'iter': 70, 'avg_loss': 1.271554169520526, 'avg_acc_mask': 55.876393110435664, 'loss': 1.3119009733200073}
+{'epoch': 128, 'iter': 80, 'avg_loss': 1.2660026211797455, 'avg_acc_mask': 55.83462991775951, 'loss': 1.435694694519043}
+{'epoch': 128, 'iter': 90, 'avg_loss': 1.260295869229914, 'avg_acc_mask': 56.191797107192386, 'loss': 1.0366021394729614}
+{'epoch': 128, 'iter': 100, 'avg_loss': 1.251678724100094, 'avg_acc_mask': 56.54054054054054, 'loss': 0.8547989726066589}
+{'epoch': 128, 'iter': 110, 'avg_loss': 1.2541206237432119, 'avg_acc_mask': 56.52030915967769, 'loss': 1.3672447204589844}
+{'epoch': 128, 'iter': 120, 'avg_loss': 1.249732739176632, 'avg_acc_mask': 56.418359668924, 'loss': 1.5837050676345825}
+{'epoch': 128, 'iter': 130, 'avg_loss': 1.252031111080228, 'avg_acc_mask': 56.33822308331027, 'loss': 1.2519254684448242}
+{'epoch': 128, 'iter': 140, 'avg_loss': 1.2510567755563884, 'avg_acc_mask': 56.47164255537063, 'loss': 1.2401610612869263}
+{'epoch': 128, 'iter': 150, 'avg_loss': 1.2451991328340493, 'avg_acc_mask': 56.72845450168512, 'loss': 1.5551297664642334}
+{'epoch': 128, 'iter': 160, 'avg_loss': 1.247007830172592, 'avg_acc_mask': 56.80299082360938, 'loss': 1.2971551418304443}
+{'epoch': 128, 'iter': 170, 'avg_loss': 1.2545239235225476, 'avg_acc_mask': 56.766837169650465, 'loss': 1.3478422164916992}
+{'epoch': 128, 'iter': 180, 'avg_loss': 1.2562930742021423, 'avg_acc_mask': 56.68989195193376, 'loss': 1.2994214296340942}
+{'epoch': 128, 'iter': 190, 'avg_loss': 1.2583884687323845, 'avg_acc_mask': 56.676557863501486, 'loss': 1.0229655504226685}
+{'epoch': 128, 'iter': 200, 'avg_loss': 1.2525652584744924, 'avg_acc_mask': 56.86828201858262, 'loss': 1.0089826583862305}
+{'epoch': 128, 'iter': 210, 'avg_loss': 1.2511305893766937, 'avg_acc_mask': 56.93531649948115, 'loss': 1.2357351779937744}
+{'epoch': 128, 'iter': 220, 'avg_loss': 1.2487872628604664, 'avg_acc_mask': 56.990756025090796, 'loss': 1.3570592403411865}
+{'epoch': 128, 'iter': 230, 'avg_loss': 1.2507759059146368, 'avg_acc_mask': 57.04002531245056, 'loss': 1.2903062105178833}
+{'epoch': 128, 'iter': 240, 'avg_loss': 1.2541497700936566, 'avg_acc_mask': 56.84900198080146, 'loss': 1.1668007373809814}
+{'epoch': 128, 'iter': 250, 'avg_loss': 1.255100353543027, 'avg_acc_mask': 56.77773709264006, 'loss': 1.0307106971740723}
+{'epoch': 128, 'iter': 260, 'avg_loss': 1.254136492237734, 'avg_acc_mask': 56.812754600365224, 'loss': 1.0358080863952637}
+{'epoch': 128, 'iter': 270, 'avg_loss': 1.2558863794231767, 'avg_acc_mask': 56.8109891589792, 'loss': 1.5845199823379517}
+{'epoch': 128, 'iter': 280, 'avg_loss': 1.260694361242111, 'avg_acc_mask': 56.676210307131704, 'loss': 0.9697673916816711}
+{'epoch': 128, 'iter': 290, 'avg_loss': 1.2595020856234627, 'avg_acc_mask': 56.752502675816906, 'loss': 1.1026531457901}
+{'epoch': 128, 'iter': 300, 'avg_loss': 1.2585508890722281, 'avg_acc_mask': 56.724505327245055, 'loss': 0.8472909927368164}
+{'epoch': 128, 'iter': 310, 'avg_loss': 1.2570052041501478, 'avg_acc_mask': 56.70145645380035, 'loss': 0.9727181196212769}
+{'epoch': 128, 'iter': 320, 'avg_loss': 1.258423331184922, 'avg_acc_mask': 56.647993597804955, 'loss': 1.049117922782898}
+{'epoch': 128, 'iter': 330, 'avg_loss': 1.2594142412130926, 'avg_acc_mask': 56.659279778393355, 'loss': 1.109462857246399}
+{'epoch': 128, 'iter': 340, 'avg_loss': 1.2579944817201834, 'avg_acc_mask': 56.73686472547544, 'loss': 1.2952266931533813}
+{'epoch': 128, 'iter': 350, 'avg_loss': 1.259028841117848, 'avg_acc_mask': 56.713531594627085, 'loss': 1.1631466150283813}
+{'epoch': 128, 'iter': 360, 'avg_loss': 1.2596241088785294, 'avg_acc_mask': 56.73301513151213, 'loss': 1.3984347581863403}
+{'epoch': 128, 'iter': 370, 'avg_loss': 1.2591072084768764, 'avg_acc_mask': 56.83872561126204, 'loss': 0.976671576499939}
+{'epoch': 128, 'iter': 380, 'avg_loss': 1.2609799774925852, 'avg_acc_mask': 56.81369955264803, 'loss': 0.9142427444458008}
+{'epoch': 128, 'iter': 390, 'avg_loss': 1.2608817340163014, 'avg_acc_mask': 56.732301922175346, 'loss': 1.1962790489196777}
+{'epoch': 128, 'iter': 400, 'avg_loss': 1.2581025653349194, 'avg_acc_mask': 56.810904766261096, 'loss': 1.164272427558899}
+{'epoch': 128, 'iter': 410, 'avg_loss': 1.2580821995607547, 'avg_acc_mask': 56.74154794337011, 'loss': 1.206261396408081}
+{'epoch': 128, 'iter': 420, 'avg_loss': 1.2572242055539564, 'avg_acc_mask': 56.74142595339907, 'loss': 1.1081637144088745}
+{'epoch': 128, 'iter': 430, 'avg_loss': 1.2577572502282268, 'avg_acc_mask': 56.7235494880546, 'loss': 1.0189244747161865}
+{'epoch': 128, 'iter': 440, 'avg_loss': 1.2602377354152619, 'avg_acc_mask': 56.640527237841, 'loss': 1.4667632579803467}
+{'epoch': 128, 'iter': 450, 'avg_loss': 1.261987016629221, 'avg_acc_mask': 56.6231647634584, 'loss': 1.137237787246704}
+{'epoch': 128, 'iter': 460, 'avg_loss': 1.264222650103869, 'avg_acc_mask': 56.5829346092504, 'loss': 1.1513522863388062}
+{'epoch': 128, 'iter': 470, 'avg_loss': 1.2645699661501906, 'avg_acc_mask': 56.5619873447387, 'loss': 1.1883635520935059}
+{'epoch': 128, 'iter': 480, 'avg_loss': 1.2621070660821119, 'avg_acc_mask': 56.63038479227349, 'loss': 1.0519962310791016}
+{'epoch': 128, 'iter': 490, 'avg_loss': 1.2639588978285703, 'avg_acc_mask': 56.569260817307686, 'loss': 1.5382146835327148}
+{'epoch': 128, 'iter': 500, 'avg_loss': 1.264018717521203, 'avg_acc_mask': 56.607458726415096, 'loss': 1.1634565591812134}
+{'epoch': 128, 'iter': 510, 'avg_loss': 1.263328810727293, 'avg_acc_mask': 56.59886556595253, 'loss': 1.561941385269165}
+{'epoch': 128, 'iter': 520, 'avg_loss': 1.2634169098969386, 'avg_acc_mask': 56.610061332293405, 'loss': 1.2328715324401855}
+{'epoch': 128, 'iter': 530, 'avg_loss': 1.2618436759474587, 'avg_acc_mask': 56.64080169804099, 'loss': 1.2030612230300903}
+{'epoch': 128, 'iter': 540, 'avg_loss': 1.2627048994829386, 'avg_acc_mask': 56.63012669466926, 'loss': 1.4154000282287598}
+{'epoch': 128, 'iter': 550, 'avg_loss': 1.2645358383763723, 'avg_acc_mask': 56.57326503967058, 'loss': 1.264420747756958}
+{'epoch': 128, 'iter': 560, 'avg_loss': 1.2642291753474828, 'avg_acc_mask': 56.56436066975887, 'loss': 1.1634236574172974}
+{'epoch': 128, 'iter': 570, 'avg_loss': 1.2636498305718242, 'avg_acc_mask': 56.594188830647774, 'loss': 1.2884478569030762}
+{'epoch': 128, 'iter': 580, 'avg_loss': 1.2630537829382695, 'avg_acc_mask': 56.5771087398374, 'loss': 1.337208867073059}
+{'epoch': 128, 'iter': 590, 'avg_loss': 1.2630698100967859, 'avg_acc_mask': 56.49368863955119, 'loss': 1.1973556280136108}
+{'epoch': 128, 'iter': 600, 'avg_loss': 1.262721876931468, 'avg_acc_mask': 56.482929971473276, 'loss': 1.3374327421188354}
+{'epoch': 128, 'iter': 610, 'avg_loss': 1.2630418615138277, 'avg_acc_mask': 56.48346347493142, 'loss': 1.3281630277633667}
+{'epoch': 128, 'iter': 620, 'avg_loss': 1.2601034326445846, 'avg_acc_mask': 56.604780829230684, 'loss': 1.344928503036499}
+{'epoch': 128, 'iter': 630, 'avg_loss': 1.2587603291883334, 'avg_acc_mask': 56.63613558135465, 'loss': 1.1777582168579102}
+{'epoch': 128, 'iter': 640, 'avg_loss': 1.2581385378718561, 'avg_acc_mask': 56.730547882136285, 'loss': 0.9099987149238586}
+{'epoch': 128, 'iter': 650, 'avg_loss': 1.2588032689145816, 'avg_acc_mask': 56.69210907130494, 'loss': 1.312149167060852}
+{'epoch': 128, 'iter': 660, 'avg_loss': 1.260086751561302, 'avg_acc_mask': 56.692671196487986, 'loss': 1.3614290952682495}
+{'epoch': 128, 'iter': 670, 'avg_loss': 1.2602497005249456, 'avg_acc_mask': 56.71341581021133, 'loss': 1.3175947666168213}
+{'epoch': 128, 'iter': 680, 'avg_loss': 1.2601624098818383, 'avg_acc_mask': 56.74795865773269, 'loss': 1.4256079196929932}
+{'epoch': 128, 'iter': 690, 'avg_loss': 1.2609122115175218, 'avg_acc_mask': 56.704663765717186, 'loss': 1.1492900848388672}
+{'epoch': 128, 'iter': 700, 'avg_loss': 1.2626163102420693, 'avg_acc_mask': 56.62068059387728, 'loss': 1.2014602422714233}
+{'epoch': 128, 'iter': 710, 'avg_loss': 1.2607728852333735, 'avg_acc_mask': 56.7320159742752, 'loss': 0.8286097049713135}
+{'epoch': 128, 'iter': 720, 'avg_loss': 1.261642641151497, 'avg_acc_mask': 56.71367259350092, 'loss': 1.2017714977264404}
+{'epoch': 128, 'iter': 730, 'avg_loss': 1.25915576650082, 'avg_acc_mask': 56.769153225806456, 'loss': 1.3217482566833496}
+{'epoch': 128, 'iter': 740, 'avg_loss': 1.260630441098078, 'avg_acc_mask': 56.69044718983818, 'loss': 0.9608076810836792}
+{'epoch': 128, 'iter': 750, 'avg_loss': 1.2624754021551892, 'avg_acc_mask': 56.6319657072872, 'loss': 1.26762056350708}
+{'epoch': 128, 'iter': 760, 'avg_loss': 1.2617857021508487, 'avg_acc_mask': 56.64240988322897, 'loss': 1.3009576797485352}
+{'epoch': 128, 'iter': 770, 'avg_loss': 1.2625024446253648, 'avg_acc_mask': 56.608228980322004, 'loss': 1.279080867767334}
+{'epoch': 128, 'iter': 780, 'avg_loss': 1.261591069753283, 'avg_acc_mask': 56.61889496511409, 'loss': 1.0704704523086548}
+{'epoch': 128, 'iter': 790, 'avg_loss': 1.2602691600657292, 'avg_acc_mask': 56.68266095220349, 'loss': 1.2294639348983765}
+{'epoch': 128, 'iter': 800, 'avg_loss': 1.2588939797714558, 'avg_acc_mask': 56.75029319106859, 'loss': 1.1122957468032837}
+{'epoch': 128, 'iter': 810, 'avg_loss': 1.2586439627460428, 'avg_acc_mask': 56.760502578783544, 'loss': 1.3638277053833008}
+{'epoch': 128, 'iter': 820, 'avg_loss': 1.259473128673075, 'avg_acc_mask': 56.70978172999192, 'loss': 1.4163411855697632}
+{'epoch': 128, 'iter': 830, 'avg_loss': 1.2581181280879767, 'avg_acc_mask': 56.76959619952494, 'loss': 1.1900038719177246}
+{'epoch': 128, 'iter': 840, 'avg_loss': 1.2568173448197482, 'avg_acc_mask': 56.821421522401806, 'loss': 0.9707980155944824}
+{'epoch': 128, 'iter': 850, 'avg_loss': 1.2572756347308849, 'avg_acc_mask': 56.756581226186356, 'loss': 1.08278489112854}
+{'epoch': 128, 'iter': 860, 'avg_loss': 1.2583557169334951, 'avg_acc_mask': 56.741392943388966, 'loss': 1.4932349920272827}
+{'epoch': 128, 'iter': 870, 'avg_loss': 1.259348789120925, 'avg_acc_mask': 56.688663532289006, 'loss': 1.1099821329116821}
+{'epoch': 128, 'iter': 880, 'avg_loss': 1.2597131790016078, 'avg_acc_mask': 56.707583935977325, 'loss': 1.3642429113388062}
+{'epoch': 128, 'iter': 890, 'avg_loss': 1.2584181714940954, 'avg_acc_mask': 56.743879045399225, 'loss': 0.8344931602478027}
+{'epoch': 128, 'iter': 900, 'avg_loss': 1.2590858110709406, 'avg_acc_mask': 56.70121988473209, 'loss': 1.533266305923462}
+{'epoch': 128, 'iter': 910, 'avg_loss': 1.2595205973060934, 'avg_acc_mask': 56.659087708002176, 'loss': 1.2350530624389648}
+{'epoch': 128, 'iter': 920, 'avg_loss': 1.259450276239687, 'avg_acc_mask': 56.666865826213375, 'loss': 1.2499005794525146}
+{'epoch': 128, 'iter': 930, 'avg_loss': 1.2590722710566413, 'avg_acc_mask': 56.649634028449114, 'loss': 1.518393635749817}
+{'epoch': 128, 'iter': 940, 'avg_loss': 1.2591091317780847, 'avg_acc_mask': 56.67011375387797, 'loss': 0.7998299598693848}
+{'epoch': 128, 'iter': 950, 'avg_loss': 1.2603927564921815, 'avg_acc_mask': 56.62057244389509, 'loss': 1.5645569562911987}
+{'epoch': 128, 'iter': 960, 'avg_loss': 1.2599214276959818, 'avg_acc_mask': 56.662587011397534, 'loss': 1.118532657623291}
+{'epoch': 128, 'iter': 970, 'avg_loss': 1.2602964638436, 'avg_acc_mask': 56.63259511641113, 'loss': 1.2122141122817993}
+{'epoch': 128, 'iter': 980, 'avg_loss': 1.259764655406808, 'avg_acc_mask': 56.65492561921535, 'loss': 0.9541295170783997}
+{'epoch': 128, 'iter': 990, 'avg_loss': 1.2604682659044275, 'avg_acc_mask': 56.63099029701504, 'loss': 1.3602735996246338}
+{'epoch': 128, 'iter': 1000, 'avg_loss': 1.2605103663988524, 'avg_acc_mask': 56.616016276554795, 'loss': 1.7904632091522217}
+{'epoch': 128, 'iter': 1010, 'avg_loss': 1.2604405434266042, 'avg_acc_mask': 56.607061813560854, 'loss': 1.1190396547317505}
+{'epoch': 128, 'iter': 1020, 'avg_loss': 1.2604340568812424, 'avg_acc_mask': 56.60377358490566, 'loss': 1.4617501497268677}
+{'epoch': 128, 'iter': 1030, 'avg_loss': 1.259909909287202, 'avg_acc_mask': 56.622664030071434, 'loss': 1.308881402015686}
+{'epoch': 128, 'iter': 1040, 'avg_loss': 1.2594862635838768, 'avg_acc_mask': 56.6659019922709, 'loss': 1.4052523374557495}
+{'epoch': 128, 'iter': 1050, 'avg_loss': 1.259085130510049, 'avg_acc_mask': 56.68583815534151, 'loss': 0.9542364478111267}
+{'epoch': 128, 'iter': 1060, 'avg_loss': 1.2590231742643163, 'avg_acc_mask': 56.67209536019959, 'loss': 0.8223724365234375}
+{'epoch': 128, 'iter': 1070, 'avg_loss': 1.258634188150714, 'avg_acc_mask': 56.65224259907961, 'loss': 1.286376953125}
+{'epoch': 128, 'iter': 1080, 'avg_loss': 1.257946947236286, 'avg_acc_mask': 56.67556401842941, 'loss': 1.2145501375198364}
+{'epoch': 128, 'iter': 1090, 'avg_loss': 1.2579530607550435, 'avg_acc_mask': 56.66818158864818, 'loss': 1.4542847871780396}
+{'epoch': 128, 'iter': 1100, 'avg_loss': 1.2579884179389877, 'avg_acc_mask': 56.65654306978607, 'loss': 1.0228440761566162}
+{'epoch': 'EP128_train', 'avg_loss': 1.2580230719363528, 'total_masked_acc': 56.644833089506584}
+{'epoch': 129, 'iter': 0, 'avg_loss': 1.5057111978530884, 'avg_acc_mask': 48.484848484848484, 'loss': 1.5057111978530884}
+{'epoch': 129, 'iter': 10, 'avg_loss': 1.2730207226493142, 'avg_acc_mask': 57.11947626841244, 'loss': 0.9394432306289673}
+{'epoch': 129, 'iter': 20, 'avg_loss': 1.296772749651046, 'avg_acc_mask': 55.21472392638037, 'loss': 1.643135905265808}
+{'epoch': 129, 'iter': 30, 'avg_loss': 1.2922512619726119, 'avg_acc_mask': 55.529131985731276, 'loss': 1.2039176225662231}
+{'epoch': 129, 'iter': 40, 'avg_loss': 1.271534717664486, 'avg_acc_mask': 56.28318584070796, 'loss': 1.1703109741210938}
+{'epoch': 129, 'iter': 50, 'avg_loss': 1.2858564094001173, 'avg_acc_mask': 55.885471898197245, 'loss': 1.1661349534988403}
+{'epoch': 129, 'iter': 60, 'avg_loss': 1.2744822785502574, 'avg_acc_mask': 56.49717514124294, 'loss': 1.090842843055725}
+{'epoch': 129, 'iter': 70, 'avg_loss': 1.2819413324476967, 'avg_acc_mask': 55.83354608118458, 'loss': 1.491855502128601}
+{'epoch': 129, 'iter': 80, 'avg_loss': 1.2834617716294747, 'avg_acc_mask': 55.6866236367683, 'loss': 1.3154641389846802}
+{'epoch': 129, 'iter': 90, 'avg_loss': 1.2821288848971273, 'avg_acc_mask': 55.93990907293932, 'loss': 1.1487237215042114}
+{'epoch': 129, 'iter': 100, 'avg_loss': 1.2739358998761319, 'avg_acc_mask': 56.232091690544415, 'loss': 0.9855950474739075}
+{'epoch': 129, 'iter': 110, 'avg_loss': 1.2707754180238053, 'avg_acc_mask': 56.62847790507365, 'loss': 0.9622654914855957}
+{'epoch': 129, 'iter': 120, 'avg_loss': 1.2686180447743944, 'avg_acc_mask': 56.587505672364244, 'loss': 1.8318136930465698}
+{'epoch': 129, 'iter': 130, 'avg_loss': 1.26190143095628, 'avg_acc_mask': 56.637907041469525, 'loss': 1.126513123512268}
+{'epoch': 129, 'iter': 140, 'avg_loss': 1.2621979666939864, 'avg_acc_mask': 56.51336073997945, 'loss': 1.293015956878662}
+{'epoch': 129, 'iter': 150, 'avg_loss': 1.2517005990672585, 'avg_acc_mask': 56.87318489835431, 'loss': 1.293282151222229}
+{'epoch': 129, 'iter': 160, 'avg_loss': 1.2528529966840092, 'avg_acc_mask': 56.88240656335461, 'loss': 1.4515728950500488}
+{'epoch': 129, 'iter': 170, 'avg_loss': 1.2515173237226163, 'avg_acc_mask': 56.9275176395125, 'loss': 1.154112458229065}
+{'epoch': 129, 'iter': 180, 'avg_loss': 1.2538089956367873, 'avg_acc_mask': 56.84772750176358, 'loss': 1.3296600580215454}
+{'epoch': 129, 'iter': 190, 'avg_loss': 1.255043510679175, 'avg_acc_mask': 56.83253588516747, 'loss': 1.365573763847351}
+{'epoch': 129, 'iter': 200, 'avg_loss': 1.2539024290753835, 'avg_acc_mask': 56.72710788757933, 'loss': 1.08479642868042}
+{'epoch': 129, 'iter': 210, 'avg_loss': 1.249951907243774, 'avg_acc_mask': 56.838748599500136, 'loss': 1.1456660032272339}
+{'epoch': 129, 'iter': 220, 'avg_loss': 1.2474560678274922, 'avg_acc_mask': 57.02302631578947, 'loss': 1.4256091117858887}
+{'epoch': 129, 'iter': 230, 'avg_loss': 1.249345953330333, 'avg_acc_mask': 57.02231685198328, 'loss': 0.8709665536880493}
+{'epoch': 129, 'iter': 240, 'avg_loss': 1.2468640502557715, 'avg_acc_mask': 57.179681576952234, 'loss': 1.2205270528793335}
+{'epoch': 129, 'iter': 250, 'avg_loss': 1.2504369742366896, 'avg_acc_mask': 56.9701383831027, 'loss': 0.865881085395813}
+{'epoch': 129, 'iter': 260, 'avg_loss': 1.2522576688806673, 'avg_acc_mask': 56.941522928060586, 'loss': 1.1530786752700806}
+{'epoch': 129, 'iter': 270, 'avg_loss': 1.2529056292178447, 'avg_acc_mask': 56.9278531416616, 'loss': 1.3946648836135864}
+{'epoch': 129, 'iter': 280, 'avg_loss': 1.2521620146744616, 'avg_acc_mask': 56.98826597131682, 'loss': 0.7529587745666504}
+{'epoch': 129, 'iter': 290, 'avg_loss': 1.2516807262430485, 'avg_acc_mask': 56.967368023182566, 'loss': 1.2975962162017822}
+{'epoch': 129, 'iter': 300, 'avg_loss': 1.2510706164512126, 'avg_acc_mask': 56.990557416996644, 'loss': 1.2136975526809692}
+{'epoch': 129, 'iter': 310, 'avg_loss': 1.2517549399394314, 'avg_acc_mask': 56.94264515369214, 'loss': 1.0275777578353882}
+{'epoch': 129, 'iter': 320, 'avg_loss': 1.2502500821496838, 'avg_acc_mask': 57.053847033268546, 'loss': 1.4331694841384888}
+{'epoch': 129, 'iter': 330, 'avg_loss': 1.252051758261966, 'avg_acc_mask': 57.08899362350984, 'loss': 1.2440061569213867}
+{'epoch': 129, 'iter': 340, 'avg_loss': 1.251284847686018, 'avg_acc_mask': 57.08591435496903, 'loss': 0.9767258763313293}
+{'epoch': 129, 'iter': 350, 'avg_loss': 1.2527294459505978, 'avg_acc_mask': 57.095726853791376, 'loss': 1.241762638092041}
+{'epoch': 129, 'iter': 360, 'avg_loss': 1.251671463168559, 'avg_acc_mask': 57.084773327912174, 'loss': 1.0479813814163208}
+{'epoch': 129, 'iter': 370, 'avg_loss': 1.2515380870942479, 'avg_acc_mask': 57.15983951656843, 'loss': 1.159582257270813}
+{'epoch': 129, 'iter': 380, 'avg_loss': 1.254023991701171, 'avg_acc_mask': 57.06574127626759, 'loss': 1.113383412361145}
+{'epoch': 129, 'iter': 390, 'avg_loss': 1.2536184565185586, 'avg_acc_mask': 57.09712348759475, 'loss': 1.0911554098129272}
+{'epoch': 129, 'iter': 400, 'avg_loss': 1.2529696614070427, 'avg_acc_mask': 57.10682016236298, 'loss': 1.0155713558197021}
+{'epoch': 129, 'iter': 410, 'avg_loss': 1.2496834619201882, 'avg_acc_mask': 57.252761998479215, 'loss': 1.2930517196655273}
+{'epoch': 129, 'iter': 420, 'avg_loss': 1.2472291550557006, 'avg_acc_mask': 57.28966241035508, 'loss': 1.1200982332229614}
+{'epoch': 129, 'iter': 430, 'avg_loss': 1.2474559437647772, 'avg_acc_mask': 57.30889202239029, 'loss': 1.3080416917800903}
+{'epoch': 129, 'iter': 440, 'avg_loss': 1.2490786168040062, 'avg_acc_mask': 57.27352462097481, 'loss': 1.4984917640686035}
+{'epoch': 129, 'iter': 450, 'avg_loss': 1.2512242757031764, 'avg_acc_mask': 57.22058582883325, 'loss': 1.0680400133132935}
+{'epoch': 129, 'iter': 460, 'avg_loss': 1.2516688811804881, 'avg_acc_mask': 57.23650025980255, 'loss': 1.10069739818573}
+{'epoch': 129, 'iter': 470, 'avg_loss': 1.2507345805502241, 'avg_acc_mask': 57.280187573270815, 'loss': 1.1092252731323242}
+{'epoch': 129, 'iter': 480, 'avg_loss': 1.2500049644101434, 'avg_acc_mask': 57.35902543671468, 'loss': 1.2475402355194092}
+{'epoch': 129, 'iter': 490, 'avg_loss': 1.2513418124795204, 'avg_acc_mask': 57.29514657858189, 'loss': 1.4787826538085938}
+{'epoch': 129, 'iter': 500, 'avg_loss': 1.2503849420242918, 'avg_acc_mask': 57.25218927073368, 'loss': 1.307671070098877}
+{'epoch': 129, 'iter': 510, 'avg_loss': 1.2504835076294767, 'avg_acc_mask': 57.193298504773914, 'loss': 1.1226708889007568}
+{'epoch': 129, 'iter': 520, 'avg_loss': 1.2501167697320743, 'avg_acc_mask': 57.21458119718559, 'loss': 1.4027122259140015}
+{'epoch': 129, 'iter': 530, 'avg_loss': 1.2500817601739125, 'avg_acc_mask': 57.21368884574044, 'loss': 1.3358227014541626}
+{'epoch': 129, 'iter': 540, 'avg_loss': 1.250038670193466, 'avg_acc_mask': 57.167188990325656, 'loss': 1.2932710647583008}
+{'epoch': 129, 'iter': 550, 'avg_loss': 1.2511690760913647, 'avg_acc_mask': 57.09697922590573, 'loss': 1.3017243146896362}
+{'epoch': 129, 'iter': 560, 'avg_loss': 1.2525910785066465, 'avg_acc_mask': 57.07095628145663, 'loss': 1.5079319477081299}
+{'epoch': 129, 'iter': 570, 'avg_loss': 1.2508989736411702, 'avg_acc_mask': 57.12348230431413, 'loss': 1.1981852054595947}
+{'epoch': 129, 'iter': 580, 'avg_loss': 1.2509981160935355, 'avg_acc_mask': 57.09396292188242, 'loss': 1.7451488971710205}
+{'epoch': 129, 'iter': 590, 'avg_loss': 1.2515948789978995, 'avg_acc_mask': 57.05074292122232, 'loss': 1.0751018524169922}
+{'epoch': 129, 'iter': 600, 'avg_loss': 1.2521917556169226, 'avg_acc_mask': 57.03285578427463, 'loss': 1.2739129066467285}
+{'epoch': 129, 'iter': 610, 'avg_loss': 1.2531712396640433, 'avg_acc_mask': 56.946914659512245, 'loss': 1.32140052318573}
+{'epoch': 129, 'iter': 620, 'avg_loss': 1.2532126008984354, 'avg_acc_mask': 56.95702533337293, 'loss': 1.3913202285766602}
+{'epoch': 129, 'iter': 630, 'avg_loss': 1.2520894357217285, 'avg_acc_mask': 57.00143094939112, 'loss': 1.1922003030776978}
+{'epoch': 129, 'iter': 640, 'avg_loss': 1.251082195413652, 'avg_acc_mask': 57.06099176409607, 'loss': 0.9858152866363525}
+{'epoch': 129, 'iter': 650, 'avg_loss': 1.2506692439729716, 'avg_acc_mask': 57.066189624329155, 'loss': 1.1463772058486938}
+{'epoch': 129, 'iter': 660, 'avg_loss': 1.2506525528232557, 'avg_acc_mask': 57.06146842796102, 'loss': 1.1886643171310425}
+{'epoch': 129, 'iter': 670, 'avg_loss': 1.2509452800104053, 'avg_acc_mask': 57.04729394923746, 'loss': 1.5747946500778198}
+{'epoch': 129, 'iter': 680, 'avg_loss': 1.250950812243155, 'avg_acc_mask': 57.01842455159688, 'loss': 1.4775463342666626}
+{'epoch': 129, 'iter': 690, 'avg_loss': 1.2511061599906723, 'avg_acc_mask': 57.013937096171304, 'loss': 0.883406400680542}
+{'epoch': 129, 'iter': 700, 'avg_loss': 1.252414427963371, 'avg_acc_mask': 56.9887664097235, 'loss': 1.1897330284118652}
+{'epoch': 129, 'iter': 710, 'avg_loss': 1.25194006001396, 'avg_acc_mask': 56.97954739870907, 'loss': 1.5175284147262573}
+{'epoch': 129, 'iter': 720, 'avg_loss': 1.2529830881362154, 'avg_acc_mask': 56.9140784634246, 'loss': 1.3035138845443726}
+{'epoch': 129, 'iter': 730, 'avg_loss': 1.2515474013199395, 'avg_acc_mask': 56.966459189073404, 'loss': 1.073278784751892}
+{'epoch': 129, 'iter': 740, 'avg_loss': 1.2519559507106157, 'avg_acc_mask': 56.936301301798665, 'loss': 0.9919242262840271}
+{'epoch': 129, 'iter': 750, 'avg_loss': 1.2522677211723379, 'avg_acc_mask': 56.95570193696893, 'loss': 1.410759449005127}
+{'epoch': 129, 'iter': 760, 'avg_loss': 1.2516391674416452, 'avg_acc_mask': 56.99920230124006, 'loss': 1.094645380973816}
+{'epoch': 129, 'iter': 770, 'avg_loss': 1.2533994865943177, 'avg_acc_mask': 56.94848210456084, 'loss': 1.5131380558013916}
+{'epoch': 129, 'iter': 780, 'avg_loss': 1.252330435680824, 'avg_acc_mask': 56.93836229222583, 'loss': 1.3872041702270508}
+{'epoch': 129, 'iter': 790, 'avg_loss': 1.2526438757683023, 'avg_acc_mask': 56.96290787394255, 'loss': 1.3156428337097168}
+{'epoch': 129, 'iter': 800, 'avg_loss': 1.2527731692002209, 'avg_acc_mask': 56.96092154478074, 'loss': 1.121196985244751}
+{'epoch': 129, 'iter': 810, 'avg_loss': 1.2518151924289698, 'avg_acc_mask': 57.0080954216649, 'loss': 1.307674527168274}
+{'epoch': 129, 'iter': 820, 'avg_loss': 1.2515834588081043, 'avg_acc_mask': 57.00953404055325, 'loss': 1.0079275369644165}
+{'epoch': 129, 'iter': 830, 'avg_loss': 1.252031611980227, 'avg_acc_mask': 57.018028979095234, 'loss': 1.3308433294296265}
+{'epoch': 129, 'iter': 840, 'avg_loss': 1.2515654755971095, 'avg_acc_mask': 57.04239194531199, 'loss': 1.2562901973724365}
+{'epoch': 129, 'iter': 850, 'avg_loss': 1.2522623428306625, 'avg_acc_mask': 57.00690548122572, 'loss': 1.8040785789489746}
+{'epoch': 129, 'iter': 860, 'avg_loss': 1.2526485049073843, 'avg_acc_mask': 56.969632392115074, 'loss': 1.2956533432006836}
+{'epoch': 129, 'iter': 870, 'avg_loss': 1.2542025151263696, 'avg_acc_mask': 56.863858055835856, 'loss': 1.3416972160339355}
+{'epoch': 129, 'iter': 880, 'avg_loss': 1.2540911887344248, 'avg_acc_mask': 56.85157857543699, 'loss': 1.2186721563339233}
+{'epoch': 129, 'iter': 890, 'avg_loss': 1.252387009954078, 'avg_acc_mask': 56.91851729886596, 'loss': 1.004599690437317}
+{'epoch': 129, 'iter': 900, 'avg_loss': 1.2536906152798253, 'avg_acc_mask': 56.86019318759532, 'loss': 1.6392536163330078}
+{'epoch': 129, 'iter': 910, 'avg_loss': 1.253552652936343, 'avg_acc_mask': 56.824809444321545, 'loss': 1.229527473449707}
+{'epoch': 129, 'iter': 920, 'avg_loss': 1.2529109585686433, 'avg_acc_mask': 56.83963203377006, 'loss': 1.0665688514709473}
+{'epoch': 129, 'iter': 930, 'avg_loss': 1.2523704424708537, 'avg_acc_mask': 56.84075679936933, 'loss': 1.5973615646362305}
+{'epoch': 129, 'iter': 940, 'avg_loss': 1.2521714553569505, 'avg_acc_mask': 56.84813977068871, 'loss': 1.197731375694275}
+{'epoch': 129, 'iter': 950, 'avg_loss': 1.253038842093932, 'avg_acc_mask': 56.8176556833089, 'loss': 1.401302456855774}
+{'epoch': 129, 'iter': 960, 'avg_loss': 1.2539704164778902, 'avg_acc_mask': 56.808022922636106, 'loss': 1.2633651494979858}
+{'epoch': 129, 'iter': 970, 'avg_loss': 1.2540719113192769, 'avg_acc_mask': 56.77377867720765, 'loss': 1.167043924331665}
+{'epoch': 129, 'iter': 980, 'avg_loss': 1.2531664497261747, 'avg_acc_mask': 56.79331051125204, 'loss': 1.015852451324463}
+{'epoch': 129, 'iter': 990, 'avg_loss': 1.254010241459886, 'avg_acc_mask': 56.75350849620029, 'loss': 1.561087727546692}
+{'epoch': 129, 'iter': 1000, 'avg_loss': 1.253746325617189, 'avg_acc_mask': 56.75057208237986, 'loss': 1.5437783002853394}
+{'epoch': 129, 'iter': 1010, 'avg_loss': 1.2534668258696235, 'avg_acc_mask': 56.7354412937849, 'loss': 0.9927828907966614}
+{'epoch': 129, 'iter': 1020, 'avg_loss': 1.2540039108385652, 'avg_acc_mask': 56.73173532366872, 'loss': 1.0014435052871704}
+{'epoch': 129, 'iter': 1030, 'avg_loss': 1.2538853528196665, 'avg_acc_mask': 56.75911111111112, 'loss': 1.3958806991577148}
+{'epoch': 129, 'iter': 1040, 'avg_loss': 1.2534590551305802, 'avg_acc_mask': 56.74462015285457, 'loss': 1.1340250968933105}
+{'epoch': 129, 'iter': 1050, 'avg_loss': 1.2536019600651358, 'avg_acc_mask': 56.75020069107536, 'loss': 1.5481666326522827}
+{'epoch': 129, 'iter': 1060, 'avg_loss': 1.2530650752091834, 'avg_acc_mask': 56.761707274926565, 'loss': 1.140720009803772}
+{'epoch': 129, 'iter': 1070, 'avg_loss': 1.2527795773483013, 'avg_acc_mask': 56.770218228498074, 'loss': 1.659199595451355}
+{'epoch': 129, 'iter': 1080, 'avg_loss': 1.2522196746556213, 'avg_acc_mask': 56.811476243768446, 'loss': 0.9681064486503601}
+{'epoch': 129, 'iter': 1090, 'avg_loss': 1.2520770437120845, 'avg_acc_mask': 56.79680150517403, 'loss': 1.2373144626617432}
+{'epoch': 129, 'iter': 1100, 'avg_loss': 1.2510582709940425, 'avg_acc_mask': 56.85132165923164, 'loss': 0.9800930023193359}
+{'epoch': 'EP129_train', 'avg_loss': 1.2513694015563344, 'total_masked_acc': 56.862517417556894}
+{'epoch': 130, 'iter': 0, 'avg_loss': 1.383588194847107, 'avg_acc_mask': 47.27272727272727, 'loss': 1.383588194847107}
+{'epoch': 130, 'iter': 10, 'avg_loss': 1.3937330137599597, 'avg_acc_mask': 52.40384615384615, 'loss': 1.0765125751495361}
+{'epoch': 130, 'iter': 20, 'avg_loss': 1.3594924126352583, 'avg_acc_mask': 53.50949628406276, 'loss': 1.2343151569366455}
+{'epoch': 130, 'iter': 30, 'avg_loss': 1.3447327883012834, 'avg_acc_mask': 53.93767705382436, 'loss': 1.3071810007095337}
+{'epoch': 130, 'iter': 40, 'avg_loss': 1.3281019344562437, 'avg_acc_mask': 54.31515671962216, 'loss': 0.9745537042617798}
+{'epoch': 130, 'iter': 50, 'avg_loss': 1.3474352126028024, 'avg_acc_mask': 53.74739764052742, 'loss': 1.4183125495910645}
+{'epoch': 130, 'iter': 60, 'avg_loss': 1.326170093700534, 'avg_acc_mask': 54.41347270615563, 'loss': 1.0367670059204102}
+{'epoch': 130, 'iter': 70, 'avg_loss': 1.3188114586010786, 'avg_acc_mask': 54.62939855253307, 'loss': 1.2169139385223389}
+{'epoch': 130, 'iter': 80, 'avg_loss': 1.3103314262849313, 'avg_acc_mask': 54.93298176225005, 'loss': 1.2951592206954956}
+{'epoch': 130, 'iter': 90, 'avg_loss': 1.3097043116014082, 'avg_acc_mask': 55.00000000000001, 'loss': 1.3750554323196411}
+{'epoch': 130, 'iter': 100, 'avg_loss': 1.2879191082302888, 'avg_acc_mask': 55.41823392441339, 'loss': 0.9570154547691345}
+{'epoch': 130, 'iter': 110, 'avg_loss': 1.2830045685037836, 'avg_acc_mask': 55.64170240844606, 'loss': 1.0009791851043701}
+{'epoch': 130, 'iter': 120, 'avg_loss': 1.2785463727210178, 'avg_acc_mask': 55.76371053029159, 'loss': 1.7075077295303345}
+{'epoch': 130, 'iter': 130, 'avg_loss': 1.2828503419424742, 'avg_acc_mask': 55.59706655597066, 'loss': 1.2078521251678467}
+{'epoch': 130, 'iter': 140, 'avg_loss': 1.2771687613311389, 'avg_acc_mask': 55.63561502830674, 'loss': 1.0813111066818237}
+{'epoch': 130, 'iter': 150, 'avg_loss': 1.2663230536789294, 'avg_acc_mask': 56.05435573889832, 'loss': 1.2179712057113647}
+{'epoch': 130, 'iter': 160, 'avg_loss': 1.26725668455503, 'avg_acc_mask': 55.94763801935117, 'loss': 1.3669081926345825}
+{'epoch': 130, 'iter': 170, 'avg_loss': 1.2731439798896076, 'avg_acc_mask': 55.77765900587921, 'loss': 1.3253662586212158}
+{'epoch': 130, 'iter': 180, 'avg_loss': 1.268399593579835, 'avg_acc_mask': 56.04317998385795, 'loss': 1.4054138660430908}
+{'epoch': 130, 'iter': 190, 'avg_loss': 1.261829022337629, 'avg_acc_mask': 56.13517372679676, 'loss': 0.9657896161079407}
+{'epoch': 130, 'iter': 200, 'avg_loss': 1.2587165927412498, 'avg_acc_mask': 56.221281196504194, 'loss': 0.9400632381439209}
+{'epoch': 130, 'iter': 210, 'avg_loss': 1.2566019132803967, 'avg_acc_mask': 56.37250706154241, 'loss': 1.3279138803482056}
+{'epoch': 130, 'iter': 220, 'avg_loss': 1.2561947414777936, 'avg_acc_mask': 56.36898439414985, 'loss': 1.3637853860855103}
+{'epoch': 130, 'iter': 230, 'avg_loss': 1.2545453026181175, 'avg_acc_mask': 56.49249061326659, 'loss': 1.1250662803649902}
+{'epoch': 130, 'iter': 240, 'avg_loss': 1.2588086692129428, 'avg_acc_mask': 56.386737839260206, 'loss': 1.3359633684158325}
+{'epoch': 130, 'iter': 250, 'avg_loss': 1.2597551409941745, 'avg_acc_mask': 56.33232016210739, 'loss': 1.082781195640564}
+{'epoch': 130, 'iter': 260, 'avg_loss': 1.2631242560700895, 'avg_acc_mask': 56.288717199136904, 'loss': 1.246412992477417}
+{'epoch': 130, 'iter': 270, 'avg_loss': 1.2655581185298652, 'avg_acc_mask': 56.13144536468073, 'loss': 1.4657695293426514}
+{'epoch': 130, 'iter': 280, 'avg_loss': 1.2671855238408805, 'avg_acc_mask': 56.03476021886063, 'loss': 0.6415528655052185}
+{'epoch': 130, 'iter': 290, 'avg_loss': 1.2661653771433223, 'avg_acc_mask': 56.07325277189486, 'loss': 1.001587986946106}
+{'epoch': 130, 'iter': 300, 'avg_loss': 1.2609280367626303, 'avg_acc_mask': 56.30804486792908, 'loss': 1.0478428602218628}
+{'epoch': 130, 'iter': 310, 'avg_loss': 1.2592963990291215, 'avg_acc_mask': 56.27009646302251, 'loss': 1.1067440509796143}
+{'epoch': 130, 'iter': 320, 'avg_loss': 1.2581963474134048, 'avg_acc_mask': 56.36920980926431, 'loss': 1.0197478532791138}
+{'epoch': 130, 'iter': 330, 'avg_loss': 1.2574090651515026, 'avg_acc_mask': 56.423935760642394, 'loss': 0.9986553192138672}
+{'epoch': 130, 'iter': 340, 'avg_loss': 1.255045797817868, 'avg_acc_mask': 56.54402734020398, 'loss': 0.9694802761077881}
+{'epoch': 130, 'iter': 350, 'avg_loss': 1.25329953381139, 'avg_acc_mask': 56.680182990226655, 'loss': 1.3000578880310059}
+{'epoch': 130, 'iter': 360, 'avg_loss': 1.2520871185529925, 'avg_acc_mask': 56.735332727456324, 'loss': 1.3736152648925781}
+{'epoch': 130, 'iter': 370, 'avg_loss': 1.2539073958229825, 'avg_acc_mask': 56.601827291482465, 'loss': 1.0561420917510986}
+{'epoch': 130, 'iter': 380, 'avg_loss': 1.2588359721376514, 'avg_acc_mask': 56.46446809526082, 'loss': 1.067260980606079}
+{'epoch': 130, 'iter': 390, 'avg_loss': 1.2598411803660186, 'avg_acc_mask': 56.50697674418604, 'loss': 1.417372465133667}
+{'epoch': 130, 'iter': 400, 'avg_loss': 1.2595012488210588, 'avg_acc_mask': 56.50557620817844, 'loss': 1.3811384439468384}
+{'epoch': 130, 'iter': 410, 'avg_loss': 1.2578607784570568, 'avg_acc_mask': 56.582384979852094, 'loss': 1.1790406703948975}
+{'epoch': 130, 'iter': 420, 'avg_loss': 1.2580996455885736, 'avg_acc_mask': 56.579800337093225, 'loss': 1.4748334884643555}
+{'epoch': 130, 'iter': 430, 'avg_loss': 1.2563570762731637, 'avg_acc_mask': 56.616061233983174, 'loss': 0.7909228205680847}
+{'epoch': 130, 'iter': 440, 'avg_loss': 1.2590521892993087, 'avg_acc_mask': 56.51706308169596, 'loss': 1.6146159172058105}
+{'epoch': 130, 'iter': 450, 'avg_loss': 1.2585599730390138, 'avg_acc_mask': 56.48552482613618, 'loss': 1.2349498271942139}
+{'epoch': 130, 'iter': 460, 'avg_loss': 1.259711001933009, 'avg_acc_mask': 56.48773551368645, 'loss': 1.3063489198684692}
+{'epoch': 130, 'iter': 470, 'avg_loss': 1.2607604430992385, 'avg_acc_mask': 56.46058732612056, 'loss': 1.2241759300231934}
+{'epoch': 130, 'iter': 480, 'avg_loss': 1.2588839913852001, 'avg_acc_mask': 56.566842085336766, 'loss': 1.0963129997253418}
+{'epoch': 130, 'iter': 490, 'avg_loss': 1.2585241548155572, 'avg_acc_mask': 56.59124629080119, 'loss': 1.3804727792739868}
+{'epoch': 130, 'iter': 500, 'avg_loss': 1.25814922995672, 'avg_acc_mask': 56.635079693570056, 'loss': 1.1826456785202026}
+{'epoch': 130, 'iter': 510, 'avg_loss': 1.2570549152835242, 'avg_acc_mask': 56.70473547514854, 'loss': 1.1554104089736938}
+{'epoch': 130, 'iter': 520, 'avg_loss': 1.2582016169681658, 'avg_acc_mask': 56.73228208803888, 'loss': 1.2998281717300415}
+{'epoch': 130, 'iter': 530, 'avg_loss': 1.2574927932574027, 'avg_acc_mask': 56.77428208735032, 'loss': 1.0286206007003784}
+{'epoch': 130, 'iter': 540, 'avg_loss': 1.2589737124011169, 'avg_acc_mask': 56.698564593301434, 'loss': 1.3288915157318115}
+{'epoch': 130, 'iter': 550, 'avg_loss': 1.2585137622758826, 'avg_acc_mask': 56.703485680269864, 'loss': 1.1876330375671387}
+{'epoch': 130, 'iter': 560, 'avg_loss': 1.2577401987159103, 'avg_acc_mask': 56.71379814724524, 'loss': 1.0953335762023926}
+{'epoch': 130, 'iter': 570, 'avg_loss': 1.256001507025049, 'avg_acc_mask': 56.79509296530573, 'loss': 1.0620200634002686}
+{'epoch': 130, 'iter': 580, 'avg_loss': 1.2558630666921553, 'avg_acc_mask': 56.819322459222086, 'loss': 1.5467571020126343}
+{'epoch': 130, 'iter': 590, 'avg_loss': 1.254199627894032, 'avg_acc_mask': 56.88508436999631, 'loss': 0.9215086102485657}
+{'epoch': 130, 'iter': 600, 'avg_loss': 1.253568207860588, 'avg_acc_mask': 56.9136213630446, 'loss': 1.1314597129821777}
+{'epoch': 130, 'iter': 610, 'avg_loss': 1.255144089021386, 'avg_acc_mask': 56.90204604342258, 'loss': 1.5170485973358154}
+{'epoch': 130, 'iter': 620, 'avg_loss': 1.2534457039142, 'avg_acc_mask': 56.94481080922653, 'loss': 1.5173102617263794}
+{'epoch': 130, 'iter': 630, 'avg_loss': 1.2536430561032423, 'avg_acc_mask': 56.960198574191125, 'loss': 1.0863231420516968}
+{'epoch': 130, 'iter': 640, 'avg_loss': 1.2535883852174614, 'avg_acc_mask': 56.98594274657105, 'loss': 1.0146404504776}
+{'epoch': 130, 'iter': 650, 'avg_loss': 1.2544669440265075, 'avg_acc_mask': 56.97051314423589, 'loss': 1.3331259489059448}
+{'epoch': 130, 'iter': 660, 'avg_loss': 1.2538805603079284, 'avg_acc_mask': 56.99411748460328, 'loss': 1.311678409576416}
+{'epoch': 130, 'iter': 670, 'avg_loss': 1.2548064004113528, 'avg_acc_mask': 56.97532039944492, 'loss': 1.2477562427520752}
+{'epoch': 130, 'iter': 680, 'avg_loss': 1.25409427718444, 'avg_acc_mask': 56.99325048210843, 'loss': 1.4056309461593628}
+{'epoch': 130, 'iter': 690, 'avg_loss': 1.2546541823664554, 'avg_acc_mask': 56.972573839662445, 'loss': 1.0464167594909668}
+{'epoch': 130, 'iter': 700, 'avg_loss': 1.2554920575077966, 'avg_acc_mask': 56.925315732030555, 'loss': 1.4566965103149414}
+{'epoch': 130, 'iter': 710, 'avg_loss': 1.2548274535334731, 'avg_acc_mask': 56.927339901477836, 'loss': 1.1940340995788574}
+{'epoch': 130, 'iter': 720, 'avg_loss': 1.254787237237462, 'avg_acc_mask': 56.93565534349213, 'loss': 1.2466881275177002}
+{'epoch': 130, 'iter': 730, 'avg_loss': 1.2533898827315355, 'avg_acc_mask': 56.99340856886048, 'loss': 1.1586397886276245}
+{'epoch': 130, 'iter': 740, 'avg_loss': 1.2537155728108487, 'avg_acc_mask': 56.96333530455352, 'loss': 1.3090870380401611}
+{'epoch': 130, 'iter': 750, 'avg_loss': 1.2543311759571578, 'avg_acc_mask': 56.94252035484263, 'loss': 1.0577651262283325}
+{'epoch': 130, 'iter': 760, 'avg_loss': 1.253824802093531, 'avg_acc_mask': 56.954787872964005, 'loss': 1.0852842330932617}
+{'epoch': 130, 'iter': 770, 'avg_loss': 1.2551537782301698, 'avg_acc_mask': 56.87152161042037, 'loss': 1.4286160469055176}
+{'epoch': 130, 'iter': 780, 'avg_loss': 1.2536588436357496, 'avg_acc_mask': 56.89993918697665, 'loss': 0.8506516218185425}
+{'epoch': 130, 'iter': 790, 'avg_loss': 1.2536112439315932, 'avg_acc_mask': 56.89675080248482, 'loss': 1.300416350364685}
+{'epoch': 130, 'iter': 800, 'avg_loss': 1.2530013366733745, 'avg_acc_mask': 56.92956462274903, 'loss': 1.0915076732635498}
+{'epoch': 130, 'iter': 810, 'avg_loss': 1.2535321076760015, 'avg_acc_mask': 56.9268897149938, 'loss': 1.243511438369751}
+{'epoch': 130, 'iter': 820, 'avg_loss': 1.253307233774415, 'avg_acc_mask': 56.908268532341076, 'loss': 1.1026376485824585}
+{'epoch': 130, 'iter': 830, 'avg_loss': 1.2515958581303575, 'avg_acc_mask': 56.970338049274986, 'loss': 1.0772528648376465}
+{'epoch': 130, 'iter': 840, 'avg_loss': 1.2516228246915637, 'avg_acc_mask': 56.963457897142355, 'loss': 1.2274653911590576}
+{'epoch': 130, 'iter': 850, 'avg_loss': 1.2528458817585095, 'avg_acc_mask': 56.9104118304531, 'loss': 1.411180853843689}
+{'epoch': 130, 'iter': 860, 'avg_loss': 1.2543867777310458, 'avg_acc_mask': 56.845617614554115, 'loss': 1.3134900331497192}
+{'epoch': 130, 'iter': 870, 'avg_loss': 1.2545602634360953, 'avg_acc_mask': 56.86521164853136, 'loss': 1.0956506729125977}
+{'epoch': 130, 'iter': 880, 'avg_loss': 1.2529987531812454, 'avg_acc_mask': 56.92039728782632, 'loss': 0.9226025342941284}
+{'epoch': 130, 'iter': 890, 'avg_loss': 1.2512478980953845, 'avg_acc_mask': 56.99891235198752, 'loss': 0.716471791267395}
+{'epoch': 130, 'iter': 900, 'avg_loss': 1.2511205539586938, 'avg_acc_mask': 56.99594320486815, 'loss': 1.429250955581665}
+{'epoch': 130, 'iter': 910, 'avg_loss': 1.2521031593779177, 'avg_acc_mask': 56.96258401043234, 'loss': 1.3857529163360596}
+{'epoch': 130, 'iter': 920, 'avg_loss': 1.2506526429024116, 'avg_acc_mask': 56.99918510126607, 'loss': 1.1944907903671265}
+{'epoch': 130, 'iter': 930, 'avg_loss': 1.2506370772352535, 'avg_acc_mask': 57.00787401574803, 'loss': 1.1988967657089233}
+{'epoch': 130, 'iter': 940, 'avg_loss': 1.2506620007290976, 'avg_acc_mask': 57.01125696256768, 'loss': 1.0988622903823853}
+{'epoch': 130, 'iter': 950, 'avg_loss': 1.2513244103808758, 'avg_acc_mask': 56.993141712260154, 'loss': 1.5329484939575195}
+{'epoch': 130, 'iter': 960, 'avg_loss': 1.2509789226826717, 'avg_acc_mask': 57.01903110890976, 'loss': 1.2004996538162231}
+{'epoch': 130, 'iter': 970, 'avg_loss': 1.2509382736670616, 'avg_acc_mask': 57.02731745941971, 'loss': 1.0235885381698608}
+{'epoch': 130, 'iter': 980, 'avg_loss': 1.250518172584421, 'avg_acc_mask': 57.020832167701755, 'loss': 1.015637755393982}
+{'epoch': 130, 'iter': 990, 'avg_loss': 1.2508586944051756, 'avg_acc_mask': 57.016961651917406, 'loss': 1.459623098373413}
+{'epoch': 130, 'iter': 1000, 'avg_loss': 1.2512263958747094, 'avg_acc_mask': 57.01009658395867, 'loss': 1.5375226736068726}
+{'epoch': 130, 'iter': 1010, 'avg_loss': 1.2509562345451937, 'avg_acc_mask': 57.01708397360571, 'loss': 1.082105278968811}
+{'epoch': 130, 'iter': 1020, 'avg_loss': 1.250115708961543, 'avg_acc_mask': 57.070236987184074, 'loss': 0.9471696615219116}
+{'epoch': 130, 'iter': 1030, 'avg_loss': 1.2496654180851408, 'avg_acc_mask': 57.09421716231313, 'loss': 1.1726617813110352}
+{'epoch': 130, 'iter': 1040, 'avg_loss': 1.249455180910204, 'avg_acc_mask': 57.09894433612619, 'loss': 1.340969443321228}
+{'epoch': 130, 'iter': 1050, 'avg_loss': 1.2495070143499112, 'avg_acc_mask': 57.082456109825486, 'loss': 1.1307706832885742}
+{'epoch': 130, 'iter': 1060, 'avg_loss': 1.2490951995260866, 'avg_acc_mask': 57.087415482268526, 'loss': 1.0112717151641846}
+{'epoch': 130, 'iter': 1070, 'avg_loss': 1.2482808635793592, 'avg_acc_mask': 57.095483915079825, 'loss': 1.257846713066101}
+{'epoch': 130, 'iter': 1080, 'avg_loss': 1.2475426548835198, 'avg_acc_mask': 57.12617415587713, 'loss': 0.8385396599769592}
+{'epoch': 130, 'iter': 1090, 'avg_loss': 1.247642119579857, 'avg_acc_mask': 57.11438286183274, 'loss': 1.2434195280075073}
+{'epoch': 130, 'iter': 1100, 'avg_loss': 1.2465422079846817, 'avg_acc_mask': 57.133845719692566, 'loss': 1.1974596977233887}
+{'epoch': 'EP130_train', 'avg_loss': 1.246935989414405, 'total_masked_acc': 57.123949440804715}
+{'epoch': 131, 'iter': 0, 'avg_loss': 1.3140361309051514, 'avg_acc_mask': 60.86956521739131, 'loss': 1.3140361309051514}
+{'epoch': 131, 'iter': 10, 'avg_loss': 1.2839542681520635, 'avg_acc_mask': 58.15384615384615, 'loss': 1.1923545598983765}
+{'epoch': 131, 'iter': 20, 'avg_loss': 1.241618017355601, 'avg_acc_mask': 57.692307692307686, 'loss': 1.2416965961456299}
+{'epoch': 131, 'iter': 30, 'avg_loss': 1.2599531662079595, 'avg_acc_mask': 56.463768115942024, 'loss': 1.4088622331619263}
+{'epoch': 131, 'iter': 40, 'avg_loss': 1.2458203405868717, 'avg_acc_mask': 56.3778841967784, 'loss': 0.8951886892318726}
+{'epoch': 131, 'iter': 50, 'avg_loss': 1.2637401760793199, 'avg_acc_mask': 56.12209503988901, 'loss': 1.1823960542678833}
+{'epoch': 131, 'iter': 60, 'avg_loss': 1.241040690023391, 'avg_acc_mask': 56.734693877551024, 'loss': 0.9203201532363892}
+{'epoch': 131, 'iter': 70, 'avg_loss': 1.2446421888512624, 'avg_acc_mask': 56.57271139935146, 'loss': 1.3831965923309326}
+{'epoch': 131, 'iter': 80, 'avg_loss': 1.2453732674504503, 'avg_acc_mask': 56.55791548062186, 'loss': 1.270938515663147}
+{'epoch': 131, 'iter': 90, 'avg_loss': 1.2493959960046706, 'avg_acc_mask': 56.78746327130264, 'loss': 1.2168773412704468}
+{'epoch': 131, 'iter': 100, 'avg_loss': 1.2323772151871484, 'avg_acc_mask': 57.31316725978648, 'loss': 0.9616784453392029}
+{'epoch': 131, 'iter': 110, 'avg_loss': 1.2299585959932826, 'avg_acc_mask': 57.524590163934434, 'loss': 1.2290458679199219}
+{'epoch': 131, 'iter': 120, 'avg_loss': 1.2277417931674925, 'avg_acc_mask': 57.741595055027894, 'loss': 1.5327661037445068}
+{'epoch': 131, 'iter': 130, 'avg_loss': 1.2278063706769289, 'avg_acc_mask': 57.719615759431996, 'loss': 1.3246471881866455}
+{'epoch': 131, 'iter': 140, 'avg_loss': 1.23756594099897, 'avg_acc_mask': 57.336081411825326, 'loss': 1.3833844661712646}
+{'epoch': 131, 'iter': 150, 'avg_loss': 1.2310183936396972, 'avg_acc_mask': 57.59913221646378, 'loss': 1.3414323329925537}
+{'epoch': 131, 'iter': 160, 'avg_loss': 1.2337341141996916, 'avg_acc_mask': 57.56753701819826, 'loss': 1.3169065713882446}
+{'epoch': 131, 'iter': 170, 'avg_loss': 1.240651940393169, 'avg_acc_mask': 57.23698193411264, 'loss': 1.3030139207839966}
+{'epoch': 131, 'iter': 180, 'avg_loss': 1.2438326234316956, 'avg_acc_mask': 57.082748948106584, 'loss': 1.3409101963043213}
+{'epoch': 131, 'iter': 190, 'avg_loss': 1.2446498299768458, 'avg_acc_mask': 57.01129782588057, 'loss': 1.233284831047058}
+{'epoch': 131, 'iter': 200, 'avg_loss': 1.2418952142421287, 'avg_acc_mask': 57.00639812561954, 'loss': 1.2532391548156738}
+{'epoch': 131, 'iter': 210, 'avg_loss': 1.2398172314698097, 'avg_acc_mask': 57.09259418175577, 'loss': 1.2422852516174316}
+{'epoch': 131, 'iter': 220, 'avg_loss': 1.2394948758151196, 'avg_acc_mask': 57.014241283352426, 'loss': 1.2362345457077026}
+{'epoch': 131, 'iter': 230, 'avg_loss': 1.2383224125548358, 'avg_acc_mask': 57.0924488355681, 'loss': 1.2192049026489258}
+{'epoch': 131, 'iter': 240, 'avg_loss': 1.2401150806316201, 'avg_acc_mask': 57.04278397107563, 'loss': 1.1664596796035767}
+{'epoch': 131, 'iter': 250, 'avg_loss': 1.2436230871306948, 'avg_acc_mask': 56.964311515676926, 'loss': 1.0245921611785889}
+{'epoch': 131, 'iter': 260, 'avg_loss': 1.2442527803881416, 'avg_acc_mask': 56.97706740792216, 'loss': 1.2412041425704956}
+{'epoch': 131, 'iter': 270, 'avg_loss': 1.2510033493992148, 'avg_acc_mask': 56.754585620565, 'loss': 1.4101712703704834}
+{'epoch': 131, 'iter': 280, 'avg_loss': 1.2537180066532936, 'avg_acc_mask': 56.6171723692705, 'loss': 0.9998829364776611}
+{'epoch': 131, 'iter': 290, 'avg_loss': 1.2508071943656685, 'avg_acc_mask': 56.73719028895962, 'loss': 0.9660899639129639}
+{'epoch': 131, 'iter': 300, 'avg_loss': 1.2482557227445203, 'avg_acc_mask': 56.81776917024754, 'loss': 0.8473612666130066}
+{'epoch': 131, 'iter': 310, 'avg_loss': 1.2458958263565874, 'avg_acc_mask': 56.84586554228156, 'loss': 0.8452425003051758}
+{'epoch': 131, 'iter': 320, 'avg_loss': 1.2467172816163654, 'avg_acc_mask': 56.801732489884316, 'loss': 1.1875364780426025}
+{'epoch': 131, 'iter': 330, 'avg_loss': 1.2462005906954994, 'avg_acc_mask': 56.837111809807496, 'loss': 1.1394808292388916}
+{'epoch': 131, 'iter': 340, 'avg_loss': 1.245380808181427, 'avg_acc_mask': 56.90604780493022, 'loss': 0.8994669318199158}
+{'epoch': 131, 'iter': 350, 'avg_loss': 1.2463375999037696, 'avg_acc_mask': 56.93764963047777, 'loss': 1.6393423080444336}
+{'epoch': 131, 'iter': 360, 'avg_loss': 1.2474637843895486, 'avg_acc_mask': 57.01133144475921, 'loss': 1.407066822052002}
+{'epoch': 131, 'iter': 370, 'avg_loss': 1.248464598488615, 'avg_acc_mask': 57.005521593374084, 'loss': 1.0661418437957764}
+{'epoch': 131, 'iter': 380, 'avg_loss': 1.250438050178718, 'avg_acc_mask': 56.95510360706063, 'loss': 1.0637824535369873}
+{'epoch': 131, 'iter': 390, 'avg_loss': 1.2503959227096089, 'avg_acc_mask': 56.953394975249836, 'loss': 1.1756376028060913}
+{'epoch': 131, 'iter': 400, 'avg_loss': 1.2509721993210905, 'avg_acc_mask': 56.94146630776952, 'loss': 1.0102394819259644}
+{'epoch': 131, 'iter': 410, 'avg_loss': 1.2507454539737561, 'avg_acc_mask': 56.84416566573246, 'loss': 1.2120517492294312}
+{'epoch': 131, 'iter': 420, 'avg_loss': 1.24841661393784, 'avg_acc_mask': 56.8900291342349, 'loss': 1.0253039598464966}
+{'epoch': 131, 'iter': 430, 'avg_loss': 1.247260466390862, 'avg_acc_mask': 56.97896749521989, 'loss': 1.0763304233551025}
+{'epoch': 131, 'iter': 440, 'avg_loss': 1.2500172449347653, 'avg_acc_mask': 56.9287612089007, 'loss': 1.9862685203552246}
+{'epoch': 131, 'iter': 450, 'avg_loss': 1.2500251080931686, 'avg_acc_mask': 56.83821438726188, 'loss': 0.8034192323684692}
+{'epoch': 131, 'iter': 460, 'avg_loss': 1.2514483701122556, 'avg_acc_mask': 56.74849062599301, 'loss': 1.2464327812194824}
+{'epoch': 131, 'iter': 470, 'avg_loss': 1.2505809490088444, 'avg_acc_mask': 56.73753352248435, 'loss': 1.081244945526123}
+{'epoch': 131, 'iter': 480, 'avg_loss': 1.2489300627966184, 'avg_acc_mask': 56.83126787416587, 'loss': 1.094765067100525}
+{'epoch': 131, 'iter': 490, 'avg_loss': 1.249724668179413, 'avg_acc_mask': 56.75211761632897, 'loss': 1.5790444612503052}
+{'epoch': 131, 'iter': 500, 'avg_loss': 1.2492853824249999, 'avg_acc_mask': 56.76694481042307, 'loss': 1.3475744724273682}
+{'epoch': 131, 'iter': 510, 'avg_loss': 1.2481174579805123, 'avg_acc_mask': 56.788928328134524, 'loss': 1.2116072177886963}
+{'epoch': 131, 'iter': 520, 'avg_loss': 1.2478200356241838, 'avg_acc_mask': 56.847990435669324, 'loss': 1.6566673517227173}
+{'epoch': 131, 'iter': 530, 'avg_loss': 1.2478626969843933, 'avg_acc_mask': 56.83691416353416, 'loss': 1.1494368314743042}
+{'epoch': 131, 'iter': 540, 'avg_loss': 1.247813519400281, 'avg_acc_mask': 56.792420910167486, 'loss': 1.4109742641448975}
+{'epoch': 131, 'iter': 550, 'avg_loss': 1.2499347237190621, 'avg_acc_mask': 56.74644007036878, 'loss': 1.1998025178909302}
+{'epoch': 131, 'iter': 560, 'avg_loss': 1.2496824079656346, 'avg_acc_mask': 56.76910028055067, 'loss': 0.9891793727874756}
+{'epoch': 131, 'iter': 570, 'avg_loss': 1.2488482552735485, 'avg_acc_mask': 56.80403106746261, 'loss': 1.0682661533355713}
+{'epoch': 131, 'iter': 580, 'avg_loss': 1.2464313223932368, 'avg_acc_mask': 56.849142280524724, 'loss': 1.313179612159729}
+{'epoch': 131, 'iter': 590, 'avg_loss': 1.247555165121398, 'avg_acc_mask': 56.80559423249482, 'loss': 1.2020187377929688}
+{'epoch': 131, 'iter': 600, 'avg_loss': 1.2471932020044565, 'avg_acc_mask': 56.793428658351075, 'loss': 1.2509592771530151}
+{'epoch': 131, 'iter': 610, 'avg_loss': 1.247699607706304, 'avg_acc_mask': 56.80439783693346, 'loss': 1.4471492767333984}
+{'epoch': 131, 'iter': 620, 'avg_loss': 1.2460747776783991, 'avg_acc_mask': 56.88726716299326, 'loss': 1.2731164693832397}
+{'epoch': 131, 'iter': 630, 'avg_loss': 1.2467484830298627, 'avg_acc_mask': 56.88315453754712, 'loss': 1.1258326768875122}
+{'epoch': 131, 'iter': 640, 'avg_loss': 1.246987733472714, 'avg_acc_mask': 56.859939328029306, 'loss': 1.0970560312271118}
+{'epoch': 131, 'iter': 650, 'avg_loss': 1.247910773424509, 'avg_acc_mask': 56.83990863201828, 'loss': 1.3366135358810425}
+{'epoch': 131, 'iter': 660, 'avg_loss': 1.2466548178993087, 'avg_acc_mask': 56.85870865440788, 'loss': 1.040671467781067}
+{'epoch': 131, 'iter': 670, 'avg_loss': 1.246595927659872, 'avg_acc_mask': 56.890314093076796, 'loss': 1.3624309301376343}
+{'epoch': 131, 'iter': 680, 'avg_loss': 1.2464335930154886, 'avg_acc_mask': 56.88068442501282, 'loss': 1.3614660501480103}
+{'epoch': 131, 'iter': 690, 'avg_loss': 1.247605810375876, 'avg_acc_mask': 56.84778563453666, 'loss': 1.1126080751419067}
+{'epoch': 131, 'iter': 700, 'avg_loss': 1.2499846373917203, 'avg_acc_mask': 56.75930534091207, 'loss': 1.2082096338272095}
+{'epoch': 131, 'iter': 710, 'avg_loss': 1.2498765504812892, 'avg_acc_mask': 56.761850666115876, 'loss': 1.5196969509124756}
+{'epoch': 131, 'iter': 720, 'avg_loss': 1.2507629101881539, 'avg_acc_mask': 56.71930718288334, 'loss': 1.299143671989441}
+{'epoch': 131, 'iter': 730, 'avg_loss': 1.2509798235508387, 'avg_acc_mask': 56.68057930202153, 'loss': 1.7158982753753662}
+{'epoch': 131, 'iter': 740, 'avg_loss': 1.2513443220321305, 'avg_acc_mask': 56.65691476173947, 'loss': 1.2848340272903442}
+{'epoch': 131, 'iter': 750, 'avg_loss': 1.2540305614788905, 'avg_acc_mask': 56.613549711604264, 'loss': 1.2860333919525146}
+{'epoch': 131, 'iter': 760, 'avg_loss': 1.2528134544481586, 'avg_acc_mask': 56.67592704432902, 'loss': 1.1809194087982178}
+{'epoch': 131, 'iter': 770, 'avg_loss': 1.2529000261878225, 'avg_acc_mask': 56.67039958064286, 'loss': 0.9951567053794861}
+{'epoch': 131, 'iter': 780, 'avg_loss': 1.2525706523206566, 'avg_acc_mask': 56.7004968563826, 'loss': 1.2198538780212402}
+{'epoch': 131, 'iter': 790, 'avg_loss': 1.2521509809228775, 'avg_acc_mask': 56.69842007434944, 'loss': 1.1714963912963867}
+{'epoch': 131, 'iter': 800, 'avg_loss': 1.2506164185860928, 'avg_acc_mask': 56.762713810125135, 'loss': 0.871943473815918}
+{'epoch': 131, 'iter': 810, 'avg_loss': 1.2505385136339726, 'avg_acc_mask': 56.76509975713281, 'loss': 1.1241123676300049}
+{'epoch': 131, 'iter': 820, 'avg_loss': 1.2509680427384, 'avg_acc_mask': 56.805449737821, 'loss': 1.43357253074646}
+{'epoch': 131, 'iter': 830, 'avg_loss': 1.2511023557716903, 'avg_acc_mask': 56.78686926859522, 'loss': 1.1321426630020142}
+{'epoch': 131, 'iter': 840, 'avg_loss': 1.2510159366479527, 'avg_acc_mask': 56.77556289796723, 'loss': 1.3223942518234253}
+{'epoch': 131, 'iter': 850, 'avg_loss': 1.250727452836782, 'avg_acc_mask': 56.776952315134764, 'loss': 0.8610461950302124}
+{'epoch': 131, 'iter': 860, 'avg_loss': 1.250771427057623, 'avg_acc_mask': 56.752548735230135, 'loss': 1.4487388134002686}
+{'epoch': 131, 'iter': 870, 'avg_loss': 1.2529411711457403, 'avg_acc_mask': 56.67417717787278, 'loss': 1.2796777486801147}
+{'epoch': 131, 'iter': 880, 'avg_loss': 1.2533649838065453, 'avg_acc_mask': 56.67166416791605, 'loss': 1.2043577432632446}
+{'epoch': 131, 'iter': 890, 'avg_loss': 1.2524199377406726, 'avg_acc_mask': 56.72023073753605, 'loss': 0.7881662845611572}
+{'epoch': 131, 'iter': 900, 'avg_loss': 1.2536451865512708, 'avg_acc_mask': 56.6573736798193, 'loss': 1.5088335275650024}
+{'epoch': 131, 'iter': 910, 'avg_loss': 1.253758707632741, 'avg_acc_mask': 56.63597619813445, 'loss': 1.2452030181884766}
+{'epoch': 131, 'iter': 920, 'avg_loss': 1.254246843236536, 'avg_acc_mask': 56.63746764881545, 'loss': 1.2914308309555054}
+{'epoch': 131, 'iter': 930, 'avg_loss': 1.2539901839035026, 'avg_acc_mask': 56.64709128172789, 'loss': 1.567284107208252}
+{'epoch': 131, 'iter': 940, 'avg_loss': 1.2545907181330365, 'avg_acc_mask': 56.59117022726831, 'loss': 0.9828989505767822}
+{'epoch': 131, 'iter': 950, 'avg_loss': 1.2541426865209666, 'avg_acc_mask': 56.59101418002466, 'loss': 1.4770017862319946}
+{'epoch': 131, 'iter': 960, 'avg_loss': 1.253602619970006, 'avg_acc_mask': 56.62301519223804, 'loss': 1.2843987941741943}
+{'epoch': 131, 'iter': 970, 'avg_loss': 1.2524867132689754, 'avg_acc_mask': 56.666666666666664, 'loss': 1.1118173599243164}
+{'epoch': 131, 'iter': 980, 'avg_loss': 1.251973562284347, 'avg_acc_mask': 56.65869963027972, 'loss': 1.2709237337112427}
+{'epoch': 131, 'iter': 990, 'avg_loss': 1.2532854960737025, 'avg_acc_mask': 56.62966588478658, 'loss': 1.5224162340164185}
+{'epoch': 131, 'iter': 1000, 'avg_loss': 1.2544985255756815, 'avg_acc_mask': 56.57812900157319, 'loss': 1.4946460723876953}
+{'epoch': 131, 'iter': 1010, 'avg_loss': 1.2544375933360392, 'avg_acc_mask': 56.577588549687476, 'loss': 1.1030420064926147}
+{'epoch': 131, 'iter': 1020, 'avg_loss': 1.2536898694939758, 'avg_acc_mask': 56.631216485231086, 'loss': 0.71187824010849}
+{'epoch': 131, 'iter': 1030, 'avg_loss': 1.253465468737827, 'avg_acc_mask': 56.63499955606854, 'loss': 1.2298188209533691}
+{'epoch': 131, 'iter': 1040, 'avg_loss': 1.25353031325638, 'avg_acc_mask': 56.638351008635404, 'loss': 1.3561196327209473}
+{'epoch': 131, 'iter': 1050, 'avg_loss': 1.2528353641988208, 'avg_acc_mask': 56.66045198724539, 'loss': 1.164259672164917}
+{'epoch': 131, 'iter': 1060, 'avg_loss': 1.2518232250191152, 'avg_acc_mask': 56.680245805427056, 'loss': 0.6954693794250488}
+{'epoch': 131, 'iter': 1070, 'avg_loss': 1.251194625397245, 'avg_acc_mask': 56.69392363487067, 'loss': 1.066886305809021}
+{'epoch': 131, 'iter': 1080, 'avg_loss': 1.251313064574754, 'avg_acc_mask': 56.70145006098387, 'loss': 1.2749444246292114}
+{'epoch': 131, 'iter': 1090, 'avg_loss': 1.2515675542444182, 'avg_acc_mask': 56.6890305266689, 'loss': 1.3126144409179688}
+{'epoch': 131, 'iter': 1100, 'avg_loss': 1.2512385543642208, 'avg_acc_mask': 56.689157747789665, 'loss': 1.194739580154419}
+{'epoch': 'EP131_train', 'avg_loss': 1.2520530904040617, 'total_masked_acc': 56.6608136761198}
+{'epoch': 132, 'iter': 0, 'avg_loss': 1.267686367034912, 'avg_acc_mask': 57.534246575342465, 'loss': 1.267686367034912}
+{'epoch': 132, 'iter': 10, 'avg_loss': 1.2556177323514766, 'avg_acc_mask': 56.03715170278638, 'loss': 1.3340550661087036}
+{'epoch': 132, 'iter': 20, 'avg_loss': 1.290382791133154, 'avg_acc_mask': 54.39469320066335, 'loss': 1.2995301485061646}
+{'epoch': 132, 'iter': 30, 'avg_loss': 1.2500560783570813, 'avg_acc_mask': 55.75014594279043, 'loss': 1.2130281925201416}
+{'epoch': 132, 'iter': 40, 'avg_loss': 1.2423407508105766, 'avg_acc_mask': 56.5236818588025, 'loss': 1.1604702472686768}
+{'epoch': 132, 'iter': 50, 'avg_loss': 1.2505276203155518, 'avg_acc_mask': 56.236786469344615, 'loss': 1.3449833393096924}
+{'epoch': 132, 'iter': 60, 'avg_loss': 1.2383666302337022, 'avg_acc_mask': 56.13305613305614, 'loss': 0.9183787703514099}
+{'epoch': 132, 'iter': 70, 'avg_loss': 1.2502891589218461, 'avg_acc_mask': 55.96236969234681, 'loss': 1.3334829807281494}
+{'epoch': 132, 'iter': 80, 'avg_loss': 1.2497619677472998, 'avg_acc_mask': 56.04938271604938, 'loss': 1.3068946599960327}
+{'epoch': 132, 'iter': 90, 'avg_loss': 1.2507603057138212, 'avg_acc_mask': 56.37785800240675, 'loss': 1.2391330003738403}
+{'epoch': 132, 'iter': 100, 'avg_loss': 1.2410406842090116, 'avg_acc_mask': 56.75284758633159, 'loss': 1.114080786705017}
+{'epoch': 132, 'iter': 110, 'avg_loss': 1.253779140678612, 'avg_acc_mask': 56.68705571168788, 'loss': 1.2194284200668335}
+{'epoch': 132, 'iter': 120, 'avg_loss': 1.2519183479064753, 'avg_acc_mask': 56.62613981762918, 'loss': 1.4127728939056396}
+{'epoch': 132, 'iter': 130, 'avg_loss': 1.2549436688423157, 'avg_acc_mask': 56.17883921133019, 'loss': 1.4704173803329468}
+{'epoch': 132, 'iter': 140, 'avg_loss': 1.249171222778077, 'avg_acc_mask': 56.48854961832062, 'loss': 0.9800906777381897}
+{'epoch': 132, 'iter': 150, 'avg_loss': 1.2458921718281626, 'avg_acc_mask': 56.680851063829785, 'loss': 1.8242366313934326}
+{'epoch': 132, 'iter': 160, 'avg_loss': 1.2452225951674563, 'avg_acc_mask': 56.81922196796339, 'loss': 1.3704702854156494}
+{'epoch': 132, 'iter': 170, 'avg_loss': 1.248658972176892, 'avg_acc_mask': 56.737056490513446, 'loss': 1.300979495048523}
+{'epoch': 132, 'iter': 180, 'avg_loss': 1.2468580876924715, 'avg_acc_mask': 56.88453379129205, 'loss': 1.0648921728134155}
+{'epoch': 132, 'iter': 190, 'avg_loss': 1.240711497698779, 'avg_acc_mask': 57.000860173946286, 'loss': 1.0840675830841064}
+{'epoch': 132, 'iter': 200, 'avg_loss': 1.2382232715834434, 'avg_acc_mask': 57.12341197822142, 'loss': 1.37576425075531}
+{'epoch': 132, 'iter': 210, 'avg_loss': 1.2375651507581016, 'avg_acc_mask': 57.2266804728622, 'loss': 1.392853856086731}
+{'epoch': 132, 'iter': 220, 'avg_loss': 1.2356955379382517, 'avg_acc_mask': 57.34872676656022, 'loss': 1.5074832439422607}
+{'epoch': 132, 'iter': 230, 'avg_loss': 1.2340862660697012, 'avg_acc_mask': 57.42172249551027, 'loss': 0.928328812122345}
+{'epoch': 132, 'iter': 240, 'avg_loss': 1.2381838706024455, 'avg_acc_mask': 57.28760132092465, 'loss': 1.3635987043380737}
+{'epoch': 132, 'iter': 250, 'avg_loss': 1.2414090545528913, 'avg_acc_mask': 57.10681850944213, 'loss': 1.0405361652374268}
+{'epoch': 132, 'iter': 260, 'avg_loss': 1.2440906144193307, 'avg_acc_mask': 57.01930395073687, 'loss': 1.238765835762024}
+{'epoch': 132, 'iter': 270, 'avg_loss': 1.2455296984897768, 'avg_acc_mask': 57.006857066773186, 'loss': 1.1570653915405273}
+{'epoch': 132, 'iter': 280, 'avg_loss': 1.248576415391155, 'avg_acc_mask': 56.93050193050193, 'loss': 0.8776220679283142}
+{'epoch': 132, 'iter': 290, 'avg_loss': 1.2488217980591292, 'avg_acc_mask': 56.89366192811471, 'loss': 1.2263951301574707}
+{'epoch': 132, 'iter': 300, 'avg_loss': 1.2494357958980573, 'avg_acc_mask': 56.94319476935996, 'loss': 0.8639187812805176}
+{'epoch': 132, 'iter': 310, 'avg_loss': 1.2507994125127027, 'avg_acc_mask': 56.883615424882215, 'loss': 1.2225019931793213}
+{'epoch': 132, 'iter': 320, 'avg_loss': 1.2495326459222122, 'avg_acc_mask': 56.96459827226018, 'loss': 1.2825183868408203}
+{'epoch': 132, 'iter': 330, 'avg_loss': 1.2513886412825108, 'avg_acc_mask': 56.93510469629872, 'loss': 0.8726384043693542}
+{'epoch': 132, 'iter': 340, 'avg_loss': 1.250892495130164, 'avg_acc_mask': 56.851420093259854, 'loss': 1.2928402423858643}
+{'epoch': 132, 'iter': 350, 'avg_loss': 1.250359781447299, 'avg_acc_mask': 56.88872847272353, 'loss': 1.4351661205291748}
+{'epoch': 132, 'iter': 360, 'avg_loss': 1.2491673875053173, 'avg_acc_mask': 56.97784889244463, 'loss': 1.1981825828552246}
+{'epoch': 132, 'iter': 370, 'avg_loss': 1.2476912172978136, 'avg_acc_mask': 56.983648043605214, 'loss': 1.2795436382293701}
+{'epoch': 132, 'iter': 380, 'avg_loss': 1.2494064838554602, 'avg_acc_mask': 56.8404602926552, 'loss': 0.9821296334266663}
+{'epoch': 132, 'iter': 390, 'avg_loss': 1.2486031654545717, 'avg_acc_mask': 56.800407237725025, 'loss': 1.0730661153793335}
+{'epoch': 132, 'iter': 400, 'avg_loss': 1.2477627276185148, 'avg_acc_mask': 56.82443712493795, 'loss': 1.1674823760986328}
+{'epoch': 132, 'iter': 410, 'avg_loss': 1.2466800594271825, 'avg_acc_mask': 56.88319690168119, 'loss': 0.9695507287979126}
+{'epoch': 132, 'iter': 420, 'avg_loss': 1.2463400236501263, 'avg_acc_mask': 56.91420703898116, 'loss': 0.972006618976593}
+{'epoch': 132, 'iter': 430, 'avg_loss': 1.24516524184331, 'avg_acc_mask': 56.94871039676863, 'loss': 1.1789168119430542}
+{'epoch': 132, 'iter': 440, 'avg_loss': 1.2474159242885183, 'avg_acc_mask': 56.88691650230112, 'loss': 1.3169273138046265}
+{'epoch': 132, 'iter': 450, 'avg_loss': 1.2472762317456585, 'avg_acc_mask': 56.872133258228054, 'loss': 1.2113953828811646}
+{'epoch': 132, 'iter': 460, 'avg_loss': 1.247647880085637, 'avg_acc_mask': 56.85093314434207, 'loss': 1.3050211668014526}
+{'epoch': 132, 'iter': 470, 'avg_loss': 1.2485094021080405, 'avg_acc_mask': 56.8399953744748, 'loss': 1.2465342283248901}
+{'epoch': 132, 'iter': 480, 'avg_loss': 1.2478966782345842, 'avg_acc_mask': 56.847476847476855, 'loss': 0.9544240832328796}
+{'epoch': 132, 'iter': 490, 'avg_loss': 1.2499606019367755, 'avg_acc_mask': 56.7451343836886, 'loss': 1.3687171936035156}
+{'epoch': 132, 'iter': 500, 'avg_loss': 1.24730086314702, 'avg_acc_mask': 56.80785311761498, 'loss': 1.0526350736618042}
+{'epoch': 132, 'iter': 510, 'avg_loss': 1.247923768313197, 'avg_acc_mask': 56.8052188792243, 'loss': 1.1805671453475952}
+{'epoch': 132, 'iter': 520, 'avg_loss': 1.2460799234384767, 'avg_acc_mask': 56.90820579273631, 'loss': 1.3046170473098755}
+{'epoch': 132, 'iter': 530, 'avg_loss': 1.2448475812114566, 'avg_acc_mask': 56.90797377544365, 'loss': 1.1829034090042114}
+{'epoch': 132, 'iter': 540, 'avg_loss': 1.2451519770014088, 'avg_acc_mask': 56.89353099730459, 'loss': 1.501118540763855}
+{'epoch': 132, 'iter': 550, 'avg_loss': 1.2471844935806606, 'avg_acc_mask': 56.825176213640425, 'loss': 1.1206238269805908}
+{'epoch': 132, 'iter': 560, 'avg_loss': 1.245835970217319, 'avg_acc_mask': 56.87251644843984, 'loss': 0.8211056590080261}
+{'epoch': 132, 'iter': 570, 'avg_loss': 1.244037699052206, 'avg_acc_mask': 56.927315244898615, 'loss': 0.9644333124160767}
+{'epoch': 132, 'iter': 580, 'avg_loss': 1.2433235508849823, 'avg_acc_mask': 56.924867858041786, 'loss': 1.4421707391738892}
+{'epoch': 132, 'iter': 590, 'avg_loss': 1.243938105864775, 'avg_acc_mask': 56.869532964485515, 'loss': 1.1159776449203491}
+{'epoch': 132, 'iter': 600, 'avg_loss': 1.2438534762022302, 'avg_acc_mask': 56.88874023170249, 'loss': 1.2132550477981567}
+{'epoch': 132, 'iter': 610, 'avg_loss': 1.2447620950236844, 'avg_acc_mask': 56.858235258976045, 'loss': 1.4411742687225342}
+{'epoch': 132, 'iter': 620, 'avg_loss': 1.2428524573835966, 'avg_acc_mask': 56.90248565965583, 'loss': 1.2445436716079712}
+{'epoch': 132, 'iter': 630, 'avg_loss': 1.2423549882016733, 'avg_acc_mask': 56.954811086038305, 'loss': 1.0889182090759277}
+{'epoch': 132, 'iter': 640, 'avg_loss': 1.244371101097458, 'avg_acc_mask': 56.89674843126069, 'loss': 1.3302077054977417}
+{'epoch': 132, 'iter': 650, 'avg_loss': 1.245435161249978, 'avg_acc_mask': 56.887812570398744, 'loss': 1.1017451286315918}
+{'epoch': 132, 'iter': 660, 'avg_loss': 1.2446918213421567, 'avg_acc_mask': 56.927769305420775, 'loss': 1.0361651182174683}
+{'epoch': 132, 'iter': 670, 'avg_loss': 1.2449012179310737, 'avg_acc_mask': 56.91668261737443, 'loss': 1.582578182220459}
+{'epoch': 132, 'iter': 680, 'avg_loss': 1.2451385404044837, 'avg_acc_mask': 56.91897568462719, 'loss': 1.3434346914291382}
+{'epoch': 132, 'iter': 690, 'avg_loss': 1.245037111204371, 'avg_acc_mask': 56.91736304549675, 'loss': 1.150304913520813}
+{'epoch': 132, 'iter': 700, 'avg_loss': 1.2465673939307644, 'avg_acc_mask': 56.86710433395235, 'loss': 1.1061937808990479}
+{'epoch': 132, 'iter': 710, 'avg_loss': 1.2453813769981663, 'avg_acc_mask': 56.94422947944074, 'loss': 1.3605740070343018}
+{'epoch': 132, 'iter': 720, 'avg_loss': 1.2455981096017708, 'avg_acc_mask': 56.94076938733971, 'loss': 1.3907727003097534}
+{'epoch': 132, 'iter': 730, 'avg_loss': 1.2447174556767402, 'avg_acc_mask': 56.93775100401607, 'loss': 1.406186819076538}
+{'epoch': 132, 'iter': 740, 'avg_loss': 1.2453610711252159, 'avg_acc_mask': 56.904832640126756, 'loss': 1.281853437423706}
+{'epoch': 132, 'iter': 750, 'avg_loss': 1.2455527602277012, 'avg_acc_mask': 56.916011139883715, 'loss': 0.8900138139724731}
+{'epoch': 132, 'iter': 760, 'avg_loss': 1.2448661730731208, 'avg_acc_mask': 56.95522244179882, 'loss': 0.9726755619049072}
+{'epoch': 132, 'iter': 770, 'avg_loss': 1.2460573208935066, 'avg_acc_mask': 56.901307966706305, 'loss': 1.3205969333648682}
+{'epoch': 132, 'iter': 780, 'avg_loss': 1.2452784793477663, 'avg_acc_mask': 56.91364405186995, 'loss': 1.1597875356674194}
+{'epoch': 132, 'iter': 790, 'avg_loss': 1.2449802521206486, 'avg_acc_mask': 56.948861394182785, 'loss': 1.0196834802627563}
+{'epoch': 132, 'iter': 800, 'avg_loss': 1.2445865908216744, 'avg_acc_mask': 57.00236124802274, 'loss': 1.2135497331619263}
+{'epoch': 132, 'iter': 810, 'avg_loss': 1.243945721192366, 'avg_acc_mask': 57.03119690070007, 'loss': 1.1599990129470825}
+{'epoch': 132, 'iter': 820, 'avg_loss': 1.24367289726104, 'avg_acc_mask': 57.03547939689499, 'loss': 1.1593080759048462}
+{'epoch': 132, 'iter': 830, 'avg_loss': 1.2442294179891134, 'avg_acc_mask': 57.024172521985065, 'loss': 1.2958800792694092}
+{'epoch': 132, 'iter': 840, 'avg_loss': 1.2439107413666144, 'avg_acc_mask': 57.02980226296628, 'loss': 1.230551838874817}
+{'epoch': 132, 'iter': 850, 'avg_loss': 1.244666356107463, 'avg_acc_mask': 56.981424481801156, 'loss': 1.3477914333343506}
+{'epoch': 132, 'iter': 860, 'avg_loss': 1.2447947355789868, 'avg_acc_mask': 56.94423776015647, 'loss': 1.3034764528274536}
+{'epoch': 132, 'iter': 870, 'avg_loss': 1.2460429085382227, 'avg_acc_mask': 56.91904362416107, 'loss': 1.1040372848510742}
+{'epoch': 132, 'iter': 880, 'avg_loss': 1.2463916740406655, 'avg_acc_mask': 56.94383979103178, 'loss': 1.0613524913787842}
+{'epoch': 132, 'iter': 890, 'avg_loss': 1.2446376263225654, 'avg_acc_mask': 56.996349017516515, 'loss': 0.9520401358604431}
+{'epoch': 132, 'iter': 900, 'avg_loss': 1.2447837412555791, 'avg_acc_mask': 57.00470359257157, 'loss': 1.4948041439056396}
+{'epoch': 132, 'iter': 910, 'avg_loss': 1.245236943110938, 'avg_acc_mask': 56.9522091974752, 'loss': 1.3922847509384155}
+{'epoch': 132, 'iter': 920, 'avg_loss': 1.2451659936728876, 'avg_acc_mask': 56.962552836816094, 'loss': 0.9494601488113403}
+{'epoch': 132, 'iter': 930, 'avg_loss': 1.2445106082520858, 'avg_acc_mask': 56.97905008737312, 'loss': 1.6212021112442017}
+{'epoch': 132, 'iter': 940, 'avg_loss': 1.2444628743765584, 'avg_acc_mask': 56.98766198494607, 'loss': 0.9159818291664124}
+{'epoch': 132, 'iter': 950, 'avg_loss': 1.244630508367697, 'avg_acc_mask': 56.999769744416305, 'loss': 1.5982831716537476}
+{'epoch': 132, 'iter': 960, 'avg_loss': 1.2440108199769575, 'avg_acc_mask': 57.02545219883463, 'loss': 1.2705072164535522}
+{'epoch': 132, 'iter': 970, 'avg_loss': 1.2444333141299404, 'avg_acc_mask': 56.9871662376219, 'loss': 1.3092767000198364}
+{'epoch': 132, 'iter': 980, 'avg_loss': 1.2447185026639342, 'avg_acc_mask': 56.99843900988627, 'loss': 1.0777636766433716}
+{'epoch': 132, 'iter': 990, 'avg_loss': 1.2459775114396265, 'avg_acc_mask': 56.95848806853697, 'loss': 1.4248144626617432}
+{'epoch': 132, 'iter': 1000, 'avg_loss': 1.2464717112101995, 'avg_acc_mask': 56.929684087931285, 'loss': 1.372087001800537}
+{'epoch': 132, 'iter': 1010, 'avg_loss': 1.2469757341371681, 'avg_acc_mask': 56.91445257579581, 'loss': 1.252746820449829}
+{'epoch': 132, 'iter': 1020, 'avg_loss': 1.2464098857969308, 'avg_acc_mask': 56.9320270535539, 'loss': 0.8551794290542603}
+{'epoch': 132, 'iter': 1030, 'avg_loss': 1.245911986474038, 'avg_acc_mask': 56.95763686212081, 'loss': 1.1291958093643188}
+{'epoch': 132, 'iter': 1040, 'avg_loss': 1.2457344752452788, 'avg_acc_mask': 56.96198098173476, 'loss': 1.359408974647522}
+{'epoch': 132, 'iter': 1050, 'avg_loss': 1.2455714409630374, 'avg_acc_mask': 56.96211319182909, 'loss': 1.2388948202133179}
+{'epoch': 132, 'iter': 1060, 'avg_loss': 1.2452694509076578, 'avg_acc_mask': 56.96361355081556, 'loss': 0.7357025742530823}
+{'epoch': 132, 'iter': 1070, 'avg_loss': 1.2452317318217316, 'avg_acc_mask': 56.97323816500008, 'loss': 1.263728380203247}
+{'epoch': 132, 'iter': 1080, 'avg_loss': 1.244960627271333, 'avg_acc_mask': 56.97395938743844, 'loss': 0.9961746335029602}
+{'epoch': 132, 'iter': 1090, 'avg_loss': 1.2456004037756532, 'avg_acc_mask': 56.9494298545837, 'loss': 1.517594575881958}
+{'epoch': 132, 'iter': 1100, 'avg_loss': 1.245386079806398, 'avg_acc_mask': 56.97601323407775, 'loss': 1.1962112188339233}
+{'epoch': 'EP132_train', 'avg_loss': 1.2457402666230009, 'total_masked_acc': 56.96953712251088}
+{'epoch': 133, 'iter': 0, 'avg_loss': 1.420912265777588, 'avg_acc_mask': 53.84615384615385, 'loss': 1.420912265777588}
+{'epoch': 133, 'iter': 10, 'avg_loss': 1.2997038472782483, 'avg_acc_mask': 55.59265442404006, 'loss': 1.208274245262146}
+{'epoch': 133, 'iter': 20, 'avg_loss': 1.3282480835914612, 'avg_acc_mask': 53.99644760213144, 'loss': 1.4747107028961182}
+{'epoch': 133, 'iter': 30, 'avg_loss': 1.2899666217065626, 'avg_acc_mask': 55.342136854741895, 'loss': 1.3996756076812744}
+{'epoch': 133, 'iter': 40, 'avg_loss': 1.2748442393977468, 'avg_acc_mask': 55.5812876331635, 'loss': 1.167601227760315}
+{'epoch': 133, 'iter': 50, 'avg_loss': 1.279684676843531, 'avg_acc_mask': 55.67765567765568, 'loss': 1.225060224533081}
+{'epoch': 133, 'iter': 60, 'avg_loss': 1.252958499017309, 'avg_acc_mask': 56.00243753808654, 'loss': 1.025246024131775}
+{'epoch': 133, 'iter': 70, 'avg_loss': 1.2504747988472522, 'avg_acc_mask': 56.19942573740537, 'loss': 1.3688873052597046}
+{'epoch': 133, 'iter': 80, 'avg_loss': 1.2516923274522946, 'avg_acc_mask': 56.09590590364171, 'loss': 1.0875905752182007}
+{'epoch': 133, 'iter': 90, 'avg_loss': 1.2540677615574427, 'avg_acc_mask': 56.198678149409176, 'loss': 1.1078689098358154}
+{'epoch': 133, 'iter': 100, 'avg_loss': 1.2496421065660988, 'avg_acc_mask': 56.42650253439536, 'loss': 1.1264208555221558}
+{'epoch': 133, 'iter': 110, 'avg_loss': 1.244274601743028, 'avg_acc_mask': 56.60346248969497, 'loss': 0.9268919229507446}
+{'epoch': 133, 'iter': 120, 'avg_loss': 1.2307833260741115, 'avg_acc_mask': 57.097457627118644, 'loss': 1.434085726737976}
+{'epoch': 133, 'iter': 130, 'avg_loss': 1.2329224202469105, 'avg_acc_mask': 56.94675540765392, 'loss': 1.3546010255813599}
+{'epoch': 133, 'iter': 140, 'avg_loss': 1.230544462694344, 'avg_acc_mask': 56.862997808996006, 'loss': 1.2544817924499512}
+{'epoch': 133, 'iter': 150, 'avg_loss': 1.2280914546638135, 'avg_acc_mask': 56.83139534883721, 'loss': 1.250548243522644}
+{'epoch': 133, 'iter': 160, 'avg_loss': 1.230351221857604, 'avg_acc_mask': 56.99954400364797, 'loss': 0.9306169152259827}
+{'epoch': 133, 'iter': 170, 'avg_loss': 1.2363509326650386, 'avg_acc_mask': 56.73864482501861, 'loss': 1.2810558080673218}
+{'epoch': 133, 'iter': 180, 'avg_loss': 1.2368029023402303, 'avg_acc_mask': 56.80306389840758, 'loss': 1.288786768913269}
+{'epoch': 133, 'iter': 190, 'avg_loss': 1.2348632562847037, 'avg_acc_mask': 56.93825286920231, 'loss': 0.9677427411079407}
+{'epoch': 133, 'iter': 200, 'avg_loss': 1.2355100960280765, 'avg_acc_mask': 56.85585585585585, 'loss': 1.389407992362976}
+{'epoch': 133, 'iter': 210, 'avg_loss': 1.233708381087859, 'avg_acc_mask': 57.033665407076604, 'loss': 1.015737771987915}
+{'epoch': 133, 'iter': 220, 'avg_loss': 1.232372929337877, 'avg_acc_mask': 57.14402551729778, 'loss': 1.2977705001831055}
+{'epoch': 133, 'iter': 230, 'avg_loss': 1.2355050996784525, 'avg_acc_mask': 57.27265606642125, 'loss': 1.2107168436050415}
+{'epoch': 133, 'iter': 240, 'avg_loss': 1.2326708156538206, 'avg_acc_mask': 57.393200962695545, 'loss': 1.4455904960632324}
+{'epoch': 133, 'iter': 250, 'avg_loss': 1.2347346366164218, 'avg_acc_mask': 57.31328175836888, 'loss': 0.9675573110580444}
+{'epoch': 133, 'iter': 260, 'avg_loss': 1.23693129454536, 'avg_acc_mask': 57.286886385759985, 'loss': 1.1134767532348633}
+{'epoch': 133, 'iter': 270, 'avg_loss': 1.2390053881490362, 'avg_acc_mask': 57.25827991452992, 'loss': 1.347772240638733}
+{'epoch': 133, 'iter': 280, 'avg_loss': 1.247464372169929, 'avg_acc_mask': 56.970951672381446, 'loss': 0.8545065522193909}
+{'epoch': 133, 'iter': 290, 'avg_loss': 1.2460297085984875, 'avg_acc_mask': 57.025051539951264, 'loss': 1.220766544342041}
+{'epoch': 133, 'iter': 300, 'avg_loss': 1.2452690252830023, 'avg_acc_mask': 57.00036271309394, 'loss': 1.0634185075759888}
+{'epoch': 133, 'iter': 310, 'avg_loss': 1.2451286367664767, 'avg_acc_mask': 56.98704040344808, 'loss': 1.276789665222168}
+{'epoch': 133, 'iter': 320, 'avg_loss': 1.2456738252506079, 'avg_acc_mask': 56.933682771194164, 'loss': 1.1412521600723267}
+{'epoch': 133, 'iter': 330, 'avg_loss': 1.2473852877530447, 'avg_acc_mask': 56.93233248702947, 'loss': 1.1310877799987793}
+{'epoch': 133, 'iter': 340, 'avg_loss': 1.2467965550087066, 'avg_acc_mask': 56.94332958741371, 'loss': 1.3572834730148315}
+{'epoch': 133, 'iter': 350, 'avg_loss': 1.2471294228167955, 'avg_acc_mask': 56.94581793577266, 'loss': 1.2145485877990723}
+{'epoch': 133, 'iter': 360, 'avg_loss': 1.2468351515376337, 'avg_acc_mask': 56.87541000151385, 'loss': 1.4553661346435547}
+{'epoch': 133, 'iter': 370, 'avg_loss': 1.2487531297933059, 'avg_acc_mask': 56.819520816967795, 'loss': 1.4074921607971191}
+{'epoch': 133, 'iter': 380, 'avg_loss': 1.2525364909897951, 'avg_acc_mask': 56.623513113266135, 'loss': 0.781246542930603}
+{'epoch': 133, 'iter': 390, 'avg_loss': 1.2525971574551613, 'avg_acc_mask': 56.61545623836126, 'loss': 1.600250005722046}
+{'epoch': 133, 'iter': 400, 'avg_loss': 1.2531385166092108, 'avg_acc_mask': 56.57936543960782, 'loss': 1.037423014640808}
+{'epoch': 133, 'iter': 410, 'avg_loss': 1.2523384978881427, 'avg_acc_mask': 56.59096957331678, 'loss': 1.0213876962661743}
+{'epoch': 133, 'iter': 420, 'avg_loss': 1.2498736364541314, 'avg_acc_mask': 56.705729166666664, 'loss': 1.2320959568023682}
+{'epoch': 133, 'iter': 430, 'avg_loss': 1.2486864585610942, 'avg_acc_mask': 56.76994906621392, 'loss': 1.1364926099777222}
+{'epoch': 133, 'iter': 440, 'avg_loss': 1.2508209562626014, 'avg_acc_mask': 56.7366198932075, 'loss': 1.6590698957443237}
+{'epoch': 133, 'iter': 450, 'avg_loss': 1.2503826944632435, 'avg_acc_mask': 56.76540908538315, 'loss': 1.0367445945739746}
+{'epoch': 133, 'iter': 460, 'avg_loss': 1.2493741106314669, 'avg_acc_mask': 56.754399873156814, 'loss': 1.1217598915100098}
+{'epoch': 133, 'iter': 470, 'avg_loss': 1.2465613389470775, 'avg_acc_mask': 56.856057669948065, 'loss': 1.0926560163497925}
+{'epoch': 133, 'iter': 480, 'avg_loss': 1.24512228425476, 'avg_acc_mask': 56.89576695493855, 'loss': 1.1566084623336792}
+{'epoch': 133, 'iter': 490, 'avg_loss': 1.2468506162132604, 'avg_acc_mask': 56.819872080916255, 'loss': 1.586909294128418}
+{'epoch': 133, 'iter': 500, 'avg_loss': 1.2465246763533937, 'avg_acc_mask': 56.88638018936635, 'loss': 1.0879887342453003}
+{'epoch': 133, 'iter': 510, 'avg_loss': 1.2464407169189005, 'avg_acc_mask': 56.9211005245691, 'loss': 1.185431957244873}
+{'epoch': 133, 'iter': 520, 'avg_loss': 1.2469842278339585, 'avg_acc_mask': 56.89287089210093, 'loss': 1.3717749118804932}
+{'epoch': 133, 'iter': 530, 'avg_loss': 1.2462519867496527, 'avg_acc_mask': 56.907804341852156, 'loss': 1.074672818183899}
+{'epoch': 133, 'iter': 540, 'avg_loss': 1.2460815009700612, 'avg_acc_mask': 56.904569348968856, 'loss': 1.2003331184387207}
+{'epoch': 133, 'iter': 550, 'avg_loss': 1.2476900558506296, 'avg_acc_mask': 56.83343804768361, 'loss': 1.2491780519485474}
+{'epoch': 133, 'iter': 560, 'avg_loss': 1.2465448103274042, 'avg_acc_mask': 56.82475701329519, 'loss': 1.3137972354888916}
+{'epoch': 133, 'iter': 570, 'avg_loss': 1.245172294238403, 'avg_acc_mask': 56.89820435810595, 'loss': 1.1579418182373047}
+{'epoch': 133, 'iter': 580, 'avg_loss': 1.245747204389096, 'avg_acc_mask': 56.89628118625451, 'loss': 1.5456372499465942}
+{'epoch': 133, 'iter': 590, 'avg_loss': 1.2460253933561232, 'avg_acc_mask': 56.88135593220339, 'loss': 1.1997841596603394}
+{'epoch': 133, 'iter': 600, 'avg_loss': 1.2467629547523778, 'avg_acc_mask': 56.83128071346235, 'loss': 1.1934524774551392}
+{'epoch': 133, 'iter': 610, 'avg_loss': 1.2478508290799666, 'avg_acc_mask': 56.786480686695285, 'loss': 1.4502971172332764}
+{'epoch': 133, 'iter': 620, 'avg_loss': 1.2450553954319485, 'avg_acc_mask': 56.89837374508308, 'loss': 1.3367129564285278}
+{'epoch': 133, 'iter': 630, 'avg_loss': 1.244227728167351, 'avg_acc_mask': 56.938905265591586, 'loss': 1.1283704042434692}
+{'epoch': 133, 'iter': 640, 'avg_loss': 1.2438389107515213, 'avg_acc_mask': 56.9828421592658, 'loss': 0.9342475533485413}
+{'epoch': 133, 'iter': 650, 'avg_loss': 1.2438288597467309, 'avg_acc_mask': 56.97272701738617, 'loss': 1.2040642499923706}
+{'epoch': 133, 'iter': 660, 'avg_loss': 1.242813921010801, 'avg_acc_mask': 56.99258110951169, 'loss': 1.0436898469924927}
+{'epoch': 133, 'iter': 670, 'avg_loss': 1.2431702909633051, 'avg_acc_mask': 56.99655906931017, 'loss': 1.470267653465271}
+{'epoch': 133, 'iter': 680, 'avg_loss': 1.244526161233759, 'avg_acc_mask': 56.95123918068921, 'loss': 1.2927558422088623}
+{'epoch': 133, 'iter': 690, 'avg_loss': 1.2452341061942658, 'avg_acc_mask': 56.912570475661084, 'loss': 1.3394967317581177}
+{'epoch': 133, 'iter': 700, 'avg_loss': 1.2461869339970142, 'avg_acc_mask': 56.88027948691209, 'loss': 1.5655455589294434}
+{'epoch': 133, 'iter': 710, 'avg_loss': 1.243761736297071, 'avg_acc_mask': 56.93490728596045, 'loss': 1.033921480178833}
+{'epoch': 133, 'iter': 720, 'avg_loss': 1.2456985320198388, 'avg_acc_mask': 56.88296551549396, 'loss': 1.3183468580245972}
+{'epoch': 133, 'iter': 730, 'avg_loss': 1.2442717853877514, 'avg_acc_mask': 56.92203965439744, 'loss': 1.206375002861023}
+{'epoch': 133, 'iter': 740, 'avg_loss': 1.24552583823159, 'avg_acc_mask': 56.89765563435776, 'loss': 1.2745298147201538}
+{'epoch': 133, 'iter': 750, 'avg_loss': 1.2473403021752756, 'avg_acc_mask': 56.78215057418243, 'loss': 1.0716544389724731}
+{'epoch': 133, 'iter': 760, 'avg_loss': 1.2464859657156013, 'avg_acc_mask': 56.80444998561427, 'loss': 1.206953525543213}
+{'epoch': 133, 'iter': 770, 'avg_loss': 1.248071952166106, 'avg_acc_mask': 56.76506765067651, 'loss': 1.397964596748352}
+{'epoch': 133, 'iter': 780, 'avg_loss': 1.2471239443167224, 'avg_acc_mask': 56.86256189853312, 'loss': 1.1636542081832886}
+{'epoch': 133, 'iter': 790, 'avg_loss': 1.247329217519531, 'avg_acc_mask': 56.859534626294305, 'loss': 1.0678441524505615}
+{'epoch': 133, 'iter': 800, 'avg_loss': 1.2465924578213066, 'avg_acc_mask': 56.85595883236941, 'loss': 0.9108997583389282}
+{'epoch': 133, 'iter': 810, 'avg_loss': 1.246848604535057, 'avg_acc_mask': 56.82896660294614, 'loss': 1.1845890283584595}
+{'epoch': 133, 'iter': 820, 'avg_loss': 1.2466937360171133, 'avg_acc_mask': 56.84881319803717, 'loss': 0.9143804907798767}
+{'epoch': 133, 'iter': 830, 'avg_loss': 1.2474616901538862, 'avg_acc_mask': 56.84857801691007, 'loss': 1.425792932510376}
+{'epoch': 133, 'iter': 840, 'avg_loss': 1.2477593157577742, 'avg_acc_mask': 56.833268254588056, 'loss': 1.2435734272003174}
+{'epoch': 133, 'iter': 850, 'avg_loss': 1.2483644525396838, 'avg_acc_mask': 56.84151857488906, 'loss': 1.2727863788604736}
+{'epoch': 133, 'iter': 860, 'avg_loss': 1.2490800923032905, 'avg_acc_mask': 56.826802856597936, 'loss': 1.4247257709503174}
+{'epoch': 133, 'iter': 870, 'avg_loss': 1.250173568246559, 'avg_acc_mask': 56.786558701065005, 'loss': 1.0065838098526}
+{'epoch': 133, 'iter': 880, 'avg_loss': 1.2501258271641682, 'avg_acc_mask': 56.782536726670806, 'loss': 1.1145155429840088}
+{'epoch': 133, 'iter': 890, 'avg_loss': 1.2497795196093293, 'avg_acc_mask': 56.80776158506632, 'loss': 0.9807130694389343}
+{'epoch': 133, 'iter': 900, 'avg_loss': 1.2498638469159404, 'avg_acc_mask': 56.79306652659649, 'loss': 1.5097137689590454}
+{'epoch': 133, 'iter': 910, 'avg_loss': 1.2504625650844512, 'avg_acc_mask': 56.769710040738076, 'loss': 1.3590689897537231}
+{'epoch': 133, 'iter': 920, 'avg_loss': 1.2500104752736294, 'avg_acc_mask': 56.78555893866899, 'loss': 1.4800355434417725}
+{'epoch': 133, 'iter': 930, 'avg_loss': 1.249014939580645, 'avg_acc_mask': 56.80941471342693, 'loss': 1.2196803092956543}
+{'epoch': 133, 'iter': 940, 'avg_loss': 1.2483434226130325, 'avg_acc_mask': 56.821966616320054, 'loss': 1.1925772428512573}
+{'epoch': 133, 'iter': 950, 'avg_loss': 1.248700799563455, 'avg_acc_mask': 56.82022967351086, 'loss': 1.3896933794021606}
+{'epoch': 133, 'iter': 960, 'avg_loss': 1.2490990929747472, 'avg_acc_mask': 56.82102628285357, 'loss': 1.2817484140396118}
+{'epoch': 133, 'iter': 970, 'avg_loss': 1.248331118563054, 'avg_acc_mask': 56.83920229630603, 'loss': 1.008603572845459}
+{'epoch': 133, 'iter': 980, 'avg_loss': 1.2480885289252472, 'avg_acc_mask': 56.83446560493002, 'loss': 1.1426430940628052}
+{'epoch': 133, 'iter': 990, 'avg_loss': 1.249310253787594, 'avg_acc_mask': 56.7859765051395, 'loss': 1.3820387125015259}
+{'epoch': 133, 'iter': 1000, 'avg_loss': 1.2485094503327445, 'avg_acc_mask': 56.80463696489571, 'loss': 1.5281323194503784}
+{'epoch': 133, 'iter': 1010, 'avg_loss': 1.2483490464949112, 'avg_acc_mask': 56.830817395059285, 'loss': 1.029548168182373}
+{'epoch': 133, 'iter': 1020, 'avg_loss': 1.2483726351665119, 'avg_acc_mask': 56.847397792714894, 'loss': 1.0034971237182617}
+{'epoch': 133, 'iter': 1030, 'avg_loss': 1.2475516526127879, 'avg_acc_mask': 56.87817617165444, 'loss': 1.1423859596252441}
+{'epoch': 133, 'iter': 1040, 'avg_loss': 1.247629569941822, 'avg_acc_mask': 56.86113537117904, 'loss': 1.342524528503418}
+{'epoch': 133, 'iter': 1050, 'avg_loss': 1.2476850459396442, 'avg_acc_mask': 56.82278240107961, 'loss': 1.4826074838638306}
+{'epoch': 133, 'iter': 1060, 'avg_loss': 1.247434396714562, 'avg_acc_mask': 56.82129877254337, 'loss': 0.8109223246574402}
+{'epoch': 133, 'iter': 1070, 'avg_loss': 1.2469759216718201, 'avg_acc_mask': 56.82814145463193, 'loss': 1.340775728225708}
+{'epoch': 133, 'iter': 1080, 'avg_loss': 1.2469714746554619, 'avg_acc_mask': 56.85113540790581, 'loss': 1.0960431098937988}
+{'epoch': 133, 'iter': 1090, 'avg_loss': 1.2477824005044784, 'avg_acc_mask': 56.83705910747874, 'loss': 1.2919822931289673}
+{'epoch': 133, 'iter': 1100, 'avg_loss': 1.2477470597389284, 'avg_acc_mask': 56.83719088704488, 'loss': 1.0985829830169678}
+{'epoch': 'EP133_train', 'avg_loss': 1.2482194333054901, 'total_masked_acc': 56.80988855649429}
+{'epoch': 134, 'iter': 0, 'avg_loss': 1.1477423906326294, 'avg_acc_mask': 61.97183098591549, 'loss': 1.1477423906326294}
+{'epoch': 134, 'iter': 10, 'avg_loss': 1.294215511191975, 'avg_acc_mask': 57.49185667752443, 'loss': 1.1498708724975586}
+{'epoch': 134, 'iter': 20, 'avg_loss': 1.288554120631445, 'avg_acc_mask': 55.91939546599496, 'loss': 1.3979792594909668}
+{'epoch': 134, 'iter': 30, 'avg_loss': 1.2720091208334892, 'avg_acc_mask': 56.03399433427762, 'loss': 1.3321428298950195}
+{'epoch': 134, 'iter': 40, 'avg_loss': 1.2697749588547684, 'avg_acc_mask': 56.09861591695502, 'loss': 1.069746494293213}
+{'epoch': 134, 'iter': 50, 'avg_loss': 1.3053357589478587, 'avg_acc_mask': 54.9154880993446, 'loss': 1.484466791152954}
+{'epoch': 134, 'iter': 60, 'avg_loss': 1.2914762135411872, 'avg_acc_mask': 55.367066393682364, 'loss': 1.2120029926300049}
+{'epoch': 134, 'iter': 70, 'avg_loss': 1.2867292409211817, 'avg_acc_mask': 55.29826327712056, 'loss': 1.398713231086731}
+{'epoch': 134, 'iter': 80, 'avg_loss': 1.283417753967238, 'avg_acc_mask': 55.37848605577689, 'loss': 1.3438665866851807}
+{'epoch': 134, 'iter': 90, 'avg_loss': 1.286147185079344, 'avg_acc_mask': 55.27657905060808, 'loss': 1.3272662162780762}
+{'epoch': 134, 'iter': 100, 'avg_loss': 1.2662131733233386, 'avg_acc_mask': 56.2444483922544, 'loss': 1.559240698814392}
+{'epoch': 134, 'iter': 110, 'avg_loss': 1.2639790026991218, 'avg_acc_mask': 56.4625850340136, 'loss': 1.0820425748825073}
+{'epoch': 134, 'iter': 120, 'avg_loss': 1.2557334929458366, 'avg_acc_mask': 56.55347036044087, 'loss': 1.4262425899505615}
+{'epoch': 134, 'iter': 130, 'avg_loss': 1.261560849561036, 'avg_acc_mask': 56.152894266465005, 'loss': 1.4946801662445068}
+{'epoch': 134, 'iter': 140, 'avg_loss': 1.264076607447144, 'avg_acc_mask': 56.07858145171578, 'loss': 1.2135438919067383}
+{'epoch': 134, 'iter': 150, 'avg_loss': 1.2552974306984452, 'avg_acc_mask': 56.323635489300315, 'loss': 1.4483625888824463}
+{'epoch': 134, 'iter': 160, 'avg_loss': 1.2540840136338465, 'avg_acc_mask': 56.46420088225314, 'loss': 1.2596707344055176}
+{'epoch': 134, 'iter': 170, 'avg_loss': 1.2517488971788284, 'avg_acc_mask': 56.54894474493584, 'loss': 1.2250635623931885}
+{'epoch': 134, 'iter': 180, 'avg_loss': 1.250867580181986, 'avg_acc_mask': 56.51216337971769, 'loss': 1.112623929977417}
+{'epoch': 134, 'iter': 190, 'avg_loss': 1.2471192775596498, 'avg_acc_mask': 56.574460022735884, 'loss': 1.1460107564926147}
+{'epoch': 134, 'iter': 200, 'avg_loss': 1.2433697551637146, 'avg_acc_mask': 56.67175846886513, 'loss': 1.2587016820907593}
+{'epoch': 134, 'iter': 210, 'avg_loss': 1.2431319240145209, 'avg_acc_mask': 56.68860586374904, 'loss': 1.410326361656189}
+{'epoch': 134, 'iter': 220, 'avg_loss': 1.2432942207042987, 'avg_acc_mask': 56.72262059973925, 'loss': 1.577195167541504}
+{'epoch': 134, 'iter': 230, 'avg_loss': 1.2425524649165927, 'avg_acc_mask': 56.61627182044888, 'loss': 1.2410660982131958}
+{'epoch': 134, 'iter': 240, 'avg_loss': 1.2440741292173931, 'avg_acc_mask': 56.657160012008404, 'loss': 1.1699005365371704}
+{'epoch': 134, 'iter': 250, 'avg_loss': 1.245031423065292, 'avg_acc_mask': 56.670993797778735, 'loss': 1.0858873128890991}
+{'epoch': 134, 'iter': 260, 'avg_loss': 1.2445826809068292, 'avg_acc_mask': 56.62157474852584, 'loss': 1.2554857730865479}
+{'epoch': 134, 'iter': 270, 'avg_loss': 1.2436541197924595, 'avg_acc_mask': 56.75675675675676, 'loss': 1.1301358938217163}
+{'epoch': 134, 'iter': 280, 'avg_loss': 1.2428199820671217, 'avg_acc_mask': 56.70747422680412, 'loss': 0.6366977095603943}
+{'epoch': 134, 'iter': 290, 'avg_loss': 1.2390000416650804, 'avg_acc_mask': 56.87277718849442, 'loss': 1.0729143619537354}
+{'epoch': 134, 'iter': 300, 'avg_loss': 1.2378221930459488, 'avg_acc_mask': 56.957362000241574, 'loss': 1.0440080165863037}
+{'epoch': 134, 'iter': 310, 'avg_loss': 1.2372385633336769, 'avg_acc_mask': 56.95433843279225, 'loss': 0.8428889513015747}
+{'epoch': 134, 'iter': 320, 'avg_loss': 1.238644690899834, 'avg_acc_mask': 56.91591966413253, 'loss': 1.2350143194198608}
+{'epoch': 134, 'iter': 330, 'avg_loss': 1.239514134981841, 'avg_acc_mask': 56.93474795228409, 'loss': 1.0393651723861694}
+{'epoch': 134, 'iter': 340, 'avg_loss': 1.235630541602887, 'avg_acc_mask': 57.016279690419005, 'loss': 0.9624469876289368}
+{'epoch': 134, 'iter': 350, 'avg_loss': 1.2379590001201357, 'avg_acc_mask': 57.01681544529791, 'loss': 1.568131923675537}
+{'epoch': 134, 'iter': 360, 'avg_loss': 1.239420937038855, 'avg_acc_mask': 56.93021847721883, 'loss': 1.203888177871704}
+{'epoch': 134, 'iter': 370, 'avg_loss': 1.2388457210880084, 'avg_acc_mask': 56.97651567259506, 'loss': 1.3274457454681396}
+{'epoch': 134, 'iter': 380, 'avg_loss': 1.2437666429309395, 'avg_acc_mask': 56.83133279135383, 'loss': 0.9997574090957642}
+{'epoch': 134, 'iter': 390, 'avg_loss': 1.242510236132785, 'avg_acc_mask': 56.87243565833644, 'loss': 1.2903342247009277}
+{'epoch': 134, 'iter': 400, 'avg_loss': 1.2427556104493558, 'avg_acc_mask': 56.830973129992735, 'loss': 1.1558295488357544}
+{'epoch': 134, 'iter': 410, 'avg_loss': 1.2437361339583015, 'avg_acc_mask': 56.82210708117444, 'loss': 1.2116812467575073}
+{'epoch': 134, 'iter': 420, 'avg_loss': 1.2436915321757844, 'avg_acc_mask': 56.79370160487952, 'loss': 1.2970494031906128}
+{'epoch': 134, 'iter': 430, 'avg_loss': 1.2419333402629242, 'avg_acc_mask': 56.919756221432195, 'loss': 1.4794341325759888}
+{'epoch': 134, 'iter': 440, 'avg_loss': 1.2447598696836268, 'avg_acc_mask': 56.92123117656793, 'loss': 1.4920811653137207}
+{'epoch': 134, 'iter': 450, 'avg_loss': 1.2440949992964379, 'avg_acc_mask': 56.992992830815346, 'loss': 0.756260097026825}
+{'epoch': 134, 'iter': 460, 'avg_loss': 1.2445569078472327, 'avg_acc_mask': 56.99052602370476, 'loss': 1.2369767427444458}
+{'epoch': 134, 'iter': 470, 'avg_loss': 1.2462516386544376, 'avg_acc_mask': 56.91252277043526, 'loss': 1.1042802333831787}
+{'epoch': 134, 'iter': 480, 'avg_loss': 1.2457287506105499, 'avg_acc_mask': 56.923661222939614, 'loss': 1.1600728034973145}
+{'epoch': 134, 'iter': 490, 'avg_loss': 1.2464669172001468, 'avg_acc_mask': 56.85674859210085, 'loss': 1.456857442855835}
+{'epoch': 134, 'iter': 500, 'avg_loss': 1.2453985066708928, 'avg_acc_mask': 56.88220697708364, 'loss': 1.3549586534500122}
+{'epoch': 134, 'iter': 510, 'avg_loss': 1.244864756697078, 'avg_acc_mask': 56.89260689260689, 'loss': 1.345039963722229}
+{'epoch': 134, 'iter': 520, 'avg_loss': 1.2444693613189652, 'avg_acc_mask': 56.921944035346094, 'loss': 1.4570995569229126}
+{'epoch': 134, 'iter': 530, 'avg_loss': 1.2445990817021515, 'avg_acc_mask': 56.96041308089501, 'loss': 0.9860740900039673}
+{'epoch': 134, 'iter': 540, 'avg_loss': 1.246035536864769, 'avg_acc_mask': 56.875401304450676, 'loss': 1.1977417469024658}
+{'epoch': 134, 'iter': 550, 'avg_loss': 1.2470191055114386, 'avg_acc_mask': 56.8064387917329, 'loss': 0.910622239112854}
+{'epoch': 134, 'iter': 560, 'avg_loss': 1.2438235803508928, 'avg_acc_mask': 56.90109675529664, 'loss': 0.8885438442230225}
+{'epoch': 134, 'iter': 570, 'avg_loss': 1.2431152194686195, 'avg_acc_mask': 56.94635488308115, 'loss': 1.1630439758300781}
+{'epoch': 134, 'iter': 580, 'avg_loss': 1.2429279224392469, 'avg_acc_mask': 56.91460921528543, 'loss': 1.5607521533966064}
+{'epoch': 134, 'iter': 590, 'avg_loss': 1.242547310750093, 'avg_acc_mask': 56.96793543798893, 'loss': 1.1287204027175903}
+{'epoch': 134, 'iter': 600, 'avg_loss': 1.2426398982620874, 'avg_acc_mask': 56.94993612750168, 'loss': 1.4255291223526}
+{'epoch': 134, 'iter': 610, 'avg_loss': 1.2429220520337942, 'avg_acc_mask': 56.95544332546395, 'loss': 1.2480459213256836}
+{'epoch': 134, 'iter': 620, 'avg_loss': 1.2421264468951694, 'avg_acc_mask': 56.97380041212835, 'loss': 1.5428487062454224}
+{'epoch': 134, 'iter': 630, 'avg_loss': 1.2410998697704068, 'avg_acc_mask': 57.03690827973811, 'loss': 1.1538829803466797}
+{'epoch': 134, 'iter': 640, 'avg_loss': 1.239753495698414, 'avg_acc_mask': 57.06045289699877, 'loss': 1.0653202533721924}
+{'epoch': 134, 'iter': 650, 'avg_loss': 1.2399324706988766, 'avg_acc_mask': 57.019960640989595, 'loss': 1.1449562311172485}
+{'epoch': 134, 'iter': 660, 'avg_loss': 1.2394810777929655, 'avg_acc_mask': 57.0353982300885, 'loss': 1.0377634763717651}
+{'epoch': 134, 'iter': 670, 'avg_loss': 1.2403670916258844, 'avg_acc_mask': 57.00117163020081, 'loss': 1.3190052509307861}
+{'epoch': 134, 'iter': 680, 'avg_loss': 1.240371469971717, 'avg_acc_mask': 57.01490936393865, 'loss': 1.456887125968933}
+{'epoch': 134, 'iter': 690, 'avg_loss': 1.2407695676931942, 'avg_acc_mask': 56.975761736283474, 'loss': 1.304764986038208}
+{'epoch': 134, 'iter': 700, 'avg_loss': 1.243192291378805, 'avg_acc_mask': 56.93449667925511, 'loss': 1.3055356740951538}
+{'epoch': 134, 'iter': 710, 'avg_loss': 1.242961962011796, 'avg_acc_mask': 56.93719632895448, 'loss': 1.5233417749404907}
+{'epoch': 134, 'iter': 720, 'avg_loss': 1.2444773623086873, 'avg_acc_mask': 56.861352742765845, 'loss': 1.2689260244369507}
+{'epoch': 134, 'iter': 730, 'avg_loss': 1.2429510179687948, 'avg_acc_mask': 56.87614185249142, 'loss': 1.3866324424743652}
+{'epoch': 134, 'iter': 740, 'avg_loss': 1.2431535164193426, 'avg_acc_mask': 56.8846305807981, 'loss': 1.2213410139083862}
+{'epoch': 134, 'iter': 750, 'avg_loss': 1.2440315005623708, 'avg_acc_mask': 56.881225493777556, 'loss': 1.0887075662612915}
+{'epoch': 134, 'iter': 760, 'avg_loss': 1.243907540449175, 'avg_acc_mask': 56.888920960215515, 'loss': 1.137952208518982}
+{'epoch': 134, 'iter': 770, 'avg_loss': 1.2458863470186365, 'avg_acc_mask': 56.82405672682429, 'loss': 1.3888025283813477}
+{'epoch': 134, 'iter': 780, 'avg_loss': 1.244760136903477, 'avg_acc_mask': 56.88612933458295, 'loss': 1.108386516571045}
+{'epoch': 134, 'iter': 790, 'avg_loss': 1.2451196983550803, 'avg_acc_mask': 56.905042657973226, 'loss': 1.184857964515686}
+{'epoch': 134, 'iter': 800, 'avg_loss': 1.244537018360419, 'avg_acc_mask': 56.907691956437354, 'loss': 1.193869709968567}
+{'epoch': 134, 'iter': 810, 'avg_loss': 1.243936688773582, 'avg_acc_mask': 56.89900105982366, 'loss': 1.3349112272262573}
+{'epoch': 134, 'iter': 820, 'avg_loss': 1.2434711094750557, 'avg_acc_mask': 56.90600347640059, 'loss': 1.1704660654067993}
+{'epoch': 134, 'iter': 830, 'avg_loss': 1.243219901580099, 'avg_acc_mask': 56.9103004670015, 'loss': 1.5124232769012451}
+{'epoch': 134, 'iter': 840, 'avg_loss': 1.2431007176460465, 'avg_acc_mask': 56.91154096935449, 'loss': 1.2510367631912231}
+{'epoch': 134, 'iter': 850, 'avg_loss': 1.2445114858702404, 'avg_acc_mask': 56.826869389683466, 'loss': 1.3363661766052246}
+{'epoch': 134, 'iter': 860, 'avg_loss': 1.2455022323283862, 'avg_acc_mask': 56.789861379412834, 'loss': 1.4196244478225708}
+{'epoch': 134, 'iter': 870, 'avg_loss': 1.246190407656638, 'avg_acc_mask': 56.78740619628558, 'loss': 1.2632957696914673}
+{'epoch': 134, 'iter': 880, 'avg_loss': 1.2457927347717979, 'avg_acc_mask': 56.80757987270126, 'loss': 1.3108997344970703}
+{'epoch': 134, 'iter': 890, 'avg_loss': 1.245035496156759, 'avg_acc_mask': 56.84882313106646, 'loss': 0.8771561980247498}
+{'epoch': 134, 'iter': 900, 'avg_loss': 1.245856110382821, 'avg_acc_mask': 56.80772116222956, 'loss': 1.6310368776321411}
+{'epoch': 134, 'iter': 910, 'avg_loss': 1.2461200617540027, 'avg_acc_mask': 56.787402836765764, 'loss': 1.3844105005264282}
+{'epoch': 134, 'iter': 920, 'avg_loss': 1.2453449444843296, 'avg_acc_mask': 56.81264000951569, 'loss': 1.1130881309509277}
+{'epoch': 134, 'iter': 930, 'avg_loss': 1.245405160330804, 'avg_acc_mask': 56.82646701422915, 'loss': 1.663773775100708}
+{'epoch': 134, 'iter': 940, 'avg_loss': 1.245863461469109, 'avg_acc_mask': 56.80801193266567, 'loss': 0.8753519654273987}
+{'epoch': 134, 'iter': 950, 'avg_loss': 1.2454505399198563, 'avg_acc_mask': 56.798590092333626, 'loss': 1.3973935842514038}
+{'epoch': 134, 'iter': 960, 'avg_loss': 1.2463778627030435, 'avg_acc_mask': 56.7813957014518, 'loss': 1.3339980840682983}
+{'epoch': 134, 'iter': 970, 'avg_loss': 1.246061288180975, 'avg_acc_mask': 56.78570088900558, 'loss': 1.152592420578003}
+{'epoch': 134, 'iter': 980, 'avg_loss': 1.2458302688525722, 'avg_acc_mask': 56.79021511163904, 'loss': 1.0030120611190796}
+{'epoch': 134, 'iter': 990, 'avg_loss': 1.2468219403662426, 'avg_acc_mask': 56.762956981353696, 'loss': 1.7241665124893188}
+{'epoch': 134, 'iter': 1000, 'avg_loss': 1.2479026509927107, 'avg_acc_mask': 56.731013923728504, 'loss': 1.4871923923492432}
+{'epoch': 134, 'iter': 1010, 'avg_loss': 1.24844294668541, 'avg_acc_mask': 56.69644465257016, 'loss': 1.1829420328140259}
+{'epoch': 134, 'iter': 1020, 'avg_loss': 1.2482635074100812, 'avg_acc_mask': 56.70292439372325, 'loss': 1.0929235219955444}
+{'epoch': 134, 'iter': 1030, 'avg_loss': 1.2484721415373565, 'avg_acc_mask': 56.69842504374879, 'loss': 1.6487635374069214}
+{'epoch': 134, 'iter': 1040, 'avg_loss': 1.2483048601063482, 'avg_acc_mask': 56.70606776989756, 'loss': 1.3655328750610352}
+{'epoch': 134, 'iter': 1050, 'avg_loss': 1.2479015552464494, 'avg_acc_mask': 56.72045809474232, 'loss': 1.133309245109558}
+{'epoch': 134, 'iter': 1060, 'avg_loss': 1.2478739441171443, 'avg_acc_mask': 56.7246536253309, 'loss': 1.0193850994110107}
+{'epoch': 134, 'iter': 1070, 'avg_loss': 1.2468251712849827, 'avg_acc_mask': 56.75390172425544, 'loss': 1.1766211986541748}
+{'epoch': 134, 'iter': 1080, 'avg_loss': 1.246457233239279, 'avg_acc_mask': 56.78187676062277, 'loss': 0.9985637664794922}
+{'epoch': 134, 'iter': 1090, 'avg_loss': 1.2473489305057404, 'avg_acc_mask': 56.72765517011118, 'loss': 1.5309979915618896}
+{'epoch': 134, 'iter': 1100, 'avg_loss': 1.2469675308135724, 'avg_acc_mask': 56.705532126023314, 'loss': 1.2120094299316406}
+{'epoch': 'EP134_train', 'avg_loss': 1.2476806295403529, 'total_masked_acc': 56.69104566119786}
+{'epoch': 135, 'iter': 0, 'avg_loss': 1.2965917587280273, 'avg_acc_mask': 58.2089552238806, 'loss': 1.2965917587280273}
+{'epoch': 135, 'iter': 10, 'avg_loss': 1.2513369105078957, 'avg_acc_mask': 55.7632398753894, 'loss': 1.0605459213256836}
+{'epoch': 135, 'iter': 20, 'avg_loss': 1.2643098433812459, 'avg_acc_mask': 56.329651656754464, 'loss': 1.4691373109817505}
+{'epoch': 135, 'iter': 30, 'avg_loss': 1.2443743828804261, 'avg_acc_mask': 56.344586728754365, 'loss': 1.2889939546585083}
+{'epoch': 135, 'iter': 40, 'avg_loss': 1.2592569211634195, 'avg_acc_mask': 56.617972554227535, 'loss': 1.3279422521591187}
+{'epoch': 135, 'iter': 50, 'avg_loss': 1.2665642558359633, 'avg_acc_mask': 56.51105651105651, 'loss': 0.9367390275001526}
+{'epoch': 135, 'iter': 60, 'avg_loss': 1.2462596951938065, 'avg_acc_mask': 57.52238805970149, 'loss': 1.1439273357391357}
+{'epoch': 135, 'iter': 70, 'avg_loss': 1.2416404871873452, 'avg_acc_mask': 58.044806517311606, 'loss': 1.0551598072052002}
+{'epoch': 135, 'iter': 80, 'avg_loss': 1.224742340452877, 'avg_acc_mask': 58.6729013582721, 'loss': 1.1573845148086548}
+{'epoch': 135, 'iter': 90, 'avg_loss': 1.2364829438073295, 'avg_acc_mask': 58.40936136453788, 'loss': 1.1811645030975342}
+{'epoch': 135, 'iter': 100, 'avg_loss': 1.2311219496302086, 'avg_acc_mask': 58.457935507115835, 'loss': 1.3617578744888306}
+{'epoch': 135, 'iter': 110, 'avg_loss': 1.2321804547095083, 'avg_acc_mask': 58.24572930354797, 'loss': 1.1153377294540405}
+{'epoch': 135, 'iter': 120, 'avg_loss': 1.2253420515493914, 'avg_acc_mask': 58.26139633499924, 'loss': 1.2563680410385132}
+{'epoch': 135, 'iter': 130, 'avg_loss': 1.2314181441569145, 'avg_acc_mask': 57.94457596435036, 'loss': 1.4011327028274536}
+{'epoch': 135, 'iter': 140, 'avg_loss': 1.2355792598521456, 'avg_acc_mask': 57.681835861532484, 'loss': 1.2350443601608276}
+{'epoch': 135, 'iter': 150, 'avg_loss': 1.2289664236125568, 'avg_acc_mask': 57.82635094110504, 'loss': 1.343130350112915}
+{'epoch': 135, 'iter': 160, 'avg_loss': 1.2278541752270289, 'avg_acc_mask': 57.89713245334547, 'loss': 1.2840278148651123}
+{'epoch': 135, 'iter': 170, 'avg_loss': 1.2399217193586785, 'avg_acc_mask': 57.544347082709976, 'loss': 1.3150731325149536}
+{'epoch': 135, 'iter': 180, 'avg_loss': 1.2425272323150003, 'avg_acc_mask': 57.36332459148679, 'loss': 1.204994559288025}
+{'epoch': 135, 'iter': 190, 'avg_loss': 1.2405307392799418, 'avg_acc_mask': 57.546539379474936, 'loss': 1.199297308921814}
+{'epoch': 135, 'iter': 200, 'avg_loss': 1.238110302099541, 'avg_acc_mask': 57.52790634358834, 'loss': 1.42768394947052}
+{'epoch': 135, 'iter': 210, 'avg_loss': 1.2353816377043159, 'avg_acc_mask': 57.53721010730356, 'loss': 1.1690729856491089}
+{'epoch': 135, 'iter': 220, 'avg_loss': 1.2346966617247637, 'avg_acc_mask': 57.57275132275132, 'loss': 1.386627197265625}
+{'epoch': 135, 'iter': 230, 'avg_loss': 1.2361259210161317, 'avg_acc_mask': 57.603613598541884, 'loss': 1.165173888206482}
+{'epoch': 135, 'iter': 240, 'avg_loss': 1.2356057691376239, 'avg_acc_mask': 57.65655950022855, 'loss': 1.1882573366165161}
+{'epoch': 135, 'iter': 250, 'avg_loss': 1.2383431141594967, 'avg_acc_mask': 57.574872169466765, 'loss': 1.0597954988479614}
+{'epoch': 135, 'iter': 260, 'avg_loss': 1.243299399984294, 'avg_acc_mask': 57.40571669358804, 'loss': 1.1153720617294312}
+{'epoch': 135, 'iter': 270, 'avg_loss': 1.2464405036500459, 'avg_acc_mask': 57.339356752747626, 'loss': 1.2583497762680054}
+{'epoch': 135, 'iter': 280, 'avg_loss': 1.2480342152704123, 'avg_acc_mask': 57.276628950448696, 'loss': 0.8713089227676392}
+{'epoch': 135, 'iter': 290, 'avg_loss': 1.24613810077156, 'avg_acc_mask': 57.38571968265962, 'loss': 1.1829687356948853}
+{'epoch': 135, 'iter': 300, 'avg_loss': 1.2445832607754046, 'avg_acc_mask': 57.382141551955165, 'loss': 1.0717509984970093}
+{'epoch': 135, 'iter': 310, 'avg_loss': 1.242261298408079, 'avg_acc_mask': 57.41352850903081, 'loss': 0.8664187788963318}
+{'epoch': 135, 'iter': 320, 'avg_loss': 1.2418707507050297, 'avg_acc_mask': 57.45656785734763, 'loss': 1.0683075189590454}
+{'epoch': 135, 'iter': 330, 'avg_loss': 1.2409199562677804, 'avg_acc_mask': 57.46438272631521, 'loss': 1.2234150171279907}
+{'epoch': 135, 'iter': 340, 'avg_loss': 1.2368371287399023, 'avg_acc_mask': 57.599397428310105, 'loss': 0.8936471939086914}
+{'epoch': 135, 'iter': 350, 'avg_loss': 1.2368189629666146, 'avg_acc_mask': 57.67821626714122, 'loss': 1.1894795894622803}
+{'epoch': 135, 'iter': 360, 'avg_loss': 1.2376278505100768, 'avg_acc_mask': 57.60764577296528, 'loss': 1.3129072189331055}
+{'epoch': 135, 'iter': 370, 'avg_loss': 1.236111111075409, 'avg_acc_mask': 57.66965302182844, 'loss': 1.3239039182662964}
+{'epoch': 135, 'iter': 380, 'avg_loss': 1.238939551856574, 'avg_acc_mask': 57.59915082505066, 'loss': 0.8565725088119507}
+{'epoch': 135, 'iter': 390, 'avg_loss': 1.2384430455124897, 'avg_acc_mask': 57.568634825122224, 'loss': 1.938608169555664}
+{'epoch': 135, 'iter': 400, 'avg_loss': 1.2382749073820518, 'avg_acc_mask': 57.50789943673581, 'loss': 1.2527135610580444}
+{'epoch': 135, 'iter': 410, 'avg_loss': 1.2378404997561099, 'avg_acc_mask': 57.53406298860845, 'loss': 1.223775863647461}
+{'epoch': 135, 'iter': 420, 'avg_loss': 1.234296242726387, 'avg_acc_mask': 57.644132152053416, 'loss': 1.0213396549224854}
+{'epoch': 135, 'iter': 430, 'avg_loss': 1.234408693772734, 'avg_acc_mask': 57.65358361774744, 'loss': 1.2603791952133179}
+{'epoch': 135, 'iter': 440, 'avg_loss': 1.2384019269694546, 'avg_acc_mask': 57.489051094890506, 'loss': 1.381835699081421}
+{'epoch': 135, 'iter': 450, 'avg_loss': 1.2394222484988278, 'avg_acc_mask': 57.43593935183293, 'loss': 1.2176737785339355}
+{'epoch': 135, 'iter': 460, 'avg_loss': 1.2400703150900223, 'avg_acc_mask': 57.35352889457278, 'loss': 1.1393988132476807}
+{'epoch': 135, 'iter': 470, 'avg_loss': 1.240809872145359, 'avg_acc_mask': 57.27844393235168, 'loss': 1.280447244644165}
+{'epoch': 135, 'iter': 480, 'avg_loss': 1.2394315279447115, 'avg_acc_mask': 57.32196781468598, 'loss': 0.8297551870346069}
+{'epoch': 135, 'iter': 490, 'avg_loss': 1.2388958838709503, 'avg_acc_mask': 57.319448606532816, 'loss': 1.188175916671753}
+{'epoch': 135, 'iter': 500, 'avg_loss': 1.237189617104635, 'avg_acc_mask': 57.33093736247616, 'loss': 0.9693645238876343}
+{'epoch': 135, 'iter': 510, 'avg_loss': 1.236174676749571, 'avg_acc_mask': 57.31084579976985, 'loss': 1.2009434700012207}
+{'epoch': 135, 'iter': 520, 'avg_loss': 1.2353319000602911, 'avg_acc_mask': 57.34520151177988, 'loss': 1.227311372756958}
+{'epoch': 135, 'iter': 530, 'avg_loss': 1.2337819221105055, 'avg_acc_mask': 57.386836989725076, 'loss': 1.006666660308838}
+{'epoch': 135, 'iter': 540, 'avg_loss': 1.2330726917261556, 'avg_acc_mask': 57.435653002859866, 'loss': 1.2916332483291626}
+{'epoch': 135, 'iter': 550, 'avg_loss': 1.233703599975676, 'avg_acc_mask': 57.44439249215149, 'loss': 1.191314458847046}
+{'epoch': 135, 'iter': 560, 'avg_loss': 1.23364789760049, 'avg_acc_mask': 57.449884981925734, 'loss': 0.9436699151992798}
+{'epoch': 135, 'iter': 570, 'avg_loss': 1.2315550812906644, 'avg_acc_mask': 57.54436915133914, 'loss': 1.0010793209075928}
+{'epoch': 135, 'iter': 580, 'avg_loss': 1.230903254523745, 'avg_acc_mask': 57.577198655760576, 'loss': 1.4010711908340454}
+{'epoch': 135, 'iter': 590, 'avg_loss': 1.2314695163224958, 'avg_acc_mask': 57.568106726513314, 'loss': 1.5236345529556274}
+{'epoch': 135, 'iter': 600, 'avg_loss': 1.2328477827165765, 'avg_acc_mask': 57.51927033749962, 'loss': 1.2288787364959717}
+{'epoch': 135, 'iter': 610, 'avg_loss': 1.2338979942708865, 'avg_acc_mask': 57.51841120367017, 'loss': 0.9757923483848572}
+{'epoch': 135, 'iter': 620, 'avg_loss': 1.2324284632808729, 'avg_acc_mask': 57.55731084451835, 'loss': 1.628814697265625}
+{'epoch': 135, 'iter': 630, 'avg_loss': 1.2315370108926353, 'avg_acc_mask': 57.5883332846246, 'loss': 1.2659447193145752}
+{'epoch': 135, 'iter': 640, 'avg_loss': 1.2326429532768202, 'avg_acc_mask': 57.58099850109535, 'loss': 0.9682154059410095}
+{'epoch': 135, 'iter': 650, 'avg_loss': 1.2324503046759445, 'avg_acc_mask': 57.60925157697335, 'loss': 1.163573145866394}
+{'epoch': 135, 'iter': 660, 'avg_loss': 1.2322892831601822, 'avg_acc_mask': 57.579492926180144, 'loss': 1.1614267826080322}
+{'epoch': 135, 'iter': 670, 'avg_loss': 1.232090983856275, 'avg_acc_mask': 57.59991174118101, 'loss': 1.2246463298797607}
+{'epoch': 135, 'iter': 680, 'avg_loss': 1.2321717340865674, 'avg_acc_mask': 57.62049500651324, 'loss': 1.351570725440979}
+{'epoch': 135, 'iter': 690, 'avg_loss': 1.233382472512346, 'avg_acc_mask': 57.57794534467083, 'loss': 1.3669475317001343}
+{'epoch': 135, 'iter': 700, 'avg_loss': 1.235709200146875, 'avg_acc_mask': 57.49190384666017, 'loss': 1.2482945919036865}
+{'epoch': 135, 'iter': 710, 'avg_loss': 1.2349560256581098, 'avg_acc_mask': 57.5109079576148, 'loss': 1.4404940605163574}
+{'epoch': 135, 'iter': 720, 'avg_loss': 1.2367937974063434, 'avg_acc_mask': 57.4280741271629, 'loss': 1.3698244094848633}
+{'epoch': 135, 'iter': 730, 'avg_loss': 1.2355981779000664, 'avg_acc_mask': 57.44272398898684, 'loss': 1.3473166227340698}
+{'epoch': 135, 'iter': 740, 'avg_loss': 1.2361120304919768, 'avg_acc_mask': 57.41303697797269, 'loss': 1.4028723239898682}
+{'epoch': 135, 'iter': 750, 'avg_loss': 1.2379384394015833, 'avg_acc_mask': 57.35384464158455, 'loss': 1.577984094619751}
+{'epoch': 135, 'iter': 760, 'avg_loss': 1.2380298112131136, 'avg_acc_mask': 57.354906104997205, 'loss': 1.2260087728500366}
+{'epoch': 135, 'iter': 770, 'avg_loss': 1.2389083937602903, 'avg_acc_mask': 57.30830096389009, 'loss': 1.236793041229248}
+{'epoch': 135, 'iter': 780, 'avg_loss': 1.2384173854059812, 'avg_acc_mask': 57.317332954626146, 'loss': 1.2619762420654297}
+{'epoch': 135, 'iter': 790, 'avg_loss': 1.238171903734412, 'avg_acc_mask': 57.33816312222481, 'loss': 1.2479511499404907}
+{'epoch': 135, 'iter': 800, 'avg_loss': 1.2387099673834334, 'avg_acc_mask': 57.30759473235084, 'loss': 1.2306404113769531}
+{'epoch': 135, 'iter': 810, 'avg_loss': 1.2380574081005797, 'avg_acc_mask': 57.30260311097952, 'loss': 1.350631833076477}
+{'epoch': 135, 'iter': 820, 'avg_loss': 1.2373396430468588, 'avg_acc_mask': 57.345065034429986, 'loss': 0.9867125153541565}
+{'epoch': 135, 'iter': 830, 'avg_loss': 1.237036550733587, 'avg_acc_mask': 57.379893238434164, 'loss': 1.0840325355529785}
+{'epoch': 135, 'iter': 840, 'avg_loss': 1.2376432255105372, 'avg_acc_mask': 57.37135826339148, 'loss': 1.4051538705825806}
+{'epoch': 135, 'iter': 850, 'avg_loss': 1.2375932778510867, 'avg_acc_mask': 57.3559380826432, 'loss': 1.2168736457824707}
+{'epoch': 135, 'iter': 860, 'avg_loss': 1.2398252534949405, 'avg_acc_mask': 57.25937660558314, 'loss': 1.5343620777130127}
+{'epoch': 135, 'iter': 870, 'avg_loss': 1.2412124953642232, 'avg_acc_mask': 57.200802788634206, 'loss': 1.233944296836853}
+{'epoch': 135, 'iter': 880, 'avg_loss': 1.2412048873917605, 'avg_acc_mask': 57.192967803900274, 'loss': 0.9077399373054504}
+{'epoch': 135, 'iter': 890, 'avg_loss': 1.2398563160505627, 'avg_acc_mask': 57.25272907707575, 'loss': 0.8108301758766174}
+{'epoch': 135, 'iter': 900, 'avg_loss': 1.2395577447925106, 'avg_acc_mask': 57.270405557258144, 'loss': 1.440717101097107}
+{'epoch': 135, 'iter': 910, 'avg_loss': 1.2401439590721046, 'avg_acc_mask': 57.237866138389705, 'loss': 1.2754404544830322}
+{'epoch': 135, 'iter': 920, 'avg_loss': 1.2402897707543596, 'avg_acc_mask': 57.25753177860074, 'loss': 1.423521637916565}
+{'epoch': 135, 'iter': 930, 'avg_loss': 1.2409922174557195, 'avg_acc_mask': 57.22468881312931, 'loss': 1.312132716178894}
+{'epoch': 135, 'iter': 940, 'avg_loss': 1.2413298624481581, 'avg_acc_mask': 57.22541087974299, 'loss': 1.1856768131256104}
+{'epoch': 135, 'iter': 950, 'avg_loss': 1.242126541182822, 'avg_acc_mask': 57.17855344206407, 'loss': 1.5176515579223633}
+{'epoch': 135, 'iter': 960, 'avg_loss': 1.2411586394171066, 'avg_acc_mask': 57.208553690503564, 'loss': 1.171342134475708}
+{'epoch': 135, 'iter': 970, 'avg_loss': 1.2411312981442493, 'avg_acc_mask': 57.21054526846464, 'loss': 1.2196518182754517}
+{'epoch': 135, 'iter': 980, 'avg_loss': 1.2422064649098754, 'avg_acc_mask': 57.162149488886804, 'loss': 1.0664993524551392}
+{'epoch': 135, 'iter': 990, 'avg_loss': 1.2428548202505025, 'avg_acc_mask': 57.130931621711866, 'loss': 1.495701789855957}
+{'epoch': 135, 'iter': 1000, 'avg_loss': 1.2428247864310678, 'avg_acc_mask': 57.12213305911086, 'loss': 1.5830967426300049}
+{'epoch': 135, 'iter': 1010, 'avg_loss': 1.2426417721720997, 'avg_acc_mask': 57.138442521631646, 'loss': 0.8843147158622742}
+{'epoch': 135, 'iter': 1020, 'avg_loss': 1.2423874190575228, 'avg_acc_mask': 57.1431143438417, 'loss': 1.0532515048980713}
+{'epoch': 135, 'iter': 1030, 'avg_loss': 1.241544975515249, 'avg_acc_mask': 57.16424827979607, 'loss': 1.183824062347412}
+{'epoch': 135, 'iter': 1040, 'avg_loss': 1.2413223907423065, 'avg_acc_mask': 57.16378656028807, 'loss': 1.2756043672561646}
+{'epoch': 135, 'iter': 1050, 'avg_loss': 1.2414543076314664, 'avg_acc_mask': 57.15259093609141, 'loss': 1.4018770456314087}
+{'epoch': 135, 'iter': 1060, 'avg_loss': 1.2411540819158204, 'avg_acc_mask': 57.17129405248217, 'loss': 0.9230059385299683}
+{'epoch': 135, 'iter': 1070, 'avg_loss': 1.240402268929308, 'avg_acc_mask': 57.196040419290085, 'loss': 1.061463713645935}
+{'epoch': 135, 'iter': 1080, 'avg_loss': 1.2399632483582934, 'avg_acc_mask': 57.224412124507275, 'loss': 1.146438479423523}
+{'epoch': 135, 'iter': 1090, 'avg_loss': 1.239722861323632, 'avg_acc_mask': 57.220186262313824, 'loss': 1.2725012302398682}
+{'epoch': 135, 'iter': 1100, 'avg_loss': 1.2390669198278728, 'avg_acc_mask': 57.261597401515786, 'loss': 0.8188936710357666}
+{'epoch': 'EP135_train', 'avg_loss': 1.2397734643647034, 'total_masked_acc': 57.227716200969006}
+{'epoch': 136, 'iter': 0, 'avg_loss': 1.3007732629776, 'avg_acc_mask': 56.451612903225815, 'loss': 1.3007732629776}
+{'epoch': 136, 'iter': 10, 'avg_loss': 1.214222702113065, 'avg_acc_mask': 58.34633385335414, 'loss': 1.0126506090164185}
+{'epoch': 136, 'iter': 20, 'avg_loss': 1.2669194000107902, 'avg_acc_mask': 56.32858340318525, 'loss': 1.2923438549041748}
+{'epoch': 136, 'iter': 30, 'avg_loss': 1.2595749862732426, 'avg_acc_mask': 56.64131070801638, 'loss': 1.2980130910873413}
+{'epoch': 136, 'iter': 40, 'avg_loss': 1.2491652820168473, 'avg_acc_mask': 57.22466960352423, 'loss': 0.8833588361740112}
+{'epoch': 136, 'iter': 50, 'avg_loss': 1.2587773449280684, 'avg_acc_mask': 56.77847658979734, 'loss': 1.2546664476394653}
+{'epoch': 136, 'iter': 60, 'avg_loss': 1.2448243889652315, 'avg_acc_mask': 57.193188490898414, 'loss': 0.9769288897514343}
+{'epoch': 136, 'iter': 70, 'avg_loss': 1.2456547852972863, 'avg_acc_mask': 57.360406091370564, 'loss': 1.0593284368515015}
+{'epoch': 136, 'iter': 80, 'avg_loss': 1.2494778522738703, 'avg_acc_mask': 57.35228787205686, 'loss': 1.2136831283569336}
+{'epoch': 136, 'iter': 90, 'avg_loss': 1.2520004576379127, 'avg_acc_mask': 57.114546175188266, 'loss': 1.2714959383010864}
+{'epoch': 136, 'iter': 100, 'avg_loss': 1.2493624061641126, 'avg_acc_mask': 57.10441334768568, 'loss': 1.321380853652954}
+{'epoch': 136, 'iter': 110, 'avg_loss': 1.247527279295363, 'avg_acc_mask': 57.407101568951276, 'loss': 1.0261768102645874}
+{'epoch': 136, 'iter': 120, 'avg_loss': 1.2418952323188466, 'avg_acc_mask': 57.56884223337897, 'loss': 1.5741294622421265}
+{'epoch': 136, 'iter': 130, 'avg_loss': 1.2409424276752326, 'avg_acc_mask': 57.48711519710265, 'loss': 1.2211188077926636}
+{'epoch': 136, 'iter': 140, 'avg_loss': 1.2467498923024387, 'avg_acc_mask': 57.2851966873706, 'loss': 1.3627046346664429}
+{'epoch': 136, 'iter': 150, 'avg_loss': 1.2385470898735602, 'avg_acc_mask': 57.468201090248336, 'loss': 1.3469732999801636}
+{'epoch': 136, 'iter': 160, 'avg_loss': 1.2439165100547838, 'avg_acc_mask': 57.32469598818047, 'loss': 1.4421107769012451}
+{'epoch': 136, 'iter': 170, 'avg_loss': 1.242568053697285, 'avg_acc_mask': 57.26815702214141, 'loss': 1.2807241678237915}
+{'epoch': 136, 'iter': 180, 'avg_loss': 1.2444250353133481, 'avg_acc_mask': 57.07933299646286, 'loss': 1.23335862159729}
+{'epoch': 136, 'iter': 190, 'avg_loss': 1.241484281280278, 'avg_acc_mask': 57.1034088745001, 'loss': 1.162814736366272}
+{'epoch': 136, 'iter': 200, 'avg_loss': 1.2390945663499595, 'avg_acc_mask': 57.180345670075106, 'loss': 1.1121442317962646}
+{'epoch': 136, 'iter': 210, 'avg_loss': 1.239605621703993, 'avg_acc_mask': 57.133023575976594, 'loss': 0.9331588745117188}
+{'epoch': 136, 'iter': 220, 'avg_loss': 1.2423238473780014, 'avg_acc_mask': 56.90335305719921, 'loss': 1.5651286840438843}
+{'epoch': 136, 'iter': 230, 'avg_loss': 1.2451166252553205, 'avg_acc_mask': 56.9179915000787, 'loss': 1.203631043434143}
+{'epoch': 136, 'iter': 240, 'avg_loss': 1.2432948422629804, 'avg_acc_mask': 56.95549996209537, 'loss': 0.9980859756469727}
+{'epoch': 136, 'iter': 250, 'avg_loss': 1.2446538518624477, 'avg_acc_mask': 56.84026002483383, 'loss': 0.9099979400634766}
+{'epoch': 136, 'iter': 260, 'avg_loss': 1.246541886037337, 'avg_acc_mask': 56.81977805871611, 'loss': 1.1140832901000977}
+{'epoch': 136, 'iter': 270, 'avg_loss': 1.2498232302190633, 'avg_acc_mask': 56.64529193385083, 'loss': 1.4304113388061523}
+{'epoch': 136, 'iter': 280, 'avg_loss': 1.2494236727202066, 'avg_acc_mask': 56.5047786229764, 'loss': 0.7830647230148315}
+{'epoch': 136, 'iter': 290, 'avg_loss': 1.250638211920499, 'avg_acc_mask': 56.500721953669405, 'loss': 1.2206701040267944}
+{'epoch': 136, 'iter': 300, 'avg_loss': 1.2500038612324533, 'avg_acc_mask': 56.545520845994886, 'loss': 1.0081764459609985}
+{'epoch': 136, 'iter': 310, 'avg_loss': 1.2466757159524409, 'avg_acc_mask': 56.57607734480929, 'loss': 1.270178198814392}
+{'epoch': 136, 'iter': 320, 'avg_loss': 1.2475588340254216, 'avg_acc_mask': 56.58346691092283, 'loss': 1.3075039386749268}
+{'epoch': 136, 'iter': 330, 'avg_loss': 1.2480360098475776, 'avg_acc_mask': 56.47254575707154, 'loss': 0.9268308281898499}
+{'epoch': 136, 'iter': 340, 'avg_loss': 1.2466273916082298, 'avg_acc_mask': 56.52922811928087, 'loss': 1.1836637258529663}
+{'epoch': 136, 'iter': 350, 'avg_loss': 1.2454874155528186, 'avg_acc_mask': 56.64152524617641, 'loss': 1.217705488204956}
+{'epoch': 136, 'iter': 360, 'avg_loss': 1.2440596696742683, 'avg_acc_mask': 56.68612027404212, 'loss': 1.311522364616394}
+{'epoch': 136, 'iter': 370, 'avg_loss': 1.2438503918300743, 'avg_acc_mask': 56.73646779928882, 'loss': 0.9013006687164307}
+{'epoch': 136, 'iter': 380, 'avg_loss': 1.2477837089165615, 'avg_acc_mask': 56.668750901832524, 'loss': 0.8803897500038147}
+{'epoch': 136, 'iter': 390, 'avg_loss': 1.2490533326592896, 'avg_acc_mask': 56.647290455653476, 'loss': 1.4977787733078003}
+{'epoch': 136, 'iter': 400, 'avg_loss': 1.2494173168838767, 'avg_acc_mask': 56.66147788664042, 'loss': 1.4779398441314697}
+{'epoch': 136, 'iter': 410, 'avg_loss': 1.2473883799972905, 'avg_acc_mask': 56.666368194842406, 'loss': 1.235447645187378}
+{'epoch': 136, 'iter': 420, 'avg_loss': 1.2473983651385454, 'avg_acc_mask': 56.70080532212886, 'loss': 1.4611968994140625}
+{'epoch': 136, 'iter': 430, 'avg_loss': 1.2467785344876159, 'avg_acc_mask': 56.726821758467324, 'loss': 1.3040342330932617}
+{'epoch': 136, 'iter': 440, 'avg_loss': 1.2486032324583352, 'avg_acc_mask': 56.667224360046845, 'loss': 1.7240582704544067}
+{'epoch': 136, 'iter': 450, 'avg_loss': 1.2475477910358996, 'avg_acc_mask': 56.69799754801799, 'loss': 1.2542098760604858}
+{'epoch': 136, 'iter': 460, 'avg_loss': 1.246645148172813, 'avg_acc_mask': 56.76495232015321, 'loss': 1.052656888961792}
+{'epoch': 136, 'iter': 470, 'avg_loss': 1.2480177418694627, 'avg_acc_mask': 56.74549066967938, 'loss': 1.142242431640625}
+{'epoch': 136, 'iter': 480, 'avg_loss': 1.2475918117531124, 'avg_acc_mask': 56.748806112702965, 'loss': 1.6030081510543823}
+{'epoch': 136, 'iter': 490, 'avg_loss': 1.2486424183894078, 'avg_acc_mask': 56.73278443113773, 'loss': 1.089754581451416}
+{'epoch': 136, 'iter': 500, 'avg_loss': 1.247473937308717, 'avg_acc_mask': 56.74652752259867, 'loss': 1.3287078142166138}
+{'epoch': 136, 'iter': 510, 'avg_loss': 1.2460792716701903, 'avg_acc_mask': 56.82513405549358, 'loss': 1.2585216760635376}
+{'epoch': 136, 'iter': 520, 'avg_loss': 1.2454702047606119, 'avg_acc_mask': 56.810631229235874, 'loss': 1.2065106630325317}
+{'epoch': 136, 'iter': 530, 'avg_loss': 1.244358748029181, 'avg_acc_mask': 56.87450178490971, 'loss': 1.0986906290054321}
+{'epoch': 136, 'iter': 540, 'avg_loss': 1.2440991712365705, 'avg_acc_mask': 56.86468085106383, 'loss': 1.20412278175354}
+{'epoch': 136, 'iter': 550, 'avg_loss': 1.2463945511681198, 'avg_acc_mask': 56.729068642173054, 'loss': 1.3295985460281372}
+{'epoch': 136, 'iter': 560, 'avg_loss': 1.245853235164853, 'avg_acc_mask': 56.797821021888225, 'loss': 1.0051988363265991}
+{'epoch': 136, 'iter': 570, 'avg_loss': 1.2440691036017262, 'avg_acc_mask': 56.872037914691944, 'loss': 1.090419888496399}
+{'epoch': 136, 'iter': 580, 'avg_loss': 1.2430878224143063, 'avg_acc_mask': 56.898243392941914, 'loss': 1.284491777420044}
+{'epoch': 136, 'iter': 590, 'avg_loss': 1.2425057131626884, 'avg_acc_mask': 56.94673085882901, 'loss': 1.0794329643249512}
+{'epoch': 136, 'iter': 600, 'avg_loss': 1.2433483256476492, 'avg_acc_mask': 56.923688151340116, 'loss': 1.6985282897949219}
+{'epoch': 136, 'iter': 610, 'avg_loss': 1.244780936432353, 'avg_acc_mask': 56.867042997838105, 'loss': 1.193590521812439}
+{'epoch': 136, 'iter': 620, 'avg_loss': 1.242265379179311, 'avg_acc_mask': 56.97437261683071, 'loss': 1.2596256732940674}
+{'epoch': 136, 'iter': 630, 'avg_loss': 1.2404565220778416, 'avg_acc_mask': 57.05558949297496, 'loss': 0.8420220017433167}
+{'epoch': 136, 'iter': 640, 'avg_loss': 1.2410808685417294, 'avg_acc_mask': 57.0657943817968, 'loss': 1.3508299589157104}
+{'epoch': 136, 'iter': 650, 'avg_loss': 1.242417996654862, 'avg_acc_mask': 57.05514529043941, 'loss': 1.2907373905181885}
+{'epoch': 136, 'iter': 660, 'avg_loss': 1.2407116613121147, 'avg_acc_mask': 57.09072676119112, 'loss': 1.1744704246520996}
+{'epoch': 136, 'iter': 670, 'avg_loss': 1.24061086538474, 'avg_acc_mask': 57.113458636301274, 'loss': 1.2462666034698486}
+{'epoch': 136, 'iter': 680, 'avg_loss': 1.2410781846522585, 'avg_acc_mask': 57.06487961736969, 'loss': 1.2993935346603394}
+{'epoch': 136, 'iter': 690, 'avg_loss': 1.2415533040780924, 'avg_acc_mask': 57.0451763954664, 'loss': 1.3432025909423828}
+{'epoch': 136, 'iter': 700, 'avg_loss': 1.2444130254540056, 'avg_acc_mask': 56.93493824246716, 'loss': 1.4757291078567505}
+{'epoch': 136, 'iter': 710, 'avg_loss': 1.2432959783094006, 'avg_acc_mask': 56.99710713916727, 'loss': 1.2527204751968384}
+{'epoch': 136, 'iter': 720, 'avg_loss': 1.2440069575746249, 'avg_acc_mask': 56.96585762987839, 'loss': 1.5553361177444458}
+{'epoch': 136, 'iter': 730, 'avg_loss': 1.2435878851182158, 'avg_acc_mask': 56.978233034571055, 'loss': 1.2907097339630127}
+{'epoch': 136, 'iter': 740, 'avg_loss': 1.2442485320101544, 'avg_acc_mask': 56.969141611768784, 'loss': 1.182043194770813}
+{'epoch': 136, 'iter': 750, 'avg_loss': 1.2442733327971, 'avg_acc_mask': 56.94556476253331, 'loss': 0.9777990579605103}
+{'epoch': 136, 'iter': 760, 'avg_loss': 1.2429793813068826, 'avg_acc_mask': 57.02010571794067, 'loss': 0.9872463941574097}
+{'epoch': 136, 'iter': 770, 'avg_loss': 1.2450917408778663, 'avg_acc_mask': 56.95458762518734, 'loss': 1.3818234205245972}
+{'epoch': 136, 'iter': 780, 'avg_loss': 1.2444629906539575, 'avg_acc_mask': 56.970950455955624, 'loss': 1.3293912410736084}
+{'epoch': 136, 'iter': 790, 'avg_loss': 1.2441456711247054, 'avg_acc_mask': 56.95221296446724, 'loss': 1.2090200185775757}
+{'epoch': 136, 'iter': 800, 'avg_loss': 1.2447370420978607, 'avg_acc_mask': 56.92110150643157, 'loss': 1.5744965076446533}
+{'epoch': 136, 'iter': 810, 'avg_loss': 1.2447182079719703, 'avg_acc_mask': 56.930255736516635, 'loss': 1.1611802577972412}
+{'epoch': 136, 'iter': 820, 'avg_loss': 1.2445936526799173, 'avg_acc_mask': 56.97380489005213, 'loss': 1.2810994386672974}
+{'epoch': 136, 'iter': 830, 'avg_loss': 1.2445554429156398, 'avg_acc_mask': 56.97093048980134, 'loss': 1.5449367761611938}
+{'epoch': 136, 'iter': 840, 'avg_loss': 1.243800265256063, 'avg_acc_mask': 56.973313225362276, 'loss': 1.0470858812332153}
+{'epoch': 136, 'iter': 850, 'avg_loss': 1.2440811738144217, 'avg_acc_mask': 56.93692138371566, 'loss': 1.3068753480911255}
+{'epoch': 136, 'iter': 860, 'avg_loss': 1.2433931603941215, 'avg_acc_mask': 56.93899317406144, 'loss': 1.2303012609481812}
+{'epoch': 136, 'iter': 870, 'avg_loss': 1.2444750537965383, 'avg_acc_mask': 56.89647902171622, 'loss': 1.1708852052688599}
+{'epoch': 136, 'iter': 880, 'avg_loss': 1.244981899231706, 'avg_acc_mask': 56.91168804087165, 'loss': 1.2770274877548218}
+{'epoch': 136, 'iter': 890, 'avg_loss': 1.2441975196737767, 'avg_acc_mask': 56.94797019792376, 'loss': 1.0924065113067627}
+{'epoch': 136, 'iter': 900, 'avg_loss': 1.2449899202710912, 'avg_acc_mask': 56.92141385710497, 'loss': 1.7777600288391113}
+{'epoch': 136, 'iter': 910, 'avg_loss': 1.2453063206274868, 'avg_acc_mask': 56.90013100876751, 'loss': 1.0796571969985962}
+{'epoch': 136, 'iter': 920, 'avg_loss': 1.2457515734544147, 'avg_acc_mask': 56.89858137632435, 'loss': 1.4107705354690552}
+{'epoch': 136, 'iter': 930, 'avg_loss': 1.245220345534008, 'avg_acc_mask': 56.92006641366224, 'loss': 1.5376267433166504}
+{'epoch': 136, 'iter': 940, 'avg_loss': 1.245571975373563, 'avg_acc_mask': 56.89820335868312, 'loss': 1.001751184463501}
+{'epoch': 136, 'iter': 950, 'avg_loss': 1.246017250728908, 'avg_acc_mask': 56.87787706471703, 'loss': 1.5784097909927368}
+{'epoch': 136, 'iter': 960, 'avg_loss': 1.2458994659623297, 'avg_acc_mask': 56.903517337775476, 'loss': 1.3822407722473145}
+{'epoch': 136, 'iter': 970, 'avg_loss': 1.2458013751602566, 'avg_acc_mask': 56.93394707431191, 'loss': 1.0710477828979492}
+{'epoch': 136, 'iter': 980, 'avg_loss': 1.2456335867702901, 'avg_acc_mask': 56.95212736034803, 'loss': 1.0591236352920532}
+{'epoch': 136, 'iter': 990, 'avg_loss': 1.2459250851548405, 'avg_acc_mask': 56.950423036960075, 'loss': 1.2285271883010864}
+{'epoch': 136, 'iter': 1000, 'avg_loss': 1.24502039872683, 'avg_acc_mask': 56.985692508310834, 'loss': 1.3297302722930908}
+{'epoch': 136, 'iter': 1010, 'avg_loss': 1.244614792801624, 'avg_acc_mask': 57.01221729328776, 'loss': 1.1662962436676025}
+{'epoch': 136, 'iter': 1020, 'avg_loss': 1.2442969016650514, 'avg_acc_mask': 57.03084255013039, 'loss': 1.1331217288970947}
+{'epoch': 136, 'iter': 1030, 'avg_loss': 1.2447572166658396, 'avg_acc_mask': 57.009179217538545, 'loss': 1.427083134651184}
+{'epoch': 136, 'iter': 1040, 'avg_loss': 1.2445647914631794, 'avg_acc_mask': 57.01117762356307, 'loss': 1.3737068176269531}
+{'epoch': 136, 'iter': 1050, 'avg_loss': 1.2448162356520924, 'avg_acc_mask': 57.01032732364782, 'loss': 1.127830147743225}
+{'epoch': 136, 'iter': 1060, 'avg_loss': 1.2436974346356837, 'avg_acc_mask': 57.07100489090846, 'loss': 0.9192587733268738}
+{'epoch': 136, 'iter': 1070, 'avg_loss': 1.243737043063291, 'avg_acc_mask': 57.05030160339582, 'loss': 1.2381471395492554}
+{'epoch': 136, 'iter': 1080, 'avg_loss': 1.243014966691676, 'avg_acc_mask': 57.104680851063826, 'loss': 1.4162814617156982}
+{'epoch': 136, 'iter': 1090, 'avg_loss': 1.243331618805089, 'avg_acc_mask': 57.10191351260221, 'loss': 1.4437633752822876}
+{'epoch': 136, 'iter': 1100, 'avg_loss': 1.2423144381334303, 'avg_acc_mask': 57.14428974946099, 'loss': 0.8753324747085571}
+{'epoch': 'EP136_train', 'avg_loss': 1.242656279527224, 'total_masked_acc': 57.12905750878537}
+{'epoch': 137, 'iter': 0, 'avg_loss': 1.2126070261001587, 'avg_acc_mask': 54.90196078431373, 'loss': 1.2126070261001587}
+{'epoch': 137, 'iter': 10, 'avg_loss': 1.2894226854497737, 'avg_acc_mask': 54.20875420875421, 'loss': 0.8990565538406372}
+{'epoch': 137, 'iter': 20, 'avg_loss': 1.2683000564575195, 'avg_acc_mask': 54.81099656357389, 'loss': 1.5254039764404297}
+{'epoch': 137, 'iter': 30, 'avg_loss': 1.2738003403909746, 'avg_acc_mask': 55.24956970740104, 'loss': 1.2613967657089233}
+{'epoch': 137, 'iter': 40, 'avg_loss': 1.2613106050142429, 'avg_acc_mask': 55.821025195482186, 'loss': 1.387485146522522}
+{'epoch': 137, 'iter': 50, 'avg_loss': 1.2707820581454856, 'avg_acc_mask': 55.76519916142557, 'loss': 1.1603916883468628}
+{'epoch': 137, 'iter': 60, 'avg_loss': 1.2601047568633907, 'avg_acc_mask': 56.452563347083085, 'loss': 1.1207478046417236}
+{'epoch': 137, 'iter': 70, 'avg_loss': 1.2516569797421846, 'avg_acc_mask': 56.73614641586172, 'loss': 1.3191840648651123}
+{'epoch': 137, 'iter': 80, 'avg_loss': 1.2480705203833404, 'avg_acc_mask': 56.74647572163794, 'loss': 1.2801226377487183}
+{'epoch': 137, 'iter': 90, 'avg_loss': 1.2574864095383949, 'avg_acc_mask': 56.739435209293006, 'loss': 1.3734022378921509}
+{'epoch': 137, 'iter': 100, 'avg_loss': 1.2482655018863111, 'avg_acc_mask': 56.850308082638634, 'loss': 0.8542443513870239}
+{'epoch': 137, 'iter': 110, 'avg_loss': 1.242343800561922, 'avg_acc_mask': 57.14755716400723, 'loss': 1.0825716257095337}
+{'epoch': 137, 'iter': 120, 'avg_loss': 1.2448157402109508, 'avg_acc_mask': 57.10171289980293, 'loss': 1.3582450151443481}
+{'epoch': 137, 'iter': 130, 'avg_loss': 1.2480965529689352, 'avg_acc_mask': 56.875087424814666, 'loss': 1.333969235420227}
+{'epoch': 137, 'iter': 140, 'avg_loss': 1.2485840257177963, 'avg_acc_mask': 56.75360062281043, 'loss': 0.990940511226654}
+{'epoch': 137, 'iter': 150, 'avg_loss': 1.2399034867223524, 'avg_acc_mask': 57.19673926268403, 'loss': 1.633592963218689}
+{'epoch': 137, 'iter': 160, 'avg_loss': 1.23909895871737, 'avg_acc_mask': 57.14775454233801, 'loss': 1.3355523347854614}
+{'epoch': 137, 'iter': 170, 'avg_loss': 1.241239069149508, 'avg_acc_mask': 57.0297453456024, 'loss': 1.2906655073165894}
+{'epoch': 137, 'iter': 180, 'avg_loss': 1.2442767162349342, 'avg_acc_mask': 57.09360105465977, 'loss': 1.4383004903793335}
+{'epoch': 137, 'iter': 190, 'avg_loss': 1.241869656515371, 'avg_acc_mask': 57.07547169811321, 'loss': 0.9995144605636597}
+{'epoch': 137, 'iter': 200, 'avg_loss': 1.2380049860299522, 'avg_acc_mask': 57.110342316096144, 'loss': 1.2393975257873535}
+{'epoch': 137, 'iter': 210, 'avg_loss': 1.2332842440401772, 'avg_acc_mask': 57.35370274469187, 'loss': 1.1196305751800537}
+{'epoch': 137, 'iter': 220, 'avg_loss': 1.2321200478670284, 'avg_acc_mask': 57.419620774938174, 'loss': 1.1390950679779053}
+{'epoch': 137, 'iter': 230, 'avg_loss': 1.2328543023113565, 'avg_acc_mask': 57.33112373737374, 'loss': 1.1620442867279053}
+{'epoch': 137, 'iter': 240, 'avg_loss': 1.2353360118707681, 'avg_acc_mask': 57.33615541613123, 'loss': 1.1418403387069702}
+{'epoch': 137, 'iter': 250, 'avg_loss': 1.2364546813337927, 'avg_acc_mask': 57.425167102586464, 'loss': 0.9365910291671753}
+{'epoch': 137, 'iter': 260, 'avg_loss': 1.2369800388127907, 'avg_acc_mask': 57.448000560263324, 'loss': 1.1478710174560547}
+{'epoch': 137, 'iter': 270, 'avg_loss': 1.240604387218222, 'avg_acc_mask': 57.33549083063646, 'loss': 1.3534173965454102}
+{'epoch': 137, 'iter': 280, 'avg_loss': 1.2428416384920955, 'avg_acc_mask': 57.2311897943244, 'loss': 1.024643898010254}
+{'epoch': 137, 'iter': 290, 'avg_loss': 1.242370761342065, 'avg_acc_mask': 57.21289835941919, 'loss': 1.2092565298080444}
+{'epoch': 137, 'iter': 300, 'avg_loss': 1.2392578556688125, 'avg_acc_mask': 57.272505786332076, 'loss': 0.7533798217773438}
+{'epoch': 137, 'iter': 310, 'avg_loss': 1.2411715562703909, 'avg_acc_mask': 57.10737937559129, 'loss': 1.0566867589950562}
+{'epoch': 137, 'iter': 320, 'avg_loss': 1.2448709178193706, 'avg_acc_mask': 57.02488817524946, 'loss': 1.1197458505630493}
+{'epoch': 137, 'iter': 330, 'avg_loss': 1.2439692706499936, 'avg_acc_mask': 56.959635778135585, 'loss': 1.0377681255340576}
+{'epoch': 137, 'iter': 340, 'avg_loss': 1.2430043793843288, 'avg_acc_mask': 56.97981157469717, 'loss': 1.2318811416625977}
+{'epoch': 137, 'iter': 350, 'avg_loss': 1.2439127798773284, 'avg_acc_mask': 57.01634877384196, 'loss': 1.2050586938858032}
+{'epoch': 137, 'iter': 360, 'avg_loss': 1.2445493393327391, 'avg_acc_mask': 56.9857433808554, 'loss': 1.7062876224517822}
+{'epoch': 137, 'iter': 370, 'avg_loss': 1.2450950613240348, 'avg_acc_mask': 56.9948956836315, 'loss': 1.1959701776504517}
+{'epoch': 137, 'iter': 380, 'avg_loss': 1.2489116184041882, 'avg_acc_mask': 56.86283976246802, 'loss': 1.0431019067764282}
+{'epoch': 137, 'iter': 390, 'avg_loss': 1.2505059002915306, 'avg_acc_mask': 56.7989467744969, 'loss': 1.4571552276611328}
+{'epoch': 137, 'iter': 400, 'avg_loss': 1.2517244323827976, 'avg_acc_mask': 56.75873757500801, 'loss': 1.3689031600952148}
+{'epoch': 137, 'iter': 410, 'avg_loss': 1.2521038668869187, 'avg_acc_mask': 56.74865831842576, 'loss': 1.1250331401824951}
+{'epoch': 137, 'iter': 420, 'avg_loss': 1.250580918760594, 'avg_acc_mask': 56.80007005867414, 'loss': 1.2559266090393066}
+{'epoch': 137, 'iter': 430, 'avg_loss': 1.249176970075842, 'avg_acc_mask': 56.87845422218414, 'loss': 0.9243980050086975}
+{'epoch': 137, 'iter': 440, 'avg_loss': 1.2509753660820508, 'avg_acc_mask': 56.86676427525622, 'loss': 1.4369827508926392}
+{'epoch': 137, 'iter': 450, 'avg_loss': 1.250201991814996, 'avg_acc_mask': 56.88264909336499, 'loss': 1.1879305839538574}
+{'epoch': 137, 'iter': 460, 'avg_loss': 1.250605690246549, 'avg_acc_mask': 56.869418972490294, 'loss': 1.248160481452942}
+{'epoch': 137, 'iter': 470, 'avg_loss': 1.2507216606423608, 'avg_acc_mask': 56.82067345340642, 'loss': 1.265271782875061}
+{'epoch': 137, 'iter': 480, 'avg_loss': 1.249924042368629, 'avg_acc_mask': 56.86402331467137, 'loss': 1.4967490434646606}
+{'epoch': 137, 'iter': 490, 'avg_loss': 1.2520753011684067, 'avg_acc_mask': 56.8067353228595, 'loss': 1.337998390197754}
+{'epoch': 137, 'iter': 500, 'avg_loss': 1.2502646761502096, 'avg_acc_mask': 56.87357337456741, 'loss': 1.061540961265564}
+{'epoch': 137, 'iter': 510, 'avg_loss': 1.2499109613918744, 'avg_acc_mask': 56.86444348202685, 'loss': 1.1461669206619263}
+{'epoch': 137, 'iter': 520, 'avg_loss': 1.2497295578244552, 'avg_acc_mask': 56.97645600991326, 'loss': 1.269718885421753}
+{'epoch': 137, 'iter': 530, 'avg_loss': 1.2491023379979609, 'avg_acc_mask': 56.96114547855703, 'loss': 0.982545793056488}
+{'epoch': 137, 'iter': 540, 'avg_loss': 1.2477095361778343, 'avg_acc_mask': 57.006955810147296, 'loss': 1.1681886911392212}
+{'epoch': 137, 'iter': 550, 'avg_loss': 1.2496244444388442, 'avg_acc_mask': 56.92132878818261, 'loss': 1.1473169326782227}
+{'epoch': 137, 'iter': 560, 'avg_loss': 1.2485311281022329, 'avg_acc_mask': 56.95201207903893, 'loss': 1.2273074388504028}
+{'epoch': 137, 'iter': 570, 'avg_loss': 1.2484403560541557, 'avg_acc_mask': 56.9941003900835, 'loss': 1.2601534128189087}
+{'epoch': 137, 'iter': 580, 'avg_loss': 1.247817033334361, 'avg_acc_mask': 57.03612245544053, 'loss': 1.4654765129089355}
+{'epoch': 137, 'iter': 590, 'avg_loss': 1.2465052568367896, 'avg_acc_mask': 57.043348466944465, 'loss': 1.0485461950302124}
+{'epoch': 137, 'iter': 600, 'avg_loss': 1.2458342348478002, 'avg_acc_mask': 57.06947162426614, 'loss': 1.4070627689361572}
+{'epoch': 137, 'iter': 610, 'avg_loss': 1.2467507883881976, 'avg_acc_mask': 57.01456675176453, 'loss': 1.3885093927383423}
+{'epoch': 137, 'iter': 620, 'avg_loss': 1.2439180996490946, 'avg_acc_mask': 57.12467816874316, 'loss': 1.278928279876709}
+{'epoch': 137, 'iter': 630, 'avg_loss': 1.2420550651860123, 'avg_acc_mask': 57.188191452195184, 'loss': 1.2173293828964233}
+{'epoch': 137, 'iter': 640, 'avg_loss': 1.241728022485367, 'avg_acc_mask': 57.20729780203994, 'loss': 1.0963330268859863}
+{'epoch': 137, 'iter': 650, 'avg_loss': 1.241292816519554, 'avg_acc_mask': 57.21362053836791, 'loss': 1.4548946619033813}
+{'epoch': 137, 'iter': 660, 'avg_loss': 1.241270647467355, 'avg_acc_mask': 57.217342813327754, 'loss': 1.1034061908721924}
+{'epoch': 137, 'iter': 670, 'avg_loss': 1.2422122207377244, 'avg_acc_mask': 57.18603181580899, 'loss': 1.1572363376617432}
+{'epoch': 137, 'iter': 680, 'avg_loss': 1.2414228388391402, 'avg_acc_mask': 57.25498687308848, 'loss': 1.2874969244003296}
+{'epoch': 137, 'iter': 690, 'avg_loss': 1.2417477361545204, 'avg_acc_mask': 57.227775556444094, 'loss': 1.1567127704620361}
+{'epoch': 137, 'iter': 700, 'avg_loss': 1.2434861613238248, 'avg_acc_mask': 57.203601144386994, 'loss': 1.4802916049957275}
+{'epoch': 137, 'iter': 710, 'avg_loss': 1.242902842000567, 'avg_acc_mask': 57.23019532666701, 'loss': 1.171406865119934}
+{'epoch': 137, 'iter': 720, 'avg_loss': 1.2440700371453897, 'avg_acc_mask': 57.19792703785964, 'loss': 1.3369884490966797}
+{'epoch': 137, 'iter': 730, 'avg_loss': 1.2427673967690214, 'avg_acc_mask': 57.20617492256164, 'loss': 1.230425477027893}
+{'epoch': 137, 'iter': 740, 'avg_loss': 1.2431001448438235, 'avg_acc_mask': 57.18469251005113, 'loss': 0.9345297813415527}
+{'epoch': 137, 'iter': 750, 'avg_loss': 1.24342053160369, 'avg_acc_mask': 57.17749638737172, 'loss': 1.2216249704360962}
+{'epoch': 137, 'iter': 760, 'avg_loss': 1.2427857562057605, 'avg_acc_mask': 57.17261256024607, 'loss': 1.0037306547164917}
+{'epoch': 137, 'iter': 770, 'avg_loss': 1.2451010492525212, 'avg_acc_mask': 57.093723129836626, 'loss': 1.1671812534332275}
+{'epoch': 137, 'iter': 780, 'avg_loss': 1.2437482792192476, 'avg_acc_mask': 57.1186000990496, 'loss': 1.4772926568984985}
+{'epoch': 137, 'iter': 790, 'avg_loss': 1.2438896936652934, 'avg_acc_mask': 57.14385507381363, 'loss': 1.4014596939086914}
+{'epoch': 137, 'iter': 800, 'avg_loss': 1.2443166283632485, 'avg_acc_mask': 57.130702722590144, 'loss': 1.4668569564819336}
+{'epoch': 137, 'iter': 810, 'avg_loss': 1.2443394555116551, 'avg_acc_mask': 57.14610212611303, 'loss': 1.2409330606460571}
+{'epoch': 137, 'iter': 820, 'avg_loss': 1.2440982084181365, 'avg_acc_mask': 57.14221583767283, 'loss': 1.1764329671859741}
+{'epoch': 137, 'iter': 830, 'avg_loss': 1.2443725292433039, 'avg_acc_mask': 57.10893110795454, 'loss': 1.2751991748809814}
+{'epoch': 137, 'iter': 840, 'avg_loss': 1.244707764258141, 'avg_acc_mask': 57.10500383225665, 'loss': 1.1918659210205078}
+{'epoch': 137, 'iter': 850, 'avg_loss': 1.2452411257982534, 'avg_acc_mask': 57.09557391943928, 'loss': 1.331443428993225}
+{'epoch': 137, 'iter': 860, 'avg_loss': 1.247079938407836, 'avg_acc_mask': 57.025075825537186, 'loss': 1.5270495414733887}
+{'epoch': 137, 'iter': 870, 'avg_loss': 1.2480663898070563, 'avg_acc_mask': 57.007236134258775, 'loss': 0.9349798560142517}
+{'epoch': 137, 'iter': 880, 'avg_loss': 1.2488931867375412, 'avg_acc_mask': 56.977277465082345, 'loss': 1.0731624364852905}
+{'epoch': 137, 'iter': 890, 'avg_loss': 1.2474556103699939, 'avg_acc_mask': 57.02926537103203, 'loss': 0.7836345434188843}
+{'epoch': 137, 'iter': 900, 'avg_loss': 1.2482030837570257, 'avg_acc_mask': 56.99467053274253, 'loss': 1.5157065391540527}
+{'epoch': 137, 'iter': 910, 'avg_loss': 1.2493123876014736, 'avg_acc_mask': 56.93763492928192, 'loss': 1.2059409618377686}
+{'epoch': 137, 'iter': 920, 'avg_loss': 1.2479616120117882, 'avg_acc_mask': 56.9888178913738, 'loss': 1.0695520639419556}
+{'epoch': 137, 'iter': 930, 'avg_loss': 1.2472357250566002, 'avg_acc_mask': 57.019190861118254, 'loss': 1.5026402473449707}
+{'epoch': 137, 'iter': 940, 'avg_loss': 1.2473269450803872, 'avg_acc_mask': 57.01941311020312, 'loss': 1.1274663209915161}
+{'epoch': 137, 'iter': 950, 'avg_loss': 1.247509460719978, 'avg_acc_mask': 57.01925868576405, 'loss': 1.590559720993042}
+{'epoch': 137, 'iter': 960, 'avg_loss': 1.247561982717524, 'avg_acc_mask': 57.00768096232306, 'loss': 1.4154027700424194}
+{'epoch': 137, 'iter': 970, 'avg_loss': 1.247119446738741, 'avg_acc_mask': 57.035928143712574, 'loss': 1.110466718673706}
+{'epoch': 137, 'iter': 980, 'avg_loss': 1.2477536551449278, 'avg_acc_mask': 57.02549096843171, 'loss': 1.0500128269195557}
+{'epoch': 137, 'iter': 990, 'avg_loss': 1.2481646110744458, 'avg_acc_mask': 57.012087565219005, 'loss': 1.350298285484314}
+{'epoch': 137, 'iter': 1000, 'avg_loss': 1.2489027956744412, 'avg_acc_mask': 57.00505282498851, 'loss': 1.5498075485229492}
+{'epoch': 137, 'iter': 1010, 'avg_loss': 1.2490808939014062, 'avg_acc_mask': 57.003837968605055, 'loss': 1.0566545724868774}
+{'epoch': 137, 'iter': 1020, 'avg_loss': 1.248924230443392, 'avg_acc_mask': 57.007882518086596, 'loss': 0.839468777179718}
+{'epoch': 137, 'iter': 1030, 'avg_loss': 1.2478994401650563, 'avg_acc_mask': 57.03538639807469, 'loss': 0.9442257285118103}
+{'epoch': 137, 'iter': 1040, 'avg_loss': 1.2483679879524752, 'avg_acc_mask': 57.002665160527386, 'loss': 1.4600653648376465}
+{'epoch': 137, 'iter': 1050, 'avg_loss': 1.2481257703392763, 'avg_acc_mask': 57.01290977154253, 'loss': 1.2992870807647705}
+{'epoch': 137, 'iter': 1060, 'avg_loss': 1.2480897447278654, 'avg_acc_mask': 57.0205390415114, 'loss': 1.0644657611846924}
+{'epoch': 137, 'iter': 1070, 'avg_loss': 1.2469454340351507, 'avg_acc_mask': 57.069492631651265, 'loss': 1.2096182107925415}
+{'epoch': 137, 'iter': 1080, 'avg_loss': 1.2468784601461214, 'avg_acc_mask': 57.099631121763814, 'loss': 1.271809697151184}
+{'epoch': 137, 'iter': 1090, 'avg_loss': 1.2469178419611413, 'avg_acc_mask': 57.07723372034326, 'loss': 1.1703219413757324}
+{'epoch': 137, 'iter': 1100, 'avg_loss': 1.2463350706919012, 'avg_acc_mask': 57.1092655593356, 'loss': 0.911383330821991}
+{'epoch': 'EP137_train', 'avg_loss': 1.2475064800335811, 'total_masked_acc': 57.06593990959851}
+{'epoch': 138, 'iter': 0, 'avg_loss': 1.458543062210083, 'avg_acc_mask': 50.0, 'loss': 1.458543062210083}
+{'epoch': 138, 'iter': 10, 'avg_loss': 1.385115926915949, 'avg_acc_mask': 51.86385737439222, 'loss': 1.1057469844818115}
+{'epoch': 138, 'iter': 20, 'avg_loss': 1.2858108338855563, 'avg_acc_mask': 55.064935064935064, 'loss': 1.0791640281677246}
+{'epoch': 138, 'iter': 30, 'avg_loss': 1.2643966367167812, 'avg_acc_mask': 56.38483965014577, 'loss': 1.5047496557235718}
+{'epoch': 138, 'iter': 40, 'avg_loss': 1.2701268515935757, 'avg_acc_mask': 55.64444444444444, 'loss': 1.1783373355865479}
+{'epoch': 138, 'iter': 50, 'avg_loss': 1.2912073182124717, 'avg_acc_mask': 55.60665015917934, 'loss': 1.4560027122497559}
+{'epoch': 138, 'iter': 60, 'avg_loss': 1.2861058809718147, 'avg_acc_mask': 55.5488902219556, 'loss': 1.426870584487915}
+{'epoch': 138, 'iter': 70, 'avg_loss': 1.2764559715566501, 'avg_acc_mask': 55.76676085281274, 'loss': 1.047284483909607}
+{'epoch': 138, 'iter': 80, 'avg_loss': 1.273646080199583, 'avg_acc_mask': 55.733273259743186, 'loss': 1.3193095922470093}
+{'epoch': 138, 'iter': 90, 'avg_loss': 1.2756734241496075, 'avg_acc_mask': 55.66394584909416, 'loss': 1.3921562433242798}
+{'epoch': 138, 'iter': 100, 'avg_loss': 1.2581526524949782, 'avg_acc_mask': 56.28817822493711, 'loss': 0.9399397373199463}
+{'epoch': 138, 'iter': 110, 'avg_loss': 1.2614568353773237, 'avg_acc_mask': 56.19875368973434, 'loss': 1.1468764543533325}
+{'epoch': 138, 'iter': 120, 'avg_loss': 1.2586526653983376, 'avg_acc_mask': 56.12398435148962, 'loss': 1.4974777698516846}
+{'epoch': 138, 'iter': 130, 'avg_loss': 1.2581138137642665, 'avg_acc_mask': 56.17121484970218, 'loss': 1.0405559539794922}
+{'epoch': 138, 'iter': 140, 'avg_loss': 1.2552053556374625, 'avg_acc_mask': 56.184379001280405, 'loss': 0.9914873838424683}
+{'epoch': 138, 'iter': 150, 'avg_loss': 1.2453525263742107, 'avg_acc_mask': 56.544882651826754, 'loss': 1.369471549987793}
+{'epoch': 138, 'iter': 160, 'avg_loss': 1.2527583237760556, 'avg_acc_mask': 56.48950729927007, 'loss': 1.194506049156189}
+{'epoch': 138, 'iter': 170, 'avg_loss': 1.2569927695201852, 'avg_acc_mask': 56.32823365785814, 'loss': 1.3661596775054932}
+{'epoch': 138, 'iter': 180, 'avg_loss': 1.258192776975052, 'avg_acc_mask': 56.323811446452, 'loss': 1.674731731414795}
+{'epoch': 138, 'iter': 190, 'avg_loss': 1.2556527219517692, 'avg_acc_mask': 56.33829705994654, 'loss': 0.9934471249580383}
+{'epoch': 138, 'iter': 200, 'avg_loss': 1.255939926674117, 'avg_acc_mask': 56.24204979102308, 'loss': 1.3787723779678345}
+{'epoch': 138, 'iter': 210, 'avg_loss': 1.255678414733489, 'avg_acc_mask': 56.268372816877054, 'loss': 0.962664008140564}
+{'epoch': 138, 'iter': 220, 'avg_loss': 1.251145191322085, 'avg_acc_mask': 56.523534269199004, 'loss': 1.3641672134399414}
+{'epoch': 138, 'iter': 230, 'avg_loss': 1.254205187677821, 'avg_acc_mask': 56.578843262916365, 'loss': 1.0065621137619019}
+{'epoch': 138, 'iter': 240, 'avg_loss': 1.2522566444646273, 'avg_acc_mask': 56.69452887537994, 'loss': 1.1870323419570923}
+{'epoch': 138, 'iter': 250, 'avg_loss': 1.2534114295742902, 'avg_acc_mask': 56.63116428363, 'loss': 1.0845510959625244}
+{'epoch': 138, 'iter': 260, 'avg_loss': 1.2543848741556949, 'avg_acc_mask': 56.52051714446318, 'loss': 1.0254427194595337}
+{'epoch': 138, 'iter': 270, 'avg_loss': 1.2532652790256091, 'avg_acc_mask': 56.58240647118301, 'loss': 1.2898738384246826}
+{'epoch': 138, 'iter': 280, 'avg_loss': 1.2547716786852936, 'avg_acc_mask': 56.52287240974847, 'loss': 1.0754958391189575}
+{'epoch': 138, 'iter': 290, 'avg_loss': 1.2518900004039515, 'avg_acc_mask': 56.60139772083359, 'loss': 0.8811726570129395}
+{'epoch': 138, 'iter': 300, 'avg_loss': 1.2498905034952386, 'avg_acc_mask': 56.64574318971296, 'loss': 1.1049810647964478}
+{'epoch': 138, 'iter': 310, 'avg_loss': 1.2470202143169293, 'avg_acc_mask': 56.648011782032405, 'loss': 0.9847809076309204}
+{'epoch': 138, 'iter': 320, 'avg_loss': 1.2466222905667028, 'avg_acc_mask': 56.68899192855916, 'loss': 1.1337333917617798}
+{'epoch': 138, 'iter': 330, 'avg_loss': 1.2460967802929375, 'avg_acc_mask': 56.74911268855368, 'loss': 1.0029473304748535}
+{'epoch': 138, 'iter': 340, 'avg_loss': 1.2435284538352944, 'avg_acc_mask': 56.76736185766502, 'loss': 1.2934263944625854}
+{'epoch': 138, 'iter': 350, 'avg_loss': 1.243679005535919, 'avg_acc_mask': 56.79778797996661, 'loss': 1.4152950048446655}
+{'epoch': 138, 'iter': 360, 'avg_loss': 1.245354060320973, 'avg_acc_mask': 56.700718114696066, 'loss': 1.4529359340667725}
+{'epoch': 138, 'iter': 370, 'avg_loss': 1.2455046527147935, 'avg_acc_mask': 56.800549936168125, 'loss': 1.2067768573760986}
+{'epoch': 138, 'iter': 380, 'avg_loss': 1.246871102043963, 'avg_acc_mask': 56.768391849229886, 'loss': 0.8050485849380493}
+{'epoch': 138, 'iter': 390, 'avg_loss': 1.2468027118831644, 'avg_acc_mask': 56.767601362385115, 'loss': 1.2308170795440674}
+{'epoch': 138, 'iter': 400, 'avg_loss': 1.2467215226178157, 'avg_acc_mask': 56.85202896570569, 'loss': 1.2750595808029175}
+{'epoch': 138, 'iter': 410, 'avg_loss': 1.2466603874290076, 'avg_acc_mask': 56.83009148236966, 'loss': 1.2664324045181274}
+{'epoch': 138, 'iter': 420, 'avg_loss': 1.2440413866643385, 'avg_acc_mask': 56.909335298963704, 'loss': 1.1328340768814087}
+{'epoch': 138, 'iter': 430, 'avg_loss': 1.2420754818518034, 'avg_acc_mask': 56.96728259026954, 'loss': 1.2778645753860474}
+{'epoch': 138, 'iter': 440, 'avg_loss': 1.2442588450687002, 'avg_acc_mask': 56.908112582781456, 'loss': 1.5556917190551758}
+{'epoch': 138, 'iter': 450, 'avg_loss': 1.243306681348585, 'avg_acc_mask': 56.91149080897239, 'loss': 1.2785502672195435}
+{'epoch': 138, 'iter': 460, 'avg_loss': 1.2424010722342385, 'avg_acc_mask': 56.926123984947516, 'loss': 1.1669480800628662}
+{'epoch': 138, 'iter': 470, 'avg_loss': 1.2420206373664224, 'avg_acc_mask': 56.90584176454626, 'loss': 1.1281646490097046}
+{'epoch': 138, 'iter': 480, 'avg_loss': 1.2413042724256456, 'avg_acc_mask': 56.95861624246103, 'loss': 1.2238062620162964}
+{'epoch': 138, 'iter': 490, 'avg_loss': 1.2426933513882203, 'avg_acc_mask': 56.93943562479087, 'loss': 1.5465046167373657}
+{'epoch': 138, 'iter': 500, 'avg_loss': 1.2422877276491024, 'avg_acc_mask': 56.93999417419167, 'loss': 1.2320939302444458}
+{'epoch': 138, 'iter': 510, 'avg_loss': 1.2421838911778773, 'avg_acc_mask': 56.97969090195238, 'loss': 1.0265389680862427}
+{'epoch': 138, 'iter': 520, 'avg_loss': 1.241098156245336, 'avg_acc_mask': 57.003154574132495, 'loss': 1.3029460906982422}
+{'epoch': 138, 'iter': 530, 'avg_loss': 1.2400739183982663, 'avg_acc_mask': 57.020530279583205, 'loss': 0.9140478372573853}
+{'epoch': 138, 'iter': 540, 'avg_loss': 1.239952313371154, 'avg_acc_mask': 57.049745027185836, 'loss': 1.205793857574463}
+{'epoch': 138, 'iter': 550, 'avg_loss': 1.2403305541798337, 'avg_acc_mask': 57.04251018852921, 'loss': 1.1033425331115723}
+{'epoch': 138, 'iter': 560, 'avg_loss': 1.2403882034322158, 'avg_acc_mask': 57.08280379313716, 'loss': 1.2572529315948486}
+{'epoch': 138, 'iter': 570, 'avg_loss': 1.2393862474611888, 'avg_acc_mask': 57.145144760440694, 'loss': 1.2537460327148438}
+{'epoch': 138, 'iter': 580, 'avg_loss': 1.2387447376669787, 'avg_acc_mask': 57.14959886739028, 'loss': 1.6008626222610474}
+{'epoch': 138, 'iter': 590, 'avg_loss': 1.2380433377073905, 'avg_acc_mask': 57.16580182851495, 'loss': 0.7692428231239319}
+{'epoch': 138, 'iter': 600, 'avg_loss': 1.2384303388698723, 'avg_acc_mask': 57.18190930352641, 'loss': 1.3325222730636597}
+{'epoch': 138, 'iter': 610, 'avg_loss': 1.2406306643337743, 'avg_acc_mask': 57.094251775801354, 'loss': 1.7937499284744263}
+{'epoch': 138, 'iter': 620, 'avg_loss': 1.2390897956447324, 'avg_acc_mask': 57.13067262727567, 'loss': 1.5153734683990479}
+{'epoch': 138, 'iter': 630, 'avg_loss': 1.2380970785432686, 'avg_acc_mask': 57.130034455801024, 'loss': 1.0151604413986206}
+{'epoch': 138, 'iter': 640, 'avg_loss': 1.2375716759522508, 'avg_acc_mask': 57.15347242069163, 'loss': 1.3270848989486694}
+{'epoch': 138, 'iter': 650, 'avg_loss': 1.2378822645650298, 'avg_acc_mask': 57.14487034949267, 'loss': 0.9462159276008606}
+{'epoch': 138, 'iter': 660, 'avg_loss': 1.2367358678408, 'avg_acc_mask': 57.1951930282257, 'loss': 1.075663447380066}
+{'epoch': 138, 'iter': 670, 'avg_loss': 1.2365990221589227, 'avg_acc_mask': 57.228355924792304, 'loss': 1.5056328773498535}
+{'epoch': 138, 'iter': 680, 'avg_loss': 1.2351509983844169, 'avg_acc_mask': 57.266245123099694, 'loss': 1.394836187362671}
+{'epoch': 138, 'iter': 690, 'avg_loss': 1.235673755191687, 'avg_acc_mask': 57.29205322589196, 'loss': 1.4397064447402954}
+{'epoch': 138, 'iter': 700, 'avg_loss': 1.2370594214440753, 'avg_acc_mask': 57.251868499451206, 'loss': 1.5692977905273438}
+{'epoch': 138, 'iter': 710, 'avg_loss': 1.2373291262426793, 'avg_acc_mask': 57.23087234481336, 'loss': 1.3155505657196045}
+{'epoch': 138, 'iter': 720, 'avg_loss': 1.2382047053183662, 'avg_acc_mask': 57.176632092739474, 'loss': 1.347865104675293}
+{'epoch': 138, 'iter': 730, 'avg_loss': 1.237554135058386, 'avg_acc_mask': 57.18156501668381, 'loss': 1.2490324974060059}
+{'epoch': 138, 'iter': 740, 'avg_loss': 1.238028581647577, 'avg_acc_mask': 57.19239151971468, 'loss': 1.1406433582305908}
+{'epoch': 138, 'iter': 750, 'avg_loss': 1.2391773313085503, 'avg_acc_mask': 57.1533185246662, 'loss': 1.2939257621765137}
+{'epoch': 138, 'iter': 760, 'avg_loss': 1.2385297299371285, 'avg_acc_mask': 57.20834841356014, 'loss': 0.892949104309082}
+{'epoch': 138, 'iter': 770, 'avg_loss': 1.2397758005194164, 'avg_acc_mask': 57.12620157989912, 'loss': 1.261540174484253}
+{'epoch': 138, 'iter': 780, 'avg_loss': 1.2388521023046954, 'avg_acc_mask': 57.16165722745752, 'loss': 1.0686196088790894}
+{'epoch': 138, 'iter': 790, 'avg_loss': 1.2386959204179449, 'avg_acc_mask': 57.21907766539853, 'loss': 1.3305038213729858}
+{'epoch': 138, 'iter': 800, 'avg_loss': 1.2377608506271753, 'avg_acc_mask': 57.26983254300965, 'loss': 1.5209745168685913}
+{'epoch': 138, 'iter': 810, 'avg_loss': 1.2378333821690626, 'avg_acc_mask': 57.28073951559915, 'loss': 1.161393404006958}
+{'epoch': 138, 'iter': 820, 'avg_loss': 1.238713156581651, 'avg_acc_mask': 57.24709042076992, 'loss': 1.0920709371566772}
+{'epoch': 138, 'iter': 830, 'avg_loss': 1.2392074947035843, 'avg_acc_mask': 57.21555958755587, 'loss': 1.1944173574447632}
+{'epoch': 138, 'iter': 840, 'avg_loss': 1.238408769707901, 'avg_acc_mask': 57.2159426310151, 'loss': 1.3173413276672363}
+{'epoch': 138, 'iter': 850, 'avg_loss': 1.2395427688588547, 'avg_acc_mask': 57.16413721638134, 'loss': 1.2237005233764648}
+{'epoch': 138, 'iter': 860, 'avg_loss': 1.2401801311042113, 'avg_acc_mask': 57.16115534871806, 'loss': 1.4170610904693604}
+{'epoch': 138, 'iter': 870, 'avg_loss': 1.2410972093742012, 'avg_acc_mask': 57.123276116570366, 'loss': 1.0929783582687378}
+{'epoch': 138, 'iter': 880, 'avg_loss': 1.2415406460388565, 'avg_acc_mask': 57.130342281459235, 'loss': 1.2092121839523315}
+{'epoch': 138, 'iter': 890, 'avg_loss': 1.2408074960697915, 'avg_acc_mask': 57.185944181626624, 'loss': 0.8773844838142395}
+{'epoch': 138, 'iter': 900, 'avg_loss': 1.2405664959176135, 'avg_acc_mask': 57.18748085992528, 'loss': 1.3631526231765747}
+{'epoch': 138, 'iter': 910, 'avg_loss': 1.2409842927029313, 'avg_acc_mask': 57.180335808847275, 'loss': 1.1649669408798218}
+{'epoch': 138, 'iter': 920, 'avg_loss': 1.2400672002154505, 'avg_acc_mask': 57.19653063671609, 'loss': 0.6457915306091309}
+{'epoch': 138, 'iter': 930, 'avg_loss': 1.2402399384629714, 'avg_acc_mask': 57.21969547162349, 'loss': 1.622549057006836}
+{'epoch': 138, 'iter': 940, 'avg_loss': 1.2404764801358823, 'avg_acc_mask': 57.22382925494488, 'loss': 1.0174254179000854}
+{'epoch': 138, 'iter': 950, 'avg_loss': 1.2402844033532088, 'avg_acc_mask': 57.2276691613003, 'loss': 1.6833512783050537}
+{'epoch': 138, 'iter': 960, 'avg_loss': 1.2401430835088756, 'avg_acc_mask': 57.24045545880777, 'loss': 1.2015389204025269}
+{'epoch': 138, 'iter': 970, 'avg_loss': 1.2409655928734524, 'avg_acc_mask': 57.22590418481348, 'loss': 1.2088855504989624}
+{'epoch': 138, 'iter': 980, 'avg_loss': 1.2411447745822863, 'avg_acc_mask': 57.20870102860998, 'loss': 1.0115596055984497}
+{'epoch': 138, 'iter': 990, 'avg_loss': 1.2415161472637164, 'avg_acc_mask': 57.16802343909359, 'loss': 1.5265482664108276}
+{'epoch': 138, 'iter': 1000, 'avg_loss': 1.2414412441310825, 'avg_acc_mask': 57.17824961920317, 'loss': 1.3905357122421265}
+{'epoch': 138, 'iter': 1010, 'avg_loss': 1.242025343942595, 'avg_acc_mask': 57.15585644609449, 'loss': 1.0044249296188354}
+{'epoch': 138, 'iter': 1020, 'avg_loss': 1.2422207271083678, 'avg_acc_mask': 57.16524652771523, 'loss': 1.195664644241333}
+{'epoch': 138, 'iter': 1030, 'avg_loss': 1.2423109824974252, 'avg_acc_mask': 57.16352077715674, 'loss': 1.589089274406433}
+{'epoch': 138, 'iter': 1040, 'avg_loss': 1.2427127050391535, 'avg_acc_mask': 57.14134106868068, 'loss': 1.366784691810608}
+{'epoch': 138, 'iter': 1050, 'avg_loss': 1.242701979674803, 'avg_acc_mask': 57.140603362139984, 'loss': 1.2329033613204956}
+{'epoch': 138, 'iter': 1060, 'avg_loss': 1.242099693706865, 'avg_acc_mask': 57.166681143055676, 'loss': 1.0080854892730713}
+{'epoch': 138, 'iter': 1070, 'avg_loss': 1.241325754133148, 'avg_acc_mask': 57.18834443469132, 'loss': 1.0687042474746704}
+{'epoch': 138, 'iter': 1080, 'avg_loss': 1.241050255453002, 'avg_acc_mask': 57.201512879923676, 'loss': 1.2326900959014893}
+{'epoch': 138, 'iter': 1090, 'avg_loss': 1.2415057531089329, 'avg_acc_mask': 57.18430552275564, 'loss': 1.1737831830978394}
+{'epoch': 138, 'iter': 1100, 'avg_loss': 1.2407849002274245, 'avg_acc_mask': 57.19562746540081, 'loss': 0.9163200855255127}
+{'epoch': 'EP138_train', 'avg_loss': 1.2410138423086832, 'total_masked_acc': 57.18021754701581}
+{'epoch': 139, 'iter': 0, 'avg_loss': 1.5737189054489136, 'avg_acc_mask': 49.25373134328358, 'loss': 1.5737189054489136}
+{'epoch': 139, 'iter': 10, 'avg_loss': 1.2897895845499905, 'avg_acc_mask': 57.019064124783355, 'loss': 0.9174414277076721}
+{'epoch': 139, 'iter': 20, 'avg_loss': 1.3062130752063932, 'avg_acc_mask': 55.31197301854974, 'loss': 1.2299511432647705}
+{'epoch': 139, 'iter': 30, 'avg_loss': 1.2920825193005223, 'avg_acc_mask': 55.69693464430306, 'loss': 1.1588144302368164}
+{'epoch': 139, 'iter': 40, 'avg_loss': 1.2648585845784444, 'avg_acc_mask': 56.5520243796256, 'loss': 1.2504982948303223}
+{'epoch': 139, 'iter': 50, 'avg_loss': 1.274954986338522, 'avg_acc_mask': 55.703098399727615, 'loss': 1.3235944509506226}
+{'epoch': 139, 'iter': 60, 'avg_loss': 1.2564835812224717, 'avg_acc_mask': 56.2284730195178, 'loss': 1.4831442832946777}
+{'epoch': 139, 'iter': 70, 'avg_loss': 1.253366811174742, 'avg_acc_mask': 56.262230919765166, 'loss': 1.2218647003173828}
+{'epoch': 139, 'iter': 80, 'avg_loss': 1.251978345859198, 'avg_acc_mask': 56.482281763180644, 'loss': 1.3504310846328735}
+{'epoch': 139, 'iter': 90, 'avg_loss': 1.251177279503791, 'avg_acc_mask': 56.48825567963034, 'loss': 1.1562824249267578}
+{'epoch': 139, 'iter': 100, 'avg_loss': 1.2371415726029047, 'avg_acc_mask': 56.94712805199368, 'loss': 0.8539754152297974}
+{'epoch': 139, 'iter': 110, 'avg_loss': 1.2312706644470628, 'avg_acc_mask': 57.25806451612904, 'loss': 1.005122423171997}
+{'epoch': 139, 'iter': 120, 'avg_loss': 1.222174020345546, 'avg_acc_mask': 57.408775299157924, 'loss': 1.2033146619796753}
+{'epoch': 139, 'iter': 130, 'avg_loss': 1.228109468485563, 'avg_acc_mask': 57.292517006802726, 'loss': 1.2067945003509521}
+{'epoch': 139, 'iter': 140, 'avg_loss': 1.2244002945879673, 'avg_acc_mask': 57.444922765257026, 'loss': 0.9448666572570801}
+{'epoch': 139, 'iter': 150, 'avg_loss': 1.219803822356344, 'avg_acc_mask': 57.585508282683826, 'loss': 1.1588749885559082}
+{'epoch': 139, 'iter': 160, 'avg_loss': 1.2218238278205351, 'avg_acc_mask': 57.684541171191384, 'loss': 1.5323151350021362}
+{'epoch': 139, 'iter': 170, 'avg_loss': 1.225085781680213, 'avg_acc_mask': 57.51544987954331, 'loss': 1.4643371105194092}
+{'epoch': 139, 'iter': 180, 'avg_loss': 1.2281691109277926, 'avg_acc_mask': 57.469557469557465, 'loss': 1.272434115409851}
+{'epoch': 139, 'iter': 190, 'avg_loss': 1.2264904492188498, 'avg_acc_mask': 57.55841231115698, 'loss': 1.0454185009002686}
+{'epoch': 139, 'iter': 200, 'avg_loss': 1.2263654930081533, 'avg_acc_mask': 57.47105966162066, 'loss': 1.332213044166565}
+{'epoch': 139, 'iter': 210, 'avg_loss': 1.2251596100522444, 'avg_acc_mask': 57.55347028489306, 'loss': 1.1815601587295532}
+{'epoch': 139, 'iter': 220, 'avg_loss': 1.2221522714217863, 'avg_acc_mask': 57.69540692989524, 'loss': 1.1104838848114014}
+{'epoch': 139, 'iter': 230, 'avg_loss': 1.2242780000100404, 'avg_acc_mask': 57.64978739853112, 'loss': 1.195361852645874}
+{'epoch': 139, 'iter': 240, 'avg_loss': 1.221663722853443, 'avg_acc_mask': 57.71662328002976, 'loss': 1.0314347743988037}
+{'epoch': 139, 'iter': 250, 'avg_loss': 1.224775908240284, 'avg_acc_mask': 57.603488954028734, 'loss': 1.0784876346588135}
+{'epoch': 139, 'iter': 260, 'avg_loss': 1.2252536338407876, 'avg_acc_mask': 57.623857623857624, 'loss': 1.016120433807373}
+{'epoch': 139, 'iter': 270, 'avg_loss': 1.2288720042503187, 'avg_acc_mask': 57.554099662497514, 'loss': 1.3842122554779053}
+{'epoch': 139, 'iter': 280, 'avg_loss': 1.2321332682494166, 'avg_acc_mask': 57.395693565906335, 'loss': 0.9581340551376343}
+{'epoch': 139, 'iter': 290, 'avg_loss': 1.232608305629586, 'avg_acc_mask': 57.363861386138616, 'loss': 1.5043410062789917}
+{'epoch': 139, 'iter': 300, 'avg_loss': 1.2315726987151212, 'avg_acc_mask': 57.396627257996755, 'loss': 0.9627242684364319}
+{'epoch': 139, 'iter': 310, 'avg_loss': 1.2299255623311476, 'avg_acc_mask': 57.40880795857816, 'loss': 0.8623455762863159}
+{'epoch': 139, 'iter': 320, 'avg_loss': 1.227922724786206, 'avg_acc_mask': 57.5122805036418, 'loss': 0.9858693480491638}
+{'epoch': 139, 'iter': 330, 'avg_loss': 1.2286146490235343, 'avg_acc_mask': 57.45077606537596, 'loss': 1.3287701606750488}
+{'epoch': 139, 'iter': 340, 'avg_loss': 1.2303717010531607, 'avg_acc_mask': 57.36668791162099, 'loss': 1.1701455116271973}
+{'epoch': 139, 'iter': 350, 'avg_loss': 1.2302120153041307, 'avg_acc_mask': 57.39623614333591, 'loss': 1.2068642377853394}
+{'epoch': 139, 'iter': 360, 'avg_loss': 1.2291970421402738, 'avg_acc_mask': 57.34227247711012, 'loss': 1.2845367193222046}
+{'epoch': 139, 'iter': 370, 'avg_loss': 1.2284429010676567, 'avg_acc_mask': 57.35509011203117, 'loss': 1.2451279163360596}
+{'epoch': 139, 'iter': 380, 'avg_loss': 1.2321985974086551, 'avg_acc_mask': 57.17884130982368, 'loss': 0.8501761555671692}
+{'epoch': 139, 'iter': 390, 'avg_loss': 1.2337369836504808, 'avg_acc_mask': 57.09852239566446, 'loss': 1.29596745967865}
+{'epoch': 139, 'iter': 400, 'avg_loss': 1.2343902617618627, 'avg_acc_mask': 57.10870545782589, 'loss': 1.1538474559783936}
+{'epoch': 139, 'iter': 410, 'avg_loss': 1.2332428203592045, 'avg_acc_mask': 57.18378140149846, 'loss': 0.9619891047477722}
+{'epoch': 139, 'iter': 420, 'avg_loss': 1.2302481399012857, 'avg_acc_mask': 57.33161179255434, 'loss': 1.3482662439346313}
+{'epoch': 139, 'iter': 430, 'avg_loss': 1.2318087054239348, 'avg_acc_mask': 57.30829157367246, 'loss': 1.2088737487792969}
+{'epoch': 139, 'iter': 440, 'avg_loss': 1.2334830825831615, 'avg_acc_mask': 57.24521309450278, 'loss': 1.42548668384552}
+{'epoch': 139, 'iter': 450, 'avg_loss': 1.2350218785047002, 'avg_acc_mask': 57.184255010866934, 'loss': 0.9427311420440674}
+{'epoch': 139, 'iter': 460, 'avg_loss': 1.2343199501327218, 'avg_acc_mask': 57.216981132075475, 'loss': 1.238167643547058}
+{'epoch': 139, 'iter': 470, 'avg_loss': 1.2346840427433103, 'avg_acc_mask': 57.2043506668204, 'loss': 1.2396835088729858}
+{'epoch': 139, 'iter': 480, 'avg_loss': 1.2344335792218326, 'avg_acc_mask': 57.1875, 'loss': 1.0386730432510376}
+{'epoch': 139, 'iter': 490, 'avg_loss': 1.2358951880587095, 'avg_acc_mask': 57.181391567823226, 'loss': 1.3777981996536255}
+{'epoch': 139, 'iter': 500, 'avg_loss': 1.23540150750421, 'avg_acc_mask': 57.140788997466515, 'loss': 1.0257169008255005}
+{'epoch': 139, 'iter': 510, 'avg_loss': 1.234740971702419, 'avg_acc_mask': 57.16415261756877, 'loss': 1.3237110376358032}
+{'epoch': 139, 'iter': 520, 'avg_loss': 1.2345792532195972, 'avg_acc_mask': 57.1921508486982, 'loss': 1.4756004810333252}
+{'epoch': 139, 'iter': 530, 'avg_loss': 1.2338276847832172, 'avg_acc_mask': 57.247989046722566, 'loss': 0.9794691801071167}
+{'epoch': 139, 'iter': 540, 'avg_loss': 1.2342496396433182, 'avg_acc_mask': 57.168308178426166, 'loss': 1.3585636615753174}
+{'epoch': 139, 'iter': 550, 'avg_loss': 1.234763414154468, 'avg_acc_mask': 57.102843773684384, 'loss': 0.881190299987793}
+{'epoch': 139, 'iter': 560, 'avg_loss': 1.2351786549503578, 'avg_acc_mask': 57.10165591885673, 'loss': 1.1713491678237915}
+{'epoch': 139, 'iter': 570, 'avg_loss': 1.234652169427187, 'avg_acc_mask': 57.11329045405337, 'loss': 1.1132370233535767}
+{'epoch': 139, 'iter': 580, 'avg_loss': 1.2348464693547117, 'avg_acc_mask': 57.09369623025184, 'loss': 1.5995562076568604}
+{'epoch': 139, 'iter': 590, 'avg_loss': 1.2348194619524095, 'avg_acc_mask': 57.08364038319823, 'loss': 1.008666753768921}
+{'epoch': 139, 'iter': 600, 'avg_loss': 1.2339572594090429, 'avg_acc_mask': 57.13207319282565, 'loss': 1.097848653793335}
+{'epoch': 139, 'iter': 610, 'avg_loss': 1.235612721470491, 'avg_acc_mask': 57.058963103571, 'loss': 1.2291224002838135}
+{'epoch': 139, 'iter': 620, 'avg_loss': 1.2336146630910667, 'avg_acc_mask': 57.11783253532641, 'loss': 1.3860681056976318}
+{'epoch': 139, 'iter': 630, 'avg_loss': 1.2325988162527373, 'avg_acc_mask': 57.188819625980294, 'loss': 1.0849980115890503}
+{'epoch': 139, 'iter': 640, 'avg_loss': 1.233484519160296, 'avg_acc_mask': 57.17851975830472, 'loss': 1.0563158988952637}
+{'epoch': 139, 'iter': 650, 'avg_loss': 1.2344509444661587, 'avg_acc_mask': 57.18201141067234, 'loss': 1.2376799583435059}
+{'epoch': 139, 'iter': 660, 'avg_loss': 1.2335008711028568, 'avg_acc_mask': 57.22916494248117, 'loss': 0.9722007513046265}
+{'epoch': 139, 'iter': 670, 'avg_loss': 1.2333133933085798, 'avg_acc_mask': 57.22278047853128, 'loss': 1.108251929283142}
+{'epoch': 139, 'iter': 680, 'avg_loss': 1.2338414204453232, 'avg_acc_mask': 57.18066620328289, 'loss': 1.5795058012008667}
+{'epoch': 139, 'iter': 690, 'avg_loss': 1.2356425435774234, 'avg_acc_mask': 57.122180995236974, 'loss': 1.3346340656280518}
+{'epoch': 139, 'iter': 700, 'avg_loss': 1.2374133822241116, 'avg_acc_mask': 57.03726756399284, 'loss': 1.662063479423523}
+{'epoch': 139, 'iter': 710, 'avg_loss': 1.2361841374476414, 'avg_acc_mask': 57.069027273192454, 'loss': 0.8692854046821594}
+{'epoch': 139, 'iter': 720, 'avg_loss': 1.238202424055991, 'avg_acc_mask': 57.02858873104388, 'loss': 1.4330363273620605}
+{'epoch': 139, 'iter': 730, 'avg_loss': 1.236115231804254, 'avg_acc_mask': 57.0941404888734, 'loss': 1.4394731521606445}
+{'epoch': 139, 'iter': 740, 'avg_loss': 1.2382670096379382, 'avg_acc_mask': 56.99970527556735, 'loss': 1.4702008962631226}
+{'epoch': 139, 'iter': 750, 'avg_loss': 1.2385406778274617, 'avg_acc_mask': 56.96291451687136, 'loss': 1.0909364223480225}
+{'epoch': 139, 'iter': 760, 'avg_loss': 1.2389079881403668, 'avg_acc_mask': 56.971568064330846, 'loss': 1.2494335174560547}
+{'epoch': 139, 'iter': 770, 'avg_loss': 1.2393803921191144, 'avg_acc_mask': 56.93827393893562, 'loss': 1.1932817697525024}
+{'epoch': 139, 'iter': 780, 'avg_loss': 1.2384266854858887, 'avg_acc_mask': 57.00814602152043, 'loss': 0.8698645830154419}
+{'epoch': 139, 'iter': 790, 'avg_loss': 1.2385053619572848, 'avg_acc_mask': 57.02814951545916, 'loss': 1.5773403644561768}
+{'epoch': 139, 'iter': 800, 'avg_loss': 1.237603320834342, 'avg_acc_mask': 57.079394008429205, 'loss': 1.355883240699768}
+{'epoch': 139, 'iter': 810, 'avg_loss': 1.2383307322914885, 'avg_acc_mask': 57.02739818546117, 'loss': 1.4273090362548828}
+{'epoch': 139, 'iter': 820, 'avg_loss': 1.2380099192751746, 'avg_acc_mask': 57.02721935598648, 'loss': 1.2636820077896118}
+{'epoch': 139, 'iter': 830, 'avg_loss': 1.2378632459973313, 'avg_acc_mask': 57.037884454613454, 'loss': 1.462186336517334}
+{'epoch': 139, 'iter': 840, 'avg_loss': 1.2377601223383166, 'avg_acc_mask': 57.028295736080324, 'loss': 1.1800071001052856}
+{'epoch': 139, 'iter': 850, 'avg_loss': 1.238322285941849, 'avg_acc_mask': 57.00705963135421, 'loss': 1.2924598455429077}
+{'epoch': 139, 'iter': 860, 'avg_loss': 1.2389201211043213, 'avg_acc_mask': 56.99841017488077, 'loss': 1.5611258745193481}
+{'epoch': 139, 'iter': 870, 'avg_loss': 1.2390139007130392, 'avg_acc_mask': 56.9815668202765, 'loss': 1.2069779634475708}
+{'epoch': 139, 'iter': 880, 'avg_loss': 1.2390934568528555, 'avg_acc_mask': 57.00652106407205, 'loss': 1.0560604333877563}
+{'epoch': 139, 'iter': 890, 'avg_loss': 1.2379965677807228, 'avg_acc_mask': 57.057955570128705, 'loss': 1.0838847160339355}
+{'epoch': 139, 'iter': 900, 'avg_loss': 1.2386580226688617, 'avg_acc_mask': 57.00648561005269, 'loss': 1.3632007837295532}
+{'epoch': 139, 'iter': 910, 'avg_loss': 1.2387384107555175, 'avg_acc_mask': 56.99581472655546, 'loss': 1.3287535905838013}
+{'epoch': 139, 'iter': 920, 'avg_loss': 1.2378487641984812, 'avg_acc_mask': 57.02410475151275, 'loss': 1.411367416381836}
+{'epoch': 139, 'iter': 930, 'avg_loss': 1.2372299103040316, 'avg_acc_mask': 57.04438334642576, 'loss': 1.289005160331726}
+{'epoch': 139, 'iter': 940, 'avg_loss': 1.2372106158518006, 'avg_acc_mask': 57.0521409845616, 'loss': 0.8568013906478882}
+{'epoch': 139, 'iter': 950, 'avg_loss': 1.2372670858691042, 'avg_acc_mask': 57.05038320431801, 'loss': 1.5829716920852661}
+{'epoch': 139, 'iter': 960, 'avg_loss': 1.2371340496979197, 'avg_acc_mask': 57.054643562851496, 'loss': 1.2994396686553955}
+{'epoch': 139, 'iter': 970, 'avg_loss': 1.2375308552068245, 'avg_acc_mask': 57.03220469628321, 'loss': 1.1948195695877075}
+{'epoch': 139, 'iter': 980, 'avg_loss': 1.2374984656026726, 'avg_acc_mask': 57.02995704483329, 'loss': 1.0775196552276611}
+{'epoch': 139, 'iter': 990, 'avg_loss': 1.238332045667708, 'avg_acc_mask': 56.9764874710233, 'loss': 1.6423436403274536}
+{'epoch': 139, 'iter': 1000, 'avg_loss': 1.2377746712554107, 'avg_acc_mask': 56.98838606327593, 'loss': 1.3635945320129395}
+{'epoch': 139, 'iter': 1010, 'avg_loss': 1.2375084106339662, 'avg_acc_mask': 57.010374379792516, 'loss': 1.238571286201477}
+{'epoch': 139, 'iter': 1020, 'avg_loss': 1.2376868292820675, 'avg_acc_mask': 57.007775493788536, 'loss': 1.2369232177734375}
+{'epoch': 139, 'iter': 1030, 'avg_loss': 1.2368587674040106, 'avg_acc_mask': 57.03054448871182, 'loss': 1.1966562271118164}
+{'epoch': 139, 'iter': 1040, 'avg_loss': 1.2375159073517257, 'avg_acc_mask': 57.01383652210511, 'loss': 1.2321277856826782}
+{'epoch': 139, 'iter': 1050, 'avg_loss': 1.2373938665403625, 'avg_acc_mask': 57.02922839130964, 'loss': 1.0416538715362549}
+{'epoch': 139, 'iter': 1060, 'avg_loss': 1.2377856110874828, 'avg_acc_mask': 57.031518821829195, 'loss': 1.0206393003463745}
+{'epoch': 139, 'iter': 1070, 'avg_loss': 1.2376144091510861, 'avg_acc_mask': 57.03018533660398, 'loss': 1.5041416883468628}
+{'epoch': 139, 'iter': 1080, 'avg_loss': 1.236790748077008, 'avg_acc_mask': 57.0614131259804, 'loss': 0.9087957143783569}
+{'epoch': 139, 'iter': 1090, 'avg_loss': 1.2372833478898766, 'avg_acc_mask': 57.03458867521367, 'loss': 1.3754827976226807}
+{'epoch': 139, 'iter': 1100, 'avg_loss': 1.2365978466284264, 'avg_acc_mask': 57.06955341477141, 'loss': 0.9876213669776917}
+{'epoch': 'EP139_train', 'avg_loss': 1.2364760149118588, 'total_masked_acc': 57.074047803638884}
+{'epoch': 140, 'iter': 0, 'avg_loss': 1.2527092695236206, 'avg_acc_mask': 53.2258064516129, 'loss': 1.2527092695236206}
+{'epoch': 140, 'iter': 10, 'avg_loss': 1.2551627375862815, 'avg_acc_mask': 56.19047619047619, 'loss': 1.256509780883789}
+{'epoch': 140, 'iter': 20, 'avg_loss': 1.2890634877341134, 'avg_acc_mask': 54.46280991735537, 'loss': 1.6046870946884155}
+{'epoch': 140, 'iter': 30, 'avg_loss': 1.2886524604212852, 'avg_acc_mask': 54.483152484294685, 'loss': 1.3469823598861694}
+{'epoch': 140, 'iter': 40, 'avg_loss': 1.2747721090549375, 'avg_acc_mask': 55.06055363321799, 'loss': 0.9282285571098328}
+{'epoch': 140, 'iter': 50, 'avg_loss': 1.2877314347846835, 'avg_acc_mask': 54.23613473970739, 'loss': 1.0821727514266968}
+{'epoch': 140, 'iter': 60, 'avg_loss': 1.2659399519201184, 'avg_acc_mask': 54.91779636573406, 'loss': 1.155614972114563}
+{'epoch': 140, 'iter': 70, 'avg_loss': 1.2569763744381113, 'avg_acc_mask': 55.613772455089816, 'loss': 1.2073655128479004}
+{'epoch': 140, 'iter': 80, 'avg_loss': 1.2566014248647808, 'avg_acc_mask': 55.868852459016395, 'loss': 1.2907661199569702}
+{'epoch': 140, 'iter': 90, 'avg_loss': 1.2597792607087355, 'avg_acc_mask': 56.06237816764133, 'loss': 1.1871130466461182}
+{'epoch': 140, 'iter': 100, 'avg_loss': 1.2564919549639861, 'avg_acc_mask': 56.24332977588047, 'loss': 1.1468876600265503}
+{'epoch': 140, 'iter': 110, 'avg_loss': 1.2531700628297824, 'avg_acc_mask': 56.3089430894309, 'loss': 1.026571273803711}
+{'epoch': 140, 'iter': 120, 'avg_loss': 1.2494429965649754, 'avg_acc_mask': 56.263142084710125, 'loss': 1.4395864009857178}
+{'epoch': 140, 'iter': 130, 'avg_loss': 1.25412184546012, 'avg_acc_mask': 56.08414684449333, 'loss': 1.4308574199676514}
+{'epoch': 140, 'iter': 140, 'avg_loss': 1.2623990710745467, 'avg_acc_mask': 55.93502174469174, 'loss': 1.2454862594604492}
+{'epoch': 140, 'iter': 150, 'avg_loss': 1.2572093546785266, 'avg_acc_mask': 56.274864376130196, 'loss': 1.5241649150848389}
+{'epoch': 140, 'iter': 160, 'avg_loss': 1.2566919297165011, 'avg_acc_mask': 56.37682802403356, 'loss': 1.4110429286956787}
+{'epoch': 140, 'iter': 170, 'avg_loss': 1.2591226822451542, 'avg_acc_mask': 56.212201591511935, 'loss': 1.415845274925232}
+{'epoch': 140, 'iter': 180, 'avg_loss': 1.262297457423658, 'avg_acc_mask': 56.13702187156696, 'loss': 1.2916333675384521}
+{'epoch': 140, 'iter': 190, 'avg_loss': 1.261135420562085, 'avg_acc_mask': 56.30029347723185, 'loss': 1.0019196271896362}
+{'epoch': 140, 'iter': 200, 'avg_loss': 1.2562068801614183, 'avg_acc_mask': 56.37800934243622, 'loss': 1.346207618713379}
+{'epoch': 140, 'iter': 210, 'avg_loss': 1.258795682852867, 'avg_acc_mask': 56.35600479698475, 'loss': 1.021347999572754}
+{'epoch': 140, 'iter': 220, 'avg_loss': 1.2547766237237334, 'avg_acc_mask': 56.56458706629744, 'loss': 1.2205313444137573}
+{'epoch': 140, 'iter': 230, 'avg_loss': 1.2586699024939434, 'avg_acc_mask': 56.47555069520388, 'loss': 1.2433737516403198}
+{'epoch': 140, 'iter': 240, 'avg_loss': 1.258185991607761, 'avg_acc_mask': 56.50409558878786, 'loss': 1.075400710105896}
+{'epoch': 140, 'iter': 250, 'avg_loss': 1.2596498390592903, 'avg_acc_mask': 56.49758279818169, 'loss': 1.1843791007995605}
+{'epoch': 140, 'iter': 260, 'avg_loss': 1.26195266351846, 'avg_acc_mask': 56.474994797808144, 'loss': 1.129271149635315}
+{'epoch': 140, 'iter': 270, 'avg_loss': 1.261498438256253, 'avg_acc_mask': 56.47129425885177, 'loss': 1.2216837406158447}
+{'epoch': 140, 'iter': 280, 'avg_loss': 1.2606169659896254, 'avg_acc_mask': 56.40398842071406, 'loss': 0.6203388571739197}
+{'epoch': 140, 'iter': 290, 'avg_loss': 1.2607388934728616, 'avg_acc_mask': 56.52282209353011, 'loss': 1.2679275274276733}
+{'epoch': 140, 'iter': 300, 'avg_loss': 1.2585475987374188, 'avg_acc_mask': 56.586952593217276, 'loss': 1.328898310661316}
+{'epoch': 140, 'iter': 310, 'avg_loss': 1.2567779197570212, 'avg_acc_mask': 56.59663621020776, 'loss': 0.7385242581367493}
+{'epoch': 140, 'iter': 320, 'avg_loss': 1.2544186328801783, 'avg_acc_mask': 56.711447279295555, 'loss': 0.9814828634262085}
+{'epoch': 140, 'iter': 330, 'avg_loss': 1.2529442719102266, 'avg_acc_mask': 56.75853018372703, 'loss': 1.0890079736709595}
+{'epoch': 140, 'iter': 340, 'avg_loss': 1.2514264338876495, 'avg_acc_mask': 56.80551870522685, 'loss': 1.2429603338241577}
+{'epoch': 140, 'iter': 350, 'avg_loss': 1.2514119387691856, 'avg_acc_mask': 56.83167294688484, 'loss': 1.3647644519805908}
+{'epoch': 140, 'iter': 360, 'avg_loss': 1.2515840761549255, 'avg_acc_mask': 56.79426796272171, 'loss': 1.1586488485336304}
+{'epoch': 140, 'iter': 370, 'avg_loss': 1.2512901192405474, 'avg_acc_mask': 56.81939913327165, 'loss': 1.1909962892532349}
+{'epoch': 140, 'iter': 380, 'avg_loss': 1.2524865964266259, 'avg_acc_mask': 56.798672041735834, 'loss': 0.7960801124572754}
+{'epoch': 140, 'iter': 390, 'avg_loss': 1.24939654641749, 'avg_acc_mask': 56.932180666635844, 'loss': 1.3392415046691895}
+{'epoch': 140, 'iter': 400, 'avg_loss': 1.2491465974924274, 'avg_acc_mask': 56.92425401683244, 'loss': 1.175492763519287}
+{'epoch': 140, 'iter': 410, 'avg_loss': 1.2495040539697428, 'avg_acc_mask': 56.91353681062539, 'loss': 1.2245655059814453}
+{'epoch': 140, 'iter': 420, 'avg_loss': 1.247318714219997, 'avg_acc_mask': 56.88298284092376, 'loss': 1.1664022207260132}
+{'epoch': 140, 'iter': 430, 'avg_loss': 1.2462745602058978, 'avg_acc_mask': 56.94117647058824, 'loss': 1.030552864074707}
+{'epoch': 140, 'iter': 440, 'avg_loss': 1.2487017879951028, 'avg_acc_mask': 56.839080459770116, 'loss': 1.6584818363189697}
+{'epoch': 140, 'iter': 450, 'avg_loss': 1.2497984429949403, 'avg_acc_mask': 56.75382576214002, 'loss': 0.8937870860099792}
+{'epoch': 140, 'iter': 460, 'avg_loss': 1.2503130572995498, 'avg_acc_mask': 56.75069807684745, 'loss': 1.0164912939071655}
+{'epoch': 140, 'iter': 470, 'avg_loss': 1.250471125362785, 'avg_acc_mask': 56.718027734976886, 'loss': 1.2027039527893066}
+{'epoch': 140, 'iter': 480, 'avg_loss': 1.2504444008309727, 'avg_acc_mask': 56.713940856970424, 'loss': 1.400895595550537}
+{'epoch': 140, 'iter': 490, 'avg_loss': 1.2499877191366828, 'avg_acc_mask': 56.74057649667405, 'loss': 1.1365773677825928}
+{'epoch': 140, 'iter': 500, 'avg_loss': 1.248288766233745, 'avg_acc_mask': 56.76164958905101, 'loss': 1.055772304534912}
+{'epoch': 140, 'iter': 510, 'avg_loss': 1.247044945299742, 'avg_acc_mask': 56.770076227619214, 'loss': 1.0848846435546875}
+{'epoch': 140, 'iter': 520, 'avg_loss': 1.2446597531981294, 'avg_acc_mask': 56.84767106132814, 'loss': 1.2218538522720337}
+{'epoch': 140, 'iter': 530, 'avg_loss': 1.2440923689224401, 'avg_acc_mask': 56.86589070553298, 'loss': 1.1006425619125366}
+{'epoch': 140, 'iter': 540, 'avg_loss': 1.244422903122611, 'avg_acc_mask': 56.85064717322782, 'loss': 1.3116259574890137}
+{'epoch': 140, 'iter': 550, 'avg_loss': 1.244985590180122, 'avg_acc_mask': 56.768228481179264, 'loss': 1.166218876838684}
+{'epoch': 140, 'iter': 560, 'avg_loss': 1.2438691981973495, 'avg_acc_mask': 56.79619503672308, 'loss': 0.9786934852600098}
+{'epoch': 140, 'iter': 570, 'avg_loss': 1.244013997489642, 'avg_acc_mask': 56.78411152487348, 'loss': 1.1570481061935425}
+{'epoch': 140, 'iter': 580, 'avg_loss': 1.2420957107962511, 'avg_acc_mask': 56.88090618937355, 'loss': 1.5274001359939575}
+{'epoch': 140, 'iter': 590, 'avg_loss': 1.2414920326013452, 'avg_acc_mask': 56.93408246599736, 'loss': 1.061400294303894}
+{'epoch': 140, 'iter': 600, 'avg_loss': 1.2413549359745273, 'avg_acc_mask': 56.96213996739328, 'loss': 1.0694606304168701}
+{'epoch': 140, 'iter': 610, 'avg_loss': 1.2419877998567448, 'avg_acc_mask': 56.93718831631441, 'loss': 1.3103302717208862}
+{'epoch': 140, 'iter': 620, 'avg_loss': 1.2400682574309012, 'avg_acc_mask': 56.998451605363876, 'loss': 1.4712814092636108}
+{'epoch': 140, 'iter': 630, 'avg_loss': 1.2390531159807499, 'avg_acc_mask': 57.00886177926113, 'loss': 1.2391422986984253}
+{'epoch': 140, 'iter': 640, 'avg_loss': 1.2376132283865382, 'avg_acc_mask': 57.05160960654062, 'loss': 1.1861425638198853}
+{'epoch': 140, 'iter': 650, 'avg_loss': 1.2381729334363922, 'avg_acc_mask': 57.055317720137666, 'loss': 1.1866401433944702}
+{'epoch': 140, 'iter': 660, 'avg_loss': 1.237092191080102, 'avg_acc_mask': 57.10070593425988, 'loss': 1.1836150884628296}
+{'epoch': 140, 'iter': 670, 'avg_loss': 1.2368223849245403, 'avg_acc_mask': 57.132756839071085, 'loss': 1.3813363313674927}
+{'epoch': 140, 'iter': 680, 'avg_loss': 1.2365982985881632, 'avg_acc_mask': 57.14170908116796, 'loss': 1.4375301599502563}
+{'epoch': 140, 'iter': 690, 'avg_loss': 1.2367096173262975, 'avg_acc_mask': 57.10970464135021, 'loss': 0.8987602591514587}
+{'epoch': 140, 'iter': 700, 'avg_loss': 1.2382430661251813, 'avg_acc_mask': 57.08231501221985, 'loss': 1.266608715057373}
+{'epoch': 140, 'iter': 710, 'avg_loss': 1.237914084382198, 'avg_acc_mask': 57.131498627818104, 'loss': 1.304308295249939}
+{'epoch': 140, 'iter': 720, 'avg_loss': 1.2382925805040272, 'avg_acc_mask': 57.11432472063508, 'loss': 1.458160638809204}
+{'epoch': 140, 'iter': 730, 'avg_loss': 1.2377791004370078, 'avg_acc_mask': 57.14713440954115, 'loss': 1.4849077463150024}
+{'epoch': 140, 'iter': 740, 'avg_loss': 1.2376186805054565, 'avg_acc_mask': 57.13652809569519, 'loss': 1.2316030263900757}
+{'epoch': 140, 'iter': 750, 'avg_loss': 1.2387064785043027, 'avg_acc_mask': 57.09396315265675, 'loss': 1.0436333417892456}
+{'epoch': 140, 'iter': 760, 'avg_loss': 1.2373167129133127, 'avg_acc_mask': 57.12675380741096, 'loss': 1.2044028043746948}
+{'epoch': 140, 'iter': 770, 'avg_loss': 1.2381670499744737, 'avg_acc_mask': 57.0668998274925, 'loss': 1.1607592105865479}
+{'epoch': 140, 'iter': 780, 'avg_loss': 1.2362843163492738, 'avg_acc_mask': 57.17988231997758, 'loss': 1.2182965278625488}
+{'epoch': 140, 'iter': 790, 'avg_loss': 1.236149500881224, 'avg_acc_mask': 57.198228128460684, 'loss': 0.7562417984008789}
+{'epoch': 140, 'iter': 800, 'avg_loss': 1.2356427020943268, 'avg_acc_mask': 57.18452353825821, 'loss': 0.9259729981422424}
+{'epoch': 140, 'iter': 810, 'avg_loss': 1.2359561827562004, 'avg_acc_mask': 57.195605187319885, 'loss': 1.1105930805206299}
+{'epoch': 140, 'iter': 820, 'avg_loss': 1.235814346175246, 'avg_acc_mask': 57.18989876515741, 'loss': 1.320183515548706}
+{'epoch': 140, 'iter': 830, 'avg_loss': 1.2371774342372817, 'avg_acc_mask': 57.17333450634526, 'loss': 1.3786128759384155}
+{'epoch': 140, 'iter': 840, 'avg_loss': 1.2367213020426764, 'avg_acc_mask': 57.161144741695416, 'loss': 1.1908302307128906}
+{'epoch': 140, 'iter': 850, 'avg_loss': 1.2377553110117077, 'avg_acc_mask': 57.122342249657066, 'loss': 1.2766722440719604}
+{'epoch': 140, 'iter': 860, 'avg_loss': 1.2388263394608314, 'avg_acc_mask': 57.076929590583845, 'loss': 1.1784758567810059}
+{'epoch': 140, 'iter': 870, 'avg_loss': 1.2401194726421694, 'avg_acc_mask': 57.001964143925775, 'loss': 1.3315943479537964}
+{'epoch': 140, 'iter': 880, 'avg_loss': 1.239984778283538, 'avg_acc_mask': 57.01135634941977, 'loss': 1.0909069776535034}
+{'epoch': 140, 'iter': 890, 'avg_loss': 1.2392468526039595, 'avg_acc_mask': 57.07056220291755, 'loss': 0.8247504234313965}
+{'epoch': 140, 'iter': 900, 'avg_loss': 1.2398765300804715, 'avg_acc_mask': 57.04706144527055, 'loss': 1.4718637466430664}
+{'epoch': 140, 'iter': 910, 'avg_loss': 1.2401179524075188, 'avg_acc_mask': 57.01898429990388, 'loss': 1.2484723329544067}
+{'epoch': 140, 'iter': 920, 'avg_loss': 1.2400049175682855, 'avg_acc_mask': 57.03807956865621, 'loss': 1.2272921800613403}
+{'epoch': 140, 'iter': 930, 'avg_loss': 1.2397494141960759, 'avg_acc_mask': 57.07443467336684, 'loss': 1.3294755220413208}
+{'epoch': 140, 'iter': 940, 'avg_loss': 1.2402754560287144, 'avg_acc_mask': 57.07435449427296, 'loss': 0.9016110301017761}
+{'epoch': 140, 'iter': 950, 'avg_loss': 1.2402699307061646, 'avg_acc_mask': 57.056935877481216, 'loss': 1.3002783060073853}
+{'epoch': 140, 'iter': 960, 'avg_loss': 1.2409345247743033, 'avg_acc_mask': 57.07409873489965, 'loss': 1.3688136339187622}
+{'epoch': 140, 'iter': 970, 'avg_loss': 1.2412869735677505, 'avg_acc_mask': 57.07911285160221, 'loss': 1.3218271732330322}
+{'epoch': 140, 'iter': 980, 'avg_loss': 1.2413364978133112, 'avg_acc_mask': 57.089906684795764, 'loss': 0.969743013381958}
+{'epoch': 140, 'iter': 990, 'avg_loss': 1.241259726457952, 'avg_acc_mask': 57.115246562482746, 'loss': 1.3885688781738281}
+{'epoch': 140, 'iter': 1000, 'avg_loss': 1.2414856609645541, 'avg_acc_mask': 57.110839817058725, 'loss': 1.4902327060699463}
+{'epoch': 140, 'iter': 1010, 'avg_loss': 1.2410680544954142, 'avg_acc_mask': 57.1245441086195, 'loss': 1.1996724605560303}
+{'epoch': 140, 'iter': 1020, 'avg_loss': 1.240881277578468, 'avg_acc_mask': 57.15307198655727, 'loss': 1.0417590141296387}
+{'epoch': 140, 'iter': 1030, 'avg_loss': 1.2402056766065086, 'avg_acc_mask': 57.202564375022135, 'loss': 1.2023329734802246}
+{'epoch': 140, 'iter': 1040, 'avg_loss': 1.2404510192179428, 'avg_acc_mask': 57.19870963217504, 'loss': 1.2019717693328857}
+{'epoch': 140, 'iter': 1050, 'avg_loss': 1.2401352887716213, 'avg_acc_mask': 57.20365480822679, 'loss': 1.1320005655288696}
+{'epoch': 140, 'iter': 1060, 'avg_loss': 1.2403860375299194, 'avg_acc_mask': 57.19301264951381, 'loss': 1.0949960947036743}
+{'epoch': 140, 'iter': 1070, 'avg_loss': 1.239819829760034, 'avg_acc_mask': 57.20978568264676, 'loss': 1.1348469257354736}
+{'epoch': 140, 'iter': 1080, 'avg_loss': 1.2395320439868014, 'avg_acc_mask': 57.24023892282253, 'loss': 1.2803130149841309}
+{'epoch': 140, 'iter': 1090, 'avg_loss': 1.2392082184307298, 'avg_acc_mask': 57.25690616962288, 'loss': 1.1927707195281982}
+{'epoch': 140, 'iter': 1100, 'avg_loss': 1.239631975108553, 'avg_acc_mask': 57.25283093834845, 'loss': 1.138832926750183}
+{'epoch': 'EP140_train', 'avg_loss': 1.240116164964788, 'total_masked_acc': 57.230098866093385}
+{'epoch': 141, 'iter': 0, 'avg_loss': 1.516201138496399, 'avg_acc_mask': 53.84615384615385, 'loss': 1.516201138496399}
+{'epoch': 141, 'iter': 10, 'avg_loss': 1.3306168859655207, 'avg_acc_mask': 54.361370716510905, 'loss': 1.3285181522369385}
+{'epoch': 141, 'iter': 20, 'avg_loss': 1.2913301445188976, 'avg_acc_mask': 55.51811288963774, 'loss': 1.1865689754486084}
+{'epoch': 141, 'iter': 30, 'avg_loss': 1.292774486926294, 'avg_acc_mask': 55.092592592592595, 'loss': 1.5778802633285522}
+{'epoch': 141, 'iter': 40, 'avg_loss': 1.2575218314077796, 'avg_acc_mask': 56.30472854640981, 'loss': 1.1754449605941772}
+{'epoch': 141, 'iter': 50, 'avg_loss': 1.2898285143515642, 'avg_acc_mask': 54.93741307371349, 'loss': 1.4030838012695312}
+{'epoch': 141, 'iter': 60, 'avg_loss': 1.2674145864658668, 'avg_acc_mask': 55.847185768445605, 'loss': 1.1848242282867432}
+{'epoch': 141, 'iter': 70, 'avg_loss': 1.266837992298771, 'avg_acc_mask': 55.89047977895001, 'loss': 1.3568944931030273}
+{'epoch': 141, 'iter': 80, 'avg_loss': 1.2657429134404217, 'avg_acc_mask': 55.81958195819582, 'loss': 1.3996537923812866}
+{'epoch': 141, 'iter': 90, 'avg_loss': 1.2560590761048454, 'avg_acc_mask': 56.06447808138392, 'loss': 1.1454848051071167}
+{'epoch': 141, 'iter': 100, 'avg_loss': 1.2446348006182377, 'avg_acc_mask': 56.560283687943254, 'loss': 1.0492663383483887}
+{'epoch': 141, 'iter': 110, 'avg_loss': 1.2511911086134009, 'avg_acc_mask': 56.50479129446159, 'loss': 0.8757873177528381}
+{'epoch': 141, 'iter': 120, 'avg_loss': 1.245678275577293, 'avg_acc_mask': 56.418716256748645, 'loss': 1.3061062097549438}
+{'epoch': 141, 'iter': 130, 'avg_loss': 1.245565294764424, 'avg_acc_mask': 56.34405633024989, 'loss': 1.3991435766220093}
+{'epoch': 141, 'iter': 140, 'avg_loss': 1.2434323823198359, 'avg_acc_mask': 56.22912920626766, 'loss': 0.7798650860786438}
+{'epoch': 141, 'iter': 150, 'avg_loss': 1.234724337691503, 'avg_acc_mask': 56.54783339335013, 'loss': 1.3518513441085815}
+{'epoch': 141, 'iter': 160, 'avg_loss': 1.2448562139309711, 'avg_acc_mask': 56.198533558939644, 'loss': 1.319604516029358}
+{'epoch': 141, 'iter': 170, 'avg_loss': 1.2470092881492705, 'avg_acc_mask': 56.12526539278132, 'loss': 1.3636181354522705}
+{'epoch': 141, 'iter': 180, 'avg_loss': 1.2431342018901972, 'avg_acc_mask': 56.37806347930896, 'loss': 1.2100858688354492}
+{'epoch': 141, 'iter': 190, 'avg_loss': 1.2400523180736922, 'avg_acc_mask': 56.479984786536086, 'loss': 0.9739518761634827}
+{'epoch': 141, 'iter': 200, 'avg_loss': 1.2345512233563323, 'avg_acc_mask': 56.72704334504821, 'loss': 1.196174144744873}
+{'epoch': 141, 'iter': 210, 'avg_loss': 1.2352871821389944, 'avg_acc_mask': 56.65409020751157, 'loss': 1.367120623588562}
+{'epoch': 141, 'iter': 220, 'avg_loss': 1.2317609671014467, 'avg_acc_mask': 56.663126072391535, 'loss': 1.5347107648849487}
+{'epoch': 141, 'iter': 230, 'avg_loss': 1.2366680771241456, 'avg_acc_mask': 56.604807767598466, 'loss': 0.9792368412017822}
+{'epoch': 141, 'iter': 240, 'avg_loss': 1.2384211319610785, 'avg_acc_mask': 56.60079645352769, 'loss': 0.9343166947364807}
+{'epoch': 141, 'iter': 250, 'avg_loss': 1.2414264550721978, 'avg_acc_mask': 56.47552245281654, 'loss': 0.9007834792137146}
+{'epoch': 141, 'iter': 260, 'avg_loss': 1.243992971277785, 'avg_acc_mask': 56.4200444197668, 'loss': 1.3891562223434448}
+{'epoch': 141, 'iter': 270, 'avg_loss': 1.2458156039354107, 'avg_acc_mask': 56.548135299219425, 'loss': 1.3161466121673584}
+{'epoch': 141, 'iter': 280, 'avg_loss': 1.2436775255457786, 'avg_acc_mask': 56.63232453316163, 'loss': 0.4651685357093811}
+{'epoch': 141, 'iter': 290, 'avg_loss': 1.240560058670765, 'avg_acc_mask': 56.72172016204426, 'loss': 1.1600557565689087}
+{'epoch': 141, 'iter': 300, 'avg_loss': 1.2373913997827575, 'avg_acc_mask': 56.93338160753078, 'loss': 0.7931175231933594}
+{'epoch': 141, 'iter': 310, 'avg_loss': 1.2340071023085493, 'avg_acc_mask': 57.03846603530924, 'loss': 0.8430401682853699}
+{'epoch': 141, 'iter': 320, 'avg_loss': 1.2312393342594492, 'avg_acc_mask': 57.15908445504628, 'loss': 1.0765888690948486}
+{'epoch': 141, 'iter': 330, 'avg_loss': 1.23220368796605, 'avg_acc_mask': 57.172751803513414, 'loss': 1.0217074155807495}
+{'epoch': 141, 'iter': 340, 'avg_loss': 1.2320599045571694, 'avg_acc_mask': 57.180993059263216, 'loss': 1.2937524318695068}
+{'epoch': 141, 'iter': 350, 'avg_loss': 1.2307150757890142, 'avg_acc_mask': 57.18732167868444, 'loss': 1.1206071376800537}
+{'epoch': 141, 'iter': 360, 'avg_loss': 1.230987006937698, 'avg_acc_mask': 57.15582450832073, 'loss': 1.3311997652053833}
+{'epoch': 141, 'iter': 370, 'avg_loss': 1.231586149760655, 'avg_acc_mask': 57.159007127058246, 'loss': 1.3329296112060547}
+{'epoch': 141, 'iter': 380, 'avg_loss': 1.2355656190494226, 'avg_acc_mask': 57.04653053416862, 'loss': 0.7498727440834045}
+{'epoch': 141, 'iter': 390, 'avg_loss': 1.2335742987940073, 'avg_acc_mask': 57.09157030958597, 'loss': 1.4376626014709473}
+{'epoch': 141, 'iter': 400, 'avg_loss': 1.232512855024409, 'avg_acc_mask': 57.06615706615706, 'loss': 1.2442599534988403}
+{'epoch': 141, 'iter': 410, 'avg_loss': 1.232195839104571, 'avg_acc_mask': 57.05167981561918, 'loss': 1.152288556098938}
+{'epoch': 141, 'iter': 420, 'avg_loss': 1.2308734627064504, 'avg_acc_mask': 57.129236369940195, 'loss': 1.0303738117218018}
+{'epoch': 141, 'iter': 430, 'avg_loss': 1.2311201131537453, 'avg_acc_mask': 57.180963671775764, 'loss': 1.1313556432724}
+{'epoch': 141, 'iter': 440, 'avg_loss': 1.2338246472027836, 'avg_acc_mask': 57.08502024291497, 'loss': 1.3712838888168335}
+{'epoch': 141, 'iter': 450, 'avg_loss': 1.2350142784499276, 'avg_acc_mask': 57.09663066779922, 'loss': 1.4248343706130981}
+{'epoch': 141, 'iter': 460, 'avg_loss': 1.2339388654444068, 'avg_acc_mask': 57.15076290615859, 'loss': 1.19911527633667}
+{'epoch': 141, 'iter': 470, 'avg_loss': 1.2328490762953546, 'avg_acc_mask': 57.22623787252136, 'loss': 1.1364115476608276}
+{'epoch': 141, 'iter': 480, 'avg_loss': 1.2328927474805074, 'avg_acc_mask': 57.2228952150212, 'loss': 0.8576240539550781}
+{'epoch': 141, 'iter': 490, 'avg_loss': 1.2335570676749203, 'avg_acc_mask': 57.1980102457495, 'loss': 1.2482913732528687}
+{'epoch': 141, 'iter': 500, 'avg_loss': 1.233292268183893, 'avg_acc_mask': 57.14597663500383, 'loss': 1.141045331954956}
+{'epoch': 141, 'iter': 510, 'avg_loss': 1.2317594365597704, 'avg_acc_mask': 57.20254249392944, 'loss': 1.008399486541748}
+{'epoch': 141, 'iter': 520, 'avg_loss': 1.23252149083564, 'avg_acc_mask': 57.18539798206278, 'loss': 1.4476760625839233}
+{'epoch': 141, 'iter': 530, 'avg_loss': 1.2316148572946897, 'avg_acc_mask': 57.18805888017609, 'loss': 1.1090821027755737}
+{'epoch': 141, 'iter': 540, 'avg_loss': 1.2309757315737924, 'avg_acc_mask': 57.20025660937975, 'loss': 1.2060790061950684}
+{'epoch': 141, 'iter': 550, 'avg_loss': 1.2312818398925656, 'avg_acc_mask': 57.16651760575044, 'loss': 1.26203453540802}
+{'epoch': 141, 'iter': 560, 'avg_loss': 1.2307005753066662, 'avg_acc_mask': 57.201565557729936, 'loss': 1.319334626197815}
+{'epoch': 141, 'iter': 570, 'avg_loss': 1.2295902795215412, 'avg_acc_mask': 57.26843979595111, 'loss': 0.9561188817024231}
+{'epoch': 141, 'iter': 580, 'avg_loss': 1.2289646839315838, 'avg_acc_mask': 57.24642249259283, 'loss': 1.588672399520874}
+{'epoch': 141, 'iter': 590, 'avg_loss': 1.229368849756754, 'avg_acc_mask': 57.218091697645605, 'loss': 0.9894039034843445}
+{'epoch': 141, 'iter': 600, 'avg_loss': 1.229344225366183, 'avg_acc_mask': 57.20119461205583, 'loss': 1.3557029962539673}
+{'epoch': 141, 'iter': 610, 'avg_loss': 1.2298110949817538, 'avg_acc_mask': 57.172351885098735, 'loss': 1.1564687490463257}
+{'epoch': 141, 'iter': 620, 'avg_loss': 1.2285009434449692, 'avg_acc_mask': 57.239652378848135, 'loss': 1.3969675302505493}
+{'epoch': 141, 'iter': 630, 'avg_loss': 1.2269666183580499, 'avg_acc_mask': 57.28203195221665, 'loss': 1.083977460861206}
+{'epoch': 141, 'iter': 640, 'avg_loss': 1.2282340866913104, 'avg_acc_mask': 57.288213101634845, 'loss': 0.9765400886535645}
+{'epoch': 141, 'iter': 650, 'avg_loss': 1.2276778558065997, 'avg_acc_mask': 57.315595140787515, 'loss': 0.8272511959075928}
+{'epoch': 141, 'iter': 660, 'avg_loss': 1.2274011929890032, 'avg_acc_mask': 57.31917017972044, 'loss': 0.9376330375671387}
+{'epoch': 141, 'iter': 670, 'avg_loss': 1.227427600126508, 'avg_acc_mask': 57.341166826069134, 'loss': 1.5131051540374756}
+{'epoch': 141, 'iter': 680, 'avg_loss': 1.2283410676775526, 'avg_acc_mask': 57.288810023122004, 'loss': 1.3170877695083618}
+{'epoch': 141, 'iter': 690, 'avg_loss': 1.2275585083644056, 'avg_acc_mask': 57.29450694904037, 'loss': 1.0827593803405762}
+{'epoch': 141, 'iter': 700, 'avg_loss': 1.227460528066257, 'avg_acc_mask': 57.26912447202378, 'loss': 1.097212791442871}
+{'epoch': 141, 'iter': 710, 'avg_loss': 1.2274710734685261, 'avg_acc_mask': 57.27590820211999, 'loss': 1.0155916213989258}
+{'epoch': 141, 'iter': 720, 'avg_loss': 1.2294828230398869, 'avg_acc_mask': 57.20370135631892, 'loss': 1.2896926403045654}
+{'epoch': 141, 'iter': 730, 'avg_loss': 1.227395750021641, 'avg_acc_mask': 57.27759431602122, 'loss': 0.9929702281951904}
+{'epoch': 141, 'iter': 740, 'avg_loss': 1.226886766320459, 'avg_acc_mask': 57.28749938262459, 'loss': 1.0419070720672607}
+{'epoch': 141, 'iter': 750, 'avg_loss': 1.2279359400669205, 'avg_acc_mask': 57.26427040716929, 'loss': 1.262047290802002}
+{'epoch': 141, 'iter': 760, 'avg_loss': 1.2277421579254442, 'avg_acc_mask': 57.27091394102521, 'loss': 0.9744300842285156}
+{'epoch': 141, 'iter': 770, 'avg_loss': 1.2285669098877567, 'avg_acc_mask': 57.23092974177791, 'loss': 1.2694318294525146}
+{'epoch': 141, 'iter': 780, 'avg_loss': 1.2270586532606205, 'avg_acc_mask': 57.302923044466844, 'loss': 1.2299984693527222}
+{'epoch': 141, 'iter': 790, 'avg_loss': 1.2277051369399397, 'avg_acc_mask': 57.29236611174141, 'loss': 1.006264328956604}
+{'epoch': 141, 'iter': 800, 'avg_loss': 1.227988960070259, 'avg_acc_mask': 57.2732471691639, 'loss': 1.3005176782608032}
+{'epoch': 141, 'iter': 810, 'avg_loss': 1.2285629764438117, 'avg_acc_mask': 57.261345145543295, 'loss': 1.2814310789108276}
+{'epoch': 141, 'iter': 820, 'avg_loss': 1.2285062368691475, 'avg_acc_mask': 57.24174891697557, 'loss': 1.2235734462738037}
+{'epoch': 141, 'iter': 830, 'avg_loss': 1.2285577516406596, 'avg_acc_mask': 57.25672900704365, 'loss': 1.0286790132522583}
+{'epoch': 141, 'iter': 840, 'avg_loss': 1.2281040820723907, 'avg_acc_mask': 57.26249672860507, 'loss': 1.3154304027557373}
+{'epoch': 141, 'iter': 850, 'avg_loss': 1.2284311678098596, 'avg_acc_mask': 57.236416907234265, 'loss': 1.2393324375152588}
+{'epoch': 141, 'iter': 860, 'avg_loss': 1.2300334552023884, 'avg_acc_mask': 57.18117376588543, 'loss': 1.5838810205459595}
+{'epoch': 141, 'iter': 870, 'avg_loss': 1.230956735279749, 'avg_acc_mask': 57.13625672043011, 'loss': 1.1013685464859009}
+{'epoch': 141, 'iter': 880, 'avg_loss': 1.2313914099427006, 'avg_acc_mask': 57.126837777224026, 'loss': 1.0441151857376099}
+{'epoch': 141, 'iter': 890, 'avg_loss': 1.2308014720243503, 'avg_acc_mask': 57.15577476366626, 'loss': 1.4356175661087036}
+{'epoch': 141, 'iter': 900, 'avg_loss': 1.231295572666164, 'avg_acc_mask': 57.10571747740428, 'loss': 1.5974340438842773}
+{'epoch': 141, 'iter': 910, 'avg_loss': 1.231691492441326, 'avg_acc_mask': 57.06825211906962, 'loss': 1.6008257865905762}
+{'epoch': 141, 'iter': 920, 'avg_loss': 1.2316208632579972, 'avg_acc_mask': 57.07780716231532, 'loss': 1.295027732849121}
+{'epoch': 141, 'iter': 930, 'avg_loss': 1.2301256935783411, 'avg_acc_mask': 57.115025091016435, 'loss': 1.541666030883789}
+{'epoch': 141, 'iter': 940, 'avg_loss': 1.2293954319958986, 'avg_acc_mask': 57.1420233463035, 'loss': 0.866345226764679}
+{'epoch': 141, 'iter': 950, 'avg_loss': 1.2293321907708321, 'avg_acc_mask': 57.15220949263502, 'loss': 1.7592508792877197}
+{'epoch': 141, 'iter': 960, 'avg_loss': 1.230401804494312, 'avg_acc_mask': 57.15238095238095, 'loss': 1.4608336687088013}
+{'epoch': 141, 'iter': 970, 'avg_loss': 1.2308635933882912, 'avg_acc_mask': 57.15740059951359, 'loss': 0.9694459438323975}
+{'epoch': 141, 'iter': 980, 'avg_loss': 1.2303379655613447, 'avg_acc_mask': 57.17806531115218, 'loss': 1.0593390464782715}
+{'epoch': 141, 'iter': 990, 'avg_loss': 1.2300171705957137, 'avg_acc_mask': 57.19429774347232, 'loss': 1.3682326078414917}
+{'epoch': 141, 'iter': 1000, 'avg_loss': 1.2296142196440911, 'avg_acc_mask': 57.2230552609443, 'loss': 1.6032044887542725}
+{'epoch': 141, 'iter': 1010, 'avg_loss': 1.2297505511138607, 'avg_acc_mask': 57.239307111698366, 'loss': 1.138027548789978}
+{'epoch': 141, 'iter': 1020, 'avg_loss': 1.229614645914046, 'avg_acc_mask': 57.25907608500877, 'loss': 1.3809674978256226}
+{'epoch': 141, 'iter': 1030, 'avg_loss': 1.229793016015616, 'avg_acc_mask': 57.24938745072973, 'loss': 1.3338617086410522}
+{'epoch': 141, 'iter': 1040, 'avg_loss': 1.230256902724934, 'avg_acc_mask': 57.26235875085672, 'loss': 1.2590272426605225}
+{'epoch': 141, 'iter': 1050, 'avg_loss': 1.2304515857905234, 'avg_acc_mask': 57.26052205408606, 'loss': 1.4177727699279785}
+{'epoch': 141, 'iter': 1060, 'avg_loss': 1.2303513803086563, 'avg_acc_mask': 57.26410212178713, 'loss': 1.4338788986206055}
+{'epoch': 141, 'iter': 1070, 'avg_loss': 1.2298117064071747, 'avg_acc_mask': 57.26098544385977, 'loss': 1.3631255626678467}
+{'epoch': 141, 'iter': 1080, 'avg_loss': 1.2297109542457623, 'avg_acc_mask': 57.27020535200785, 'loss': 1.2413086891174316}
+{'epoch': 141, 'iter': 1090, 'avg_loss': 1.2306069919649993, 'avg_acc_mask': 57.23663278463419, 'loss': 1.3516035079956055}
+{'epoch': 141, 'iter': 1100, 'avg_loss': 1.2307645154475733, 'avg_acc_mask': 57.24458461283094, 'loss': 1.3225692510604858}
+{'epoch': 'EP141_train', 'avg_loss': 1.2310313845651721, 'total_masked_acc': 57.23479584408709}
+{'epoch': 142, 'iter': 0, 'avg_loss': 1.113480567932129, 'avg_acc_mask': 71.42857142857143, 'loss': 1.113480567932129}
+{'epoch': 142, 'iter': 10, 'avg_loss': 1.3624742302027615, 'avg_acc_mask': 53.333333333333336, 'loss': 1.1439727544784546}
+{'epoch': 142, 'iter': 20, 'avg_loss': 1.320571238086337, 'avg_acc_mask': 54.4529262086514, 'loss': 1.5703072547912598}
+{'epoch': 142, 'iter': 30, 'avg_loss': 1.3188485003286792, 'avg_acc_mask': 54.961832061068705, 'loss': 1.346612572669983}
+{'epoch': 142, 'iter': 40, 'avg_loss': 1.2883811505829417, 'avg_acc_mask': 56.31414547077198, 'loss': 1.0734988451004028}
+{'epoch': 142, 'iter': 50, 'avg_loss': 1.3023594839900148, 'avg_acc_mask': 55.85679527285367, 'loss': 1.4990092515945435}
+{'epoch': 142, 'iter': 60, 'avg_loss': 1.2962759957938899, 'avg_acc_mask': 56.08326004104368, 'loss': 1.1580950021743774}
+{'epoch': 142, 'iter': 70, 'avg_loss': 1.2860237628641262, 'avg_acc_mask': 56.78733031674208, 'loss': 1.2752685546875}
+{'epoch': 142, 'iter': 80, 'avg_loss': 1.2799894279903836, 'avg_acc_mask': 56.81668496158068, 'loss': 1.2514241933822632}
+{'epoch': 142, 'iter': 90, 'avg_loss': 1.2763322172584115, 'avg_acc_mask': 56.94716242661448, 'loss': 1.479259967803955}
+{'epoch': 142, 'iter': 100, 'avg_loss': 1.267232341931598, 'avg_acc_mask': 57.18329794762915, 'loss': 0.9881542921066284}
+{'epoch': 142, 'iter': 110, 'avg_loss': 1.2642990221848358, 'avg_acc_mask': 57.38022261655106, 'loss': 0.9511018395423889}
+{'epoch': 142, 'iter': 120, 'avg_loss': 1.2547782009298152, 'avg_acc_mask': 57.5334323922734, 'loss': 1.5231794118881226}
+{'epoch': 142, 'iter': 130, 'avg_loss': 1.2509360782062735, 'avg_acc_mask': 57.45818480943241, 'loss': 1.2608884572982788}
+{'epoch': 142, 'iter': 140, 'avg_loss': 1.2533343184924295, 'avg_acc_mask': 57.17377466581796, 'loss': 0.9879966378211975}
+{'epoch': 142, 'iter': 150, 'avg_loss': 1.2465044228446405, 'avg_acc_mask': 57.41294722986717, 'loss': 1.4138611555099487}
+{'epoch': 142, 'iter': 160, 'avg_loss': 1.2502013074685328, 'avg_acc_mask': 57.39844717002362, 'loss': 1.2289812564849854}
+{'epoch': 142, 'iter': 170, 'avg_loss': 1.2523603104708487, 'avg_acc_mask': 57.35761168748677, 'loss': 1.2566781044006348}
+{'epoch': 142, 'iter': 180, 'avg_loss': 1.2497101291108526, 'avg_acc_mask': 57.4470211915234, 'loss': 1.006441593170166}
+{'epoch': 142, 'iter': 190, 'avg_loss': 1.2484974024807596, 'avg_acc_mask': 57.395331254134774, 'loss': 0.8645858764648438}
+{'epoch': 142, 'iter': 200, 'avg_loss': 1.2449118969452322, 'avg_acc_mask': 57.38738738738739, 'loss': 1.3609198331832886}
+{'epoch': 142, 'iter': 210, 'avg_loss': 1.2437871629592931, 'avg_acc_mask': 57.385340762966145, 'loss': 1.2813318967819214}
+{'epoch': 142, 'iter': 220, 'avg_loss': 1.241108221975387, 'avg_acc_mask': 57.48224344844477, 'loss': 1.1469391584396362}
+{'epoch': 142, 'iter': 230, 'avg_loss': 1.2425133219529023, 'avg_acc_mask': 57.53360425132854, 'loss': 1.554442286491394}
+{'epoch': 142, 'iter': 240, 'avg_loss': 1.2429614677963414, 'avg_acc_mask': 57.56346702718943, 'loss': 1.1746547222137451}
+{'epoch': 142, 'iter': 250, 'avg_loss': 1.242843220433391, 'avg_acc_mask': 57.47558770343581, 'loss': 0.9383280873298645}
+{'epoch': 142, 'iter': 260, 'avg_loss': 1.2477730987629214, 'avg_acc_mask': 57.360406091370564, 'loss': 1.3637795448303223}
+{'epoch': 142, 'iter': 270, 'avg_loss': 1.2472979967444586, 'avg_acc_mask': 57.37726787620064, 'loss': 1.5702651739120483}
+{'epoch': 142, 'iter': 280, 'avg_loss': 1.246931261015108, 'avg_acc_mask': 57.28086558897405, 'loss': 0.7693530917167664}
+{'epoch': 142, 'iter': 290, 'avg_loss': 1.2448796720029562, 'avg_acc_mask': 57.36192494701409, 'loss': 1.016109585762024}
+{'epoch': 142, 'iter': 300, 'avg_loss': 1.2435340911050967, 'avg_acc_mask': 57.40405503258509, 'loss': 1.1659796237945557}
+{'epoch': 142, 'iter': 310, 'avg_loss': 1.2405572180962638, 'avg_acc_mask': 57.45216220960852, 'loss': 1.0784664154052734}
+{'epoch': 142, 'iter': 320, 'avg_loss': 1.2437971737525917, 'avg_acc_mask': 57.373324244489886, 'loss': 1.2725025415420532}
+{'epoch': 142, 'iter': 330, 'avg_loss': 1.2460217724393863, 'avg_acc_mask': 57.282352295792414, 'loss': 1.380637288093567}
+{'epoch': 142, 'iter': 340, 'avg_loss': 1.242255248981487, 'avg_acc_mask': 57.35473924831216, 'loss': 1.057123064994812}
+{'epoch': 142, 'iter': 350, 'avg_loss': 1.2397136158413358, 'avg_acc_mask': 57.47709508773746, 'loss': 1.262986183166504}
+{'epoch': 142, 'iter': 360, 'avg_loss': 1.2405589348391484, 'avg_acc_mask': 57.36566713624471, 'loss': 1.252314805984497}
+{'epoch': 142, 'iter': 370, 'avg_loss': 1.240495163154088, 'avg_acc_mask': 57.3448815815228, 'loss': 1.1825873851776123}
+{'epoch': 142, 'iter': 380, 'avg_loss': 1.2452400021665677, 'avg_acc_mask': 57.19053976730879, 'loss': 1.007185935974121}
+{'epoch': 142, 'iter': 390, 'avg_loss': 1.2442164343336355, 'avg_acc_mask': 57.18725358319031, 'loss': 1.461588978767395}
+{'epoch': 142, 'iter': 400, 'avg_loss': 1.2441789977568343, 'avg_acc_mask': 57.22038804215096, 'loss': 1.2180806398391724}
+{'epoch': 142, 'iter': 410, 'avg_loss': 1.2429872503245833, 'avg_acc_mask': 57.24647295564106, 'loss': 0.9506368637084961}
+{'epoch': 142, 'iter': 420, 'avg_loss': 1.2401289571775675, 'avg_acc_mask': 57.311483915600135, 'loss': 1.098077416419983}
+{'epoch': 142, 'iter': 430, 'avg_loss': 1.2391854115262662, 'avg_acc_mask': 57.311400541271986, 'loss': 1.068613886833191}
+{'epoch': 142, 'iter': 440, 'avg_loss': 1.2409196045933937, 'avg_acc_mask': 57.28990120292671, 'loss': 1.534883737564087}
+{'epoch': 142, 'iter': 450, 'avg_loss': 1.2423297928072132, 'avg_acc_mask': 57.239261324605, 'loss': 1.133734107017517}
+{'epoch': 142, 'iter': 460, 'avg_loss': 1.2434453542734174, 'avg_acc_mask': 57.187487641871314, 'loss': 1.2705903053283691}
+{'epoch': 142, 'iter': 470, 'avg_loss': 1.2454680191736565, 'avg_acc_mask': 57.118552316139514, 'loss': 1.3212896585464478}
+{'epoch': 142, 'iter': 480, 'avg_loss': 1.2437062403516312, 'avg_acc_mask': 57.14448409384253, 'loss': 1.0366476774215698}
+{'epoch': 142, 'iter': 490, 'avg_loss': 1.2446867612374533, 'avg_acc_mask': 57.150835908701644, 'loss': 1.2297406196594238}
+{'epoch': 142, 'iter': 500, 'avg_loss': 1.2432071202529404, 'avg_acc_mask': 57.164211754411554, 'loss': 1.209312081336975}
+{'epoch': 142, 'iter': 510, 'avg_loss': 1.2416823189085944, 'avg_acc_mask': 57.21176176354996, 'loss': 1.067029595375061}
+{'epoch': 142, 'iter': 520, 'avg_loss': 1.2407670078259283, 'avg_acc_mask': 57.28220062453949, 'loss': 1.2654540538787842}
+{'epoch': 142, 'iter': 530, 'avg_loss': 1.2399196382296287, 'avg_acc_mask': 57.27169460603766, 'loss': 1.0492230653762817}
+{'epoch': 142, 'iter': 540, 'avg_loss': 1.239881942761363, 'avg_acc_mask': 57.2524501520784, 'loss': 1.3856501579284668}
+{'epoch': 142, 'iter': 550, 'avg_loss': 1.2400865441225402, 'avg_acc_mask': 57.24892277096454, 'loss': 1.2345983982086182}
+{'epoch': 142, 'iter': 560, 'avg_loss': 1.2403926459438235, 'avg_acc_mask': 57.25133620127754, 'loss': 1.3108364343643188}
+{'epoch': 142, 'iter': 570, 'avg_loss': 1.239589580721279, 'avg_acc_mask': 57.32824916688028, 'loss': 1.0189013481140137}
+{'epoch': 142, 'iter': 580, 'avg_loss': 1.2395292639527182, 'avg_acc_mask': 57.33236930621484, 'loss': 1.6388872861862183}
+{'epoch': 142, 'iter': 590, 'avg_loss': 1.238716894599992, 'avg_acc_mask': 57.35825737679592, 'loss': 1.0861457586288452}
+{'epoch': 142, 'iter': 600, 'avg_loss': 1.2375236528487055, 'avg_acc_mask': 57.34489051094891, 'loss': 1.3736653327941895}
+{'epoch': 142, 'iter': 610, 'avg_loss': 1.2391012759723756, 'avg_acc_mask': 57.30824458537753, 'loss': 1.4894942045211792}
+{'epoch': 142, 'iter': 620, 'avg_loss': 1.238573045546306, 'avg_acc_mask': 57.32422162655748, 'loss': 1.4128706455230713}
+{'epoch': 142, 'iter': 630, 'avg_loss': 1.2366084248630445, 'avg_acc_mask': 57.399454471591895, 'loss': 1.0877920389175415}
+{'epoch': 142, 'iter': 640, 'avg_loss': 1.237249967925448, 'avg_acc_mask': 57.38629854507962, 'loss': 1.0222824811935425}
+{'epoch': 142, 'iter': 650, 'avg_loss': 1.2374628882986793, 'avg_acc_mask': 57.369921797803556, 'loss': 1.2036255598068237}
+{'epoch': 142, 'iter': 660, 'avg_loss': 1.2364019599155651, 'avg_acc_mask': 57.407098353360034, 'loss': 0.9684621691703796}
+{'epoch': 142, 'iter': 670, 'avg_loss': 1.2369681849031975, 'avg_acc_mask': 57.38059987936612, 'loss': 1.28336501121521}
+{'epoch': 142, 'iter': 680, 'avg_loss': 1.2371516617209202, 'avg_acc_mask': 57.38315738315738, 'loss': 1.2921233177185059}
+{'epoch': 142, 'iter': 690, 'avg_loss': 1.2379872170094988, 'avg_acc_mask': 57.37176927786207, 'loss': 1.0025018453598022}
+{'epoch': 142, 'iter': 700, 'avg_loss': 1.240526635449555, 'avg_acc_mask': 57.29830357376963, 'loss': 1.344112753868103}
+{'epoch': 142, 'iter': 710, 'avg_loss': 1.2395481777425892, 'avg_acc_mask': 57.30868665977249, 'loss': 0.9657551050186157}
+{'epoch': 142, 'iter': 720, 'avg_loss': 1.2389673320331123, 'avg_acc_mask': 57.347131241556845, 'loss': 1.0577839612960815}
+{'epoch': 142, 'iter': 730, 'avg_loss': 1.2366208062289352, 'avg_acc_mask': 57.40438051650867, 'loss': 1.0788140296936035}
+{'epoch': 142, 'iter': 740, 'avg_loss': 1.237580088790451, 'avg_acc_mask': 57.34662995212225, 'loss': 1.2658888101577759}
+{'epoch': 142, 'iter': 750, 'avg_loss': 1.2403404474575892, 'avg_acc_mask': 57.241733515946, 'loss': 1.2833367586135864}
+{'epoch': 142, 'iter': 760, 'avg_loss': 1.2397495528558238, 'avg_acc_mask': 57.28436820488041, 'loss': 1.013628363609314}
+{'epoch': 142, 'iter': 770, 'avg_loss': 1.240650770419921, 'avg_acc_mask': 57.24016385633991, 'loss': 1.6346211433410645}
+{'epoch': 142, 'iter': 780, 'avg_loss': 1.2403898945843823, 'avg_acc_mask': 57.25334399022074, 'loss': 1.257563591003418}
+{'epoch': 142, 'iter': 790, 'avg_loss': 1.2412552633116731, 'avg_acc_mask': 57.231462553428734, 'loss': 1.6263399124145508}
+{'epoch': 142, 'iter': 800, 'avg_loss': 1.2400925227169985, 'avg_acc_mask': 57.28097370536227, 'loss': 1.3648438453674316}
+{'epoch': 142, 'iter': 810, 'avg_loss': 1.2398519369000718, 'avg_acc_mask': 57.282633371169126, 'loss': 1.1572805643081665}
+{'epoch': 142, 'iter': 820, 'avg_loss': 1.2403245403473329, 'avg_acc_mask': 57.220665695393926, 'loss': 1.1578493118286133}
+{'epoch': 142, 'iter': 830, 'avg_loss': 1.240007682325751, 'avg_acc_mask': 57.22734118897848, 'loss': 1.2644269466400146}
+{'epoch': 142, 'iter': 840, 'avg_loss': 1.239398544098336, 'avg_acc_mask': 57.24636094998359, 'loss': 1.3281759023666382}
+{'epoch': 142, 'iter': 850, 'avg_loss': 1.2405835226195678, 'avg_acc_mask': 57.17745772241685, 'loss': 1.2292447090148926}
+{'epoch': 142, 'iter': 860, 'avg_loss': 1.2415974546531074, 'avg_acc_mask': 57.14865789023765, 'loss': 1.0790506601333618}
+{'epoch': 142, 'iter': 870, 'avg_loss': 1.2420754607180915, 'avg_acc_mask': 57.14526848823716, 'loss': 0.9445493817329407}
+{'epoch': 142, 'iter': 880, 'avg_loss': 1.2410923771636304, 'avg_acc_mask': 57.20548631552577, 'loss': 1.0138181447982788}
+{'epoch': 142, 'iter': 890, 'avg_loss': 1.2399066609030487, 'avg_acc_mask': 57.27454992662408, 'loss': 0.7485771179199219}
+{'epoch': 142, 'iter': 900, 'avg_loss': 1.2401754019263052, 'avg_acc_mask': 57.2568792357312, 'loss': 1.530832290649414}
+{'epoch': 142, 'iter': 910, 'avg_loss': 1.2399242214130648, 'avg_acc_mask': 57.251538694379974, 'loss': 1.2811700105667114}
+{'epoch': 142, 'iter': 920, 'avg_loss': 1.2391945693184836, 'avg_acc_mask': 57.28888001597126, 'loss': 1.2226420640945435}
+{'epoch': 142, 'iter': 930, 'avg_loss': 1.2381716206685813, 'avg_acc_mask': 57.307372670070045, 'loss': 1.6368999481201172}
+{'epoch': 142, 'iter': 940, 'avg_loss': 1.2386435250673486, 'avg_acc_mask': 57.259405630661476, 'loss': 1.0408191680908203}
+{'epoch': 142, 'iter': 950, 'avg_loss': 1.238379928215821, 'avg_acc_mask': 57.28283180357073, 'loss': 1.4644235372543335}
+{'epoch': 142, 'iter': 960, 'avg_loss': 1.2378892415396008, 'avg_acc_mask': 57.30263913892826, 'loss': 1.2475674152374268}
+{'epoch': 142, 'iter': 970, 'avg_loss': 1.2379527032436721, 'avg_acc_mask': 57.297000037926196, 'loss': 1.1084222793579102}
+{'epoch': 142, 'iter': 980, 'avg_loss': 1.2376736931723071, 'avg_acc_mask': 57.30444569499156, 'loss': 1.229189395904541}
+{'epoch': 142, 'iter': 990, 'avg_loss': 1.2379825924166998, 'avg_acc_mask': 57.26923718911701, 'loss': 1.4094330072402954}
+{'epoch': 142, 'iter': 1000, 'avg_loss': 1.2382622648785997, 'avg_acc_mask': 57.25214647391209, 'loss': 1.3655918836593628}
+{'epoch': 142, 'iter': 1010, 'avg_loss': 1.2375612458182843, 'avg_acc_mask': 57.285189629468015, 'loss': 1.3289109468460083}
+{'epoch': 142, 'iter': 1020, 'avg_loss': 1.237678408389227, 'avg_acc_mask': 57.27735872832994, 'loss': 1.2229353189468384}
+{'epoch': 142, 'iter': 1030, 'avg_loss': 1.2360272981609453, 'avg_acc_mask': 57.30138623753368, 'loss': 1.1488088369369507}
+{'epoch': 142, 'iter': 1040, 'avg_loss': 1.2353874983750892, 'avg_acc_mask': 57.335310839204055, 'loss': 1.3058277368545532}
+{'epoch': 142, 'iter': 1050, 'avg_loss': 1.2350573381506524, 'avg_acc_mask': 57.35042137287129, 'loss': 1.2560772895812988}
+{'epoch': 142, 'iter': 1060, 'avg_loss': 1.234889132756315, 'avg_acc_mask': 57.35411255411256, 'loss': 1.1847351789474487}
+{'epoch': 142, 'iter': 1070, 'avg_loss': 1.2346657117207844, 'avg_acc_mask': 57.36068469890056, 'loss': 1.3447535037994385}
+{'epoch': 142, 'iter': 1080, 'avg_loss': 1.2341349606266956, 'avg_acc_mask': 57.40070976177135, 'loss': 0.9756552577018738}
+{'epoch': 142, 'iter': 1090, 'avg_loss': 1.2344831126092444, 'avg_acc_mask': 57.41773938762478, 'loss': 1.2974954843521118}
+{'epoch': 142, 'iter': 1100, 'avg_loss': 1.2340080797618136, 'avg_acc_mask': 57.44149246273007, 'loss': 1.2287042140960693}
+{'epoch': 'EP142_train', 'avg_loss': 1.23466357904322, 'total_masked_acc': 57.39837398373984}
+{'epoch': 143, 'iter': 0, 'avg_loss': 1.709291934967041, 'avg_acc_mask': 45.76271186440678, 'loss': 1.709291934967041}
+{'epoch': 143, 'iter': 10, 'avg_loss': 1.3106878237290815, 'avg_acc_mask': 55.52, 'loss': 1.2132468223571777}
+{'epoch': 143, 'iter': 20, 'avg_loss': 1.2948046724001567, 'avg_acc_mask': 55.14579759862779, 'loss': 1.2457195520401}
+{'epoch': 143, 'iter': 30, 'avg_loss': 1.2765032341403346, 'avg_acc_mask': 56.32183908045977, 'loss': 1.4280979633331299}
+{'epoch': 143, 'iter': 40, 'avg_loss': 1.2454571927466043, 'avg_acc_mask': 57.2562858403176, 'loss': 0.9992793798446655}
+{'epoch': 143, 'iter': 50, 'avg_loss': 1.2581817016882055, 'avg_acc_mask': 57.10296684118674, 'loss': 1.312402367591858}
+{'epoch': 143, 'iter': 60, 'avg_loss': 1.2525719316279302, 'avg_acc_mask': 57.12592592592593, 'loss': 1.1687943935394287}
+{'epoch': 143, 'iter': 70, 'avg_loss': 1.2496776815871118, 'avg_acc_mask': 57.02851425712856, 'loss': 1.5202748775482178}
+{'epoch': 143, 'iter': 80, 'avg_loss': 1.2403034921045657, 'avg_acc_mask': 57.51148042860267, 'loss': 1.3785902261734009}
+{'epoch': 143, 'iter': 90, 'avg_loss': 1.240463532589294, 'avg_acc_mask': 57.396565183450434, 'loss': 1.3009052276611328}
+{'epoch': 143, 'iter': 100, 'avg_loss': 1.2345239407945388, 'avg_acc_mask': 57.370941990420434, 'loss': 0.9131004214286804}
+{'epoch': 143, 'iter': 110, 'avg_loss': 1.2344804153786049, 'avg_acc_mask': 57.46864310148233, 'loss': 0.9909534454345703}
+{'epoch': 143, 'iter': 120, 'avg_loss': 1.2302991205995732, 'avg_acc_mask': 57.59209344115005, 'loss': 1.3895814418792725}
+{'epoch': 143, 'iter': 130, 'avg_loss': 1.2296867188606553, 'avg_acc_mask': 57.58749481256052, 'loss': 1.1885931491851807}
+{'epoch': 143, 'iter': 140, 'avg_loss': 1.2284633474992521, 'avg_acc_mask': 57.533718689788046, 'loss': 0.9737236499786377}
+{'epoch': 143, 'iter': 150, 'avg_loss': 1.2200821661791266, 'avg_acc_mask': 57.74800868935554, 'loss': 1.2926673889160156}
+{'epoch': 143, 'iter': 160, 'avg_loss': 1.2218817272541687, 'avg_acc_mask': 57.82328317682995, 'loss': 1.4860484600067139}
+{'epoch': 143, 'iter': 170, 'avg_loss': 1.2231895254369367, 'avg_acc_mask': 57.79904306220096, 'loss': 1.0957772731781006}
+{'epoch': 143, 'iter': 180, 'avg_loss': 1.2253050646070618, 'avg_acc_mask': 57.643758765778394, 'loss': 1.0661035776138306}
+{'epoch': 143, 'iter': 190, 'avg_loss': 1.224538715409983, 'avg_acc_mask': 57.66125201861879, 'loss': 1.1942167282104492}
+{'epoch': 143, 'iter': 200, 'avg_loss': 1.221706034532234, 'avg_acc_mask': 57.72842181292886, 'loss': 1.3858983516693115}
+{'epoch': 143, 'iter': 210, 'avg_loss': 1.227030297591223, 'avg_acc_mask': 57.53648068669528, 'loss': 1.3376543521881104}
+{'epoch': 143, 'iter': 220, 'avg_loss': 1.2291405254899106, 'avg_acc_mask': 57.472302010668855, 'loss': 1.5167198181152344}
+{'epoch': 143, 'iter': 230, 'avg_loss': 1.2262009777031935, 'avg_acc_mask': 57.568627450980394, 'loss': 1.0133068561553955}
+{'epoch': 143, 'iter': 240, 'avg_loss': 1.2242966994210398, 'avg_acc_mask': 57.689694224235566, 'loss': 1.2516169548034668}
+{'epoch': 143, 'iter': 250, 'avg_loss': 1.2282436551800762, 'avg_acc_mask': 57.577513764126344, 'loss': 1.0619133710861206}
+{'epoch': 143, 'iter': 260, 'avg_loss': 1.230889321972127, 'avg_acc_mask': 57.48377642872096, 'loss': 1.011914849281311}
+{'epoch': 143, 'iter': 270, 'avg_loss': 1.234378624006391, 'avg_acc_mask': 57.41809881847476, 'loss': 1.2661569118499756}
+{'epoch': 143, 'iter': 280, 'avg_loss': 1.236119426654327, 'avg_acc_mask': 57.29389634818707, 'loss': 0.907007098197937}
+{'epoch': 143, 'iter': 290, 'avg_loss': 1.2329445655403268, 'avg_acc_mask': 57.3474001507159, 'loss': 1.0487829446792603}
+{'epoch': 143, 'iter': 300, 'avg_loss': 1.2306710160847913, 'avg_acc_mask': 57.505773672055426, 'loss': 0.7257224321365356}
+{'epoch': 143, 'iter': 310, 'avg_loss': 1.2298046210571116, 'avg_acc_mask': 57.47823017180514, 'loss': 1.0159519910812378}
+{'epoch': 143, 'iter': 320, 'avg_loss': 1.2285972243157504, 'avg_acc_mask': 57.55983320957332, 'loss': 1.1270612478256226}
+{'epoch': 143, 'iter': 330, 'avg_loss': 1.2312950612555098, 'avg_acc_mask': 57.413545464589546, 'loss': 1.2579277753829956}
+{'epoch': 143, 'iter': 340, 'avg_loss': 1.2304422112504059, 'avg_acc_mask': 57.44429530201343, 'loss': 1.3738564252853394}
+{'epoch': 143, 'iter': 350, 'avg_loss': 1.2292079448360325, 'avg_acc_mask': 57.48734276319223, 'loss': 1.328211784362793}
+{'epoch': 143, 'iter': 360, 'avg_loss': 1.228944937278029, 'avg_acc_mask': 57.49543888100548, 'loss': 1.738613486289978}
+{'epoch': 143, 'iter': 370, 'avg_loss': 1.2297362945471813, 'avg_acc_mask': 57.48050922727721, 'loss': 0.9584448337554932}
+{'epoch': 143, 'iter': 380, 'avg_loss': 1.2332422087198793, 'avg_acc_mask': 57.34622228634637, 'loss': 0.8857754468917847}
+{'epoch': 143, 'iter': 390, 'avg_loss': 1.2316487968120429, 'avg_acc_mask': 57.40063742032247, 'loss': 1.1343774795532227}
+{'epoch': 143, 'iter': 400, 'avg_loss': 1.2323652436013828, 'avg_acc_mask': 57.356369121075005, 'loss': 1.6080689430236816}
+{'epoch': 143, 'iter': 410, 'avg_loss': 1.2302092902561754, 'avg_acc_mask': 57.41558499487043, 'loss': 1.1712034940719604}
+{'epoch': 143, 'iter': 420, 'avg_loss': 1.2279848507351094, 'avg_acc_mask': 57.44978165938864, 'loss': 0.8408708572387695}
+{'epoch': 143, 'iter': 430, 'avg_loss': 1.2264418389017233, 'avg_acc_mask': 57.51801168094812, 'loss': 1.1088204383850098}
+{'epoch': 143, 'iter': 440, 'avg_loss': 1.2309354200384783, 'avg_acc_mask': 57.35850625857696, 'loss': 1.7667585611343384}
+{'epoch': 143, 'iter': 450, 'avg_loss': 1.231284049159936, 'avg_acc_mask': 57.35120381309326, 'loss': 1.074865460395813}
+{'epoch': 143, 'iter': 460, 'avg_loss': 1.232744336257529, 'avg_acc_mask': 57.31391971993476, 'loss': 1.1447409391403198}
+{'epoch': 143, 'iter': 470, 'avg_loss': 1.2336499436645751, 'avg_acc_mask': 57.31901816625822, 'loss': 1.1160439252853394}
+{'epoch': 143, 'iter': 480, 'avg_loss': 1.2325231538245187, 'avg_acc_mask': 57.293296195963215, 'loss': 0.945126473903656}
+{'epoch': 143, 'iter': 490, 'avg_loss': 1.2345042182568864, 'avg_acc_mask': 57.254418413481304, 'loss': 1.1940566301345825}
+{'epoch': 143, 'iter': 500, 'avg_loss': 1.2334887604275626, 'avg_acc_mask': 57.28247739668363, 'loss': 1.042773962020874}
+{'epoch': 143, 'iter': 510, 'avg_loss': 1.2336990169583002, 'avg_acc_mask': 57.29525862068966, 'loss': 1.1626523733139038}
+{'epoch': 143, 'iter': 520, 'avg_loss': 1.2352113454904758, 'avg_acc_mask': 57.28744225411715, 'loss': 1.4538066387176514}
+{'epoch': 143, 'iter': 530, 'avg_loss': 1.2343401780909737, 'avg_acc_mask': 57.33310273261847, 'loss': 1.0010290145874023}
+{'epoch': 143, 'iter': 540, 'avg_loss': 1.2336336062487745, 'avg_acc_mask': 57.35139355670979, 'loss': 1.313415765762329}
+{'epoch': 143, 'iter': 550, 'avg_loss': 1.235297308318628, 'avg_acc_mask': 57.23800326351194, 'loss': 1.4110267162322998}
+{'epoch': 143, 'iter': 560, 'avg_loss': 1.2353464732620594, 'avg_acc_mask': 57.24219364996064, 'loss': 1.4185346364974976}
+{'epoch': 143, 'iter': 570, 'avg_loss': 1.2334277027542662, 'avg_acc_mask': 57.308188265635074, 'loss': 1.1693240404129028}
+{'epoch': 143, 'iter': 580, 'avg_loss': 1.2335371820323437, 'avg_acc_mask': 57.31749802058591, 'loss': 1.4810227155685425}
+{'epoch': 143, 'iter': 590, 'avg_loss': 1.2333699276201213, 'avg_acc_mask': 57.361400453965985, 'loss': 0.9423992037773132}
+{'epoch': 143, 'iter': 600, 'avg_loss': 1.2335326266963154, 'avg_acc_mask': 57.33545290575036, 'loss': 1.3699082136154175}
+{'epoch': 143, 'iter': 610, 'avg_loss': 1.2331618948575909, 'avg_acc_mask': 57.32912723449001, 'loss': 1.3300672769546509}
+{'epoch': 143, 'iter': 620, 'avg_loss': 1.2319731125893032, 'avg_acc_mask': 57.347373402744914, 'loss': 1.5449706315994263}
+{'epoch': 143, 'iter': 630, 'avg_loss': 1.2304724082704959, 'avg_acc_mask': 57.383966244725734, 'loss': 1.0100467205047607}
+{'epoch': 143, 'iter': 640, 'avg_loss': 1.2307037049076301, 'avg_acc_mask': 57.40985300872761, 'loss': 0.9121500253677368}
+{'epoch': 143, 'iter': 650, 'avg_loss': 1.2303213400225486, 'avg_acc_mask': 57.42641445415217, 'loss': 1.025212049484253}
+{'epoch': 143, 'iter': 660, 'avg_loss': 1.2292632804154988, 'avg_acc_mask': 57.47264069505166, 'loss': 1.0614185333251953}
+{'epoch': 143, 'iter': 670, 'avg_loss': 1.228198053051569, 'avg_acc_mask': 57.489101527157075, 'loss': 1.3396127223968506}
+{'epoch': 143, 'iter': 680, 'avg_loss': 1.2279885018274472, 'avg_acc_mask': 57.49986491597774, 'loss': 1.356598973274231}
+{'epoch': 143, 'iter': 690, 'avg_loss': 1.228970124821587, 'avg_acc_mask': 57.46786940209149, 'loss': 1.2845038175582886}
+{'epoch': 143, 'iter': 700, 'avg_loss': 1.2302366690696902, 'avg_acc_mask': 57.406921866806506, 'loss': 1.1060149669647217}
+{'epoch': 143, 'iter': 710, 'avg_loss': 1.2301365631709789, 'avg_acc_mask': 57.4042487207319, 'loss': 1.4079140424728394}
+{'epoch': 143, 'iter': 720, 'avg_loss': 1.2298150842960267, 'avg_acc_mask': 57.43568824414247, 'loss': 1.232113003730774}
+{'epoch': 143, 'iter': 730, 'avg_loss': 1.228264827653256, 'avg_acc_mask': 57.457089646146876, 'loss': 1.1819493770599365}
+{'epoch': 143, 'iter': 740, 'avg_loss': 1.2286777327417844, 'avg_acc_mask': 57.45324668882385, 'loss': 1.3284310102462769}
+{'epoch': 143, 'iter': 750, 'avg_loss': 1.2291748242752847, 'avg_acc_mask': 57.45633348011155, 'loss': 1.1451072692871094}
+{'epoch': 143, 'iter': 760, 'avg_loss': 1.2284202451148265, 'avg_acc_mask': 57.46809744779582, 'loss': 1.1803480386734009}
+{'epoch': 143, 'iter': 770, 'avg_loss': 1.228406907596786, 'avg_acc_mask': 57.472826086956516, 'loss': 1.2565488815307617}
+{'epoch': 143, 'iter': 780, 'avg_loss': 1.2283526495690535, 'avg_acc_mask': 57.491051243406176, 'loss': 1.1962404251098633}
+{'epoch': 143, 'iter': 790, 'avg_loss': 1.227466997018204, 'avg_acc_mask': 57.53086993930656, 'loss': 1.1499258279800415}
+{'epoch': 143, 'iter': 800, 'avg_loss': 1.2275379193707203, 'avg_acc_mask': 57.50057431656329, 'loss': 1.3234708309173584}
+{'epoch': 143, 'iter': 810, 'avg_loss': 1.2292936500873872, 'avg_acc_mask': 57.45786166375536, 'loss': 1.2254093885421753}
+{'epoch': 143, 'iter': 820, 'avg_loss': 1.2293475448867435, 'avg_acc_mask': 57.43846119356141, 'loss': 1.3956295251846313}
+{'epoch': 143, 'iter': 830, 'avg_loss': 1.2293080939999843, 'avg_acc_mask': 57.47187527681814, 'loss': 1.3826457262039185}
+{'epoch': 143, 'iter': 840, 'avg_loss': 1.2296566216897453, 'avg_acc_mask': 57.44490117194333, 'loss': 1.4712475538253784}
+{'epoch': 143, 'iter': 850, 'avg_loss': 1.2301805722587398, 'avg_acc_mask': 57.418797884968164, 'loss': 1.053214430809021}
+{'epoch': 143, 'iter': 860, 'avg_loss': 1.2306786983270679, 'avg_acc_mask': 57.402475658861874, 'loss': 1.3862268924713135}
+{'epoch': 143, 'iter': 870, 'avg_loss': 1.2318560921091983, 'avg_acc_mask': 57.35235330009048, 'loss': 1.434486985206604}
+{'epoch': 143, 'iter': 880, 'avg_loss': 1.2318835353878381, 'avg_acc_mask': 57.37036034723234, 'loss': 1.336524486541748}
+{'epoch': 143, 'iter': 890, 'avg_loss': 1.2322737210661205, 'avg_acc_mask': 57.37620393095057, 'loss': 1.1312254667282104}
+{'epoch': 143, 'iter': 900, 'avg_loss': 1.2333673243385044, 'avg_acc_mask': 57.30875012733014, 'loss': 1.4984872341156006}
+{'epoch': 143, 'iter': 910, 'avg_loss': 1.2346325663258817, 'avg_acc_mask': 57.24153207942325, 'loss': 1.3383605480194092}
+{'epoch': 143, 'iter': 920, 'avg_loss': 1.23539415199257, 'avg_acc_mask': 57.2023264151695, 'loss': 1.208855152130127}
+{'epoch': 143, 'iter': 930, 'avg_loss': 1.2344707401687425, 'avg_acc_mask': 57.24057719602587, 'loss': 1.64358389377594}
+{'epoch': 143, 'iter': 940, 'avg_loss': 1.235030086843671, 'avg_acc_mask': 57.214608316461614, 'loss': 1.3410422801971436}
+{'epoch': 143, 'iter': 950, 'avg_loss': 1.2351842657374033, 'avg_acc_mask': 57.22144217268374, 'loss': 1.6042507886886597}
+{'epoch': 143, 'iter': 960, 'avg_loss': 1.234794590649322, 'avg_acc_mask': 57.27393870169427, 'loss': 1.2325102090835571}
+{'epoch': 143, 'iter': 970, 'avg_loss': 1.2351278178969323, 'avg_acc_mask': 57.24998115909262, 'loss': 0.9469887018203735}
+{'epoch': 143, 'iter': 980, 'avg_loss': 1.2352172548860827, 'avg_acc_mask': 57.23738164467308, 'loss': 1.0685261487960815}
+{'epoch': 143, 'iter': 990, 'avg_loss': 1.2359399407590794, 'avg_acc_mask': 57.2237281259796, 'loss': 1.5897506475448608}
+{'epoch': 143, 'iter': 1000, 'avg_loss': 1.236972728392461, 'avg_acc_mask': 57.2020744311749, 'loss': 1.6065917015075684}
+{'epoch': 143, 'iter': 1010, 'avg_loss': 1.236638402372864, 'avg_acc_mask': 57.22321703112847, 'loss': 1.1577415466308594}
+{'epoch': 143, 'iter': 1020, 'avg_loss': 1.2367268762789323, 'avg_acc_mask': 57.237525522083324, 'loss': 1.1113574504852295}
+{'epoch': 143, 'iter': 1030, 'avg_loss': 1.2364688804147315, 'avg_acc_mask': 57.24633821571239, 'loss': 1.2041550874710083}
+{'epoch': 143, 'iter': 1040, 'avg_loss': 1.235563570724784, 'avg_acc_mask': 57.25557039432066, 'loss': 1.278460144996643}
+{'epoch': 143, 'iter': 1050, 'avg_loss': 1.2352091290630918, 'avg_acc_mask': 57.28435895204108, 'loss': 1.2937828302383423}
+{'epoch': 143, 'iter': 1060, 'avg_loss': 1.2355082947392153, 'avg_acc_mask': 57.2608740643648, 'loss': 1.011104702949524}
+{'epoch': 143, 'iter': 1070, 'avg_loss': 1.2347385373547408, 'avg_acc_mask': 57.264168674287085, 'loss': 1.2540258169174194}
+{'epoch': 143, 'iter': 1080, 'avg_loss': 1.23457640255082, 'avg_acc_mask': 57.3050629484229, 'loss': 1.0517921447753906}
+{'epoch': 143, 'iter': 1090, 'avg_loss': 1.2348263847729573, 'avg_acc_mask': 57.29636397163597, 'loss': 1.1466522216796875}
+{'epoch': 143, 'iter': 1100, 'avg_loss': 1.2343649008293567, 'avg_acc_mask': 57.31634382164336, 'loss': 1.1428685188293457}
+{'epoch': 'EP143_train', 'avg_loss': 1.2343120480554675, 'total_masked_acc': 57.31549846041784}
+{'epoch': 144, 'iter': 0, 'avg_loss': 1.2648892402648926, 'avg_acc_mask': 56.36363636363636, 'loss': 1.2648892402648926}
+{'epoch': 144, 'iter': 10, 'avg_loss': 1.3284059221094304, 'avg_acc_mask': 55.791190864600324, 'loss': 1.2117516994476318}
+{'epoch': 144, 'iter': 20, 'avg_loss': 1.3003009671256656, 'avg_acc_mask': 55.92334494773519, 'loss': 1.6441807746887207}
+{'epoch': 144, 'iter': 30, 'avg_loss': 1.3044993858183584, 'avg_acc_mask': 56.05247465712581, 'loss': 1.4026296138763428}
+{'epoch': 144, 'iter': 40, 'avg_loss': 1.2685788099358721, 'avg_acc_mask': 56.39874270318814, 'loss': 1.503962755203247}
+{'epoch': 144, 'iter': 50, 'avg_loss': 1.2694890604299658, 'avg_acc_mask': 55.91054313099042, 'loss': 1.2478971481323242}
+{'epoch': 144, 'iter': 60, 'avg_loss': 1.2499829862938552, 'avg_acc_mask': 56.47374701670644, 'loss': 0.8647844195365906}
+{'epoch': 144, 'iter': 70, 'avg_loss': 1.2511162321332474, 'avg_acc_mask': 56.44297014544527, 'loss': 1.6379250288009644}
+{'epoch': 144, 'iter': 80, 'avg_loss': 1.2480744851960077, 'avg_acc_mask': 56.63618112870845, 'loss': 1.3810083866119385}
+{'epoch': 144, 'iter': 90, 'avg_loss': 1.2427642207879286, 'avg_acc_mask': 56.89962383686399, 'loss': 1.371445894241333}
+{'epoch': 144, 'iter': 100, 'avg_loss': 1.23311185246647, 'avg_acc_mask': 57.350826743350105, 'loss': 1.0216046571731567}
+{'epoch': 144, 'iter': 110, 'avg_loss': 1.2341922156445615, 'avg_acc_mask': 57.27002967359051, 'loss': 1.0326844453811646}
+{'epoch': 144, 'iter': 120, 'avg_loss': 1.2298165899662932, 'avg_acc_mask': 57.454876384043686, 'loss': 1.0929368734359741}
+{'epoch': 144, 'iter': 130, 'avg_loss': 1.230128330583791, 'avg_acc_mask': 57.346767422334175, 'loss': 1.1557261943817139}
+{'epoch': 144, 'iter': 140, 'avg_loss': 1.230863372062115, 'avg_acc_mask': 57.32674554674294, 'loss': 1.3292170763015747}
+{'epoch': 144, 'iter': 150, 'avg_loss': 1.2233750492531732, 'avg_acc_mask': 57.70219013826012, 'loss': 1.1488096714019775}
+{'epoch': 144, 'iter': 160, 'avg_loss': 1.222811904383002, 'avg_acc_mask': 57.74404967230079, 'loss': 0.9932510852813721}
+{'epoch': 144, 'iter': 170, 'avg_loss': 1.2249563594310604, 'avg_acc_mask': 57.66360194699838, 'loss': 1.363471508026123}
+{'epoch': 144, 'iter': 180, 'avg_loss': 1.223217921691705, 'avg_acc_mask': 57.76892430278885, 'loss': 1.164417028427124}
+{'epoch': 144, 'iter': 190, 'avg_loss': 1.2215214661902782, 'avg_acc_mask': 57.75561580170411, 'loss': 0.8624428510665894}
+{'epoch': 144, 'iter': 200, 'avg_loss': 1.2181738641724658, 'avg_acc_mask': 57.793103448275865, 'loss': 1.3179692029953003}
+{'epoch': 144, 'iter': 210, 'avg_loss': 1.2159200169463857, 'avg_acc_mask': 58.01215277777778, 'loss': 1.1062026023864746}
+{'epoch': 144, 'iter': 220, 'avg_loss': 1.2166674636068386, 'avg_acc_mask': 57.895171957671955, 'loss': 1.5081408023834229}
+{'epoch': 144, 'iter': 230, 'avg_loss': 1.2175074575783371, 'avg_acc_mask': 57.866012813414535, 'loss': 1.0655139684677124}
+{'epoch': 144, 'iter': 240, 'avg_loss': 1.2187258974645148, 'avg_acc_mask': 57.789786132886825, 'loss': 1.1241501569747925}
+{'epoch': 144, 'iter': 250, 'avg_loss': 1.2178984635854622, 'avg_acc_mask': 57.8250694749159, 'loss': 0.9024189114570618}
+{'epoch': 144, 'iter': 260, 'avg_loss': 1.2171367034601526, 'avg_acc_mask': 57.93795620437956, 'loss': 0.9955260157585144}
+{'epoch': 144, 'iter': 270, 'avg_loss': 1.218524643195951, 'avg_acc_mask': 57.915682967959526, 'loss': 1.1853872537612915}
+{'epoch': 144, 'iter': 280, 'avg_loss': 1.2222619393966376, 'avg_acc_mask': 57.76260162601626, 'loss': 0.7498180866241455}
+{'epoch': 144, 'iter': 290, 'avg_loss': 1.2211205840520434, 'avg_acc_mask': 57.773030036445896, 'loss': 1.227009892463684}
+{'epoch': 144, 'iter': 300, 'avg_loss': 1.2206326782505377, 'avg_acc_mask': 57.77602140077821, 'loss': 1.1704221963882446}
+{'epoch': 144, 'iter': 310, 'avg_loss': 1.2206176268326125, 'avg_acc_mask': 57.72783432370419, 'loss': 0.8870484828948975}
+{'epoch': 144, 'iter': 320, 'avg_loss': 1.2238526011924507, 'avg_acc_mask': 57.68440283169674, 'loss': 1.177687406539917}
+{'epoch': 144, 'iter': 330, 'avg_loss': 1.2245640192867406, 'avg_acc_mask': 57.71786070202636, 'loss': 0.9991055727005005}
+{'epoch': 144, 'iter': 340, 'avg_loss': 1.2253280378157092, 'avg_acc_mask': 57.663842110908504, 'loss': 1.111261248588562}
+{'epoch': 144, 'iter': 350, 'avg_loss': 1.2247936518443616, 'avg_acc_mask': 57.69190654985399, 'loss': 1.2087019681930542}
+{'epoch': 144, 'iter': 360, 'avg_loss': 1.2241399476402683, 'avg_acc_mask': 57.68352696463903, 'loss': 1.1842433214187622}
+{'epoch': 144, 'iter': 370, 'avg_loss': 1.2244727952139718, 'avg_acc_mask': 57.671983801669214, 'loss': 1.3319889307022095}
+{'epoch': 144, 'iter': 380, 'avg_loss': 1.226585424791171, 'avg_acc_mask': 57.55579068872644, 'loss': 0.8971837759017944}
+{'epoch': 144, 'iter': 390, 'avg_loss': 1.227102665035316, 'avg_acc_mask': 57.51909648999485, 'loss': 1.443789005279541}
+{'epoch': 144, 'iter': 400, 'avg_loss': 1.2274234064499339, 'avg_acc_mask': 57.51439802541366, 'loss': 1.1957777738571167}
+{'epoch': 144, 'iter': 410, 'avg_loss': 1.2273712996438761, 'avg_acc_mask': 57.51657249632957, 'loss': 1.3163663148880005}
+{'epoch': 144, 'iter': 420, 'avg_loss': 1.2257896312058962, 'avg_acc_mask': 57.570881892503046, 'loss': 1.164666771888733}
+{'epoch': 144, 'iter': 430, 'avg_loss': 1.225639656358971, 'avg_acc_mask': 57.574213275576504, 'loss': 0.9310649633407593}
+{'epoch': 144, 'iter': 440, 'avg_loss': 1.228101494901575, 'avg_acc_mask': 57.57098445595855, 'loss': 1.6097705364227295}
+{'epoch': 144, 'iter': 450, 'avg_loss': 1.2275210367866736, 'avg_acc_mask': 57.622854360264576, 'loss': 0.9903548359870911}
+{'epoch': 144, 'iter': 460, 'avg_loss': 1.2274157463082005, 'avg_acc_mask': 57.64663833842977, 'loss': 1.3088548183441162}
+{'epoch': 144, 'iter': 470, 'avg_loss': 1.228995655499193, 'avg_acc_mask': 57.571284282495526, 'loss': 1.0825133323669434}
+{'epoch': 144, 'iter': 480, 'avg_loss': 1.2277693907089393, 'avg_acc_mask': 57.650460321083465, 'loss': 1.0813491344451904}
+{'epoch': 144, 'iter': 490, 'avg_loss': 1.2291838634766774, 'avg_acc_mask': 57.5676279901632, 'loss': 1.4274840354919434}
+{'epoch': 144, 'iter': 500, 'avg_loss': 1.2291992412593788, 'avg_acc_mask': 57.52493697248712, 'loss': 1.008263111114502}
+{'epoch': 144, 'iter': 510, 'avg_loss': 1.2292813137319456, 'avg_acc_mask': 57.505459492356714, 'loss': 1.304731011390686}
+{'epoch': 144, 'iter': 520, 'avg_loss': 1.2294509048196496, 'avg_acc_mask': 57.51553667357185, 'loss': 1.4727742671966553}
+{'epoch': 144, 'iter': 530, 'avg_loss': 1.2296397625389746, 'avg_acc_mask': 57.53377446925833, 'loss': 0.9781996607780457}
+{'epoch': 144, 'iter': 540, 'avg_loss': 1.2307794111713684, 'avg_acc_mask': 57.45658490438543, 'loss': 1.4933489561080933}
+{'epoch': 144, 'iter': 550, 'avg_loss': 1.2316992594412581, 'avg_acc_mask': 57.42777630532733, 'loss': 1.3556157350540161}
+{'epoch': 144, 'iter': 560, 'avg_loss': 1.2325101835842438, 'avg_acc_mask': 57.45305164319249, 'loss': 1.3539745807647705}
+{'epoch': 144, 'iter': 570, 'avg_loss': 1.2304587514513219, 'avg_acc_mask': 57.53126001923693, 'loss': 1.096591830253601}
+{'epoch': 144, 'iter': 580, 'avg_loss': 1.2305712956364512, 'avg_acc_mask': 57.55925587837199, 'loss': 1.4129987955093384}
+{'epoch': 144, 'iter': 590, 'avg_loss': 1.2300443822760672, 'avg_acc_mask': 57.58363506947668, 'loss': 0.877623438835144}
+{'epoch': 144, 'iter': 600, 'avg_loss': 1.2295188303795115, 'avg_acc_mask': 57.601876104038496, 'loss': 1.4539170265197754}
+{'epoch': 144, 'iter': 610, 'avg_loss': 1.231022808048417, 'avg_acc_mask': 57.5267047664642, 'loss': 1.2729129791259766}
+{'epoch': 144, 'iter': 620, 'avg_loss': 1.2293875573529904, 'avg_acc_mask': 57.59424647036284, 'loss': 1.611832618713379}
+{'epoch': 144, 'iter': 630, 'avg_loss': 1.229288403564701, 'avg_acc_mask': 57.55310208931004, 'loss': 1.066226840019226}
+{'epoch': 144, 'iter': 640, 'avg_loss': 1.2283573530951455, 'avg_acc_mask': 57.61316872427984, 'loss': 1.0995246171951294}
+{'epoch': 144, 'iter': 650, 'avg_loss': 1.2286409599257322, 'avg_acc_mask': 57.56261092486689, 'loss': 1.341700792312622}
+{'epoch': 144, 'iter': 660, 'avg_loss': 1.22997940362131, 'avg_acc_mask': 57.539230662408, 'loss': 1.1586596965789795}
+{'epoch': 144, 'iter': 670, 'avg_loss': 1.2299971986456528, 'avg_acc_mask': 57.55196936542669, 'loss': 1.2383424043655396}
+{'epoch': 144, 'iter': 680, 'avg_loss': 1.2296441435463803, 'avg_acc_mask': 57.58268966816481, 'loss': 1.3965824842453003}
+{'epoch': 144, 'iter': 690, 'avg_loss': 1.2301531000178734, 'avg_acc_mask': 57.58973543290388, 'loss': 1.1104192733764648}
+{'epoch': 144, 'iter': 700, 'avg_loss': 1.2310537414441944, 'avg_acc_mask': 57.55019975454997, 'loss': 1.195064902305603}
+{'epoch': 144, 'iter': 710, 'avg_loss': 1.2306455365380824, 'avg_acc_mask': 57.6045529460239, 'loss': 1.309219241142273}
+{'epoch': 144, 'iter': 720, 'avg_loss': 1.2326388013511689, 'avg_acc_mask': 57.547912171595385, 'loss': 1.5093433856964111}
+{'epoch': 144, 'iter': 730, 'avg_loss': 1.2312228943841728, 'avg_acc_mask': 57.60102148114766, 'loss': 1.1870445013046265}
+{'epoch': 144, 'iter': 740, 'avg_loss': 1.2324062933323354, 'avg_acc_mask': 57.56872809831697, 'loss': 1.173282265663147}
+{'epoch': 144, 'iter': 750, 'avg_loss': 1.2330879723819372, 'avg_acc_mask': 57.544875224984196, 'loss': 1.3066197633743286}
+{'epoch': 144, 'iter': 760, 'avg_loss': 1.2327129576115352, 'avg_acc_mask': 57.58179505028925, 'loss': 0.9136572480201721}
+{'epoch': 144, 'iter': 770, 'avg_loss': 1.233308209828675, 'avg_acc_mask': 57.53389008493222, 'loss': 1.1662657260894775}
+{'epoch': 144, 'iter': 780, 'avg_loss': 1.231711625747583, 'avg_acc_mask': 57.58113886487371, 'loss': 1.0853818655014038}
+{'epoch': 144, 'iter': 790, 'avg_loss': 1.2323394632520326, 'avg_acc_mask': 57.526187070278255, 'loss': 1.0727227926254272}
+{'epoch': 144, 'iter': 800, 'avg_loss': 1.2309335021490462, 'avg_acc_mask': 57.546610748962934, 'loss': 1.0383524894714355}
+{'epoch': 144, 'iter': 810, 'avg_loss': 1.231268670644184, 'avg_acc_mask': 57.55385966097116, 'loss': 1.0069630146026611}
+{'epoch': 144, 'iter': 820, 'avg_loss': 1.231076523098963, 'avg_acc_mask': 57.55283648498332, 'loss': 1.2257148027420044}
+{'epoch': 144, 'iter': 830, 'avg_loss': 1.2313642667519056, 'avg_acc_mask': 57.54443075840226, 'loss': 1.1120611429214478}
+{'epoch': 144, 'iter': 840, 'avg_loss': 1.230964338949546, 'avg_acc_mask': 57.543173672205924, 'loss': 1.0979846715927124}
+{'epoch': 144, 'iter': 850, 'avg_loss': 1.2325958110891133, 'avg_acc_mask': 57.4971573233786, 'loss': 1.2527433633804321}
+{'epoch': 144, 'iter': 860, 'avg_loss': 1.233492136624632, 'avg_acc_mask': 57.463034360038975, 'loss': 1.313248634338379}
+{'epoch': 144, 'iter': 870, 'avg_loss': 1.2342157044996487, 'avg_acc_mask': 57.444939449080756, 'loss': 1.061110258102417}
+{'epoch': 144, 'iter': 880, 'avg_loss': 1.2338840001422349, 'avg_acc_mask': 57.45477875739889, 'loss': 1.0709912776947021}
+{'epoch': 144, 'iter': 890, 'avg_loss': 1.2321516065351357, 'avg_acc_mask': 57.53882083008973, 'loss': 0.9472226500511169}
+{'epoch': 144, 'iter': 900, 'avg_loss': 1.2322606441051132, 'avg_acc_mask': 57.53416337686, 'loss': 1.4953442811965942}
+{'epoch': 144, 'iter': 910, 'avg_loss': 1.2322963830799225, 'avg_acc_mask': 57.54118377069197, 'loss': 1.185238242149353}
+{'epoch': 144, 'iter': 920, 'avg_loss': 1.2328664649451853, 'avg_acc_mask': 57.54709498314495, 'loss': 1.1559618711471558}
+{'epoch': 144, 'iter': 930, 'avg_loss': 1.232424975401861, 'avg_acc_mask': 57.5671908435911, 'loss': 1.203616976737976}
+{'epoch': 144, 'iter': 940, 'avg_loss': 1.2325788031982439, 'avg_acc_mask': 57.569991845610225, 'loss': 1.1973257064819336}
+{'epoch': 144, 'iter': 950, 'avg_loss': 1.2323527191966364, 'avg_acc_mask': 57.57465194431109, 'loss': 1.47159743309021}
+{'epoch': 144, 'iter': 960, 'avg_loss': 1.231759669443323, 'avg_acc_mask': 57.5893536121673, 'loss': 1.4277137517929077}
+{'epoch': 144, 'iter': 970, 'avg_loss': 1.2308539171174675, 'avg_acc_mask': 57.61350166513011, 'loss': 1.2837419509887695}
+{'epoch': 144, 'iter': 980, 'avg_loss': 1.2302576583581355, 'avg_acc_mask': 57.621627660168684, 'loss': 0.8979663848876953}
+{'epoch': 144, 'iter': 990, 'avg_loss': 1.2312408335033267, 'avg_acc_mask': 57.61151714869567, 'loss': 1.2900526523590088}
+{'epoch': 144, 'iter': 1000, 'avg_loss': 1.2321282316159297, 'avg_acc_mask': 57.57802245880123, 'loss': 1.7522363662719727}
+{'epoch': 144, 'iter': 1010, 'avg_loss': 1.2323004386427376, 'avg_acc_mask': 57.57756240186258, 'loss': 1.1812872886657715}
+{'epoch': 144, 'iter': 1020, 'avg_loss': 1.2323769562158016, 'avg_acc_mask': 57.57380799199371, 'loss': 1.1395889520645142}
+{'epoch': 144, 'iter': 1030, 'avg_loss': 1.2312395531615508, 'avg_acc_mask': 57.61397045800716, 'loss': 1.166512131690979}
+{'epoch': 144, 'iter': 1040, 'avg_loss': 1.2313807700598733, 'avg_acc_mask': 57.58553566104905, 'loss': 1.16120445728302}
+{'epoch': 144, 'iter': 1050, 'avg_loss': 1.2310747577960326, 'avg_acc_mask': 57.615813517222215, 'loss': 1.282918095588684}
+{'epoch': 144, 'iter': 1060, 'avg_loss': 1.2301676177843688, 'avg_acc_mask': 57.64608656726696, 'loss': 0.8845929503440857}
+{'epoch': 144, 'iter': 1070, 'avg_loss': 1.2291090843501657, 'avg_acc_mask': 57.67774290393013, 'loss': 1.1426717042922974}
+{'epoch': 144, 'iter': 1080, 'avg_loss': 1.2287747611280506, 'avg_acc_mask': 57.69919578292897, 'loss': 0.9795821309089661}
+{'epoch': 144, 'iter': 1090, 'avg_loss': 1.2292453577822222, 'avg_acc_mask': 57.66794256773697, 'loss': 1.3711825609207153}
+{'epoch': 144, 'iter': 1100, 'avg_loss': 1.229789745309589, 'avg_acc_mask': 57.658015975605714, 'loss': 1.3202518224716187}
+{'epoch': 'EP144_train', 'avg_loss': 1.2299259420433735, 'total_masked_acc': 57.668103661860165}
+{'epoch': 145, 'iter': 0, 'avg_loss': 1.6381584405899048, 'avg_acc_mask': 44.26229508196721, 'loss': 1.6381584405899048}
+{'epoch': 145, 'iter': 10, 'avg_loss': 1.387359012256969, 'avg_acc_mask': 52.95031055900621, 'loss': 0.9155117273330688}
+{'epoch': 145, 'iter': 20, 'avg_loss': 1.3139461051850092, 'avg_acc_mask': 54.537953795379536, 'loss': 1.2284202575683594}
+{'epoch': 145, 'iter': 30, 'avg_loss': 1.3048763294373789, 'avg_acc_mask': 54.46784291405805, 'loss': 1.5411330461502075}
+{'epoch': 145, 'iter': 40, 'avg_loss': 1.2928486117502538, 'avg_acc_mask': 55.483311660164716, 'loss': 1.1856063604354858}
+{'epoch': 145, 'iter': 50, 'avg_loss': 1.304436556264466, 'avg_acc_mask': 54.873395768296916, 'loss': 1.2870831489562988}
+{'epoch': 145, 'iter': 60, 'avg_loss': 1.2784508017242933, 'avg_acc_mask': 55.818022747156604, 'loss': 1.008462905883789}
+{'epoch': 145, 'iter': 70, 'avg_loss': 1.2662130653018682, 'avg_acc_mask': 56.68329177057356, 'loss': 0.9925872087478638}
+{'epoch': 145, 'iter': 80, 'avg_loss': 1.262155610838054, 'avg_acc_mask': 56.798436142484796, 'loss': 1.1731606721878052}
+{'epoch': 145, 'iter': 90, 'avg_loss': 1.2580535896531828, 'avg_acc_mask': 57.04048034088708, 'loss': 1.0823520421981812}
+{'epoch': 145, 'iter': 100, 'avg_loss': 1.2513399194962909, 'avg_acc_mask': 57.11271320555653, 'loss': 0.9970977902412415}
+{'epoch': 145, 'iter': 110, 'avg_loss': 1.2489892394693047, 'avg_acc_mask': 57.11992294108204, 'loss': 1.1005430221557617}
+{'epoch': 145, 'iter': 120, 'avg_loss': 1.2472619089213284, 'avg_acc_mask': 57.31166912850812, 'loss': 1.5227621793746948}
+{'epoch': 145, 'iter': 130, 'avg_loss': 1.247883980510799, 'avg_acc_mask': 57.193268186753535, 'loss': 1.209072232246399}
+{'epoch': 145, 'iter': 140, 'avg_loss': 1.2425820975438924, 'avg_acc_mask': 57.247382364072166, 'loss': 1.1638206243515015}
+{'epoch': 145, 'iter': 150, 'avg_loss': 1.2393046333300357, 'avg_acc_mask': 57.419508138291555, 'loss': 1.4646731615066528}
+{'epoch': 145, 'iter': 160, 'avg_loss': 1.23470223542326, 'avg_acc_mask': 57.64587525150905, 'loss': 1.159494161605835}
+{'epoch': 145, 'iter': 170, 'avg_loss': 1.236226399391018, 'avg_acc_mask': 57.59806499106111, 'loss': 1.3617448806762695}
+{'epoch': 145, 'iter': 180, 'avg_loss': 1.238503554578644, 'avg_acc_mask': 57.58359872611465, 'loss': 1.2130941152572632}
+{'epoch': 145, 'iter': 190, 'avg_loss': 1.2339238003286392, 'avg_acc_mask': 57.71875294339267, 'loss': 1.0855088233947754}
+{'epoch': 145, 'iter': 200, 'avg_loss': 1.234044980053878, 'avg_acc_mask': 57.571964956195245, 'loss': 1.275892734527588}
+{'epoch': 145, 'iter': 210, 'avg_loss': 1.234161984016545, 'avg_acc_mask': 57.520463847203274, 'loss': 1.2750169038772583}
+{'epoch': 145, 'iter': 220, 'avg_loss': 1.2348913162002737, 'avg_acc_mask': 57.432322904846814, 'loss': 1.7002366781234741}
+{'epoch': 145, 'iter': 230, 'avg_loss': 1.2352569629619647, 'avg_acc_mask': 57.48833592534992, 'loss': 1.27268385887146}
+{'epoch': 145, 'iter': 240, 'avg_loss': 1.2329422250328221, 'avg_acc_mask': 57.51159658835853, 'loss': 1.1040892601013184}
+{'epoch': 145, 'iter': 250, 'avg_loss': 1.231671319064866, 'avg_acc_mask': 57.59233926128591, 'loss': 0.8544600605964661}
+{'epoch': 145, 'iter': 260, 'avg_loss': 1.2333152897056492, 'avg_acc_mask': 57.47851400055448, 'loss': 1.3457067012786865}
+{'epoch': 145, 'iter': 270, 'avg_loss': 1.2338124781956972, 'avg_acc_mask': 57.38194859533772, 'loss': 1.2374080419540405}
+{'epoch': 145, 'iter': 280, 'avg_loss': 1.2342065120931198, 'avg_acc_mask': 57.35067931299667, 'loss': 0.7904896140098572}
+{'epoch': 145, 'iter': 290, 'avg_loss': 1.2326779609283631, 'avg_acc_mask': 57.40246852322769, 'loss': 0.882243275642395}
+{'epoch': 145, 'iter': 300, 'avg_loss': 1.2297826516271826, 'avg_acc_mask': 57.59193712880197, 'loss': 1.4802587032318115}
+{'epoch': 145, 'iter': 310, 'avg_loss': 1.2297650836288354, 'avg_acc_mask': 57.52844207104714, 'loss': 1.2223670482635498}
+{'epoch': 145, 'iter': 320, 'avg_loss': 1.2300232125219899, 'avg_acc_mask': 57.618913594145795, 'loss': 1.164621353149414}
+{'epoch': 145, 'iter': 330, 'avg_loss': 1.2319387575650864, 'avg_acc_mask': 57.542539267015705, 'loss': 1.2736520767211914}
+{'epoch': 145, 'iter': 340, 'avg_loss': 1.2277825029015192, 'avg_acc_mask': 57.62020758313916, 'loss': 1.0297707319259644}
+{'epoch': 145, 'iter': 350, 'avg_loss': 1.22916158549806, 'avg_acc_mask': 57.51452516838912, 'loss': 1.5198087692260742}
+{'epoch': 145, 'iter': 360, 'avg_loss': 1.228785502943636, 'avg_acc_mask': 57.48799519807923, 'loss': 1.2259958982467651}
+{'epoch': 145, 'iter': 370, 'avg_loss': 1.2290523069888113, 'avg_acc_mask': 57.503410641200546, 'loss': 1.1345632076263428}
+{'epoch': 145, 'iter': 380, 'avg_loss': 1.233283386925074, 'avg_acc_mask': 57.35454244188799, 'loss': 1.2373781204223633}
+{'epoch': 145, 'iter': 390, 'avg_loss': 1.232500238491751, 'avg_acc_mask': 57.40757855822552, 'loss': 1.3426262140274048}
+{'epoch': 145, 'iter': 400, 'avg_loss': 1.2309716547516516, 'avg_acc_mask': 57.418016148676074, 'loss': 1.02229642868042}
+{'epoch': 145, 'iter': 410, 'avg_loss': 1.2304998846529753, 'avg_acc_mask': 57.4464340710106, 'loss': 1.1775174140930176}
+{'epoch': 145, 'iter': 420, 'avg_loss': 1.2276440085821083, 'avg_acc_mask': 57.553740326741185, 'loss': 0.9144690036773682}
+{'epoch': 145, 'iter': 430, 'avg_loss': 1.2273368968211305, 'avg_acc_mask': 57.63195435092725, 'loss': 1.1763197183609009}
+{'epoch': 145, 'iter': 440, 'avg_loss': 1.227641920789299, 'avg_acc_mask': 57.61752399704652, 'loss': 1.3506028652191162}
+{'epoch': 145, 'iter': 450, 'avg_loss': 1.2265738678348566, 'avg_acc_mask': 57.66268153735056, 'loss': 0.8854172825813293}
+{'epoch': 145, 'iter': 460, 'avg_loss': 1.2248506573172298, 'avg_acc_mask': 57.72638181105448, 'loss': 1.039280891418457}
+{'epoch': 145, 'iter': 470, 'avg_loss': 1.227606975728539, 'avg_acc_mask': 57.627964085641935, 'loss': 1.406119465827942}
+{'epoch': 145, 'iter': 480, 'avg_loss': 1.2272905590876224, 'avg_acc_mask': 57.610247163999695, 'loss': 0.8114778995513916}
+{'epoch': 145, 'iter': 490, 'avg_loss': 1.229937760625983, 'avg_acc_mask': 57.54616150075553, 'loss': 1.3416646718978882}
+{'epoch': 145, 'iter': 500, 'avg_loss': 1.2278808843113942, 'avg_acc_mask': 57.56995847625925, 'loss': 1.0712794065475464}
+{'epoch': 145, 'iter': 510, 'avg_loss': 1.2276813666647894, 'avg_acc_mask': 57.59946198499222, 'loss': 1.2782673835754395}
+{'epoch': 145, 'iter': 520, 'avg_loss': 1.2286487340698315, 'avg_acc_mask': 57.593133166527664, 'loss': 1.3294603824615479}
+{'epoch': 145, 'iter': 530, 'avg_loss': 1.228519311507992, 'avg_acc_mask': 57.600054590740044, 'loss': 0.9069317579269409}
+{'epoch': 145, 'iter': 540, 'avg_loss': 1.2280942085930688, 'avg_acc_mask': 57.57545305329448, 'loss': 1.4192832708358765}
+{'epoch': 145, 'iter': 550, 'avg_loss': 1.2286096556000614, 'avg_acc_mask': 57.520057871892675, 'loss': 1.2920200824737549}
+{'epoch': 145, 'iter': 560, 'avg_loss': 1.2287078202302018, 'avg_acc_mask': 57.53637245392822, 'loss': 1.2958520650863647}
+{'epoch': 145, 'iter': 570, 'avg_loss': 1.2264841386816756, 'avg_acc_mask': 57.6051368447821, 'loss': 1.1095236539840698}
+{'epoch': 145, 'iter': 580, 'avg_loss': 1.2260000526186932, 'avg_acc_mask': 57.59240759240759, 'loss': 1.4254220724105835}
+{'epoch': 145, 'iter': 590, 'avg_loss': 1.2256513392259627, 'avg_acc_mask': 57.61016325027618, 'loss': 1.0921295881271362}
+{'epoch': 145, 'iter': 600, 'avg_loss': 1.2261256136235699, 'avg_acc_mask': 57.61171497584541, 'loss': 1.1670538187026978}
+{'epoch': 145, 'iter': 610, 'avg_loss': 1.2268496074770163, 'avg_acc_mask': 57.62636449928809, 'loss': 1.3520691394805908}
+{'epoch': 145, 'iter': 620, 'avg_loss': 1.2236281997147773, 'avg_acc_mask': 57.746355429606474, 'loss': 1.3590774536132812}
+{'epoch': 145, 'iter': 630, 'avg_loss': 1.223233835349559, 'avg_acc_mask': 57.76570673104558, 'loss': 0.9539046287536621}
+{'epoch': 145, 'iter': 640, 'avg_loss': 1.222821166195475, 'avg_acc_mask': 57.78351392749759, 'loss': 1.1203516721725464}
+{'epoch': 145, 'iter': 650, 'avg_loss': 1.2229367400277777, 'avg_acc_mask': 57.77187587363712, 'loss': 1.1437010765075684}
+{'epoch': 145, 'iter': 660, 'avg_loss': 1.2221874136607334, 'avg_acc_mask': 57.80553568480713, 'loss': 1.1177000999450684}
+{'epoch': 145, 'iter': 670, 'avg_loss': 1.22329910332684, 'avg_acc_mask': 57.7675301776753, 'loss': 1.3475102186203003}
+{'epoch': 145, 'iter': 680, 'avg_loss': 1.2234499668934973, 'avg_acc_mask': 57.769637987273406, 'loss': 1.2746381759643555}
+{'epoch': 145, 'iter': 690, 'avg_loss': 1.2241439150832323, 'avg_acc_mask': 57.76197998946814, 'loss': 1.5420780181884766}
+{'epoch': 145, 'iter': 700, 'avg_loss': 1.2263110421183445, 'avg_acc_mask': 57.722797927461144, 'loss': 1.5039160251617432}
+{'epoch': 145, 'iter': 710, 'avg_loss': 1.225469212491804, 'avg_acc_mask': 57.79114410033274, 'loss': 1.4261534214019775}
+{'epoch': 145, 'iter': 720, 'avg_loss': 1.2263634209824668, 'avg_acc_mask': 57.7565090027526, 'loss': 1.405548095703125}
+{'epoch': 145, 'iter': 730, 'avg_loss': 1.2250803911245636, 'avg_acc_mask': 57.803698718907334, 'loss': 1.1208536624908447}
+{'epoch': 145, 'iter': 740, 'avg_loss': 1.2252463132907183, 'avg_acc_mask': 57.82640767150233, 'loss': 1.1594184637069702}
+{'epoch': 145, 'iter': 750, 'avg_loss': 1.2263224199513463, 'avg_acc_mask': 57.796318304188596, 'loss': 1.1092138290405273}
+{'epoch': 145, 'iter': 760, 'avg_loss': 1.2261979467138824, 'avg_acc_mask': 57.818974395822856, 'loss': 1.1919869184494019}
+{'epoch': 145, 'iter': 770, 'avg_loss': 1.2271936053431916, 'avg_acc_mask': 57.77006282178452, 'loss': 1.2001835107803345}
+{'epoch': 145, 'iter': 780, 'avg_loss': 1.2261493541824986, 'avg_acc_mask': 57.84133056521029, 'loss': 1.2257565259933472}
+{'epoch': 145, 'iter': 790, 'avg_loss': 1.2262351423238231, 'avg_acc_mask': 57.83013219105523, 'loss': 1.203883171081543}
+{'epoch': 145, 'iter': 800, 'avg_loss': 1.2254415312212208, 'avg_acc_mask': 57.830640946992936, 'loss': 0.8782827258110046}
+{'epoch': 145, 'iter': 810, 'avg_loss': 1.2256774420949887, 'avg_acc_mask': 57.79458294998092, 'loss': 1.259452223777771}
+{'epoch': 145, 'iter': 820, 'avg_loss': 1.2267226390948975, 'avg_acc_mask': 57.7705848445883, 'loss': 1.212451696395874}
+{'epoch': 145, 'iter': 830, 'avg_loss': 1.226962673821891, 'avg_acc_mask': 57.742189896157385, 'loss': 1.192730188369751}
+{'epoch': 145, 'iter': 840, 'avg_loss': 1.2270971621684597, 'avg_acc_mask': 57.72109726548978, 'loss': 1.1497694253921509}
+{'epoch': 145, 'iter': 850, 'avg_loss': 1.2279444194008124, 'avg_acc_mask': 57.69107497703041, 'loss': 0.864711582660675}
+{'epoch': 145, 'iter': 860, 'avg_loss': 1.2276442382532269, 'avg_acc_mask': 57.670628470096474, 'loss': 1.0865057706832886}
+{'epoch': 145, 'iter': 870, 'avg_loss': 1.2283361558936083, 'avg_acc_mask': 57.6168866314168, 'loss': 0.8658509850502014}
+{'epoch': 145, 'iter': 880, 'avg_loss': 1.228676770723908, 'avg_acc_mask': 57.6352144283626, 'loss': 1.0574179887771606}
+{'epoch': 145, 'iter': 890, 'avg_loss': 1.228402009248466, 'avg_acc_mask': 57.65751079957617, 'loss': 0.8787100315093994}
+{'epoch': 145, 'iter': 900, 'avg_loss': 1.2286487815779665, 'avg_acc_mask': 57.64698773339779, 'loss': 1.482738971710205}
+{'epoch': 145, 'iter': 910, 'avg_loss': 1.2295891160368264, 'avg_acc_mask': 57.60343901128425, 'loss': 1.409138560295105}
+{'epoch': 145, 'iter': 920, 'avg_loss': 1.2288551690394665, 'avg_acc_mask': 57.61930104665603, 'loss': 1.1043680906295776}
+{'epoch': 145, 'iter': 930, 'avg_loss': 1.2293602456083614, 'avg_acc_mask': 57.601654569577775, 'loss': 1.5410326719284058}
+{'epoch': 145, 'iter': 940, 'avg_loss': 1.230261475702908, 'avg_acc_mask': 57.57166557351749, 'loss': 1.3174512386322021}
+{'epoch': 145, 'iter': 950, 'avg_loss': 1.2305907760634156, 'avg_acc_mask': 57.5530777455323, 'loss': 1.2779831886291504}
+{'epoch': 145, 'iter': 960, 'avg_loss': 1.2311126659861713, 'avg_acc_mask': 57.56425509414008, 'loss': 1.351362943649292}
+{'epoch': 145, 'iter': 970, 'avg_loss': 1.230692291480751, 'avg_acc_mask': 57.58629716892928, 'loss': 0.9256548881530762}
+{'epoch': 145, 'iter': 980, 'avg_loss': 1.2302487360106573, 'avg_acc_mask': 57.60155454797816, 'loss': 1.1398522853851318}
+{'epoch': 145, 'iter': 990, 'avg_loss': 1.2310535255161712, 'avg_acc_mask': 57.57631212941951, 'loss': 1.2844265699386597}
+{'epoch': 145, 'iter': 1000, 'avg_loss': 1.231889667151334, 'avg_acc_mask': 57.544947078439904, 'loss': 1.5013118982315063}
+{'epoch': 145, 'iter': 1010, 'avg_loss': 1.2316706223020921, 'avg_acc_mask': 57.553336685582934, 'loss': 1.0073479413986206}
+{'epoch': 145, 'iter': 1020, 'avg_loss': 1.2314711221868682, 'avg_acc_mask': 57.55275461769569, 'loss': 0.9692667722702026}
+{'epoch': 145, 'iter': 1030, 'avg_loss': 1.2310133883377283, 'avg_acc_mask': 57.584665211575015, 'loss': 1.256036400794983}
+{'epoch': 145, 'iter': 1040, 'avg_loss': 1.230804169040592, 'avg_acc_mask': 57.58859314263801, 'loss': 1.4088412523269653}
+{'epoch': 145, 'iter': 1050, 'avg_loss': 1.2312344292251414, 'avg_acc_mask': 57.591659186632604, 'loss': 1.3772108554840088}
+{'epoch': 145, 'iter': 1060, 'avg_loss': 1.2313584574655358, 'avg_acc_mask': 57.59352985431912, 'loss': 1.1079219579696655}
+{'epoch': 145, 'iter': 1070, 'avg_loss': 1.2311540023396774, 'avg_acc_mask': 57.59136578505956, 'loss': 1.5699466466903687}
+{'epoch': 145, 'iter': 1080, 'avg_loss': 1.2303408405827108, 'avg_acc_mask': 57.63081517271461, 'loss': 1.0212643146514893}
+{'epoch': 145, 'iter': 1090, 'avg_loss': 1.2304847780222417, 'avg_acc_mask': 57.618202034618385, 'loss': 1.5720974206924438}
+{'epoch': 145, 'iter': 1100, 'avg_loss': 1.2299446789488588, 'avg_acc_mask': 57.62452485560547, 'loss': 1.138498306274414}
+{'epoch': 'EP145_train', 'avg_loss': 1.2298694955817175, 'total_masked_acc': 57.635734548972664}
+{'epoch': 146, 'iter': 0, 'avg_loss': 1.3258612155914307, 'avg_acc_mask': 49.122807017543856, 'loss': 1.3258612155914307}
+{'epoch': 146, 'iter': 10, 'avg_loss': 1.2889731201258572, 'avg_acc_mask': 55.39906103286385, 'loss': 0.853990375995636}
+{'epoch': 146, 'iter': 20, 'avg_loss': 1.2749442174321128, 'avg_acc_mask': 55.684647302904565, 'loss': 1.2522279024124146}
+{'epoch': 146, 'iter': 30, 'avg_loss': 1.251874110391063, 'avg_acc_mask': 56.32839224629419, 'loss': 1.3015096187591553}
+{'epoch': 146, 'iter': 40, 'avg_loss': 1.251663673214796, 'avg_acc_mask': 55.896328293736495, 'loss': 1.4424982070922852}
+{'epoch': 146, 'iter': 50, 'avg_loss': 1.2781402854358448, 'avg_acc_mask': 55.358361774744026, 'loss': 1.5768911838531494}
+{'epoch': 146, 'iter': 60, 'avg_loss': 1.2558398051340072, 'avg_acc_mask': 56.22466705269253, 'loss': 1.3112907409667969}
+{'epoch': 146, 'iter': 70, 'avg_loss': 1.2636737261019961, 'avg_acc_mask': 55.98713508164275, 'loss': 1.4492883682250977}
+{'epoch': 146, 'iter': 80, 'avg_loss': 1.252488315841298, 'avg_acc_mask': 56.41588067558675, 'loss': 1.2690874338150024}
+{'epoch': 146, 'iter': 90, 'avg_loss': 1.2528728410437866, 'avg_acc_mask': 56.694601442214, 'loss': 1.249678134918213}
+{'epoch': 146, 'iter': 100, 'avg_loss': 1.2501627501874868, 'avg_acc_mask': 56.87455705173635, 'loss': 1.2286499738693237}
+{'epoch': 146, 'iter': 110, 'avg_loss': 1.2544268095815503, 'avg_acc_mask': 56.80310629348002, 'loss': 1.1250678300857544}
+{'epoch': 146, 'iter': 120, 'avg_loss': 1.2473828467455776, 'avg_acc_mask': 56.99704142011834, 'loss': 1.4254233837127686}
+{'epoch': 146, 'iter': 130, 'avg_loss': 1.2404013844846768, 'avg_acc_mask': 57.38465738465739, 'loss': 1.300627589225769}
+{'epoch': 146, 'iter': 140, 'avg_loss': 1.2381889908871753, 'avg_acc_mask': 57.47170291237441, 'loss': 0.9987492561340332}
+{'epoch': 146, 'iter': 150, 'avg_loss': 1.2311115051736894, 'avg_acc_mask': 57.75170597390159, 'loss': 1.2429943084716797}
+{'epoch': 146, 'iter': 160, 'avg_loss': 1.2293226852180055, 'avg_acc_mask': 57.91666666666667, 'loss': 1.290762186050415}
+{'epoch': 146, 'iter': 170, 'avg_loss': 1.2299563083035208, 'avg_acc_mask': 57.7639751552795, 'loss': 1.1368179321289062}
+{'epoch': 146, 'iter': 180, 'avg_loss': 1.2315164857147807, 'avg_acc_mask': 57.58964143426295, 'loss': 1.3597099781036377}
+{'epoch': 146, 'iter': 190, 'avg_loss': 1.2298051824120326, 'avg_acc_mask': 57.6155809775929, 'loss': 0.8484623432159424}
+{'epoch': 146, 'iter': 200, 'avg_loss': 1.226878266132886, 'avg_acc_mask': 57.71028037383178, 'loss': 1.2539639472961426}
+{'epoch': 146, 'iter': 210, 'avg_loss': 1.2245421313561535, 'avg_acc_mask': 57.66035796865633, 'loss': 1.2822461128234863}
+{'epoch': 146, 'iter': 220, 'avg_loss': 1.2246999514048995, 'avg_acc_mask': 57.718011409942946, 'loss': 1.1032638549804688}
+{'epoch': 146, 'iter': 230, 'avg_loss': 1.2230356960069566, 'avg_acc_mask': 57.767369242779075, 'loss': 1.23799729347229}
+{'epoch': 146, 'iter': 240, 'avg_loss': 1.2229250090745474, 'avg_acc_mask': 57.80346820809249, 'loss': 1.1541236639022827}
+{'epoch': 146, 'iter': 250, 'avg_loss': 1.2240417347961212, 'avg_acc_mask': 57.781946749404725, 'loss': 0.9653201699256897}
+{'epoch': 146, 'iter': 260, 'avg_loss': 1.2263273553373257, 'avg_acc_mask': 57.68617942500865, 'loss': 0.9235300421714783}
+{'epoch': 146, 'iter': 270, 'avg_loss': 1.2258348317603784, 'avg_acc_mask': 57.749850388988634, 'loss': 1.2307108640670776}
+{'epoch': 146, 'iter': 280, 'avg_loss': 1.2270307784827155, 'avg_acc_mask': 57.62592236124478, 'loss': 0.8769240379333496}
+{'epoch': 146, 'iter': 290, 'avg_loss': 1.2241597282108163, 'avg_acc_mask': 57.68778979907264, 'loss': 1.1459120512008667}
+{'epoch': 146, 'iter': 300, 'avg_loss': 1.2221452698755106, 'avg_acc_mask': 57.79531324725012, 'loss': 1.0636659860610962}
+{'epoch': 146, 'iter': 310, 'avg_loss': 1.2210405488106215, 'avg_acc_mask': 57.83517121300058, 'loss': 1.0519052743911743}
+{'epoch': 146, 'iter': 320, 'avg_loss': 1.222631525770526, 'avg_acc_mask': 57.8238575533893, 'loss': 1.098164677619934}
+{'epoch': 146, 'iter': 330, 'avg_loss': 1.2225909146657523, 'avg_acc_mask': 57.79721235310195, 'loss': 1.2216590642929077}
+{'epoch': 146, 'iter': 340, 'avg_loss': 1.2224692773958805, 'avg_acc_mask': 57.797384926118845, 'loss': 1.380210518836975}
+{'epoch': 146, 'iter': 350, 'avg_loss': 1.222892402074276, 'avg_acc_mask': 57.821229050279335, 'loss': 1.038252830505371}
+{'epoch': 146, 'iter': 360, 'avg_loss': 1.2221631183188377, 'avg_acc_mask': 57.7862864627941, 'loss': 1.375124454498291}
+{'epoch': 146, 'iter': 370, 'avg_loss': 1.2235765203311437, 'avg_acc_mask': 57.69796158369267, 'loss': 1.389331340789795}
+{'epoch': 146, 'iter': 380, 'avg_loss': 1.2255313581056169, 'avg_acc_mask': 57.665139366170294, 'loss': 1.0666710138320923}
+{'epoch': 146, 'iter': 390, 'avg_loss': 1.2270844318067935, 'avg_acc_mask': 57.67617449664429, 'loss': 1.9212160110473633}
+{'epoch': 146, 'iter': 400, 'avg_loss': 1.2293742253001492, 'avg_acc_mask': 57.5955985995544, 'loss': 1.3446701765060425}
+{'epoch': 146, 'iter': 410, 'avg_loss': 1.2292469336748704, 'avg_acc_mask': 57.58597736853783, 'loss': 1.3145171403884888}
+{'epoch': 146, 'iter': 420, 'avg_loss': 1.2263589059655287, 'avg_acc_mask': 57.67177394852207, 'loss': 0.992405891418457}
+{'epoch': 146, 'iter': 430, 'avg_loss': 1.2259743856719918, 'avg_acc_mask': 57.69296157769466, 'loss': 1.1491645574569702}
+{'epoch': 146, 'iter': 440, 'avg_loss': 1.2271519287102888, 'avg_acc_mask': 57.65791990684909, 'loss': 1.573620319366455}
+{'epoch': 146, 'iter': 450, 'avg_loss': 1.226820354583258, 'avg_acc_mask': 57.685102223670285, 'loss': 1.0949735641479492}
+{'epoch': 146, 'iter': 460, 'avg_loss': 1.2295741966386162, 'avg_acc_mask': 57.573825369625, 'loss': 1.3206793069839478}
+{'epoch': 146, 'iter': 470, 'avg_loss': 1.2295258300825795, 'avg_acc_mask': 57.58414914778267, 'loss': 1.1337536573410034}
+{'epoch': 146, 'iter': 480, 'avg_loss': 1.2278144823042618, 'avg_acc_mask': 57.62776652268644, 'loss': 1.3253092765808105}
+{'epoch': 146, 'iter': 490, 'avg_loss': 1.2291753163405688, 'avg_acc_mask': 57.5650870949616, 'loss': 1.3774536848068237}
+{'epoch': 146, 'iter': 500, 'avg_loss': 1.2285011759299242, 'avg_acc_mask': 57.60857593891112, 'loss': 0.920127272605896}
+{'epoch': 146, 'iter': 510, 'avg_loss': 1.229024713636611, 'avg_acc_mask': 57.493168416510855, 'loss': 1.2610344886779785}
+{'epoch': 146, 'iter': 520, 'avg_loss': 1.2290919568396805, 'avg_acc_mask': 57.48298119995767, 'loss': 1.4270411729812622}
+{'epoch': 146, 'iter': 530, 'avg_loss': 1.2300365303420302, 'avg_acc_mask': 57.41144697205775, 'loss': 1.223324179649353}
+{'epoch': 146, 'iter': 540, 'avg_loss': 1.2313745654224248, 'avg_acc_mask': 57.300584318521544, 'loss': 1.2631208896636963}
+{'epoch': 146, 'iter': 550, 'avg_loss': 1.2331408839909437, 'avg_acc_mask': 57.193777274392886, 'loss': 1.3885833024978638}
+{'epoch': 146, 'iter': 560, 'avg_loss': 1.2334060646633414, 'avg_acc_mask': 57.19762755185634, 'loss': 1.3110153675079346}
+{'epoch': 146, 'iter': 570, 'avg_loss': 1.231794647180888, 'avg_acc_mask': 57.211801422090666, 'loss': 0.6648838520050049}
+{'epoch': 146, 'iter': 580, 'avg_loss': 1.2313883798052645, 'avg_acc_mask': 57.21046155787614, 'loss': 1.3600618839263916}
+{'epoch': 146, 'iter': 590, 'avg_loss': 1.231773698390438, 'avg_acc_mask': 57.18049657481169, 'loss': 1.1770648956298828}
+{'epoch': 146, 'iter': 600, 'avg_loss': 1.2312479243302306, 'avg_acc_mask': 57.20951509606588, 'loss': 1.2835973501205444}
+{'epoch': 146, 'iter': 610, 'avg_loss': 1.2317361414139867, 'avg_acc_mask': 57.192498951530766, 'loss': 1.3263500928878784}
+{'epoch': 146, 'iter': 620, 'avg_loss': 1.2294659864115447, 'avg_acc_mask': 57.280981016389575, 'loss': 1.4137247800827026}
+{'epoch': 146, 'iter': 630, 'avg_loss': 1.2296311547374574, 'avg_acc_mask': 57.31594202898551, 'loss': 0.7999793291091919}
+{'epoch': 146, 'iter': 640, 'avg_loss': 1.229529163115854, 'avg_acc_mask': 57.33965931176404, 'loss': 0.8164071440696716}
+{'epoch': 146, 'iter': 650, 'avg_loss': 1.23057092701052, 'avg_acc_mask': 57.33314559279077, 'loss': 1.253554344177246}
+{'epoch': 146, 'iter': 660, 'avg_loss': 1.2296861723042833, 'avg_acc_mask': 57.34971843879164, 'loss': 1.190261721611023}
+{'epoch': 146, 'iter': 670, 'avg_loss': 1.2291588356882202, 'avg_acc_mask': 57.34550523409955, 'loss': 1.345707654953003}
+{'epoch': 146, 'iter': 680, 'avg_loss': 1.2288815747623751, 'avg_acc_mask': 57.39284945078613, 'loss': 1.2864048480987549}
+{'epoch': 146, 'iter': 690, 'avg_loss': 1.2295123988226078, 'avg_acc_mask': 57.355284121083386, 'loss': 1.136436104774475}
+{'epoch': 146, 'iter': 700, 'avg_loss': 1.23057836345191, 'avg_acc_mask': 57.28366013071895, 'loss': 1.2094521522521973}
+{'epoch': 146, 'iter': 710, 'avg_loss': 1.2295903031165423, 'avg_acc_mask': 57.31260954737601, 'loss': 1.343519687652588}
+{'epoch': 146, 'iter': 720, 'avg_loss': 1.2308331913161046, 'avg_acc_mask': 57.23326386417933, 'loss': 1.324447512626648}
+{'epoch': 146, 'iter': 730, 'avg_loss': 1.2297063318225168, 'avg_acc_mask': 57.27826675693974, 'loss': 1.1530852317810059}
+{'epoch': 146, 'iter': 740, 'avg_loss': 1.2300064019185168, 'avg_acc_mask': 57.27497527200791, 'loss': 1.3001022338867188}
+{'epoch': 146, 'iter': 750, 'avg_loss': 1.2311584924095957, 'avg_acc_mask': 57.24508486994749, 'loss': 0.9971659779548645}
+{'epoch': 146, 'iter': 760, 'avg_loss': 1.2305971030806744, 'avg_acc_mask': 57.26162076194608, 'loss': 1.202742576599121}
+{'epoch': 146, 'iter': 770, 'avg_loss': 1.2322829602293468, 'avg_acc_mask': 57.17441390940833, 'loss': 1.4587459564208984}
+{'epoch': 146, 'iter': 780, 'avg_loss': 1.2315166234664818, 'avg_acc_mask': 57.21858654094246, 'loss': 1.1466014385223389}
+{'epoch': 146, 'iter': 790, 'avg_loss': 1.2319262366831378, 'avg_acc_mask': 57.214368482039404, 'loss': 1.2025361061096191}
+{'epoch': 146, 'iter': 800, 'avg_loss': 1.231560859117615, 'avg_acc_mask': 57.23894939141576, 'loss': 1.3201364278793335}
+{'epoch': 146, 'iter': 810, 'avg_loss': 1.2320555385326193, 'avg_acc_mask': 57.224506393168575, 'loss': 1.2656335830688477}
+{'epoch': 146, 'iter': 820, 'avg_loss': 1.2324881555101903, 'avg_acc_mask': 57.209520407251944, 'loss': 1.3473742008209229}
+{'epoch': 146, 'iter': 830, 'avg_loss': 1.2326153293700282, 'avg_acc_mask': 57.21818944024005, 'loss': 1.1585935354232788}
+{'epoch': 146, 'iter': 840, 'avg_loss': 1.231849576573593, 'avg_acc_mask': 57.21542721346502, 'loss': 1.34018075466156}
+{'epoch': 146, 'iter': 850, 'avg_loss': 1.2319979482756098, 'avg_acc_mask': 57.22584392951655, 'loss': 1.3004614114761353}
+{'epoch': 146, 'iter': 860, 'avg_loss': 1.2331237596363418, 'avg_acc_mask': 57.17807578687862, 'loss': 1.3680667877197266}
+{'epoch': 146, 'iter': 870, 'avg_loss': 1.2339653257113785, 'avg_acc_mask': 57.1497473105878, 'loss': 1.1426457166671753}
+{'epoch': 146, 'iter': 880, 'avg_loss': 1.2343242020937155, 'avg_acc_mask': 57.144338448776445, 'loss': 1.084610939025879}
+{'epoch': 146, 'iter': 890, 'avg_loss': 1.2335889995031217, 'avg_acc_mask': 57.18915371046478, 'loss': 1.022810935974121}
+{'epoch': 146, 'iter': 900, 'avg_loss': 1.233551727084817, 'avg_acc_mask': 57.202246963152234, 'loss': 1.5743844509124756}
+{'epoch': 146, 'iter': 910, 'avg_loss': 1.2347669845485791, 'avg_acc_mask': 57.1677830813044, 'loss': 1.2026668787002563}
+{'epoch': 146, 'iter': 920, 'avg_loss': 1.2347840463558575, 'avg_acc_mask': 57.166967813672734, 'loss': 1.3874051570892334}
+{'epoch': 146, 'iter': 930, 'avg_loss': 1.2337210979932873, 'avg_acc_mask': 57.18890657861117, 'loss': 1.4950904846191406}
+{'epoch': 146, 'iter': 940, 'avg_loss': 1.2338936347257066, 'avg_acc_mask': 57.1853204592699, 'loss': 0.8657713532447815}
+{'epoch': 146, 'iter': 950, 'avg_loss': 1.2338051801600292, 'avg_acc_mask': 57.19282735292421, 'loss': 1.4706271886825562}
+{'epoch': 146, 'iter': 960, 'avg_loss': 1.2342802527419734, 'avg_acc_mask': 57.19554389566937, 'loss': 1.4294193983078003}
+{'epoch': 146, 'iter': 970, 'avg_loss': 1.2339971835286683, 'avg_acc_mask': 57.20657144470162, 'loss': 1.10352623462677}
+{'epoch': 146, 'iter': 980, 'avg_loss': 1.2346155506755234, 'avg_acc_mask': 57.172653965770905, 'loss': 1.0295345783233643}
+{'epoch': 146, 'iter': 990, 'avg_loss': 1.2360258176396521, 'avg_acc_mask': 57.14891108081217, 'loss': 1.2236789464950562}
+{'epoch': 146, 'iter': 1000, 'avg_loss': 1.2360884829477354, 'avg_acc_mask': 57.15041213801153, 'loss': 1.5025339126586914}
+{'epoch': 146, 'iter': 1010, 'avg_loss': 1.2363115140521561, 'avg_acc_mask': 57.12685421070699, 'loss': 1.1467547416687012}
+{'epoch': 146, 'iter': 1020, 'avg_loss': 1.2366315498875124, 'avg_acc_mask': 57.11013688825266, 'loss': 0.9887131452560425}
+{'epoch': 146, 'iter': 1030, 'avg_loss': 1.236979057844349, 'avg_acc_mask': 57.08103506376035, 'loss': 1.305258870124817}
+{'epoch': 146, 'iter': 1040, 'avg_loss': 1.2378158042570584, 'avg_acc_mask': 57.04749859471613, 'loss': 1.3492436408996582}
+{'epoch': 146, 'iter': 1050, 'avg_loss': 1.2379413179620802, 'avg_acc_mask': 57.03719173671662, 'loss': 1.3599655628204346}
+{'epoch': 146, 'iter': 1060, 'avg_loss': 1.238374342455491, 'avg_acc_mask': 57.035964277093896, 'loss': 0.9404739141464233}
+{'epoch': 146, 'iter': 1070, 'avg_loss': 1.2374730765207365, 'avg_acc_mask': 57.08233686368295, 'loss': 1.3515009880065918}
+{'epoch': 146, 'iter': 1080, 'avg_loss': 1.2366132641367953, 'avg_acc_mask': 57.113611369596484, 'loss': 0.9200013279914856}
+{'epoch': 146, 'iter': 1090, 'avg_loss': 1.2370802543777375, 'avg_acc_mask': 57.08568462298431, 'loss': 1.2903343439102173}
+{'epoch': 146, 'iter': 1100, 'avg_loss': 1.2362967791284463, 'avg_acc_mask': 57.11534950118686, 'loss': 0.9519233107566833}
+{'epoch': 'EP146_train', 'avg_loss': 1.2361331099298745, 'total_masked_acc': 57.115216061122226}
+{'epoch': 147, 'iter': 0, 'avg_loss': 1.3946305513381958, 'avg_acc_mask': 49.056603773584904, 'loss': 1.3946305513381958}
+{'epoch': 147, 'iter': 10, 'avg_loss': 1.293532133102417, 'avg_acc_mask': 54.385964912280706, 'loss': 0.9638890624046326}
+{'epoch': 147, 'iter': 20, 'avg_loss': 1.291756734961555, 'avg_acc_mask': 55.527638190954775, 'loss': 1.4615459442138672}
+{'epoch': 147, 'iter': 30, 'avg_loss': 1.2748985367436563, 'avg_acc_mask': 56.043956043956044, 'loss': 1.2958532571792603}
+{'epoch': 147, 'iter': 40, 'avg_loss': 1.2727867015978185, 'avg_acc_mask': 56.07517482517482, 'loss': 0.9764312505722046}
+{'epoch': 147, 'iter': 50, 'avg_loss': 1.2736381152096916, 'avg_acc_mask': 55.50139275766016, 'loss': 1.307265043258667}
+{'epoch': 147, 'iter': 60, 'avg_loss': 1.2590775773173473, 'avg_acc_mask': 55.99881796690307, 'loss': 1.2699860334396362}
+{'epoch': 147, 'iter': 70, 'avg_loss': 1.2524629990819474, 'avg_acc_mask': 56.583541147132166, 'loss': 1.1996057033538818}
+{'epoch': 147, 'iter': 80, 'avg_loss': 1.2531974558477048, 'avg_acc_mask': 56.3532261616384, 'loss': 1.5750590562820435}
+{'epoch': 147, 'iter': 90, 'avg_loss': 1.241922942491678, 'avg_acc_mask': 56.70945157526255, 'loss': 1.333424687385559}
+{'epoch': 147, 'iter': 100, 'avg_loss': 1.2406186974874818, 'avg_acc_mask': 56.58804752615711, 'loss': 0.9663733839988708}
+{'epoch': 147, 'iter': 110, 'avg_loss': 1.243665583498843, 'avg_acc_mask': 56.52244368821909, 'loss': 1.1325535774230957}
+{'epoch': 147, 'iter': 120, 'avg_loss': 1.2302041206478087, 'avg_acc_mask': 57.18120805369128, 'loss': 1.4413567781448364}
+{'epoch': 147, 'iter': 130, 'avg_loss': 1.2271430765399496, 'avg_acc_mask': 57.398551714715126, 'loss': 1.3137013912200928}
+{'epoch': 147, 'iter': 140, 'avg_loss': 1.2306954256186249, 'avg_acc_mask': 57.07589002913974, 'loss': 1.1510810852050781}
+{'epoch': 147, 'iter': 150, 'avg_loss': 1.2258649582894432, 'avg_acc_mask': 57.25662664923333, 'loss': 1.3074538707733154}
+{'epoch': 147, 'iter': 160, 'avg_loss': 1.2246652945228245, 'avg_acc_mask': 57.37136465324385, 'loss': 1.1457891464233398}
+{'epoch': 147, 'iter': 170, 'avg_loss': 1.2300632467046815, 'avg_acc_mask': 57.183424484644505, 'loss': 1.2839339971542358}
+{'epoch': 147, 'iter': 180, 'avg_loss': 1.2314225757978239, 'avg_acc_mask': 57.17123559793404, 'loss': 1.2320700883865356}
+{'epoch': 147, 'iter': 190, 'avg_loss': 1.2309454308130354, 'avg_acc_mask': 57.064910630291635, 'loss': 1.0606805086135864}
+{'epoch': 147, 'iter': 200, 'avg_loss': 1.228921023767386, 'avg_acc_mask': 57.07504925667204, 'loss': 0.9980292320251465}
+{'epoch': 147, 'iter': 210, 'avg_loss': 1.2273202778603793, 'avg_acc_mask': 57.125830069811, 'loss': 1.008768081665039}
+{'epoch': 147, 'iter': 220, 'avg_loss': 1.2261656905730924, 'avg_acc_mask': 57.1951815074068, 'loss': 1.5021698474884033}
+{'epoch': 147, 'iter': 230, 'avg_loss': 1.2269125299536305, 'avg_acc_mask': 57.31888013725337, 'loss': 1.2402241230010986}
+{'epoch': 147, 'iter': 240, 'avg_loss': 1.229389392488725, 'avg_acc_mask': 57.239309827456864, 'loss': 1.3949190378189087}
+{'epoch': 147, 'iter': 250, 'avg_loss': 1.2331702656954884, 'avg_acc_mask': 57.0665511765555, 'loss': 1.1108458042144775}
+{'epoch': 147, 'iter': 260, 'avg_loss': 1.2344532962959844, 'avg_acc_mask': 56.970369856359724, 'loss': 1.0240813493728638}
+{'epoch': 147, 'iter': 270, 'avg_loss': 1.233161145470679, 'avg_acc_mask': 57.05029724133325, 'loss': 1.170287847518921}
+{'epoch': 147, 'iter': 280, 'avg_loss': 1.23541209430457, 'avg_acc_mask': 56.9094666150071, 'loss': 0.6543722748756409}
+{'epoch': 147, 'iter': 290, 'avg_loss': 1.2347226962191133, 'avg_acc_mask': 56.97477939795982, 'loss': 1.2707732915878296}
+{'epoch': 147, 'iter': 300, 'avg_loss': 1.2321069654436207, 'avg_acc_mask': 57.112539413048744, 'loss': 0.9877720475196838}
+{'epoch': 147, 'iter': 310, 'avg_loss': 1.2292634363726405, 'avg_acc_mask': 57.15124471582903, 'loss': 1.045351505279541}
+{'epoch': 147, 'iter': 320, 'avg_loss': 1.227121984661554, 'avg_acc_mask': 57.187749971431835, 'loss': 1.000709056854248}
+{'epoch': 147, 'iter': 330, 'avg_loss': 1.2298595568564723, 'avg_acc_mask': 57.09306185681089, 'loss': 1.197435975074768}
+{'epoch': 147, 'iter': 340, 'avg_loss': 1.2279954818336845, 'avg_acc_mask': 57.169780841096326, 'loss': 1.173011064529419}
+{'epoch': 147, 'iter': 350, 'avg_loss': 1.2278754882663063, 'avg_acc_mask': 57.19294573237741, 'loss': 1.2426040172576904}
+{'epoch': 147, 'iter': 360, 'avg_loss': 1.2266009093321593, 'avg_acc_mask': 57.26539105719941, 'loss': 1.1048351526260376}
+{'epoch': 147, 'iter': 370, 'avg_loss': 1.2259651674735899, 'avg_acc_mask': 57.303814983198265, 'loss': 1.1664247512817383}
+{'epoch': 147, 'iter': 380, 'avg_loss': 1.2276747871258753, 'avg_acc_mask': 57.25465719224121, 'loss': 0.8075955510139465}
+{'epoch': 147, 'iter': 390, 'avg_loss': 1.2288995385169983, 'avg_acc_mask': 57.20376704305862, 'loss': 1.5119290351867676}
+{'epoch': 147, 'iter': 400, 'avg_loss': 1.2300963370580031, 'avg_acc_mask': 57.14089598682103, 'loss': 1.088775396347046}
+{'epoch': 147, 'iter': 410, 'avg_loss': 1.2288592520131392, 'avg_acc_mask': 57.226492670718635, 'loss': 1.1176135540008545}
+{'epoch': 147, 'iter': 420, 'avg_loss': 1.2280738339571375, 'avg_acc_mask': 57.256305087703986, 'loss': 1.2685898542404175}
+{'epoch': 147, 'iter': 430, 'avg_loss': 1.228369419231769, 'avg_acc_mask': 57.30729877216917, 'loss': 1.4857535362243652}
+{'epoch': 147, 'iter': 440, 'avg_loss': 1.2287591488993899, 'avg_acc_mask': 57.31468764306822, 'loss': 1.4705283641815186}
+{'epoch': 147, 'iter': 450, 'avg_loss': 1.2300328469593615, 'avg_acc_mask': 57.27435646790485, 'loss': 1.2450939416885376}
+{'epoch': 147, 'iter': 460, 'avg_loss': 1.2314069449513698, 'avg_acc_mask': 57.222509857023375, 'loss': 1.190893530845642}
+{'epoch': 147, 'iter': 470, 'avg_loss': 1.2317820164808042, 'avg_acc_mask': 57.17459080280592, 'loss': 1.1566940546035767}
+{'epoch': 147, 'iter': 480, 'avg_loss': 1.229727011832279, 'avg_acc_mask': 57.17120073257278, 'loss': 0.9421814680099487}
+{'epoch': 147, 'iter': 490, 'avg_loss': 1.2292164352906454, 'avg_acc_mask': 57.239700374531836, 'loss': 1.3845725059509277}
+{'epoch': 147, 'iter': 500, 'avg_loss': 1.2297621694153655, 'avg_acc_mask': 57.22884933015232, 'loss': 1.2831975221633911}
+{'epoch': 147, 'iter': 510, 'avg_loss': 1.2296469925434388, 'avg_acc_mask': 57.21580896896465, 'loss': 1.0436502695083618}
+{'epoch': 147, 'iter': 520, 'avg_loss': 1.228239027872653, 'avg_acc_mask': 57.27603375825417, 'loss': 1.3205076456069946}
+{'epoch': 147, 'iter': 530, 'avg_loss': 1.2283322117422935, 'avg_acc_mask': 57.282258901692096, 'loss': 1.2231253385543823}
+{'epoch': 147, 'iter': 540, 'avg_loss': 1.2277080177599753, 'avg_acc_mask': 57.262664674724974, 'loss': 1.2216769456863403}
+{'epoch': 147, 'iter': 550, 'avg_loss': 1.2275653450112594, 'avg_acc_mask': 57.209472737567864, 'loss': 1.2301260232925415}
+{'epoch': 147, 'iter': 560, 'avg_loss': 1.227140780544961, 'avg_acc_mask': 57.264565174651025, 'loss': 1.0124396085739136}
+{'epoch': 147, 'iter': 570, 'avg_loss': 1.2261253870932316, 'avg_acc_mask': 57.31259659969088, 'loss': 1.2882680892944336}
+{'epoch': 147, 'iter': 580, 'avg_loss': 1.225375874522631, 'avg_acc_mask': 57.37146103588675, 'loss': 1.3236607313156128}
+{'epoch': 147, 'iter': 590, 'avg_loss': 1.2246249376618117, 'avg_acc_mask': 57.37938732481707, 'loss': 0.7889757752418518}
+{'epoch': 147, 'iter': 600, 'avg_loss': 1.2245274051255275, 'avg_acc_mask': 57.408874801901746, 'loss': 1.2197511196136475}
+{'epoch': 147, 'iter': 610, 'avg_loss': 1.225147177271679, 'avg_acc_mask': 57.43158272950476, 'loss': 1.4922449588775635}
+{'epoch': 147, 'iter': 620, 'avg_loss': 1.2227932775270152, 'avg_acc_mask': 57.504275520434035, 'loss': 1.3922946453094482}
+{'epoch': 147, 'iter': 630, 'avg_loss': 1.2208888805611575, 'avg_acc_mask': 57.59693744380964, 'loss': 0.8570079207420349}
+{'epoch': 147, 'iter': 640, 'avg_loss': 1.2211082755310487, 'avg_acc_mask': 57.62561519972531, 'loss': 1.0479744672775269}
+{'epoch': 147, 'iter': 650, 'avg_loss': 1.2217994102501466, 'avg_acc_mask': 57.62558880771726, 'loss': 1.2236381769180298}
+{'epoch': 147, 'iter': 660, 'avg_loss': 1.219805784557302, 'avg_acc_mask': 57.68707104948735, 'loss': 0.9455769062042236}
+{'epoch': 147, 'iter': 670, 'avg_loss': 1.2211472956150016, 'avg_acc_mask': 57.64293729643922, 'loss': 1.5050578117370605}
+{'epoch': 147, 'iter': 680, 'avg_loss': 1.2208859924002715, 'avg_acc_mask': 57.638907610600384, 'loss': 1.2508293390274048}
+{'epoch': 147, 'iter': 690, 'avg_loss': 1.2216900140262719, 'avg_acc_mask': 57.592582753307475, 'loss': 1.3722069263458252}
+{'epoch': 147, 'iter': 700, 'avg_loss': 1.2222140479870087, 'avg_acc_mask': 57.57266300078555, 'loss': 1.095949649810791}
+{'epoch': 147, 'iter': 710, 'avg_loss': 1.2216557452950296, 'avg_acc_mask': 57.59776680710279, 'loss': 1.1708711385726929}
+{'epoch': 147, 'iter': 720, 'avg_loss': 1.22179174671226, 'avg_acc_mask': 57.61356691790589, 'loss': 1.552004098892212}
+{'epoch': 147, 'iter': 730, 'avg_loss': 1.2214112047783816, 'avg_acc_mask': 57.63848762718251, 'loss': 1.2848198413848877}
+{'epoch': 147, 'iter': 740, 'avg_loss': 1.220520975699148, 'avg_acc_mask': 57.6788679338802, 'loss': 1.037981390953064}
+{'epoch': 147, 'iter': 750, 'avg_loss': 1.2210823714971224, 'avg_acc_mask': 57.65937668183375, 'loss': 0.9059534668922424}
+{'epoch': 147, 'iter': 760, 'avg_loss': 1.221073245406934, 'avg_acc_mask': 57.67631846086915, 'loss': 1.29437255859375}
+{'epoch': 147, 'iter': 770, 'avg_loss': 1.2209058340576062, 'avg_acc_mask': 57.66527695056581, 'loss': 1.3123810291290283}
+{'epoch': 147, 'iter': 780, 'avg_loss': 1.2205105118653838, 'avg_acc_mask': 57.73617741821688, 'loss': 1.0314196348190308}
+{'epoch': 147, 'iter': 790, 'avg_loss': 1.2199587712697826, 'avg_acc_mask': 57.789236522425846, 'loss': 1.3774904012680054}
+{'epoch': 147, 'iter': 800, 'avg_loss': 1.2193057327234789, 'avg_acc_mask': 57.83820998278829, 'loss': 1.4445548057556152}
+{'epoch': 147, 'iter': 810, 'avg_loss': 1.2193721848116261, 'avg_acc_mask': 57.80785887581344, 'loss': 1.163413166999817}
+{'epoch': 147, 'iter': 820, 'avg_loss': 1.2200579146665138, 'avg_acc_mask': 57.794898210566394, 'loss': 1.165429949760437}
+{'epoch': 147, 'iter': 830, 'avg_loss': 1.2201240933472213, 'avg_acc_mask': 57.800704022670416, 'loss': 1.229013204574585}
+{'epoch': 147, 'iter': 840, 'avg_loss': 1.220815766509733, 'avg_acc_mask': 57.78293115141439, 'loss': 1.3633381128311157}
+{'epoch': 147, 'iter': 850, 'avg_loss': 1.2216905430397051, 'avg_acc_mask': 57.74169837426496, 'loss': 1.1081451177597046}
+{'epoch': 147, 'iter': 860, 'avg_loss': 1.2228007166366266, 'avg_acc_mask': 57.67833482925161, 'loss': 1.4492353200912476}
+{'epoch': 147, 'iter': 870, 'avg_loss': 1.2238528691531596, 'avg_acc_mask': 57.64137814700797, 'loss': 1.220805048942566}
+{'epoch': 147, 'iter': 880, 'avg_loss': 1.2226073235848434, 'avg_acc_mask': 57.65677462409543, 'loss': 0.7662653923034668}
+{'epoch': 147, 'iter': 890, 'avg_loss': 1.2227153731917693, 'avg_acc_mask': 57.69254587866152, 'loss': 1.0796157121658325}
+{'epoch': 147, 'iter': 900, 'avg_loss': 1.2228126757417481, 'avg_acc_mask': 57.67473173120078, 'loss': 1.4471358060836792}
+{'epoch': 147, 'iter': 910, 'avg_loss': 1.2228730082119335, 'avg_acc_mask': 57.66825371207231, 'loss': 1.332047700881958}
+{'epoch': 147, 'iter': 920, 'avg_loss': 1.2224662921327722, 'avg_acc_mask': 57.700369298333165, 'loss': 0.8283371925354004}
+{'epoch': 147, 'iter': 930, 'avg_loss': 1.2217241005149744, 'avg_acc_mask': 57.708946526282524, 'loss': 1.384109377861023}
+{'epoch': 147, 'iter': 940, 'avg_loss': 1.221089094212154, 'avg_acc_mask': 57.72853402118263, 'loss': 0.8899920582771301}
+{'epoch': 147, 'iter': 950, 'avg_loss': 1.2213147722584217, 'avg_acc_mask': 57.72807237999498, 'loss': 1.717284083366394}
+{'epoch': 147, 'iter': 960, 'avg_loss': 1.2207416185603306, 'avg_acc_mask': 57.74610159762747, 'loss': 1.0879958868026733}
+{'epoch': 147, 'iter': 970, 'avg_loss': 1.2202674089082115, 'avg_acc_mask': 57.76431613819214, 'loss': 0.9206829071044922}
+{'epoch': 147, 'iter': 980, 'avg_loss': 1.2204920136114388, 'avg_acc_mask': 57.74397212282444, 'loss': 1.031435251235962}
+{'epoch': 147, 'iter': 990, 'avg_loss': 1.222509723137895, 'avg_acc_mask': 57.69537258390319, 'loss': 1.4831857681274414}
+{'epoch': 147, 'iter': 1000, 'avg_loss': 1.2233495406218462, 'avg_acc_mask': 57.684056110754554, 'loss': 1.3377959728240967}
+{'epoch': 147, 'iter': 1010, 'avg_loss': 1.2229144359200927, 'avg_acc_mask': 57.681201532789714, 'loss': 1.1927212476730347}
+{'epoch': 147, 'iter': 1020, 'avg_loss': 1.223393064112668, 'avg_acc_mask': 57.67737761483718, 'loss': 0.9568438529968262}
+{'epoch': 147, 'iter': 1030, 'avg_loss': 1.2230741923347939, 'avg_acc_mask': 57.69997153430116, 'loss': 1.2946466207504272}
+{'epoch': 147, 'iter': 1040, 'avg_loss': 1.2231327228312534, 'avg_acc_mask': 57.70518967705542, 'loss': 1.299718976020813}
+{'epoch': 147, 'iter': 1050, 'avg_loss': 1.2226520988285599, 'avg_acc_mask': 57.72058181564197, 'loss': 1.2628989219665527}
+{'epoch': 147, 'iter': 1060, 'avg_loss': 1.2226348134507332, 'avg_acc_mask': 57.730871624658576, 'loss': 1.1641905307769775}
+{'epoch': 147, 'iter': 1070, 'avg_loss': 1.2227568682613605, 'avg_acc_mask': 57.71297532258617, 'loss': 1.3126178979873657}
+{'epoch': 147, 'iter': 1080, 'avg_loss': 1.2219626403428359, 'avg_acc_mask': 57.763280521901216, 'loss': 1.1972246170043945}
+{'epoch': 147, 'iter': 1090, 'avg_loss': 1.222402096177109, 'avg_acc_mask': 57.75769566092147, 'loss': 1.23801851272583}
+{'epoch': 147, 'iter': 1100, 'avg_loss': 1.2228150438114689, 'avg_acc_mask': 57.74561286891784, 'loss': 1.3302146196365356}
+{'epoch': 'EP147_train', 'avg_loss': 1.2232699378043819, 'total_masked_acc': 57.72687399659048}
+{'epoch': 148, 'iter': 0, 'avg_loss': 1.4126603603363037, 'avg_acc_mask': 51.61290322580645, 'loss': 1.4126603603363037}
+{'epoch': 148, 'iter': 10, 'avg_loss': 1.2940287590026855, 'avg_acc_mask': 57.453416149068325, 'loss': 1.1558384895324707}
+{'epoch': 148, 'iter': 20, 'avg_loss': 1.251391555581774, 'avg_acc_mask': 56.98178664353859, 'loss': 0.9866023063659668}
+{'epoch': 148, 'iter': 30, 'avg_loss': 1.2469987619307734, 'avg_acc_mask': 56.52173913043478, 'loss': 1.1892695426940918}
+{'epoch': 148, 'iter': 40, 'avg_loss': 1.23349905740924, 'avg_acc_mask': 57.50784401613627, 'loss': 0.9135797023773193}
+{'epoch': 148, 'iter': 50, 'avg_loss': 1.2522737337093728, 'avg_acc_mask': 56.74518201284796, 'loss': 1.2330137491226196}
+{'epoch': 148, 'iter': 60, 'avg_loss': 1.2270790934562683, 'avg_acc_mask': 56.992481203007515, 'loss': 1.1550157070159912}
+{'epoch': 148, 'iter': 70, 'avg_loss': 1.2320305050258906, 'avg_acc_mask': 57.039149598133264, 'loss': 1.2741459608078003}
+{'epoch': 148, 'iter': 80, 'avg_loss': 1.2343705576143147, 'avg_acc_mask': 57.14930085701398, 'loss': 1.076953411102295}
+{'epoch': 148, 'iter': 90, 'avg_loss': 1.2443313985080509, 'avg_acc_mask': 57.04819277108434, 'loss': 1.473061203956604}
+{'epoch': 148, 'iter': 100, 'avg_loss': 1.2347761309973084, 'avg_acc_mask': 57.442157041355436, 'loss': 0.9868549704551697}
+{'epoch': 148, 'iter': 110, 'avg_loss': 1.2394031662124771, 'avg_acc_mask': 57.31382978723404, 'loss': 1.1829439401626587}
+{'epoch': 148, 'iter': 120, 'avg_loss': 1.2375911927420247, 'avg_acc_mask': 57.23684210526315, 'loss': 1.4354525804519653}
+{'epoch': 148, 'iter': 130, 'avg_loss': 1.235528067778085, 'avg_acc_mask': 57.30828978957775, 'loss': 1.1561076641082764}
+{'epoch': 148, 'iter': 140, 'avg_loss': 1.2358771579485412, 'avg_acc_mask': 57.39916186485071, 'loss': 1.299825668334961}
+{'epoch': 148, 'iter': 150, 'avg_loss': 1.2286730009988445, 'avg_acc_mask': 57.69420468557337, 'loss': 1.5913094282150269}
+{'epoch': 148, 'iter': 160, 'avg_loss': 1.232021088925948, 'avg_acc_mask': 57.68250289687138, 'loss': 1.3719353675842285}
+{'epoch': 148, 'iter': 170, 'avg_loss': 1.2354700370141638, 'avg_acc_mask': 57.604583288293156, 'loss': 1.1638476848602295}
+{'epoch': 148, 'iter': 180, 'avg_loss': 1.236971984581394, 'avg_acc_mask': 57.53843021480199, 'loss': 1.3194681406021118}
+{'epoch': 148, 'iter': 190, 'avg_loss': 1.233801234767075, 'avg_acc_mask': 57.57633954292298, 'loss': 1.0374770164489746}
+{'epoch': 148, 'iter': 200, 'avg_loss': 1.231027412473859, 'avg_acc_mask': 57.69160750045512, 'loss': 1.3250560760498047}
+{'epoch': 148, 'iter': 210, 'avg_loss': 1.2289165292305968, 'avg_acc_mask': 57.59909987882984, 'loss': 1.0848872661590576}
+{'epoch': 148, 'iter': 220, 'avg_loss': 1.2295495088283832, 'avg_acc_mask': 57.64550045533571, 'loss': 1.4161044359207153}
+{'epoch': 148, 'iter': 230, 'avg_loss': 1.2285143100854121, 'avg_acc_mask': 57.720937598986374, 'loss': 0.7265441417694092}
+{'epoch': 148, 'iter': 240, 'avg_loss': 1.2277904189968505, 'avg_acc_mask': 57.81036316669199, 'loss': 1.1279239654541016}
+{'epoch': 148, 'iter': 250, 'avg_loss': 1.2284943330810365, 'avg_acc_mask': 57.73753012488133, 'loss': 1.211815595626831}
+{'epoch': 148, 'iter': 260, 'avg_loss': 1.2295973890129177, 'avg_acc_mask': 57.759225480566855, 'loss': 1.0225121974945068}
+{'epoch': 148, 'iter': 270, 'avg_loss': 1.2296722491728864, 'avg_acc_mask': 57.74515086206896, 'loss': 1.4647194147109985}
+{'epoch': 148, 'iter': 280, 'avg_loss': 1.2320865564499037, 'avg_acc_mask': 57.66399583089049, 'loss': 1.133720874786377}
+{'epoch': 148, 'iter': 290, 'avg_loss': 1.2326789707252659, 'avg_acc_mask': 57.694975096147786, 'loss': 1.3275395631790161}
+{'epoch': 148, 'iter': 300, 'avg_loss': 1.229665248695006, 'avg_acc_mask': 57.72793759141882, 'loss': 1.0843905210494995}
+{'epoch': 148, 'iter': 310, 'avg_loss': 1.2280971036079995, 'avg_acc_mask': 57.77344442474739, 'loss': 0.8265398740768433}
+{'epoch': 148, 'iter': 320, 'avg_loss': 1.2280641697648902, 'avg_acc_mask': 57.7824915438858, 'loss': 1.1464627981185913}
+{'epoch': 148, 'iter': 330, 'avg_loss': 1.2288983770367603, 'avg_acc_mask': 57.714539795464646, 'loss': 1.28928804397583}
+{'epoch': 148, 'iter': 340, 'avg_loss': 1.2293324456536525, 'avg_acc_mask': 57.73145904023267, 'loss': 1.380017876625061}
+{'epoch': 148, 'iter': 350, 'avg_loss': 1.231041033553262, 'avg_acc_mask': 57.76810986476569, 'loss': 1.2204164266586304}
+{'epoch': 148, 'iter': 360, 'avg_loss': 1.229927574993831, 'avg_acc_mask': 57.772574569887006, 'loss': 1.11591374874115}
+{'epoch': 148, 'iter': 370, 'avg_loss': 1.2282705300580459, 'avg_acc_mask': 57.79198255785144, 'loss': 1.240026593208313}
+{'epoch': 148, 'iter': 380, 'avg_loss': 1.2306913137435913, 'avg_acc_mask': 57.710651828298886, 'loss': 0.773757815361023}
+{'epoch': 148, 'iter': 390, 'avg_loss': 1.2297336340255445, 'avg_acc_mask': 57.75845864661654, 'loss': 1.2290858030319214}
+{'epoch': 148, 'iter': 400, 'avg_loss': 1.2285376336806433, 'avg_acc_mask': 57.77146262089197, 'loss': 1.103591799736023}
+{'epoch': 148, 'iter': 410, 'avg_loss': 1.227038386094309, 'avg_acc_mask': 57.795169946332734, 'loss': 1.0153971910476685}
+{'epoch': 148, 'iter': 420, 'avg_loss': 1.2279680151837455, 'avg_acc_mask': 57.75737704918033, 'loss': 1.0866260528564453}
+{'epoch': 148, 'iter': 430, 'avg_loss': 1.2268881756302374, 'avg_acc_mask': 57.77644590949955, 'loss': 1.4489825963974}
+{'epoch': 148, 'iter': 440, 'avg_loss': 1.2272637372925168, 'avg_acc_mask': 57.7749895441238, 'loss': 2.066598415374756}
+{'epoch': 148, 'iter': 450, 'avg_loss': 1.226508223957603, 'avg_acc_mask': 57.73368787073021, 'loss': 1.3007856607437134}
+{'epoch': 148, 'iter': 460, 'avg_loss': 1.2293254919269339, 'avg_acc_mask': 57.65265345268542, 'loss': 1.2372143268585205}
+{'epoch': 148, 'iter': 470, 'avg_loss': 1.2306073585133643, 'avg_acc_mask': 57.59931252685442, 'loss': 1.3773930072784424}
+{'epoch': 148, 'iter': 480, 'avg_loss': 1.2306766081252862, 'avg_acc_mask': 57.57228086278109, 'loss': 1.2788941860198975}
+{'epoch': 148, 'iter': 490, 'avg_loss': 1.2311159947739114, 'avg_acc_mask': 57.588365381011286, 'loss': 1.2346746921539307}
+{'epoch': 148, 'iter': 500, 'avg_loss': 1.2291349954233912, 'avg_acc_mask': 57.650303364589085, 'loss': 1.3947575092315674}
+{'epoch': 148, 'iter': 510, 'avg_loss': 1.2283483250267118, 'avg_acc_mask': 57.64807671509428, 'loss': 1.1668057441711426}
+{'epoch': 148, 'iter': 520, 'avg_loss': 1.2273749529514568, 'avg_acc_mask': 57.69217163677527, 'loss': 1.1491785049438477}
+{'epoch': 148, 'iter': 530, 'avg_loss': 1.2274826430556016, 'avg_acc_mask': 57.671865772744646, 'loss': 1.181901216506958}
+{'epoch': 148, 'iter': 540, 'avg_loss': 1.2275413425704689, 'avg_acc_mask': 57.67406952546652, 'loss': 1.2768659591674805}
+{'epoch': 148, 'iter': 550, 'avg_loss': 1.2275791513292413, 'avg_acc_mask': 57.72126484858625, 'loss': 1.098845362663269}
+{'epoch': 148, 'iter': 560, 'avg_loss': 1.2278407620873681, 'avg_acc_mask': 57.68914338368381, 'loss': 1.1289184093475342}
+{'epoch': 148, 'iter': 570, 'avg_loss': 1.2260637390843205, 'avg_acc_mask': 57.76467921106325, 'loss': 1.200875163078308}
+{'epoch': 148, 'iter': 580, 'avg_loss': 1.2256928800305482, 'avg_acc_mask': 57.78486055776892, 'loss': 1.614739179611206}
+{'epoch': 148, 'iter': 590, 'avg_loss': 1.2252695139894632, 'avg_acc_mask': 57.78834720570749, 'loss': 0.9630593657493591}
+{'epoch': 148, 'iter': 600, 'avg_loss': 1.2254420690449224, 'avg_acc_mask': 57.73767361645776, 'loss': 1.0908496379852295}
+{'epoch': 148, 'iter': 610, 'avg_loss': 1.2249940096258922, 'avg_acc_mask': 57.77542372881356, 'loss': 1.1145439147949219}
+{'epoch': 148, 'iter': 620, 'avg_loss': 1.2236996695231317, 'avg_acc_mask': 57.81012318429922, 'loss': 1.5837976932525635}
+{'epoch': 148, 'iter': 630, 'avg_loss': 1.2226146177142245, 'avg_acc_mask': 57.83019421463358, 'loss': 0.6939022541046143}
+{'epoch': 148, 'iter': 640, 'avg_loss': 1.2227938076635232, 'avg_acc_mask': 57.824350141839865, 'loss': 0.954065203666687}
+{'epoch': 148, 'iter': 650, 'avg_loss': 1.222485138340846, 'avg_acc_mask': 57.7958368976333, 'loss': 0.9310894012451172}
+{'epoch': 148, 'iter': 660, 'avg_loss': 1.2214878223126306, 'avg_acc_mask': 57.817059483726155, 'loss': 1.0363160371780396}
+{'epoch': 148, 'iter': 670, 'avg_loss': 1.2218828950127263, 'avg_acc_mask': 57.83089251174357, 'loss': 1.2378565073013306}
+{'epoch': 148, 'iter': 680, 'avg_loss': 1.222566533106189, 'avg_acc_mask': 57.77421197204167, 'loss': 1.341383695602417}
+{'epoch': 148, 'iter': 690, 'avg_loss': 1.2231845014692215, 'avg_acc_mask': 57.761713520749666, 'loss': 1.4111697673797607}
+{'epoch': 148, 'iter': 700, 'avg_loss': 1.225060903481852, 'avg_acc_mask': 57.70072511535926, 'loss': 1.3017477989196777}
+{'epoch': 148, 'iter': 710, 'avg_loss': 1.223621275857531, 'avg_acc_mask': 57.754608564519906, 'loss': 1.1275907754898071}
+{'epoch': 148, 'iter': 720, 'avg_loss': 1.2249959872598952, 'avg_acc_mask': 57.70700310280278, 'loss': 1.1936376094818115}
+{'epoch': 148, 'iter': 730, 'avg_loss': 1.2234858174982868, 'avg_acc_mask': 57.762106965928616, 'loss': 1.1318998336791992}
+{'epoch': 148, 'iter': 740, 'avg_loss': 1.2238364513264655, 'avg_acc_mask': 57.74036662925551, 'loss': 1.3591744899749756}
+{'epoch': 148, 'iter': 750, 'avg_loss': 1.2259957611798922, 'avg_acc_mask': 57.68057469002164, 'loss': 1.3189162015914917}
+{'epoch': 148, 'iter': 760, 'avg_loss': 1.2251408051567227, 'avg_acc_mask': 57.71998055420515, 'loss': 1.1772515773773193}
+{'epoch': 148, 'iter': 770, 'avg_loss': 1.2254291141234175, 'avg_acc_mask': 57.681895498430805, 'loss': 1.2546734809875488}
+{'epoch': 148, 'iter': 780, 'avg_loss': 1.2239001698591645, 'avg_acc_mask': 57.72398125798666, 'loss': 1.042325735092163}
+{'epoch': 148, 'iter': 790, 'avg_loss': 1.2233938978685892, 'avg_acc_mask': 57.734993808266545, 'loss': 1.0784844160079956}
+{'epoch': 148, 'iter': 800, 'avg_loss': 1.2229928712124534, 'avg_acc_mask': 57.68849091874178, 'loss': 1.1015385389328003}
+{'epoch': 148, 'iter': 810, 'avg_loss': 1.2213291422947414, 'avg_acc_mask': 57.741663437649585, 'loss': 1.0614125728607178}
+{'epoch': 148, 'iter': 820, 'avg_loss': 1.220891050604171, 'avg_acc_mask': 57.76085438118198, 'loss': 1.1056288480758667}
+{'epoch': 148, 'iter': 830, 'avg_loss': 1.2202685656817238, 'avg_acc_mask': 57.79773578177928, 'loss': 0.9347991943359375}
+{'epoch': 148, 'iter': 840, 'avg_loss': 1.2198191287968303, 'avg_acc_mask': 57.79943676845903, 'loss': 1.2302082777023315}
+{'epoch': 148, 'iter': 850, 'avg_loss': 1.2199461175047832, 'avg_acc_mask': 57.78289588041022, 'loss': 1.113370656967163}
+{'epoch': 148, 'iter': 860, 'avg_loss': 1.2206255116529166, 'avg_acc_mask': 57.7684282831752, 'loss': 1.2584106922149658}
+{'epoch': 148, 'iter': 870, 'avg_loss': 1.221655422113793, 'avg_acc_mask': 57.710651828298886, 'loss': 1.0650461912155151}
+{'epoch': 148, 'iter': 880, 'avg_loss': 1.221727876806638, 'avg_acc_mask': 57.718599287062275, 'loss': 1.000069499015808}
+{'epoch': 148, 'iter': 890, 'avg_loss': 1.2210354595607111, 'avg_acc_mask': 57.72874594864123, 'loss': 1.132889986038208}
+{'epoch': 148, 'iter': 900, 'avg_loss': 1.2206394610209153, 'avg_acc_mask': 57.75099082078978, 'loss': 1.3153302669525146}
+{'epoch': 148, 'iter': 910, 'avg_loss': 1.2201367491686514, 'avg_acc_mask': 57.769207348015826, 'loss': 1.2028566598892212}
+{'epoch': 148, 'iter': 920, 'avg_loss': 1.2200281825179515, 'avg_acc_mask': 57.78800546667738, 'loss': 1.3470399379730225}
+{'epoch': 148, 'iter': 930, 'avg_loss': 1.220570739114579, 'avg_acc_mask': 57.76641057282752, 'loss': 1.4155302047729492}
+{'epoch': 148, 'iter': 940, 'avg_loss': 1.2209573187939546, 'avg_acc_mask': 57.74750477390397, 'loss': 1.2181141376495361}
+{'epoch': 148, 'iter': 950, 'avg_loss': 1.221901939180998, 'avg_acc_mask': 57.697248063524185, 'loss': 1.4333597421646118}
+{'epoch': 148, 'iter': 960, 'avg_loss': 1.2229238554416662, 'avg_acc_mask': 57.667328335485365, 'loss': 1.3601166009902954}
+{'epoch': 148, 'iter': 970, 'avg_loss': 1.22239045300027, 'avg_acc_mask': 57.68445555322356, 'loss': 1.0479183197021484}
+{'epoch': 148, 'iter': 980, 'avg_loss': 1.2216111887607126, 'avg_acc_mask': 57.68663768663769, 'loss': 1.0777597427368164}
+{'epoch': 148, 'iter': 990, 'avg_loss': 1.2215751926184422, 'avg_acc_mask': 57.67599185214255, 'loss': 1.2302135229110718}
+{'epoch': 148, 'iter': 1000, 'avg_loss': 1.2211534185009403, 'avg_acc_mask': 57.68484108935604, 'loss': 1.2037655115127563}
+{'epoch': 148, 'iter': 1010, 'avg_loss': 1.2217631406057718, 'avg_acc_mask': 57.67504899357131, 'loss': 1.0961251258850098}
+{'epoch': 148, 'iter': 1020, 'avg_loss': 1.2211914960364287, 'avg_acc_mask': 57.69565374995469, 'loss': 0.8356807827949524}
+{'epoch': 148, 'iter': 1030, 'avg_loss': 1.2208262608539238, 'avg_acc_mask': 57.71384471804444, 'loss': 1.0136104822158813}
+{'epoch': 148, 'iter': 1040, 'avg_loss': 1.2208109594215921, 'avg_acc_mask': 57.711089407795434, 'loss': 1.1666384935379028}
+{'epoch': 148, 'iter': 1050, 'avg_loss': 1.2206161619366973, 'avg_acc_mask': 57.711862915853, 'loss': 1.1999409198760986}
+{'epoch': 148, 'iter': 1060, 'avg_loss': 1.2204781442066053, 'avg_acc_mask': 57.69605964533324, 'loss': 1.2699878215789795}
+{'epoch': 148, 'iter': 1070, 'avg_loss': 1.2208586029089243, 'avg_acc_mask': 57.67551805649016, 'loss': 1.6239242553710938}
+{'epoch': 148, 'iter': 1080, 'avg_loss': 1.2198085017936524, 'avg_acc_mask': 57.733419848371014, 'loss': 0.9291026592254639}
+{'epoch': 148, 'iter': 1090, 'avg_loss': 1.2204186957872427, 'avg_acc_mask': 57.70855868036776, 'loss': 1.234687328338623}
+{'epoch': 148, 'iter': 1100, 'avg_loss': 1.2198446186751695, 'avg_acc_mask': 57.7106012393234, 'loss': 1.121108889579773}
+{'epoch': 'EP148_train', 'avg_loss': 1.220049004641054, 'total_masked_acc': 57.6996229437085}
+{'epoch': 149, 'iter': 0, 'avg_loss': 1.287793755531311, 'avg_acc_mask': 56.71641791044776, 'loss': 1.287793755531311}
+{'epoch': 149, 'iter': 10, 'avg_loss': 1.2900679219852795, 'avg_acc_mask': 56.074766355140184, 'loss': 1.2672897577285767}
+{'epoch': 149, 'iter': 20, 'avg_loss': 1.2653911397570656, 'avg_acc_mask': 55.51782682512734, 'loss': 1.2758080959320068}
+{'epoch': 149, 'iter': 30, 'avg_loss': 1.2552882798256413, 'avg_acc_mask': 56.46576945582213, 'loss': 1.393876314163208}
+{'epoch': 149, 'iter': 40, 'avg_loss': 1.2414129085657073, 'avg_acc_mask': 56.391304347826086, 'loss': 1.2528749704360962}
+{'epoch': 149, 'iter': 50, 'avg_loss': 1.2607304103234236, 'avg_acc_mask': 55.412460842325096, 'loss': 1.4331828355789185}
+{'epoch': 149, 'iter': 60, 'avg_loss': 1.2245744075931486, 'avg_acc_mask': 56.72652340300265, 'loss': 1.1749178171157837}
+{'epoch': 149, 'iter': 70, 'avg_loss': 1.2311278648779427, 'avg_acc_mask': 57.1320564516129, 'loss': 1.2580081224441528}
+{'epoch': 149, 'iter': 80, 'avg_loss': 1.2309770260328128, 'avg_acc_mask': 57.47202106649111, 'loss': 1.0843497514724731}
+{'epoch': 149, 'iter': 90, 'avg_loss': 1.2365739542049365, 'avg_acc_mask': 57.3156457276629, 'loss': 1.1891076564788818}
+{'epoch': 149, 'iter': 100, 'avg_loss': 1.2251092047974614, 'avg_acc_mask': 57.79622108423097, 'loss': 0.9683933854103088}
+{'epoch': 149, 'iter': 110, 'avg_loss': 1.2268858476802036, 'avg_acc_mask': 57.974520238671175, 'loss': 0.9975893497467041}
+{'epoch': 149, 'iter': 120, 'avg_loss': 1.220622631636533, 'avg_acc_mask': 57.9191616766467, 'loss': 1.1200875043869019}
+{'epoch': 149, 'iter': 130, 'avg_loss': 1.2222302292139475, 'avg_acc_mask': 57.75969099186094, 'loss': 1.2454049587249756}
+{'epoch': 149, 'iter': 140, 'avg_loss': 1.2223689556121826, 'avg_acc_mask': 57.66123862033594, 'loss': 1.13535737991333}
+{'epoch': 149, 'iter': 150, 'avg_loss': 1.2160748136754067, 'avg_acc_mask': 57.73307636714045, 'loss': 1.296483039855957}
+{'epoch': 149, 'iter': 160, 'avg_loss': 1.2152542579248085, 'avg_acc_mask': 57.79961594939569, 'loss': 1.0403889417648315}
+{'epoch': 149, 'iter': 170, 'avg_loss': 1.2184951165963334, 'avg_acc_mask': 57.681770284510016, 'loss': 1.3241138458251953}
+{'epoch': 149, 'iter': 180, 'avg_loss': 1.2187575799984167, 'avg_acc_mask': 57.639652243429595, 'loss': 1.5114609003067017}
+{'epoch': 149, 'iter': 190, 'avg_loss': 1.22155725144591, 'avg_acc_mask': 57.42368396181835, 'loss': 1.1001476049423218}
+{'epoch': 149, 'iter': 200, 'avg_loss': 1.2232043363561678, 'avg_acc_mask': 57.42538655160014, 'loss': 1.1953305006027222}
+{'epoch': 149, 'iter': 210, 'avg_loss': 1.2231041594139207, 'avg_acc_mask': 57.35369390888927, 'loss': 1.2281537055969238}
+{'epoch': 149, 'iter': 220, 'avg_loss': 1.2195885278520542, 'avg_acc_mask': 57.46359716912064, 'loss': 1.192549228668213}
+{'epoch': 149, 'iter': 230, 'avg_loss': 1.2183492397849178, 'avg_acc_mask': 57.558275512590626, 'loss': 1.1449612379074097}
+{'epoch': 149, 'iter': 240, 'avg_loss': 1.2196570184715556, 'avg_acc_mask': 57.485791205504036, 'loss': 1.037746548652649}
+{'epoch': 149, 'iter': 250, 'avg_loss': 1.2238273164665556, 'avg_acc_mask': 57.37020234751926, 'loss': 1.0842173099517822}
+{'epoch': 149, 'iter': 260, 'avg_loss': 1.2264091767570524, 'avg_acc_mask': 57.38250381256066, 'loss': 1.1213405132293701}
+{'epoch': 149, 'iter': 270, 'avg_loss': 1.2250066208223576, 'avg_acc_mask': 57.45289927434924, 'loss': 1.0609729290008545}
+{'epoch': 149, 'iter': 280, 'avg_loss': 1.2269527099734947, 'avg_acc_mask': 57.4291771054153, 'loss': 1.1943928003311157}
+{'epoch': 149, 'iter': 290, 'avg_loss': 1.2240406758187152, 'avg_acc_mask': 57.57311761045426, 'loss': 1.3533707857131958}
+{'epoch': 149, 'iter': 300, 'avg_loss': 1.2238335013389587, 'avg_acc_mask': 57.54415576586895, 'loss': 0.9195861220359802}
+{'epoch': 149, 'iter': 310, 'avg_loss': 1.2223399522986826, 'avg_acc_mask': 57.44618624239588, 'loss': 0.8191062808036804}
+{'epoch': 149, 'iter': 320, 'avg_loss': 1.2238221463756027, 'avg_acc_mask': 57.40782756664776, 'loss': 1.1923869848251343}
+{'epoch': 149, 'iter': 330, 'avg_loss': 1.2228529521705882, 'avg_acc_mask': 57.46993905452149, 'loss': 1.3282397985458374}
+{'epoch': 149, 'iter': 340, 'avg_loss': 1.2218088759355181, 'avg_acc_mask': 57.49453828528801, 'loss': 1.041239619255066}
+{'epoch': 149, 'iter': 350, 'avg_loss': 1.2218983653943423, 'avg_acc_mask': 57.579214852460716, 'loss': 1.1653708219528198}
+{'epoch': 149, 'iter': 360, 'avg_loss': 1.2205717292849048, 'avg_acc_mask': 57.574077806893776, 'loss': 1.1268084049224854}
+{'epoch': 149, 'iter': 370, 'avg_loss': 1.221035455757717, 'avg_acc_mask': 57.55674297759694, 'loss': 1.072312355041504}
+{'epoch': 149, 'iter': 380, 'avg_loss': 1.2228763242719054, 'avg_acc_mask': 57.55207092130976, 'loss': 0.9431740641593933}
+{'epoch': 149, 'iter': 390, 'avg_loss': 1.222367029665681, 'avg_acc_mask': 57.58490916693769, 'loss': 1.2871437072753906}
+{'epoch': 149, 'iter': 400, 'avg_loss': 1.2208837845973541, 'avg_acc_mask': 57.64024086566759, 'loss': 1.137041687965393}
+{'epoch': 149, 'iter': 410, 'avg_loss': 1.2219370045221054, 'avg_acc_mask': 57.63154401026684, 'loss': 1.0220427513122559}
+{'epoch': 149, 'iter': 420, 'avg_loss': 1.2198121726088174, 'avg_acc_mask': 57.7283929266289, 'loss': 1.051864743232727}
+{'epoch': 149, 'iter': 430, 'avg_loss': 1.2197011053700457, 'avg_acc_mask': 57.75231491268868, 'loss': 1.5613690614700317}
+{'epoch': 149, 'iter': 440, 'avg_loss': 1.2206984477248592, 'avg_acc_mask': 57.705175333526086, 'loss': 1.5169157981872559}
+{'epoch': 149, 'iter': 450, 'avg_loss': 1.2195888322895752, 'avg_acc_mask': 57.73720563880923, 'loss': 0.9620522856712341}
+{'epoch': 149, 'iter': 460, 'avg_loss': 1.222338129925883, 'avg_acc_mask': 57.647662665824384, 'loss': 1.1562389135360718}
+{'epoch': 149, 'iter': 470, 'avg_loss': 1.2216504461699484, 'avg_acc_mask': 57.64524223122949, 'loss': 0.9792144894599915}
+{'epoch': 149, 'iter': 480, 'avg_loss': 1.2192536927062607, 'avg_acc_mask': 57.75138079745782, 'loss': 1.1883577108383179}
+{'epoch': 149, 'iter': 490, 'avg_loss': 1.2200319686877994, 'avg_acc_mask': 57.69444547374661, 'loss': 1.2270430326461792}
+{'epoch': 149, 'iter': 500, 'avg_loss': 1.2181375615611048, 'avg_acc_mask': 57.74555761473891, 'loss': 1.284159779548645}
+{'epoch': 149, 'iter': 510, 'avg_loss': 1.2171223959110955, 'avg_acc_mask': 57.744221660315546, 'loss': 1.212425708770752}
+{'epoch': 149, 'iter': 520, 'avg_loss': 1.216699204037606, 'avg_acc_mask': 57.77598992584301, 'loss': 1.2945607900619507}
+{'epoch': 149, 'iter': 530, 'avg_loss': 1.217903344083416, 'avg_acc_mask': 57.7670069781032, 'loss': 0.9599972367286682}
+{'epoch': 149, 'iter': 540, 'avg_loss': 1.2189429624904766, 'avg_acc_mask': 57.74305672729727, 'loss': 1.1401170492172241}
+{'epoch': 149, 'iter': 550, 'avg_loss': 1.2209901361846232, 'avg_acc_mask': 57.63514184514549, 'loss': 1.4464467763900757}
+{'epoch': 149, 'iter': 560, 'avg_loss': 1.2208304994884023, 'avg_acc_mask': 57.6567785584179, 'loss': 1.3882402181625366}
+{'epoch': 149, 'iter': 570, 'avg_loss': 1.21902876727009, 'avg_acc_mask': 57.78182748257561, 'loss': 1.0799744129180908}
+{'epoch': 149, 'iter': 580, 'avg_loss': 1.219529614801456, 'avg_acc_mask': 57.74656718289548, 'loss': 1.5643984079360962}
+{'epoch': 149, 'iter': 590, 'avg_loss': 1.2207885891854662, 'avg_acc_mask': 57.72062220853227, 'loss': 1.2002179622650146}
+{'epoch': 149, 'iter': 600, 'avg_loss': 1.2206771804171672, 'avg_acc_mask': 57.733491066824406, 'loss': 1.4884618520736694}
+{'epoch': 149, 'iter': 610, 'avg_loss': 1.220657505107199, 'avg_acc_mask': 57.730944644826664, 'loss': 1.2459509372711182}
+{'epoch': 149, 'iter': 620, 'avg_loss': 1.2188809992994472, 'avg_acc_mask': 57.783912366744005, 'loss': 1.2670081853866577}
+{'epoch': 149, 'iter': 630, 'avg_loss': 1.2188417526130253, 'avg_acc_mask': 57.80559008006475, 'loss': 1.0993704795837402}
+{'epoch': 149, 'iter': 640, 'avg_loss': 1.2182976788552056, 'avg_acc_mask': 57.825243825928254, 'loss': 1.084513783454895}
+{'epoch': 149, 'iter': 650, 'avg_loss': 1.2188700136318003, 'avg_acc_mask': 57.75770158801414, 'loss': 1.1676980257034302}
+{'epoch': 149, 'iter': 660, 'avg_loss': 1.219860857265259, 'avg_acc_mask': 57.7540698156491, 'loss': 1.5208641290664673}
+{'epoch': 149, 'iter': 670, 'avg_loss': 1.2189225776540185, 'avg_acc_mask': 57.796116240433584, 'loss': 1.3470838069915771}
+{'epoch': 149, 'iter': 680, 'avg_loss': 1.2185958967860049, 'avg_acc_mask': 57.817694369973196, 'loss': 1.2586714029312134}
+{'epoch': 149, 'iter': 690, 'avg_loss': 1.2211310607307038, 'avg_acc_mask': 57.76364739716631, 'loss': 1.3652974367141724}
+{'epoch': 149, 'iter': 700, 'avg_loss': 1.2229053604279707, 'avg_acc_mask': 57.682207025663686, 'loss': 1.3362935781478882}
+{'epoch': 149, 'iter': 710, 'avg_loss': 1.2217651479857883, 'avg_acc_mask': 57.74860922398544, 'loss': 1.465175986289978}
+{'epoch': 149, 'iter': 720, 'avg_loss': 1.2231695901669675, 'avg_acc_mask': 57.76119402985075, 'loss': 1.0533546209335327}
+{'epoch': 149, 'iter': 730, 'avg_loss': 1.2214838043772571, 'avg_acc_mask': 57.8108236233439, 'loss': 1.2627202272415161}
+{'epoch': 149, 'iter': 740, 'avg_loss': 1.2224325011616293, 'avg_acc_mask': 57.80830686658296, 'loss': 1.4265780448913574}
+{'epoch': 149, 'iter': 750, 'avg_loss': 1.2240004129162165, 'avg_acc_mask': 57.72825480057291, 'loss': 1.1696707010269165}
+{'epoch': 149, 'iter': 760, 'avg_loss': 1.2228283037024008, 'avg_acc_mask': 57.76690882063823, 'loss': 0.7950403690338135}
+{'epoch': 149, 'iter': 770, 'avg_loss': 1.2234906114338282, 'avg_acc_mask': 57.73553719008264, 'loss': 1.299525499343872}
+{'epoch': 149, 'iter': 780, 'avg_loss': 1.2230919585032591, 'avg_acc_mask': 57.745395197015625, 'loss': 1.4743361473083496}
+{'epoch': 149, 'iter': 790, 'avg_loss': 1.2229001159613715, 'avg_acc_mask': 57.747517338310175, 'loss': 1.4613295793533325}
+{'epoch': 149, 'iter': 800, 'avg_loss': 1.2220766855387504, 'avg_acc_mask': 57.74097548785752, 'loss': 1.1139050722122192}
+{'epoch': 149, 'iter': 810, 'avg_loss': 1.2218430406803267, 'avg_acc_mask': 57.7536866204296, 'loss': 1.1914334297180176}
+{'epoch': 149, 'iter': 820, 'avg_loss': 1.2219027762871857, 'avg_acc_mask': 57.74782165266169, 'loss': 1.4414225816726685}
+{'epoch': 149, 'iter': 830, 'avg_loss': 1.221708198460144, 'avg_acc_mask': 57.74163140934301, 'loss': 1.3273615837097168}
+{'epoch': 149, 'iter': 840, 'avg_loss': 1.2219421621168411, 'avg_acc_mask': 57.72285584435258, 'loss': 1.3724933862686157}
+{'epoch': 149, 'iter': 850, 'avg_loss': 1.2225318829125158, 'avg_acc_mask': 57.71434680350652, 'loss': 1.307889461517334}
+{'epoch': 149, 'iter': 860, 'avg_loss': 1.2238144892571834, 'avg_acc_mask': 57.65324436749086, 'loss': 1.4505200386047363}
+{'epoch': 149, 'iter': 870, 'avg_loss': 1.2247761736370528, 'avg_acc_mask': 57.627330747090475, 'loss': 1.1567476987838745}
+{'epoch': 149, 'iter': 880, 'avg_loss': 1.2259979362384956, 'avg_acc_mask': 57.581946077521295, 'loss': 0.9939727783203125}
+{'epoch': 149, 'iter': 890, 'avg_loss': 1.225380029876358, 'avg_acc_mask': 57.61333687457862, 'loss': 0.7430250644683838}
+{'epoch': 149, 'iter': 900, 'avg_loss': 1.2262685894304586, 'avg_acc_mask': 57.587815864423206, 'loss': 1.4978935718536377}
+{'epoch': 149, 'iter': 910, 'avg_loss': 1.2262859171098988, 'avg_acc_mask': 57.597730768462476, 'loss': 1.106933832168579}
+{'epoch': 149, 'iter': 920, 'avg_loss': 1.225533432473836, 'avg_acc_mask': 57.612501236277325, 'loss': 1.4144566059112549}
+{'epoch': 149, 'iter': 930, 'avg_loss': 1.225347971749741, 'avg_acc_mask': 57.623735248644735, 'loss': 1.6349525451660156}
+{'epoch': 149, 'iter': 940, 'avg_loss': 1.225391510062466, 'avg_acc_mask': 57.65532186599075, 'loss': 0.9257752895355225}
+{'epoch': 149, 'iter': 950, 'avg_loss': 1.22597472618807, 'avg_acc_mask': 57.63357317819964, 'loss': 1.3935906887054443}
+{'epoch': 149, 'iter': 960, 'avg_loss': 1.2257587270855779, 'avg_acc_mask': 57.64561037977081, 'loss': 1.4508265256881714}
+{'epoch': 149, 'iter': 970, 'avg_loss': 1.2257054434009242, 'avg_acc_mask': 57.64961751912404, 'loss': 1.1695222854614258}
+{'epoch': 149, 'iter': 980, 'avg_loss': 1.2258314006068534, 'avg_acc_mask': 57.64384985062995, 'loss': 1.0759029388427734}
+{'epoch': 149, 'iter': 990, 'avg_loss': 1.2267027733665181, 'avg_acc_mask': 57.60855607125167, 'loss': 1.2854636907577515}
+{'epoch': 149, 'iter': 1000, 'avg_loss': 1.2274863898575485, 'avg_acc_mask': 57.55506727923151, 'loss': 1.5752227306365967}
+{'epoch': 149, 'iter': 1010, 'avg_loss': 1.2275404236790688, 'avg_acc_mask': 57.55340015475697, 'loss': 1.1591897010803223}
+{'epoch': 149, 'iter': 1020, 'avg_loss': 1.226416743700698, 'avg_acc_mask': 57.614371513606955, 'loss': 0.908841609954834}
+{'epoch': 149, 'iter': 1030, 'avg_loss': 1.2267757628752582, 'avg_acc_mask': 57.60785144390312, 'loss': 1.4133353233337402}
+{'epoch': 149, 'iter': 1040, 'avg_loss': 1.2263136209488832, 'avg_acc_mask': 57.593764200076905, 'loss': 1.1381455659866333}
+{'epoch': 149, 'iter': 1050, 'avg_loss': 1.2257707760404337, 'avg_acc_mask': 57.60924158714214, 'loss': 1.107403039932251}
+{'epoch': 149, 'iter': 1060, 'avg_loss': 1.22566401615781, 'avg_acc_mask': 57.601441194132285, 'loss': 1.0122876167297363}
+{'epoch': 149, 'iter': 1070, 'avg_loss': 1.2254954585396831, 'avg_acc_mask': 57.62282684431453, 'loss': 1.1727263927459717}
+{'epoch': 149, 'iter': 1080, 'avg_loss': 1.2244312134084605, 'avg_acc_mask': 57.67185080455127, 'loss': 1.043290376663208}
+{'epoch': 149, 'iter': 1090, 'avg_loss': 1.2244371634683513, 'avg_acc_mask': 57.64986330599453, 'loss': 1.1067553758621216}
+{'epoch': 149, 'iter': 1100, 'avg_loss': 1.2243612411344842, 'avg_acc_mask': 57.65785123966942, 'loss': 0.9229450821876526}
+{'epoch': 'EP149_train', 'avg_loss': 1.2246951514239763, 'total_masked_acc': 57.628346560410975}
+{'epoch': 150, 'iter': 0, 'avg_loss': 1.1172550916671753, 'avg_acc_mask': 62.264150943396224, 'loss': 1.1172550916671753}
+{'epoch': 150, 'iter': 10, 'avg_loss': 1.3348776643926448, 'avg_acc_mask': 53.86996904024768, 'loss': 1.1001076698303223}
+{'epoch': 150, 'iter': 20, 'avg_loss': 1.3152556589671545, 'avg_acc_mask': 54.811715481171554, 'loss': 1.329105019569397}
+{'epoch': 150, 'iter': 30, 'avg_loss': 1.3029752431377288, 'avg_acc_mask': 55.67190226876091, 'loss': 1.4410115480422974}
+{'epoch': 150, 'iter': 40, 'avg_loss': 1.2759026434363387, 'avg_acc_mask': 56.27224199288256, 'loss': 1.3795286417007446}
+{'epoch': 150, 'iter': 50, 'avg_loss': 1.2753546962551041, 'avg_acc_mask': 55.9985885673959, 'loss': 1.1821417808532715}
+{'epoch': 150, 'iter': 60, 'avg_loss': 1.262087914787355, 'avg_acc_mask': 56.213017751479285, 'loss': 0.8955545425415039}
+{'epoch': 150, 'iter': 70, 'avg_loss': 1.2541602749220082, 'avg_acc_mask': 56.560060438176784, 'loss': 1.2904247045516968}
+{'epoch': 150, 'iter': 80, 'avg_loss': 1.2500942018296983, 'avg_acc_mask': 56.71871563668353, 'loss': 1.3591513633728027}
+{'epoch': 150, 'iter': 90, 'avg_loss': 1.2564537459677392, 'avg_acc_mask': 56.331360946745555, 'loss': 1.033095121383667}
+{'epoch': 150, 'iter': 100, 'avg_loss': 1.2468825271814177, 'avg_acc_mask': 56.84210526315789, 'loss': 1.1314607858657837}
+{'epoch': 150, 'iter': 110, 'avg_loss': 1.2466446295514837, 'avg_acc_mask': 56.9700931524759, 'loss': 1.0496846437454224}
+{'epoch': 150, 'iter': 120, 'avg_loss': 1.236838272287826, 'avg_acc_mask': 57.30201746461909, 'loss': 1.316192626953125}
+{'epoch': 150, 'iter': 130, 'avg_loss': 1.238381828060587, 'avg_acc_mask': 57.25392197695405, 'loss': 1.5311243534088135}
+{'epoch': 150, 'iter': 140, 'avg_loss': 1.241185555221341, 'avg_acc_mask': 56.92565391057853, 'loss': 1.3214139938354492}
+{'epoch': 150, 'iter': 150, 'avg_loss': 1.2354303483931435, 'avg_acc_mask': 56.973509132696265, 'loss': 1.3130241632461548}
+{'epoch': 150, 'iter': 160, 'avg_loss': 1.234701590878623, 'avg_acc_mask': 57.11538461538461, 'loss': 1.2021623849868774}
+{'epoch': 150, 'iter': 170, 'avg_loss': 1.2350485133148774, 'avg_acc_mask': 57.103448275862064, 'loss': 1.0966397523880005}
+{'epoch': 150, 'iter': 180, 'avg_loss': 1.2364537893737877, 'avg_acc_mask': 57.00841009211053, 'loss': 1.4025766849517822}
+{'epoch': 150, 'iter': 190, 'avg_loss': 1.2315639322964933, 'avg_acc_mask': 57.06177277457194, 'loss': 1.0185534954071045}
+{'epoch': 150, 'iter': 200, 'avg_loss': 1.2294506157808636, 'avg_acc_mask': 57.10943124550036, 'loss': 1.3100417852401733}
+{'epoch': 150, 'iter': 210, 'avg_loss': 1.2266627276113249, 'avg_acc_mask': 57.26525017135023, 'loss': 1.3047555685043335}
+{'epoch': 150, 'iter': 220, 'avg_loss': 1.221738319860864, 'avg_acc_mask': 57.42824527071102, 'loss': 1.2933067083358765}
+{'epoch': 150, 'iter': 230, 'avg_loss': 1.2229932869151556, 'avg_acc_mask': 57.519295236610276, 'loss': 1.4072834253311157}
+{'epoch': 150, 'iter': 240, 'avg_loss': 1.224234230785449, 'avg_acc_mask': 57.45889387144992, 'loss': 1.3451370000839233}
+{'epoch': 150, 'iter': 250, 'avg_loss': 1.2267492304285208, 'avg_acc_mask': 57.47918461096756, 'loss': 0.9440169930458069}
+{'epoch': 150, 'iter': 260, 'avg_loss': 1.2254099229286457, 'avg_acc_mask': 57.587468083638115, 'loss': 1.0580918788909912}
+{'epoch': 150, 'iter': 270, 'avg_loss': 1.2277653547230682, 'avg_acc_mask': 57.4592229147328, 'loss': 1.4523450136184692}
+{'epoch': 150, 'iter': 280, 'avg_loss': 1.228371038979907, 'avg_acc_mask': 57.485413861640055, 'loss': 1.0497814416885376}
+{'epoch': 150, 'iter': 290, 'avg_loss': 1.227194304318772, 'avg_acc_mask': 57.53857594348391, 'loss': 0.8148808479309082}
+{'epoch': 150, 'iter': 300, 'avg_loss': 1.2228227936944296, 'avg_acc_mask': 57.701535508637235, 'loss': 1.104112982749939}
+{'epoch': 150, 'iter': 310, 'avg_loss': 1.220955988793511, 'avg_acc_mask': 57.65948801300284, 'loss': 0.9222267270088196}
+{'epoch': 150, 'iter': 320, 'avg_loss': 1.2225709496257462, 'avg_acc_mask': 57.68904952843508, 'loss': 1.1500511169433594}
+{'epoch': 150, 'iter': 330, 'avg_loss': 1.2248667091401322, 'avg_acc_mask': 57.621734129375035, 'loss': 1.584119200706482}
+{'epoch': 150, 'iter': 340, 'avg_loss': 1.222113240848888, 'avg_acc_mask': 57.65852100303466, 'loss': 1.0298668146133423}
+{'epoch': 150, 'iter': 350, 'avg_loss': 1.2226211471095723, 'avg_acc_mask': 57.70979743695742, 'loss': 1.3670628070831299}
+{'epoch': 150, 'iter': 360, 'avg_loss': 1.2235140120223618, 'avg_acc_mask': 57.582593873765475, 'loss': 1.2359578609466553}
+{'epoch': 150, 'iter': 370, 'avg_loss': 1.224006987164284, 'avg_acc_mask': 57.62108956242081, 'loss': 1.2239880561828613}
+{'epoch': 150, 'iter': 380, 'avg_loss': 1.2280790330231033, 'avg_acc_mask': 57.48568182893927, 'loss': 0.8605354428291321}
+{'epoch': 150, 'iter': 390, 'avg_loss': 1.2289190568277597, 'avg_acc_mask': 57.48879338231896, 'loss': 1.4351227283477783}
+{'epoch': 150, 'iter': 400, 'avg_loss': 1.229687812916953, 'avg_acc_mask': 57.460231625433735, 'loss': 0.92494797706604}
+{'epoch': 150, 'iter': 410, 'avg_loss': 1.2285529404080988, 'avg_acc_mask': 57.416941694169424, 'loss': 1.190022349357605}
+{'epoch': 150, 'iter': 420, 'avg_loss': 1.227038022174971, 'avg_acc_mask': 57.50602202339986, 'loss': 1.1526689529418945}
+{'epoch': 150, 'iter': 430, 'avg_loss': 1.226479982831915, 'avg_acc_mask': 57.54419854701214, 'loss': 1.2345771789550781}
+{'epoch': 150, 'iter': 440, 'avg_loss': 1.2290676069908402, 'avg_acc_mask': 57.479088076103004, 'loss': 1.3805193901062012}
+{'epoch': 150, 'iter': 450, 'avg_loss': 1.2291835345608697, 'avg_acc_mask': 57.44142116474418, 'loss': 1.1255496740341187}
+{'epoch': 150, 'iter': 460, 'avg_loss': 1.2278148831876394, 'avg_acc_mask': 57.51659661389794, 'loss': 1.1665332317352295}
+{'epoch': 150, 'iter': 470, 'avg_loss': 1.2304391194047948, 'avg_acc_mask': 57.396608608915834, 'loss': 1.3247950077056885}
+{'epoch': 150, 'iter': 480, 'avg_loss': 1.2283574596759932, 'avg_acc_mask': 57.45777376518828, 'loss': 1.2132976055145264}
+{'epoch': 150, 'iter': 490, 'avg_loss': 1.2292855222938988, 'avg_acc_mask': 57.424499741563906, 'loss': 1.3552687168121338}
+{'epoch': 150, 'iter': 500, 'avg_loss': 1.2288242408377443, 'avg_acc_mask': 57.41263294985891, 'loss': 1.12826669216156}
+{'epoch': 150, 'iter': 510, 'avg_loss': 1.2279221343200968, 'avg_acc_mask': 57.47077577045696, 'loss': 1.0344929695129395}
+{'epoch': 150, 'iter': 520, 'avg_loss': 1.227289668543554, 'avg_acc_mask': 57.53295996103941, 'loss': 1.601335883140564}
+{'epoch': 150, 'iter': 530, 'avg_loss': 1.2261356592402843, 'avg_acc_mask': 57.58497011101622, 'loss': 1.0844004154205322}
+{'epoch': 150, 'iter': 540, 'avg_loss': 1.2265176755443299, 'avg_acc_mask': 57.54875025128996, 'loss': 1.4093505144119263}
+{'epoch': 150, 'iter': 550, 'avg_loss': 1.2263087685441365, 'avg_acc_mask': 57.58791986051255, 'loss': 1.1448402404785156}
+{'epoch': 150, 'iter': 560, 'avg_loss': 1.2251159573196302, 'avg_acc_mask': 57.65238480194018, 'loss': 1.4090075492858887}
+{'epoch': 150, 'iter': 570, 'avg_loss': 1.2245095353410458, 'avg_acc_mask': 57.71136378072794, 'loss': 1.3862738609313965}
+{'epoch': 150, 'iter': 580, 'avg_loss': 1.224456502320229, 'avg_acc_mask': 57.688467299051425, 'loss': 1.6941697597503662}
+{'epoch': 150, 'iter': 590, 'avg_loss': 1.225565532742418, 'avg_acc_mask': 57.67486054067308, 'loss': 1.0192999839782715}
+{'epoch': 150, 'iter': 600, 'avg_loss': 1.2240927997920754, 'avg_acc_mask': 57.75420408655295, 'loss': 1.1077797412872314}
+{'epoch': 150, 'iter': 610, 'avg_loss': 1.2266297019444978, 'avg_acc_mask': 57.64939766185982, 'loss': 1.4193180799484253}
+{'epoch': 150, 'iter': 620, 'avg_loss': 1.224098849027821, 'avg_acc_mask': 57.70163292729238, 'loss': 1.784171223640442}
+{'epoch': 150, 'iter': 630, 'avg_loss': 1.2230946308270498, 'avg_acc_mask': 57.739345630341575, 'loss': 0.6248906254768372}
+{'epoch': 150, 'iter': 640, 'avg_loss': 1.224011751865262, 'avg_acc_mask': 57.725492422092294, 'loss': 1.295818567276001}
+{'epoch': 150, 'iter': 650, 'avg_loss': 1.2248768026378298, 'avg_acc_mask': 57.66757980656343, 'loss': 1.3001748323440552}
+{'epoch': 150, 'iter': 660, 'avg_loss': 1.2223021130157852, 'avg_acc_mask': 57.73312384575099, 'loss': 0.9285615086555481}
+{'epoch': 150, 'iter': 670, 'avg_loss': 1.2217797437119235, 'avg_acc_mask': 57.739858163736656, 'loss': 1.1179165840148926}
+{'epoch': 150, 'iter': 680, 'avg_loss': 1.2212772790380861, 'avg_acc_mask': 57.75903614457831, 'loss': 1.4173191785812378}
+{'epoch': 150, 'iter': 690, 'avg_loss': 1.222382965809012, 'avg_acc_mask': 57.7350539899921, 'loss': 1.3105676174163818}
+{'epoch': 150, 'iter': 700, 'avg_loss': 1.2236376991455633, 'avg_acc_mask': 57.720368687524335, 'loss': 0.9019253253936768}
+{'epoch': 150, 'iter': 710, 'avg_loss': 1.2238420617731312, 'avg_acc_mask': 57.74117526512629, 'loss': 1.5552252531051636}
+{'epoch': 150, 'iter': 720, 'avg_loss': 1.2246388284574765, 'avg_acc_mask': 57.70114362172124, 'loss': 1.1748982667922974}
+{'epoch': 150, 'iter': 730, 'avg_loss': 1.222863445448321, 'avg_acc_mask': 57.757525958018974, 'loss': 1.1279648542404175}
+{'epoch': 150, 'iter': 740, 'avg_loss': 1.223843873512407, 'avg_acc_mask': 57.75588907174966, 'loss': 1.1618517637252808}
+{'epoch': 150, 'iter': 750, 'avg_loss': 1.2250349231947277, 'avg_acc_mask': 57.71943858628463, 'loss': 1.3347368240356445}
+{'epoch': 150, 'iter': 760, 'avg_loss': 1.2242910082644138, 'avg_acc_mask': 57.76268267597886, 'loss': 1.1848514080047607}
+{'epoch': 150, 'iter': 770, 'avg_loss': 1.225660772948259, 'avg_acc_mask': 57.73468280368981, 'loss': 1.1691654920578003}
+{'epoch': 150, 'iter': 780, 'avg_loss': 1.2263523486756485, 'avg_acc_mask': 57.73823405942441, 'loss': 1.4016495943069458}
+{'epoch': 150, 'iter': 790, 'avg_loss': 1.2272062231556957, 'avg_acc_mask': 57.66892358712173, 'loss': 1.2290856838226318}
+{'epoch': 150, 'iter': 800, 'avg_loss': 1.2265439467334867, 'avg_acc_mask': 57.70804911323329, 'loss': 1.4208850860595703}
+{'epoch': 150, 'iter': 810, 'avg_loss': 1.2262782702904593, 'avg_acc_mask': 57.71745725007303, 'loss': 1.1120628118515015}
+{'epoch': 150, 'iter': 820, 'avg_loss': 1.227366368096871, 'avg_acc_mask': 57.693844924060755, 'loss': 1.152116298675537}
+{'epoch': 150, 'iter': 830, 'avg_loss': 1.2277669349302023, 'avg_acc_mask': 57.700669814428466, 'loss': 1.20768141746521}
+{'epoch': 150, 'iter': 840, 'avg_loss': 1.2280051293611243, 'avg_acc_mask': 57.68463506656837, 'loss': 1.108534574508667}
+{'epoch': 150, 'iter': 850, 'avg_loss': 1.229104353524263, 'avg_acc_mask': 57.65746471633864, 'loss': 1.2165515422821045}
+{'epoch': 150, 'iter': 860, 'avg_loss': 1.2295529429090148, 'avg_acc_mask': 57.62539682539683, 'loss': 1.1336909532546997}
+{'epoch': 150, 'iter': 870, 'avg_loss': 1.2304756297172827, 'avg_acc_mask': 57.56259527637981, 'loss': 1.0868560075759888}
+{'epoch': 150, 'iter': 880, 'avg_loss': 1.230021541289114, 'avg_acc_mask': 57.5794519981816, 'loss': 1.006932020187378}
+{'epoch': 150, 'iter': 890, 'avg_loss': 1.2287718499817297, 'avg_acc_mask': 57.627361483513106, 'loss': 0.9136324524879456}
+{'epoch': 150, 'iter': 900, 'avg_loss': 1.2294529406529553, 'avg_acc_mask': 57.58041986355447, 'loss': 1.7116824388504028}
+{'epoch': 150, 'iter': 910, 'avg_loss': 1.2301016963535816, 'avg_acc_mask': 57.58218876386497, 'loss': 1.485023021697998}
+{'epoch': 150, 'iter': 920, 'avg_loss': 1.2304390736822197, 'avg_acc_mask': 57.5789411088426, 'loss': 1.5924335718154907}
+{'epoch': 150, 'iter': 930, 'avg_loss': 1.2303636369208388, 'avg_acc_mask': 57.615283525881175, 'loss': 1.3998284339904785}
+{'epoch': 150, 'iter': 940, 'avg_loss': 1.2306273095032614, 'avg_acc_mask': 57.599223677826295, 'loss': 0.9102363586425781}
+{'epoch': 150, 'iter': 950, 'avg_loss': 1.230052726564598, 'avg_acc_mask': 57.63043728644374, 'loss': 1.3816330432891846}
+{'epoch': 150, 'iter': 960, 'avg_loss': 1.2299757950263763, 'avg_acc_mask': 57.623736029803084, 'loss': 1.0380104780197144}
+{'epoch': 150, 'iter': 970, 'avg_loss': 1.2298631083707485, 'avg_acc_mask': 57.63955522944065, 'loss': 0.8614741563796997}
+{'epoch': 150, 'iter': 980, 'avg_loss': 1.2292468900223634, 'avg_acc_mask': 57.65592999441444, 'loss': 0.9599627256393433}
+{'epoch': 150, 'iter': 990, 'avg_loss': 1.230115301553705, 'avg_acc_mask': 57.63052208835341, 'loss': 1.431059718132019}
+{'epoch': 150, 'iter': 1000, 'avg_loss': 1.2292555542020769, 'avg_acc_mask': 57.66263610001642, 'loss': 1.536855697631836}
+{'epoch': 150, 'iter': 1010, 'avg_loss': 1.2299482680923508, 'avg_acc_mask': 57.642702312138724, 'loss': 1.4472984075546265}
+{'epoch': 150, 'iter': 1020, 'avg_loss': 1.2293221339306097, 'avg_acc_mask': 57.680346035604494, 'loss': 0.9620615243911743}
+{'epoch': 150, 'iter': 1030, 'avg_loss': 1.2286649677617012, 'avg_acc_mask': 57.714710620894785, 'loss': 1.4569553136825562}
+{'epoch': 150, 'iter': 1040, 'avg_loss': 1.2281686925292588, 'avg_acc_mask': 57.73260907657263, 'loss': 1.221971869468689}
+{'epoch': 150, 'iter': 1050, 'avg_loss': 1.2277951253583383, 'avg_acc_mask': 57.73390975224404, 'loss': 0.9794834852218628}
+{'epoch': 150, 'iter': 1060, 'avg_loss': 1.2276564347193446, 'avg_acc_mask': 57.74252928931478, 'loss': 1.0840994119644165}
+{'epoch': 150, 'iter': 1070, 'avg_loss': 1.2270354070360698, 'avg_acc_mask': 57.72786191840633, 'loss': 1.1351155042648315}
+{'epoch': 150, 'iter': 1080, 'avg_loss': 1.2269235595192323, 'avg_acc_mask': 57.76009192139369, 'loss': 1.1688801050186157}
+{'epoch': 150, 'iter': 1090, 'avg_loss': 1.2270493137519585, 'avg_acc_mask': 57.75494150529716, 'loss': 1.2487539052963257}
+{'epoch': 150, 'iter': 1100, 'avg_loss': 1.226852013997659, 'avg_acc_mask': 57.75663445440833, 'loss': 0.8230376839637756}
+{'epoch': 'EP150_train', 'avg_loss': 1.2271959901395426, 'total_masked_acc': 57.75094564014469}
+{'epoch': 151, 'iter': 0, 'avg_loss': 1.3610345125198364, 'avg_acc_mask': 55.00000000000001, 'loss': 1.3610345125198364}
+{'epoch': 151, 'iter': 10, 'avg_loss': 1.2388972965153782, 'avg_acc_mask': 53.35515548281505, 'loss': 1.0370328426361084}
+{'epoch': 151, 'iter': 20, 'avg_loss': 1.2480426175253732, 'avg_acc_mask': 54.134697357203756, 'loss': 1.2347344160079956}
+{'epoch': 151, 'iter': 30, 'avg_loss': 1.2446607851213025, 'avg_acc_mask': 55.425904317386234, 'loss': 1.256873369216919}
+{'epoch': 151, 'iter': 40, 'avg_loss': 1.2308965514345866, 'avg_acc_mask': 56.066579062636876, 'loss': 1.4439400434494019}
+{'epoch': 151, 'iter': 50, 'avg_loss': 1.2310952614335453, 'avg_acc_mask': 56.10859728506787, 'loss': 0.9700828194618225}
+{'epoch': 151, 'iter': 60, 'avg_loss': 1.2305227156545295, 'avg_acc_mask': 56.25549370055669, 'loss': 1.2614500522613525}
+{'epoch': 151, 'iter': 70, 'avg_loss': 1.2309775545563497, 'avg_acc_mask': 56.396801599200394, 'loss': 1.4391840696334839}
+{'epoch': 151, 'iter': 80, 'avg_loss': 1.2271733924194619, 'avg_acc_mask': 56.536091549295776, 'loss': 1.3923265933990479}
+{'epoch': 151, 'iter': 90, 'avg_loss': 1.2262348375477634, 'avg_acc_mask': 56.74300254452926, 'loss': 1.3421279191970825}
+{'epoch': 151, 'iter': 100, 'avg_loss': 1.2254081639913048, 'avg_acc_mask': 57.0217276099629, 'loss': 1.1589173078536987}
+{'epoch': 151, 'iter': 110, 'avg_loss': 1.2217975607863418, 'avg_acc_mask': 57.38341968911917, 'loss': 0.8931240439414978}
+{'epoch': 151, 'iter': 120, 'avg_loss': 1.218816163126102, 'avg_acc_mask': 57.406580318594614, 'loss': 1.1430201530456543}
+{'epoch': 151, 'iter': 130, 'avg_loss': 1.2203799850158108, 'avg_acc_mask': 57.42900260666758, 'loss': 1.329458475112915}
+{'epoch': 151, 'iter': 140, 'avg_loss': 1.216562899714666, 'avg_acc_mask': 57.54354508196722, 'loss': 1.0492525100708008}
+{'epoch': 151, 'iter': 150, 'avg_loss': 1.2059264048835299, 'avg_acc_mask': 57.91762290131658, 'loss': 1.45061457157135}
+{'epoch': 151, 'iter': 160, 'avg_loss': 1.2067769695512998, 'avg_acc_mask': 57.763411591244186, 'loss': 1.073867678642273}
+{'epoch': 151, 'iter': 170, 'avg_loss': 1.2142282030735796, 'avg_acc_mask': 57.545869127160884, 'loss': 1.3357192277908325}
+{'epoch': 151, 'iter': 180, 'avg_loss': 1.2137664487348736, 'avg_acc_mask': 57.40257131378064, 'loss': 1.2898547649383545}
+{'epoch': 151, 'iter': 190, 'avg_loss': 1.2132744018320014, 'avg_acc_mask': 57.37565135007105, 'loss': 1.1229286193847656}
+{'epoch': 151, 'iter': 200, 'avg_loss': 1.2103686750824771, 'avg_acc_mask': 57.51852521236219, 'loss': 1.5240638256072998}
+{'epoch': 151, 'iter': 210, 'avg_loss': 1.2093876939249264, 'avg_acc_mask': 57.515047291487534, 'loss': 1.1554076671600342}
+{'epoch': 151, 'iter': 220, 'avg_loss': 1.2083980548975155, 'avg_acc_mask': 57.40330130574033, 'loss': 1.46121084690094}
+{'epoch': 151, 'iter': 230, 'avg_loss': 1.20674370326005, 'avg_acc_mask': 57.43795161797047, 'loss': 1.1316560506820679}
+{'epoch': 151, 'iter': 240, 'avg_loss': 1.2055558715618497, 'avg_acc_mask': 57.44696912508493, 'loss': 1.3421294689178467}
+{'epoch': 151, 'iter': 250, 'avg_loss': 1.2054069377036685, 'avg_acc_mask': 57.49908858913598, 'loss': 0.9654170274734497}
+{'epoch': 151, 'iter': 260, 'avg_loss': 1.2057778346584218, 'avg_acc_mask': 57.4840652798207, 'loss': 1.397739291191101}
+{'epoch': 151, 'iter': 270, 'avg_loss': 1.206312953326095, 'avg_acc_mask': 57.59698275862068, 'loss': 1.1824579238891602}
+{'epoch': 151, 'iter': 280, 'avg_loss': 1.2085780087739124, 'avg_acc_mask': 57.484522645812966, 'loss': 0.7764850854873657}
+{'epoch': 151, 'iter': 290, 'avg_loss': 1.2083369694214916, 'avg_acc_mask': 57.556087723720694, 'loss': 1.0941678285598755}
+{'epoch': 151, 'iter': 300, 'avg_loss': 1.2063897434263133, 'avg_acc_mask': 57.62247136241774, 'loss': 1.0141575336456299}
+{'epoch': 151, 'iter': 310, 'avg_loss': 1.2082020396971627, 'avg_acc_mask': 57.643932683790965, 'loss': 0.7943676114082336}
+{'epoch': 151, 'iter': 320, 'avg_loss': 1.2075564304244852, 'avg_acc_mask': 57.73662787364559, 'loss': 1.223447561264038}
+{'epoch': 151, 'iter': 330, 'avg_loss': 1.2088740615686262, 'avg_acc_mask': 57.66922307435812, 'loss': 1.214411973953247}
+{'epoch': 151, 'iter': 340, 'avg_loss': 1.2099995539684798, 'avg_acc_mask': 57.64255686105422, 'loss': 1.1424922943115234}
+{'epoch': 151, 'iter': 350, 'avg_loss': 1.2087891638448776, 'avg_acc_mask': 57.74234158623584, 'loss': 1.1874268054962158}
+{'epoch': 151, 'iter': 360, 'avg_loss': 1.2088822119784157, 'avg_acc_mask': 57.8020519626359, 'loss': 1.44503915309906}
+{'epoch': 151, 'iter': 370, 'avg_loss': 1.2082794416304226, 'avg_acc_mask': 57.847756012893626, 'loss': 1.1885088682174683}
+{'epoch': 151, 'iter': 380, 'avg_loss': 1.213338685004417, 'avg_acc_mask': 57.72534259795407, 'loss': 0.9188420176506042}
+{'epoch': 151, 'iter': 390, 'avg_loss': 1.213659766232571, 'avg_acc_mask': 57.71818395671606, 'loss': 1.8822919130325317}
+{'epoch': 151, 'iter': 400, 'avg_loss': 1.2133448378106304, 'avg_acc_mask': 57.755064625538544, 'loss': 1.1741580963134766}
+{'epoch': 151, 'iter': 410, 'avg_loss': 1.2117606530514367, 'avg_acc_mask': 57.823463687150834, 'loss': 1.199733018875122}
+{'epoch': 151, 'iter': 420, 'avg_loss': 1.2102095925043428, 'avg_acc_mask': 57.85142056647551, 'loss': 1.1938354969024658}
+{'epoch': 151, 'iter': 430, 'avg_loss': 1.2095158643622963, 'avg_acc_mask': 57.92307692307692, 'loss': 1.2936627864837646}
+{'epoch': 151, 'iter': 440, 'avg_loss': 1.2118267069598174, 'avg_acc_mask': 57.91862741015284, 'loss': 1.5594456195831299}
+{'epoch': 151, 'iter': 450, 'avg_loss': 1.211651639372705, 'avg_acc_mask': 57.933054052954816, 'loss': 1.035179853439331}
+{'epoch': 151, 'iter': 460, 'avg_loss': 1.2109760430009142, 'avg_acc_mask': 57.9573959784989, 'loss': 1.3213385343551636}
+{'epoch': 151, 'iter': 470, 'avg_loss': 1.2119474085779454, 'avg_acc_mask': 57.936971680105955, 'loss': 1.2686944007873535}
+{'epoch': 151, 'iter': 480, 'avg_loss': 1.211372400147999, 'avg_acc_mask': 57.932958758552154, 'loss': 0.9998142719268799}
+{'epoch': 151, 'iter': 490, 'avg_loss': 1.215589017586407, 'avg_acc_mask': 57.8357509651786, 'loss': 1.4910242557525635}
+{'epoch': 151, 'iter': 500, 'avg_loss': 1.2155928288153308, 'avg_acc_mask': 57.859531772575245, 'loss': 1.1091487407684326}
+{'epoch': 151, 'iter': 510, 'avg_loss': 1.2162514838687128, 'avg_acc_mask': 57.83067449313983, 'loss': 1.1292003393173218}
+{'epoch': 151, 'iter': 520, 'avg_loss': 1.2152017658136627, 'avg_acc_mask': 57.91928758216128, 'loss': 1.3471449613571167}
+{'epoch': 151, 'iter': 530, 'avg_loss': 1.2151037060608298, 'avg_acc_mask': 57.88488210818308, 'loss': 1.2839460372924805}
+{'epoch': 151, 'iter': 540, 'avg_loss': 1.2154810119027792, 'avg_acc_mask': 57.842270005443666, 'loss': 1.2828545570373535}
+{'epoch': 151, 'iter': 550, 'avg_loss': 1.2152694781765532, 'avg_acc_mask': 57.880181260829, 'loss': 1.2515641450881958}
+{'epoch': 151, 'iter': 560, 'avg_loss': 1.215483516189079, 'avg_acc_mask': 57.926469624483914, 'loss': 0.9643305540084839}
+{'epoch': 151, 'iter': 570, 'avg_loss': 1.2138700867283783, 'avg_acc_mask': 58.02616316535636, 'loss': 1.281131386756897}
+{'epoch': 151, 'iter': 580, 'avg_loss': 1.2140237184276679, 'avg_acc_mask': 58.02192248159964, 'loss': 1.548205018043518}
+{'epoch': 151, 'iter': 590, 'avg_loss': 1.2124266628484839, 'avg_acc_mask': 58.053597490917, 'loss': 0.7895745635032654}
+{'epoch': 151, 'iter': 600, 'avg_loss': 1.2123019849996202, 'avg_acc_mask': 58.06884765625, 'loss': 1.0470446348190308}
+{'epoch': 151, 'iter': 610, 'avg_loss': 1.213024028779637, 'avg_acc_mask': 58.04787329773832, 'loss': 1.3683760166168213}
+{'epoch': 151, 'iter': 620, 'avg_loss': 1.2114470195079194, 'avg_acc_mask': 58.11090114562418, 'loss': 1.3129326105117798}
+{'epoch': 151, 'iter': 630, 'avg_loss': 1.21177236383955, 'avg_acc_mask': 58.113174644694396, 'loss': 1.3419538736343384}
+{'epoch': 151, 'iter': 640, 'avg_loss': 1.2114453522165927, 'avg_acc_mask': 58.15692228365178, 'loss': 0.9263097643852234}
+{'epoch': 151, 'iter': 650, 'avg_loss': 1.2113072596570498, 'avg_acc_mask': 58.16502358690433, 'loss': 0.8521531820297241}
+{'epoch': 151, 'iter': 660, 'avg_loss': 1.2109049087032429, 'avg_acc_mask': 58.18156541081607, 'loss': 1.0632543563842773}
+{'epoch': 151, 'iter': 670, 'avg_loss': 1.2098570808923723, 'avg_acc_mask': 58.220566482222104, 'loss': 1.313826322555542}
+{'epoch': 151, 'iter': 680, 'avg_loss': 1.209957934773791, 'avg_acc_mask': 58.21930747847678, 'loss': 1.4053623676300049}
+{'epoch': 151, 'iter': 690, 'avg_loss': 1.209914410597336, 'avg_acc_mask': 58.17959812066997, 'loss': 0.934017539024353}
+{'epoch': 151, 'iter': 700, 'avg_loss': 1.2115639086796792, 'avg_acc_mask': 58.13813499437306, 'loss': 1.368420124053955}
+{'epoch': 151, 'iter': 710, 'avg_loss': 1.2114135856031534, 'avg_acc_mask': 58.15260837050982, 'loss': 1.050334095954895}
+{'epoch': 151, 'iter': 720, 'avg_loss': 1.21143917749725, 'avg_acc_mask': 58.12877979366773, 'loss': 0.8959130644798279}
+{'epoch': 151, 'iter': 730, 'avg_loss': 1.2109356646498641, 'avg_acc_mask': 58.10756672842906, 'loss': 1.2776484489440918}
+{'epoch': 151, 'iter': 740, 'avg_loss': 1.2126339499445258, 'avg_acc_mask': 58.07297464440322, 'loss': 1.3575749397277832}
+{'epoch': 151, 'iter': 750, 'avg_loss': 1.213641753288782, 'avg_acc_mask': 58.056184976731714, 'loss': 1.0693658590316772}
+{'epoch': 151, 'iter': 760, 'avg_loss': 1.2133832837059684, 'avg_acc_mask': 58.06397184660255, 'loss': 1.0026187896728516}
+{'epoch': 151, 'iter': 770, 'avg_loss': 1.2138013747724887, 'avg_acc_mask': 58.014322761771076, 'loss': 1.1702675819396973}
+{'epoch': 151, 'iter': 780, 'avg_loss': 1.213633415412048, 'avg_acc_mask': 58.033973169184506, 'loss': 1.1604362726211548}
+{'epoch': 151, 'iter': 790, 'avg_loss': 1.212859558245325, 'avg_acc_mask': 58.05785603266291, 'loss': 1.0890454053878784}
+{'epoch': 151, 'iter': 800, 'avg_loss': 1.212343644560053, 'avg_acc_mask': 58.076773410854486, 'loss': 1.15531587600708}
+{'epoch': 151, 'iter': 810, 'avg_loss': 1.2120293769089714, 'avg_acc_mask': 58.07370562966312, 'loss': 1.1424891948699951}
+{'epoch': 151, 'iter': 820, 'avg_loss': 1.213414674046269, 'avg_acc_mask': 58.0337392470115, 'loss': 1.096559762954712}
+{'epoch': 151, 'iter': 830, 'avg_loss': 1.2125206539490305, 'avg_acc_mask': 58.03636524313457, 'loss': 1.0274416208267212}
+{'epoch': 151, 'iter': 840, 'avg_loss': 1.2123093915467598, 'avg_acc_mask': 58.042980255263444, 'loss': 1.381574273109436}
+{'epoch': 151, 'iter': 850, 'avg_loss': 1.2117808029738493, 'avg_acc_mask': 58.08663403695638, 'loss': 1.2229002714157104}
+{'epoch': 151, 'iter': 860, 'avg_loss': 1.2120954487105002, 'avg_acc_mask': 58.0658891631906, 'loss': 1.3884239196777344}
+{'epoch': 151, 'iter': 870, 'avg_loss': 1.2133157121190794, 'avg_acc_mask': 58.003825860293034, 'loss': 1.3058243989944458}
+{'epoch': 151, 'iter': 880, 'avg_loss': 1.2123878535293424, 'avg_acc_mask': 58.03578859758635, 'loss': 0.8768903613090515}
+{'epoch': 151, 'iter': 890, 'avg_loss': 1.2111677380924675, 'avg_acc_mask': 58.108275264915676, 'loss': 0.9391870498657227}
+{'epoch': 151, 'iter': 900, 'avg_loss': 1.211195882430484, 'avg_acc_mask': 58.10043357013455, 'loss': 1.1774215698242188}
+{'epoch': 151, 'iter': 910, 'avg_loss': 1.2121649347859078, 'avg_acc_mask': 58.06269870014889, 'loss': 1.3422342538833618}
+{'epoch': 151, 'iter': 920, 'avg_loss': 1.2116503470236522, 'avg_acc_mask': 58.08805934434075, 'loss': 1.1780883073806763}
+{'epoch': 151, 'iter': 930, 'avg_loss': 1.211798427440426, 'avg_acc_mask': 58.07043503995265, 'loss': 1.4478334188461304}
+{'epoch': 151, 'iter': 940, 'avg_loss': 1.2124125247427304, 'avg_acc_mask': 58.03715906653929, 'loss': 0.9900769591331482}
+{'epoch': 151, 'iter': 950, 'avg_loss': 1.2123321082940488, 'avg_acc_mask': 58.03814188472589, 'loss': 1.3758339881896973}
+{'epoch': 151, 'iter': 960, 'avg_loss': 1.2133797616789914, 'avg_acc_mask': 58.01939005305547, 'loss': 1.339703917503357}
+{'epoch': 151, 'iter': 970, 'avg_loss': 1.2142171734516212, 'avg_acc_mask': 57.972574796010875, 'loss': 1.1719337701797485}
+{'epoch': 151, 'iter': 980, 'avg_loss': 1.2138521541878353, 'avg_acc_mask': 57.9649739266957, 'loss': 0.8506141304969788}
+{'epoch': 151, 'iter': 990, 'avg_loss': 1.2144406805967105, 'avg_acc_mask': 57.95028185934756, 'loss': 1.2154111862182617}
+{'epoch': 151, 'iter': 1000, 'avg_loss': 1.214261958351383, 'avg_acc_mask': 57.94462642048054, 'loss': 1.4912164211273193}
+{'epoch': 151, 'iter': 1010, 'avg_loss': 1.213558081172694, 'avg_acc_mask': 57.97269612197907, 'loss': 0.900278627872467}
+{'epoch': 151, 'iter': 1020, 'avg_loss': 1.213053047248362, 'avg_acc_mask': 57.98636037329504, 'loss': 1.1469320058822632}
+{'epoch': 151, 'iter': 1030, 'avg_loss': 1.2120533832985723, 'avg_acc_mask': 58.04558870594929, 'loss': 1.1080724000930786}
+{'epoch': 151, 'iter': 1040, 'avg_loss': 1.2124198607019687, 'avg_acc_mask': 58.0486260159741, 'loss': 1.3183058500289917}
+{'epoch': 151, 'iter': 1050, 'avg_loss': 1.212621116842348, 'avg_acc_mask': 58.04594693599875, 'loss': 1.4023178815841675}
+{'epoch': 151, 'iter': 1060, 'avg_loss': 1.2125349589724455, 'avg_acc_mask': 58.02624980546093, 'loss': 0.8819945454597473}
+{'epoch': 151, 'iter': 1070, 'avg_loss': 1.2124672716293905, 'avg_acc_mask': 58.01113490364026, 'loss': 1.3232917785644531}
+{'epoch': 151, 'iter': 1080, 'avg_loss': 1.2124611969130883, 'avg_acc_mask': 58.02215699913476, 'loss': 1.3228484392166138}
+{'epoch': 151, 'iter': 1090, 'avg_loss': 1.2125145308366072, 'avg_acc_mask': 58.00742220953469, 'loss': 1.0567947626113892}
+{'epoch': 151, 'iter': 1100, 'avg_loss': 1.2129325400039783, 'avg_acc_mask': 58.00759139641739, 'loss': 1.0841288566589355}
+{'epoch': 'EP151_train', 'avg_loss': 1.2131873449049384, 'total_masked_acc': 57.99084486018509}
+{'epoch': 152, 'iter': 0, 'avg_loss': 1.4055315256118774, 'avg_acc_mask': 51.724137931034484, 'loss': 1.4055315256118774}
+{'epoch': 152, 'iter': 10, 'avg_loss': 1.194042910229076, 'avg_acc_mask': 56.451612903225815, 'loss': 0.8650465607643127}
+{'epoch': 152, 'iter': 20, 'avg_loss': 1.2253661836896623, 'avg_acc_mask': 56.196943972835314, 'loss': 1.2330055236816406}
+{'epoch': 152, 'iter': 30, 'avg_loss': 1.2467798052295562, 'avg_acc_mask': 55.08425334108077, 'loss': 1.3473191261291504}
+{'epoch': 152, 'iter': 40, 'avg_loss': 1.2659491620412686, 'avg_acc_mask': 54.9407114624506, 'loss': 1.3894124031066895}
+{'epoch': 152, 'iter': 50, 'avg_loss': 1.2720950012113534, 'avg_acc_mask': 55.53243149497051, 'loss': 1.3219882249832153}
+{'epoch': 152, 'iter': 60, 'avg_loss': 1.2483041941142472, 'avg_acc_mask': 56.65887850467289, 'loss': 1.053937554359436}
+{'epoch': 152, 'iter': 70, 'avg_loss': 1.243677491033581, 'avg_acc_mask': 57.26151522778756, 'loss': 1.159116268157959}
+{'epoch': 152, 'iter': 80, 'avg_loss': 1.2490364305767012, 'avg_acc_mask': 56.98213103904699, 'loss': 1.1741963624954224}
+{'epoch': 152, 'iter': 90, 'avg_loss': 1.250403310571398, 'avg_acc_mask': 57.19050421816755, 'loss': 1.4158779382705688}
+{'epoch': 152, 'iter': 100, 'avg_loss': 1.2432073667497918, 'avg_acc_mask': 57.224709042076995, 'loss': 0.8460538983345032}
+{'epoch': 152, 'iter': 110, 'avg_loss': 1.242265672297091, 'avg_acc_mask': 57.29421352893236, 'loss': 0.9589958190917969}
+{'epoch': 152, 'iter': 120, 'avg_loss': 1.2388536314333767, 'avg_acc_mask': 57.529534918498584, 'loss': 1.4601595401763916}
+{'epoch': 152, 'iter': 130, 'avg_loss': 1.241661599119201, 'avg_acc_mask': 57.15859030837004, 'loss': 1.227929711341858}
+{'epoch': 152, 'iter': 140, 'avg_loss': 1.2383895731986838, 'avg_acc_mask': 57.157438121969896, 'loss': 0.847603976726532}
+{'epoch': 152, 'iter': 150, 'avg_loss': 1.2260229145454256, 'avg_acc_mask': 57.53326141675657, 'loss': 1.506419062614441}
+{'epoch': 152, 'iter': 160, 'avg_loss': 1.227766613782563, 'avg_acc_mask': 57.51841359773371, 'loss': 1.2776708602905273}
+{'epoch': 152, 'iter': 170, 'avg_loss': 1.2296999117784333, 'avg_acc_mask': 57.349808265871324, 'loss': 1.3483386039733887}
+{'epoch': 152, 'iter': 180, 'avg_loss': 1.2246544851782573, 'avg_acc_mask': 57.53741086672692, 'loss': 1.061877727508545}
+{'epoch': 152, 'iter': 190, 'avg_loss': 1.2261441846168477, 'avg_acc_mask': 57.40687815566352, 'loss': 1.004956841468811}
+{'epoch': 152, 'iter': 200, 'avg_loss': 1.22263731766696, 'avg_acc_mask': 57.49705908967514, 'loss': 1.0460293292999268}
+{'epoch': 152, 'iter': 210, 'avg_loss': 1.2227900672297907, 'avg_acc_mask': 57.51695715634928, 'loss': 1.0185199975967407}
+{'epoch': 152, 'iter': 220, 'avg_loss': 1.2177518870496102, 'avg_acc_mask': 57.60976408912188, 'loss': 1.3525904417037964}
+{'epoch': 152, 'iter': 230, 'avg_loss': 1.221843554344012, 'avg_acc_mask': 57.45713614655915, 'loss': 1.0147725343704224}
+{'epoch': 152, 'iter': 240, 'avg_loss': 1.2194917798042297, 'avg_acc_mask': 57.5552548488949, 'loss': 0.87696772813797}
+{'epoch': 152, 'iter': 250, 'avg_loss': 1.21753209544368, 'avg_acc_mask': 57.62626262626262, 'loss': 0.9371724128723145}
+{'epoch': 152, 'iter': 260, 'avg_loss': 1.2215418402262574, 'avg_acc_mask': 57.47731523169634, 'loss': 1.1788121461868286}
+{'epoch': 152, 'iter': 270, 'avg_loss': 1.2214213805445007, 'avg_acc_mask': 57.442557442557444, 'loss': 1.277732014656067}
+{'epoch': 152, 'iter': 280, 'avg_loss': 1.2222449510122957, 'avg_acc_mask': 57.431911613566285, 'loss': 0.8241521120071411}
+{'epoch': 152, 'iter': 290, 'avg_loss': 1.2248911830977476, 'avg_acc_mask': 57.410858491738104, 'loss': 1.530410647392273}
+{'epoch': 152, 'iter': 300, 'avg_loss': 1.2238815896138797, 'avg_acc_mask': 57.469466337765475, 'loss': 1.05298912525177}
+{'epoch': 152, 'iter': 310, 'avg_loss': 1.2218160926337411, 'avg_acc_mask': 57.44618794843376, 'loss': 0.9059231877326965}
+{'epoch': 152, 'iter': 320, 'avg_loss': 1.2245634900075253, 'avg_acc_mask': 57.35519373688091, 'loss': 1.3694981336593628}
+{'epoch': 152, 'iter': 330, 'avg_loss': 1.2227626866084211, 'avg_acc_mask': 57.44037806352347, 'loss': 1.022560477256775}
+{'epoch': 152, 'iter': 340, 'avg_loss': 1.2216800108683075, 'avg_acc_mask': 57.40375911825781, 'loss': 1.170508861541748}
+{'epoch': 152, 'iter': 350, 'avg_loss': 1.2195174398585262, 'avg_acc_mask': 57.55049197307095, 'loss': 1.1409634351730347}
+{'epoch': 152, 'iter': 360, 'avg_loss': 1.2177573277349287, 'avg_acc_mask': 57.59891408174551, 'loss': 1.2439134120941162}
+{'epoch': 152, 'iter': 370, 'avg_loss': 1.2183245081464558, 'avg_acc_mask': 57.57382517413912, 'loss': 1.2491276264190674}
+{'epoch': 152, 'iter': 380, 'avg_loss': 1.2226415251496583, 'avg_acc_mask': 57.4552588764475, 'loss': 1.0059059858322144}
+{'epoch': 152, 'iter': 390, 'avg_loss': 1.220660427494732, 'avg_acc_mask': 57.54694999766997, 'loss': 1.2038918733596802}
+{'epoch': 152, 'iter': 400, 'avg_loss': 1.2226441285556688, 'avg_acc_mask': 57.50295213007539, 'loss': 1.2768068313598633}
+{'epoch': 152, 'iter': 410, 'avg_loss': 1.2210017799460975, 'avg_acc_mask': 57.497116493656286, 'loss': 1.1443710327148438}
+{'epoch': 152, 'iter': 420, 'avg_loss': 1.217690569912736, 'avg_acc_mask': 57.601703755215574, 'loss': 0.9155087471008301}
+{'epoch': 152, 'iter': 430, 'avg_loss': 1.2164770716027704, 'avg_acc_mask': 57.64670887689627, 'loss': 1.2220004796981812}
+{'epoch': 152, 'iter': 440, 'avg_loss': 1.219737697891097, 'avg_acc_mask': 57.50311074243053, 'loss': 1.6120343208312988}
+{'epoch': 152, 'iter': 450, 'avg_loss': 1.2185377930590424, 'avg_acc_mask': 57.54559857009384, 'loss': 0.8843654990196228}
+{'epoch': 152, 'iter': 460, 'avg_loss': 1.2196909911979046, 'avg_acc_mask': 57.515093740069915, 'loss': 1.1072378158569336}
+{'epoch': 152, 'iter': 470, 'avg_loss': 1.2201912501815018, 'avg_acc_mask': 57.46630937123772, 'loss': 1.1610190868377686}
+{'epoch': 152, 'iter': 480, 'avg_loss': 1.2203138716007715, 'avg_acc_mask': 57.46899018339548, 'loss': 1.2900317907333374}
+{'epoch': 152, 'iter': 490, 'avg_loss': 1.2215251990588278, 'avg_acc_mask': 57.45093649727633, 'loss': 1.4173307418823242}
+{'epoch': 152, 'iter': 500, 'avg_loss': 1.2202850971631185, 'avg_acc_mask': 57.51005484460695, 'loss': 0.8731844425201416}
+{'epoch': 152, 'iter': 510, 'avg_loss': 1.2194641100683792, 'avg_acc_mask': 57.60573476702508, 'loss': 1.246740460395813}
+{'epoch': 152, 'iter': 520, 'avg_loss': 1.2198152583299808, 'avg_acc_mask': 57.5687185443283, 'loss': 1.4607261419296265}
+{'epoch': 152, 'iter': 530, 'avg_loss': 1.2205376549853668, 'avg_acc_mask': 57.550103662750516, 'loss': 0.8886379599571228}
+{'epoch': 152, 'iter': 540, 'avg_loss': 1.2203470716414742, 'avg_acc_mask': 57.54553780400936, 'loss': 1.1708098649978638}
+{'epoch': 152, 'iter': 550, 'avg_loss': 1.2223844269659039, 'avg_acc_mask': 57.459831675592966, 'loss': 1.1013482809066772}
+{'epoch': 152, 'iter': 560, 'avg_loss': 1.2227926542202208, 'avg_acc_mask': 57.44938344290714, 'loss': 1.3665986061096191}
+{'epoch': 152, 'iter': 570, 'avg_loss': 1.2206423396404487, 'avg_acc_mask': 57.59113537819175, 'loss': 1.2291868925094604}
+{'epoch': 152, 'iter': 580, 'avg_loss': 1.2203582042055574, 'avg_acc_mask': 57.56783159486969, 'loss': 1.6610723733901978}
+{'epoch': 152, 'iter': 590, 'avg_loss': 1.2220039294052447, 'avg_acc_mask': 57.49342410645211, 'loss': 0.9494346380233765}
+{'epoch': 152, 'iter': 600, 'avg_loss': 1.2218140286336128, 'avg_acc_mask': 57.519941545393664, 'loss': 1.2323637008666992}
+{'epoch': 152, 'iter': 610, 'avg_loss': 1.2226657231388622, 'avg_acc_mask': 57.487359004278495, 'loss': 1.5323493480682373}
+{'epoch': 152, 'iter': 620, 'avg_loss': 1.2207325432035658, 'avg_acc_mask': 57.57879529439515, 'loss': 1.4221116304397583}
+{'epoch': 152, 'iter': 630, 'avg_loss': 1.2203996230607554, 'avg_acc_mask': 57.58252596159424, 'loss': 1.0890424251556396}
+{'epoch': 152, 'iter': 640, 'avg_loss': 1.2197397129026106, 'avg_acc_mask': 57.60160274756726, 'loss': 1.073656439781189}
+{'epoch': 152, 'iter': 650, 'avg_loss': 1.2204105678241923, 'avg_acc_mask': 57.5449084910183, 'loss': 1.2298688888549805}
+{'epoch': 152, 'iter': 660, 'avg_loss': 1.2196985368649285, 'avg_acc_mask': 57.578031629561686, 'loss': 1.1423457860946655}
+{'epoch': 152, 'iter': 670, 'avg_loss': 1.2195749255299746, 'avg_acc_mask': 57.6206245381647, 'loss': 1.2102165222167969}
+{'epoch': 152, 'iter': 680, 'avg_loss': 1.2201807161959957, 'avg_acc_mask': 57.578941696303474, 'loss': 1.2842050790786743}
+{'epoch': 152, 'iter': 690, 'avg_loss': 1.2198735422922458, 'avg_acc_mask': 57.58983068839234, 'loss': 1.030484914779663}
+{'epoch': 152, 'iter': 700, 'avg_loss': 1.219999120510934, 'avg_acc_mask': 57.587711277724075, 'loss': 1.1241669654846191}
+{'epoch': 152, 'iter': 710, 'avg_loss': 1.2189735514537527, 'avg_acc_mask': 57.620702974121286, 'loss': 1.3029745817184448}
+{'epoch': 152, 'iter': 720, 'avg_loss': 1.219870981164845, 'avg_acc_mask': 57.596158731771766, 'loss': 1.437078595161438}
+{'epoch': 152, 'iter': 730, 'avg_loss': 1.2185302353100966, 'avg_acc_mask': 57.64240268523621, 'loss': 1.1920969486236572}
+{'epoch': 152, 'iter': 740, 'avg_loss': 1.219493590064055, 'avg_acc_mask': 57.632314043457846, 'loss': 1.2659133672714233}
+{'epoch': 152, 'iter': 750, 'avg_loss': 1.2205875629432668, 'avg_acc_mask': 57.62236055169046, 'loss': 1.06905198097229}
+{'epoch': 152, 'iter': 760, 'avg_loss': 1.2195502197695467, 'avg_acc_mask': 57.64632147333912, 'loss': 0.9598217606544495}
+{'epoch': 152, 'iter': 770, 'avg_loss': 1.2205617702270142, 'avg_acc_mask': 57.600893663545186, 'loss': 1.2370734214782715}
+{'epoch': 152, 'iter': 780, 'avg_loss': 1.2204087872663931, 'avg_acc_mask': 57.654845447931095, 'loss': 1.2008702754974365}
+{'epoch': 152, 'iter': 790, 'avg_loss': 1.220187247628358, 'avg_acc_mask': 57.68303985171455, 'loss': 1.2464416027069092}
+{'epoch': 152, 'iter': 800, 'avg_loss': 1.220324274603645, 'avg_acc_mask': 57.65831768853885, 'loss': 1.380069375038147}
+{'epoch': 152, 'iter': 810, 'avg_loss': 1.2197716608000448, 'avg_acc_mask': 57.663259768451525, 'loss': 0.9708994030952454}
+{'epoch': 152, 'iter': 820, 'avg_loss': 1.2200154366650042, 'avg_acc_mask': 57.66876647455659, 'loss': 1.1861772537231445}
+{'epoch': 152, 'iter': 830, 'avg_loss': 1.2202328345979307, 'avg_acc_mask': 57.68084589744156, 'loss': 1.332629919052124}
+{'epoch': 152, 'iter': 840, 'avg_loss': 1.2197446747285432, 'avg_acc_mask': 57.68568000872505, 'loss': 1.3725191354751587}
+{'epoch': 152, 'iter': 850, 'avg_loss': 1.2201882761877936, 'avg_acc_mask': 57.66380907250248, 'loss': 1.1842684745788574}
+{'epoch': 152, 'iter': 860, 'avg_loss': 1.220325146887222, 'avg_acc_mask': 57.61410523629248, 'loss': 1.2399550676345825}
+{'epoch': 152, 'iter': 870, 'avg_loss': 1.2207989681054476, 'avg_acc_mask': 57.59578664652314, 'loss': 1.186163306236267}
+{'epoch': 152, 'iter': 880, 'avg_loss': 1.2204455409905155, 'avg_acc_mask': 57.614107883817425, 'loss': 1.2212899923324585}
+{'epoch': 152, 'iter': 890, 'avg_loss': 1.219345842213208, 'avg_acc_mask': 57.666077811100614, 'loss': 0.734269917011261}
+{'epoch': 152, 'iter': 900, 'avg_loss': 1.2201387247816968, 'avg_acc_mask': 57.62591533296821, 'loss': 1.4914634227752686}
+{'epoch': 152, 'iter': 910, 'avg_loss': 1.220224512264574, 'avg_acc_mask': 57.61477826584031, 'loss': 1.2573609352111816}
+{'epoch': 152, 'iter': 920, 'avg_loss': 1.220247930475995, 'avg_acc_mask': 57.609818095162446, 'loss': 1.258837103843689}
+{'epoch': 152, 'iter': 930, 'avg_loss': 1.2198271956274769, 'avg_acc_mask': 57.62482070225767, 'loss': 1.2542916536331177}
+{'epoch': 152, 'iter': 940, 'avg_loss': 1.219841857645641, 'avg_acc_mask': 57.60128904505834, 'loss': 0.8947852849960327}
+{'epoch': 152, 'iter': 950, 'avg_loss': 1.2199470213409729, 'avg_acc_mask': 57.582392256280244, 'loss': 1.68939208984375}
+{'epoch': 152, 'iter': 960, 'avg_loss': 1.2203847974941957, 'avg_acc_mask': 57.56700247101312, 'loss': 1.4465954303741455}
+{'epoch': 152, 'iter': 970, 'avg_loss': 1.2214801127338508, 'avg_acc_mask': 57.53854832643851, 'loss': 1.0042364597320557}
+{'epoch': 152, 'iter': 980, 'avg_loss': 1.2213787021500861, 'avg_acc_mask': 57.555845122859274, 'loss': 0.9455854892730713}
+{'epoch': 152, 'iter': 990, 'avg_loss': 1.2213881564910187, 'avg_acc_mask': 57.58898960866682, 'loss': 1.142984390258789}
+{'epoch': 152, 'iter': 1000, 'avg_loss': 1.2211759219040998, 'avg_acc_mask': 57.579845413446115, 'loss': 1.7668918371200562}
+{'epoch': 152, 'iter': 1010, 'avg_loss': 1.220791999711245, 'avg_acc_mask': 57.59277652370203, 'loss': 0.8525822758674622}
+{'epoch': 152, 'iter': 1020, 'avg_loss': 1.2207225172339877, 'avg_acc_mask': 57.61483972524327, 'loss': 1.0625251531600952}
+{'epoch': 152, 'iter': 1030, 'avg_loss': 1.219935840535927, 'avg_acc_mask': 57.63931984609656, 'loss': 1.0896550416946411}
+{'epoch': 152, 'iter': 1040, 'avg_loss': 1.2199992118949048, 'avg_acc_mask': 57.64869040095499, 'loss': 1.2944730520248413}
+{'epoch': 152, 'iter': 1050, 'avg_loss': 1.2197374872204012, 'avg_acc_mask': 57.66119914421388, 'loss': 1.2051100730895996}
+{'epoch': 152, 'iter': 1060, 'avg_loss': 1.219488801201147, 'avg_acc_mask': 57.65795225719842, 'loss': 1.2602022886276245}
+{'epoch': 152, 'iter': 1070, 'avg_loss': 1.219319393376565, 'avg_acc_mask': 57.64970519068879, 'loss': 1.0924270153045654}
+{'epoch': 152, 'iter': 1080, 'avg_loss': 1.2190524360628507, 'avg_acc_mask': 57.663876324849795, 'loss': 0.7381089329719543}
+{'epoch': 152, 'iter': 1090, 'avg_loss': 1.2186902143013356, 'avg_acc_mask': 57.67039283506274, 'loss': 1.1899996995925903}
+{'epoch': 152, 'iter': 1100, 'avg_loss': 1.218669250972914, 'avg_acc_mask': 57.70517321322117, 'loss': 0.9460118412971497}
+{'epoch': 'EP152_train', 'avg_loss': 1.219025322916281, 'total_masked_acc': 57.69770166146942}
+{'epoch': 153, 'iter': 0, 'avg_loss': 1.6534727811813354, 'avg_acc_mask': 42.30769230769231, 'loss': 1.6534727811813354}
+{'epoch': 153, 'iter': 10, 'avg_loss': 1.3153381889516658, 'avg_acc_mask': 57.25938009787929, 'loss': 1.1782076358795166}
+{'epoch': 153, 'iter': 20, 'avg_loss': 1.3218980800537836, 'avg_acc_mask': 56.14789337919175, 'loss': 1.4869447946548462}
+{'epoch': 153, 'iter': 30, 'avg_loss': 1.3066989183425903, 'avg_acc_mask': 56.10482430017868, 'loss': 1.1985677480697632}
+{'epoch': 153, 'iter': 40, 'avg_loss': 1.2841003057433338, 'avg_acc_mask': 56.69781931464174, 'loss': 1.0081501007080078}
+{'epoch': 153, 'iter': 50, 'avg_loss': 1.2825129780114866, 'avg_acc_mask': 56.50334860768418, 'loss': 1.0953835248947144}
+{'epoch': 153, 'iter': 60, 'avg_loss': 1.2561126253643975, 'avg_acc_mask': 56.96915776986952, 'loss': 1.0791128873825073}
+{'epoch': 153, 'iter': 70, 'avg_loss': 1.2496021902057486, 'avg_acc_mask': 57.381615598885794, 'loss': 1.1592895984649658}
+{'epoch': 153, 'iter': 80, 'avg_loss': 1.2382276852925618, 'avg_acc_mask': 57.992073976221924, 'loss': 1.2301386594772339}
+{'epoch': 153, 'iter': 90, 'avg_loss': 1.2443308443813534, 'avg_acc_mask': 57.82193648938243, 'loss': 1.3648278713226318}
+{'epoch': 153, 'iter': 100, 'avg_loss': 1.2358593946636314, 'avg_acc_mask': 57.92823051087148, 'loss': 1.1110421419143677}
+{'epoch': 153, 'iter': 110, 'avg_loss': 1.2341274339873511, 'avg_acc_mask': 57.858880778588805, 'loss': 0.7996533513069153}
+{'epoch': 153, 'iter': 120, 'avg_loss': 1.2317110403510165, 'avg_acc_mask': 57.67628681939899, 'loss': 1.3575519323349}
+{'epoch': 153, 'iter': 130, 'avg_loss': 1.2272015564314283, 'avg_acc_mask': 57.7138180330105, 'loss': 1.2885633707046509}
+{'epoch': 153, 'iter': 140, 'avg_loss': 1.2250667362348409, 'avg_acc_mask': 57.7922077922078, 'loss': 0.9295970797538757}
+{'epoch': 153, 'iter': 150, 'avg_loss': 1.2155817672116866, 'avg_acc_mask': 58.04170661553212, 'loss': 1.3270636796951294}
+{'epoch': 153, 'iter': 160, 'avg_loss': 1.2167910803919253, 'avg_acc_mask': 58.04235188105429, 'loss': 1.3047903776168823}
+{'epoch': 153, 'iter': 170, 'avg_loss': 1.2165923463670831, 'avg_acc_mask': 58.02586938083121, 'loss': 1.1458088159561157}
+{'epoch': 153, 'iter': 180, 'avg_loss': 1.2181909295076823, 'avg_acc_mask': 58.02431916390313, 'loss': 1.2162773609161377}
+{'epoch': 153, 'iter': 190, 'avg_loss': 1.2175460011547148, 'avg_acc_mask': 57.975430911341775, 'loss': 0.9606623649597168}
+{'epoch': 153, 'iter': 200, 'avg_loss': 1.2139067341439167, 'avg_acc_mask': 57.955265779226664, 'loss': 1.2824654579162598}
+{'epoch': 153, 'iter': 210, 'avg_loss': 1.2140962860030586, 'avg_acc_mask': 57.90423794378062, 'loss': 1.3186609745025635}
+{'epoch': 153, 'iter': 220, 'avg_loss': 1.2125499469662144, 'avg_acc_mask': 57.85293154274485, 'loss': 1.445691704750061}
+{'epoch': 153, 'iter': 230, 'avg_loss': 1.2132265792264567, 'avg_acc_mask': 57.87441897108643, 'loss': 1.2779483795166016}
+{'epoch': 153, 'iter': 240, 'avg_loss': 1.2124055651213619, 'avg_acc_mask': 57.968489622784425, 'loss': 1.2501875162124634}
+{'epoch': 153, 'iter': 250, 'avg_loss': 1.2115219285288654, 'avg_acc_mask': 58.039927404718696, 'loss': 0.9419758319854736}
+{'epoch': 153, 'iter': 260, 'avg_loss': 1.2128046175529217, 'avg_acc_mask': 57.90689534476724, 'loss': 1.3674352169036865}
+{'epoch': 153, 'iter': 270, 'avg_loss': 1.2148735773959283, 'avg_acc_mask': 57.813444362366525, 'loss': 1.2822691202163696}
+{'epoch': 153, 'iter': 280, 'avg_loss': 1.2170392516669006, 'avg_acc_mask': 57.77965221905009, 'loss': 0.790228009223938}
+{'epoch': 153, 'iter': 290, 'avg_loss': 1.2137437356296683, 'avg_acc_mask': 57.922844935913545, 'loss': 1.4698145389556885}
+{'epoch': 153, 'iter': 300, 'avg_loss': 1.211968976397847, 'avg_acc_mask': 57.91491692532408, 'loss': 0.827975332736969}
+{'epoch': 153, 'iter': 310, 'avg_loss': 1.2102938882790961, 'avg_acc_mask': 57.907442298634, 'loss': 1.0329723358154297}
+{'epoch': 153, 'iter': 320, 'avg_loss': 1.2080424249729262, 'avg_acc_mask': 57.92693385169516, 'loss': 1.0315707921981812}
+{'epoch': 153, 'iter': 330, 'avg_loss': 1.2082426474173624, 'avg_acc_mask': 57.96570667554519, 'loss': 0.988609254360199}
+{'epoch': 153, 'iter': 340, 'avg_loss': 1.2064550664068316, 'avg_acc_mask': 58.03513688294891, 'loss': 1.1870743036270142}
+{'epoch': 153, 'iter': 350, 'avg_loss': 1.2065742044706969, 'avg_acc_mask': 58.03135979862605, 'loss': 1.2306386232376099}
+{'epoch': 153, 'iter': 360, 'avg_loss': 1.2059618454230459, 'avg_acc_mask': 58.08864688819907, 'loss': 1.3597190380096436}
+{'epoch': 153, 'iter': 370, 'avg_loss': 1.2069419154902352, 'avg_acc_mask': 58.15311525708913, 'loss': 1.1226117610931396}
+{'epoch': 153, 'iter': 380, 'avg_loss': 1.2096064514688307, 'avg_acc_mask': 58.05629059417849, 'loss': 1.0269089937210083}
+{'epoch': 153, 'iter': 390, 'avg_loss': 1.2079100942672671, 'avg_acc_mask': 58.154929577464785, 'loss': 1.3273098468780518}
+{'epoch': 153, 'iter': 400, 'avg_loss': 1.2086718954944848, 'avg_acc_mask': 58.12451326217417, 'loss': 1.1396650075912476}
+{'epoch': 153, 'iter': 410, 'avg_loss': 1.2084812118769273, 'avg_acc_mask': 58.19961560809905, 'loss': 1.152329921722412}
+{'epoch': 153, 'iter': 420, 'avg_loss': 1.2074052891085663, 'avg_acc_mask': 58.246747577054045, 'loss': 0.9636405110359192}
+{'epoch': 153, 'iter': 430, 'avg_loss': 1.2060846640726253, 'avg_acc_mask': 58.29280778090607, 'loss': 1.2027091979980469}
+{'epoch': 153, 'iter': 440, 'avg_loss': 1.2084022207595324, 'avg_acc_mask': 58.19658475635152, 'loss': 1.7178252935409546}
+{'epoch': 153, 'iter': 450, 'avg_loss': 1.2078405642456596, 'avg_acc_mask': 58.199396263359716, 'loss': 1.2242660522460938}
+{'epoch': 153, 'iter': 460, 'avg_loss': 1.2093879990360483, 'avg_acc_mask': 58.08987867177522, 'loss': 1.1811071634292603}
+{'epoch': 153, 'iter': 470, 'avg_loss': 1.2100006519103, 'avg_acc_mask': 58.075493839233324, 'loss': 1.1445294618606567}
+{'epoch': 153, 'iter': 480, 'avg_loss': 1.2081732970513326, 'avg_acc_mask': 58.13810820137265, 'loss': 1.0040634870529175}
+{'epoch': 153, 'iter': 490, 'avg_loss': 1.2094090511745446, 'avg_acc_mask': 58.082932692307686, 'loss': 1.432173490524292}
+{'epoch': 153, 'iter': 500, 'avg_loss': 1.2091118202000084, 'avg_acc_mask': 58.090614886731395, 'loss': 1.0539970397949219}
+{'epoch': 153, 'iter': 510, 'avg_loss': 1.2093072343479163, 'avg_acc_mask': 58.04301617609973, 'loss': 1.3176101446151733}
+{'epoch': 153, 'iter': 520, 'avg_loss': 1.208267425278098, 'avg_acc_mask': 58.058012026883624, 'loss': 1.2587167024612427}
+{'epoch': 153, 'iter': 530, 'avg_loss': 1.2072957043593886, 'avg_acc_mask': 58.068095139033346, 'loss': 1.0074211359024048}
+{'epoch': 153, 'iter': 540, 'avg_loss': 1.209751284386887, 'avg_acc_mask': 57.966827544014684, 'loss': 1.3828176259994507}
+{'epoch': 153, 'iter': 550, 'avg_loss': 1.2106983288446485, 'avg_acc_mask': 57.93156298937128, 'loss': 1.014768123626709}
+{'epoch': 153, 'iter': 560, 'avg_loss': 1.2093506373611151, 'avg_acc_mask': 58.013240692186685, 'loss': 1.1228476762771606}
+{'epoch': 153, 'iter': 570, 'avg_loss': 1.2087046917390907, 'avg_acc_mask': 58.035254760679365, 'loss': 0.9827699065208435}
+{'epoch': 153, 'iter': 580, 'avg_loss': 1.2093801993921578, 'avg_acc_mask': 58.017511142017256, 'loss': 1.2439793348312378}
+{'epoch': 153, 'iter': 590, 'avg_loss': 1.20997441621803, 'avg_acc_mask': 57.97092445328032, 'loss': 1.241834044456482}
+{'epoch': 153, 'iter': 600, 'avg_loss': 1.2102253705808605, 'avg_acc_mask': 57.9336695705334, 'loss': 1.5991404056549072}
+{'epoch': 153, 'iter': 610, 'avg_loss': 1.2106616564351096, 'avg_acc_mask': 57.88730277986477, 'loss': 1.3624742031097412}
+{'epoch': 153, 'iter': 620, 'avg_loss': 1.2099920003502458, 'avg_acc_mask': 57.91186039633245, 'loss': 1.7651944160461426}
+{'epoch': 153, 'iter': 630, 'avg_loss': 1.2090728423674775, 'avg_acc_mask': 57.968736354903506, 'loss': 0.9266052842140198}
+{'epoch': 153, 'iter': 640, 'avg_loss': 1.2103377276575324, 'avg_acc_mask': 57.96855689362803, 'loss': 1.2657300233840942}
+{'epoch': 153, 'iter': 650, 'avg_loss': 1.2107091070869551, 'avg_acc_mask': 57.96867476704336, 'loss': 1.0158723592758179}
+{'epoch': 153, 'iter': 660, 'avg_loss': 1.210046095765124, 'avg_acc_mask': 57.957907664824425, 'loss': 1.0171526670455933}
+{'epoch': 153, 'iter': 670, 'avg_loss': 1.2103803331912364, 'avg_acc_mask': 57.99785366390579, 'loss': 1.1288257837295532}
+{'epoch': 153, 'iter': 680, 'avg_loss': 1.2107409940767218, 'avg_acc_mask': 57.99381543970053, 'loss': 1.3280112743377686}
+{'epoch': 153, 'iter': 690, 'avg_loss': 1.2109427723801773, 'avg_acc_mask': 57.986268800256454, 'loss': 1.1864855289459229}
+{'epoch': 153, 'iter': 700, 'avg_loss': 1.2124768362065694, 'avg_acc_mask': 57.890168849613374, 'loss': 1.0603824853897095}
+{'epoch': 153, 'iter': 710, 'avg_loss': 1.2111745559716527, 'avg_acc_mask': 57.94702845728813, 'loss': 1.181060552597046}
+{'epoch': 153, 'iter': 720, 'avg_loss': 1.2118969996990674, 'avg_acc_mask': 57.89715569626716, 'loss': 1.0545905828475952}
+{'epoch': 153, 'iter': 730, 'avg_loss': 1.2112409326511597, 'avg_acc_mask': 57.89129340714645, 'loss': 1.312036156654358}
+{'epoch': 153, 'iter': 740, 'avg_loss': 1.210666425154116, 'avg_acc_mask': 57.854662698412696, 'loss': 1.0863747596740723}
+{'epoch': 153, 'iter': 750, 'avg_loss': 1.212321926528382, 'avg_acc_mask': 57.79452792325388, 'loss': 1.3191248178482056}
+{'epoch': 153, 'iter': 760, 'avg_loss': 1.211356665239071, 'avg_acc_mask': 57.82549816212034, 'loss': 1.123901605606079}
+{'epoch': 153, 'iter': 770, 'avg_loss': 1.2128099650724389, 'avg_acc_mask': 57.76018315367738, 'loss': 1.2310724258422852}
+{'epoch': 153, 'iter': 780, 'avg_loss': 1.2125576906259172, 'avg_acc_mask': 57.80676146529805, 'loss': 1.1056292057037354}
+{'epoch': 153, 'iter': 790, 'avg_loss': 1.2124379339772742, 'avg_acc_mask': 57.82355679702048, 'loss': 1.3649823665618896}
+{'epoch': 153, 'iter': 800, 'avg_loss': 1.2124016923404366, 'avg_acc_mask': 57.80273796398383, 'loss': 1.1038134098052979}
+{'epoch': 153, 'iter': 810, 'avg_loss': 1.2125516108314147, 'avg_acc_mask': 57.80651015084496, 'loss': 1.054551124572754}
+{'epoch': 153, 'iter': 820, 'avg_loss': 1.2130694528735366, 'avg_acc_mask': 57.79047619047619, 'loss': 1.068547010421753}
+{'epoch': 153, 'iter': 830, 'avg_loss': 1.2128509957294027, 'avg_acc_mask': 57.770390070921984, 'loss': 1.2496702671051025}
+{'epoch': 153, 'iter': 840, 'avg_loss': 1.2125967918905152, 'avg_acc_mask': 57.76084767284032, 'loss': 1.273742914199829}
+{'epoch': 153, 'iter': 850, 'avg_loss': 1.2137331044351733, 'avg_acc_mask': 57.727921768854664, 'loss': 1.378875732421875}
+{'epoch': 153, 'iter': 860, 'avg_loss': 1.214279706539039, 'avg_acc_mask': 57.686885946176844, 'loss': 1.269086241722107}
+{'epoch': 153, 'iter': 870, 'avg_loss': 1.2147622035236774, 'avg_acc_mask': 57.66935840941196, 'loss': 1.1885123252868652}
+{'epoch': 153, 'iter': 880, 'avg_loss': 1.2140926174083715, 'avg_acc_mask': 57.70650428544617, 'loss': 1.2652205228805542}
+{'epoch': 153, 'iter': 890, 'avg_loss': 1.2123074456631269, 'avg_acc_mask': 57.78718133966354, 'loss': 0.538838803768158}
+{'epoch': 153, 'iter': 900, 'avg_loss': 1.2130314919448455, 'avg_acc_mask': 57.72941440430783, 'loss': 1.301500678062439}
+{'epoch': 153, 'iter': 910, 'avg_loss': 1.2140648059473342, 'avg_acc_mask': 57.6894374861338, 'loss': 1.390446662902832}
+{'epoch': 153, 'iter': 920, 'avg_loss': 1.2130446237280366, 'avg_acc_mask': 57.71280311346173, 'loss': 1.2670667171478271}
+{'epoch': 153, 'iter': 930, 'avg_loss': 1.2117036148249527, 'avg_acc_mask': 57.76579139746706, 'loss': 1.2340222597122192}
+{'epoch': 153, 'iter': 940, 'avg_loss': 1.2123797265426766, 'avg_acc_mask': 57.76779611366077, 'loss': 1.175753116607666}
+{'epoch': 153, 'iter': 950, 'avg_loss': 1.2131369033070394, 'avg_acc_mask': 57.74381171378331, 'loss': 1.347101092338562}
+{'epoch': 153, 'iter': 960, 'avg_loss': 1.212317831992607, 'avg_acc_mask': 57.80314764882489, 'loss': 1.185699462890625}
+{'epoch': 153, 'iter': 970, 'avg_loss': 1.2126814817547429, 'avg_acc_mask': 57.8172876867789, 'loss': 1.2085670232772827}
+{'epoch': 153, 'iter': 980, 'avg_loss': 1.2130928312966582, 'avg_acc_mask': 57.79479785022752, 'loss': 1.2905656099319458}
+{'epoch': 153, 'iter': 990, 'avg_loss': 1.213729148014523, 'avg_acc_mask': 57.76691840663409, 'loss': 1.5422954559326172}
+{'epoch': 153, 'iter': 1000, 'avg_loss': 1.2139945104048326, 'avg_acc_mask': 57.763075908074626, 'loss': 1.4744514226913452}
+{'epoch': 153, 'iter': 1010, 'avg_loss': 1.2145589514608788, 'avg_acc_mask': 57.74228675136116, 'loss': 1.087948203086853}
+{'epoch': 153, 'iter': 1020, 'avg_loss': 1.215013745716106, 'avg_acc_mask': 57.71165732355901, 'loss': 1.054957389831543}
+{'epoch': 153, 'iter': 1030, 'avg_loss': 1.214754899766813, 'avg_acc_mask': 57.714285714285715, 'loss': 1.186582088470459}
+{'epoch': 153, 'iter': 1040, 'avg_loss': 1.2144714809746608, 'avg_acc_mask': 57.71807347859812, 'loss': 1.245216727256775}
+{'epoch': 153, 'iter': 1050, 'avg_loss': 1.2141759172152837, 'avg_acc_mask': 57.71534337948978, 'loss': 1.140540599822998}
+{'epoch': 153, 'iter': 1060, 'avg_loss': 1.2138316092010268, 'avg_acc_mask': 57.71399903120892, 'loss': 1.0155259370803833}
+{'epoch': 153, 'iter': 1070, 'avg_loss': 1.2135522396735896, 'avg_acc_mask': 57.70911521258547, 'loss': 1.1935856342315674}
+{'epoch': 153, 'iter': 1080, 'avg_loss': 1.2133422658798543, 'avg_acc_mask': 57.764122759369904, 'loss': 0.9535624384880066}
+{'epoch': 153, 'iter': 1090, 'avg_loss': 1.2144547106474501, 'avg_acc_mask': 57.73206272374326, 'loss': 1.2390109300613403}
+{'epoch': 153, 'iter': 1100, 'avg_loss': 1.2134233886929233, 'avg_acc_mask': 57.77533479912053, 'loss': 0.8415339589118958}
+{'epoch': 'EP153_train', 'avg_loss': 1.2140759623967685, 'total_masked_acc': 57.74210683576243}
+{'epoch': 154, 'iter': 0, 'avg_loss': 1.2652415037155151, 'avg_acc_mask': 58.92857142857143, 'loss': 1.2652415037155151}
+{'epoch': 154, 'iter': 10, 'avg_loss': 1.1710612232034856, 'avg_acc_mask': 59.90491283676703, 'loss': 0.9033809304237366}
+{'epoch': 154, 'iter': 20, 'avg_loss': 1.1798309768949236, 'avg_acc_mask': 58.476027397260275, 'loss': 1.0248908996582031}
+{'epoch': 154, 'iter': 30, 'avg_loss': 1.17557974976878, 'avg_acc_mask': 59.18604651162791, 'loss': 1.339477300643921}
+{'epoch': 154, 'iter': 40, 'avg_loss': 1.1886422285219518, 'avg_acc_mask': 58.74890638670166, 'loss': 1.0328967571258545}
+{'epoch': 154, 'iter': 50, 'avg_loss': 1.2200363313450533, 'avg_acc_mask': 57.863397548161124, 'loss': 1.395507574081421}
+{'epoch': 154, 'iter': 60, 'avg_loss': 1.2265049961746717, 'avg_acc_mask': 57.509589849513134, 'loss': 1.3501434326171875}
+{'epoch': 154, 'iter': 70, 'avg_loss': 1.22436695115667, 'avg_acc_mask': 57.55651511303023, 'loss': 1.271233081817627}
+{'epoch': 154, 'iter': 80, 'avg_loss': 1.2280267616848888, 'avg_acc_mask': 57.509484490069184, 'loss': 1.2854021787643433}
+{'epoch': 154, 'iter': 90, 'avg_loss': 1.2396897018610775, 'avg_acc_mask': 57.22795869737887, 'loss': 1.5159857273101807}
+{'epoch': 154, 'iter': 100, 'avg_loss': 1.234106440945427, 'avg_acc_mask': 57.291853983096566, 'loss': 1.096539855003357}
+{'epoch': 154, 'iter': 110, 'avg_loss': 1.2342869258141733, 'avg_acc_mask': 57.40649200856814, 'loss': 1.1299684047698975}
+{'epoch': 154, 'iter': 120, 'avg_loss': 1.235889219055491, 'avg_acc_mask': 57.19018220147568, 'loss': 1.3553287982940674}
+{'epoch': 154, 'iter': 130, 'avg_loss': 1.2415119741709177, 'avg_acc_mask': 57.04763227329538, 'loss': 1.3183186054229736}
+{'epoch': 154, 'iter': 140, 'avg_loss': 1.2417571937784235, 'avg_acc_mask': 56.899004267425326, 'loss': 1.124721646308899}
+{'epoch': 154, 'iter': 150, 'avg_loss': 1.2350333984324475, 'avg_acc_mask': 57.082015088829394, 'loss': 1.3125}
+{'epoch': 154, 'iter': 160, 'avg_loss': 1.239147126304437, 'avg_acc_mask': 57.0106273568735, 'loss': 1.1712242364883423}
+{'epoch': 154, 'iter': 170, 'avg_loss': 1.2388214611867716, 'avg_acc_mask': 56.857081728712025, 'loss': 1.1212836503982544}
+{'epoch': 154, 'iter': 180, 'avg_loss': 1.2405801929163012, 'avg_acc_mask': 56.83351797764126, 'loss': 1.3606218099594116}
+{'epoch': 154, 'iter': 190, 'avg_loss': 1.240769856887338, 'avg_acc_mask': 56.9128156264888, 'loss': 0.9848434329032898}
+{'epoch': 154, 'iter': 200, 'avg_loss': 1.2367049541639452, 'avg_acc_mask': 56.921684019918516, 'loss': 1.331139087677002}
+{'epoch': 154, 'iter': 210, 'avg_loss': 1.2322675992527279, 'avg_acc_mask': 57.070272132276955, 'loss': 1.1094776391983032}
+{'epoch': 154, 'iter': 220, 'avg_loss': 1.2304859595600837, 'avg_acc_mask': 57.14403089310657, 'loss': 1.3303025960922241}
+{'epoch': 154, 'iter': 230, 'avg_loss': 1.227112099979863, 'avg_acc_mask': 57.244206211571814, 'loss': 1.169904112815857}
+{'epoch': 154, 'iter': 240, 'avg_loss': 1.223908376396939, 'avg_acc_mask': 57.393407922588445, 'loss': 1.136849284172058}
+{'epoch': 154, 'iter': 250, 'avg_loss': 1.2280146367996336, 'avg_acc_mask': 57.32771154405351, 'loss': 1.1805750131607056}
+{'epoch': 154, 'iter': 260, 'avg_loss': 1.2301853516092702, 'avg_acc_mask': 57.30462742905075, 'loss': 1.4580684900283813}
+{'epoch': 154, 'iter': 270, 'avg_loss': 1.2297976923164846, 'avg_acc_mask': 57.4065373515001, 'loss': 1.133687138557434}
+{'epoch': 154, 'iter': 280, 'avg_loss': 1.2299209201038945, 'avg_acc_mask': 57.39614339329624, 'loss': 1.052449107170105}
+{'epoch': 154, 'iter': 290, 'avg_loss': 1.2304034489126958, 'avg_acc_mask': 57.43506086083574, 'loss': 1.0506913661956787}
+{'epoch': 154, 'iter': 300, 'avg_loss': 1.227731356391083, 'avg_acc_mask': 57.582190949896884, 'loss': 0.9841259717941284}
+{'epoch': 154, 'iter': 310, 'avg_loss': 1.2280379025882464, 'avg_acc_mask': 57.5893119886999, 'loss': 0.8693943023681641}
+{'epoch': 154, 'iter': 320, 'avg_loss': 1.230294182107456, 'avg_acc_mask': 57.507276151343945, 'loss': 1.1361465454101562}
+{'epoch': 154, 'iter': 330, 'avg_loss': 1.2320297706163181, 'avg_acc_mask': 57.46140651801029, 'loss': 1.3957215547561646}
+{'epoch': 154, 'iter': 340, 'avg_loss': 1.2322974353591718, 'avg_acc_mask': 57.46516613076098, 'loss': 1.0393881797790527}
+{'epoch': 154, 'iter': 350, 'avg_loss': 1.2318685277235135, 'avg_acc_mask': 57.49152542372882, 'loss': 1.1581079959869385}
+{'epoch': 154, 'iter': 360, 'avg_loss': 1.2319661113033664, 'avg_acc_mask': 57.48596854932497, 'loss': 1.379316806793213}
+{'epoch': 154, 'iter': 370, 'avg_loss': 1.2323169325882535, 'avg_acc_mask': 57.55891179219756, 'loss': 1.2535470724105835}
+{'epoch': 154, 'iter': 380, 'avg_loss': 1.2331804292095614, 'avg_acc_mask': 57.51543283724937, 'loss': 0.7655511498451233}
+{'epoch': 154, 'iter': 390, 'avg_loss': 1.2326712844621799, 'avg_acc_mask': 57.47667910447761, 'loss': 1.3301235437393188}
+{'epoch': 154, 'iter': 400, 'avg_loss': 1.2345757503759236, 'avg_acc_mask': 57.411112121487676, 'loss': 1.212241530418396}
+{'epoch': 154, 'iter': 410, 'avg_loss': 1.234350326142462, 'avg_acc_mask': 57.434350603264726, 'loss': 1.291235327720642}
+{'epoch': 154, 'iter': 420, 'avg_loss': 1.2323072825927917, 'avg_acc_mask': 57.474204456776214, 'loss': 1.123189091682434}
+{'epoch': 154, 'iter': 430, 'avg_loss': 1.2333886457429961, 'avg_acc_mask': 57.40442485377638, 'loss': 1.2019330263137817}
+{'epoch': 154, 'iter': 440, 'avg_loss': 1.23619378045573, 'avg_acc_mask': 57.32947498966515, 'loss': 1.8508822917938232}
+{'epoch': 154, 'iter': 450, 'avg_loss': 1.235091007998143, 'avg_acc_mask': 57.40598307897826, 'loss': 1.0390442609786987}
+{'epoch': 154, 'iter': 460, 'avg_loss': 1.2356064306681172, 'avg_acc_mask': 57.41268709907341, 'loss': 1.3351975679397583}
+{'epoch': 154, 'iter': 470, 'avg_loss': 1.238153228840757, 'avg_acc_mask': 57.33286935003673, 'loss': 1.092838168144226}
+{'epoch': 154, 'iter': 480, 'avg_loss': 1.2356837945767598, 'avg_acc_mask': 57.44664720821804, 'loss': 0.9998998045921326}
+{'epoch': 154, 'iter': 490, 'avg_loss': 1.2369525745784193, 'avg_acc_mask': 57.40837112482343, 'loss': 1.4262126684188843}
+{'epoch': 154, 'iter': 500, 'avg_loss': 1.2359519555659113, 'avg_acc_mask': 57.44851467104064, 'loss': 1.1224048137664795}
+{'epoch': 154, 'iter': 510, 'avg_loss': 1.2358880450114345, 'avg_acc_mask': 57.41707177580784, 'loss': 1.1740772724151611}
+{'epoch': 154, 'iter': 520, 'avg_loss': 1.2343408768556854, 'avg_acc_mask': 57.46331531278523, 'loss': 1.3779951333999634}
+{'epoch': 154, 'iter': 530, 'avg_loss': 1.2336485285992451, 'avg_acc_mask': 57.47114556416882, 'loss': 0.94260174036026}
+{'epoch': 154, 'iter': 540, 'avg_loss': 1.2336570573161578, 'avg_acc_mask': 57.467532467532465, 'loss': 1.3435405492782593}
+{'epoch': 154, 'iter': 550, 'avg_loss': 1.2332399219220433, 'avg_acc_mask': 57.4654622741764, 'loss': 0.9865836501121521}
+{'epoch': 154, 'iter': 560, 'avg_loss': 1.231599989528112, 'avg_acc_mask': 57.48970655512712, 'loss': 0.9686651229858398}
+{'epoch': 154, 'iter': 570, 'avg_loss': 1.2305787094002638, 'avg_acc_mask': 57.52755551270927, 'loss': 1.2144713401794434}
+{'epoch': 154, 'iter': 580, 'avg_loss': 1.2298531704638378, 'avg_acc_mask': 57.594996683407565, 'loss': 1.6729384660720825}
+{'epoch': 154, 'iter': 590, 'avg_loss': 1.2288673707676419, 'avg_acc_mask': 57.5756636070454, 'loss': 1.01340913772583}
+{'epoch': 154, 'iter': 600, 'avg_loss': 1.2285320221286844, 'avg_acc_mask': 57.571964956195245, 'loss': 1.3187074661254883}
+{'epoch': 154, 'iter': 610, 'avg_loss': 1.229711819690105, 'avg_acc_mask': 57.528609617637336, 'loss': 1.1953450441360474}
+{'epoch': 154, 'iter': 620, 'avg_loss': 1.2278363570306996, 'avg_acc_mask': 57.60002363926482, 'loss': 1.2518357038497925}
+{'epoch': 154, 'iter': 630, 'avg_loss': 1.2264770289230649, 'avg_acc_mask': 57.617954010290994, 'loss': 0.882627010345459}
+{'epoch': 154, 'iter': 640, 'avg_loss': 1.2261204721403196, 'avg_acc_mask': 57.63916757438514, 'loss': 1.230041265487671}
+{'epoch': 154, 'iter': 650, 'avg_loss': 1.2253228414076998, 'avg_acc_mask': 57.68491291562995, 'loss': 1.30231511592865}
+{'epoch': 154, 'iter': 660, 'avg_loss': 1.223415692527067, 'avg_acc_mask': 57.76843629074915, 'loss': 0.8466673493385315}
+{'epoch': 154, 'iter': 670, 'avg_loss': 1.222803450732224, 'avg_acc_mask': 57.81477113786578, 'loss': 1.4035334587097168}
+{'epoch': 154, 'iter': 680, 'avg_loss': 1.2223888349428051, 'avg_acc_mask': 57.851083373858536, 'loss': 1.3374686241149902}
+{'epoch': 154, 'iter': 690, 'avg_loss': 1.2230602257848648, 'avg_acc_mask': 57.816033845089535, 'loss': 1.1068310737609863}
+{'epoch': 154, 'iter': 700, 'avg_loss': 1.2249771329373673, 'avg_acc_mask': 57.75895970427077, 'loss': 1.275984525680542}
+{'epoch': 154, 'iter': 710, 'avg_loss': 1.2253054530476384, 'avg_acc_mask': 57.785189781776815, 'loss': 1.526059627532959}
+{'epoch': 154, 'iter': 720, 'avg_loss': 1.2266653684405777, 'avg_acc_mask': 57.710071703794426, 'loss': 1.5296180248260498}
+{'epoch': 154, 'iter': 730, 'avg_loss': 1.2265854603451678, 'avg_acc_mask': 57.69617706237425, 'loss': 1.5481783151626587}
+{'epoch': 154, 'iter': 740, 'avg_loss': 1.226996958979711, 'avg_acc_mask': 57.663291641850314, 'loss': 1.2570492029190063}
+{'epoch': 154, 'iter': 750, 'avg_loss': 1.2285057095173355, 'avg_acc_mask': 57.60965341687879, 'loss': 1.307504653930664}
+{'epoch': 154, 'iter': 760, 'avg_loss': 1.2290736012327217, 'avg_acc_mask': 57.59853079767054, 'loss': 1.1261475086212158}
+{'epoch': 154, 'iter': 770, 'avg_loss': 1.229964389102159, 'avg_acc_mask': 57.568681645976795, 'loss': 1.2033698558807373}
+{'epoch': 154, 'iter': 780, 'avg_loss': 1.2300500810985835, 'avg_acc_mask': 57.61651695433382, 'loss': 1.007874608039856}
+{'epoch': 154, 'iter': 790, 'avg_loss': 1.2307857126562696, 'avg_acc_mask': 57.61692443453625, 'loss': 1.3825517892837524}
+{'epoch': 154, 'iter': 800, 'avg_loss': 1.2298665260256603, 'avg_acc_mask': 57.64103975956134, 'loss': 1.2611154317855835}
+{'epoch': 154, 'iter': 810, 'avg_loss': 1.230472993248047, 'avg_acc_mask': 57.587504533913666, 'loss': 1.3366785049438477}
+{'epoch': 154, 'iter': 820, 'avg_loss': 1.23050365400082, 'avg_acc_mask': 57.57962925604644, 'loss': 1.3131587505340576}
+{'epoch': 154, 'iter': 830, 'avg_loss': 1.2295903849687817, 'avg_acc_mask': 57.59375831190708, 'loss': 1.3930591344833374}
+{'epoch': 154, 'iter': 840, 'avg_loss': 1.2294296332403538, 'avg_acc_mask': 57.58311992470506, 'loss': 1.1169896125793457}
+{'epoch': 154, 'iter': 850, 'avg_loss': 1.2292785383279399, 'avg_acc_mask': 57.558529151084116, 'loss': 1.0142371654510498}
+{'epoch': 154, 'iter': 860, 'avg_loss': 1.229586019540913, 'avg_acc_mask': 57.54902379630025, 'loss': 1.421484112739563}
+{'epoch': 154, 'iter': 870, 'avg_loss': 1.2315207415278553, 'avg_acc_mask': 57.442816485717294, 'loss': 1.19747793674469}
+{'epoch': 154, 'iter': 880, 'avg_loss': 1.2331078953017711, 'avg_acc_mask': 57.386209628656616, 'loss': 1.1616227626800537}
+{'epoch': 154, 'iter': 890, 'avg_loss': 1.2316264391079228, 'avg_acc_mask': 57.43806771263419, 'loss': 1.0929880142211914}
+{'epoch': 154, 'iter': 900, 'avg_loss': 1.2311438035620965, 'avg_acc_mask': 57.46291497480055, 'loss': 1.2892059087753296}
+{'epoch': 154, 'iter': 910, 'avg_loss': 1.231891527722879, 'avg_acc_mask': 57.38737284030356, 'loss': 1.3264983892440796}
+{'epoch': 154, 'iter': 920, 'avg_loss': 1.2310114317168113, 'avg_acc_mask': 57.432351412926174, 'loss': 1.3266428709030151}
+{'epoch': 154, 'iter': 930, 'avg_loss': 1.2299216822445969, 'avg_acc_mask': 57.453416149068325, 'loss': 1.6080394983291626}
+{'epoch': 154, 'iter': 940, 'avg_loss': 1.2307332889686609, 'avg_acc_mask': 57.40490857533979, 'loss': 1.0820027589797974}
+{'epoch': 154, 'iter': 950, 'avg_loss': 1.2310832218040804, 'avg_acc_mask': 57.406476072575344, 'loss': 1.6573479175567627}
+{'epoch': 154, 'iter': 960, 'avg_loss': 1.230261289676444, 'avg_acc_mask': 57.45761088226842, 'loss': 1.1956082582473755}
+{'epoch': 154, 'iter': 970, 'avg_loss': 1.229295538579153, 'avg_acc_mask': 57.50706067441287, 'loss': 0.927620530128479}
+{'epoch': 154, 'iter': 980, 'avg_loss': 1.2285687760597097, 'avg_acc_mask': 57.49765522416057, 'loss': 1.0003721714019775}
+{'epoch': 154, 'iter': 990, 'avg_loss': 1.229071845440523, 'avg_acc_mask': 57.47486738138517, 'loss': 1.3447531461715698}
+{'epoch': 154, 'iter': 1000, 'avg_loss': 1.228949920221285, 'avg_acc_mask': 57.48206323283851, 'loss': 1.3024396896362305}
+{'epoch': 154, 'iter': 1010, 'avg_loss': 1.22862012337978, 'avg_acc_mask': 57.48727272727273, 'loss': 1.1141692399978638}
+{'epoch': 154, 'iter': 1020, 'avg_loss': 1.227994699202602, 'avg_acc_mask': 57.4956797235023, 'loss': 0.895875096321106}
+{'epoch': 154, 'iter': 1030, 'avg_loss': 1.2277277678569234, 'avg_acc_mask': 57.51699284605641, 'loss': 1.1401000022888184}
+{'epoch': 154, 'iter': 1040, 'avg_loss': 1.2270182783963244, 'avg_acc_mask': 57.53313449693803, 'loss': 1.22243070602417}
+{'epoch': 154, 'iter': 1050, 'avg_loss': 1.2264287763839672, 'avg_acc_mask': 57.5261299681896, 'loss': 1.3265115022659302}
+{'epoch': 154, 'iter': 1060, 'avg_loss': 1.2259463978532796, 'avg_acc_mask': 57.53834966584716, 'loss': 0.8068653345108032}
+{'epoch': 154, 'iter': 1070, 'avg_loss': 1.225981496684914, 'avg_acc_mask': 57.50977969940292, 'loss': 1.3361172676086426}
+{'epoch': 154, 'iter': 1080, 'avg_loss': 1.2257187470697233, 'avg_acc_mask': 57.53580590903685, 'loss': 1.1233772039413452}
+{'epoch': 154, 'iter': 1090, 'avg_loss': 1.2258297740375088, 'avg_acc_mask': 57.561180724918, 'loss': 1.1182771921157837}
+{'epoch': 154, 'iter': 1100, 'avg_loss': 1.2257086210203214, 'avg_acc_mask': 57.59829259345717, 'loss': 1.099344253540039}
+{'epoch': 'EP154_train', 'avg_loss': 1.2254234208780177, 'total_masked_acc': 57.596345514950166}
+{'epoch': 155, 'iter': 0, 'avg_loss': 1.2923946380615234, 'avg_acc_mask': 51.92307692307693, 'loss': 1.2923946380615234}
+{'epoch': 155, 'iter': 10, 'avg_loss': 1.2591821605508977, 'avg_acc_mask': 55.60975609756098, 'loss': 1.1641839742660522}
+{'epoch': 155, 'iter': 20, 'avg_loss': 1.2690148183277674, 'avg_acc_mask': 56.03015075376885, 'loss': 1.3822659254074097}
+{'epoch': 155, 'iter': 30, 'avg_loss': 1.2386133267033486, 'avg_acc_mask': 57.20092915214866, 'loss': 1.2248982191085815}
+{'epoch': 155, 'iter': 40, 'avg_loss': 1.225066677826207, 'avg_acc_mask': 57.615894039735096, 'loss': 1.087369441986084}
+{'epoch': 155, 'iter': 50, 'avg_loss': 1.2370222654997134, 'avg_acc_mask': 57.057793345008754, 'loss': 1.3565192222595215}
+{'epoch': 155, 'iter': 60, 'avg_loss': 1.2166730468390419, 'avg_acc_mask': 57.85587714116952, 'loss': 0.7386936545372009}
+{'epoch': 155, 'iter': 70, 'avg_loss': 1.2121781051998408, 'avg_acc_mask': 58.04965446634246, 'loss': 1.1472948789596558}
+{'epoch': 155, 'iter': 80, 'avg_loss': 1.216072278994101, 'avg_acc_mask': 58.00992779783394, 'loss': 1.2786743640899658}
+{'epoch': 155, 'iter': 90, 'avg_loss': 1.2205220473991645, 'avg_acc_mask': 57.74393909036265, 'loss': 1.4601811170578003}
+{'epoch': 155, 'iter': 100, 'avg_loss': 1.2073444175248098, 'avg_acc_mask': 58.08383233532935, 'loss': 0.8839874267578125}
+{'epoch': 155, 'iter': 110, 'avg_loss': 1.2111432423462738, 'avg_acc_mask': 58.22826808228269, 'loss': 1.0443748235702515}
+{'epoch': 155, 'iter': 120, 'avg_loss': 1.1978856354705558, 'avg_acc_mask': 58.85131017672152, 'loss': 1.1780145168304443}
+{'epoch': 155, 'iter': 130, 'avg_loss': 1.1973108094157154, 'avg_acc_mask': 58.542396636299934, 'loss': 1.0988054275512695}
+{'epoch': 155, 'iter': 140, 'avg_loss': 1.2066068087063782, 'avg_acc_mask': 58.27460193161055, 'loss': 1.3980385065078735}
+{'epoch': 155, 'iter': 150, 'avg_loss': 1.2003533998072542, 'avg_acc_mask': 58.518971848225206, 'loss': 1.5728822946548462}
+{'epoch': 155, 'iter': 160, 'avg_loss': 1.1989887249395714, 'avg_acc_mask': 58.6675808479031, 'loss': 1.1569904088974}
+{'epoch': 155, 'iter': 170, 'avg_loss': 1.203107780531833, 'avg_acc_mask': 58.621430105217954, 'loss': 1.3025509119033813}
+{'epoch': 155, 'iter': 180, 'avg_loss': 1.2074111914107812, 'avg_acc_mask': 58.55682623216274, 'loss': 1.3642297983169556}
+{'epoch': 155, 'iter': 190, 'avg_loss': 1.2073661890953624, 'avg_acc_mask': 58.45992165854591, 'loss': 1.1606744527816772}
+{'epoch': 155, 'iter': 200, 'avg_loss': 1.2103650412749296, 'avg_acc_mask': 58.28872153162145, 'loss': 1.1668583154678345}
+{'epoch': 155, 'iter': 210, 'avg_loss': 1.2075907384614808, 'avg_acc_mask': 58.37361878453039, 'loss': 1.2291020154953003}
+{'epoch': 155, 'iter': 220, 'avg_loss': 1.208545197189124, 'avg_acc_mask': 58.22002472187886, 'loss': 1.2653626203536987}
+{'epoch': 155, 'iter': 230, 'avg_loss': 1.2075343539704493, 'avg_acc_mask': 58.374792703150916, 'loss': 1.0219223499298096}
+{'epoch': 155, 'iter': 240, 'avg_loss': 1.2105692422241592, 'avg_acc_mask': 58.25110065280097, 'loss': 1.3996330499649048}
+{'epoch': 155, 'iter': 250, 'avg_loss': 1.2119335662796202, 'avg_acc_mask': 58.1300219138057, 'loss': 1.0750895738601685}
+{'epoch': 155, 'iter': 260, 'avg_loss': 1.2148979806351936, 'avg_acc_mask': 58.04456315456527, 'loss': 1.1831454038619995}
+{'epoch': 155, 'iter': 270, 'avg_loss': 1.2157207164377304, 'avg_acc_mask': 58.04733328838244, 'loss': 1.3196007013320923}
+{'epoch': 155, 'iter': 280, 'avg_loss': 1.2170104155336834, 'avg_acc_mask': 58.05065433947523, 'loss': 0.8310184478759766}
+{'epoch': 155, 'iter': 290, 'avg_loss': 1.2159996620568214, 'avg_acc_mask': 58.07181938242878, 'loss': 1.062529444694519}
+{'epoch': 155, 'iter': 300, 'avg_loss': 1.2147067670410259, 'avg_acc_mask': 58.126403982757566, 'loss': 1.0989362001419067}
+{'epoch': 155, 'iter': 310, 'avg_loss': 1.213056817507054, 'avg_acc_mask': 58.131325017651214, 'loss': 1.0296508073806763}
+{'epoch': 155, 'iter': 320, 'avg_loss': 1.2109341391150454, 'avg_acc_mask': 58.15481291059697, 'loss': 1.1151704788208008}
+{'epoch': 155, 'iter': 330, 'avg_loss': 1.2131398682147714, 'avg_acc_mask': 58.0561244257486, 'loss': 1.0029422044754028}
+{'epoch': 155, 'iter': 340, 'avg_loss': 1.213544259323053, 'avg_acc_mask': 57.98721186395143, 'loss': 1.2349796295166016}
+{'epoch': 155, 'iter': 350, 'avg_loss': 1.212784387277402, 'avg_acc_mask': 58.03230696847718, 'loss': 1.1390676498413086}
+{'epoch': 155, 'iter': 360, 'avg_loss': 1.2124130753929265, 'avg_acc_mask': 58.03730243431418, 'loss': 1.5330973863601685}
+{'epoch': 155, 'iter': 370, 'avg_loss': 1.2133344638379757, 'avg_acc_mask': 57.98986989770582, 'loss': 1.2382808923721313}
+{'epoch': 155, 'iter': 380, 'avg_loss': 1.2171052384564256, 'avg_acc_mask': 57.84261629872953, 'loss': 0.9906579852104187}
+{'epoch': 155, 'iter': 390, 'avg_loss': 1.2155114127242046, 'avg_acc_mask': 57.8815993971648, 'loss': 1.3054078817367554}
+{'epoch': 155, 'iter': 400, 'avg_loss': 1.2156861894148543, 'avg_acc_mask': 57.81415237482182, 'loss': 1.0705513954162598}
+{'epoch': 155, 'iter': 410, 'avg_loss': 1.2154856372053606, 'avg_acc_mask': 57.80793600862805, 'loss': 1.1962618827819824}
+{'epoch': 155, 'iter': 420, 'avg_loss': 1.2123128201219644, 'avg_acc_mask': 57.938008353484285, 'loss': 1.0139364004135132}
+{'epoch': 155, 'iter': 430, 'avg_loss': 1.2105284186637595, 'avg_acc_mask': 58.00549733722728, 'loss': 1.0722888708114624}
+{'epoch': 155, 'iter': 440, 'avg_loss': 1.2139650357553478, 'avg_acc_mask': 57.909106182795696, 'loss': 1.7457810640335083}
+{'epoch': 155, 'iter': 450, 'avg_loss': 1.213574513363468, 'avg_acc_mask': 57.93621475187785, 'loss': 1.1778173446655273}
+{'epoch': 155, 'iter': 460, 'avg_loss': 1.2136675729668838, 'avg_acc_mask': 57.906976744186046, 'loss': 1.3485280275344849}
+{'epoch': 155, 'iter': 470, 'avg_loss': 1.2141814563431303, 'avg_acc_mask': 57.91207498333269, 'loss': 1.2484931945800781}
+{'epoch': 155, 'iter': 480, 'avg_loss': 1.2134912088358476, 'avg_acc_mask': 57.9479102642901, 'loss': 1.0882447957992554}
+{'epoch': 155, 'iter': 490, 'avg_loss': 1.2136239859819897, 'avg_acc_mask': 57.979623294108805, 'loss': 1.1105226278305054}
+{'epoch': 155, 'iter': 500, 'avg_loss': 1.2117567723858618, 'avg_acc_mask': 58.02591856269789, 'loss': 1.0467413663864136}
+{'epoch': 155, 'iter': 510, 'avg_loss': 1.2105292872673379, 'avg_acc_mask': 58.00937612693834, 'loss': 1.2012579441070557}
+{'epoch': 155, 'iter': 520, 'avg_loss': 1.2091503240554209, 'avg_acc_mask': 58.06657223796034, 'loss': 1.4106305837631226}
+{'epoch': 155, 'iter': 530, 'avg_loss': 1.2107131215138625, 'avg_acc_mask': 58.004519381192424, 'loss': 1.3930273056030273}
+{'epoch': 155, 'iter': 540, 'avg_loss': 1.211418664168959, 'avg_acc_mask': 57.99276796070137, 'loss': 1.367271065711975}
+{'epoch': 155, 'iter': 550, 'avg_loss': 1.212367749365618, 'avg_acc_mask': 57.957324222021235, 'loss': 0.945466160774231}
+{'epoch': 155, 'iter': 560, 'avg_loss': 1.2121887082722098, 'avg_acc_mask': 57.96042016530014, 'loss': 0.8331688642501831}
+{'epoch': 155, 'iter': 570, 'avg_loss': 1.2120944025637599, 'avg_acc_mask': 57.995342518921014, 'loss': 1.2005819082260132}
+{'epoch': 155, 'iter': 580, 'avg_loss': 1.2118698910468622, 'avg_acc_mask': 57.983486821213084, 'loss': 1.2662118673324585}
+{'epoch': 155, 'iter': 590, 'avg_loss': 1.2116036754977684, 'avg_acc_mask': 58.02026500389712, 'loss': 1.2758162021636963}
+{'epoch': 155, 'iter': 600, 'avg_loss': 1.210545577542754, 'avg_acc_mask': 58.021890425238375, 'loss': 1.3579163551330566}
+{'epoch': 155, 'iter': 610, 'avg_loss': 1.2137930443946352, 'avg_acc_mask': 57.902662329839785, 'loss': 1.3396525382995605}
+{'epoch': 155, 'iter': 620, 'avg_loss': 1.2110204453821536, 'avg_acc_mask': 57.99756885765957, 'loss': 1.2013400793075562}
+{'epoch': 155, 'iter': 630, 'avg_loss': 1.2100445136971028, 'avg_acc_mask': 58.0331118106564, 'loss': 0.7977287173271179}
+{'epoch': 155, 'iter': 640, 'avg_loss': 1.2113831016277188, 'avg_acc_mask': 58.00798644028843, 'loss': 1.0020110607147217}
+{'epoch': 155, 'iter': 650, 'avg_loss': 1.2109570535280372, 'avg_acc_mask': 58.036827195467424, 'loss': 0.9824146628379822}
+{'epoch': 155, 'iter': 660, 'avg_loss': 1.2099473955230886, 'avg_acc_mask': 58.053803650164646, 'loss': 1.153518795967102}
+{'epoch': 155, 'iter': 670, 'avg_loss': 1.2097329261938967, 'avg_acc_mask': 58.08811396512843, 'loss': 1.5122672319412231}
+{'epoch': 155, 'iter': 680, 'avg_loss': 1.208508821748602, 'avg_acc_mask': 58.136635863526735, 'loss': 1.2033816576004028}
+{'epoch': 155, 'iter': 690, 'avg_loss': 1.209483006669885, 'avg_acc_mask': 58.10666666666666, 'loss': 1.257660984992981}
+{'epoch': 155, 'iter': 700, 'avg_loss': 1.2109468489162591, 'avg_acc_mask': 58.073848095939404, 'loss': 1.4687975645065308}
+{'epoch': 155, 'iter': 710, 'avg_loss': 1.2094468597621355, 'avg_acc_mask': 58.12396179401993, 'loss': 1.2195485830307007}
+{'epoch': 155, 'iter': 720, 'avg_loss': 1.2097330475316463, 'avg_acc_mask': 58.114271073533175, 'loss': 1.1328626871109009}
+{'epoch': 155, 'iter': 730, 'avg_loss': 1.2085661794353282, 'avg_acc_mask': 58.14288603498837, 'loss': 1.3569509983062744}
+{'epoch': 155, 'iter': 740, 'avg_loss': 1.2093963656830884, 'avg_acc_mask': 58.11211645355069, 'loss': 1.2364617586135864}
+{'epoch': 155, 'iter': 750, 'avg_loss': 1.2109719551355638, 'avg_acc_mask': 58.06998991712368, 'loss': 1.272933006286621}
+{'epoch': 155, 'iter': 760, 'avg_loss': 1.2111050724669918, 'avg_acc_mask': 58.06741682261162, 'loss': 1.3313113451004028}
+{'epoch': 155, 'iter': 770, 'avg_loss': 1.2116154620928832, 'avg_acc_mask': 58.03932839931978, 'loss': 1.392560362815857}
+{'epoch': 155, 'iter': 780, 'avg_loss': 1.2111591928747032, 'avg_acc_mask': 58.0862374483166, 'loss': 1.2951985597610474}
+{'epoch': 155, 'iter': 790, 'avg_loss': 1.2108714248980343, 'avg_acc_mask': 58.10025892836316, 'loss': 1.2769713401794434}
+{'epoch': 155, 'iter': 800, 'avg_loss': 1.2112611896833974, 'avg_acc_mask': 58.10951008645533, 'loss': 1.4889384508132935}
+{'epoch': 155, 'iter': 810, 'avg_loss': 1.2121841500337556, 'avg_acc_mask': 58.09690787376475, 'loss': 1.0253084897994995}
+{'epoch': 155, 'iter': 820, 'avg_loss': 1.2126862119960435, 'avg_acc_mask': 58.102357417873144, 'loss': 1.0953930616378784}
+{'epoch': 155, 'iter': 830, 'avg_loss': 1.2114943158325306, 'avg_acc_mask': 58.131256952169075, 'loss': 1.223865032196045}
+{'epoch': 155, 'iter': 840, 'avg_loss': 1.2108483055117014, 'avg_acc_mask': 58.13243082873657, 'loss': 1.0001366138458252}
+{'epoch': 155, 'iter': 850, 'avg_loss': 1.211495059497488, 'avg_acc_mask': 58.079142621599345, 'loss': 1.0154311656951904}
+{'epoch': 155, 'iter': 860, 'avg_loss': 1.2118637943932404, 'avg_acc_mask': 58.040114858783696, 'loss': 1.2404448986053467}
+{'epoch': 155, 'iter': 870, 'avg_loss': 1.2127148883350956, 'avg_acc_mask': 58.00638734375331, 'loss': 1.2028242349624634}
+{'epoch': 155, 'iter': 880, 'avg_loss': 1.212331519291972, 'avg_acc_mask': 58.04596499299441, 'loss': 0.9945561289787292}
+{'epoch': 155, 'iter': 890, 'avg_loss': 1.2107473542928429, 'avg_acc_mask': 58.132935644897366, 'loss': 0.8911185264587402}
+{'epoch': 155, 'iter': 900, 'avg_loss': 1.2114791176163, 'avg_acc_mask': 58.070785597381345, 'loss': 1.3820890188217163}
+{'epoch': 155, 'iter': 910, 'avg_loss': 1.2119876908549363, 'avg_acc_mask': 58.073322144258185, 'loss': 1.1294742822647095}
+{'epoch': 155, 'iter': 920, 'avg_loss': 1.2121553891515369, 'avg_acc_mask': 58.07646116893515, 'loss': 1.23433518409729}
+{'epoch': 155, 'iter': 930, 'avg_loss': 1.212134512935622, 'avg_acc_mask': 58.11825294641972, 'loss': 1.159184455871582}
+{'epoch': 155, 'iter': 940, 'avg_loss': 1.2121834784714498, 'avg_acc_mask': 58.132388632271194, 'loss': 1.015586495399475}
+{'epoch': 155, 'iter': 950, 'avg_loss': 1.2127122449699386, 'avg_acc_mask': 58.118913476989796, 'loss': 1.571740746498108}
+{'epoch': 155, 'iter': 960, 'avg_loss': 1.212406037687387, 'avg_acc_mask': 58.142608162718105, 'loss': 1.1252416372299194}
+{'epoch': 155, 'iter': 970, 'avg_loss': 1.2126422365465568, 'avg_acc_mask': 58.14769172433406, 'loss': 1.3179329633712769}
+{'epoch': 155, 'iter': 980, 'avg_loss': 1.2126648463118939, 'avg_acc_mask': 58.14211139069365, 'loss': 1.1064797639846802}
+{'epoch': 155, 'iter': 990, 'avg_loss': 1.2130798793705153, 'avg_acc_mask': 58.122515695233844, 'loss': 1.4153627157211304}
+{'epoch': 155, 'iter': 1000, 'avg_loss': 1.2131119786680757, 'avg_acc_mask': 58.12662045124396, 'loss': 1.2710459232330322}
+{'epoch': 155, 'iter': 1010, 'avg_loss': 1.2134042395210642, 'avg_acc_mask': 58.132886614832756, 'loss': 1.2156438827514648}
+{'epoch': 155, 'iter': 1020, 'avg_loss': 1.2144851803079058, 'avg_acc_mask': 58.092303256383914, 'loss': 1.0676542520523071}
+{'epoch': 155, 'iter': 1030, 'avg_loss': 1.2139410534954904, 'avg_acc_mask': 58.118772988608356, 'loss': 0.8997001051902771}
+{'epoch': 155, 'iter': 1040, 'avg_loss': 1.2144640638894695, 'avg_acc_mask': 58.09508654679184, 'loss': 1.271309733390808}
+{'epoch': 155, 'iter': 1050, 'avg_loss': 1.2146163424007332, 'avg_acc_mask': 58.08208145113283, 'loss': 1.2566548585891724}
+{'epoch': 155, 'iter': 1060, 'avg_loss': 1.2145497106247416, 'avg_acc_mask': 58.09988031015282, 'loss': 1.2134730815887451}
+{'epoch': 155, 'iter': 1070, 'avg_loss': 1.2144299069372546, 'avg_acc_mask': 58.10476386883894, 'loss': 1.3376450538635254}
+{'epoch': 155, 'iter': 1080, 'avg_loss': 1.2141289141418534, 'avg_acc_mask': 58.094492477364014, 'loss': 0.9553203582763672}
+{'epoch': 155, 'iter': 1090, 'avg_loss': 1.2139872644714649, 'avg_acc_mask': 58.104145601617795, 'loss': 1.3207836151123047}
+{'epoch': 155, 'iter': 1100, 'avg_loss': 1.2133122712888034, 'avg_acc_mask': 58.133707527312815, 'loss': 0.9546204209327698}
+{'epoch': 'EP155_train', 'avg_loss': 1.213574614891639, 'total_masked_acc': 58.11770970264739}
+{'epoch': 156, 'iter': 0, 'avg_loss': 1.1203300952911377, 'avg_acc_mask': 64.70588235294117, 'loss': 1.1203300952911377}
+{'epoch': 156, 'iter': 10, 'avg_loss': 1.2659795013341038, 'avg_acc_mask': 56.904400606980275, 'loss': 1.0964268445968628}
+{'epoch': 156, 'iter': 20, 'avg_loss': 1.2110729075613476, 'avg_acc_mask': 56.84647302904564, 'loss': 1.3682063817977905}
+{'epoch': 156, 'iter': 30, 'avg_loss': 1.2079238257100504, 'avg_acc_mask': 57.34787600459242, 'loss': 1.2063915729522705}
+{'epoch': 156, 'iter': 40, 'avg_loss': 1.2278016878337394, 'avg_acc_mask': 56.80139069969579, 'loss': 1.4546324014663696}
+{'epoch': 156, 'iter': 50, 'avg_loss': 1.23027104139328, 'avg_acc_mask': 57.37359550561798, 'loss': 1.2264143228530884}
+{'epoch': 156, 'iter': 60, 'avg_loss': 1.2099449732264533, 'avg_acc_mask': 58.1017149615612, 'loss': 0.8459365963935852}
+{'epoch': 156, 'iter': 70, 'avg_loss': 1.2050608295789906, 'avg_acc_mask': 58.42439644218551, 'loss': 1.1464624404907227}
+{'epoch': 156, 'iter': 80, 'avg_loss': 1.2012313935491774, 'avg_acc_mask': 58.55656409121098, 'loss': 1.3594756126403809}
+{'epoch': 156, 'iter': 90, 'avg_loss': 1.2122883174445602, 'avg_acc_mask': 58.136792452830186, 'loss': 1.3879348039627075}
+{'epoch': 156, 'iter': 100, 'avg_loss': 1.1978129036355727, 'avg_acc_mask': 58.50570613409415, 'loss': 0.878650963306427}
+{'epoch': 156, 'iter': 110, 'avg_loss': 1.1973435116243791, 'avg_acc_mask': 58.42550422901757, 'loss': 1.0414358377456665}
+{'epoch': 156, 'iter': 120, 'avg_loss': 1.1991671195700149, 'avg_acc_mask': 58.344519015659955, 'loss': 1.330489993095398}
+{'epoch': 156, 'iter': 130, 'avg_loss': 1.2047128486269303, 'avg_acc_mask': 57.91780821917808, 'loss': 1.3583511114120483}
+{'epoch': 156, 'iter': 140, 'avg_loss': 1.2059159042141963, 'avg_acc_mask': 57.861875637105, 'loss': 1.2947559356689453}
+{'epoch': 156, 'iter': 150, 'avg_loss': 1.200487589599281, 'avg_acc_mask': 58.044806517311606, 'loss': 1.3837953805923462}
+{'epoch': 156, 'iter': 160, 'avg_loss': 1.1982815565529816, 'avg_acc_mask': 58.23198198198198, 'loss': 1.2395062446594238}
+{'epoch': 156, 'iter': 170, 'avg_loss': 1.2041161970088357, 'avg_acc_mask': 57.908620871583835, 'loss': 1.142750859260559}
+{'epoch': 156, 'iter': 180, 'avg_loss': 1.2031796554834144, 'avg_acc_mask': 58.02642113690952, 'loss': 1.0666306018829346}
+{'epoch': 156, 'iter': 190, 'avg_loss': 1.199873481433429, 'avg_acc_mask': 58.08928063690646, 'loss': 1.1650103330612183}
+{'epoch': 156, 'iter': 200, 'avg_loss': 1.2007282032302362, 'avg_acc_mask': 57.93028911105107, 'loss': 1.1730499267578125}
+{'epoch': 156, 'iter': 210, 'avg_loss': 1.2005654454796235, 'avg_acc_mask': 57.90779231887777, 'loss': 1.298898696899414}
+{'epoch': 156, 'iter': 220, 'avg_loss': 1.1981638764364149, 'avg_acc_mask': 57.94225294835299, 'loss': 1.233331561088562}
+{'epoch': 156, 'iter': 230, 'avg_loss': 1.1999028232190516, 'avg_acc_mask': 57.94647733478973, 'loss': 0.8807182312011719}
+{'epoch': 156, 'iter': 240, 'avg_loss': 1.203322942820822, 'avg_acc_mask': 57.814962107000824, 'loss': 1.380173921585083}
+{'epoch': 156, 'iter': 250, 'avg_loss': 1.2043160891152949, 'avg_acc_mask': 57.77473122158886, 'loss': 0.9119422435760498}
+{'epoch': 156, 'iter': 260, 'avg_loss': 1.2070058113770468, 'avg_acc_mask': 57.642315979703895, 'loss': 1.0459160804748535}
+{'epoch': 156, 'iter': 270, 'avg_loss': 1.208414335532382, 'avg_acc_mask': 57.659403823018316, 'loss': 1.4198805093765259}
+{'epoch': 156, 'iter': 280, 'avg_loss': 1.2098407270221099, 'avg_acc_mask': 57.64835022922451, 'loss': 0.894460916519165}
+{'epoch': 156, 'iter': 290, 'avg_loss': 1.2094347202491105, 'avg_acc_mask': 57.665689880915274, 'loss': 1.3534584045410156}
+{'epoch': 156, 'iter': 300, 'avg_loss': 1.2092539711648047, 'avg_acc_mask': 57.75081492212967, 'loss': 1.125029444694519}
+{'epoch': 156, 'iter': 310, 'avg_loss': 1.207217791647773, 'avg_acc_mask': 57.75026281976404, 'loss': 1.0393061637878418}
+{'epoch': 156, 'iter': 320, 'avg_loss': 1.2113241846687697, 'avg_acc_mask': 57.66456522973817, 'loss': 1.2488185167312622}
+{'epoch': 156, 'iter': 330, 'avg_loss': 1.2122372748988632, 'avg_acc_mask': 57.60743960820999, 'loss': 1.1145174503326416}
+{'epoch': 156, 'iter': 340, 'avg_loss': 1.2106400537700597, 'avg_acc_mask': 57.67958159888995, 'loss': 1.1415553092956543}
+{'epoch': 156, 'iter': 350, 'avg_loss': 1.2113944550185463, 'avg_acc_mask': 57.72779102311599, 'loss': 1.0243895053863525}
+{'epoch': 156, 'iter': 360, 'avg_loss': 1.2124418811124447, 'avg_acc_mask': 57.62686266612968, 'loss': 1.1641566753387451}
+{'epoch': 156, 'iter': 370, 'avg_loss': 1.2120156063223786, 'avg_acc_mask': 57.72222494007142, 'loss': 1.1894874572753906}
+{'epoch': 156, 'iter': 380, 'avg_loss': 1.2145125590597239, 'avg_acc_mask': 57.67309064953604, 'loss': 1.05471932888031}
+{'epoch': 156, 'iter': 390, 'avg_loss': 1.2142598688450006, 'avg_acc_mask': 57.692486192973504, 'loss': 1.273313045501709}
+{'epoch': 156, 'iter': 400, 'avg_loss': 1.2132971471087297, 'avg_acc_mask': 57.71516718842158, 'loss': 1.1209768056869507}
+{'epoch': 156, 'iter': 410, 'avg_loss': 1.2116426650044982, 'avg_acc_mask': 57.79206384393704, 'loss': 1.2791939973831177}
+{'epoch': 156, 'iter': 420, 'avg_loss': 1.2092702911188937, 'avg_acc_mask': 57.90066741787293, 'loss': 1.0863662958145142}
+{'epoch': 156, 'iter': 430, 'avg_loss': 1.2080942410327442, 'avg_acc_mask': 57.93842374962944, 'loss': 0.7573187947273254}
+{'epoch': 156, 'iter': 440, 'avg_loss': 1.2098173153103073, 'avg_acc_mask': 57.884512048939776, 'loss': 1.707476258277893}
+{'epoch': 156, 'iter': 450, 'avg_loss': 1.2102265157086358, 'avg_acc_mask': 57.86428195686481, 'loss': 0.855374276638031}
+{'epoch': 156, 'iter': 460, 'avg_loss': 1.2105392071533616, 'avg_acc_mask': 57.87870396012185, 'loss': 1.4620494842529297}
+{'epoch': 156, 'iter': 470, 'avg_loss': 1.2102566431029333, 'avg_acc_mask': 57.871517027863774, 'loss': 0.9456474184989929}
+{'epoch': 156, 'iter': 480, 'avg_loss': 1.2103125275792301, 'avg_acc_mask': 57.896533414245624, 'loss': 1.2033097743988037}
+{'epoch': 156, 'iter': 490, 'avg_loss': 1.2135769296323695, 'avg_acc_mask': 57.766882103855586, 'loss': 1.6999633312225342}
+{'epoch': 156, 'iter': 500, 'avg_loss': 1.213072809511554, 'avg_acc_mask': 57.75525826559254, 'loss': 1.0894578695297241}
+{'epoch': 156, 'iter': 510, 'avg_loss': 1.2121403042350962, 'avg_acc_mask': 57.8176884350341, 'loss': 1.1442334651947021}
+{'epoch': 156, 'iter': 520, 'avg_loss': 1.2129395541211236, 'avg_acc_mask': 57.838879159369526, 'loss': 1.331814169883728}
+{'epoch': 156, 'iter': 530, 'avg_loss': 1.2134825775852311, 'avg_acc_mask': 57.8138431386033, 'loss': 0.9160124659538269}
+{'epoch': 156, 'iter': 540, 'avg_loss': 1.2125895546676932, 'avg_acc_mask': 57.81334413830363, 'loss': 1.2006179094314575}
+{'epoch': 156, 'iter': 550, 'avg_loss': 1.2144277740520055, 'avg_acc_mask': 57.73165160393287, 'loss': 1.3894239664077759}
+{'epoch': 156, 'iter': 560, 'avg_loss': 1.214621677011942, 'avg_acc_mask': 57.69606884412283, 'loss': 1.4135398864746094}
+{'epoch': 156, 'iter': 570, 'avg_loss': 1.2148304765362248, 'avg_acc_mask': 57.764313650060906, 'loss': 1.2912399768829346}
+{'epoch': 156, 'iter': 580, 'avg_loss': 1.214966148291931, 'avg_acc_mask': 57.80099439864057, 'loss': 1.447698950767517}
+{'epoch': 156, 'iter': 590, 'avg_loss': 1.2150546024898587, 'avg_acc_mask': 57.82230881034109, 'loss': 0.9293605089187622}
+{'epoch': 156, 'iter': 600, 'avg_loss': 1.2139129974877776, 'avg_acc_mask': 57.850988033979846, 'loss': 1.2230223417282104}
+{'epoch': 156, 'iter': 610, 'avg_loss': 1.2150960135381859, 'avg_acc_mask': 57.79267416806321, 'loss': 1.0531314611434937}
+{'epoch': 156, 'iter': 620, 'avg_loss': 1.2127513616749246, 'avg_acc_mask': 57.91287443668816, 'loss': 1.4046368598937988}
+{'epoch': 156, 'iter': 630, 'avg_loss': 1.212443636260962, 'avg_acc_mask': 57.919902631273914, 'loss': 0.9572509527206421}
+{'epoch': 156, 'iter': 640, 'avg_loss': 1.2117664573159121, 'avg_acc_mask': 57.962730078884185, 'loss': 0.9131452441215515}
+{'epoch': 156, 'iter': 650, 'avg_loss': 1.2123588226541029, 'avg_acc_mask': 57.922450933460986, 'loss': 0.9901090860366821}
+{'epoch': 156, 'iter': 660, 'avg_loss': 1.2114447837698297, 'avg_acc_mask': 57.94068736141907, 'loss': 1.1208782196044922}
+{'epoch': 156, 'iter': 670, 'avg_loss': 1.2110062646617121, 'avg_acc_mask': 57.99317406143345, 'loss': 1.2629460096359253}
+{'epoch': 156, 'iter': 680, 'avg_loss': 1.2111080903313758, 'avg_acc_mask': 57.98816568047337, 'loss': 1.3118085861206055}
+{'epoch': 156, 'iter': 690, 'avg_loss': 1.2122489435627906, 'avg_acc_mask': 57.951539519627545, 'loss': 1.2360974550247192}
+{'epoch': 156, 'iter': 700, 'avg_loss': 1.2147983549834998, 'avg_acc_mask': 57.86663193539985, 'loss': 1.3194109201431274}
+{'epoch': 156, 'iter': 710, 'avg_loss': 1.2135317839483002, 'avg_acc_mask': 57.92433931735881, 'loss': 1.2002934217453003}
+{'epoch': 156, 'iter': 720, 'avg_loss': 1.2143573879203584, 'avg_acc_mask': 57.888872005267686, 'loss': 1.547345519065857}
+{'epoch': 156, 'iter': 730, 'avg_loss': 1.2127450881513133, 'avg_acc_mask': 57.91868780317048, 'loss': 1.2702971696853638}
+{'epoch': 156, 'iter': 740, 'avg_loss': 1.2141469396077669, 'avg_acc_mask': 57.88253858671533, 'loss': 1.1347743272781372}
+{'epoch': 156, 'iter': 750, 'avg_loss': 1.215966535868562, 'avg_acc_mask': 57.828307392996116, 'loss': 1.098964810371399}
+{'epoch': 156, 'iter': 760, 'avg_loss': 1.2151428766538843, 'avg_acc_mask': 57.862859614968635, 'loss': 1.2825185060501099}
+{'epoch': 156, 'iter': 770, 'avg_loss': 1.2178398389296774, 'avg_acc_mask': 57.766921216145704, 'loss': 1.2076566219329834}
+{'epoch': 156, 'iter': 780, 'avg_loss': 1.2169041627500488, 'avg_acc_mask': 57.833188816760796, 'loss': 1.202837347984314}
+{'epoch': 156, 'iter': 790, 'avg_loss': 1.2168887222913363, 'avg_acc_mask': 57.82566429034348, 'loss': 1.2184016704559326}
+{'epoch': 156, 'iter': 800, 'avg_loss': 1.2160840681132008, 'avg_acc_mask': 57.866209262435675, 'loss': 1.268943428993225}
+{'epoch': 156, 'iter': 810, 'avg_loss': 1.2163885724529826, 'avg_acc_mask': 57.89580743586846, 'loss': 1.2397147417068481}
+{'epoch': 156, 'iter': 820, 'avg_loss': 1.2162708131172189, 'avg_acc_mask': 57.899084617102034, 'loss': 1.0464876890182495}
+{'epoch': 156, 'iter': 830, 'avg_loss': 1.2158383144655238, 'avg_acc_mask': 57.897757372417445, 'loss': 1.497556209564209}
+{'epoch': 156, 'iter': 840, 'avg_loss': 1.216316553486088, 'avg_acc_mask': 57.8748827980201, 'loss': 1.400636076927185}
+{'epoch': 156, 'iter': 850, 'avg_loss': 1.216986250443128, 'avg_acc_mask': 57.84577617950429, 'loss': 1.1534113883972168}
+{'epoch': 156, 'iter': 860, 'avg_loss': 1.2171345008374923, 'avg_acc_mask': 57.83975831844098, 'loss': 1.6098238229751587}
+{'epoch': 156, 'iter': 870, 'avg_loss': 1.2184857886228988, 'avg_acc_mask': 57.7781045202487, 'loss': 1.3864904642105103}
+{'epoch': 156, 'iter': 880, 'avg_loss': 1.218782217968065, 'avg_acc_mask': 57.80035739517101, 'loss': 1.0941247940063477}
+{'epoch': 156, 'iter': 890, 'avg_loss': 1.2171838933102344, 'avg_acc_mask': 57.8663704435119, 'loss': 0.9973336458206177}
+{'epoch': 156, 'iter': 900, 'avg_loss': 1.2172852002423293, 'avg_acc_mask': 57.85129007990566, 'loss': 1.3071922063827515}
+{'epoch': 156, 'iter': 910, 'avg_loss': 1.2186776859569235, 'avg_acc_mask': 57.81604806784158, 'loss': 1.5134121179580688}
+{'epoch': 156, 'iter': 920, 'avg_loss': 1.2186266118488664, 'avg_acc_mask': 57.810541395570944, 'loss': 1.4060636758804321}
+{'epoch': 156, 'iter': 930, 'avg_loss': 1.2182599766426006, 'avg_acc_mask': 57.79883381924198, 'loss': 1.5048012733459473}
+{'epoch': 156, 'iter': 940, 'avg_loss': 1.2185917886866773, 'avg_acc_mask': 57.77206111630807, 'loss': 0.9021784663200378}
+{'epoch': 156, 'iter': 950, 'avg_loss': 1.2180518929765303, 'avg_acc_mask': 57.811505602375945, 'loss': 1.2093639373779297}
+{'epoch': 156, 'iter': 960, 'avg_loss': 1.2171247868830655, 'avg_acc_mask': 57.828841896327965, 'loss': 1.2758440971374512}
+{'epoch': 156, 'iter': 970, 'avg_loss': 1.2166590088427864, 'avg_acc_mask': 57.87058023572076, 'loss': 1.356241226196289}
+{'epoch': 156, 'iter': 980, 'avg_loss': 1.2161235241228896, 'avg_acc_mask': 57.88922743331402, 'loss': 1.0502997636795044}
+{'epoch': 156, 'iter': 990, 'avg_loss': 1.216922580113204, 'avg_acc_mask': 57.85279816598569, 'loss': 1.6080467700958252}
+{'epoch': 156, 'iter': 1000, 'avg_loss': 1.2167396474551488, 'avg_acc_mask': 57.88289112534309, 'loss': 1.5363702774047852}
+{'epoch': 156, 'iter': 1010, 'avg_loss': 1.2174606744778498, 'avg_acc_mask': 57.88720142085614, 'loss': 1.0858652591705322}
+{'epoch': 156, 'iter': 1020, 'avg_loss': 1.2172734164117482, 'avg_acc_mask': 57.8800107613667, 'loss': 0.9116628766059875}
+{'epoch': 156, 'iter': 1030, 'avg_loss': 1.2176267823238724, 'avg_acc_mask': 57.87724784988272, 'loss': 1.235041856765747}
+{'epoch': 156, 'iter': 1040, 'avg_loss': 1.2174143955526617, 'avg_acc_mask': 57.85833699956006, 'loss': 1.1555832624435425}
+{'epoch': 156, 'iter': 1050, 'avg_loss': 1.2165895378328753, 'avg_acc_mask': 57.87968613775065, 'loss': 1.0875930786132812}
+{'epoch': 156, 'iter': 1060, 'avg_loss': 1.2158652245155717, 'avg_acc_mask': 57.907841272585806, 'loss': 0.8702054619789124}
+{'epoch': 156, 'iter': 1070, 'avg_loss': 1.2157317718315304, 'avg_acc_mask': 57.89041095890411, 'loss': 1.1588727235794067}
+{'epoch': 156, 'iter': 1080, 'avg_loss': 1.2152168938784993, 'avg_acc_mask': 57.936238765473966, 'loss': 1.050567626953125}
+{'epoch': 156, 'iter': 1090, 'avg_loss': 1.2151228514534962, 'avg_acc_mask': 57.930084959199434, 'loss': 1.0449663400650024}
+{'epoch': 156, 'iter': 1100, 'avg_loss': 1.2145956472631587, 'avg_acc_mask': 57.9292332773277, 'loss': 1.0373239517211914}
+{'epoch': 'EP156_train', 'avg_loss': 1.2146221136615287, 'total_masked_acc': 57.92578843572364}
+{'epoch': 157, 'iter': 0, 'avg_loss': 1.27097487449646, 'avg_acc_mask': 52.94117647058824, 'loss': 1.27097487449646}
+{'epoch': 157, 'iter': 10, 'avg_loss': 1.212208330631256, 'avg_acc_mask': 57.990115321252055, 'loss': 1.0268265008926392}
+{'epoch': 157, 'iter': 20, 'avg_loss': 1.2300887561979748, 'avg_acc_mask': 57.350427350427346, 'loss': 1.2179735898971558}
+{'epoch': 157, 'iter': 30, 'avg_loss': 1.2340636849403381, 'avg_acc_mask': 58.255813953488364, 'loss': 1.1249080896377563}
+{'epoch': 157, 'iter': 40, 'avg_loss': 1.2115211486816406, 'avg_acc_mask': 58.81066899868824, 'loss': 1.2900880575180054}
+{'epoch': 157, 'iter': 50, 'avg_loss': 1.2384366732017666, 'avg_acc_mask': 57.76920378814451, 'loss': 1.3453824520111084}
+{'epoch': 157, 'iter': 60, 'avg_loss': 1.2190509624168522, 'avg_acc_mask': 58.72781065088757, 'loss': 1.2599092721939087}
+{'epoch': 157, 'iter': 70, 'avg_loss': 1.2133686693621353, 'avg_acc_mask': 58.66292421536106, 'loss': 1.0966416597366333}
+{'epoch': 157, 'iter': 80, 'avg_loss': 1.2130731263278443, 'avg_acc_mask': 58.423017790467824, 'loss': 1.4306163787841797}
+{'epoch': 157, 'iter': 90, 'avg_loss': 1.2122144889045547, 'avg_acc_mask': 58.39330869480646, 'loss': 1.3444708585739136}
+{'epoch': 157, 'iter': 100, 'avg_loss': 1.2028839942252283, 'avg_acc_mask': 58.824567596187784, 'loss': 1.0451362133026123}
+{'epoch': 157, 'iter': 110, 'avg_loss': 1.2134907320813015, 'avg_acc_mask': 58.63414634146341, 'loss': 0.9119123220443726}
+{'epoch': 157, 'iter': 120, 'avg_loss': 1.2068908313089166, 'avg_acc_mask': 58.77691387559809, 'loss': 1.1717053651809692}
+{'epoch': 157, 'iter': 130, 'avg_loss': 1.2075289947386005, 'avg_acc_mask': 58.636301275895185, 'loss': 1.2829513549804688}
+{'epoch': 157, 'iter': 140, 'avg_loss': 1.2065967980851517, 'avg_acc_mask': 58.65409125669131, 'loss': 1.2668670415878296}
+{'epoch': 157, 'iter': 150, 'avg_loss': 1.2006007417148312, 'avg_acc_mask': 58.755843221862634, 'loss': 1.3930437564849854}
+{'epoch': 157, 'iter': 160, 'avg_loss': 1.2036833118948136, 'avg_acc_mask': 58.68196131354026, 'loss': 1.5063356161117554}
+{'epoch': 157, 'iter': 170, 'avg_loss': 1.2028166125392357, 'avg_acc_mask': 58.59771573604061, 'loss': 1.2072442770004272}
+{'epoch': 157, 'iter': 180, 'avg_loss': 1.202546507943401, 'avg_acc_mask': 58.60172034406881, 'loss': 1.3062609434127808}
+{'epoch': 157, 'iter': 190, 'avg_loss': 1.2016734312342099, 'avg_acc_mask': 58.49074423876086, 'loss': 1.1752649545669556}
+{'epoch': 157, 'iter': 200, 'avg_loss': 1.19867522473359, 'avg_acc_mask': 58.48294434470377, 'loss': 0.987995445728302}
+{'epoch': 157, 'iter': 210, 'avg_loss': 1.1963489267498395, 'avg_acc_mask': 58.55717574827322, 'loss': 1.12892746925354}
+{'epoch': 157, 'iter': 220, 'avg_loss': 1.198011129959676, 'avg_acc_mask': 58.474782749939095, 'loss': 1.4486985206604004}
+{'epoch': 157, 'iter': 230, 'avg_loss': 1.19749718956101, 'avg_acc_mask': 58.54837452249162, 'loss': 1.0382134914398193}
+{'epoch': 157, 'iter': 240, 'avg_loss': 1.1969948401094967, 'avg_acc_mask': 58.6364659116478, 'loss': 1.1260018348693848}
+{'epoch': 157, 'iter': 250, 'avg_loss': 1.2000825217520574, 'avg_acc_mask': 58.43482020609642, 'loss': 1.155695915222168}
+{'epoch': 157, 'iter': 260, 'avg_loss': 1.201867648696534, 'avg_acc_mask': 58.393857646814695, 'loss': 1.1505755186080933}
+{'epoch': 157, 'iter': 270, 'avg_loss': 1.2048586657566338, 'avg_acc_mask': 58.28069942158102, 'loss': 1.3668040037155151}
+{'epoch': 157, 'iter': 280, 'avg_loss': 1.206911864229793, 'avg_acc_mask': 58.17412488780613, 'loss': 1.0087069272994995}
+{'epoch': 157, 'iter': 290, 'avg_loss': 1.2064995339645963, 'avg_acc_mask': 58.21275538719494, 'loss': 0.949109673500061}
+{'epoch': 157, 'iter': 300, 'avg_loss': 1.2059657243003086, 'avg_acc_mask': 58.285714285714285, 'loss': 1.043625831604004}
+{'epoch': 157, 'iter': 310, 'avg_loss': 1.204510519933854, 'avg_acc_mask': 58.302733578131374, 'loss': 0.9889230132102966}
+{'epoch': 157, 'iter': 320, 'avg_loss': 1.2079535887991528, 'avg_acc_mask': 58.24535651781177, 'loss': 1.3650288581848145}
+{'epoch': 157, 'iter': 330, 'avg_loss': 1.2105262549622182, 'avg_acc_mask': 58.171790531316546, 'loss': 1.1117045879364014}
+{'epoch': 157, 'iter': 340, 'avg_loss': 1.2102286747473776, 'avg_acc_mask': 58.16012725344645, 'loss': 1.3889861106872559}
+{'epoch': 157, 'iter': 350, 'avg_loss': 1.2089576315336417, 'avg_acc_mask': 58.23398874954844, 'loss': 1.2466672658920288}
+{'epoch': 157, 'iter': 360, 'avg_loss': 1.2092789685627099, 'avg_acc_mask': 58.20050125313283, 'loss': 1.0471736192703247}
+{'epoch': 157, 'iter': 370, 'avg_loss': 1.2081878199731564, 'avg_acc_mask': 58.197881583443156, 'loss': 1.1872661113739014}
+{'epoch': 157, 'iter': 380, 'avg_loss': 1.211296501904335, 'avg_acc_mask': 58.040260790938945, 'loss': 1.0151503086090088}
+{'epoch': 157, 'iter': 390, 'avg_loss': 1.2114223519249645, 'avg_acc_mask': 58.05389360419275, 'loss': 1.4184881448745728}
+{'epoch': 157, 'iter': 400, 'avg_loss': 1.210802674739438, 'avg_acc_mask': 58.06933381607531, 'loss': 1.305745005607605}
+{'epoch': 157, 'iter': 410, 'avg_loss': 1.210057947032353, 'avg_acc_mask': 58.07092699730602, 'loss': 1.2578363418579102}
+{'epoch': 157, 'iter': 420, 'avg_loss': 1.2114299956240167, 'avg_acc_mask': 57.96175594595761, 'loss': 1.157698392868042}
+{'epoch': 157, 'iter': 430, 'avg_loss': 1.2103332890988503, 'avg_acc_mask': 57.966859214909135, 'loss': 1.0906682014465332}
+{'epoch': 157, 'iter': 440, 'avg_loss': 1.212627513203221, 'avg_acc_mask': 57.92203515415964, 'loss': 1.385509967803955}
+{'epoch': 157, 'iter': 450, 'avg_loss': 1.2154817229628299, 'avg_acc_mask': 57.81344274164354, 'loss': 1.2208095788955688}
+{'epoch': 157, 'iter': 460, 'avg_loss': 1.2175355293745591, 'avg_acc_mask': 57.7299720769261, 'loss': 1.0654202699661255}
+{'epoch': 157, 'iter': 470, 'avg_loss': 1.2176313347117915, 'avg_acc_mask': 57.67826254084182, 'loss': 1.1794135570526123}
+{'epoch': 157, 'iter': 480, 'avg_loss': 1.2170901988747214, 'avg_acc_mask': 57.679553847313294, 'loss': 1.2070852518081665}
+{'epoch': 157, 'iter': 490, 'avg_loss': 1.2192954178254618, 'avg_acc_mask': 57.62930716446544, 'loss': 1.352203369140625}
+{'epoch': 157, 'iter': 500, 'avg_loss': 1.2174596510485498, 'avg_acc_mask': 57.69383554223394, 'loss': 0.8746495842933655}
+{'epoch': 157, 'iter': 510, 'avg_loss': 1.2175637286469894, 'avg_acc_mask': 57.72962254797819, 'loss': 1.2120410203933716}
+{'epoch': 157, 'iter': 520, 'avg_loss': 1.2174853618451593, 'avg_acc_mask': 57.788752478002294, 'loss': 1.572029948234558}
+{'epoch': 157, 'iter': 530, 'avg_loss': 1.2175074843812572, 'avg_acc_mask': 57.794338848625735, 'loss': 1.3186854124069214}
+{'epoch': 157, 'iter': 540, 'avg_loss': 1.215784803886731, 'avg_acc_mask': 57.82950423216445, 'loss': 1.022902250289917}
+{'epoch': 157, 'iter': 550, 'avg_loss': 1.2176492564691173, 'avg_acc_mask': 57.76503920405878, 'loss': 1.115654706954956}
+{'epoch': 157, 'iter': 560, 'avg_loss': 1.2163293045047345, 'avg_acc_mask': 57.849713230290654, 'loss': 0.8988038301467896}
+{'epoch': 157, 'iter': 570, 'avg_loss': 1.214588334284814, 'avg_acc_mask': 57.90648721056324, 'loss': 0.9829142689704895}
+{'epoch': 157, 'iter': 580, 'avg_loss': 1.2149849548397293, 'avg_acc_mask': 57.886484791470686, 'loss': 1.3145948648452759}
+{'epoch': 157, 'iter': 590, 'avg_loss': 1.2146009760459668, 'avg_acc_mask': 57.84319763503111, 'loss': 1.2228440046310425}
+{'epoch': 157, 'iter': 600, 'avg_loss': 1.2137402578717262, 'avg_acc_mask': 57.89776686967851, 'loss': 1.3223168849945068}
+{'epoch': 157, 'iter': 610, 'avg_loss': 1.2151639997081163, 'avg_acc_mask': 57.88251406794296, 'loss': 1.0388658046722412}
+{'epoch': 157, 'iter': 620, 'avg_loss': 1.213601804393885, 'avg_acc_mask': 57.93718290858969, 'loss': 1.6238305568695068}
+{'epoch': 157, 'iter': 630, 'avg_loss': 1.2132966814063808, 'avg_acc_mask': 57.93471981513576, 'loss': 1.1988569498062134}
+{'epoch': 157, 'iter': 640, 'avg_loss': 1.212630650275583, 'avg_acc_mask': 57.97964826269133, 'loss': 0.8893299102783203}
+{'epoch': 157, 'iter': 650, 'avg_loss': 1.2121462583908105, 'avg_acc_mask': 57.966006461581685, 'loss': 0.9086130857467651}
+{'epoch': 157, 'iter': 660, 'avg_loss': 1.21170452899904, 'avg_acc_mask': 58.00747198007472, 'loss': 1.2071305513381958}
+{'epoch': 157, 'iter': 670, 'avg_loss': 1.2114938454016844, 'avg_acc_mask': 58.03637156801265, 'loss': 1.448026418685913}
+{'epoch': 157, 'iter': 680, 'avg_loss': 1.2108398881602742, 'avg_acc_mask': 58.05386247079988, 'loss': 1.5057131052017212}
+{'epoch': 157, 'iter': 690, 'avg_loss': 1.2115783085871363, 'avg_acc_mask': 58.066051455617554, 'loss': 1.3123339414596558}
+{'epoch': 157, 'iter': 700, 'avg_loss': 1.2143402861460468, 'avg_acc_mask': 57.99145076369703, 'loss': 1.5154629945755005}
+{'epoch': 157, 'iter': 710, 'avg_loss': 1.2138430947325234, 'avg_acc_mask': 58.01866179986119, 'loss': 1.214369297027588}
+{'epoch': 157, 'iter': 720, 'avg_loss': 1.2145141168870808, 'avg_acc_mask': 57.99077500126717, 'loss': 1.0572779178619385}
+{'epoch': 157, 'iter': 730, 'avg_loss': 1.2128041639373663, 'avg_acc_mask': 58.0301552771735, 'loss': 1.2301899194717407}
+{'epoch': 157, 'iter': 740, 'avg_loss': 1.2127958934316752, 'avg_acc_mask': 58.03417115204187, 'loss': 1.090044617652893}
+{'epoch': 157, 'iter': 750, 'avg_loss': 1.2149649391002884, 'avg_acc_mask': 57.941104891701144, 'loss': 1.4730788469314575}
+{'epoch': 157, 'iter': 760, 'avg_loss': 1.2136039958676903, 'avg_acc_mask': 58.006202072165195, 'loss': 0.7797442674636841}
+{'epoch': 157, 'iter': 770, 'avg_loss': 1.2141692351583686, 'avg_acc_mask': 57.972527342174565, 'loss': 1.2293564081192017}
+{'epoch': 157, 'iter': 780, 'avg_loss': 1.213045654467828, 'avg_acc_mask': 58.02321491382343, 'loss': 1.179302453994751}
+{'epoch': 157, 'iter': 790, 'avg_loss': 1.2130063921401535, 'avg_acc_mask': 58.03857030272125, 'loss': 1.1939830780029297}
+{'epoch': 157, 'iter': 800, 'avg_loss': 1.2120425921403215, 'avg_acc_mask': 58.08584633688738, 'loss': 1.3011184930801392}
+{'epoch': 157, 'iter': 810, 'avg_loss': 1.2122918280661474, 'avg_acc_mask': 58.094764669995705, 'loss': 1.3751611709594727}
+{'epoch': 157, 'iter': 820, 'avg_loss': 1.2121334806284283, 'avg_acc_mask': 58.10605722447887, 'loss': 1.2621170282363892}
+{'epoch': 157, 'iter': 830, 'avg_loss': 1.2119105955323588, 'avg_acc_mask': 58.11371562265484, 'loss': 1.3273242712020874}
+{'epoch': 157, 'iter': 840, 'avg_loss': 1.2120968900027371, 'avg_acc_mask': 58.09847642712352, 'loss': 1.4290522336959839}
+{'epoch': 157, 'iter': 850, 'avg_loss': 1.2135624238382916, 'avg_acc_mask': 58.033062120625075, 'loss': 1.1127655506134033}
+{'epoch': 157, 'iter': 860, 'avg_loss': 1.2133665958486506, 'avg_acc_mask': 58.04778505229147, 'loss': 1.3339122533798218}
+{'epoch': 157, 'iter': 870, 'avg_loss': 1.2152379210589264, 'avg_acc_mask': 57.99400004195775, 'loss': 0.9281253814697266}
+{'epoch': 157, 'iter': 880, 'avg_loss': 1.214843055379242, 'avg_acc_mask': 58.01580552156147, 'loss': 0.8232812881469727}
+{'epoch': 157, 'iter': 890, 'avg_loss': 1.2144529145842315, 'avg_acc_mask': 58.008542445274955, 'loss': 0.8522242903709412}
+{'epoch': 157, 'iter': 900, 'avg_loss': 1.2149618258751458, 'avg_acc_mask': 57.98510340348669, 'loss': 1.4776428937911987}
+{'epoch': 157, 'iter': 910, 'avg_loss': 1.2154551016250636, 'avg_acc_mask': 57.96569365031598, 'loss': 1.2972859144210815}
+{'epoch': 157, 'iter': 920, 'avg_loss': 1.2146315856813479, 'avg_acc_mask': 57.99670157172094, 'loss': 0.7974728941917419}
+{'epoch': 157, 'iter': 930, 'avg_loss': 1.2145246824951867, 'avg_acc_mask': 57.98418505842087, 'loss': 1.4402955770492554}
+{'epoch': 157, 'iter': 940, 'avg_loss': 1.2148425502427453, 'avg_acc_mask': 57.96230378712727, 'loss': 1.2447794675827026}
+{'epoch': 157, 'iter': 950, 'avg_loss': 1.2145723494320135, 'avg_acc_mask': 57.9983072365637, 'loss': 1.194012999534607}
+{'epoch': 157, 'iter': 960, 'avg_loss': 1.2138732455895669, 'avg_acc_mask': 58.04026794549745, 'loss': 1.1551830768585205}
+{'epoch': 157, 'iter': 970, 'avg_loss': 1.2140030448394996, 'avg_acc_mask': 58.03783396766779, 'loss': 1.2230842113494873}
+{'epoch': 157, 'iter': 980, 'avg_loss': 1.2133775169939318, 'avg_acc_mask': 58.0541729582611, 'loss': 0.8538185358047485}
+{'epoch': 157, 'iter': 990, 'avg_loss': 1.213384696922437, 'avg_acc_mask': 58.04512941523486, 'loss': 1.318734884262085}
+{'epoch': 157, 'iter': 1000, 'avg_loss': 1.2143315939636496, 'avg_acc_mask': 58.02160505091055, 'loss': 1.679710030555725}
+{'epoch': 157, 'iter': 1010, 'avg_loss': 1.2137141605041384, 'avg_acc_mask': 58.02808247646241, 'loss': 0.8469643592834473}
+{'epoch': 157, 'iter': 1020, 'avg_loss': 1.2141901478244321, 'avg_acc_mask': 58.02698597086945, 'loss': 0.995518147945404}
+{'epoch': 157, 'iter': 1030, 'avg_loss': 1.2138523797059266, 'avg_acc_mask': 58.044074696875825, 'loss': 1.2103925943374634}
+{'epoch': 157, 'iter': 1040, 'avg_loss': 1.2153905336382753, 'avg_acc_mask': 57.991548159708216, 'loss': 1.2712326049804688}
+{'epoch': 157, 'iter': 1050, 'avg_loss': 1.2151821619209848, 'avg_acc_mask': 57.969303423848885, 'loss': 1.237439513206482}
+{'epoch': 157, 'iter': 1060, 'avg_loss': 1.2144720381885963, 'avg_acc_mask': 57.957575653310855, 'loss': 1.2289633750915527}
+{'epoch': 157, 'iter': 1070, 'avg_loss': 1.2133492752840094, 'avg_acc_mask': 57.99509252632655, 'loss': 1.299370527267456}
+{'epoch': 157, 'iter': 1080, 'avg_loss': 1.2134473373997994, 'avg_acc_mask': 58.004186077915065, 'loss': 1.0092079639434814}
+{'epoch': 157, 'iter': 1090, 'avg_loss': 1.2136070541457011, 'avg_acc_mask': 57.99866354827932, 'loss': 1.1174798011779785}
+{'epoch': 157, 'iter': 1100, 'avg_loss': 1.2132221110618515, 'avg_acc_mask': 57.99466966842689, 'loss': 0.8543819785118103}
+{'epoch': 'EP157_train', 'avg_loss': 1.2134246587753297, 'total_masked_acc': 57.9789515357461}
+{'epoch': 158, 'iter': 0, 'avg_loss': 1.4737764596939087, 'avg_acc_mask': 44.15584415584416, 'loss': 1.4737764596939087}
+{'epoch': 158, 'iter': 10, 'avg_loss': 1.2546233534812927, 'avg_acc_mask': 55.62310030395137, 'loss': 0.9971744418144226}
+{'epoch': 158, 'iter': 20, 'avg_loss': 1.2327638013022286, 'avg_acc_mask': 56.84987694831829, 'loss': 1.1659984588623047}
+{'epoch': 158, 'iter': 30, 'avg_loss': 1.2111759435745977, 'avg_acc_mask': 57.57575757575758, 'loss': 1.2482903003692627}
+{'epoch': 158, 'iter': 40, 'avg_loss': 1.2050205265603415, 'avg_acc_mask': 58.15264527320034, 'loss': 1.1560276746749878}
+{'epoch': 158, 'iter': 50, 'avg_loss': 1.2234364257139319, 'avg_acc_mask': 57.527624309392266, 'loss': 1.215748906135559}
+{'epoch': 158, 'iter': 60, 'avg_loss': 1.2137638330459595, 'avg_acc_mask': 57.71129828637815, 'loss': 0.7927473783493042}
+{'epoch': 158, 'iter': 70, 'avg_loss': 1.2213231090088965, 'avg_acc_mask': 57.58939734933733, 'loss': 1.3794316053390503}
+{'epoch': 158, 'iter': 80, 'avg_loss': 1.2233131034874623, 'avg_acc_mask': 57.71826692793381, 'loss': 1.43808114528656}
+{'epoch': 158, 'iter': 90, 'avg_loss': 1.2394556527609353, 'avg_acc_mask': 57.52751572327044, 'loss': 1.2749814987182617}
+{'epoch': 158, 'iter': 100, 'avg_loss': 1.2303901485877462, 'avg_acc_mask': 57.83111111111111, 'loss': 0.993101954460144}
+{'epoch': 158, 'iter': 110, 'avg_loss': 1.2224394131351162, 'avg_acc_mask': 58.07761000162364, 'loss': 0.9681922197341919}
+{'epoch': 158, 'iter': 120, 'avg_loss': 1.2164759532479215, 'avg_acc_mask': 58.254893171970714, 'loss': 1.3729462623596191}
+{'epoch': 158, 'iter': 130, 'avg_loss': 1.21415913605508, 'avg_acc_mask': 58.19728357799424, 'loss': 1.2892725467681885}
+{'epoch': 158, 'iter': 140, 'avg_loss': 1.2148267385807443, 'avg_acc_mask': 58.05214723926381, 'loss': 1.068643569946289}
+{'epoch': 158, 'iter': 150, 'avg_loss': 1.2131500713872594, 'avg_acc_mask': 58.26337251139362, 'loss': 1.495861291885376}
+{'epoch': 158, 'iter': 160, 'avg_loss': 1.2140992976123501, 'avg_acc_mask': 58.290946083418106, 'loss': 1.0123943090438843}
+{'epoch': 158, 'iter': 170, 'avg_loss': 1.2215330698336775, 'avg_acc_mask': 58.07170131523123, 'loss': 1.2152296304702759}
+{'epoch': 158, 'iter': 180, 'avg_loss': 1.2204449137271438, 'avg_acc_mask': 58.26487677820076, 'loss': 1.2610929012298584}
+{'epoch': 158, 'iter': 190, 'avg_loss': 1.2175380191253742, 'avg_acc_mask': 58.3404619332763, 'loss': 1.1892616748809814}
+{'epoch': 158, 'iter': 200, 'avg_loss': 1.2161865071277713, 'avg_acc_mask': 58.31681384033159, 'loss': 0.9758120775222778}
+{'epoch': 158, 'iter': 210, 'avg_loss': 1.2148404333263776, 'avg_acc_mask': 58.29481253210067, 'loss': 1.2972010374069214}
+{'epoch': 158, 'iter': 220, 'avg_loss': 1.2106341498469875, 'avg_acc_mask': 58.46266949844796, 'loss': 1.3374519348144531}
+{'epoch': 158, 'iter': 230, 'avg_loss': 1.2117174009740095, 'avg_acc_mask': 58.42389179892111, 'loss': 1.108109712600708}
+{'epoch': 158, 'iter': 240, 'avg_loss': 1.2125274714592582, 'avg_acc_mask': 58.43269591301088, 'loss': 1.1274110078811646}
+{'epoch': 158, 'iter': 250, 'avg_loss': 1.2158163655326661, 'avg_acc_mask': 58.14339296018465, 'loss': 1.132313847541809}
+{'epoch': 158, 'iter': 260, 'avg_loss': 1.2201141134989215, 'avg_acc_mask': 58.02092717067424, 'loss': 1.016913890838623}
+{'epoch': 158, 'iter': 270, 'avg_loss': 1.2195896084018298, 'avg_acc_mask': 58.09029165001998, 'loss': 1.3409456014633179}
+{'epoch': 158, 'iter': 280, 'avg_loss': 1.2205749234695027, 'avg_acc_mask': 58.072381930184804, 'loss': 0.757007360458374}
+{'epoch': 158, 'iter': 290, 'avg_loss': 1.217041440436111, 'avg_acc_mask': 58.22784810126582, 'loss': 0.96574866771698}
+{'epoch': 158, 'iter': 300, 'avg_loss': 1.2142896899749274, 'avg_acc_mask': 58.23865344153892, 'loss': 0.9406625032424927}
+{'epoch': 158, 'iter': 310, 'avg_loss': 1.2135759494312324, 'avg_acc_mask': 58.210085012227786, 'loss': 1.1140881776809692}
+{'epoch': 158, 'iter': 320, 'avg_loss': 1.2138709533623075, 'avg_acc_mask': 58.24144755442465, 'loss': 0.8498300313949585}
+{'epoch': 158, 'iter': 330, 'avg_loss': 1.2153810880335436, 'avg_acc_mask': 58.269915138242546, 'loss': 0.9732173085212708}
+{'epoch': 158, 'iter': 340, 'avg_loss': 1.2150648138390259, 'avg_acc_mask': 58.26197947136096, 'loss': 1.3137601613998413}
+{'epoch': 158, 'iter': 350, 'avg_loss': 1.2140487386630132, 'avg_acc_mask': 58.272562710111195, 'loss': 1.2631127834320068}
+{'epoch': 158, 'iter': 360, 'avg_loss': 1.2169334995779635, 'avg_acc_mask': 58.15321202372574, 'loss': 1.23800790309906}
+{'epoch': 158, 'iter': 370, 'avg_loss': 1.2169291299951044, 'avg_acc_mask': 58.20647119291203, 'loss': 1.296619176864624}
+{'epoch': 158, 'iter': 380, 'avg_loss': 1.2184061046660415, 'avg_acc_mask': 58.13000381242852, 'loss': 0.7627788782119751}
+{'epoch': 158, 'iter': 390, 'avg_loss': 1.2183415972058425, 'avg_acc_mask': 58.17066369213608, 'loss': 1.4186776876449585}
+{'epoch': 158, 'iter': 400, 'avg_loss': 1.2192066458989854, 'avg_acc_mask': 58.17135607811154, 'loss': 1.1336655616760254}
+{'epoch': 158, 'iter': 410, 'avg_loss': 1.2186740007423718, 'avg_acc_mask': 58.18165714538771, 'loss': 1.1311395168304443}
+{'epoch': 158, 'iter': 420, 'avg_loss': 1.2172471770481372, 'avg_acc_mask': 58.24974057419578, 'loss': 1.066763997077942}
+{'epoch': 158, 'iter': 430, 'avg_loss': 1.218639433107354, 'avg_acc_mask': 58.131970260223056, 'loss': 1.1844072341918945}
+{'epoch': 158, 'iter': 440, 'avg_loss': 1.2212280130981048, 'avg_acc_mask': 58.01772099732124, 'loss': 1.648850679397583}
+{'epoch': 158, 'iter': 450, 'avg_loss': 1.2236320418687723, 'avg_acc_mask': 57.938044530493706, 'loss': 1.1393603086471558}
+{'epoch': 158, 'iter': 460, 'avg_loss': 1.223930440212796, 'avg_acc_mask': 57.90721568007587, 'loss': 1.0534168481826782}
+{'epoch': 158, 'iter': 470, 'avg_loss': 1.2241584125850864, 'avg_acc_mask': 57.882935127194, 'loss': 0.9727019667625427}
+{'epoch': 158, 'iter': 480, 'avg_loss': 1.2223500827493885, 'avg_acc_mask': 57.934222491664144, 'loss': 0.8171823620796204}
+{'epoch': 158, 'iter': 490, 'avg_loss': 1.2226476659599972, 'avg_acc_mask': 57.974081913037026, 'loss': 1.390206217765808}
+{'epoch': 158, 'iter': 500, 'avg_loss': 1.219222317079822, 'avg_acc_mask': 58.089306526806524, 'loss': 1.0721088647842407}
+{'epoch': 158, 'iter': 510, 'avg_loss': 1.2195237761840896, 'avg_acc_mask': 58.03903345724907, 'loss': 1.1707247495651245}
+{'epoch': 158, 'iter': 520, 'avg_loss': 1.2217330789611802, 'avg_acc_mask': 57.96913363732023, 'loss': 1.4965468645095825}
+{'epoch': 158, 'iter': 530, 'avg_loss': 1.2205500060555625, 'avg_acc_mask': 58.001445733365465, 'loss': 0.8883790373802185}
+{'epoch': 158, 'iter': 540, 'avg_loss': 1.2200103601554406, 'avg_acc_mask': 58.055255336395575, 'loss': 1.164721131324768}
+{'epoch': 158, 'iter': 550, 'avg_loss': 1.2191961726778864, 'avg_acc_mask': 58.06216690390281, 'loss': 1.0505598783493042}
+{'epoch': 158, 'iter': 560, 'avg_loss': 1.2192798770047764, 'avg_acc_mask': 58.06830031282586, 'loss': 1.5263607501983643}
+{'epoch': 158, 'iter': 570, 'avg_loss': 1.2177565856698098, 'avg_acc_mask': 58.157051282051285, 'loss': 1.5946130752563477}
+{'epoch': 158, 'iter': 580, 'avg_loss': 1.2170929098293417, 'avg_acc_mask': 58.19057815845824, 'loss': 1.586571216583252}
+{'epoch': 158, 'iter': 590, 'avg_loss': 1.216111849407254, 'avg_acc_mask': 58.180300500834726, 'loss': 1.0120258331298828}
+{'epoch': 158, 'iter': 600, 'avg_loss': 1.2151323546982447, 'avg_acc_mask': 58.18624467437614, 'loss': 1.293017864227295}
+{'epoch': 158, 'iter': 610, 'avg_loss': 1.2156901527348596, 'avg_acc_mask': 58.16100884532632, 'loss': 1.3704060316085815}
+{'epoch': 158, 'iter': 620, 'avg_loss': 1.2146469390142751, 'avg_acc_mask': 58.200871305781234, 'loss': 1.2330561876296997}
+{'epoch': 158, 'iter': 630, 'avg_loss': 1.212746793418981, 'avg_acc_mask': 58.24475018102824, 'loss': 0.9548914432525635}
+{'epoch': 158, 'iter': 640, 'avg_loss': 1.2121177230163966, 'avg_acc_mask': 58.29142857142857, 'loss': 0.7836418747901917}
+{'epoch': 158, 'iter': 650, 'avg_loss': 1.2121645728563932, 'avg_acc_mask': 58.29390559873831, 'loss': 1.128065586090088}
+{'epoch': 158, 'iter': 660, 'avg_loss': 1.2116206062904105, 'avg_acc_mask': 58.28057314228591, 'loss': 0.9863993525505066}
+{'epoch': 158, 'iter': 670, 'avg_loss': 1.210659519926091, 'avg_acc_mask': 58.299107387328185, 'loss': 1.2380675077438354}
+{'epoch': 158, 'iter': 680, 'avg_loss': 1.2120361828769006, 'avg_acc_mask': 58.244895760383564, 'loss': 1.447325587272644}
+{'epoch': 158, 'iter': 690, 'avg_loss': 1.2124821884414738, 'avg_acc_mask': 58.22241077583921, 'loss': 1.1281296014785767}
+{'epoch': 158, 'iter': 700, 'avg_loss': 1.2132867270291448, 'avg_acc_mask': 58.18376570786634, 'loss': 1.068544626235962}
+{'epoch': 158, 'iter': 710, 'avg_loss': 1.2123013177333837, 'avg_acc_mask': 58.23342872611958, 'loss': 1.1147369146347046}
+{'epoch': 158, 'iter': 720, 'avg_loss': 1.2149683146966148, 'avg_acc_mask': 58.173040274425105, 'loss': 1.4723560810089111}
+{'epoch': 158, 'iter': 730, 'avg_loss': 1.2135389898935518, 'avg_acc_mask': 58.2039382917346, 'loss': 1.2518320083618164}
+{'epoch': 158, 'iter': 740, 'avg_loss': 1.214505711628197, 'avg_acc_mask': 58.16255816255816, 'loss': 1.168105959892273}
+{'epoch': 158, 'iter': 750, 'avg_loss': 1.2155350980841209, 'avg_acc_mask': 58.12635846337949, 'loss': 1.2905539274215698}
+{'epoch': 158, 'iter': 760, 'avg_loss': 1.2149958578421785, 'avg_acc_mask': 58.15883431438773, 'loss': 1.265866994857788}
+{'epoch': 158, 'iter': 770, 'avg_loss': 1.2159397981664704, 'avg_acc_mask': 58.09865854818761, 'loss': 1.3522531986236572}
+{'epoch': 158, 'iter': 780, 'avg_loss': 1.2161689613601157, 'avg_acc_mask': 58.10350097575886, 'loss': 1.2948594093322754}
+{'epoch': 158, 'iter': 790, 'avg_loss': 1.2156675882194798, 'avg_acc_mask': 58.128891366973335, 'loss': 1.3217697143554688}
+{'epoch': 158, 'iter': 800, 'avg_loss': 1.2146105377117495, 'avg_acc_mask': 58.14909199439815, 'loss': 1.2119905948638916}
+{'epoch': 158, 'iter': 810, 'avg_loss': 1.21471420580891, 'avg_acc_mask': 58.12060757197914, 'loss': 1.134621262550354}
+{'epoch': 158, 'iter': 820, 'avg_loss': 1.2151715499910454, 'avg_acc_mask': 58.10598933835058, 'loss': 1.2050580978393555}
+{'epoch': 158, 'iter': 830, 'avg_loss': 1.2151417224415804, 'avg_acc_mask': 58.12805701259324, 'loss': 1.4398711919784546}
+{'epoch': 158, 'iter': 840, 'avg_loss': 1.2138051058959733, 'avg_acc_mask': 58.161301609517146, 'loss': 1.068751335144043}
+{'epoch': 158, 'iter': 850, 'avg_loss': 1.2147389597814315, 'avg_acc_mask': 58.11432396829853, 'loss': 1.087965726852417}
+{'epoch': 158, 'iter': 860, 'avg_loss': 1.2147213022606436, 'avg_acc_mask': 58.08602654509044, 'loss': 1.316748857498169}
+{'epoch': 158, 'iter': 870, 'avg_loss': 1.215405753709966, 'avg_acc_mask': 58.02996506881023, 'loss': 1.1772313117980957}
+{'epoch': 158, 'iter': 880, 'avg_loss': 1.2160213996955405, 'avg_acc_mask': 58.02063399617272, 'loss': 1.1013445854187012}
+{'epoch': 158, 'iter': 890, 'avg_loss': 1.2152612752518401, 'avg_acc_mask': 58.06664195395197, 'loss': 0.871963381767273}
+{'epoch': 158, 'iter': 900, 'avg_loss': 1.215583268863115, 'avg_acc_mask': 58.03034000325362, 'loss': 1.5776478052139282}
+{'epoch': 158, 'iter': 910, 'avg_loss': 1.2160576089284292, 'avg_acc_mask': 57.98057393367788, 'loss': 1.3122669458389282}
+{'epoch': 158, 'iter': 920, 'avg_loss': 1.2159201673653692, 'avg_acc_mask': 57.99888517279822, 'loss': 1.6489040851593018}
+{'epoch': 158, 'iter': 930, 'avg_loss': 1.2157825913388287, 'avg_acc_mask': 58.022112295776594, 'loss': 1.6703238487243652}
+{'epoch': 158, 'iter': 940, 'avg_loss': 1.2155968003394626, 'avg_acc_mask': 58.03702042169733, 'loss': 0.8915853500366211}
+{'epoch': 158, 'iter': 950, 'avg_loss': 1.2154222516231357, 'avg_acc_mask': 58.05598965869846, 'loss': 1.3349573612213135}
+{'epoch': 158, 'iter': 960, 'avg_loss': 1.214797819008068, 'avg_acc_mask': 58.06457772431307, 'loss': 1.2963788509368896}
+{'epoch': 158, 'iter': 970, 'avg_loss': 1.214511650598135, 'avg_acc_mask': 58.082688999376145, 'loss': 1.1386805772781372}
+{'epoch': 158, 'iter': 980, 'avg_loss': 1.2144831434788446, 'avg_acc_mask': 58.06801601257061, 'loss': 1.099275827407837}
+{'epoch': 158, 'iter': 990, 'avg_loss': 1.2154937754004562, 'avg_acc_mask': 58.02220166512488, 'loss': 1.1887603998184204}
+{'epoch': 158, 'iter': 1000, 'avg_loss': 1.2155828427720619, 'avg_acc_mask': 58.007469244288224, 'loss': 1.6093590259552002}
+{'epoch': 158, 'iter': 1010, 'avg_loss': 1.2147929161403819, 'avg_acc_mask': 58.037915035522694, 'loss': 1.1063252687454224}
+{'epoch': 158, 'iter': 1020, 'avg_loss': 1.2147128573827715, 'avg_acc_mask': 58.04987441693578, 'loss': 1.124449610710144}
+{'epoch': 158, 'iter': 1030, 'avg_loss': 1.213914797562748, 'avg_acc_mask': 58.07598627482354, 'loss': 1.2035719156265259}
+{'epoch': 158, 'iter': 1040, 'avg_loss': 1.2139294438357542, 'avg_acc_mask': 58.085192554896196, 'loss': 1.1989686489105225}
+{'epoch': 158, 'iter': 1050, 'avg_loss': 1.2131378969388502, 'avg_acc_mask': 58.105538595726124, 'loss': 0.9956695437431335}
+{'epoch': 158, 'iter': 1060, 'avg_loss': 1.2134495638767353, 'avg_acc_mask': 58.11175270564641, 'loss': 1.2777050733566284}
+{'epoch': 158, 'iter': 1070, 'avg_loss': 1.2128941533055737, 'avg_acc_mask': 58.111326217684045, 'loss': 1.1878645420074463}
+{'epoch': 158, 'iter': 1080, 'avg_loss': 1.2120598146035426, 'avg_acc_mask': 58.13001918538515, 'loss': 1.0506572723388672}
+{'epoch': 158, 'iter': 1090, 'avg_loss': 1.2123570181600114, 'avg_acc_mask': 58.089878202435955, 'loss': 1.0155081748962402}
+{'epoch': 158, 'iter': 1100, 'avg_loss': 1.211872507668321, 'avg_acc_mask': 58.08917834002365, 'loss': 0.9700295329093933}
+{'epoch': 'EP158_train', 'avg_loss': 1.2124206247912273, 'total_masked_acc': 58.081646199800865}
+{'epoch': 159, 'iter': 0, 'avg_loss': 1.4104892015457153, 'avg_acc_mask': 50.0, 'loss': 1.4104892015457153}
+{'epoch': 159, 'iter': 10, 'avg_loss': 1.2127805839885364, 'avg_acc_mask': 56.61538461538461, 'loss': 0.9039668440818787}
+{'epoch': 159, 'iter': 20, 'avg_loss': 1.2486374378204346, 'avg_acc_mask': 55.33498759305211, 'loss': 1.466163992881775}
+{'epoch': 159, 'iter': 30, 'avg_loss': 1.2569559889454995, 'avg_acc_mask': 55.664739884393065, 'loss': 1.3312928676605225}
+{'epoch': 159, 'iter': 40, 'avg_loss': 1.2498670293063652, 'avg_acc_mask': 56.03674540682415, 'loss': 1.0960235595703125}
+{'epoch': 159, 'iter': 50, 'avg_loss': 1.2738904695884854, 'avg_acc_mask': 54.9948150708607, 'loss': 1.5690820217132568}
+{'epoch': 159, 'iter': 60, 'avg_loss': 1.2509917968609294, 'avg_acc_mask': 55.62700964630225, 'loss': 1.3791390657424927}
+{'epoch': 159, 'iter': 70, 'avg_loss': 1.2315977106631641, 'avg_acc_mask': 56.59285354806241, 'loss': 1.0515471696853638}
+{'epoch': 159, 'iter': 80, 'avg_loss': 1.224549835110888, 'avg_acc_mask': 57.12412587412587, 'loss': 1.279232382774353}
+{'epoch': 159, 'iter': 90, 'avg_loss': 1.2314283579260439, 'avg_acc_mask': 56.98083691826359, 'loss': 1.142109751701355}
+{'epoch': 159, 'iter': 100, 'avg_loss': 1.2240206912012384, 'avg_acc_mask': 57.33380859026912, 'loss': 1.1696680784225464}
+{'epoch': 159, 'iter': 110, 'avg_loss': 1.2251507178083196, 'avg_acc_mask': 57.68233387358185, 'loss': 1.0351154804229736}
+{'epoch': 159, 'iter': 120, 'avg_loss': 1.2165675118935009, 'avg_acc_mask': 57.94979079497908, 'loss': 1.325066328048706}
+{'epoch': 159, 'iter': 130, 'avg_loss': 1.2192099690437317, 'avg_acc_mask': 57.69705277587389, 'loss': 1.2067968845367432}
+{'epoch': 159, 'iter': 140, 'avg_loss': 1.221909854851716, 'avg_acc_mask': 57.627984169539126, 'loss': 1.011721134185791}
+{'epoch': 159, 'iter': 150, 'avg_loss': 1.2199260631933908, 'avg_acc_mask': 57.643235435724606, 'loss': 1.6337662935256958}
+{'epoch': 159, 'iter': 160, 'avg_loss': 1.224269446008694, 'avg_acc_mask': 57.64374295377678, 'loss': 1.5720347166061401}
+{'epoch': 159, 'iter': 170, 'avg_loss': 1.229639356247863, 'avg_acc_mask': 57.42963356346256, 'loss': 1.51731538772583}
+{'epoch': 159, 'iter': 180, 'avg_loss': 1.227517701644265, 'avg_acc_mask': 57.44125326370757, 'loss': 1.3591312170028687}
+{'epoch': 159, 'iter': 190, 'avg_loss': 1.2225863019209258, 'avg_acc_mask': 57.63532763532764, 'loss': 0.9895608425140381}
+{'epoch': 159, 'iter': 200, 'avg_loss': 1.219548692454153, 'avg_acc_mask': 57.718363291482255, 'loss': 1.355872631072998}
+{'epoch': 159, 'iter': 210, 'avg_loss': 1.2206554003236418, 'avg_acc_mask': 57.792486890741856, 'loss': 0.9865498542785645}
+{'epoch': 159, 'iter': 220, 'avg_loss': 1.2206948391452634, 'avg_acc_mask': 57.83221366541046, 'loss': 1.4933615922927856}
+{'epoch': 159, 'iter': 230, 'avg_loss': 1.2228606338108772, 'avg_acc_mask': 57.76363350620777, 'loss': 1.2370071411132812}
+{'epoch': 159, 'iter': 240, 'avg_loss': 1.2223193158252605, 'avg_acc_mask': 57.73459858412412, 'loss': 1.1305203437805176}
+{'epoch': 159, 'iter': 250, 'avg_loss': 1.2222938043662752, 'avg_acc_mask': 57.587830496197036, 'loss': 1.2177940607070923}
+{'epoch': 159, 'iter': 260, 'avg_loss': 1.2254757757844597, 'avg_acc_mask': 57.45879407469226, 'loss': 1.0808656215667725}
+{'epoch': 159, 'iter': 270, 'avg_loss': 1.2266136539818175, 'avg_acc_mask': 57.488148494358015, 'loss': 1.341394066810608}
+{'epoch': 159, 'iter': 280, 'avg_loss': 1.2267446002502034, 'avg_acc_mask': 57.36889692585895, 'loss': 0.7971711158752441}
+{'epoch': 159, 'iter': 290, 'avg_loss': 1.2238365774302138, 'avg_acc_mask': 57.453570983422665, 'loss': 1.0784910917282104}
+{'epoch': 159, 'iter': 300, 'avg_loss': 1.2183759261999416, 'avg_acc_mask': 57.620975049839906, 'loss': 0.6730383634567261}
+{'epoch': 159, 'iter': 310, 'avg_loss': 1.2159811026413725, 'avg_acc_mask': 57.622950819672134, 'loss': 0.8972708582878113}
+{'epoch': 159, 'iter': 320, 'avg_loss': 1.2162865424453284, 'avg_acc_mask': 57.591771792249126, 'loss': 1.1649035215377808}
+{'epoch': 159, 'iter': 330, 'avg_loss': 1.2171215971430982, 'avg_acc_mask': 57.56924940800705, 'loss': 1.0260436534881592}
+{'epoch': 159, 'iter': 340, 'avg_loss': 1.2162954115098523, 'avg_acc_mask': 57.6089278086288, 'loss': 0.7023351192474365}
+{'epoch': 159, 'iter': 350, 'avg_loss': 1.2143918367532582, 'avg_acc_mask': 57.67072029934518, 'loss': 0.9577270746231079}
+{'epoch': 159, 'iter': 360, 'avg_loss': 1.213064297909882, 'avg_acc_mask': 57.68938818885684, 'loss': 1.243327021598816}
+{'epoch': 159, 'iter': 370, 'avg_loss': 1.211607778650731, 'avg_acc_mask': 57.81703656316126, 'loss': 1.1899343729019165}
+{'epoch': 159, 'iter': 380, 'avg_loss': 1.213458146010171, 'avg_acc_mask': 57.7210819106081, 'loss': 0.7067882418632507}
+{'epoch': 159, 'iter': 390, 'avg_loss': 1.2120618593052526, 'avg_acc_mask': 57.77767394047007, 'loss': 1.3250852823257446}
+{'epoch': 159, 'iter': 400, 'avg_loss': 1.212229186014047, 'avg_acc_mask': 57.74731280743305, 'loss': 1.1509628295898438}
+{'epoch': 159, 'iter': 410, 'avg_loss': 1.2114990437697901, 'avg_acc_mask': 57.76908371493354, 'loss': 1.1194945573806763}
+{'epoch': 159, 'iter': 420, 'avg_loss': 1.2079754047042683, 'avg_acc_mask': 57.89267698730214, 'loss': 1.3096683025360107}
+{'epoch': 159, 'iter': 430, 'avg_loss': 1.2103234819912303, 'avg_acc_mask': 57.85106382978723, 'loss': 1.383437991142273}
+{'epoch': 159, 'iter': 440, 'avg_loss': 1.2118122037035537, 'avg_acc_mask': 57.85758771019307, 'loss': 1.4843112230300903}
+{'epoch': 159, 'iter': 450, 'avg_loss': 1.210830016701819, 'avg_acc_mask': 57.86886577835554, 'loss': 0.964368999004364}
+{'epoch': 159, 'iter': 460, 'avg_loss': 1.2125400996518496, 'avg_acc_mask': 57.808034296602095, 'loss': 1.3310997486114502}
+{'epoch': 159, 'iter': 470, 'avg_loss': 1.2138927859865176, 'avg_acc_mask': 57.712042291844824, 'loss': 1.1577986478805542}
+{'epoch': 159, 'iter': 480, 'avg_loss': 1.2111955655587685, 'avg_acc_mask': 57.81113100453316, 'loss': 1.0662928819656372}
+{'epoch': 159, 'iter': 490, 'avg_loss': 1.213087054474048, 'avg_acc_mask': 57.725730056315975, 'loss': 1.2364057302474976}
+{'epoch': 159, 'iter': 500, 'avg_loss': 1.2133448307147758, 'avg_acc_mask': 57.769084527639656, 'loss': 1.252541184425354}
+{'epoch': 159, 'iter': 510, 'avg_loss': 1.214838122201759, 'avg_acc_mask': 57.685281369774685, 'loss': 1.196289300918579}
+{'epoch': 159, 'iter': 520, 'avg_loss': 1.2147168261991124, 'avg_acc_mask': 57.67770512550094, 'loss': 1.7456040382385254}
+{'epoch': 159, 'iter': 530, 'avg_loss': 1.2139144393908325, 'avg_acc_mask': 57.67968776983386, 'loss': 1.140284776687622}
+{'epoch': 159, 'iter': 540, 'avg_loss': 1.2140078931330753, 'avg_acc_mask': 57.5946789738021, 'loss': 1.1947624683380127}
+{'epoch': 159, 'iter': 550, 'avg_loss': 1.2156628977149022, 'avg_acc_mask': 57.54204829308909, 'loss': 1.2764443159103394}
+{'epoch': 159, 'iter': 560, 'avg_loss': 1.2154599971099758, 'avg_acc_mask': 57.560879811468965, 'loss': 1.0595632791519165}
+{'epoch': 159, 'iter': 570, 'avg_loss': 1.213183896345349, 'avg_acc_mask': 57.68674233898196, 'loss': 0.7994160652160645}
+{'epoch': 159, 'iter': 580, 'avg_loss': 1.2116842207317713, 'avg_acc_mask': 57.71771771771772, 'loss': 1.5607142448425293}
+{'epoch': 159, 'iter': 590, 'avg_loss': 1.2107518586612191, 'avg_acc_mask': 57.72110217141437, 'loss': 0.9208999276161194}
+{'epoch': 159, 'iter': 600, 'avg_loss': 1.2100871120038723, 'avg_acc_mask': 57.72720329922102, 'loss': 1.195622205734253}
+{'epoch': 159, 'iter': 610, 'avg_loss': 1.2105108195162835, 'avg_acc_mask': 57.73455789663245, 'loss': 1.144841194152832}
+{'epoch': 159, 'iter': 620, 'avg_loss': 1.20817099350854, 'avg_acc_mask': 57.840267305360896, 'loss': 1.171606421470642}
+{'epoch': 159, 'iter': 630, 'avg_loss': 1.2066346080102937, 'avg_acc_mask': 57.94234852671689, 'loss': 1.169960856437683}
+{'epoch': 159, 'iter': 640, 'avg_loss': 1.2047765705961146, 'avg_acc_mask': 57.99179740155448, 'loss': 0.7376176714897156}
+{'epoch': 159, 'iter': 650, 'avg_loss': 1.2057423453360292, 'avg_acc_mask': 58.008254183627315, 'loss': 1.3864060640335083}
+{'epoch': 159, 'iter': 660, 'avg_loss': 1.2049676512625862, 'avg_acc_mask': 58.03703188082974, 'loss': 1.0008047819137573}
+{'epoch': 159, 'iter': 670, 'avg_loss': 1.2058787813129794, 'avg_acc_mask': 58.01070105638634, 'loss': 1.395180106163025}
+{'epoch': 159, 'iter': 680, 'avg_loss': 1.205814589225248, 'avg_acc_mask': 57.98146797417403, 'loss': 1.4312807321548462}
+{'epoch': 159, 'iter': 690, 'avg_loss': 1.2075928795527446, 'avg_acc_mask': 57.91196508409623, 'loss': 1.1538538932800293}
+{'epoch': 159, 'iter': 700, 'avg_loss': 1.2083937353992598, 'avg_acc_mask': 57.8395385422129, 'loss': 1.3328179121017456}
+{'epoch': 159, 'iter': 710, 'avg_loss': 1.208850176357854, 'avg_acc_mask': 57.81460035156654, 'loss': 1.166933536529541}
+{'epoch': 159, 'iter': 720, 'avg_loss': 1.2094729237682116, 'avg_acc_mask': 57.76854871585814, 'loss': 1.0677731037139893}
+{'epoch': 159, 'iter': 730, 'avg_loss': 1.2083058345823379, 'avg_acc_mask': 57.76872390724813, 'loss': 1.4371508359909058}
+{'epoch': 159, 'iter': 740, 'avg_loss': 1.210070918607004, 'avg_acc_mask': 57.70470664087686, 'loss': 1.2376641035079956}
+{'epoch': 159, 'iter': 750, 'avg_loss': 1.2108542663597077, 'avg_acc_mask': 57.70105386703182, 'loss': 1.0283267498016357}
+{'epoch': 159, 'iter': 760, 'avg_loss': 1.2097941886109842, 'avg_acc_mask': 57.730588974247475, 'loss': 1.0654033422470093}
+{'epoch': 159, 'iter': 770, 'avg_loss': 1.2112366168260884, 'avg_acc_mask': 57.663068087033196, 'loss': 1.1855584383010864}
+{'epoch': 159, 'iter': 780, 'avg_loss': 1.2107722123514828, 'avg_acc_mask': 57.68570555176711, 'loss': 1.1205527782440186}
+{'epoch': 159, 'iter': 790, 'avg_loss': 1.2104513024259005, 'avg_acc_mask': 57.730141054194505, 'loss': 1.2872613668441772}
+{'epoch': 159, 'iter': 800, 'avg_loss': 1.2102775334121285, 'avg_acc_mask': 57.728887361063364, 'loss': 0.7931110262870789}
+{'epoch': 159, 'iter': 810, 'avg_loss': 1.21092122153789, 'avg_acc_mask': 57.70833333333333, 'loss': 1.1344687938690186}
+{'epoch': 159, 'iter': 820, 'avg_loss': 1.2111704661698057, 'avg_acc_mask': 57.73308876163207, 'loss': 1.1383706331253052}
+{'epoch': 159, 'iter': 830, 'avg_loss': 1.2101906588935394, 'avg_acc_mask': 57.764195234298874, 'loss': 1.2205324172973633}
+{'epoch': 159, 'iter': 840, 'avg_loss': 1.210102225739097, 'avg_acc_mask': 57.74555475362509, 'loss': 1.2057496309280396}
+{'epoch': 159, 'iter': 850, 'avg_loss': 1.2113929629746112, 'avg_acc_mask': 57.692640131379925, 'loss': 1.1258018016815186}
+{'epoch': 159, 'iter': 860, 'avg_loss': 1.2121328070465558, 'avg_acc_mask': 57.66096343388659, 'loss': 1.3882168531417847}
+{'epoch': 159, 'iter': 870, 'avg_loss': 1.2132366583623788, 'avg_acc_mask': 57.61256235923127, 'loss': 1.1641442775726318}
+{'epoch': 159, 'iter': 880, 'avg_loss': 1.2149718898379167, 'avg_acc_mask': 57.57670371758044, 'loss': 1.1390163898468018}
+{'epoch': 159, 'iter': 890, 'avg_loss': 1.2147083159381427, 'avg_acc_mask': 57.616986188414764, 'loss': 0.8631061911582947}
+{'epoch': 159, 'iter': 900, 'avg_loss': 1.2155606722196648, 'avg_acc_mask': 57.57230142566191, 'loss': 1.4547208547592163}
+{'epoch': 159, 'iter': 910, 'avg_loss': 1.216036474600058, 'avg_acc_mask': 57.56057313048378, 'loss': 1.4014647006988525}
+{'epoch': 159, 'iter': 920, 'avg_loss': 1.214924476239891, 'avg_acc_mask': 57.601832486804106, 'loss': 1.1477808952331543}
+{'epoch': 159, 'iter': 930, 'avg_loss': 1.2143775258617422, 'avg_acc_mask': 57.63416701156901, 'loss': 1.123457670211792}
+{'epoch': 159, 'iter': 940, 'avg_loss': 1.214368501581117, 'avg_acc_mask': 57.624376169681845, 'loss': 0.7757048010826111}
+{'epoch': 159, 'iter': 950, 'avg_loss': 1.2144575357186431, 'avg_acc_mask': 57.594643615173844, 'loss': 1.4761966466903687}
+{'epoch': 159, 'iter': 960, 'avg_loss': 1.2152019333516895, 'avg_acc_mask': 57.596990988238886, 'loss': 1.2191376686096191}
+{'epoch': 159, 'iter': 970, 'avg_loss': 1.2147674175050305, 'avg_acc_mask': 57.614793268231864, 'loss': 1.0890498161315918}
+{'epoch': 159, 'iter': 980, 'avg_loss': 1.2145721877751365, 'avg_acc_mask': 57.623632794241374, 'loss': 1.0730559825897217}
+{'epoch': 159, 'iter': 990, 'avg_loss': 1.2145832592375223, 'avg_acc_mask': 57.631822386679, 'loss': 1.4587239027023315}
+{'epoch': 159, 'iter': 1000, 'avg_loss': 1.2147251803439099, 'avg_acc_mask': 57.62411023074531, 'loss': 1.3864798545837402}
+{'epoch': 159, 'iter': 1010, 'avg_loss': 1.2144242152497984, 'avg_acc_mask': 57.63968176298955, 'loss': 1.2573027610778809}
+{'epoch': 159, 'iter': 1020, 'avg_loss': 1.2143272147472879, 'avg_acc_mask': 57.651724509205756, 'loss': 1.0224260091781616}
+{'epoch': 159, 'iter': 1030, 'avg_loss': 1.2135343273557817, 'avg_acc_mask': 57.68246293860428, 'loss': 1.35959792137146}
+{'epoch': 159, 'iter': 1040, 'avg_loss': 1.2129877336201589, 'avg_acc_mask': 57.695218317171474, 'loss': 1.2520540952682495}
+{'epoch': 159, 'iter': 1050, 'avg_loss': 1.2123843629398763, 'avg_acc_mask': 57.70895131739662, 'loss': 1.2733919620513916}
+{'epoch': 159, 'iter': 1060, 'avg_loss': 1.2116865744352565, 'avg_acc_mask': 57.73793055747682, 'loss': 0.7461166381835938}
+{'epoch': 159, 'iter': 1070, 'avg_loss': 1.2115779389409014, 'avg_acc_mask': 57.74001233468101, 'loss': 1.3431193828582764}
+{'epoch': 159, 'iter': 1080, 'avg_loss': 1.2115630879653592, 'avg_acc_mask': 57.76465998337659, 'loss': 0.9713812470436096}
+{'epoch': 159, 'iter': 1090, 'avg_loss': 1.211558593838287, 'avg_acc_mask': 57.766925116638134, 'loss': 0.997920572757721}
+{'epoch': 159, 'iter': 1100, 'avg_loss': 1.2110277485782508, 'avg_acc_mask': 57.789011573766125, 'loss': 1.1439714431762695}
+{'epoch': 'EP159_train', 'avg_loss': 1.2115821581620436, 'total_masked_acc': 57.77556935817805}
+{'epoch': 160, 'iter': 0, 'avg_loss': 1.123262643814087, 'avg_acc_mask': 60.65573770491803, 'loss': 1.123262643814087}
+{'epoch': 160, 'iter': 10, 'avg_loss': 1.1457869410514832, 'avg_acc_mask': 60.526315789473685, 'loss': 1.127871036529541}
+{'epoch': 160, 'iter': 20, 'avg_loss': 1.2031563066300892, 'avg_acc_mask': 58.54513584574934, 'loss': 1.504685640335083}
+{'epoch': 160, 'iter': 30, 'avg_loss': 1.200129831990888, 'avg_acc_mask': 59.41422594142259, 'loss': 1.3239437341690063}
+{'epoch': 160, 'iter': 40, 'avg_loss': 1.196096905847875, 'avg_acc_mask': 59.34744268077602, 'loss': 1.243683099746704}
+{'epoch': 160, 'iter': 50, 'avg_loss': 1.2079619987338197, 'avg_acc_mask': 58.42381786339755, 'loss': 1.1794219017028809}
+{'epoch': 160, 'iter': 60, 'avg_loss': 1.1975589179601827, 'avg_acc_mask': 58.62785862785863, 'loss': 1.1507833003997803}
+{'epoch': 160, 'iter': 70, 'avg_loss': 1.192185660483132, 'avg_acc_mask': 58.77746905784289, 'loss': 1.0745662450790405}
+{'epoch': 160, 'iter': 80, 'avg_loss': 1.1938196177835818, 'avg_acc_mask': 58.731899956121104, 'loss': 1.3398596048355103}
+{'epoch': 160, 'iter': 90, 'avg_loss': 1.19588576568352, 'avg_acc_mask': 58.65477805776314, 'loss': 1.2963436841964722}
+{'epoch': 160, 'iter': 100, 'avg_loss': 1.199355653016874, 'avg_acc_mask': 58.90098314606742, 'loss': 1.1691148281097412}
+{'epoch': 160, 'iter': 110, 'avg_loss': 1.1989882706521868, 'avg_acc_mask': 58.73348372542701, 'loss': 0.9286509156227112}
+{'epoch': 160, 'iter': 120, 'avg_loss': 1.1994348025519002, 'avg_acc_mask': 58.396324292278045, 'loss': 1.3754085302352905}
+{'epoch': 160, 'iter': 130, 'avg_loss': 1.2022916524464848, 'avg_acc_mask': 58.27760338474137, 'loss': 1.3447866439819336}
+{'epoch': 160, 'iter': 140, 'avg_loss': 1.2094544713378799, 'avg_acc_mask': 57.94024157660521, 'loss': 1.1427439451217651}
+{'epoch': 160, 'iter': 150, 'avg_loss': 1.2042210477077409, 'avg_acc_mask': 58.29873057302171, 'loss': 1.1704812049865723}
+{'epoch': 160, 'iter': 160, 'avg_loss': 1.2024789767235702, 'avg_acc_mask': 58.24863174354965, 'loss': 1.2936522960662842}
+{'epoch': 160, 'iter': 170, 'avg_loss': 1.2077860225710952, 'avg_acc_mask': 58.09463854789634, 'loss': 1.1601102352142334}
+{'epoch': 160, 'iter': 180, 'avg_loss': 1.20808735078211, 'avg_acc_mask': 58.09845176657403, 'loss': 1.4731496572494507}
+{'epoch': 160, 'iter': 190, 'avg_loss': 1.208234515177642, 'avg_acc_mask': 58.01312089971884, 'loss': 0.9824259281158447}
+{'epoch': 160, 'iter': 200, 'avg_loss': 1.209525547810455, 'avg_acc_mask': 57.95049857549858, 'loss': 1.1444281339645386}
+{'epoch': 160, 'iter': 210, 'avg_loss': 1.2077226972127977, 'avg_acc_mask': 58.0945923037803, 'loss': 1.1709232330322266}
+{'epoch': 160, 'iter': 220, 'avg_loss': 1.2049851358206563, 'avg_acc_mask': 58.140662894098625, 'loss': 1.3741190433502197}
+{'epoch': 160, 'iter': 230, 'avg_loss': 1.2079592561308956, 'avg_acc_mask': 58.14691539592848, 'loss': 1.343509316444397}
+{'epoch': 160, 'iter': 240, 'avg_loss': 1.205794548839949, 'avg_acc_mask': 58.221626452189454, 'loss': 0.9082893133163452}
+{'epoch': 160, 'iter': 250, 'avg_loss': 1.2103034699580584, 'avg_acc_mask': 58.13820264948084, 'loss': 0.983591616153717}
+{'epoch': 160, 'iter': 260, 'avg_loss': 1.2088675156406972, 'avg_acc_mask': 58.15490533562823, 'loss': 1.0140620470046997}
+{'epoch': 160, 'iter': 270, 'avg_loss': 1.2104976702880155, 'avg_acc_mask': 58.09833454979763, 'loss': 1.4628347158432007}
+{'epoch': 160, 'iter': 280, 'avg_loss': 1.2108767282920376, 'avg_acc_mask': 58.03221872793787, 'loss': 0.8941773772239685}
+{'epoch': 160, 'iter': 290, 'avg_loss': 1.2085422302029796, 'avg_acc_mask': 58.15554452989332, 'loss': 1.2544938325881958}
+{'epoch': 160, 'iter': 300, 'avg_loss': 1.2053981142186643, 'avg_acc_mask': 58.31080675196733, 'loss': 1.1833356618881226}
+{'epoch': 160, 'iter': 310, 'avg_loss': 1.204365984228263, 'avg_acc_mask': 58.292129602699085, 'loss': 1.0418720245361328}
+{'epoch': 160, 'iter': 320, 'avg_loss': 1.2067818021477197, 'avg_acc_mask': 58.28158518685785, 'loss': 1.2724307775497437}
+{'epoch': 160, 'iter': 330, 'avg_loss': 1.2082844518822846, 'avg_acc_mask': 58.262630685861296, 'loss': 1.0029263496398926}
+{'epoch': 160, 'iter': 340, 'avg_loss': 1.204748613393901, 'avg_acc_mask': 58.37849325257677, 'loss': 0.9275882244110107}
+{'epoch': 160, 'iter': 350, 'avg_loss': 1.2031043126032903, 'avg_acc_mask': 58.4716405563311, 'loss': 1.058632493019104}
+{'epoch': 160, 'iter': 360, 'avg_loss': 1.2041864035202194, 'avg_acc_mask': 58.410462776659955, 'loss': 1.4662553071975708}
+{'epoch': 160, 'iter': 370, 'avg_loss': 1.2057233598997008, 'avg_acc_mask': 58.36145756908779, 'loss': 1.2364317178726196}
+{'epoch': 160, 'iter': 380, 'avg_loss': 1.2097448800492474, 'avg_acc_mask': 58.28016379392439, 'loss': 0.9910869002342224}
+{'epoch': 160, 'iter': 390, 'avg_loss': 1.2092069128285283, 'avg_acc_mask': 58.31128440792833, 'loss': 1.3842207193374634}
+{'epoch': 160, 'iter': 400, 'avg_loss': 1.2118255238877864, 'avg_acc_mask': 58.2562987130687, 'loss': 1.439494252204895}
+{'epoch': 160, 'iter': 410, 'avg_loss': 1.2092610632416105, 'avg_acc_mask': 58.36841405592237, 'loss': 1.1139614582061768}
+{'epoch': 160, 'iter': 420, 'avg_loss': 1.2069545783226394, 'avg_acc_mask': 58.48876963690657, 'loss': 0.9960634708404541}
+{'epoch': 160, 'iter': 430, 'avg_loss': 1.2081790584422596, 'avg_acc_mask': 58.509873567592706, 'loss': 1.414490818977356}
+{'epoch': 160, 'iter': 440, 'avg_loss': 1.208693908050217, 'avg_acc_mask': 58.48892927957699, 'loss': 1.5448625087738037}
+{'epoch': 160, 'iter': 450, 'avg_loss': 1.208835067743737, 'avg_acc_mask': 58.45073265248456, 'loss': 0.9416218400001526}
+{'epoch': 160, 'iter': 460, 'avg_loss': 1.2086205894931537, 'avg_acc_mask': 58.43868520859671, 'loss': 1.2980674505233765}
+{'epoch': 160, 'iter': 470, 'avg_loss': 1.2101937071786057, 'avg_acc_mask': 58.316594561186655, 'loss': 1.292548418045044}
+{'epoch': 160, 'iter': 480, 'avg_loss': 1.208612214998495, 'avg_acc_mask': 58.353812998601086, 'loss': 1.0776423215866089}
+{'epoch': 160, 'iter': 490, 'avg_loss': 1.209968116885533, 'avg_acc_mask': 58.27402135231316, 'loss': 1.6300008296966553}
+{'epoch': 160, 'iter': 500, 'avg_loss': 1.208027262530641, 'avg_acc_mask': 58.30190047874656, 'loss': 1.0919392108917236}
+{'epoch': 160, 'iter': 510, 'avg_loss': 1.2069557493446859, 'avg_acc_mask': 58.32503556187767, 'loss': 1.2171019315719604}
+{'epoch': 160, 'iter': 520, 'avg_loss': 1.2082909338762573, 'avg_acc_mask': 58.34002864428685, 'loss': 1.3862484693527222}
+{'epoch': 160, 'iter': 530, 'avg_loss': 1.208296295500969, 'avg_acc_mask': 58.35019028353962, 'loss': 0.992896556854248}
+{'epoch': 160, 'iter': 540, 'avg_loss': 1.2076089526500808, 'avg_acc_mask': 58.344540075309304, 'loss': 1.385226845741272}
+{'epoch': 160, 'iter': 550, 'avg_loss': 1.2078231381634403, 'avg_acc_mask': 58.34349158238066, 'loss': 1.0078867673873901}
+{'epoch': 160, 'iter': 560, 'avg_loss': 1.205273308324729, 'avg_acc_mask': 58.452118698976285, 'loss': 0.9707950353622437}
+{'epoch': 160, 'iter': 570, 'avg_loss': 1.2034772940358431, 'avg_acc_mask': 58.5205008123865, 'loss': 1.193767786026001}
+{'epoch': 160, 'iter': 580, 'avg_loss': 1.2038942847317549, 'avg_acc_mask': 58.465583622875386, 'loss': 1.4315435886383057}
+{'epoch': 160, 'iter': 590, 'avg_loss': 1.2052426832379828, 'avg_acc_mask': 58.40041787009156, 'loss': 1.075677752494812}
+{'epoch': 160, 'iter': 600, 'avg_loss': 1.205203732813456, 'avg_acc_mask': 58.38729198184569, 'loss': 1.369034767150879}
+{'epoch': 160, 'iter': 610, 'avg_loss': 1.2066421533177214, 'avg_acc_mask': 58.35588733902388, 'loss': 1.4063187837600708}
+{'epoch': 160, 'iter': 620, 'avg_loss': 1.2043598005353158, 'avg_acc_mask': 58.38290888843303, 'loss': 1.4158941507339478}
+{'epoch': 160, 'iter': 630, 'avg_loss': 1.2031084142282913, 'avg_acc_mask': 58.39612020438209, 'loss': 0.7647625803947449}
+{'epoch': 160, 'iter': 640, 'avg_loss': 1.202343216924325, 'avg_acc_mask': 58.44292627384002, 'loss': 1.006409764289856}
+{'epoch': 160, 'iter': 650, 'avg_loss': 1.2031303482121587, 'avg_acc_mask': 58.36629358467278, 'loss': 1.0778285264968872}
+{'epoch': 160, 'iter': 660, 'avg_loss': 1.20252548602273, 'avg_acc_mask': 58.366489832007076, 'loss': 0.9506251215934753}
+{'epoch': 160, 'iter': 670, 'avg_loss': 1.2030131033387164, 'avg_acc_mask': 58.35809098094796, 'loss': 1.3304004669189453}
+{'epoch': 160, 'iter': 680, 'avg_loss': 1.2020562050451091, 'avg_acc_mask': 58.36665682617214, 'loss': 1.572283148765564}
+{'epoch': 160, 'iter': 690, 'avg_loss': 1.2026360750888432, 'avg_acc_mask': 58.38615953512942, 'loss': 1.0197319984436035}
+{'epoch': 160, 'iter': 700, 'avg_loss': 1.2046225082857291, 'avg_acc_mask': 58.336802664446296, 'loss': 1.3357913494110107}
+{'epoch': 160, 'iter': 710, 'avg_loss': 1.2039575361333652, 'avg_acc_mask': 58.38574692578236, 'loss': 1.0996160507202148}
+{'epoch': 160, 'iter': 720, 'avg_loss': 1.205861603750766, 'avg_acc_mask': 58.291966366122985, 'loss': 1.4659414291381836}
+{'epoch': 160, 'iter': 730, 'avg_loss': 1.2039342813713605, 'avg_acc_mask': 58.31272327562517, 'loss': 1.2732040882110596}
+{'epoch': 160, 'iter': 740, 'avg_loss': 1.2047050484278907, 'avg_acc_mask': 58.29882677708764, 'loss': 1.3799763917922974}
+{'epoch': 160, 'iter': 750, 'avg_loss': 1.206080338370784, 'avg_acc_mask': 58.23713820505966, 'loss': 1.377467155456543}
+{'epoch': 160, 'iter': 760, 'avg_loss': 1.2057266178958206, 'avg_acc_mask': 58.28312168423074, 'loss': 1.3260968923568726}
+{'epoch': 160, 'iter': 770, 'avg_loss': 1.2065909214984583, 'avg_acc_mask': 58.25714150362404, 'loss': 0.9684996008872986}
+{'epoch': 160, 'iter': 780, 'avg_loss': 1.2059150602234463, 'avg_acc_mask': 58.27183055692229, 'loss': 1.342518925666809}
+{'epoch': 160, 'iter': 790, 'avg_loss': 1.2060479890983717, 'avg_acc_mask': 58.306520682391614, 'loss': 1.1166279315948486}
+{'epoch': 160, 'iter': 800, 'avg_loss': 1.2060788814792323, 'avg_acc_mask': 58.32323555636846, 'loss': 1.5876652002334595}
+{'epoch': 160, 'iter': 810, 'avg_loss': 1.207022487235275, 'avg_acc_mask': 58.319597172985304, 'loss': 1.0690215826034546}
+{'epoch': 160, 'iter': 820, 'avg_loss': 1.2069518672853672, 'avg_acc_mask': 58.328687080443366, 'loss': 1.3707605600357056}
+{'epoch': 160, 'iter': 830, 'avg_loss': 1.207052018309615, 'avg_acc_mask': 58.34013005621074, 'loss': 1.0518468618392944}
+{'epoch': 160, 'iter': 840, 'avg_loss': 1.2079010567540363, 'avg_acc_mask': 58.32480344970272, 'loss': 1.1835565567016602}
+{'epoch': 160, 'iter': 850, 'avg_loss': 1.2082013067571593, 'avg_acc_mask': 58.34229198021931, 'loss': 1.2898598909378052}
+{'epoch': 160, 'iter': 860, 'avg_loss': 1.2092796876316978, 'avg_acc_mask': 58.28254730002336, 'loss': 1.2531230449676514}
+{'epoch': 160, 'iter': 870, 'avg_loss': 1.2097463823350234, 'avg_acc_mask': 58.24422359206609, 'loss': 1.103904128074646}
+{'epoch': 160, 'iter': 880, 'avg_loss': 1.2102943164942348, 'avg_acc_mask': 58.204963406796175, 'loss': 0.9888371825218201}
+{'epoch': 160, 'iter': 890, 'avg_loss': 1.2086959321357051, 'avg_acc_mask': 58.27683964008381, 'loss': 0.8189746737480164}
+{'epoch': 160, 'iter': 900, 'avg_loss': 1.209102131550373, 'avg_acc_mask': 58.26686960933536, 'loss': 1.3803150653839111}
+{'epoch': 160, 'iter': 910, 'avg_loss': 1.209936566201052, 'avg_acc_mask': 58.217365149388414, 'loss': 1.1229298114776611}
+{'epoch': 160, 'iter': 920, 'avg_loss': 1.2088295360470958, 'avg_acc_mask': 58.248957712924366, 'loss': 0.9714373350143433}
+{'epoch': 160, 'iter': 930, 'avg_loss': 1.2074879596748107, 'avg_acc_mask': 58.28912727415616, 'loss': 1.4891486167907715}
+{'epoch': 160, 'iter': 940, 'avg_loss': 1.2073941600056688, 'avg_acc_mask': 58.28233968568487, 'loss': 0.8829699158668518}
+{'epoch': 160, 'iter': 950, 'avg_loss': 1.207143648252377, 'avg_acc_mask': 58.2996963056933, 'loss': 1.3830645084381104}
+{'epoch': 160, 'iter': 960, 'avg_loss': 1.2076826761093893, 'avg_acc_mask': 58.29292871674938, 'loss': 1.2385118007659912}
+{'epoch': 160, 'iter': 970, 'avg_loss': 1.2080060450473358, 'avg_acc_mask': 58.289604844928434, 'loss': 1.1669849157333374}
+{'epoch': 160, 'iter': 980, 'avg_loss': 1.208197903803243, 'avg_acc_mask': 58.281843221916176, 'loss': 1.1172820329666138}
+{'epoch': 160, 'iter': 990, 'avg_loss': 1.208877843215415, 'avg_acc_mask': 58.228873304250186, 'loss': 1.3696132898330688}
+{'epoch': 160, 'iter': 1000, 'avg_loss': 1.208943392906513, 'avg_acc_mask': 58.20892801808206, 'loss': 1.300106167793274}
+{'epoch': 160, 'iter': 1010, 'avg_loss': 1.2079742073894844, 'avg_acc_mask': 58.24354323460934, 'loss': 1.0185425281524658}
+{'epoch': 160, 'iter': 1020, 'avg_loss': 1.2081350335645162, 'avg_acc_mask': 58.22172220436445, 'loss': 1.227743148803711}
+{'epoch': 160, 'iter': 1030, 'avg_loss': 1.2074124010064784, 'avg_acc_mask': 58.25447084004033, 'loss': 1.1744366884231567}
+{'epoch': 160, 'iter': 1040, 'avg_loss': 1.2071708047424339, 'avg_acc_mask': 58.26196605895024, 'loss': 1.2119783163070679}
+{'epoch': 160, 'iter': 1050, 'avg_loss': 1.206298154836377, 'avg_acc_mask': 58.292259632072195, 'loss': 1.1676998138427734}
+{'epoch': 160, 'iter': 1060, 'avg_loss': 1.2055371538520872, 'avg_acc_mask': 58.314280311495416, 'loss': 0.816449761390686}
+{'epoch': 160, 'iter': 1070, 'avg_loss': 1.2051504277715497, 'avg_acc_mask': 58.312595875234365, 'loss': 1.3417553901672363}
+{'epoch': 160, 'iter': 1080, 'avg_loss': 1.2048941433815687, 'avg_acc_mask': 58.317431905300666, 'loss': 1.0993365049362183}
+{'epoch': 160, 'iter': 1090, 'avg_loss': 1.205030460241844, 'avg_acc_mask': 58.30643947628046, 'loss': 1.1937191486358643}
+{'epoch': 160, 'iter': 1100, 'avg_loss': 1.2051623067890482, 'avg_acc_mask': 58.2932971074517, 'loss': 0.9311402440071106}
+{'epoch': 'EP160_train', 'avg_loss': 1.2058641747651597, 'total_masked_acc': 58.265936024824214}
+{'epoch': 161, 'iter': 0, 'avg_loss': 1.3812540769577026, 'avg_acc_mask': 51.66666666666667, 'loss': 1.3812540769577026}
+{'epoch': 161, 'iter': 10, 'avg_loss': 1.2509145574136213, 'avg_acc_mask': 57.7391304347826, 'loss': 1.063930869102478}
+{'epoch': 161, 'iter': 20, 'avg_loss': 1.2598743438720703, 'avg_acc_mask': 56.07560756075608, 'loss': 1.3055956363677979}
+{'epoch': 161, 'iter': 30, 'avg_loss': 1.253494995255624, 'avg_acc_mask': 56.3963963963964, 'loss': 1.1682132482528687}
+{'epoch': 161, 'iter': 40, 'avg_loss': 1.223773015708458, 'avg_acc_mask': 57.16829919857525, 'loss': 0.8931219577789307}
+{'epoch': 161, 'iter': 50, 'avg_loss': 1.2432990810450386, 'avg_acc_mask': 56.652512384996456, 'loss': 1.3092695474624634}
+{'epoch': 161, 'iter': 60, 'avg_loss': 1.2352100346909194, 'avg_acc_mask': 56.94566813509545, 'loss': 1.1144450902938843}
+{'epoch': 161, 'iter': 70, 'avg_loss': 1.2237036412870381, 'avg_acc_mask': 57.61772853185596, 'loss': 0.9810172915458679}
+{'epoch': 161, 'iter': 80, 'avg_loss': 1.2286914351545735, 'avg_acc_mask': 57.42574257425742, 'loss': 1.2697163820266724}
+{'epoch': 161, 'iter': 90, 'avg_loss': 1.2243653941940476, 'avg_acc_mask': 57.451782583284626, 'loss': 1.0642361640930176}
+{'epoch': 161, 'iter': 100, 'avg_loss': 1.2164962816946576, 'avg_acc_mask': 57.75618374558304, 'loss': 0.9205411076545715}
+{'epoch': 161, 'iter': 110, 'avg_loss': 1.212868161029644, 'avg_acc_mask': 58.07026064432572, 'loss': 1.0697171688079834}
+{'epoch': 161, 'iter': 120, 'avg_loss': 1.2133300732975163, 'avg_acc_mask': 57.76921937490742, 'loss': 1.2156590223312378}
+{'epoch': 161, 'iter': 130, 'avg_loss': 1.2138563317196969, 'avg_acc_mask': 57.75342465753425, 'loss': 1.5054384469985962}
+{'epoch': 161, 'iter': 140, 'avg_loss': 1.2103970405903268, 'avg_acc_mask': 57.7910523640061, 'loss': 1.0039399862289429}
+{'epoch': 161, 'iter': 150, 'avg_loss': 1.199431022666148, 'avg_acc_mask': 58.164610039535155, 'loss': 1.3708853721618652}
+{'epoch': 161, 'iter': 160, 'avg_loss': 1.2033417187862514, 'avg_acc_mask': 58.10294448190605, 'loss': 1.007152795791626}
+{'epoch': 161, 'iter': 170, 'avg_loss': 1.2055453804501317, 'avg_acc_mask': 57.89250952179433, 'loss': 0.9908397793769836}
+{'epoch': 161, 'iter': 180, 'avg_loss': 1.2037974368801434, 'avg_acc_mask': 57.91212090881793, 'loss': 1.1852551698684692}
+{'epoch': 161, 'iter': 190, 'avg_loss': 1.2017248073173443, 'avg_acc_mask': 57.87729596667298, 'loss': 1.053473711013794}
+{'epoch': 161, 'iter': 200, 'avg_loss': 1.201934842327934, 'avg_acc_mask': 57.7607223476298, 'loss': 1.2441107034683228}
+{'epoch': 161, 'iter': 210, 'avg_loss': 1.2029849940566655, 'avg_acc_mask': 57.67345885994325, 'loss': 1.1446945667266846}
+{'epoch': 161, 'iter': 220, 'avg_loss': 1.2014471400377438, 'avg_acc_mask': 57.851578515785164, 'loss': 1.4532203674316406}
+{'epoch': 161, 'iter': 230, 'avg_loss': 1.2040048068736022, 'avg_acc_mask': 57.80907668231612, 'loss': 1.0154191255569458}
+{'epoch': 161, 'iter': 240, 'avg_loss': 1.2052175363069748, 'avg_acc_mask': 57.78981418791845, 'loss': 1.2381781339645386}
+{'epoch': 161, 'iter': 250, 'avg_loss': 1.2064183323506814, 'avg_acc_mask': 57.704277339509304, 'loss': 0.8607940077781677}
+{'epoch': 161, 'iter': 260, 'avg_loss': 1.206354318450694, 'avg_acc_mask': 57.70329593756532, 'loss': 1.0031460523605347}
+{'epoch': 161, 'iter': 270, 'avg_loss': 1.2087956279846135, 'avg_acc_mask': 57.716772681620355, 'loss': 1.1351193189620972}
+{'epoch': 161, 'iter': 280, 'avg_loss': 1.2115639325138512, 'avg_acc_mask': 57.68261964735516, 'loss': 0.8692930936813354}
+{'epoch': 161, 'iter': 290, 'avg_loss': 1.2122692449396009, 'avg_acc_mask': 57.67645221736415, 'loss': 1.0171780586242676}
+{'epoch': 161, 'iter': 300, 'avg_loss': 1.2076178927754246, 'avg_acc_mask': 57.81967609378776, 'loss': 0.7872343063354492}
+{'epoch': 161, 'iter': 310, 'avg_loss': 1.2060505425815031, 'avg_acc_mask': 57.81514567641736, 'loss': 0.9661791324615479}
+{'epoch': 161, 'iter': 320, 'avg_loss': 1.2108805289149656, 'avg_acc_mask': 57.61559383499547, 'loss': 1.3305176496505737}
+{'epoch': 161, 'iter': 330, 'avg_loss': 1.2118956226956807, 'avg_acc_mask': 57.63029002256342, 'loss': 1.1184581518173218}
+{'epoch': 161, 'iter': 340, 'avg_loss': 1.209773696063201, 'avg_acc_mask': 57.71245323356494, 'loss': 1.0086615085601807}
+{'epoch': 161, 'iter': 350, 'avg_loss': 1.2101517810441151, 'avg_acc_mask': 57.77454091452947, 'loss': 1.280841588973999}
+{'epoch': 161, 'iter': 360, 'avg_loss': 1.2100793801846597, 'avg_acc_mask': 57.733211789729566, 'loss': 1.3444783687591553}
+{'epoch': 161, 'iter': 370, 'avg_loss': 1.2112199339583878, 'avg_acc_mask': 57.70823065549532, 'loss': 1.186598539352417}
+{'epoch': 161, 'iter': 380, 'avg_loss': 1.2130328504432217, 'avg_acc_mask': 57.62508402957841, 'loss': 0.9894854426383972}
+{'epoch': 161, 'iter': 390, 'avg_loss': 1.2109720106320003, 'avg_acc_mask': 57.68798576645753, 'loss': 1.1376115083694458}
+{'epoch': 161, 'iter': 400, 'avg_loss': 1.2103713880156044, 'avg_acc_mask': 57.722316010402885, 'loss': 1.5422899723052979}
+{'epoch': 161, 'iter': 410, 'avg_loss': 1.2092245950606038, 'avg_acc_mask': 57.739710789766406, 'loss': 1.205363154411316}
+{'epoch': 161, 'iter': 420, 'avg_loss': 1.2079941583642484, 'avg_acc_mask': 57.816171990599706, 'loss': 1.1371504068374634}
+{'epoch': 161, 'iter': 430, 'avg_loss': 1.2081939596034534, 'avg_acc_mask': 57.827638959714434, 'loss': 0.8438528776168823}
+{'epoch': 161, 'iter': 440, 'avg_loss': 1.2093558860203577, 'avg_acc_mask': 57.78404612768075, 'loss': 1.5837078094482422}
+{'epoch': 161, 'iter': 450, 'avg_loss': 1.2091422651929495, 'avg_acc_mask': 57.770475842765, 'loss': 0.8267090320587158}
+{'epoch': 161, 'iter': 460, 'avg_loss': 1.2098196320833714, 'avg_acc_mask': 57.746814338454215, 'loss': 1.2195539474487305}
+{'epoch': 161, 'iter': 470, 'avg_loss': 1.2095428062345825, 'avg_acc_mask': 57.720388349514565, 'loss': 1.067684292793274}
+{'epoch': 161, 'iter': 480, 'avg_loss': 1.2073117425188948, 'avg_acc_mask': 57.783621051027026, 'loss': 0.9655243158340454}
+{'epoch': 161, 'iter': 490, 'avg_loss': 1.2071738357213753, 'avg_acc_mask': 57.743635751934505, 'loss': 1.1818153858184814}
+{'epoch': 161, 'iter': 500, 'avg_loss': 1.2071102091414248, 'avg_acc_mask': 57.737092640058584, 'loss': 1.358006238937378}
+{'epoch': 161, 'iter': 510, 'avg_loss': 1.2061198671036737, 'avg_acc_mask': 57.7500179481657, 'loss': 1.0480608940124512}
+{'epoch': 161, 'iter': 520, 'avg_loss': 1.2072518703576014, 'avg_acc_mask': 57.71509167842031, 'loss': 1.5763194561004639}
+{'epoch': 161, 'iter': 530, 'avg_loss': 1.2065499331767051, 'avg_acc_mask': 57.74042626927742, 'loss': 1.1300182342529297}
+{'epoch': 161, 'iter': 540, 'avg_loss': 1.207124053109816, 'avg_acc_mask': 57.70396865951286, 'loss': 1.3748886585235596}
+{'epoch': 161, 'iter': 550, 'avg_loss': 1.2084817506656889, 'avg_acc_mask': 57.669449081803, 'loss': 1.1549488306045532}
+{'epoch': 161, 'iter': 560, 'avg_loss': 1.2078735015609048, 'avg_acc_mask': 57.70543449724337, 'loss': 0.8719627857208252}
+{'epoch': 161, 'iter': 570, 'avg_loss': 1.2076684445299326, 'avg_acc_mask': 57.759788428046186, 'loss': 1.291104793548584}
+{'epoch': 161, 'iter': 580, 'avg_loss': 1.2074933268527361, 'avg_acc_mask': 57.77897335274385, 'loss': 1.1984518766403198}
+{'epoch': 161, 'iter': 590, 'avg_loss': 1.2075705798547682, 'avg_acc_mask': 57.77363184079603, 'loss': 0.7379327416419983}
+{'epoch': 161, 'iter': 600, 'avg_loss': 1.2071953666785393, 'avg_acc_mask': 57.791909988687436, 'loss': 1.0293077230453491}
+{'epoch': 161, 'iter': 610, 'avg_loss': 1.2087310269694476, 'avg_acc_mask': 57.760951865873444, 'loss': 1.4957503080368042}
+{'epoch': 161, 'iter': 620, 'avg_loss': 1.2084882080842907, 'avg_acc_mask': 57.81781604094554, 'loss': 1.524543046951294}
+{'epoch': 161, 'iter': 630, 'avg_loss': 1.2073254726012421, 'avg_acc_mask': 57.88355785737147, 'loss': 1.095238208770752}
+{'epoch': 161, 'iter': 640, 'avg_loss': 1.2072443464616904, 'avg_acc_mask': 57.918162239770275, 'loss': 1.192112922668457}
+{'epoch': 161, 'iter': 650, 'avg_loss': 1.207123935405743, 'avg_acc_mask': 57.9278309635756, 'loss': 1.1226180791854858}
+{'epoch': 161, 'iter': 660, 'avg_loss': 1.2069626661544488, 'avg_acc_mask': 57.998604326587575, 'loss': 1.1627166271209717}
+{'epoch': 161, 'iter': 670, 'avg_loss': 1.206528203231567, 'avg_acc_mask': 58.01319043693323, 'loss': 1.2056587934494019}
+{'epoch': 161, 'iter': 680, 'avg_loss': 1.2067935320599315, 'avg_acc_mask': 58.02479159900401, 'loss': 1.2230298519134521}
+{'epoch': 161, 'iter': 690, 'avg_loss': 1.2075593865728584, 'avg_acc_mask': 57.99349645503492, 'loss': 1.2175902128219604}
+{'epoch': 161, 'iter': 700, 'avg_loss': 1.2079796503681939, 'avg_acc_mask': 57.98985998371293, 'loss': 1.0993691682815552}
+{'epoch': 161, 'iter': 710, 'avg_loss': 1.2066461375997037, 'avg_acc_mask': 58.0720393884426, 'loss': 1.071144700050354}
+{'epoch': 161, 'iter': 720, 'avg_loss': 1.206157650266375, 'avg_acc_mask': 58.076952536574154, 'loss': 0.9137988090515137}
+{'epoch': 161, 'iter': 730, 'avg_loss': 1.204954648637576, 'avg_acc_mask': 58.103682805179105, 'loss': 1.3822360038757324}
+{'epoch': 161, 'iter': 740, 'avg_loss': 1.2051633616529818, 'avg_acc_mask': 58.1064971190145, 'loss': 1.035231351852417}
+{'epoch': 161, 'iter': 750, 'avg_loss': 1.207206663929829, 'avg_acc_mask': 58.03385512358835, 'loss': 1.0966459512710571}
+{'epoch': 161, 'iter': 760, 'avg_loss': 1.2057456086718927, 'avg_acc_mask': 58.101180112207395, 'loss': 1.0630676746368408}
+{'epoch': 161, 'iter': 770, 'avg_loss': 1.2068647965692205, 'avg_acc_mask': 58.02366073558174, 'loss': 1.3075239658355713}
+{'epoch': 161, 'iter': 780, 'avg_loss': 1.2054444382804304, 'avg_acc_mask': 58.05562102286118, 'loss': 1.1987022161483765}
+{'epoch': 161, 'iter': 790, 'avg_loss': 1.2056936733942718, 'avg_acc_mask': 58.052722276559074, 'loss': 1.5771543979644775}
+{'epoch': 161, 'iter': 800, 'avg_loss': 1.2051092279091309, 'avg_acc_mask': 58.07735671061411, 'loss': 1.0909405946731567}
+{'epoch': 161, 'iter': 810, 'avg_loss': 1.2059356185863697, 'avg_acc_mask': 58.08534339691273, 'loss': 1.195651888847351}
+{'epoch': 161, 'iter': 820, 'avg_loss': 1.2058676169066713, 'avg_acc_mask': 58.1021897810219, 'loss': 1.3132688999176025}
+{'epoch': 161, 'iter': 830, 'avg_loss': 1.2063009173718027, 'avg_acc_mask': 58.090162114146125, 'loss': 1.0985853672027588}
+{'epoch': 161, 'iter': 840, 'avg_loss': 1.2059805723489678, 'avg_acc_mask': 58.122133719526914, 'loss': 1.5395580530166626}
+{'epoch': 161, 'iter': 850, 'avg_loss': 1.2074970481818768, 'avg_acc_mask': 58.06933911159263, 'loss': 1.3582884073257446}
+{'epoch': 161, 'iter': 860, 'avg_loss': 1.2076740091824505, 'avg_acc_mask': 58.04774740084713, 'loss': 1.2253535985946655}
+{'epoch': 161, 'iter': 870, 'avg_loss': 1.2081849703011365, 'avg_acc_mask': 58.03856144278081, 'loss': 0.9363448023796082}
+{'epoch': 161, 'iter': 880, 'avg_loss': 1.2085702929404754, 'avg_acc_mask': 58.07327568199858, 'loss': 1.2662360668182373}
+{'epoch': 161, 'iter': 890, 'avg_loss': 1.207230608672004, 'avg_acc_mask': 58.12808900469425, 'loss': 0.8073448538780212}
+{'epoch': 161, 'iter': 900, 'avg_loss': 1.2074641857904018, 'avg_acc_mask': 58.14062851417939, 'loss': 1.300960659980774}
+{'epoch': 161, 'iter': 910, 'avg_loss': 1.2083891878143755, 'avg_acc_mask': 58.12247372675829, 'loss': 1.2389487028121948}
+{'epoch': 161, 'iter': 920, 'avg_loss': 1.2081973662076115, 'avg_acc_mask': 58.104837903241936, 'loss': 0.8747491836547852}
+{'epoch': 161, 'iter': 930, 'avg_loss': 1.2080608356011797, 'avg_acc_mask': 58.126002018882495, 'loss': 1.4612277746200562}
+{'epoch': 161, 'iter': 940, 'avg_loss': 1.2080109691391843, 'avg_acc_mask': 58.146221248630894, 'loss': 0.8949641585350037}
+{'epoch': 161, 'iter': 950, 'avg_loss': 1.207662580266485, 'avg_acc_mask': 58.1849123010578, 'loss': 1.1868233680725098}
+{'epoch': 161, 'iter': 960, 'avg_loss': 1.2073627531714544, 'avg_acc_mask': 58.19062015652208, 'loss': 0.9973678588867188}
+{'epoch': 161, 'iter': 970, 'avg_loss': 1.2063821478680652, 'avg_acc_mask': 58.21658462703522, 'loss': 0.9455333352088928}
+{'epoch': 161, 'iter': 980, 'avg_loss': 1.2069880536450766, 'avg_acc_mask': 58.206632796535494, 'loss': 1.2233506441116333}
+{'epoch': 161, 'iter': 990, 'avg_loss': 1.207411449684505, 'avg_acc_mask': 58.16475997997516, 'loss': 1.3242228031158447}
+{'epoch': 161, 'iter': 1000, 'avg_loss': 1.207847125880368, 'avg_acc_mask': 58.14376204902231, 'loss': 1.3198550939559937}
+{'epoch': 161, 'iter': 1010, 'avg_loss': 1.2069348930487176, 'avg_acc_mask': 58.17702174110798, 'loss': 1.1807289123535156}
+{'epoch': 161, 'iter': 1020, 'avg_loss': 1.2067313116047456, 'avg_acc_mask': 58.18623919308358, 'loss': 1.126319169998169}
+{'epoch': 161, 'iter': 1030, 'avg_loss': 1.2062823182743343, 'avg_acc_mask': 58.22125503906389, 'loss': 1.321084976196289}
+{'epoch': 161, 'iter': 1040, 'avg_loss': 1.2062838553924267, 'avg_acc_mask': 58.22529937475714, 'loss': 1.1847854852676392}
+{'epoch': 161, 'iter': 1050, 'avg_loss': 1.2060950667828634, 'avg_acc_mask': 58.19788294987315, 'loss': 0.9721639156341553}
+{'epoch': 161, 'iter': 1060, 'avg_loss': 1.2055423295127121, 'avg_acc_mask': 58.21872726642879, 'loss': 0.8628586530685425}
+{'epoch': 161, 'iter': 1070, 'avg_loss': 1.2056210629857667, 'avg_acc_mask': 58.18166223518312, 'loss': 1.1754286289215088}
+{'epoch': 161, 'iter': 1080, 'avg_loss': 1.2054550651595286, 'avg_acc_mask': 58.18766154264726, 'loss': 1.0966731309890747}
+{'epoch': 161, 'iter': 1090, 'avg_loss': 1.2060405798836873, 'avg_acc_mask': 58.16572130678471, 'loss': 1.1413023471832275}
+{'epoch': 161, 'iter': 1100, 'avg_loss': 1.205938138439913, 'avg_acc_mask': 58.18851939561722, 'loss': 1.0697969198226929}
+{'epoch': 'EP161_train', 'avg_loss': 1.2059040584715244, 'total_masked_acc': 58.17342039243051}
+{'epoch': 162, 'iter': 0, 'avg_loss': 1.100126028060913, 'avg_acc_mask': 63.63636363636363, 'loss': 1.100126028060913}
+{'epoch': 162, 'iter': 10, 'avg_loss': 1.1945123943415554, 'avg_acc_mask': 57.770270270270274, 'loss': 1.030037760734558}
+{'epoch': 162, 'iter': 20, 'avg_loss': 1.2105988661448162, 'avg_acc_mask': 58.536585365853654, 'loss': 1.1123601198196411}
+{'epoch': 162, 'iter': 30, 'avg_loss': 1.2203921675682068, 'avg_acc_mask': 57.512315270935964, 'loss': 1.2934359312057495}
+{'epoch': 162, 'iter': 40, 'avg_loss': 1.1945192857486446, 'avg_acc_mask': 58.83689232167196, 'loss': 1.0820856094360352}
+{'epoch': 162, 'iter': 50, 'avg_loss': 1.2193544752457564, 'avg_acc_mask': 57.86096256684492, 'loss': 1.3316584825515747}
+{'epoch': 162, 'iter': 60, 'avg_loss': 1.2198048575979765, 'avg_acc_mask': 57.71188978736148, 'loss': 1.060508370399475}
+{'epoch': 162, 'iter': 70, 'avg_loss': 1.2184215036916062, 'avg_acc_mask': 57.59348766217247, 'loss': 1.2722883224487305}
+{'epoch': 162, 'iter': 80, 'avg_loss': 1.2173068184911469, 'avg_acc_mask': 57.34734958622232, 'loss': 1.4319326877593994}
+{'epoch': 162, 'iter': 90, 'avg_loss': 1.2135524605656718, 'avg_acc_mask': 57.328274760383394, 'loss': 1.165327548980713}
+{'epoch': 162, 'iter': 100, 'avg_loss': 1.2066938204340416, 'avg_acc_mask': 57.7020202020202, 'loss': 0.9540141224861145}
+{'epoch': 162, 'iter': 110, 'avg_loss': 1.2078609735042125, 'avg_acc_mask': 57.78729008890352, 'loss': 1.2817661762237549}
+{'epoch': 162, 'iter': 120, 'avg_loss': 1.2033961952225236, 'avg_acc_mask': 57.73665048543689, 'loss': 1.5857489109039307}
+{'epoch': 162, 'iter': 130, 'avg_loss': 1.1964448208117302, 'avg_acc_mask': 57.87056367432151, 'loss': 1.2136354446411133}
+{'epoch': 162, 'iter': 140, 'avg_loss': 1.194768227583973, 'avg_acc_mask': 57.954983922829584, 'loss': 1.2153738737106323}
+{'epoch': 162, 'iter': 150, 'avg_loss': 1.191827229316661, 'avg_acc_mask': 58.13220133414191, 'loss': 1.3241852521896362}
+{'epoch': 162, 'iter': 160, 'avg_loss': 1.1888425320571994, 'avg_acc_mask': 58.16478116786653, 'loss': 1.4674084186553955}
+{'epoch': 162, 'iter': 170, 'avg_loss': 1.1896861565043355, 'avg_acc_mask': 58.222413052812364, 'loss': 0.9613142609596252}
+{'epoch': 162, 'iter': 180, 'avg_loss': 1.1873744347477486, 'avg_acc_mask': 58.34764165235835, 'loss': 1.2245516777038574}
+{'epoch': 162, 'iter': 190, 'avg_loss': 1.1909404908799377, 'avg_acc_mask': 58.20009573958832, 'loss': 1.1993082761764526}
+{'epoch': 162, 'iter': 200, 'avg_loss': 1.196952283975497, 'avg_acc_mask': 57.95351370982386, 'loss': 1.3089500665664673}
+{'epoch': 162, 'iter': 210, 'avg_loss': 1.1945857919787908, 'avg_acc_mask': 58.057547740430316, 'loss': 1.107985496520996}
+{'epoch': 162, 'iter': 220, 'avg_loss': 1.1913690033002138, 'avg_acc_mask': 58.18961960557802, 'loss': 1.1975724697113037}
+{'epoch': 162, 'iter': 230, 'avg_loss': 1.192649713326326, 'avg_acc_mask': 58.20009498179516, 'loss': 1.2474079132080078}
+{'epoch': 162, 'iter': 240, 'avg_loss': 1.1921373917354092, 'avg_acc_mask': 58.314957037487645, 'loss': 1.2631032466888428}
+{'epoch': 162, 'iter': 250, 'avg_loss': 1.1957527220961581, 'avg_acc_mask': 58.16639859628601, 'loss': 0.9329487681388855}
+{'epoch': 162, 'iter': 260, 'avg_loss': 1.198300283759033, 'avg_acc_mask': 58.07132306393754, 'loss': 1.4732011556625366}
+{'epoch': 162, 'iter': 270, 'avg_loss': 1.2009914255670076, 'avg_acc_mask': 58.03354070868272, 'loss': 1.3955844640731812}
+{'epoch': 162, 'iter': 280, 'avg_loss': 1.2042360343967045, 'avg_acc_mask': 57.99021207177814, 'loss': 0.7359386682510376}
+{'epoch': 162, 'iter': 290, 'avg_loss': 1.2030463251461279, 'avg_acc_mask': 58.11041548093341, 'loss': 1.142298698425293}
+{'epoch': 162, 'iter': 300, 'avg_loss': 1.2005151195383548, 'avg_acc_mask': 58.18070444104134, 'loss': 1.1377923488616943}
+{'epoch': 162, 'iter': 310, 'avg_loss': 1.199229031897051, 'avg_acc_mask': 58.16338629357362, 'loss': 0.9576950073242188}
+{'epoch': 162, 'iter': 320, 'avg_loss': 1.197954328075005, 'avg_acc_mask': 58.12708645101876, 'loss': 1.0220956802368164}
+{'epoch': 162, 'iter': 330, 'avg_loss': 1.19890789737154, 'avg_acc_mask': 58.08319875257559, 'loss': 0.9223402142524719}
+{'epoch': 162, 'iter': 340, 'avg_loss': 1.1962910943017329, 'avg_acc_mask': 58.1572137157645, 'loss': 0.9557876586914062}
+{'epoch': 162, 'iter': 350, 'avg_loss': 1.1980337872464433, 'avg_acc_mask': 58.11696826645686, 'loss': 1.3772186040878296}
+{'epoch': 162, 'iter': 360, 'avg_loss': 1.198353544992093, 'avg_acc_mask': 58.10232368528333, 'loss': 1.3664169311523438}
+{'epoch': 162, 'iter': 370, 'avg_loss': 1.1983555858989932, 'avg_acc_mask': 58.05778969317843, 'loss': 1.179560899734497}
+{'epoch': 162, 'iter': 380, 'avg_loss': 1.2017231913689241, 'avg_acc_mask': 57.93286645737744, 'loss': 0.8512213826179504}
+{'epoch': 162, 'iter': 390, 'avg_loss': 1.2017110845317012, 'avg_acc_mask': 57.901432340746325, 'loss': 1.4108033180236816}
+{'epoch': 162, 'iter': 400, 'avg_loss': 1.1999203133166876, 'avg_acc_mask': 57.99806887672997, 'loss': 1.2148081064224243}
+{'epoch': 162, 'iter': 410, 'avg_loss': 1.2000945909469958, 'avg_acc_mask': 57.98877665544332, 'loss': 1.0323735475540161}
+{'epoch': 162, 'iter': 420, 'avg_loss': 1.198507234347971, 'avg_acc_mask': 58.0427545120028, 'loss': 1.1472883224487305}
+{'epoch': 162, 'iter': 430, 'avg_loss': 1.196057545474953, 'avg_acc_mask': 58.13227241615332, 'loss': 1.0189870595932007}
+{'epoch': 162, 'iter': 440, 'avg_loss': 1.1975988786236769, 'avg_acc_mask': 58.10139787189652, 'loss': 1.4940471649169922}
+{'epoch': 162, 'iter': 450, 'avg_loss': 1.1978866065420755, 'avg_acc_mask': 58.093334421147105, 'loss': 1.199661135673523}
+{'epoch': 162, 'iter': 460, 'avg_loss': 1.1990471363326216, 'avg_acc_mask': 58.017399632851784, 'loss': 1.1736643314361572}
+{'epoch': 162, 'iter': 470, 'avg_loss': 1.1998656919807384, 'avg_acc_mask': 57.99320392141546, 'loss': 1.1923649311065674}
+{'epoch': 162, 'iter': 480, 'avg_loss': 1.1997349993354813, 'avg_acc_mask': 58.06105642164937, 'loss': 1.1294082403182983}
+{'epoch': 162, 'iter': 490, 'avg_loss': 1.1999860692412694, 'avg_acc_mask': 58.03775851067823, 'loss': 1.414707899093628}
+{'epoch': 162, 'iter': 500, 'avg_loss': 1.1996194359785068, 'avg_acc_mask': 58.02287521606414, 'loss': 1.1539907455444336}
+{'epoch': 162, 'iter': 510, 'avg_loss': 1.199149591582162, 'avg_acc_mask': 58.03349540788763, 'loss': 1.116939902305603}
+{'epoch': 162, 'iter': 520, 'avg_loss': 1.1973913713517437, 'avg_acc_mask': 58.052209544667775, 'loss': 1.3206223249435425}
+{'epoch': 162, 'iter': 530, 'avg_loss': 1.197725981305548, 'avg_acc_mask': 58.036240169074595, 'loss': 1.0330392122268677}
+{'epoch': 162, 'iter': 540, 'avg_loss': 1.1963834976312633, 'avg_acc_mask': 58.12570107753493, 'loss': 1.1368826627731323}
+{'epoch': 162, 'iter': 550, 'avg_loss': 1.1974420251084759, 'avg_acc_mask': 58.089928898087265, 'loss': 1.0007259845733643}
+{'epoch': 162, 'iter': 560, 'avg_loss': 1.1994185600688752, 'avg_acc_mask': 58.0386115572454, 'loss': 1.337173342704773}
+{'epoch': 162, 'iter': 570, 'avg_loss': 1.1979815618586833, 'avg_acc_mask': 58.122244037464995, 'loss': 1.0520867109298706}
+{'epoch': 162, 'iter': 580, 'avg_loss': 1.1981631835438504, 'avg_acc_mask': 58.10092961487384, 'loss': 1.3658127784729004}
+{'epoch': 162, 'iter': 590, 'avg_loss': 1.1972319746985653, 'avg_acc_mask': 58.081059240380426, 'loss': 1.2813457250595093}
+{'epoch': 162, 'iter': 600, 'avg_loss': 1.195940721947421, 'avg_acc_mask': 58.12696570887661, 'loss': 1.004101037979126}
+{'epoch': 162, 'iter': 610, 'avg_loss': 1.196473151981928, 'avg_acc_mask': 58.07468331632347, 'loss': 1.0970606803894043}
+{'epoch': 162, 'iter': 620, 'avg_loss': 1.1935546049749217, 'avg_acc_mask': 58.19008801464942, 'loss': 1.5014649629592896}
+{'epoch': 162, 'iter': 630, 'avg_loss': 1.1916889974319047, 'avg_acc_mask': 58.271037551993956, 'loss': 1.1864145994186401}
+{'epoch': 162, 'iter': 640, 'avg_loss': 1.1908606056490108, 'avg_acc_mask': 58.34169557613463, 'loss': 1.019314169883728}
+{'epoch': 162, 'iter': 650, 'avg_loss': 1.1907002517521472, 'avg_acc_mask': 58.36183262202878, 'loss': 1.0175381898880005}
+{'epoch': 162, 'iter': 660, 'avg_loss': 1.1897163927645258, 'avg_acc_mask': 58.41705396153954, 'loss': 1.0388450622558594}
+{'epoch': 162, 'iter': 670, 'avg_loss': 1.189717992318547, 'avg_acc_mask': 58.41996982581264, 'loss': 1.381178617477417}
+{'epoch': 162, 'iter': 680, 'avg_loss': 1.1906549291638726, 'avg_acc_mask': 58.37518224526163, 'loss': 1.3024619817733765}
+{'epoch': 162, 'iter': 690, 'avg_loss': 1.191677329250424, 'avg_acc_mask': 58.32425972646394, 'loss': 1.002363681793213}
+{'epoch': 162, 'iter': 700, 'avg_loss': 1.193889640027208, 'avg_acc_mask': 58.23592479276169, 'loss': 1.056700587272644}
+{'epoch': 162, 'iter': 710, 'avg_loss': 1.193364659274513, 'avg_acc_mask': 58.252201533972055, 'loss': 1.1964757442474365}
+{'epoch': 162, 'iter': 720, 'avg_loss': 1.1943373931429753, 'avg_acc_mask': 58.212227831319154, 'loss': 1.2520941495895386}
+{'epoch': 162, 'iter': 730, 'avg_loss': 1.1936690468142361, 'avg_acc_mask': 58.24272626598208, 'loss': 1.149570345878601}
+{'epoch': 162, 'iter': 740, 'avg_loss': 1.1953825297465048, 'avg_acc_mask': 58.2040269122868, 'loss': 1.1377276182174683}
+{'epoch': 162, 'iter': 750, 'avg_loss': 1.1965895894364256, 'avg_acc_mask': 58.146198114362676, 'loss': 1.4366437196731567}
+{'epoch': 162, 'iter': 760, 'avg_loss': 1.1970034988105063, 'avg_acc_mask': 58.15246289940542, 'loss': 1.655062198638916}
+{'epoch': 162, 'iter': 770, 'avg_loss': 1.197432378077476, 'avg_acc_mask': 58.12134938610085, 'loss': 1.3024299144744873}
+{'epoch': 162, 'iter': 780, 'avg_loss': 1.1960790610649217, 'avg_acc_mask': 58.17496762039327, 'loss': 1.1752712726593018}
+{'epoch': 162, 'iter': 790, 'avg_loss': 1.1962975820458193, 'avg_acc_mask': 58.1703147170338, 'loss': 1.1855156421661377}
+{'epoch': 162, 'iter': 800, 'avg_loss': 1.1948666015963132, 'avg_acc_mask': 58.20768594281511, 'loss': 0.8292449712753296}
+{'epoch': 162, 'iter': 810, 'avg_loss': 1.194642912077404, 'avg_acc_mask': 58.179054360649786, 'loss': 1.1516965627670288}
+{'epoch': 162, 'iter': 820, 'avg_loss': 1.1950825146432336, 'avg_acc_mask': 58.19918389309896, 'loss': 1.341837763786316}
+{'epoch': 162, 'iter': 830, 'avg_loss': 1.1944213081352977, 'avg_acc_mask': 58.19813829787234, 'loss': 1.313813328742981}
+{'epoch': 162, 'iter': 840, 'avg_loss': 1.1948388968721724, 'avg_acc_mask': 58.190890985095535, 'loss': 1.428531527519226}
+{'epoch': 162, 'iter': 850, 'avg_loss': 1.1964767309109277, 'avg_acc_mask': 58.12254075323216, 'loss': 1.2893381118774414}
+{'epoch': 162, 'iter': 860, 'avg_loss': 1.1978053150138235, 'avg_acc_mask': 58.02830128273536, 'loss': 1.5260587930679321}
+{'epoch': 162, 'iter': 870, 'avg_loss': 1.1982973744893868, 'avg_acc_mask': 58.018480708918304, 'loss': 1.0366765260696411}
+{'epoch': 162, 'iter': 880, 'avg_loss': 1.1985028949011198, 'avg_acc_mask': 58.03196137999917, 'loss': 1.230446696281433}
+{'epoch': 162, 'iter': 890, 'avg_loss': 1.1980373276069376, 'avg_acc_mask': 58.09872932841815, 'loss': 0.6747481822967529}
+{'epoch': 162, 'iter': 900, 'avg_loss': 1.1981249034206294, 'avg_acc_mask': 58.09490863212731, 'loss': 1.5158051252365112}
+{'epoch': 162, 'iter': 910, 'avg_loss': 1.1989475459874528, 'avg_acc_mask': 58.06743470655648, 'loss': 1.3972620964050293}
+{'epoch': 162, 'iter': 920, 'avg_loss': 1.1978869554015377, 'avg_acc_mask': 58.075362088174444, 'loss': 1.0567809343338013}
+{'epoch': 162, 'iter': 930, 'avg_loss': 1.1976066115847464, 'avg_acc_mask': 58.094393536309, 'loss': 1.3766430616378784}
+{'epoch': 162, 'iter': 940, 'avg_loss': 1.1981496867920716, 'avg_acc_mask': 58.05967531328565, 'loss': 1.2238293886184692}
+{'epoch': 162, 'iter': 950, 'avg_loss': 1.197498623191621, 'avg_acc_mask': 58.08392471459426, 'loss': 1.3237661123275757}
+{'epoch': 162, 'iter': 960, 'avg_loss': 1.1969386027209097, 'avg_acc_mask': 58.106224098088276, 'loss': 1.1688106060028076}
+{'epoch': 162, 'iter': 970, 'avg_loss': 1.1970980266832298, 'avg_acc_mask': 58.114263035548916, 'loss': 1.218618631362915}
+{'epoch': 162, 'iter': 980, 'avg_loss': 1.1978140183545034, 'avg_acc_mask': 58.06608448491875, 'loss': 1.170668363571167}
+{'epoch': 162, 'iter': 990, 'avg_loss': 1.1986009340233326, 'avg_acc_mask': 58.073759127460946, 'loss': 1.5342234373092651}
+{'epoch': 162, 'iter': 1000, 'avg_loss': 1.1983805803152232, 'avg_acc_mask': 58.06988961906679, 'loss': 1.3719218969345093}
+{'epoch': 162, 'iter': 1010, 'avg_loss': 1.1981069206837731, 'avg_acc_mask': 58.09370127279979, 'loss': 0.9259217977523804}
+{'epoch': 162, 'iter': 1020, 'avg_loss': 1.1979151686888834, 'avg_acc_mask': 58.113397249452404, 'loss': 0.8638879060745239}
+{'epoch': 162, 'iter': 1030, 'avg_loss': 1.1970321833220186, 'avg_acc_mask': 58.167054601019885, 'loss': 1.1252117156982422}
+{'epoch': 162, 'iter': 1040, 'avg_loss': 1.1964192969311211, 'avg_acc_mask': 58.19243829061031, 'loss': 1.1133350133895874}
+{'epoch': 162, 'iter': 1050, 'avg_loss': 1.1963959333445207, 'avg_acc_mask': 58.1777289607197, 'loss': 1.1459436416625977}
+{'epoch': 162, 'iter': 1060, 'avg_loss': 1.1954844406929699, 'avg_acc_mask': 58.211533810165506, 'loss': 0.7998828887939453}
+{'epoch': 162, 'iter': 1070, 'avg_loss': 1.194791625193855, 'avg_acc_mask': 58.226720786449505, 'loss': 1.295946478843689}
+{'epoch': 162, 'iter': 1080, 'avg_loss': 1.193870419214215, 'avg_acc_mask': 58.27523620511255, 'loss': 0.8693132400512695}
+{'epoch': 162, 'iter': 1090, 'avg_loss': 1.194479059943576, 'avg_acc_mask': 58.24880768455699, 'loss': 1.1796537637710571}
+{'epoch': 162, 'iter': 1100, 'avg_loss': 1.1936457687675899, 'avg_acc_mask': 58.29421751722761, 'loss': 0.9498878717422485}
+{'epoch': 'EP162_train', 'avg_loss': 1.1940622798997353, 'total_masked_acc': 58.297540670967315}
+{'epoch': 163, 'iter': 0, 'avg_loss': 1.3376284837722778, 'avg_acc_mask': 57.6271186440678, 'loss': 1.3376284837722778}
+{'epoch': 163, 'iter': 10, 'avg_loss': 1.27650324864821, 'avg_acc_mask': 56.91056910569105, 'loss': 1.0518049001693726}
+{'epoch': 163, 'iter': 20, 'avg_loss': 1.2797813415527344, 'avg_acc_mask': 55.89958158995816, 'loss': 1.108156442642212}
+{'epoch': 163, 'iter': 30, 'avg_loss': 1.2595760264704305, 'avg_acc_mask': 57.291666666666664, 'loss': 1.4045947790145874}
+{'epoch': 163, 'iter': 40, 'avg_loss': 1.2491680790738362, 'avg_acc_mask': 57.63375380600261, 'loss': 0.898312509059906}
+{'epoch': 163, 'iter': 50, 'avg_loss': 1.2484522193085914, 'avg_acc_mask': 57.023060796645694, 'loss': 1.2018147706985474}
+{'epoch': 163, 'iter': 60, 'avg_loss': 1.2382036457296277, 'avg_acc_mask': 57.00468933177022, 'loss': 1.0923913717269897}
+{'epoch': 163, 'iter': 70, 'avg_loss': 1.229030855944459, 'avg_acc_mask': 57.45870393900889, 'loss': 1.1626172065734863}
+{'epoch': 163, 'iter': 80, 'avg_loss': 1.2309593433215293, 'avg_acc_mask': 57.707774798927616, 'loss': 1.1181302070617676}
+{'epoch': 163, 'iter': 90, 'avg_loss': 1.2263468962449293, 'avg_acc_mask': 58.03500397772474, 'loss': 1.2752224206924438}
+{'epoch': 163, 'iter': 100, 'avg_loss': 1.2226005656884449, 'avg_acc_mask': 58.20249052517597, 'loss': 1.026611566543579}
+{'epoch': 163, 'iter': 110, 'avg_loss': 1.2275424298939404, 'avg_acc_mask': 58.295006570302235, 'loss': 1.0109167098999023}
+{'epoch': 163, 'iter': 120, 'avg_loss': 1.229735701044729, 'avg_acc_mask': 58.28828828828829, 'loss': 1.680448055267334}
+{'epoch': 163, 'iter': 130, 'avg_loss': 1.2294708713320375, 'avg_acc_mask': 58.104601939096, 'loss': 1.3763774633407593}
+{'epoch': 163, 'iter': 140, 'avg_loss': 1.2259073587174112, 'avg_acc_mask': 58.01063022019742, 'loss': 1.0913574695587158}
+{'epoch': 163, 'iter': 150, 'avg_loss': 1.2175390882207857, 'avg_acc_mask': 58.163997131245516, 'loss': 1.0566076040267944}
+{'epoch': 163, 'iter': 160, 'avg_loss': 1.22178962660132, 'avg_acc_mask': 58.124159569699685, 'loss': 1.0350341796875}
+{'epoch': 163, 'iter': 170, 'avg_loss': 1.2249491992052535, 'avg_acc_mask': 57.92740662809048, 'loss': 1.328399419784546}
+{'epoch': 163, 'iter': 180, 'avg_loss': 1.2267364991303966, 'avg_acc_mask': 57.918282135401135, 'loss': 1.362247347831726}
+{'epoch': 163, 'iter': 190, 'avg_loss': 1.224567382435524, 'avg_acc_mask': 57.960644007155636, 'loss': 0.8622210025787354}
+{'epoch': 163, 'iter': 200, 'avg_loss': 1.2212012982487086, 'avg_acc_mask': 58.04227118036898, 'loss': 1.4823274612426758}
+{'epoch': 163, 'iter': 210, 'avg_loss': 1.2160040716424372, 'avg_acc_mask': 58.233890214797135, 'loss': 1.17965829372406}
+{'epoch': 163, 'iter': 220, 'avg_loss': 1.2135327059219325, 'avg_acc_mask': 58.33197456383499, 'loss': 1.4004297256469727}
+{'epoch': 163, 'iter': 230, 'avg_loss': 1.2121834548520836, 'avg_acc_mask': 58.29428303655108, 'loss': 0.9682180881500244}
+{'epoch': 163, 'iter': 240, 'avg_loss': 1.209836970721043, 'avg_acc_mask': 58.34145609957262, 'loss': 1.3235844373703003}
+{'epoch': 163, 'iter': 250, 'avg_loss': 1.2114557635736656, 'avg_acc_mask': 58.24017309772809, 'loss': 1.1348451375961304}
+{'epoch': 163, 'iter': 260, 'avg_loss': 1.2115952785901183, 'avg_acc_mask': 58.23092411303201, 'loss': 1.350113034248352}
+{'epoch': 163, 'iter': 270, 'avg_loss': 1.2146645733791084, 'avg_acc_mask': 58.13331550444608, 'loss': 1.3043568134307861}
+{'epoch': 163, 'iter': 280, 'avg_loss': 1.2186994855938433, 'avg_acc_mask': 58.0108359133127, 'loss': 0.9111629724502563}
+{'epoch': 163, 'iter': 290, 'avg_loss': 1.2192009074991101, 'avg_acc_mask': 57.99937675288251, 'loss': 1.034885287284851}
+{'epoch': 163, 'iter': 300, 'avg_loss': 1.2156441059223442, 'avg_acc_mask': 58.12707015959049, 'loss': 0.8501797318458557}
+{'epoch': 163, 'iter': 310, 'avg_loss': 1.2152055779837336, 'avg_acc_mask': 58.101959869342046, 'loss': 1.2388585805892944}
+{'epoch': 163, 'iter': 320, 'avg_loss': 1.2139658511984757, 'avg_acc_mask': 58.11786099903392, 'loss': 0.9555918574333191}
+{'epoch': 163, 'iter': 330, 'avg_loss': 1.213924264259569, 'avg_acc_mask': 58.16203143893591, 'loss': 0.9487261772155762}
+{'epoch': 163, 'iter': 340, 'avg_loss': 1.2140124513606523, 'avg_acc_mask': 58.177072235243976, 'loss': 1.3975995779037476}
+{'epoch': 163, 'iter': 350, 'avg_loss': 1.212357013993114, 'avg_acc_mask': 58.24187202319321, 'loss': 1.168750524520874}
+{'epoch': 163, 'iter': 360, 'avg_loss': 1.2134084037796613, 'avg_acc_mask': 58.20371299548419, 'loss': 1.2583752870559692}
+{'epoch': 163, 'iter': 370, 'avg_loss': 1.2123773886829694, 'avg_acc_mask': 58.189802390827026, 'loss': 1.2509530782699585}
+{'epoch': 163, 'iter': 380, 'avg_loss': 1.2166470907178764, 'avg_acc_mask': 58.04584064917193, 'loss': 0.854924201965332}
+{'epoch': 163, 'iter': 390, 'avg_loss': 1.2155738206165831, 'avg_acc_mask': 58.05570979085694, 'loss': 1.2391201257705688}
+{'epoch': 163, 'iter': 400, 'avg_loss': 1.2162503551069341, 'avg_acc_mask': 58.05999819282551, 'loss': 1.2565451860427856}
+{'epoch': 163, 'iter': 410, 'avg_loss': 1.213795383916284, 'avg_acc_mask': 58.10489202291759, 'loss': 1.307269811630249}
+{'epoch': 163, 'iter': 420, 'avg_loss': 1.2126772911984678, 'avg_acc_mask': 58.14163866632205, 'loss': 1.5454550981521606}
+{'epoch': 163, 'iter': 430, 'avg_loss': 1.2124207555003066, 'avg_acc_mask': 58.13973028609839, 'loss': 1.1881897449493408}
+{'epoch': 163, 'iter': 440, 'avg_loss': 1.211758688734232, 'avg_acc_mask': 58.16607150186759, 'loss': 1.4351842403411865}
+{'epoch': 163, 'iter': 450, 'avg_loss': 1.2118321491979442, 'avg_acc_mask': 58.18846107519974, 'loss': 0.9992242455482483}
+{'epoch': 163, 'iter': 460, 'avg_loss': 1.210073839687215, 'avg_acc_mask': 58.184459539047474, 'loss': 1.0960079431533813}
+{'epoch': 163, 'iter': 470, 'avg_loss': 1.2112048210105573, 'avg_acc_mask': 58.0802644729761, 'loss': 1.1813247203826904}
+{'epoch': 163, 'iter': 480, 'avg_loss': 1.2103055781237548, 'avg_acc_mask': 58.12297490769347, 'loss': 1.0516042709350586}
+{'epoch': 163, 'iter': 490, 'avg_loss': 1.2113928546002344, 'avg_acc_mask': 58.10451727192205, 'loss': 1.3362911939620972}
+{'epoch': 163, 'iter': 500, 'avg_loss': 1.210129094813874, 'avg_acc_mask': 58.102924145917775, 'loss': 1.1353007555007935}
+{'epoch': 163, 'iter': 510, 'avg_loss': 1.2090753162910326, 'avg_acc_mask': 58.18491449655857, 'loss': 1.2480723857879639}
+{'epoch': 163, 'iter': 520, 'avg_loss': 1.208954135424345, 'avg_acc_mask': 58.19829238543301, 'loss': 1.384497880935669}
+{'epoch': 163, 'iter': 530, 'avg_loss': 1.2089425897867667, 'avg_acc_mask': 58.24006571516583, 'loss': 1.0543156862258911}
+{'epoch': 163, 'iter': 540, 'avg_loss': 1.2087662740026957, 'avg_acc_mask': 58.23780549299089, 'loss': 1.0388747453689575}
+{'epoch': 163, 'iter': 550, 'avg_loss': 1.2093903029678954, 'avg_acc_mask': 58.21456848772763, 'loss': 1.313416838645935}
+{'epoch': 163, 'iter': 560, 'avg_loss': 1.2105607159847456, 'avg_acc_mask': 58.225837816814675, 'loss': 1.3978803157806396}
+{'epoch': 163, 'iter': 570, 'avg_loss': 1.2105954774833185, 'avg_acc_mask': 58.24704495491764, 'loss': 1.3194868564605713}
+{'epoch': 163, 'iter': 580, 'avg_loss': 1.2105272808296546, 'avg_acc_mask': 58.225033664234495, 'loss': 1.491698980331421}
+{'epoch': 163, 'iter': 590, 'avg_loss': 1.211540934902359, 'avg_acc_mask': 58.17449581898671, 'loss': 1.2750247716903687}
+{'epoch': 163, 'iter': 600, 'avg_loss': 1.210803373879482, 'avg_acc_mask': 58.24654880116251, 'loss': 1.3678957223892212}
+{'epoch': 163, 'iter': 610, 'avg_loss': 1.2115945682392963, 'avg_acc_mask': 58.20931063221813, 'loss': 0.9225596785545349}
+{'epoch': 163, 'iter': 620, 'avg_loss': 1.207772735044384, 'avg_acc_mask': 58.31672138836773, 'loss': 1.1499111652374268}
+{'epoch': 163, 'iter': 630, 'avg_loss': 1.205480573294469, 'avg_acc_mask': 58.41772699731671, 'loss': 1.0080703496932983}
+{'epoch': 163, 'iter': 640, 'avg_loss': 1.2044340827721702, 'avg_acc_mask': 58.45268942737549, 'loss': 0.9067240953445435}
+{'epoch': 163, 'iter': 650, 'avg_loss': 1.203685653099816, 'avg_acc_mask': 58.482731532138146, 'loss': 1.2050918340682983}
+{'epoch': 163, 'iter': 660, 'avg_loss': 1.2030514746498593, 'avg_acc_mask': 58.510226644555004, 'loss': 0.9966127276420593}
+{'epoch': 163, 'iter': 670, 'avg_loss': 1.2037947176998667, 'avg_acc_mask': 58.48676326397211, 'loss': 1.5117363929748535}
+{'epoch': 163, 'iter': 680, 'avg_loss': 1.204110754306446, 'avg_acc_mask': 58.47821420905773, 'loss': 1.3488073348999023}
+{'epoch': 163, 'iter': 690, 'avg_loss': 1.204418668957419, 'avg_acc_mask': 58.47433020984558, 'loss': 1.1624325513839722}
+{'epoch': 163, 'iter': 700, 'avg_loss': 1.2056180907044023, 'avg_acc_mask': 58.46337910944652, 'loss': 1.4024431705474854}
+{'epoch': 163, 'iter': 710, 'avg_loss': 1.2042934872765414, 'avg_acc_mask': 58.47252916688082, 'loss': 0.963814377784729}
+{'epoch': 163, 'iter': 720, 'avg_loss': 1.2055432106188697, 'avg_acc_mask': 58.42263940614628, 'loss': 1.5315485000610352}
+{'epoch': 163, 'iter': 730, 'avg_loss': 1.2038209907170359, 'avg_acc_mask': 58.484477021989846, 'loss': 1.1685254573822021}
+{'epoch': 163, 'iter': 740, 'avg_loss': 1.2052347554690763, 'avg_acc_mask': 58.4666979015116, 'loss': 1.35686194896698}
+{'epoch': 163, 'iter': 750, 'avg_loss': 1.2071583549604912, 'avg_acc_mask': 58.36434843951446, 'loss': 1.1887154579162598}
+{'epoch': 163, 'iter': 760, 'avg_loss': 1.2064677941344883, 'avg_acc_mask': 58.39058371366803, 'loss': 1.0888726711273193}
+{'epoch': 163, 'iter': 770, 'avg_loss': 1.2079486832235264, 'avg_acc_mask': 58.33234632239726, 'loss': 1.2356784343719482}
+{'epoch': 163, 'iter': 780, 'avg_loss': 1.207919307997529, 'avg_acc_mask': 58.337229963527534, 'loss': 1.2493764162063599}
+{'epoch': 163, 'iter': 790, 'avg_loss': 1.2086183100976473, 'avg_acc_mask': 58.28579347298889, 'loss': 1.551751732826233}
+{'epoch': 163, 'iter': 800, 'avg_loss': 1.208283172266909, 'avg_acc_mask': 58.31146006892931, 'loss': 1.298461675643921}
+{'epoch': 163, 'iter': 810, 'avg_loss': 1.207984256538598, 'avg_acc_mask': 58.305704039515525, 'loss': 1.1443896293640137}
+{'epoch': 163, 'iter': 820, 'avg_loss': 1.2072976860291484, 'avg_acc_mask': 58.31363453904821, 'loss': 1.1262637376785278}
+{'epoch': 163, 'iter': 830, 'avg_loss': 1.20833321240261, 'avg_acc_mask': 58.266866434583356, 'loss': 1.5571627616882324}
+{'epoch': 163, 'iter': 840, 'avg_loss': 1.2082561728645307, 'avg_acc_mask': 58.278059282778415, 'loss': 1.0627450942993164}
+{'epoch': 163, 'iter': 850, 'avg_loss': 1.2086551109576198, 'avg_acc_mask': 58.26370841298137, 'loss': 1.0841953754425049}
+{'epoch': 163, 'iter': 860, 'avg_loss': 1.2094201911478786, 'avg_acc_mask': 58.22250503764981, 'loss': 1.229306936264038}
+{'epoch': 163, 'iter': 870, 'avg_loss': 1.210078306436265, 'avg_acc_mask': 58.174506764964605, 'loss': 1.2742975950241089}
+{'epoch': 163, 'iter': 880, 'avg_loss': 1.2095971699470018, 'avg_acc_mask': 58.19025329826233, 'loss': 0.9803430438041687}
+{'epoch': 163, 'iter': 890, 'avg_loss': 1.2084242817261137, 'avg_acc_mask': 58.23457043264302, 'loss': 0.8722320795059204}
+{'epoch': 163, 'iter': 900, 'avg_loss': 1.2083660733289645, 'avg_acc_mask': 58.219789132197896, 'loss': 1.436872959136963}
+{'epoch': 163, 'iter': 910, 'avg_loss': 1.2095265613560096, 'avg_acc_mask': 58.21039127645927, 'loss': 1.3213880062103271}
+{'epoch': 163, 'iter': 920, 'avg_loss': 1.2089318702327052, 'avg_acc_mask': 58.255105483557266, 'loss': 1.1071878671646118}
+{'epoch': 163, 'iter': 930, 'avg_loss': 1.2075853428446262, 'avg_acc_mask': 58.3031852143138, 'loss': 1.3518410921096802}
+{'epoch': 163, 'iter': 940, 'avg_loss': 1.208078546871161, 'avg_acc_mask': 58.25267249757046, 'loss': 0.9913246035575867}
+{'epoch': 163, 'iter': 950, 'avg_loss': 1.2072619079415354, 'avg_acc_mask': 58.27371336256635, 'loss': 1.3887903690338135}
+{'epoch': 163, 'iter': 960, 'avg_loss': 1.2065318740989615, 'avg_acc_mask': 58.29750808445881, 'loss': 1.2159340381622314}
+{'epoch': 163, 'iter': 970, 'avg_loss': 1.2062800521094326, 'avg_acc_mask': 58.3327054923529, 'loss': 1.1010746955871582}
+{'epoch': 163, 'iter': 980, 'avg_loss': 1.2058969631593648, 'avg_acc_mask': 58.35570970388603, 'loss': 1.156549334526062}
+{'epoch': 163, 'iter': 990, 'avg_loss': 1.2064104415213184, 'avg_acc_mask': 58.33194913533766, 'loss': 1.2302286624908447}
+{'epoch': 163, 'iter': 1000, 'avg_loss': 1.2059810445620702, 'avg_acc_mask': 58.319030055143706, 'loss': 1.4707388877868652}
+{'epoch': 163, 'iter': 1010, 'avg_loss': 1.205539013405582, 'avg_acc_mask': 58.34192766288516, 'loss': 0.9833104014396667}
+{'epoch': 163, 'iter': 1020, 'avg_loss': 1.2048660360867782, 'avg_acc_mask': 58.3700519433996, 'loss': 1.0655540227890015}
+{'epoch': 163, 'iter': 1030, 'avg_loss': 1.2040759086262012, 'avg_acc_mask': 58.40477077897875, 'loss': 1.0225805044174194}
+{'epoch': 163, 'iter': 1040, 'avg_loss': 1.2034541524223819, 'avg_acc_mask': 58.415093012624396, 'loss': 1.2387105226516724}
+{'epoch': 163, 'iter': 1050, 'avg_loss': 1.2032707827529037, 'avg_acc_mask': 58.42303270979203, 'loss': 1.185123324394226}
+{'epoch': 163, 'iter': 1060, 'avg_loss': 1.2039672322817057, 'avg_acc_mask': 58.40565956345441, 'loss': 1.3473821878433228}
+{'epoch': 163, 'iter': 1070, 'avg_loss': 1.203228700172111, 'avg_acc_mask': 58.41665384812593, 'loss': 0.9916070699691772}
+{'epoch': 163, 'iter': 1080, 'avg_loss': 1.2030693431015262, 'avg_acc_mask': 58.46211133867064, 'loss': 1.0748037099838257}
+{'epoch': 163, 'iter': 1090, 'avg_loss': 1.2036776058068526, 'avg_acc_mask': 58.44725908055221, 'loss': 1.5267499685287476}
+{'epoch': 163, 'iter': 1100, 'avg_loss': 1.2023594674470748, 'avg_acc_mask': 58.490879489650126, 'loss': 0.9071047902107239}
+{'epoch': 'EP163_train', 'avg_loss': 1.2027238076089195, 'total_masked_acc': 58.47597920736351}
+{'epoch': 164, 'iter': 0, 'avg_loss': 1.3303642272949219, 'avg_acc_mask': 48.148148148148145, 'loss': 1.3303642272949219}
+{'epoch': 164, 'iter': 10, 'avg_loss': 1.219850930300626, 'avg_acc_mask': 59.193548387096776, 'loss': 1.2266228199005127}
+{'epoch': 164, 'iter': 20, 'avg_loss': 1.2355115498815263, 'avg_acc_mask': 57.80296425457716, 'loss': 1.409934163093567}
+{'epoch': 164, 'iter': 30, 'avg_loss': 1.2466527031313988, 'avg_acc_mask': 57.17717717717717, 'loss': 1.389334797859192}
+{'epoch': 164, 'iter': 40, 'avg_loss': 1.24058761683906, 'avg_acc_mask': 57.207410754631724, 'loss': 1.2288388013839722}
+{'epoch': 164, 'iter': 50, 'avg_loss': 1.2451492454491409, 'avg_acc_mask': 56.493506493506494, 'loss': 0.9901573657989502}
+{'epoch': 164, 'iter': 60, 'avg_loss': 1.2289398283254904, 'avg_acc_mask': 57.427536231884055, 'loss': 0.991908848285675}
+{'epoch': 164, 'iter': 70, 'avg_loss': 1.225527736502634, 'avg_acc_mask': 57.308884297520656, 'loss': 1.2077611684799194}
+{'epoch': 164, 'iter': 80, 'avg_loss': 1.2261633887703036, 'avg_acc_mask': 57.29705419383855, 'loss': 1.1808055639266968}
+{'epoch': 164, 'iter': 90, 'avg_loss': 1.2376484726811503, 'avg_acc_mask': 57.17703349282297, 'loss': 1.1145373582839966}
+{'epoch': 164, 'iter': 100, 'avg_loss': 1.2265130517506364, 'avg_acc_mask': 57.886178861788615, 'loss': 1.1142277717590332}
+{'epoch': 164, 'iter': 110, 'avg_loss': 1.2231155741322148, 'avg_acc_mask': 58.0479735318445, 'loss': 1.0520265102386475}
+{'epoch': 164, 'iter': 120, 'avg_loss': 1.2199518478606357, 'avg_acc_mask': 58.047814831734435, 'loss': 1.5564204454421997}
+{'epoch': 164, 'iter': 130, 'avg_loss': 1.2126045518249047, 'avg_acc_mask': 58.372938216382444, 'loss': 1.1216683387756348}
+{'epoch': 164, 'iter': 140, 'avg_loss': 1.2160819325041263, 'avg_acc_mask': 58.33874107722258, 'loss': 1.186598300933838}
+{'epoch': 164, 'iter': 150, 'avg_loss': 1.211655261106049, 'avg_acc_mask': 58.509603695599324, 'loss': 1.1350114345550537}
+{'epoch': 164, 'iter': 160, 'avg_loss': 1.2132270376874794, 'avg_acc_mask': 58.28779599271403, 'loss': 1.5762814283370972}
+{'epoch': 164, 'iter': 170, 'avg_loss': 1.2137049063604477, 'avg_acc_mask': 58.331557639036866, 'loss': 1.2301498651504517}
+{'epoch': 164, 'iter': 180, 'avg_loss': 1.2107751445217028, 'avg_acc_mask': 58.58585858585859, 'loss': 1.1076236963272095}
+{'epoch': 164, 'iter': 190, 'avg_loss': 1.2097681997958278, 'avg_acc_mask': 58.5295807007467, 'loss': 1.2322304248809814}
+{'epoch': 164, 'iter': 200, 'avg_loss': 1.2073188521968785, 'avg_acc_mask': 58.3544992743106, 'loss': 1.4059187173843384}
+{'epoch': 164, 'iter': 210, 'avg_loss': 1.2058113960293233, 'avg_acc_mask': 58.2968118930996, 'loss': 1.092322826385498}
+{'epoch': 164, 'iter': 220, 'avg_loss': 1.2043096536424904, 'avg_acc_mask': 58.32034774050685, 'loss': 1.4304020404815674}
+{'epoch': 164, 'iter': 230, 'avg_loss': 1.2024039151348593, 'avg_acc_mask': 58.36664315385218, 'loss': 1.157474398612976}
+{'epoch': 164, 'iter': 240, 'avg_loss': 1.2021520474145027, 'avg_acc_mask': 58.2886488935881, 'loss': 1.2927380800247192}
+{'epoch': 164, 'iter': 250, 'avg_loss': 1.1988750598820082, 'avg_acc_mask': 58.37261585321634, 'loss': 0.8832165002822876}
+{'epoch': 164, 'iter': 260, 'avg_loss': 1.198492242001939, 'avg_acc_mask': 58.28156627346968, 'loss': 1.258385419845581}
+{'epoch': 164, 'iter': 270, 'avg_loss': 1.2008645310173176, 'avg_acc_mask': 58.226574552283864, 'loss': 1.1220064163208008}
+{'epoch': 164, 'iter': 280, 'avg_loss': 1.2015343520564965, 'avg_acc_mask': 58.22711096732449, 'loss': 1.017228364944458}
+{'epoch': 164, 'iter': 290, 'avg_loss': 1.199233616340611, 'avg_acc_mask': 58.33959899749374, 'loss': 1.2675210237503052}
+{'epoch': 164, 'iter': 300, 'avg_loss': 1.199227428515488, 'avg_acc_mask': 58.3530267224141, 'loss': 1.1429554224014282}
+{'epoch': 164, 'iter': 310, 'avg_loss': 1.1987058087177216, 'avg_acc_mask': 58.350938967136145, 'loss': 1.0450328588485718}
+{'epoch': 164, 'iter': 320, 'avg_loss': 1.1998293854737208, 'avg_acc_mask': 58.30433046157357, 'loss': 1.2864209413528442}
+{'epoch': 164, 'iter': 330, 'avg_loss': 1.201496201699594, 'avg_acc_mask': 58.287262273330384, 'loss': 0.9220135807991028}
+{'epoch': 164, 'iter': 340, 'avg_loss': 1.200933762834219, 'avg_acc_mask': 58.24570815450644, 'loss': 1.0685542821884155}
+{'epoch': 164, 'iter': 350, 'avg_loss': 1.2002229520737955, 'avg_acc_mask': 58.2388885987361, 'loss': 1.1763941049575806}
+{'epoch': 164, 'iter': 360, 'avg_loss': 1.2003709652417254, 'avg_acc_mask': 58.29532786054526, 'loss': 1.4780205488204956}
+{'epoch': 164, 'iter': 370, 'avg_loss': 1.2001631981279008, 'avg_acc_mask': 58.318152725124314, 'loss': 1.3428274393081665}
+{'epoch': 164, 'iter': 380, 'avg_loss': 1.2015354741276718, 'avg_acc_mask': 58.263748920241866, 'loss': 0.8831018805503845}
+{'epoch': 164, 'iter': 390, 'avg_loss': 1.2027336198960423, 'avg_acc_mask': 58.27476337737794, 'loss': 1.305209994316101}
+{'epoch': 164, 'iter': 400, 'avg_loss': 1.2008335278218525, 'avg_acc_mask': 58.250606157646736, 'loss': 0.9953889846801758}
+{'epoch': 164, 'iter': 410, 'avg_loss': 1.201518238896001, 'avg_acc_mask': 58.217282628102126, 'loss': 1.3195170164108276}
+{'epoch': 164, 'iter': 420, 'avg_loss': 1.201292821318973, 'avg_acc_mask': 58.238400768189955, 'loss': 1.2319433689117432}
+{'epoch': 164, 'iter': 430, 'avg_loss': 1.2001282669551965, 'avg_acc_mask': 58.3340445506529, 'loss': 1.0590732097625732}
+{'epoch': 164, 'iter': 440, 'avg_loss': 1.2006078275963834, 'avg_acc_mask': 58.328465325878334, 'loss': 1.5542850494384766}
+{'epoch': 164, 'iter': 450, 'avg_loss': 1.2011644450365309, 'avg_acc_mask': 58.306162373655035, 'loss': 0.8458337783813477}
+{'epoch': 164, 'iter': 460, 'avg_loss': 1.2014716228797482, 'avg_acc_mask': 58.32735390257514, 'loss': 1.1794804334640503}
+{'epoch': 164, 'iter': 470, 'avg_loss': 1.2021667639667568, 'avg_acc_mask': 58.314475224346474, 'loss': 0.9712692499160767}
+{'epoch': 164, 'iter': 480, 'avg_loss': 1.201407494886997, 'avg_acc_mask': 58.38651736920549, 'loss': 0.9279505014419556}
+{'epoch': 164, 'iter': 490, 'avg_loss': 1.20412016606865, 'avg_acc_mask': 58.2911748173131, 'loss': 1.4187160730361938}
+{'epoch': 164, 'iter': 500, 'avg_loss': 1.2033326199906553, 'avg_acc_mask': 58.34006610356225, 'loss': 1.2187381982803345}
+{'epoch': 164, 'iter': 510, 'avg_loss': 1.2039599343988527, 'avg_acc_mask': 58.289810179015234, 'loss': 1.1358675956726074}
+{'epoch': 164, 'iter': 520, 'avg_loss': 1.2041897952213396, 'avg_acc_mask': 58.27195467422096, 'loss': 1.534760594367981}
+{'epoch': 164, 'iter': 530, 'avg_loss': 1.2041015444277818, 'avg_acc_mask': 58.25603612992878, 'loss': 1.0309021472930908}
+{'epoch': 164, 'iter': 540, 'avg_loss': 1.205262902483702, 'avg_acc_mask': 58.2082423580786, 'loss': 1.560093641281128}
+{'epoch': 164, 'iter': 550, 'avg_loss': 1.2066166740580175, 'avg_acc_mask': 58.15548270555965, 'loss': 1.210816740989685}
+{'epoch': 164, 'iter': 560, 'avg_loss': 1.2062874619123558, 'avg_acc_mask': 58.17176338918332, 'loss': 1.4153164625167847}
+{'epoch': 164, 'iter': 570, 'avg_loss': 1.2056508892054316, 'avg_acc_mask': 58.22248114703693, 'loss': 1.1829712390899658}
+{'epoch': 164, 'iter': 580, 'avg_loss': 1.2037165039788014, 'avg_acc_mask': 58.32432776047295, 'loss': 1.1811519861221313}
+{'epoch': 164, 'iter': 590, 'avg_loss': 1.2044465081945894, 'avg_acc_mask': 58.28756864702945, 'loss': 0.990226149559021}
+{'epoch': 164, 'iter': 600, 'avg_loss': 1.203586977452486, 'avg_acc_mask': 58.325661326950225, 'loss': 1.1389552354812622}
+{'epoch': 164, 'iter': 610, 'avg_loss': 1.2030182515931012, 'avg_acc_mask': 58.37529777161294, 'loss': 1.0936689376831055}
+{'epoch': 164, 'iter': 620, 'avg_loss': 1.20133049486148, 'avg_acc_mask': 58.43200094958307, 'loss': 1.5016586780548096}
+{'epoch': 164, 'iter': 630, 'avg_loss': 1.2005514070840342, 'avg_acc_mask': 58.460145456669686, 'loss': 1.243439793586731}
+{'epoch': 164, 'iter': 640, 'avg_loss': 1.2002486178357963, 'avg_acc_mask': 58.48312017513538, 'loss': 0.9742042422294617}
+{'epoch': 164, 'iter': 650, 'avg_loss': 1.2012900321897457, 'avg_acc_mask': 58.41836734693877, 'loss': 1.164832592010498}
+{'epoch': 164, 'iter': 660, 'avg_loss': 1.200684320998805, 'avg_acc_mask': 58.39595496829343, 'loss': 1.457658052444458}
+{'epoch': 164, 'iter': 670, 'avg_loss': 1.2000836138398387, 'avg_acc_mask': 58.45095611500894, 'loss': 1.1227374076843262}
+{'epoch': 164, 'iter': 680, 'avg_loss': 1.1999779431130217, 'avg_acc_mask': 58.45381798453818, 'loss': 1.4634660482406616}
+{'epoch': 164, 'iter': 690, 'avg_loss': 1.2009430248209434, 'avg_acc_mask': 58.450290837291206, 'loss': 1.1802765130996704}
+{'epoch': 164, 'iter': 700, 'avg_loss': 1.2020066805640912, 'avg_acc_mask': 58.42788322320794, 'loss': 1.576926350593567}
+{'epoch': 164, 'iter': 710, 'avg_loss': 1.2009224511903047, 'avg_acc_mask': 58.457343202181534, 'loss': 1.1322486400604248}
+{'epoch': 164, 'iter': 720, 'avg_loss': 1.2030264225978295, 'avg_acc_mask': 58.4131046839007, 'loss': 1.3163940906524658}
+{'epoch': 164, 'iter': 730, 'avg_loss': 1.202583393548321, 'avg_acc_mask': 58.42018927444796, 'loss': 1.3630439043045044}
+{'epoch': 164, 'iter': 740, 'avg_loss': 1.2030281884628429, 'avg_acc_mask': 58.40386338743403, 'loss': 1.1845879554748535}
+{'epoch': 164, 'iter': 750, 'avg_loss': 1.2047758066701826, 'avg_acc_mask': 58.36628435297296, 'loss': 1.2954307794570923}
+{'epoch': 164, 'iter': 760, 'avg_loss': 1.2043993143308491, 'avg_acc_mask': 58.40525601241272, 'loss': 1.3396189212799072}
+{'epoch': 164, 'iter': 770, 'avg_loss': 1.2061271224504315, 'avg_acc_mask': 58.353661453101836, 'loss': 1.341832160949707}
+{'epoch': 164, 'iter': 780, 'avg_loss': 1.2062573799250527, 'avg_acc_mask': 58.35696058973632, 'loss': 1.1250933408737183}
+{'epoch': 164, 'iter': 790, 'avg_loss': 1.205744562724749, 'avg_acc_mask': 58.41651119402985, 'loss': 0.9844915270805359}
+{'epoch': 164, 'iter': 800, 'avg_loss': 1.206814836696739, 'avg_acc_mask': 58.34330418775886, 'loss': 1.1620908975601196}
+{'epoch': 164, 'iter': 810, 'avg_loss': 1.2062140510643748, 'avg_acc_mask': 58.39454235361, 'loss': 1.3755502700805664}
+{'epoch': 164, 'iter': 820, 'avg_loss': 1.2054518488089436, 'avg_acc_mask': 58.41341835818214, 'loss': 1.0916615724563599}
+{'epoch': 164, 'iter': 830, 'avg_loss': 1.2055119144070163, 'avg_acc_mask': 58.42646797942168, 'loss': 0.9532836675643921}
+{'epoch': 164, 'iter': 840, 'avg_loss': 1.2049082027179023, 'avg_acc_mask': 58.46045940732948, 'loss': 1.3543871641159058}
+{'epoch': 164, 'iter': 850, 'avg_loss': 1.2062134857603581, 'avg_acc_mask': 58.39967119494679, 'loss': 1.4469956159591675}
+{'epoch': 164, 'iter': 860, 'avg_loss': 1.2062018706131203, 'avg_acc_mask': 58.404680060635826, 'loss': 1.341910719871521}
+{'epoch': 164, 'iter': 870, 'avg_loss': 1.2081890650238973, 'avg_acc_mask': 58.34387918670379, 'loss': 1.3151013851165771}
+{'epoch': 164, 'iter': 880, 'avg_loss': 1.2087588055179825, 'avg_acc_mask': 58.3328120764788, 'loss': 1.0983762741088867}
+{'epoch': 164, 'iter': 890, 'avg_loss': 1.2081433482443042, 'avg_acc_mask': 58.36603196893974, 'loss': 0.8795779943466187}
+{'epoch': 164, 'iter': 900, 'avg_loss': 1.2081834316650586, 'avg_acc_mask': 58.35970517977093, 'loss': 1.4712210893630981}
+{'epoch': 164, 'iter': 910, 'avg_loss': 1.2086807189736224, 'avg_acc_mask': 58.33114773942341, 'loss': 1.3812154531478882}
+{'epoch': 164, 'iter': 920, 'avg_loss': 1.2077580467756357, 'avg_acc_mask': 58.377287620874284, 'loss': 0.8318750858306885}
+{'epoch': 164, 'iter': 930, 'avg_loss': 1.207423387357423, 'avg_acc_mask': 58.38818715531045, 'loss': 1.4584951400756836}
+{'epoch': 164, 'iter': 940, 'avg_loss': 1.2074750807536143, 'avg_acc_mask': 58.371288386731045, 'loss': 1.0238702297210693}
+{'epoch': 164, 'iter': 950, 'avg_loss': 1.207236946631932, 'avg_acc_mask': 58.37525150905433, 'loss': 1.5027233362197876}
+{'epoch': 164, 'iter': 960, 'avg_loss': 1.2067789550750487, 'avg_acc_mask': 58.34354184212541, 'loss': 1.195372462272644}
+{'epoch': 164, 'iter': 970, 'avg_loss': 1.2064121912485786, 'avg_acc_mask': 58.363967105013835, 'loss': 1.0207031965255737}
+{'epoch': 164, 'iter': 980, 'avg_loss': 1.2067253074393238, 'avg_acc_mask': 58.3322387555589, 'loss': 1.1309731006622314}
+{'epoch': 164, 'iter': 990, 'avg_loss': 1.2076693722747047, 'avg_acc_mask': 58.31647331786542, 'loss': 1.4104137420654297}
+{'epoch': 164, 'iter': 1000, 'avg_loss': 1.2083896797496478, 'avg_acc_mask': 58.30870610694029, 'loss': 1.5440452098846436}
+{'epoch': 164, 'iter': 1010, 'avg_loss': 1.2082855669610224, 'avg_acc_mask': 58.29986004834693, 'loss': 1.3133108615875244}
+{'epoch': 164, 'iter': 1020, 'avg_loss': 1.2083325432750318, 'avg_acc_mask': 58.32853440829254, 'loss': 1.0147486925125122}
+{'epoch': 164, 'iter': 1030, 'avg_loss': 1.2083025245731254, 'avg_acc_mask': 58.309412163246385, 'loss': 1.3157354593276978}
+{'epoch': 164, 'iter': 1040, 'avg_loss': 1.2077228640502284, 'avg_acc_mask': 58.35539085936121, 'loss': 1.1935700178146362}
+{'epoch': 164, 'iter': 1050, 'avg_loss': 1.2075941693090917, 'avg_acc_mask': 58.33639336235989, 'loss': 1.5226138830184937}
+{'epoch': 164, 'iter': 1060, 'avg_loss': 1.2071431214577966, 'avg_acc_mask': 58.334488014410425, 'loss': 0.8732609748840332}
+{'epoch': 164, 'iter': 1070, 'avg_loss': 1.2072230416630942, 'avg_acc_mask': 58.29357042326044, 'loss': 1.4109055995941162}
+{'epoch': 164, 'iter': 1080, 'avg_loss': 1.2076258072689878, 'avg_acc_mask': 58.30826492632437, 'loss': 0.9772310853004456}
+{'epoch': 164, 'iter': 1090, 'avg_loss': 1.2076420104361585, 'avg_acc_mask': 58.29840243758733, 'loss': 1.1145520210266113}
+{'epoch': 164, 'iter': 1100, 'avg_loss': 1.2068765266281598, 'avg_acc_mask': 58.28675354145463, 'loss': 1.114353895187378}
+{'epoch': 'EP164_train', 'avg_loss': 1.207405346011684, 'total_masked_acc': 58.26156352874671}
+{'epoch': 165, 'iter': 0, 'avg_loss': 1.4728387594223022, 'avg_acc_mask': 47.94520547945205, 'loss': 1.4728387594223022}
+{'epoch': 165, 'iter': 10, 'avg_loss': 1.1757189631462097, 'avg_acc_mask': 57.81990521327014, 'loss': 1.085351824760437}
+{'epoch': 165, 'iter': 20, 'avg_loss': 1.2046568932987394, 'avg_acc_mask': 58.26306913996627, 'loss': 0.9915385842323303}
+{'epoch': 165, 'iter': 30, 'avg_loss': 1.2342053517218559, 'avg_acc_mask': 57.91027154663519, 'loss': 1.2207212448120117}
+{'epoch': 165, 'iter': 40, 'avg_loss': 1.2287837339610588, 'avg_acc_mask': 57.83565334530759, 'loss': 1.2194559574127197}
+{'epoch': 165, 'iter': 50, 'avg_loss': 1.2388309555895187, 'avg_acc_mask': 57.61732851985559, 'loss': 1.0704400539398193}
+{'epoch': 165, 'iter': 60, 'avg_loss': 1.2321549976458315, 'avg_acc_mask': 57.67131594906003, 'loss': 1.2234488725662231}
+{'epoch': 165, 'iter': 70, 'avg_loss': 1.2215800033488744, 'avg_acc_mask': 58.066197550169406, 'loss': 1.2141330242156982}
+{'epoch': 165, 'iter': 80, 'avg_loss': 1.2180367767074962, 'avg_acc_mask': 58.08573372646859, 'loss': 1.2065287828445435}
+{'epoch': 165, 'iter': 90, 'avg_loss': 1.2226821747454968, 'avg_acc_mask': 57.70091556459816, 'loss': 1.4608112573623657}
+{'epoch': 165, 'iter': 100, 'avg_loss': 1.2145147949162096, 'avg_acc_mask': 57.71554091158704, 'loss': 1.0132414102554321}
+{'epoch': 165, 'iter': 110, 'avg_loss': 1.2138647533751823, 'avg_acc_mask': 57.70065075921909, 'loss': 1.3365190029144287}
+{'epoch': 165, 'iter': 120, 'avg_loss': 1.2098774698154986, 'avg_acc_mask': 57.67533850600943, 'loss': 1.4039933681488037}
+{'epoch': 165, 'iter': 130, 'avg_loss': 1.2071135790293452, 'avg_acc_mask': 57.76814431548035, 'loss': 1.0430309772491455}
+{'epoch': 165, 'iter': 140, 'avg_loss': 1.2138194450249908, 'avg_acc_mask': 57.533359243425316, 'loss': 1.1919317245483398}
+{'epoch': 165, 'iter': 150, 'avg_loss': 1.2068018068540964, 'avg_acc_mask': 57.76269543085687, 'loss': 1.3980364799499512}
+{'epoch': 165, 'iter': 160, 'avg_loss': 1.2085550123860378, 'avg_acc_mask': 57.86006360745116, 'loss': 1.1176406145095825}
+{'epoch': 165, 'iter': 170, 'avg_loss': 1.2081271145078871, 'avg_acc_mask': 57.80383795309169, 'loss': 1.06432044506073}
+{'epoch': 165, 'iter': 180, 'avg_loss': 1.213907644234968, 'avg_acc_mask': 57.6926952141058, 'loss': 1.2317287921905518}
+{'epoch': 165, 'iter': 190, 'avg_loss': 1.2139545460646066, 'avg_acc_mask': 57.60662604722011, 'loss': 0.914211094379425}
+{'epoch': 165, 'iter': 200, 'avg_loss': 1.213137841639827, 'avg_acc_mask': 57.60339534043706, 'loss': 1.245123267173767}
+{'epoch': 165, 'iter': 210, 'avg_loss': 1.2089348127491666, 'avg_acc_mask': 57.787868403015764, 'loss': 0.8483050465583801}
+{'epoch': 165, 'iter': 220, 'avg_loss': 1.2060819200800554, 'avg_acc_mask': 57.925732046458364, 'loss': 1.2017287015914917}
+{'epoch': 165, 'iter': 230, 'avg_loss': 1.2076970080792646, 'avg_acc_mask': 57.81396805512058, 'loss': 0.8617085218429565}
+{'epoch': 165, 'iter': 240, 'avg_loss': 1.208325991739376, 'avg_acc_mask': 57.82369353744061, 'loss': 1.0668467283248901}
+{'epoch': 165, 'iter': 250, 'avg_loss': 1.2142184778038725, 'avg_acc_mask': 57.533154576418575, 'loss': 1.097237467765808}
+{'epoch': 165, 'iter': 260, 'avg_loss': 1.2171649999088712, 'avg_acc_mask': 57.60664665223766, 'loss': 1.4055174589157104}
+{'epoch': 165, 'iter': 270, 'avg_loss': 1.2174953347642483, 'avg_acc_mask': 57.625067240451855, 'loss': 1.38283109664917}
+{'epoch': 165, 'iter': 280, 'avg_loss': 1.2205597944955384, 'avg_acc_mask': 57.40090968161143, 'loss': 0.7677210569381714}
+{'epoch': 165, 'iter': 290, 'avg_loss': 1.2215331803072769, 'avg_acc_mask': 57.476899867999244, 'loss': 1.2468016147613525}
+{'epoch': 165, 'iter': 300, 'avg_loss': 1.2158507360176392, 'avg_acc_mask': 57.691839220462846, 'loss': 1.0617409944534302}
+{'epoch': 165, 'iter': 310, 'avg_loss': 1.2149173715106927, 'avg_acc_mask': 57.67008607475533, 'loss': 1.063295841217041}
+{'epoch': 165, 'iter': 320, 'avg_loss': 1.2135913520587196, 'avg_acc_mask': 57.73864157870583, 'loss': 1.0065693855285645}
+{'epoch': 165, 'iter': 330, 'avg_loss': 1.2126625551197825, 'avg_acc_mask': 57.77716032231175, 'loss': 0.7838552594184875}
+{'epoch': 165, 'iter': 340, 'avg_loss': 1.212829995889468, 'avg_acc_mask': 57.787701081400975, 'loss': 1.1868828535079956}
+{'epoch': 165, 'iter': 350, 'avg_loss': 1.2109948048564443, 'avg_acc_mask': 57.81633826373282, 'loss': 1.1981017589569092}
+{'epoch': 165, 'iter': 360, 'avg_loss': 1.2114485645888584, 'avg_acc_mask': 57.77913052300513, 'loss': 1.4745646715164185}
+{'epoch': 165, 'iter': 370, 'avg_loss': 1.2087660078411153, 'avg_acc_mask': 57.8245406046236, 'loss': 1.316987156867981}
+{'epoch': 165, 'iter': 380, 'avg_loss': 1.211812695649665, 'avg_acc_mask': 57.69360350387448, 'loss': 0.7717490196228027}
+{'epoch': 165, 'iter': 390, 'avg_loss': 1.2126710524644388, 'avg_acc_mask': 57.66977550733468, 'loss': 1.1928648948669434}
+{'epoch': 165, 'iter': 400, 'avg_loss': 1.2139132364729694, 'avg_acc_mask': 57.62882355630744, 'loss': 1.1775100231170654}
+{'epoch': 165, 'iter': 410, 'avg_loss': 1.2121456857145267, 'avg_acc_mask': 57.655363445472005, 'loss': 1.1611557006835938}
+{'epoch': 165, 'iter': 420, 'avg_loss': 1.2107227345543632, 'avg_acc_mask': 57.72691534899974, 'loss': 0.8946393728256226}
+{'epoch': 165, 'iter': 430, 'avg_loss': 1.2100732947446908, 'avg_acc_mask': 57.84954504677688, 'loss': 1.0865525007247925}
+{'epoch': 165, 'iter': 440, 'avg_loss': 1.2132448237769458, 'avg_acc_mask': 57.76423442978794, 'loss': 1.6912224292755127}
+{'epoch': 165, 'iter': 450, 'avg_loss': 1.215358622058268, 'avg_acc_mask': 57.75246028829271, 'loss': 1.3207143545150757}
+{'epoch': 165, 'iter': 460, 'avg_loss': 1.2183424857588496, 'avg_acc_mask': 57.6222435282838, 'loss': 1.3828455209732056}
+{'epoch': 165, 'iter': 470, 'avg_loss': 1.2180972928201064, 'avg_acc_mask': 57.655755015839496, 'loss': 1.1671276092529297}
+{'epoch': 165, 'iter': 480, 'avg_loss': 1.2180247951198269, 'avg_acc_mask': 57.70982433311646, 'loss': 1.1511387825012207}
+{'epoch': 165, 'iter': 490, 'avg_loss': 1.219282083501641, 'avg_acc_mask': 57.65684731279514, 'loss': 1.6008275747299194}
+{'epoch': 165, 'iter': 500, 'avg_loss': 1.2180006156662504, 'avg_acc_mask': 57.695554821422014, 'loss': 1.0123084783554077}
+{'epoch': 165, 'iter': 510, 'avg_loss': 1.2169527501276094, 'avg_acc_mask': 57.73377416804427, 'loss': 1.1586781740188599}
+{'epoch': 165, 'iter': 520, 'avg_loss': 1.2166169290350404, 'avg_acc_mask': 57.76062592514274, 'loss': 1.5338854789733887}
+{'epoch': 165, 'iter': 530, 'avg_loss': 1.2154217380363839, 'avg_acc_mask': 57.784856143752386, 'loss': 0.971132755279541}
+{'epoch': 165, 'iter': 540, 'avg_loss': 1.2156732766553346, 'avg_acc_mask': 57.78502071026007, 'loss': 1.2454639673233032}
+{'epoch': 165, 'iter': 550, 'avg_loss': 1.2169217445672964, 'avg_acc_mask': 57.70268020642584, 'loss': 1.2233701944351196}
+{'epoch': 165, 'iter': 560, 'avg_loss': 1.2179663255677928, 'avg_acc_mask': 57.65090790119418, 'loss': 1.3428419828414917}
+{'epoch': 165, 'iter': 570, 'avg_loss': 1.2176121422163033, 'avg_acc_mask': 57.68278169127344, 'loss': 1.0981929302215576}
+{'epoch': 165, 'iter': 580, 'avg_loss': 1.2158251475549195, 'avg_acc_mask': 57.75434830644907, 'loss': 1.33561110496521}
+{'epoch': 165, 'iter': 590, 'avg_loss': 1.2161551230853382, 'avg_acc_mask': 57.736784994574485, 'loss': 1.1556098461151123}
+{'epoch': 165, 'iter': 600, 'avg_loss': 1.2153324934091425, 'avg_acc_mask': 57.73287003169959, 'loss': 1.2677834033966064}
+{'epoch': 165, 'iter': 610, 'avg_loss': 1.215289106345606, 'avg_acc_mask': 57.7644590949955, 'loss': 1.1816027164459229}
+{'epoch': 165, 'iter': 620, 'avg_loss': 1.2126139833347425, 'avg_acc_mask': 57.869427972976965, 'loss': 1.291358470916748}
+{'epoch': 165, 'iter': 630, 'avg_loss': 1.2100996595177145, 'avg_acc_mask': 57.94791394477833, 'loss': 0.9219650626182556}
+{'epoch': 165, 'iter': 640, 'avg_loss': 1.209987564038561, 'avg_acc_mask': 57.979347235332824, 'loss': 0.8603973388671875}
+{'epoch': 165, 'iter': 650, 'avg_loss': 1.2118954107325564, 'avg_acc_mask': 57.9324894514768, 'loss': 1.175606369972229}
+{'epoch': 165, 'iter': 660, 'avg_loss': 1.2101413227065427, 'avg_acc_mask': 57.98952647474439, 'loss': 1.1769347190856934}
+{'epoch': 165, 'iter': 670, 'avg_loss': 1.210840000303243, 'avg_acc_mask': 57.98482201354007, 'loss': 1.4150338172912598}
+{'epoch': 165, 'iter': 680, 'avg_loss': 1.2105536621922788, 'avg_acc_mask': 58.00612343556965, 'loss': 1.2487461566925049}
+{'epoch': 165, 'iter': 690, 'avg_loss': 1.2108817786280222, 'avg_acc_mask': 58.0060263255273, 'loss': 1.0263932943344116}
+{'epoch': 165, 'iter': 700, 'avg_loss': 1.2123647109418045, 'avg_acc_mask': 57.973089035213285, 'loss': 1.453741431236267}
+{'epoch': 165, 'iter': 710, 'avg_loss': 1.2122687558249248, 'avg_acc_mask': 57.97365650756156, 'loss': 1.1002252101898193}
+{'epoch': 165, 'iter': 720, 'avg_loss': 1.2124014061962185, 'avg_acc_mask': 57.94338093791147, 'loss': 1.2358490228652954}
+{'epoch': 165, 'iter': 730, 'avg_loss': 1.2111559674123407, 'avg_acc_mask': 57.93369005350802, 'loss': 1.283019781112671}
+{'epoch': 165, 'iter': 740, 'avg_loss': 1.2118978461755914, 'avg_acc_mask': 57.88227751337756, 'loss': 1.2372316122055054}
+{'epoch': 165, 'iter': 750, 'avg_loss': 1.213428054843222, 'avg_acc_mask': 57.853651418983, 'loss': 0.9428942799568176}
+{'epoch': 165, 'iter': 760, 'avg_loss': 1.2126078629932329, 'avg_acc_mask': 57.868946963873945, 'loss': 1.1431810855865479}
+{'epoch': 165, 'iter': 770, 'avg_loss': 1.2133435005498459, 'avg_acc_mask': 57.8283007696862, 'loss': 1.2978570461273193}
+{'epoch': 165, 'iter': 780, 'avg_loss': 1.2125276108099465, 'avg_acc_mask': 57.879837162509936, 'loss': 1.1068977117538452}
+{'epoch': 165, 'iter': 790, 'avg_loss': 1.2121465365895732, 'avg_acc_mask': 57.91273802921057, 'loss': 1.4750336408615112}
+{'epoch': 165, 'iter': 800, 'avg_loss': 1.211861654985859, 'avg_acc_mask': 57.9346238130022, 'loss': 1.163192868232727}
+{'epoch': 165, 'iter': 810, 'avg_loss': 1.2128173866195537, 'avg_acc_mask': 57.91882750845547, 'loss': 1.1155282258987427}
+{'epoch': 165, 'iter': 820, 'avg_loss': 1.2122514835228728, 'avg_acc_mask': 57.92943692088382, 'loss': 1.186672568321228}
+{'epoch': 165, 'iter': 830, 'avg_loss': 1.2118416133770444, 'avg_acc_mask': 57.945984050755605, 'loss': 1.3629400730133057}
+{'epoch': 165, 'iter': 840, 'avg_loss': 1.2112999841234204, 'avg_acc_mask': 57.981583473017395, 'loss': 1.3981152772903442}
+{'epoch': 165, 'iter': 850, 'avg_loss': 1.2122930765992466, 'avg_acc_mask': 57.961413546125215, 'loss': 1.1510201692581177}
+{'epoch': 165, 'iter': 860, 'avg_loss': 1.2135564922317257, 'avg_acc_mask': 57.902002846037846, 'loss': 1.3014472723007202}
+{'epoch': 165, 'iter': 870, 'avg_loss': 1.214819779146963, 'avg_acc_mask': 57.87542715780205, 'loss': 1.3108036518096924}
+{'epoch': 165, 'iter': 880, 'avg_loss': 1.215062680904765, 'avg_acc_mask': 57.895827719858225, 'loss': 1.126602292060852}
+{'epoch': 165, 'iter': 890, 'avg_loss': 1.2148350770224625, 'avg_acc_mask': 57.915145049444014, 'loss': 1.159688115119934}
+{'epoch': 165, 'iter': 900, 'avg_loss': 1.213424175349245, 'avg_acc_mask': 57.9577935899775, 'loss': 1.2226465940475464}
+{'epoch': 165, 'iter': 910, 'avg_loss': 1.213576708352919, 'avg_acc_mask': 57.94239012860062, 'loss': 1.1919801235198975}
+{'epoch': 165, 'iter': 920, 'avg_loss': 1.213030447530177, 'avg_acc_mask': 57.97656110571299, 'loss': 1.426371693611145}
+{'epoch': 165, 'iter': 930, 'avg_loss': 1.2133677098599975, 'avg_acc_mask': 57.972808361821684, 'loss': 1.7449491024017334}
+{'epoch': 165, 'iter': 940, 'avg_loss': 1.213103681010977, 'avg_acc_mask': 57.97357684087818, 'loss': 1.1497209072113037}
+{'epoch': 165, 'iter': 950, 'avg_loss': 1.2126743438742764, 'avg_acc_mask': 57.98950746584162, 'loss': 1.468693494796753}
+{'epoch': 165, 'iter': 960, 'avg_loss': 1.2124191993357116, 'avg_acc_mask': 58.02955102972217, 'loss': 1.3109456300735474}
+{'epoch': 165, 'iter': 970, 'avg_loss': 1.2123596012039852, 'avg_acc_mask': 58.02076671306572, 'loss': 1.3923604488372803}
+{'epoch': 165, 'iter': 980, 'avg_loss': 1.2126551794228082, 'avg_acc_mask': 57.990247170935085, 'loss': 0.88017737865448}
+{'epoch': 165, 'iter': 990, 'avg_loss': 1.2137845523061472, 'avg_acc_mask': 57.944527267038445, 'loss': 1.2559179067611694}
+{'epoch': 165, 'iter': 1000, 'avg_loss': 1.2149982998421143, 'avg_acc_mask': 57.92425345957757, 'loss': 1.6103016138076782}
+{'epoch': 165, 'iter': 1010, 'avg_loss': 1.2140334040427656, 'avg_acc_mask': 57.92643346556077, 'loss': 0.8182951211929321}
+{'epoch': 165, 'iter': 1020, 'avg_loss': 1.2141768099862378, 'avg_acc_mask': 57.91999714530402, 'loss': 1.0681911706924438}
+{'epoch': 165, 'iter': 1030, 'avg_loss': 1.2135279391369231, 'avg_acc_mask': 57.958743570254356, 'loss': 1.1996263265609741}
+{'epoch': 165, 'iter': 1040, 'avg_loss': 1.2134208946017322, 'avg_acc_mask': 57.958304888935565, 'loss': 1.3264209032058716}
+{'epoch': 165, 'iter': 1050, 'avg_loss': 1.2129637534339353, 'avg_acc_mask': 57.96975792467226, 'loss': 0.9795138835906982}
+{'epoch': 165, 'iter': 1060, 'avg_loss': 1.2125665834779227, 'avg_acc_mask': 57.98284663378078, 'loss': 1.1496732234954834}
+{'epoch': 165, 'iter': 1070, 'avg_loss': 1.212318530325351, 'avg_acc_mask': 57.98757129479867, 'loss': 1.079559087753296}
+{'epoch': 165, 'iter': 1080, 'avg_loss': 1.212370057606675, 'avg_acc_mask': 57.991060133254614, 'loss': 0.8314375877380371}
+{'epoch': 165, 'iter': 1090, 'avg_loss': 1.2120787119450207, 'avg_acc_mask': 58.006541401061305, 'loss': 1.0144025087356567}
+{'epoch': 165, 'iter': 1100, 'avg_loss': 1.2117457097492685, 'avg_acc_mask': 58.017690336447046, 'loss': 1.0842095613479614}
+{'epoch': 'EP165_train', 'avg_loss': 1.2119567624044634, 'total_masked_acc': 58.00602737018922}
+{'epoch': 166, 'iter': 0, 'avg_loss': 1.4068124294281006, 'avg_acc_mask': 48.214285714285715, 'loss': 1.4068124294281006}
+{'epoch': 166, 'iter': 10, 'avg_loss': 1.2539930452000012, 'avg_acc_mask': 55.500821018062396, 'loss': 1.1851240396499634}
+{'epoch': 166, 'iter': 20, 'avg_loss': 1.2606927014532543, 'avg_acc_mask': 55.11265164644714, 'loss': 1.1968907117843628}
+{'epoch': 166, 'iter': 30, 'avg_loss': 1.2563513402015931, 'avg_acc_mask': 55.27876631079478, 'loss': 1.3502142429351807}
+{'epoch': 166, 'iter': 40, 'avg_loss': 1.247783809173398, 'avg_acc_mask': 56.25, 'loss': 1.2449390888214111}
+{'epoch': 166, 'iter': 50, 'avg_loss': 1.2454753681725146, 'avg_acc_mask': 56.07509741409847, 'loss': 1.060428500175476}
+{'epoch': 166, 'iter': 60, 'avg_loss': 1.2236329004412791, 'avg_acc_mask': 56.711509715994026, 'loss': 0.963975727558136}
+{'epoch': 166, 'iter': 70, 'avg_loss': 1.2208933360140088, 'avg_acc_mask': 56.9933639612047, 'loss': 1.0880584716796875}
+{'epoch': 166, 'iter': 80, 'avg_loss': 1.2183228775306985, 'avg_acc_mask': 57.21013680197353, 'loss': 1.2508825063705444}
+{'epoch': 166, 'iter': 90, 'avg_loss': 1.223561500454997, 'avg_acc_mask': 57.328534293141374, 'loss': 1.4533913135528564}
+{'epoch': 166, 'iter': 100, 'avg_loss': 1.2055479276298295, 'avg_acc_mask': 58.08034902744955, 'loss': 0.8777486085891724}
+{'epoch': 166, 'iter': 110, 'avg_loss': 1.2136561795397922, 'avg_acc_mask': 57.88333333333333, 'loss': 1.150320291519165}
+{'epoch': 166, 'iter': 120, 'avg_loss': 1.2086051687721378, 'avg_acc_mask': 58.289013827685764, 'loss': 1.5472105741500854}
+{'epoch': 166, 'iter': 130, 'avg_loss': 1.2070606382748552, 'avg_acc_mask': 58.199804932423014, 'loss': 1.3693095445632935}
+{'epoch': 166, 'iter': 140, 'avg_loss': 1.2024178893853588, 'avg_acc_mask': 58.41200051726367, 'loss': 1.2881324291229248}
+{'epoch': 166, 'iter': 150, 'avg_loss': 1.195447487546908, 'avg_acc_mask': 58.64001949792834, 'loss': 1.298945426940918}
+{'epoch': 166, 'iter': 160, 'avg_loss': 1.19918291761268, 'avg_acc_mask': 58.79259089869655, 'loss': 1.325452446937561}
+{'epoch': 166, 'iter': 170, 'avg_loss': 1.200639275779501, 'avg_acc_mask': 58.774673713730984, 'loss': 1.188724160194397}
+{'epoch': 166, 'iter': 180, 'avg_loss': 1.2009473973216274, 'avg_acc_mask': 58.70317589576547, 'loss': 1.165600061416626}
+{'epoch': 166, 'iter': 190, 'avg_loss': 1.1980274098081738, 'avg_acc_mask': 58.71718434464852, 'loss': 0.9878751039505005}
+{'epoch': 166, 'iter': 200, 'avg_loss': 1.1923676064951503, 'avg_acc_mask': 58.851936218678816, 'loss': 1.1002602577209473}
+{'epoch': 166, 'iter': 210, 'avg_loss': 1.1940104786253654, 'avg_acc_mask': 58.75554010602242, 'loss': 1.294343113899231}
+{'epoch': 166, 'iter': 220, 'avg_loss': 1.1927796583369845, 'avg_acc_mask': 58.73528924249959, 'loss': 1.5499367713928223}
+{'epoch': 166, 'iter': 230, 'avg_loss': 1.194063454737395, 'avg_acc_mask': 58.66719555731852, 'loss': 1.1105321645736694}
+{'epoch': 166, 'iter': 240, 'avg_loss': 1.1950405764381915, 'avg_acc_mask': 58.7248322147651, 'loss': 1.3963823318481445}
+{'epoch': 166, 'iter': 250, 'avg_loss': 1.1968613922358509, 'avg_acc_mask': 58.582089552238806, 'loss': 0.8686331510543823}
+{'epoch': 166, 'iter': 260, 'avg_loss': 1.197490452349871, 'avg_acc_mask': 58.58067238711493, 'loss': 1.22300386428833}
+{'epoch': 166, 'iter': 270, 'avg_loss': 1.199543935786314, 'avg_acc_mask': 58.53741036395617, 'loss': 1.2935893535614014}
+{'epoch': 166, 'iter': 280, 'avg_loss': 1.1988586622200827, 'avg_acc_mask': 58.50003257965726, 'loss': 0.6686239838600159}
+{'epoch': 166, 'iter': 290, 'avg_loss': 1.1985108033078642, 'avg_acc_mask': 58.45863479081472, 'loss': 0.8902496099472046}
+{'epoch': 166, 'iter': 300, 'avg_loss': 1.1930949963208448, 'avg_acc_mask': 58.69816720453023, 'loss': 0.9539262652397156}
+{'epoch': 166, 'iter': 310, 'avg_loss': 1.1921010463950719, 'avg_acc_mask': 58.64186595807499, 'loss': 1.0159682035446167}
+{'epoch': 166, 'iter': 320, 'avg_loss': 1.1938002854121437, 'avg_acc_mask': 58.58922114446421, 'loss': 0.996172308921814}
+{'epoch': 166, 'iter': 330, 'avg_loss': 1.192513947940665, 'avg_acc_mask': 58.61398243859064, 'loss': 1.1160939931869507}
+{'epoch': 166, 'iter': 340, 'avg_loss': 1.1921089656891362, 'avg_acc_mask': 58.653067832281046, 'loss': 0.9635410904884338}
+{'epoch': 166, 'iter': 350, 'avg_loss': 1.19240364950267, 'avg_acc_mask': 58.66862508524366, 'loss': 1.1795871257781982}
+{'epoch': 166, 'iter': 360, 'avg_loss': 1.1898250508836763, 'avg_acc_mask': 58.707635769701916, 'loss': 1.1280019283294678}
+{'epoch': 166, 'iter': 370, 'avg_loss': 1.1902233291507731, 'avg_acc_mask': 58.68355688027819, 'loss': 1.1321226358413696}
+{'epoch': 166, 'iter': 380, 'avg_loss': 1.1918912016813523, 'avg_acc_mask': 58.58371171867452, 'loss': 0.8421057462692261}
+{'epoch': 166, 'iter': 390, 'avg_loss': 1.1940462593837162, 'avg_acc_mask': 58.50292067081213, 'loss': 1.5564621686935425}
+{'epoch': 166, 'iter': 400, 'avg_loss': 1.1958998694384186, 'avg_acc_mask': 58.430018416206266, 'loss': 1.2306723594665527}
+{'epoch': 166, 'iter': 410, 'avg_loss': 1.1935834787477833, 'avg_acc_mask': 58.43928298665708, 'loss': 1.159995675086975}
+{'epoch': 166, 'iter': 420, 'avg_loss': 1.1932578572468067, 'avg_acc_mask': 58.42602769839525, 'loss': 1.1778522729873657}
+{'epoch': 166, 'iter': 430, 'avg_loss': 1.1942838650291867, 'avg_acc_mask': 58.454064743562185, 'loss': 1.3071762323379517}
+{'epoch': 166, 'iter': 440, 'avg_loss': 1.1945377221994118, 'avg_acc_mask': 58.44052457367914, 'loss': 1.4286348819732666}
+{'epoch': 166, 'iter': 450, 'avg_loss': 1.195595713650308, 'avg_acc_mask': 58.37981952420016, 'loss': 0.9660888314247131}
+{'epoch': 166, 'iter': 460, 'avg_loss': 1.1977962305902659, 'avg_acc_mask': 58.327313588570505, 'loss': 1.1833857297897339}
+{'epoch': 166, 'iter': 470, 'avg_loss': 1.1983548472388281, 'avg_acc_mask': 58.296034550451516, 'loss': 0.882564902305603}
+{'epoch': 166, 'iter': 480, 'avg_loss': 1.1973571891348476, 'avg_acc_mask': 58.33461479317238, 'loss': 0.7759734988212585}
+{'epoch': 166, 'iter': 490, 'avg_loss': 1.1983980519465662, 'avg_acc_mask': 58.32673528635524, 'loss': 1.3179863691329956}
+{'epoch': 166, 'iter': 500, 'avg_loss': 1.1986194595605313, 'avg_acc_mask': 58.31303063861203, 'loss': 1.1583963632583618}
+{'epoch': 166, 'iter': 510, 'avg_loss': 1.1977447201361162, 'avg_acc_mask': 58.31166955517042, 'loss': 1.1020478010177612}
+{'epoch': 166, 'iter': 520, 'avg_loss': 1.198901625832761, 'avg_acc_mask': 58.31265508684863, 'loss': 1.3929146528244019}
+{'epoch': 166, 'iter': 530, 'avg_loss': 1.1993705912049433, 'avg_acc_mask': 58.297087581335475, 'loss': 1.146357536315918}
+{'epoch': 166, 'iter': 540, 'avg_loss': 1.1986837160124577, 'avg_acc_mask': 58.305432183122655, 'loss': 1.2508035898208618}
+{'epoch': 166, 'iter': 550, 'avg_loss': 1.2004960934393203, 'avg_acc_mask': 58.21450090379594, 'loss': 1.002878189086914}
+{'epoch': 166, 'iter': 560, 'avg_loss': 1.2011390028790356, 'avg_acc_mask': 58.18534596158905, 'loss': 1.1079400777816772}
+{'epoch': 166, 'iter': 570, 'avg_loss': 1.2005151616712795, 'avg_acc_mask': 58.21189699182526, 'loss': 1.307672142982483}
+{'epoch': 166, 'iter': 580, 'avg_loss': 1.1999247239296695, 'avg_acc_mask': 58.27408912022344, 'loss': 1.4872950315475464}
+{'epoch': 166, 'iter': 590, 'avg_loss': 1.1997677477079802, 'avg_acc_mask': 58.25563628426206, 'loss': 0.9223141670227051}
+{'epoch': 166, 'iter': 600, 'avg_loss': 1.1999448374186499, 'avg_acc_mask': 58.24580799705178, 'loss': 1.1412272453308105}
+{'epoch': 166, 'iter': 610, 'avg_loss': 1.2010107584748837, 'avg_acc_mask': 58.238542075249676, 'loss': 1.3937337398529053}
+{'epoch': 166, 'iter': 620, 'avg_loss': 1.1994490550528019, 'avg_acc_mask': 58.2808601639539, 'loss': 1.4987400770187378}
+{'epoch': 166, 'iter': 630, 'avg_loss': 1.198647497762024, 'avg_acc_mask': 58.33576557118674, 'loss': 1.0397531986236572}
+{'epoch': 166, 'iter': 640, 'avg_loss': 1.1991815727884052, 'avg_acc_mask': 58.34963184537506, 'loss': 0.9857007265090942}
+{'epoch': 166, 'iter': 650, 'avg_loss': 1.1999532705810945, 'avg_acc_mask': 58.3392376363894, 'loss': 1.2564125061035156}
+{'epoch': 166, 'iter': 660, 'avg_loss': 1.2009748262825244, 'avg_acc_mask': 58.3019341873901, 'loss': 1.0106494426727295}
+{'epoch': 166, 'iter': 670, 'avg_loss': 1.2002783147659812, 'avg_acc_mask': 58.36450654637474, 'loss': 1.3571330308914185}
+{'epoch': 166, 'iter': 680, 'avg_loss': 1.1996810270826197, 'avg_acc_mask': 58.41077185662811, 'loss': 1.3350962400436401}
+{'epoch': 166, 'iter': 690, 'avg_loss': 1.2001082569403863, 'avg_acc_mask': 58.39822914444207, 'loss': 1.0057090520858765}
+{'epoch': 166, 'iter': 700, 'avg_loss': 1.2023740605518924, 'avg_acc_mask': 58.32982972461635, 'loss': 1.5438554286956787}
+{'epoch': 166, 'iter': 710, 'avg_loss': 1.2021402553164002, 'avg_acc_mask': 58.33980833980834, 'loss': 1.328649640083313}
+{'epoch': 166, 'iter': 720, 'avg_loss': 1.2035253736579303, 'avg_acc_mask': 58.29800275833886, 'loss': 1.4200291633605957}
+{'epoch': 166, 'iter': 730, 'avg_loss': 1.2016756826484252, 'avg_acc_mask': 58.34299833593868, 'loss': 1.1633096933364868}
+{'epoch': 166, 'iter': 740, 'avg_loss': 1.2023525249298446, 'avg_acc_mask': 58.33561456337257, 'loss': 1.1602097749710083}
+{'epoch': 166, 'iter': 750, 'avg_loss': 1.2033223777255428, 'avg_acc_mask': 58.2885601432742, 'loss': 1.1862174272537231}
+{'epoch': 166, 'iter': 760, 'avg_loss': 1.2037396550805122, 'avg_acc_mask': 58.28565887714535, 'loss': 1.276482105255127}
+{'epoch': 166, 'iter': 770, 'avg_loss': 1.2040236697431979, 'avg_acc_mask': 58.25017349893508, 'loss': 1.225938320159912}
+{'epoch': 166, 'iter': 780, 'avg_loss': 1.2032867369364837, 'avg_acc_mask': 58.2935250437497, 'loss': 1.2434641122817993}
+{'epoch': 166, 'iter': 790, 'avg_loss': 1.2029311690107458, 'avg_acc_mask': 58.295388207822526, 'loss': 1.1152873039245605}
+{'epoch': 166, 'iter': 800, 'avg_loss': 1.2035663678553816, 'avg_acc_mask': 58.295074403045334, 'loss': 1.1303218603134155}
+{'epoch': 166, 'iter': 810, 'avg_loss': 1.2041698926474105, 'avg_acc_mask': 58.30160720392112, 'loss': 1.306801199913025}
+{'epoch': 166, 'iter': 820, 'avg_loss': 1.2049573736126908, 'avg_acc_mask': 58.2625160606812, 'loss': 1.2711498737335205}
+{'epoch': 166, 'iter': 830, 'avg_loss': 1.206664297626624, 'avg_acc_mask': 58.24090159918036, 'loss': 1.4954279661178589}
+{'epoch': 166, 'iter': 840, 'avg_loss': 1.2066842747783548, 'avg_acc_mask': 58.19681143485431, 'loss': 1.2340896129608154}
+{'epoch': 166, 'iter': 850, 'avg_loss': 1.2063532518584075, 'avg_acc_mask': 58.205356561027, 'loss': 1.3664013147354126}
+{'epoch': 166, 'iter': 860, 'avg_loss': 1.2061808611180862, 'avg_acc_mask': 58.22714206032522, 'loss': 1.1796599626541138}
+{'epoch': 166, 'iter': 870, 'avg_loss': 1.2075449452060782, 'avg_acc_mask': 58.199792544296024, 'loss': 1.3870556354522705}
+{'epoch': 166, 'iter': 880, 'avg_loss': 1.2071490459626162, 'avg_acc_mask': 58.225171663038026, 'loss': 0.8088304996490479}
+{'epoch': 166, 'iter': 890, 'avg_loss': 1.2063183195797014, 'avg_acc_mask': 58.25228625344753, 'loss': 0.9163882732391357}
+{'epoch': 166, 'iter': 900, 'avg_loss': 1.2068050332392228, 'avg_acc_mask': 58.21840611487941, 'loss': 1.45169198513031}
+{'epoch': 166, 'iter': 910, 'avg_loss': 1.2071246272515257, 'avg_acc_mask': 58.168928499088516, 'loss': 1.212170958518982}
+{'epoch': 166, 'iter': 920, 'avg_loss': 1.2079564461102315, 'avg_acc_mask': 58.153352067442796, 'loss': 1.3304389715194702}
+{'epoch': 166, 'iter': 930, 'avg_loss': 1.2076511765269025, 'avg_acc_mask': 58.16125762664706, 'loss': 1.754238247871399}
+{'epoch': 166, 'iter': 940, 'avg_loss': 1.2075424854991033, 'avg_acc_mask': 58.180495763794696, 'loss': 1.0404832363128662}
+{'epoch': 166, 'iter': 950, 'avg_loss': 1.2075892968884778, 'avg_acc_mask': 58.2079676157484, 'loss': 1.3728634119033813}
+{'epoch': 166, 'iter': 960, 'avg_loss': 1.2079381401903548, 'avg_acc_mask': 58.194765204003076, 'loss': 1.2311277389526367}
+{'epoch': 166, 'iter': 970, 'avg_loss': 1.2084569309816056, 'avg_acc_mask': 58.19047619047619, 'loss': 1.1007190942764282}
+{'epoch': 166, 'iter': 980, 'avg_loss': 1.2088536175383704, 'avg_acc_mask': 58.16736070547003, 'loss': 0.8786879777908325}
+{'epoch': 166, 'iter': 990, 'avg_loss': 1.2098641570593587, 'avg_acc_mask': 58.122413985909716, 'loss': 1.4959452152252197}
+{'epoch': 166, 'iter': 1000, 'avg_loss': 1.2099875619599632, 'avg_acc_mask': 58.12041440843565, 'loss': 1.3524165153503418}
+{'epoch': 166, 'iter': 1010, 'avg_loss': 1.2099513604308447, 'avg_acc_mask': 58.1190650109569, 'loss': 0.8782232999801636}
+{'epoch': 166, 'iter': 1020, 'avg_loss': 1.2103323262188508, 'avg_acc_mask': 58.11766408044418, 'loss': 1.3294402360916138}
+{'epoch': 166, 'iter': 1030, 'avg_loss': 1.2096783448838124, 'avg_acc_mask': 58.15032422168882, 'loss': 1.2772296667099}
+{'epoch': 166, 'iter': 1040, 'avg_loss': 1.2098899549526394, 'avg_acc_mask': 58.1293458209167, 'loss': 1.3331459760665894}
+{'epoch': 166, 'iter': 1050, 'avg_loss': 1.2092836933630517, 'avg_acc_mask': 58.17025612198292, 'loss': 1.124954342842102}
+{'epoch': 166, 'iter': 1060, 'avg_loss': 1.2091300193146644, 'avg_acc_mask': 58.16164817749604, 'loss': 1.1277717351913452}
+{'epoch': 166, 'iter': 1070, 'avg_loss': 1.2089080388138609, 'avg_acc_mask': 58.19059939629151, 'loss': 1.3781657218933105}
+{'epoch': 166, 'iter': 1080, 'avg_loss': 1.2088810733134387, 'avg_acc_mask': 58.22427990569583, 'loss': 1.0232516527175903}
+{'epoch': 166, 'iter': 1090, 'avg_loss': 1.209355374140875, 'avg_acc_mask': 58.18867159108196, 'loss': 1.0704551935195923}
+{'epoch': 166, 'iter': 1100, 'avg_loss': 1.2087148815582927, 'avg_acc_mask': 58.21705556206972, 'loss': 1.2083386182785034}
+{'epoch': 'EP166_train', 'avg_loss': 1.2090058734514055, 'total_masked_acc': 58.190309398715705}
+{'epoch': 167, 'iter': 0, 'avg_loss': 1.2043572664260864, 'avg_acc_mask': 60.3448275862069, 'loss': 1.2043572664260864}
+{'epoch': 167, 'iter': 10, 'avg_loss': 1.1895263682712207, 'avg_acc_mask': 57.534246575342465, 'loss': 1.0532130002975464}
+{'epoch': 167, 'iter': 20, 'avg_loss': 1.1839430644398643, 'avg_acc_mask': 57.4410163339383, 'loss': 1.274259328842163}
+{'epoch': 167, 'iter': 30, 'avg_loss': 1.175704167735192, 'avg_acc_mask': 58.17073170731707, 'loss': 1.182044267654419}
+{'epoch': 167, 'iter': 40, 'avg_loss': 1.184700188113422, 'avg_acc_mask': 57.82862270076268, 'loss': 1.0338654518127441}
+{'epoch': 167, 'iter': 50, 'avg_loss': 1.2106684808637582, 'avg_acc_mask': 57.01198026779423, 'loss': 1.2042655944824219}
+{'epoch': 167, 'iter': 60, 'avg_loss': 1.2072692103073246, 'avg_acc_mask': 57.310823032861016, 'loss': 1.1311595439910889}
+{'epoch': 167, 'iter': 70, 'avg_loss': 1.2005264482028049, 'avg_acc_mask': 57.476635514018696, 'loss': 1.0071320533752441}
+{'epoch': 167, 'iter': 80, 'avg_loss': 1.2019496317263003, 'avg_acc_mask': 57.67841011743451, 'loss': 1.3023552894592285}
+{'epoch': 167, 'iter': 90, 'avg_loss': 1.213522187956087, 'avg_acc_mask': 57.65245117576724, 'loss': 1.4534952640533447}
+{'epoch': 167, 'iter': 100, 'avg_loss': 1.2107725532928315, 'avg_acc_mask': 57.75103287228309, 'loss': 1.0737667083740234}
+{'epoch': 167, 'iter': 110, 'avg_loss': 1.2101884661494076, 'avg_acc_mask': 57.69803208202414, 'loss': 0.7795126438140869}
+{'epoch': 167, 'iter': 120, 'avg_loss': 1.2065021548389403, 'avg_acc_mask': 57.86670724284845, 'loss': 1.1441359519958496}
+{'epoch': 167, 'iter': 130, 'avg_loss': 1.2106370252507332, 'avg_acc_mask': 57.63966480446927, 'loss': 1.1650609970092773}
+{'epoch': 167, 'iter': 140, 'avg_loss': 1.21259402341031, 'avg_acc_mask': 57.408603539594374, 'loss': 1.1412326097488403}
+{'epoch': 167, 'iter': 150, 'avg_loss': 1.2044441632877123, 'avg_acc_mask': 57.69324554986589, 'loss': 1.3074390888214111}
+{'epoch': 167, 'iter': 160, 'avg_loss': 1.2060851206690628, 'avg_acc_mask': 57.6605504587156, 'loss': 1.4742486476898193}
+{'epoch': 167, 'iter': 170, 'avg_loss': 1.2032942461688616, 'avg_acc_mask': 57.63169257340242, 'loss': 1.0781205892562866}
+{'epoch': 167, 'iter': 180, 'avg_loss': 1.2048711806371066, 'avg_acc_mask': 57.64334453610347, 'loss': 1.331052303314209}
+{'epoch': 167, 'iter': 190, 'avg_loss': 1.2009739857069486, 'avg_acc_mask': 57.78353980601172, 'loss': 1.0936192274093628}
+{'epoch': 167, 'iter': 200, 'avg_loss': 1.1995334666759814, 'avg_acc_mask': 57.96218869296491, 'loss': 1.1372220516204834}
+{'epoch': 167, 'iter': 210, 'avg_loss': 1.196058420773366, 'avg_acc_mask': 58.14514738838131, 'loss': 0.9862828254699707}
+{'epoch': 167, 'iter': 220, 'avg_loss': 1.1940117157422578, 'avg_acc_mask': 58.13972580247927, 'loss': 1.5245816707611084}
+{'epoch': 167, 'iter': 230, 'avg_loss': 1.1924383031341421, 'avg_acc_mask': 58.253343823760815, 'loss': 1.3379019498825073}
+{'epoch': 167, 'iter': 240, 'avg_loss': 1.1915283084410355, 'avg_acc_mask': 58.32263908809542, 'loss': 1.0877959728240967}
+{'epoch': 167, 'iter': 250, 'avg_loss': 1.1935057628202248, 'avg_acc_mask': 58.17748573904253, 'loss': 0.9485158324241638}
+{'epoch': 167, 'iter': 260, 'avg_loss': 1.193363802186374, 'avg_acc_mask': 58.350701681256076, 'loss': 0.9940070509910583}
+{'epoch': 167, 'iter': 270, 'avg_loss': 1.1969637089989722, 'avg_acc_mask': 58.2548272866974, 'loss': 1.1981226205825806}
+{'epoch': 167, 'iter': 280, 'avg_loss': 1.1989221978017868, 'avg_acc_mask': 58.10924098794092, 'loss': 0.8484797477722168}
+{'epoch': 167, 'iter': 290, 'avg_loss': 1.1985426842142217, 'avg_acc_mask': 58.0809968847352, 'loss': 1.1254267692565918}
+{'epoch': 167, 'iter': 300, 'avg_loss': 1.1960058010297756, 'avg_acc_mask': 58.17644219164856, 'loss': 1.0783143043518066}
+{'epoch': 167, 'iter': 310, 'avg_loss': 1.1937418877120187, 'avg_acc_mask': 58.241308793456035, 'loss': 0.789010226726532}
+{'epoch': 167, 'iter': 320, 'avg_loss': 1.1935510499826474, 'avg_acc_mask': 58.3243519201316, 'loss': 1.1906718015670776}
+{'epoch': 167, 'iter': 330, 'avg_loss': 1.193352416923039, 'avg_acc_mask': 58.29950630828304, 'loss': 1.0840290784835815}
+{'epoch': 167, 'iter': 340, 'avg_loss': 1.1918377311698154, 'avg_acc_mask': 58.32977588046958, 'loss': 1.0476157665252686}
+{'epoch': 167, 'iter': 350, 'avg_loss': 1.1923385651362928, 'avg_acc_mask': 58.339818417639435, 'loss': 1.0823999643325806}
+{'epoch': 167, 'iter': 360, 'avg_loss': 1.1915884789007192, 'avg_acc_mask': 58.43822374383244, 'loss': 1.2116533517837524}
+{'epoch': 167, 'iter': 370, 'avg_loss': 1.1935396832275904, 'avg_acc_mask': 58.3904444879577, 'loss': 1.4450445175170898}
+{'epoch': 167, 'iter': 380, 'avg_loss': 1.1962502994562385, 'avg_acc_mask': 58.31308077197998, 'loss': 0.7955884337425232}
+{'epoch': 167, 'iter': 390, 'avg_loss': 1.1982539652863426, 'avg_acc_mask': 58.28309062239124, 'loss': 1.6161683797836304}
+{'epoch': 167, 'iter': 400, 'avg_loss': 1.1995205173171368, 'avg_acc_mask': 58.25260298777728, 'loss': 1.1911747455596924}
+{'epoch': 167, 'iter': 410, 'avg_loss': 1.1971023220505448, 'avg_acc_mask': 58.35211952437784, 'loss': 0.8194136619567871}
+{'epoch': 167, 'iter': 420, 'avg_loss': 1.1973662830871528, 'avg_acc_mask': 58.35854438585876, 'loss': 1.1242121458053589}
+{'epoch': 167, 'iter': 430, 'avg_loss': 1.1990907663812216, 'avg_acc_mask': 58.28301169714116, 'loss': 1.4058946371078491}
+{'epoch': 167, 'iter': 440, 'avg_loss': 1.2026989623532545, 'avg_acc_mask': 58.170636067197755, 'loss': 1.4090557098388672}
+{'epoch': 167, 'iter': 450, 'avg_loss': 1.2036610572142505, 'avg_acc_mask': 58.10734463276837, 'loss': 1.051884412765503}
+{'epoch': 167, 'iter': 460, 'avg_loss': 1.2031595586696053, 'avg_acc_mask': 58.19752988991043, 'loss': 1.1273468732833862}
+{'epoch': 167, 'iter': 470, 'avg_loss': 1.2042841582288155, 'avg_acc_mask': 58.10549891875193, 'loss': 0.9483489394187927}
+{'epoch': 167, 'iter': 480, 'avg_loss': 1.2047981472372264, 'avg_acc_mask': 58.11066535462872, 'loss': 1.238182544708252}
+{'epoch': 167, 'iter': 490, 'avg_loss': 1.2059074535874874, 'avg_acc_mask': 58.12168625560788, 'loss': 1.191197395324707}
+{'epoch': 167, 'iter': 500, 'avg_loss': 1.2049467546973163, 'avg_acc_mask': 58.17422867513612, 'loss': 1.2010453939437866}
+{'epoch': 167, 'iter': 510, 'avg_loss': 1.2027996448388072, 'avg_acc_mask': 58.2743787550215, 'loss': 0.9883315563201904}
+{'epoch': 167, 'iter': 520, 'avg_loss': 1.201927505848275, 'avg_acc_mask': 58.34147021899847, 'loss': 1.3313308954238892}
+{'epoch': 167, 'iter': 530, 'avg_loss': 1.2010931952973993, 'avg_acc_mask': 58.42481447282925, 'loss': 1.0341739654541016}
+{'epoch': 167, 'iter': 540, 'avg_loss': 1.2017273526094758, 'avg_acc_mask': 58.39212524356648, 'loss': 1.3201206922531128}
+{'epoch': 167, 'iter': 550, 'avg_loss': 1.2014150708210662, 'avg_acc_mask': 58.33525630459865, 'loss': 1.1460953950881958}
+{'epoch': 167, 'iter': 560, 'avg_loss': 1.1999281921063727, 'avg_acc_mask': 58.40753812777256, 'loss': 1.1129217147827148}
+{'epoch': 167, 'iter': 570, 'avg_loss': 1.1986501900619466, 'avg_acc_mask': 58.456444218033624, 'loss': 0.944459080696106}
+{'epoch': 167, 'iter': 580, 'avg_loss': 1.1987367451909077, 'avg_acc_mask': 58.43409254225638, 'loss': 1.5223687887191772}
+{'epoch': 167, 'iter': 590, 'avg_loss': 1.1992012562888932, 'avg_acc_mask': 58.41447307798631, 'loss': 1.37079656124115}
+{'epoch': 167, 'iter': 600, 'avg_loss': 1.200366433368943, 'avg_acc_mask': 58.35095776179829, 'loss': 1.2223275899887085}
+{'epoch': 167, 'iter': 610, 'avg_loss': 1.2006272217060656, 'avg_acc_mask': 58.386569603327885, 'loss': 1.1868178844451904}
+{'epoch': 167, 'iter': 620, 'avg_loss': 1.1994239220488667, 'avg_acc_mask': 58.4408366242504, 'loss': 1.6850863695144653}
+{'epoch': 167, 'iter': 630, 'avg_loss': 1.198344022838514, 'avg_acc_mask': 58.455078799033714, 'loss': 1.0151329040527344}
+{'epoch': 167, 'iter': 640, 'avg_loss': 1.19820020769762, 'avg_acc_mask': 58.4810413771589, 'loss': 0.8985316157341003}
+{'epoch': 167, 'iter': 650, 'avg_loss': 1.1991725725146116, 'avg_acc_mask': 58.44853640790284, 'loss': 1.0082554817199707}
+{'epoch': 167, 'iter': 660, 'avg_loss': 1.199163891724487, 'avg_acc_mask': 58.42966314453611, 'loss': 1.0587514638900757}
+{'epoch': 167, 'iter': 670, 'avg_loss': 1.1996689737287256, 'avg_acc_mask': 58.38792986271578, 'loss': 1.3132957220077515}
+{'epoch': 167, 'iter': 680, 'avg_loss': 1.1992564017552112, 'avg_acc_mask': 58.359418893972226, 'loss': 1.4432162046432495}
+{'epoch': 167, 'iter': 690, 'avg_loss': 1.2001225434232896, 'avg_acc_mask': 58.33531008671358, 'loss': 1.2460554838180542}
+{'epoch': 167, 'iter': 700, 'avg_loss': 1.2016848262808633, 'avg_acc_mask': 58.301499441282715, 'loss': 1.058957815170288}
+{'epoch': 167, 'iter': 710, 'avg_loss': 1.200853451059505, 'avg_acc_mask': 58.367503844182465, 'loss': 0.8426102995872498}
+{'epoch': 167, 'iter': 720, 'avg_loss': 1.2019531073748817, 'avg_acc_mask': 58.36261153097592, 'loss': 1.207849144935608}
+{'epoch': 167, 'iter': 730, 'avg_loss': 1.2003447383275274, 'avg_acc_mask': 58.39297738098207, 'loss': 1.4320721626281738}
+{'epoch': 167, 'iter': 740, 'avg_loss': 1.2005292506192216, 'avg_acc_mask': 58.37660899313332, 'loss': 1.1507885456085205}
+{'epoch': 167, 'iter': 750, 'avg_loss': 1.2003916593270993, 'avg_acc_mask': 58.40269857063121, 'loss': 0.9928101301193237}
+{'epoch': 167, 'iter': 760, 'avg_loss': 1.200216057109457, 'avg_acc_mask': 58.42305939905518, 'loss': 1.1969105005264282}
+{'epoch': 167, 'iter': 770, 'avg_loss': 1.2007675787818106, 'avg_acc_mask': 58.389642300240986, 'loss': 1.2437411546707153}
+{'epoch': 167, 'iter': 780, 'avg_loss': 1.200412728493406, 'avg_acc_mask': 58.441497805584085, 'loss': 1.1881839036941528}
+{'epoch': 167, 'iter': 790, 'avg_loss': 1.2006943629001998, 'avg_acc_mask': 58.41855537129169, 'loss': 1.0648468732833862}
+{'epoch': 167, 'iter': 800, 'avg_loss': 1.200226357292742, 'avg_acc_mask': 58.39489056072005, 'loss': 1.44827401638031}
+{'epoch': 167, 'iter': 810, 'avg_loss': 1.1999470013872469, 'avg_acc_mask': 58.42989311057217, 'loss': 1.2262388467788696}
+{'epoch': 167, 'iter': 820, 'avg_loss': 1.20015970289925, 'avg_acc_mask': 58.408631751881536, 'loss': 1.221659779548645}
+{'epoch': 167, 'iter': 830, 'avg_loss': 1.2007188768306507, 'avg_acc_mask': 58.39223778372919, 'loss': 1.2901140451431274}
+{'epoch': 167, 'iter': 840, 'avg_loss': 1.2002622375306844, 'avg_acc_mask': 58.39292679755559, 'loss': 0.9097492694854736}
+{'epoch': 167, 'iter': 850, 'avg_loss': 1.201844276048322, 'avg_acc_mask': 58.33065673111925, 'loss': 1.158477544784546}
+{'epoch': 167, 'iter': 860, 'avg_loss': 1.2027430004774486, 'avg_acc_mask': 58.313411047876954, 'loss': 1.2827568054199219}
+{'epoch': 167, 'iter': 870, 'avg_loss': 1.204180605444377, 'avg_acc_mask': 58.27171324727409, 'loss': 1.4451364278793335}
+{'epoch': 167, 'iter': 880, 'avg_loss': 1.2047654581800626, 'avg_acc_mask': 58.254833911750126, 'loss': 0.8854146003723145}
+{'epoch': 167, 'iter': 890, 'avg_loss': 1.2028548425830707, 'avg_acc_mask': 58.359408552671944, 'loss': 0.7478461265563965}
+{'epoch': 167, 'iter': 900, 'avg_loss': 1.2028937333167327, 'avg_acc_mask': 58.383160956690375, 'loss': 1.2314326763153076}
+{'epoch': 167, 'iter': 910, 'avg_loss': 1.2030218576625988, 'avg_acc_mask': 58.4088640447195, 'loss': 1.1552625894546509}
+{'epoch': 167, 'iter': 920, 'avg_loss': 1.2020697545798154, 'avg_acc_mask': 58.43945266155185, 'loss': 1.110860824584961}
+{'epoch': 167, 'iter': 930, 'avg_loss': 1.2022977837558464, 'avg_acc_mask': 58.44745285233587, 'loss': 1.4311959743499756}
+{'epoch': 167, 'iter': 940, 'avg_loss': 1.2023886497291825, 'avg_acc_mask': 58.446331508598185, 'loss': 0.9327003955841064}
+{'epoch': 167, 'iter': 950, 'avg_loss': 1.2028493871197465, 'avg_acc_mask': 58.42668658202639, 'loss': 1.300276279449463}
+{'epoch': 167, 'iter': 960, 'avg_loss': 1.2022492119598587, 'avg_acc_mask': 58.45135847411031, 'loss': 1.2310471534729004}
+{'epoch': 167, 'iter': 970, 'avg_loss': 1.2022545238847466, 'avg_acc_mask': 58.46075911367943, 'loss': 1.1069036722183228}
+{'epoch': 167, 'iter': 980, 'avg_loss': 1.2021807553692816, 'avg_acc_mask': 58.43562554550687, 'loss': 1.0110669136047363}
+{'epoch': 167, 'iter': 990, 'avg_loss': 1.2023738961287151, 'avg_acc_mask': 58.42886537330981, 'loss': 1.4066075086593628}
+{'epoch': 167, 'iter': 1000, 'avg_loss': 1.2027626275778054, 'avg_acc_mask': 58.42365607041536, 'loss': 1.4969545602798462}
+{'epoch': 167, 'iter': 1010, 'avg_loss': 1.202690027352021, 'avg_acc_mask': 58.422274617087524, 'loss': 1.0671254396438599}
+{'epoch': 167, 'iter': 1020, 'avg_loss': 1.202170969807086, 'avg_acc_mask': 58.43683732202363, 'loss': 1.1417019367218018}
+{'epoch': 167, 'iter': 1030, 'avg_loss': 1.202288238604478, 'avg_acc_mask': 58.43702017260549, 'loss': 1.3883309364318848}
+{'epoch': 167, 'iter': 1040, 'avg_loss': 1.2027915563294798, 'avg_acc_mask': 58.443714395554466, 'loss': 1.4306176900863647}
+{'epoch': 167, 'iter': 1050, 'avg_loss': 1.2023395698031962, 'avg_acc_mask': 58.4791374625755, 'loss': 0.9168576002120972}
+{'epoch': 167, 'iter': 1060, 'avg_loss': 1.2023301099854522, 'avg_acc_mask': 58.46676037988138, 'loss': 1.109992504119873}
+{'epoch': 167, 'iter': 1070, 'avg_loss': 1.2018578371970483, 'avg_acc_mask': 58.4690636729564, 'loss': 1.1322789192199707}
+{'epoch': 167, 'iter': 1080, 'avg_loss': 1.2015426566929424, 'avg_acc_mask': 58.4955171659742, 'loss': 0.804409384727478}
+{'epoch': 167, 'iter': 1090, 'avg_loss': 1.2025179025997927, 'avg_acc_mask': 58.44486616060727, 'loss': 1.3309283256530762}
+{'epoch': 167, 'iter': 1100, 'avg_loss': 1.2024729736927529, 'avg_acc_mask': 58.43738145112075, 'loss': 0.9962903261184692}
+{'epoch': 'EP167_train', 'avg_loss': 1.2029569914977476, 'total_masked_acc': 58.42606137308723}
+{'epoch': 168, 'iter': 0, 'avg_loss': 1.4234038591384888, 'avg_acc_mask': 51.724137931034484, 'loss': 1.4234038591384888}
+{'epoch': 168, 'iter': 10, 'avg_loss': 1.2362317388707942, 'avg_acc_mask': 57.16560509554141, 'loss': 1.1819367408752441}
+{'epoch': 168, 'iter': 20, 'avg_loss': 1.241124255316598, 'avg_acc_mask': 56.44748078565329, 'loss': 1.1397548913955688}
+{'epoch': 168, 'iter': 30, 'avg_loss': 1.2317881814895137, 'avg_acc_mask': 57.11815561959654, 'loss': 1.326279878616333}
+{'epoch': 168, 'iter': 40, 'avg_loss': 1.2172799110412598, 'avg_acc_mask': 57.2234273318872, 'loss': 1.1005299091339111}
+{'epoch': 168, 'iter': 50, 'avg_loss': 1.2283634368111105, 'avg_acc_mask': 57.137883008356546, 'loss': 1.401463270187378}
+{'epoch': 168, 'iter': 60, 'avg_loss': 1.220294430607655, 'avg_acc_mask': 57.17219125843356, 'loss': 0.9180410504341125}
+{'epoch': 168, 'iter': 70, 'avg_loss': 1.2244013631847543, 'avg_acc_mask': 57.22250380131779, 'loss': 1.1769781112670898}
+{'epoch': 168, 'iter': 80, 'avg_loss': 1.225023881152824, 'avg_acc_mask': 57.56768752774079, 'loss': 1.3162983655929565}
+{'epoch': 168, 'iter': 90, 'avg_loss': 1.2326736613944336, 'avg_acc_mask': 57.525610717100086, 'loss': 1.3021601438522339}
+{'epoch': 168, 'iter': 100, 'avg_loss': 1.2169864980301055, 'avg_acc_mask': 58.02005012531328, 'loss': 0.8610725402832031}
+{'epoch': 168, 'iter': 110, 'avg_loss': 1.218351890911927, 'avg_acc_mask': 58.002288703612884, 'loss': 0.9568754434585571}
+{'epoch': 168, 'iter': 120, 'avg_loss': 1.2101097299047738, 'avg_acc_mask': 58.313289236319896, 'loss': 1.3153884410858154}
+{'epoch': 168, 'iter': 130, 'avg_loss': 1.2092854348757796, 'avg_acc_mask': 58.30447430392021, 'loss': 1.0792571306228638}
+{'epoch': 168, 'iter': 140, 'avg_loss': 1.2042449784617053, 'avg_acc_mask': 58.48597412578456, 'loss': 0.9410767555236816}
+{'epoch': 168, 'iter': 150, 'avg_loss': 1.1920382052857355, 'avg_acc_mask': 58.84194053208138, 'loss': 1.303663730621338}
+{'epoch': 168, 'iter': 160, 'avg_loss': 1.1915882129846893, 'avg_acc_mask': 59.00916185951816, 'loss': 1.2595231533050537}
+{'epoch': 168, 'iter': 170, 'avg_loss': 1.1999857746369658, 'avg_acc_mask': 58.703723347830696, 'loss': 1.3557040691375732}
+{'epoch': 168, 'iter': 180, 'avg_loss': 1.198979447559757, 'avg_acc_mask': 58.60134255084661, 'loss': 1.0461366176605225}
+{'epoch': 168, 'iter': 190, 'avg_loss': 1.1938492159568828, 'avg_acc_mask': 58.71176135284058, 'loss': 1.1080738306045532}
+{'epoch': 168, 'iter': 200, 'avg_loss': 1.1920447465199142, 'avg_acc_mask': 58.649598846119176, 'loss': 1.1531589031219482}
+{'epoch': 168, 'iter': 210, 'avg_loss': 1.190475242680283, 'avg_acc_mask': 58.679245283018865, 'loss': 1.1055827140808105}
+{'epoch': 168, 'iter': 220, 'avg_loss': 1.1866119557915769, 'avg_acc_mask': 58.73041909292217, 'loss': 1.457269549369812}
+{'epoch': 168, 'iter': 230, 'avg_loss': 1.1889081963729033, 'avg_acc_mask': 58.696678734456164, 'loss': 1.1034536361694336}
+{'epoch': 168, 'iter': 240, 'avg_loss': 1.1900574127173522, 'avg_acc_mask': 58.62563174172135, 'loss': 1.2994420528411865}
+{'epoch': 168, 'iter': 250, 'avg_loss': 1.1917192290028729, 'avg_acc_mask': 58.56169348992315, 'loss': 1.165330171585083}
+{'epoch': 168, 'iter': 260, 'avg_loss': 1.1913427849839018, 'avg_acc_mask': 58.54421579532815, 'loss': 1.0188789367675781}
+{'epoch': 168, 'iter': 270, 'avg_loss': 1.194459349026979, 'avg_acc_mask': 58.40778770502734, 'loss': 1.389312982559204}
+{'epoch': 168, 'iter': 280, 'avg_loss': 1.1943450682528078, 'avg_acc_mask': 58.39120370370371, 'loss': 0.7189814448356628}
+{'epoch': 168, 'iter': 290, 'avg_loss': 1.1934287351431305, 'avg_acc_mask': 58.39306862806208, 'loss': 0.9576889276504517}
+{'epoch': 168, 'iter': 300, 'avg_loss': 1.1885124179611966, 'avg_acc_mask': 58.54247104247104, 'loss': 1.0564113855361938}
+{'epoch': 168, 'iter': 310, 'avg_loss': 1.1895356283693834, 'avg_acc_mask': 58.42400842400842, 'loss': 1.1891076564788818}
+{'epoch': 168, 'iter': 320, 'avg_loss': 1.1915444343632255, 'avg_acc_mask': 58.35792101679528, 'loss': 1.2244080305099487}
+{'epoch': 168, 'iter': 330, 'avg_loss': 1.192375731432186, 'avg_acc_mask': 58.318249136086884, 'loss': 1.0538597106933594}
+{'epoch': 168, 'iter': 340, 'avg_loss': 1.1922912539974335, 'avg_acc_mask': 58.33775607684959, 'loss': 1.2790101766586304}
+{'epoch': 168, 'iter': 350, 'avg_loss': 1.1923387203461084, 'avg_acc_mask': 58.46233230134159, 'loss': 1.1536275148391724}
+{'epoch': 168, 'iter': 360, 'avg_loss': 1.1932681846816784, 'avg_acc_mask': 58.40092119755682, 'loss': 1.6153292655944824}
+{'epoch': 168, 'iter': 370, 'avg_loss': 1.1938072751474509, 'avg_acc_mask': 58.38003801354842, 'loss': 1.2385073900222778}
+{'epoch': 168, 'iter': 380, 'avg_loss': 1.197006629833712, 'avg_acc_mask': 58.29453681710214, 'loss': 0.7399563789367676}
+{'epoch': 168, 'iter': 390, 'avg_loss': 1.1969331385534439, 'avg_acc_mask': 58.2801073775803, 'loss': 1.2379297018051147}
+{'epoch': 168, 'iter': 400, 'avg_loss': 1.1978594014174921, 'avg_acc_mask': 58.26071251185262, 'loss': 1.2031291723251343}
+{'epoch': 168, 'iter': 410, 'avg_loss': 1.1957870581144254, 'avg_acc_mask': 58.32305252026789, 'loss': 1.1284838914871216}
+{'epoch': 168, 'iter': 420, 'avg_loss': 1.194080222389194, 'avg_acc_mask': 58.40406738765134, 'loss': 1.0508407354354858}
+{'epoch': 168, 'iter': 430, 'avg_loss': 1.1945859459326051, 'avg_acc_mask': 58.395388951996296, 'loss': 1.3634228706359863}
+{'epoch': 168, 'iter': 440, 'avg_loss': 1.1968928329528323, 'avg_acc_mask': 58.3679001191014, 'loss': 1.475479245185852}
+{'epoch': 168, 'iter': 450, 'avg_loss': 1.1977570643710456, 'avg_acc_mask': 58.37382051796828, 'loss': 1.0788661241531372}
+{'epoch': 168, 'iter': 460, 'avg_loss': 1.1982926457409229, 'avg_acc_mask': 58.33562423909202, 'loss': 1.4633781909942627}
+{'epoch': 168, 'iter': 470, 'avg_loss': 1.1981599128423477, 'avg_acc_mask': 58.36182719274655, 'loss': 1.3205862045288086}
+{'epoch': 168, 'iter': 480, 'avg_loss': 1.1969391220324748, 'avg_acc_mask': 58.45991878477966, 'loss': 0.9505009055137634}
+{'epoch': 168, 'iter': 490, 'avg_loss': 1.197438051161601, 'avg_acc_mask': 58.44582134690566, 'loss': 1.3161097764968872}
+{'epoch': 168, 'iter': 500, 'avg_loss': 1.1971301387646003, 'avg_acc_mask': 58.47377938517179, 'loss': 1.0871156454086304}
+{'epoch': 168, 'iter': 510, 'avg_loss': 1.196653238831201, 'avg_acc_mask': 58.50414923044187, 'loss': 0.9661818146705627}
+{'epoch': 168, 'iter': 520, 'avg_loss': 1.196254517318191, 'avg_acc_mask': 58.51575571667597, 'loss': 1.2802668809890747}
+{'epoch': 168, 'iter': 530, 'avg_loss': 1.1946298025422177, 'avg_acc_mask': 58.51154833190761, 'loss': 0.9646242260932922}
+{'epoch': 168, 'iter': 540, 'avg_loss': 1.196467482008026, 'avg_acc_mask': 58.435799234025396, 'loss': 1.3195128440856934}
+{'epoch': 168, 'iter': 550, 'avg_loss': 1.196095078155912, 'avg_acc_mask': 58.43830376574557, 'loss': 1.2215884923934937}
+{'epoch': 168, 'iter': 560, 'avg_loss': 1.19526261399349, 'avg_acc_mask': 58.487749472659424, 'loss': 1.1795450448989868}
+{'epoch': 168, 'iter': 570, 'avg_loss': 1.194486821177962, 'avg_acc_mask': 58.50381387036032, 'loss': 1.2259057760238647}
+{'epoch': 168, 'iter': 580, 'avg_loss': 1.1949855788849717, 'avg_acc_mask': 58.472000250697256, 'loss': 1.6018331050872803}
+{'epoch': 168, 'iter': 590, 'avg_loss': 1.1940486992877954, 'avg_acc_mask': 58.4781269254467, 'loss': 0.8929327130317688}
+{'epoch': 168, 'iter': 600, 'avg_loss': 1.1937111334475423, 'avg_acc_mask': 58.4852522560717, 'loss': 1.423712134361267}
+{'epoch': 168, 'iter': 610, 'avg_loss': 1.193449732519796, 'avg_acc_mask': 58.489555436529194, 'loss': 1.2739019393920898}
+{'epoch': 168, 'iter': 620, 'avg_loss': 1.1912223765815513, 'avg_acc_mask': 58.57272540923599, 'loss': 1.4188581705093384}
+{'epoch': 168, 'iter': 630, 'avg_loss': 1.1914413850016525, 'avg_acc_mask': 58.550030303904876, 'loss': 0.8066074848175049}
+{'epoch': 168, 'iter': 640, 'avg_loss': 1.1910869335049585, 'avg_acc_mask': 58.57882165605095, 'loss': 0.7343472838401794}
+{'epoch': 168, 'iter': 650, 'avg_loss': 1.1927644164514615, 'avg_acc_mask': 58.540276921352095, 'loss': 1.0755082368850708}
+{'epoch': 168, 'iter': 660, 'avg_loss': 1.1929557095317003, 'avg_acc_mask': 58.53328547367258, 'loss': 1.2681958675384521}
+{'epoch': 168, 'iter': 670, 'avg_loss': 1.193404773219687, 'avg_acc_mask': 58.53094746002393, 'loss': 1.2483056783676147}
+{'epoch': 168, 'iter': 680, 'avg_loss': 1.1930298109411668, 'avg_acc_mask': 58.51971037811746, 'loss': 1.171283483505249}
+{'epoch': 168, 'iter': 690, 'avg_loss': 1.1938140253427232, 'avg_acc_mask': 58.498931201013384, 'loss': 1.1880600452423096}
+{'epoch': 168, 'iter': 700, 'avg_loss': 1.1960154539678305, 'avg_acc_mask': 58.42763859621738, 'loss': 1.595787763595581}
+{'epoch': 168, 'iter': 710, 'avg_loss': 1.196442213742542, 'avg_acc_mask': 58.43455483937239, 'loss': 1.157231092453003}
+{'epoch': 168, 'iter': 720, 'avg_loss': 1.1977151635615737, 'avg_acc_mask': 58.42406441484782, 'loss': 1.2721713781356812}
+{'epoch': 168, 'iter': 730, 'avg_loss': 1.1962864345140887, 'avg_acc_mask': 58.463115266355025, 'loss': 1.313659906387329}
+{'epoch': 168, 'iter': 740, 'avg_loss': 1.1963520859256287, 'avg_acc_mask': 58.451590611811746, 'loss': 1.1578404903411865}
+{'epoch': 168, 'iter': 750, 'avg_loss': 1.197955432966768, 'avg_acc_mask': 58.40574418887672, 'loss': 1.1304129362106323}
+{'epoch': 168, 'iter': 760, 'avg_loss': 1.1977812466107594, 'avg_acc_mask': 58.43415514131088, 'loss': 1.3145041465759277}
+{'epoch': 168, 'iter': 770, 'avg_loss': 1.1988728487847224, 'avg_acc_mask': 58.33926284331863, 'loss': 1.2763651609420776}
+{'epoch': 168, 'iter': 780, 'avg_loss': 1.1987980618672243, 'avg_acc_mask': 58.373564565268346, 'loss': 1.1113723516464233}
+{'epoch': 168, 'iter': 790, 'avg_loss': 1.1981744987021203, 'avg_acc_mask': 58.39738840526023, 'loss': 1.1677172183990479}
+{'epoch': 168, 'iter': 800, 'avg_loss': 1.1975381509790408, 'avg_acc_mask': 58.41830902190315, 'loss': 1.3354629278182983}
+{'epoch': 168, 'iter': 810, 'avg_loss': 1.1967118324392674, 'avg_acc_mask': 58.45048139944854, 'loss': 1.2646689414978027}
+{'epoch': 168, 'iter': 820, 'avg_loss': 1.195987673900595, 'avg_acc_mask': 58.49557917299276, 'loss': 1.2274264097213745}
+{'epoch': 168, 'iter': 830, 'avg_loss': 1.1949976431620537, 'avg_acc_mask': 58.52802965120127, 'loss': 1.4082034826278687}
+{'epoch': 168, 'iter': 840, 'avg_loss': 1.1942352725549488, 'avg_acc_mask': 58.57027692441772, 'loss': 1.1409380435943604}
+{'epoch': 168, 'iter': 850, 'avg_loss': 1.1951462981563616, 'avg_acc_mask': 58.51265278016871, 'loss': 1.1704429388046265}
+{'epoch': 168, 'iter': 860, 'avg_loss': 1.1957921711133055, 'avg_acc_mask': 58.49577440862955, 'loss': 1.2153607606887817}
+{'epoch': 168, 'iter': 870, 'avg_loss': 1.1971248670232009, 'avg_acc_mask': 58.435377002432276, 'loss': 1.2321561574935913}
+{'epoch': 168, 'iter': 880, 'avg_loss': 1.1968811414839866, 'avg_acc_mask': 58.459336693422934, 'loss': 0.9976624846458435}
+{'epoch': 168, 'iter': 890, 'avg_loss': 1.195890388571721, 'avg_acc_mask': 58.50827821371348, 'loss': 1.1810914278030396}
+{'epoch': 168, 'iter': 900, 'avg_loss': 1.1958422182535093, 'avg_acc_mask': 58.50389863547758, 'loss': 1.420193076133728}
+{'epoch': 168, 'iter': 910, 'avg_loss': 1.1966002699965048, 'avg_acc_mask': 58.481632325502076, 'loss': 1.198312759399414}
+{'epoch': 168, 'iter': 920, 'avg_loss': 1.19686644809901, 'avg_acc_mask': 58.476277553616505, 'loss': 1.083444595336914}
+{'epoch': 168, 'iter': 930, 'avg_loss': 1.1968934814476686, 'avg_acc_mask': 58.482397622842754, 'loss': 1.5524502992630005}
+{'epoch': 168, 'iter': 940, 'avg_loss': 1.1975746801505054, 'avg_acc_mask': 58.424954756854575, 'loss': 1.1991796493530273}
+{'epoch': 168, 'iter': 950, 'avg_loss': 1.1976588914321675, 'avg_acc_mask': 58.41936975113645, 'loss': 1.4536293745040894}
+{'epoch': 168, 'iter': 960, 'avg_loss': 1.1974067910652875, 'avg_acc_mask': 58.431335175831514, 'loss': 1.2811317443847656}
+{'epoch': 168, 'iter': 970, 'avg_loss': 1.1978684658247951, 'avg_acc_mask': 58.430928807166424, 'loss': 1.2515252828598022}
+{'epoch': 168, 'iter': 980, 'avg_loss': 1.1976306168675788, 'avg_acc_mask': 58.44572537168653, 'loss': 0.9298222661018372}
+{'epoch': 168, 'iter': 990, 'avg_loss': 1.1985572458636748, 'avg_acc_mask': 58.3957633686386, 'loss': 1.231289029121399}
+{'epoch': 168, 'iter': 1000, 'avg_loss': 1.198637721779106, 'avg_acc_mask': 58.40664354809272, 'loss': 1.2270541191101074}
+{'epoch': 168, 'iter': 1010, 'avg_loss': 1.1988087509907082, 'avg_acc_mask': 58.41544775714621, 'loss': 1.155918836593628}
+{'epoch': 168, 'iter': 1020, 'avg_loss': 1.198868715447847, 'avg_acc_mask': 58.41743611767232, 'loss': 1.1230542659759521}
+{'epoch': 168, 'iter': 1030, 'avg_loss': 1.1992063228651577, 'avg_acc_mask': 58.42461625722287, 'loss': 1.0547919273376465}
+{'epoch': 168, 'iter': 1040, 'avg_loss': 1.199087251274776, 'avg_acc_mask': 58.425014475969895, 'loss': 1.2391494512557983}
+{'epoch': 168, 'iter': 1050, 'avg_loss': 1.1987293757335216, 'avg_acc_mask': 58.42581318490172, 'loss': 1.2199262380599976}
+{'epoch': 168, 'iter': 1060, 'avg_loss': 1.1988886545897655, 'avg_acc_mask': 58.419084061568164, 'loss': 0.8297984600067139}
+{'epoch': 168, 'iter': 1070, 'avg_loss': 1.198497390824985, 'avg_acc_mask': 58.43736657843054, 'loss': 1.1699343919754028}
+{'epoch': 168, 'iter': 1080, 'avg_loss': 1.1988052849302018, 'avg_acc_mask': 58.4229936391934, 'loss': 0.9858219623565674}
+{'epoch': 168, 'iter': 1090, 'avg_loss': 1.1990684058882577, 'avg_acc_mask': 58.4126080257252, 'loss': 1.0692505836486816}
+{'epoch': 168, 'iter': 1100, 'avg_loss': 1.1989195332756701, 'avg_acc_mask': 58.43140509585858, 'loss': 1.0090135335922241}
+{'epoch': 'EP168_train', 'avg_loss': 1.1991501631779908, 'total_masked_acc': 58.41741374177115}
+{'epoch': 169, 'iter': 0, 'avg_loss': 1.223962664604187, 'avg_acc_mask': 58.333333333333336, 'loss': 1.223962664604187}
+{'epoch': 169, 'iter': 10, 'avg_loss': 1.2359727404334329, 'avg_acc_mask': 57.1912013536379, 'loss': 1.014724612236023}
+{'epoch': 169, 'iter': 20, 'avg_loss': 1.2706747083436876, 'avg_acc_mask': 56.51408450704225, 'loss': 1.395989179611206}
+{'epoch': 169, 'iter': 30, 'avg_loss': 1.250680137065149, 'avg_acc_mask': 56.419316843345115, 'loss': 1.4889761209487915}
+{'epoch': 169, 'iter': 40, 'avg_loss': 1.2388066620361515, 'avg_acc_mask': 56.96091348265261, 'loss': 1.2055062055587769}
+{'epoch': 169, 'iter': 50, 'avg_loss': 1.238292959390902, 'avg_acc_mask': 57.08785439271964, 'loss': 1.1271158456802368}
+{'epoch': 169, 'iter': 60, 'avg_loss': 1.2318479047446955, 'avg_acc_mask': 57.94229087729524, 'loss': 1.057704210281372}
+{'epoch': 169, 'iter': 70, 'avg_loss': 1.227217478651396, 'avg_acc_mask': 58.11752988047809, 'loss': 1.3304003477096558}
+{'epoch': 169, 'iter': 80, 'avg_loss': 1.2221318468635465, 'avg_acc_mask': 58.06878306878307, 'loss': 1.2050856351852417}
+{'epoch': 169, 'iter': 90, 'avg_loss': 1.2217311164834996, 'avg_acc_mask': 58.1508991399531, 'loss': 1.101548671722412}
+{'epoch': 169, 'iter': 100, 'avg_loss': 1.2053255421100277, 'avg_acc_mask': 58.644610458911416, 'loss': 0.9599084854125977}
+{'epoch': 169, 'iter': 110, 'avg_loss': 1.2117193652702882, 'avg_acc_mask': 58.538976957019116, 'loss': 1.1449507474899292}
+{'epoch': 169, 'iter': 120, 'avg_loss': 1.2120428070549136, 'avg_acc_mask': 58.3395774014686, 'loss': 1.4752787351608276}
+{'epoch': 169, 'iter': 130, 'avg_loss': 1.2170175245699992, 'avg_acc_mask': 58.19750719079578, 'loss': 1.4910662174224854}
+{'epoch': 169, 'iter': 140, 'avg_loss': 1.2180120433475954, 'avg_acc_mask': 58.05714285714285, 'loss': 1.0974159240722656}
+{'epoch': 169, 'iter': 150, 'avg_loss': 1.2074821374274247, 'avg_acc_mask': 58.49259436215958, 'loss': 1.2237942218780518}
+{'epoch': 169, 'iter': 160, 'avg_loss': 1.2047043683366006, 'avg_acc_mask': 58.507765023632686, 'loss': 1.1653552055358887}
+{'epoch': 169, 'iter': 170, 'avg_loss': 1.2056866765719407, 'avg_acc_mask': 58.40820209280203, 'loss': 1.3759876489639282}
+{'epoch': 169, 'iter': 180, 'avg_loss': 1.2044704582809744, 'avg_acc_mask': 58.45415458454155, 'loss': 1.2511969804763794}
+{'epoch': 169, 'iter': 190, 'avg_loss': 1.205432801034438, 'avg_acc_mask': 58.32229998108568, 'loss': 1.0409079790115356}
+{'epoch': 169, 'iter': 200, 'avg_loss': 1.2018628520752066, 'avg_acc_mask': 58.38414634146341, 'loss': 1.0311307907104492}
+{'epoch': 169, 'iter': 210, 'avg_loss': 1.1998350258687096, 'avg_acc_mask': 58.47059827600922, 'loss': 1.1166024208068848}
+{'epoch': 169, 'iter': 220, 'avg_loss': 1.1994503407456756, 'avg_acc_mask': 58.38893409275834, 'loss': 1.4106454849243164}
+{'epoch': 169, 'iter': 230, 'avg_loss': 1.2027175754179686, 'avg_acc_mask': 58.32229924448945, 'loss': 1.3645823001861572}
+{'epoch': 169, 'iter': 240, 'avg_loss': 1.202825400591886, 'avg_acc_mask': 58.35014570724053, 'loss': 1.1430102586746216}
+{'epoch': 169, 'iter': 250, 'avg_loss': 1.206386839488588, 'avg_acc_mask': 58.223211720769896, 'loss': 1.162872076034546}
+{'epoch': 169, 'iter': 260, 'avg_loss': 1.2068501863899816, 'avg_acc_mask': 58.18759936406995, 'loss': 1.0423154830932617}
+{'epoch': 169, 'iter': 270, 'avg_loss': 1.2078115049323472, 'avg_acc_mask': 58.10864656660911, 'loss': 1.3824771642684937}
+{'epoch': 169, 'iter': 280, 'avg_loss': 1.2103258795585496, 'avg_acc_mask': 58.001541227844854, 'loss': 0.6666668057441711}
+{'epoch': 169, 'iter': 290, 'avg_loss': 1.2080883492309202, 'avg_acc_mask': 58.147459727385375, 'loss': 1.1254483461380005}
+{'epoch': 169, 'iter': 300, 'avg_loss': 1.2070986143378324, 'avg_acc_mask': 58.175704077343426, 'loss': 1.1228339672088623}
+{'epoch': 169, 'iter': 310, 'avg_loss': 1.2067740714818336, 'avg_acc_mask': 58.13939958110309, 'loss': 1.1034202575683594}
+{'epoch': 169, 'iter': 320, 'avg_loss': 1.2079909003783609, 'avg_acc_mask': 58.155586987270155, 'loss': 1.1134365797042847}
+{'epoch': 169, 'iter': 330, 'avg_loss': 1.2093774955438343, 'avg_acc_mask': 58.09832107977614, 'loss': 0.8893246054649353}
+{'epoch': 169, 'iter': 340, 'avg_loss': 1.2048531071531459, 'avg_acc_mask': 58.190045248868785, 'loss': 1.1495822668075562}
+{'epoch': 169, 'iter': 350, 'avg_loss': 1.2019268046756755, 'avg_acc_mask': 58.30097841279702, 'loss': 1.0761030912399292}
+{'epoch': 169, 'iter': 360, 'avg_loss': 1.2000308926746126, 'avg_acc_mask': 58.411661221412416, 'loss': 1.2484596967697144}
+{'epoch': 169, 'iter': 370, 'avg_loss': 1.2007138080031403, 'avg_acc_mask': 58.43456112852664, 'loss': 1.234456181526184}
+{'epoch': 169, 'iter': 380, 'avg_loss': 1.2043125598136522, 'avg_acc_mask': 58.35798110867284, 'loss': 1.0548609495162964}
+{'epoch': 169, 'iter': 390, 'avg_loss': 1.2034897593890919, 'avg_acc_mask': 58.36470971040766, 'loss': 1.672654151916504}
+{'epoch': 169, 'iter': 400, 'avg_loss': 1.2040853185249385, 'avg_acc_mask': 58.38444414156558, 'loss': 1.1811319589614868}
+{'epoch': 169, 'iter': 410, 'avg_loss': 1.2026369737012543, 'avg_acc_mask': 58.38798298475718, 'loss': 1.1591447591781616}
+{'epoch': 169, 'iter': 420, 'avg_loss': 1.2025487809453044, 'avg_acc_mask': 58.39612020438209, 'loss': 1.149629831314087}
+{'epoch': 169, 'iter': 430, 'avg_loss': 1.2027350626799458, 'avg_acc_mask': 58.42644320297951, 'loss': 1.0873591899871826}
+{'epoch': 169, 'iter': 440, 'avg_loss': 1.2050773817665723, 'avg_acc_mask': 58.34574028122416, 'loss': 1.4047374725341797}
+{'epoch': 169, 'iter': 450, 'avg_loss': 1.2044148442486173, 'avg_acc_mask': 58.37171717171717, 'loss': 0.8466508388519287}
+{'epoch': 169, 'iter': 460, 'avg_loss': 1.206068655673956, 'avg_acc_mask': 58.31092835679266, 'loss': 1.3366678953170776}
+{'epoch': 169, 'iter': 470, 'avg_loss': 1.207127316489088, 'avg_acc_mask': 58.26016323057286, 'loss': 1.282806634902954}
+{'epoch': 169, 'iter': 480, 'avg_loss': 1.205034620424814, 'avg_acc_mask': 58.357626926134856, 'loss': 1.1073799133300781}
+{'epoch': 169, 'iter': 490, 'avg_loss': 1.207730979759193, 'avg_acc_mask': 58.28539617739841, 'loss': 1.2917425632476807}
+{'epoch': 169, 'iter': 500, 'avg_loss': 1.2069609153294516, 'avg_acc_mask': 58.31120165896606, 'loss': 1.1608484983444214}
+{'epoch': 169, 'iter': 510, 'avg_loss': 1.2067910026897424, 'avg_acc_mask': 58.31610465530762, 'loss': 1.111131191253662}
+{'epoch': 169, 'iter': 520, 'avg_loss': 1.2063157107688187, 'avg_acc_mask': 58.33216978497626, 'loss': 1.0932449102401733}
+{'epoch': 169, 'iter': 530, 'avg_loss': 1.2058165485351549, 'avg_acc_mask': 58.309926697266555, 'loss': 0.9305729269981384}
+{'epoch': 169, 'iter': 540, 'avg_loss': 1.206184693052676, 'avg_acc_mask': 58.28903989773262, 'loss': 1.388037919998169}
+{'epoch': 169, 'iter': 550, 'avg_loss': 1.2069917979993319, 'avg_acc_mask': 58.228475180818386, 'loss': 1.0434167385101318}
+{'epoch': 169, 'iter': 560, 'avg_loss': 1.2068682008036105, 'avg_acc_mask': 58.23347946095146, 'loss': 1.187787413597107}
+{'epoch': 169, 'iter': 570, 'avg_loss': 1.2049471183750133, 'avg_acc_mask': 58.308321093300975, 'loss': 1.1852502822875977}
+{'epoch': 169, 'iter': 580, 'avg_loss': 1.204487302524908, 'avg_acc_mask': 58.2881329361969, 'loss': 1.4162616729736328}
+{'epoch': 169, 'iter': 590, 'avg_loss': 1.203478724218262, 'avg_acc_mask': 58.31536139010414, 'loss': 0.8172815442085266}
+{'epoch': 169, 'iter': 600, 'avg_loss': 1.2047706852340063, 'avg_acc_mask': 58.30049111744376, 'loss': 1.4834545850753784}
+{'epoch': 169, 'iter': 610, 'avg_loss': 1.2069884529870778, 'avg_acc_mask': 58.22999880767855, 'loss': 1.5007621049880981}
+{'epoch': 169, 'iter': 620, 'avg_loss': 1.2042618751909806, 'avg_acc_mask': 58.3115625091731, 'loss': 1.482619285583496}
+{'epoch': 169, 'iter': 630, 'avg_loss': 1.202385809266624, 'avg_acc_mask': 58.32538788246511, 'loss': 1.0734554529190063}
+{'epoch': 169, 'iter': 640, 'avg_loss': 1.20299683876231, 'avg_acc_mask': 58.325976134195315, 'loss': 0.9334132075309753}
+{'epoch': 169, 'iter': 650, 'avg_loss': 1.204303901865735, 'avg_acc_mask': 58.253081393716485, 'loss': 1.0529903173446655}
+{'epoch': 169, 'iter': 660, 'avg_loss': 1.2025578113980084, 'avg_acc_mask': 58.29948326839648, 'loss': 1.0880753993988037}
+{'epoch': 169, 'iter': 670, 'avg_loss': 1.202399167502868, 'avg_acc_mask': 58.29909949125337, 'loss': 1.2974339723587036}
+{'epoch': 169, 'iter': 680, 'avg_loss': 1.2023549919261456, 'avg_acc_mask': 58.29763307272143, 'loss': 1.3325634002685547}
+{'epoch': 169, 'iter': 690, 'avg_loss': 1.2037824412158187, 'avg_acc_mask': 58.234192408135264, 'loss': 1.0854510068893433}
+{'epoch': 169, 'iter': 700, 'avg_loss': 1.2052578598728534, 'avg_acc_mask': 58.1889497882952, 'loss': 1.1440973281860352}
+{'epoch': 169, 'iter': 710, 'avg_loss': 1.2046189770919864, 'avg_acc_mask': 58.2530737704918, 'loss': 1.1132055521011353}
+{'epoch': 169, 'iter': 720, 'avg_loss': 1.2059418442510534, 'avg_acc_mask': 58.200857935907145, 'loss': 1.2563966512680054}
+{'epoch': 169, 'iter': 730, 'avg_loss': 1.2045719963581225, 'avg_acc_mask': 58.20382546323969, 'loss': 1.2502230405807495}
+{'epoch': 169, 'iter': 740, 'avg_loss': 1.2057931311378274, 'avg_acc_mask': 58.17038419966592, 'loss': 1.1991121768951416}
+{'epoch': 169, 'iter': 750, 'avg_loss': 1.2069096742235075, 'avg_acc_mask': 58.12003102579018, 'loss': 0.9452557563781738}
+{'epoch': 169, 'iter': 760, 'avg_loss': 1.2058720204895963, 'avg_acc_mask': 58.18847866685821, 'loss': 0.9251980185508728}
+{'epoch': 169, 'iter': 770, 'avg_loss': 1.206326936624084, 'avg_acc_mask': 58.14414967754128, 'loss': 1.096948266029358}
+{'epoch': 169, 'iter': 780, 'avg_loss': 1.2055982723736733, 'avg_acc_mask': 58.1828784697924, 'loss': 1.1916782855987549}
+{'epoch': 169, 'iter': 790, 'avg_loss': 1.2046970786849407, 'avg_acc_mask': 58.21273850124435, 'loss': 1.2030409574508667}
+{'epoch': 169, 'iter': 800, 'avg_loss': 1.204718941234322, 'avg_acc_mask': 58.23965776179857, 'loss': 1.367445707321167}
+{'epoch': 169, 'iter': 810, 'avg_loss': 1.2045000507858032, 'avg_acc_mask': 58.24319158027301, 'loss': 1.0050921440124512}
+{'epoch': 169, 'iter': 820, 'avg_loss': 1.2036030141502874, 'avg_acc_mask': 58.264986330599456, 'loss': 1.177173376083374}
+{'epoch': 169, 'iter': 830, 'avg_loss': 1.2033600021068513, 'avg_acc_mask': 58.3054945054945, 'loss': 1.3644368648529053}
+{'epoch': 169, 'iter': 840, 'avg_loss': 1.2028758594595719, 'avg_acc_mask': 58.29590574757534, 'loss': 0.9974225759506226}
+{'epoch': 169, 'iter': 850, 'avg_loss': 1.2040540456911932, 'avg_acc_mask': 58.238319759965705, 'loss': 1.1824026107788086}
+{'epoch': 169, 'iter': 860, 'avg_loss': 1.2042074797460842, 'avg_acc_mask': 58.24556951317514, 'loss': 1.125917911529541}
+{'epoch': 169, 'iter': 870, 'avg_loss': 1.2048146078698807, 'avg_acc_mask': 58.217834182182514, 'loss': 1.1666913032531738}
+{'epoch': 169, 'iter': 880, 'avg_loss': 1.2050687004975915, 'avg_acc_mask': 58.23928696692732, 'loss': 1.0120583772659302}
+{'epoch': 169, 'iter': 890, 'avg_loss': 1.2053567754432943, 'avg_acc_mask': 58.238885825726484, 'loss': 0.967582106590271}
+{'epoch': 169, 'iter': 900, 'avg_loss': 1.2057747780019779, 'avg_acc_mask': 58.23630309756835, 'loss': 1.3817188739776611}
+{'epoch': 169, 'iter': 910, 'avg_loss': 1.2059843953694784, 'avg_acc_mask': 58.22681316928231, 'loss': 1.1011167764663696}
+{'epoch': 169, 'iter': 920, 'avg_loss': 1.2061599174617557, 'avg_acc_mask': 58.22479593651797, 'loss': 1.3847012519836426}
+{'epoch': 169, 'iter': 930, 'avg_loss': 1.2071505591641436, 'avg_acc_mask': 58.19191366231329, 'loss': 1.5729498863220215}
+{'epoch': 169, 'iter': 940, 'avg_loss': 1.2073806447633142, 'avg_acc_mask': 58.16255510014693, 'loss': 1.011966586112976}
+{'epoch': 169, 'iter': 950, 'avg_loss': 1.2079462599553772, 'avg_acc_mask': 58.122011856951616, 'loss': 1.5055115222930908}
+{'epoch': 169, 'iter': 960, 'avg_loss': 1.2083203691473612, 'avg_acc_mask': 58.10403923722234, 'loss': 1.1980922222137451}
+{'epoch': 169, 'iter': 970, 'avg_loss': 1.2085836899882119, 'avg_acc_mask': 58.11791170681413, 'loss': 1.2422391176223755}
+{'epoch': 169, 'iter': 980, 'avg_loss': 1.2091771572008045, 'avg_acc_mask': 58.1044465889689, 'loss': 1.050843358039856}
+{'epoch': 169, 'iter': 990, 'avg_loss': 1.209846745526153, 'avg_acc_mask': 58.101584154780916, 'loss': 1.261289119720459}
+{'epoch': 169, 'iter': 1000, 'avg_loss': 1.2095223982017358, 'avg_acc_mask': 58.12166139757985, 'loss': 1.4970866441726685}
+{'epoch': 169, 'iter': 1010, 'avg_loss': 1.2086491411446818, 'avg_acc_mask': 58.154405937027164, 'loss': 0.9772330522537231}
+{'epoch': 169, 'iter': 1020, 'avg_loss': 1.2081075804590828, 'avg_acc_mask': 58.18223957497638, 'loss': 0.8709346652030945}
+{'epoch': 169, 'iter': 1030, 'avg_loss': 1.2077669213976707, 'avg_acc_mask': 58.20260052293125, 'loss': 1.3124240636825562}
+{'epoch': 169, 'iter': 1040, 'avg_loss': 1.2077230138348114, 'avg_acc_mask': 58.21164372781169, 'loss': 1.427367925643921}
+{'epoch': 169, 'iter': 1050, 'avg_loss': 1.207869239924183, 'avg_acc_mask': 58.19763010186404, 'loss': 1.014066457748413}
+{'epoch': 169, 'iter': 1060, 'avg_loss': 1.208053673751842, 'avg_acc_mask': 58.18734020830831, 'loss': 1.2123956680297852}
+{'epoch': 169, 'iter': 1070, 'avg_loss': 1.2076408826893006, 'avg_acc_mask': 58.186731936158274, 'loss': 1.126346468925476}
+{'epoch': 169, 'iter': 1080, 'avg_loss': 1.2075083246945673, 'avg_acc_mask': 58.199107969368, 'loss': 1.0699634552001953}
+{'epoch': 169, 'iter': 1090, 'avg_loss': 1.2080973252367253, 'avg_acc_mask': 58.168856909675384, 'loss': 1.399609088897705}
+{'epoch': 169, 'iter': 1100, 'avg_loss': 1.2074053305912624, 'avg_acc_mask': 58.186111019383816, 'loss': 1.14605712890625}
+{'epoch': 'EP169_train', 'avg_loss': 1.2076161304750055, 'total_masked_acc': 58.16272793101178}
+{'epoch': 170, 'iter': 0, 'avg_loss': 1.313260793685913, 'avg_acc_mask': 51.35135135135135, 'loss': 1.313260793685913}
+{'epoch': 170, 'iter': 10, 'avg_loss': 1.2345393245870417, 'avg_acc_mask': 57.61904761904761, 'loss': 1.1567211151123047}
+{'epoch': 170, 'iter': 20, 'avg_loss': 1.2460952713376, 'avg_acc_mask': 57.25062866722548, 'loss': 1.28328537940979}
+{'epoch': 170, 'iter': 30, 'avg_loss': 1.238997926635127, 'avg_acc_mask': 56.98134539287734, 'loss': 1.330197811126709}
+{'epoch': 170, 'iter': 40, 'avg_loss': 1.2212246772719593, 'avg_acc_mask': 57.77682033606204, 'loss': 1.0068511962890625}
+{'epoch': 170, 'iter': 50, 'avg_loss': 1.2268549005190532, 'avg_acc_mask': 57.745030843043175, 'loss': 1.0315375328063965}
+{'epoch': 170, 'iter': 60, 'avg_loss': 1.2264497475545915, 'avg_acc_mask': 57.68115942028985, 'loss': 1.1378425359725952}
+{'epoch': 170, 'iter': 70, 'avg_loss': 1.2205216187826344, 'avg_acc_mask': 57.85536159600998, 'loss': 1.0765302181243896}
+{'epoch': 170, 'iter': 80, 'avg_loss': 1.2186289157396482, 'avg_acc_mask': 57.87978142076503, 'loss': 1.0741041898727417}
+{'epoch': 170, 'iter': 90, 'avg_loss': 1.2274450659751892, 'avg_acc_mask': 57.64411027568922, 'loss': 1.2695759534835815}
+{'epoch': 170, 'iter': 100, 'avg_loss': 1.2113954885171192, 'avg_acc_mask': 58.27791389569479, 'loss': 0.70268714427948}
+{'epoch': 170, 'iter': 110, 'avg_loss': 1.2104329681611277, 'avg_acc_mask': 58.23717948717949, 'loss': 1.0957077741622925}
+{'epoch': 170, 'iter': 120, 'avg_loss': 1.2137809720906345, 'avg_acc_mask': 57.96759941089839, 'loss': 1.272911548614502}
+{'epoch': 170, 'iter': 130, 'avg_loss': 1.218062195614094, 'avg_acc_mask': 58.0246913580247, 'loss': 1.1130099296569824}
+{'epoch': 170, 'iter': 140, 'avg_loss': 1.2165622981727546, 'avg_acc_mask': 57.95168595873176, 'loss': 1.0113258361816406}
+{'epoch': 170, 'iter': 150, 'avg_loss': 1.2100259140627274, 'avg_acc_mask': 58.1880301602262, 'loss': 1.5326473712921143}
+{'epoch': 170, 'iter': 160, 'avg_loss': 1.2073451810001588, 'avg_acc_mask': 58.21143617021277, 'loss': 1.1999871730804443}
+{'epoch': 170, 'iter': 170, 'avg_loss': 1.2105210681407772, 'avg_acc_mask': 57.94402247424826, 'loss': 1.2844223976135254}
+{'epoch': 170, 'iter': 180, 'avg_loss': 1.2103774119477246, 'avg_acc_mask': 57.96303578450649, 'loss': 1.3159586191177368}
+{'epoch': 170, 'iter': 190, 'avg_loss': 1.2087754117256684, 'avg_acc_mask': 57.96190123913445, 'loss': 1.1247656345367432}
+{'epoch': 170, 'iter': 200, 'avg_loss': 1.206906412074815, 'avg_acc_mask': 58.01721109940288, 'loss': 1.1814730167388916}
+{'epoch': 170, 'iter': 210, 'avg_loss': 1.2096176014692297, 'avg_acc_mask': 57.98072894847088, 'loss': 1.342545509338379}
+{'epoch': 170, 'iter': 220, 'avg_loss': 1.2114767885316011, 'avg_acc_mask': 57.94900487570938, 'loss': 1.307659387588501}
+{'epoch': 170, 'iter': 230, 'avg_loss': 1.2084092946795675, 'avg_acc_mask': 58.023933722000606, 'loss': 1.1597580909729004}
+{'epoch': 170, 'iter': 240, 'avg_loss': 1.2063081036959447, 'avg_acc_mask': 58.16288857712472, 'loss': 0.9366154074668884}
+{'epoch': 170, 'iter': 250, 'avg_loss': 1.2107072087873025, 'avg_acc_mask': 58.01537585421413, 'loss': 1.2064391374588013}
+{'epoch': 170, 'iter': 260, 'avg_loss': 1.2136384346932743, 'avg_acc_mask': 57.93471566413467, 'loss': 1.2382171154022217}
+{'epoch': 170, 'iter': 270, 'avg_loss': 1.213416271763974, 'avg_acc_mask': 57.92550745582342, 'loss': 1.5811002254486084}
+{'epoch': 170, 'iter': 280, 'avg_loss': 1.2148567582364609, 'avg_acc_mask': 57.91476407914764, 'loss': 0.5049176812171936}
+{'epoch': 170, 'iter': 290, 'avg_loss': 1.2152870881188775, 'avg_acc_mask': 57.869887792016684, 'loss': 1.0556262731552124}
+{'epoch': 170, 'iter': 300, 'avg_loss': 1.2101880525829785, 'avg_acc_mask': 58.0131821150763, 'loss': 1.0294023752212524}
+{'epoch': 170, 'iter': 310, 'avg_loss': 1.2081758821700548, 'avg_acc_mask': 58.0226997753068, 'loss': 1.0657927989959717}
+{'epoch': 170, 'iter': 320, 'avg_loss': 1.2096017289941556, 'avg_acc_mask': 58.01389822909662, 'loss': 1.0531541109085083}
+{'epoch': 170, 'iter': 330, 'avg_loss': 1.2103374019670343, 'avg_acc_mask': 57.96195652173913, 'loss': 1.042863368988037}
+{'epoch': 170, 'iter': 340, 'avg_loss': 1.2112824872267212, 'avg_acc_mask': 57.93332630024264, 'loss': 1.3815093040466309}
+{'epoch': 170, 'iter': 350, 'avg_loss': 1.2118417736981328, 'avg_acc_mask': 57.948823348062895, 'loss': 1.263270616531372}
+{'epoch': 170, 'iter': 360, 'avg_loss': 1.2100601050166873, 'avg_acc_mask': 57.947052947052946, 'loss': 1.0091891288757324}
+{'epoch': 170, 'iter': 370, 'avg_loss': 1.2090861022151063, 'avg_acc_mask': 58.009708737864074, 'loss': 0.9730268120765686}
+{'epoch': 170, 'iter': 380, 'avg_loss': 1.2110243205792635, 'avg_acc_mask': 57.94622182316525, 'loss': 1.0244618654251099}
+{'epoch': 170, 'iter': 390, 'avg_loss': 1.2117667221809592, 'avg_acc_mask': 57.960668723806016, 'loss': 1.166528582572937}
+{'epoch': 170, 'iter': 400, 'avg_loss': 1.2132807504060559, 'avg_acc_mask': 57.92261423826196, 'loss': 1.4651052951812744}
+{'epoch': 170, 'iter': 410, 'avg_loss': 1.2118839000118329, 'avg_acc_mask': 57.9312160028075, 'loss': 1.1687995195388794}
+{'epoch': 170, 'iter': 420, 'avg_loss': 1.2094121358032182, 'avg_acc_mask': 57.98895122264571, 'loss': 1.129106044769287}
+{'epoch': 170, 'iter': 430, 'avg_loss': 1.207953279021168, 'avg_acc_mask': 58.119193102871016, 'loss': 1.2426902055740356}
+{'epoch': 170, 'iter': 440, 'avg_loss': 1.2100054420986954, 'avg_acc_mask': 58.01470588235295, 'loss': 1.585048794746399}
+{'epoch': 170, 'iter': 450, 'avg_loss': 1.2097084093384627, 'avg_acc_mask': 58.007032124021094, 'loss': 0.9234243035316467}
+{'epoch': 170, 'iter': 460, 'avg_loss': 1.2096488702710952, 'avg_acc_mask': 58.061997345201846, 'loss': 1.3819857835769653}
+{'epoch': 170, 'iter': 470, 'avg_loss': 1.208918779582228, 'avg_acc_mask': 58.030811470408786, 'loss': 0.9359440803527832}
+{'epoch': 170, 'iter': 480, 'avg_loss': 1.2059001197066475, 'avg_acc_mask': 58.138492567416144, 'loss': 1.1124330759048462}
+{'epoch': 170, 'iter': 490, 'avg_loss': 1.2051760194379297, 'avg_acc_mask': 58.16935986222565, 'loss': 1.148687720298767}
+{'epoch': 170, 'iter': 500, 'avg_loss': 1.2043991881811213, 'avg_acc_mask': 58.17809105948356, 'loss': 0.9467191696166992}
+{'epoch': 170, 'iter': 510, 'avg_loss': 1.2034045193643252, 'avg_acc_mask': 58.217633377968845, 'loss': 0.9993255138397217}
+{'epoch': 170, 'iter': 520, 'avg_loss': 1.2035491535736824, 'avg_acc_mask': 58.200692041522494, 'loss': 1.2907817363739014}
+{'epoch': 170, 'iter': 530, 'avg_loss': 1.2036319876233512, 'avg_acc_mask': 58.19658206774708, 'loss': 0.898034930229187}
+{'epoch': 170, 'iter': 540, 'avg_loss': 1.203415959853121, 'avg_acc_mask': 58.22670931627349, 'loss': 1.205660343170166}
+{'epoch': 170, 'iter': 550, 'avg_loss': 1.2039419635995114, 'avg_acc_mask': 58.22150945866335, 'loss': 1.1217740774154663}
+{'epoch': 170, 'iter': 560, 'avg_loss': 1.2045008091259342, 'avg_acc_mask': 58.17532112159161, 'loss': 1.306710958480835}
+{'epoch': 170, 'iter': 570, 'avg_loss': 1.2029767899191735, 'avg_acc_mask': 58.22271503247267, 'loss': 1.2733789682388306}
+{'epoch': 170, 'iter': 580, 'avg_loss': 1.2032434781836971, 'avg_acc_mask': 58.20714530020833, 'loss': 1.5176974534988403}
+{'epoch': 170, 'iter': 590, 'avg_loss': 1.202347633146796, 'avg_acc_mask': 58.21817292405528, 'loss': 0.9772742390632629}
+{'epoch': 170, 'iter': 600, 'avg_loss': 1.2018116645626538, 'avg_acc_mask': 58.221032366742875, 'loss': 1.3611266613006592}
+{'epoch': 170, 'iter': 610, 'avg_loss': 1.2028250051890965, 'avg_acc_mask': 58.226426248891514, 'loss': 1.37814462184906}
+{'epoch': 170, 'iter': 620, 'avg_loss': 1.199667102424803, 'avg_acc_mask': 58.332847905865904, 'loss': 1.5602385997772217}
+{'epoch': 170, 'iter': 630, 'avg_loss': 1.1990730983047213, 'avg_acc_mask': 58.320208470547804, 'loss': 0.9307972192764282}
+{'epoch': 170, 'iter': 640, 'avg_loss': 1.1987067282943755, 'avg_acc_mask': 58.36981387861157, 'loss': 0.9363312721252441}
+{'epoch': 170, 'iter': 650, 'avg_loss': 1.1978915578667102, 'avg_acc_mask': 58.391297089755724, 'loss': 1.1391260623931885}
+{'epoch': 170, 'iter': 660, 'avg_loss': 1.1983350461712403, 'avg_acc_mask': 58.40669134786782, 'loss': 0.9952633380889893}
+{'epoch': 170, 'iter': 670, 'avg_loss': 1.198307231401722, 'avg_acc_mask': 58.42742153314246, 'loss': 1.1919341087341309}
+{'epoch': 170, 'iter': 680, 'avg_loss': 1.1993655469186506, 'avg_acc_mask': 58.39980855137205, 'loss': 1.4943060874938965}
+{'epoch': 170, 'iter': 690, 'avg_loss': 1.2000345384591569, 'avg_acc_mask': 58.37614005660971, 'loss': 1.4155125617980957}
+{'epoch': 170, 'iter': 700, 'avg_loss': 1.2022289093397824, 'avg_acc_mask': 58.30708864680675, 'loss': 1.2517024278640747}
+{'epoch': 170, 'iter': 710, 'avg_loss': 1.2011921506809953, 'avg_acc_mask': 58.38319541693189, 'loss': 0.9257349967956543}
+{'epoch': 170, 'iter': 720, 'avg_loss': 1.2024076747580144, 'avg_acc_mask': 58.35511763523024, 'loss': 1.0546064376831055}
+{'epoch': 170, 'iter': 730, 'avg_loss': 1.2009274051632992, 'avg_acc_mask': 58.38087206706681, 'loss': 1.3941280841827393}
+{'epoch': 170, 'iter': 740, 'avg_loss': 1.202174193584002, 'avg_acc_mask': 58.340878502385905, 'loss': 1.416738748550415}
+{'epoch': 170, 'iter': 750, 'avg_loss': 1.2027561885618496, 'avg_acc_mask': 58.276053348768784, 'loss': 1.1363624334335327}
+{'epoch': 170, 'iter': 760, 'avg_loss': 1.2019493373480483, 'avg_acc_mask': 58.34087768618669, 'loss': 0.8420136570930481}
+{'epoch': 170, 'iter': 770, 'avg_loss': 1.2037754184463763, 'avg_acc_mask': 58.28748765693328, 'loss': 1.4479961395263672}
+{'epoch': 170, 'iter': 780, 'avg_loss': 1.202891301902705, 'avg_acc_mask': 58.33933341075369, 'loss': 0.9563295841217041}
+{'epoch': 170, 'iter': 790, 'avg_loss': 1.2025862251386028, 'avg_acc_mask': 58.371217339394775, 'loss': 1.2233574390411377}
+{'epoch': 170, 'iter': 800, 'avg_loss': 1.202235822634453, 'avg_acc_mask': 58.369040331905055, 'loss': 1.0872172117233276}
+{'epoch': 170, 'iter': 810, 'avg_loss': 1.2016731738382733, 'avg_acc_mask': 58.38114019361779, 'loss': 1.1873310804367065}
+{'epoch': 170, 'iter': 820, 'avg_loss': 1.201909095629705, 'avg_acc_mask': 58.35306090842718, 'loss': 1.0492205619812012}
+{'epoch': 170, 'iter': 830, 'avg_loss': 1.2021357266839805, 'avg_acc_mask': 58.34499038293408, 'loss': 1.350699782371521}
+{'epoch': 170, 'iter': 840, 'avg_loss': 1.2015225643847984, 'avg_acc_mask': 58.37847169770603, 'loss': 1.4676867723464966}
+{'epoch': 170, 'iter': 850, 'avg_loss': 1.202962799967386, 'avg_acc_mask': 58.32835820895522, 'loss': 1.1667519807815552}
+{'epoch': 170, 'iter': 860, 'avg_loss': 1.2040666293668691, 'avg_acc_mask': 58.285762433383184, 'loss': 1.2424360513687134}
+{'epoch': 170, 'iter': 870, 'avg_loss': 1.2052034894100698, 'avg_acc_mask': 58.240661830426745, 'loss': 1.0454446077346802}
+{'epoch': 170, 'iter': 880, 'avg_loss': 1.2040911425458993, 'avg_acc_mask': 58.281262846337256, 'loss': 1.0728217363357544}
+{'epoch': 170, 'iter': 890, 'avg_loss': 1.2023230801460854, 'avg_acc_mask': 58.328073783007916, 'loss': 0.9455925226211548}
+{'epoch': 170, 'iter': 900, 'avg_loss': 1.2021505093402525, 'avg_acc_mask': 58.32360635942846, 'loss': 1.435153841972351}
+{'epoch': 170, 'iter': 910, 'avg_loss': 1.2031872139346063, 'avg_acc_mask': 58.295883873533505, 'loss': 1.294059157371521}
+{'epoch': 170, 'iter': 920, 'avg_loss': 1.2032816066092182, 'avg_acc_mask': 58.31314861857781, 'loss': 1.3786184787750244}
+{'epoch': 170, 'iter': 930, 'avg_loss': 1.203490188919512, 'avg_acc_mask': 58.294189876625026, 'loss': 1.3665993213653564}
+{'epoch': 170, 'iter': 940, 'avg_loss': 1.2033974249292003, 'avg_acc_mask': 58.292706426438, 'loss': 0.9109632968902588}
+{'epoch': 170, 'iter': 950, 'avg_loss': 1.2036678479234253, 'avg_acc_mask': 58.277703604806405, 'loss': 1.4094491004943848}
+{'epoch': 170, 'iter': 960, 'avg_loss': 1.204301502435438, 'avg_acc_mask': 58.25642187116622, 'loss': 1.2632769346237183}
+{'epoch': 170, 'iter': 970, 'avg_loss': 1.203724377340686, 'avg_acc_mask': 58.28247195624988, 'loss': 0.8622958660125732}
+{'epoch': 170, 'iter': 980, 'avg_loss': 1.2041306774246827, 'avg_acc_mask': 58.25611871977555, 'loss': 1.0927625894546509}
+{'epoch': 170, 'iter': 990, 'avg_loss': 1.2044927988776526, 'avg_acc_mask': 58.271541805164915, 'loss': 1.1525887250900269}
+{'epoch': 170, 'iter': 1000, 'avg_loss': 1.2044355515297596, 'avg_acc_mask': 58.263730701088335, 'loss': 1.477642297744751}
+{'epoch': 170, 'iter': 1010, 'avg_loss': 1.203977189980204, 'avg_acc_mask': 58.27269794616294, 'loss': 1.0378557443618774}
+{'epoch': 170, 'iter': 1020, 'avg_loss': 1.2042016251255319, 'avg_acc_mask': 58.26634726288705, 'loss': 1.0685690641403198}
+{'epoch': 170, 'iter': 1030, 'avg_loss': 1.2041278830381648, 'avg_acc_mask': 58.28616628581473, 'loss': 1.2154806852340698}
+{'epoch': 170, 'iter': 1040, 'avg_loss': 1.2045336873856562, 'avg_acc_mask': 58.27573599818938, 'loss': 1.47943913936615}
+{'epoch': 170, 'iter': 1050, 'avg_loss': 1.2040453526261419, 'avg_acc_mask': 58.28460038986355, 'loss': 1.2178702354431152}
+{'epoch': 170, 'iter': 1060, 'avg_loss': 1.2041407458126039, 'avg_acc_mask': 58.280635788754054, 'loss': 1.3303495645523071}
+{'epoch': 170, 'iter': 1070, 'avg_loss': 1.2038713031066677, 'avg_acc_mask': 58.277315904434545, 'loss': 1.072098970413208}
+{'epoch': 170, 'iter': 1080, 'avg_loss': 1.2030237062621403, 'avg_acc_mask': 58.33528997417234, 'loss': 1.0379410982131958}
+{'epoch': 170, 'iter': 1090, 'avg_loss': 1.20313308205657, 'avg_acc_mask': 58.30774083235113, 'loss': 1.2357025146484375}
+{'epoch': 170, 'iter': 1100, 'avg_loss': 1.2021422368574965, 'avg_acc_mask': 58.33059048120598, 'loss': 0.9362469911575317}
+{'epoch': 'EP170_train', 'avg_loss': 1.2026965206834526, 'total_masked_acc': 58.307091779833364}
+{'epoch': 171, 'iter': 0, 'avg_loss': 1.3086292743682861, 'avg_acc_mask': 48.61111111111111, 'loss': 1.3086292743682861}
+{'epoch': 171, 'iter': 10, 'avg_loss': 1.2239408926530317, 'avg_acc_mask': 57.077625570776256, 'loss': 1.0036996603012085}
+{'epoch': 171, 'iter': 20, 'avg_loss': 1.1957744331586928, 'avg_acc_mask': 58.389830508474574, 'loss': 1.1425479650497437}
+{'epoch': 171, 'iter': 30, 'avg_loss': 1.1997115592802725, 'avg_acc_mask': 58.654399079931, 'loss': 1.3644232749938965}
+{'epoch': 171, 'iter': 40, 'avg_loss': 1.1900188544901407, 'avg_acc_mask': 58.61471861471862, 'loss': 1.2571113109588623}
+{'epoch': 171, 'iter': 50, 'avg_loss': 1.213777923116497, 'avg_acc_mask': 58.2047685834502, 'loss': 1.4795844554901123}
+{'epoch': 171, 'iter': 60, 'avg_loss': 1.2139545464124837, 'avg_acc_mask': 58.458813108945975, 'loss': 1.2325091361999512}
+{'epoch': 171, 'iter': 70, 'avg_loss': 1.208968718286971, 'avg_acc_mask': 58.601609657947684, 'loss': 1.0879145860671997}
+{'epoch': 171, 'iter': 80, 'avg_loss': 1.2152305193889288, 'avg_acc_mask': 58.583877995642695, 'loss': 1.3367823362350464}
+{'epoch': 171, 'iter': 90, 'avg_loss': 1.21683046909479, 'avg_acc_mask': 58.082780163998436, 'loss': 1.2519376277923584}
+{'epoch': 171, 'iter': 100, 'avg_loss': 1.203306527421026, 'avg_acc_mask': 58.58176045157876, 'loss': 1.1615731716156006}
+{'epoch': 171, 'iter': 110, 'avg_loss': 1.2114734225444965, 'avg_acc_mask': 58.477732793522264, 'loss': 1.2425057888031006}
+{'epoch': 171, 'iter': 120, 'avg_loss': 1.205995868552815, 'avg_acc_mask': 58.46912841979369, 'loss': 1.447441816329956}
+{'epoch': 171, 'iter': 130, 'avg_loss': 1.2053458731593067, 'avg_acc_mask': 58.25523704520397, 'loss': 1.1012605428695679}
+{'epoch': 171, 'iter': 140, 'avg_loss': 1.2067076610335221, 'avg_acc_mask': 58.080225554274, 'loss': 1.0124636888504028}
+{'epoch': 171, 'iter': 150, 'avg_loss': 1.1970542641664972, 'avg_acc_mask': 58.55191587090536, 'loss': 1.452285885810852}
+{'epoch': 171, 'iter': 160, 'avg_loss': 1.2028418427668743, 'avg_acc_mask': 58.36080481982494, 'loss': 1.3296904563903809}
+{'epoch': 171, 'iter': 170, 'avg_loss': 1.2084105513249224, 'avg_acc_mask': 58.32709380682426, 'loss': 1.1724178791046143}
+{'epoch': 171, 'iter': 180, 'avg_loss': 1.209748883932335, 'avg_acc_mask': 58.32323232323232, 'loss': 1.355325698852539}
+{'epoch': 171, 'iter': 190, 'avg_loss': 1.2053408029815913, 'avg_acc_mask': 58.481205876741086, 'loss': 0.9225374460220337}
+{'epoch': 171, 'iter': 200, 'avg_loss': 1.205909280041557, 'avg_acc_mask': 58.40748138732522, 'loss': 1.1902297735214233}
+{'epoch': 171, 'iter': 210, 'avg_loss': 1.203883046787497, 'avg_acc_mask': 58.50880220918191, 'loss': 1.0253323316574097}
+{'epoch': 171, 'iter': 220, 'avg_loss': 1.2000697619235354, 'avg_acc_mask': 58.464323923956876, 'loss': 1.2476441860198975}
+{'epoch': 171, 'iter': 230, 'avg_loss': 1.200154561243016, 'avg_acc_mask': 58.44914718888187, 'loss': 0.7887638211250305}
+{'epoch': 171, 'iter': 240, 'avg_loss': 1.2017704594679393, 'avg_acc_mask': 58.4463812050019, 'loss': 1.3330410718917847}
+{'epoch': 171, 'iter': 250, 'avg_loss': 1.2043273548680948, 'avg_acc_mask': 58.26599694256388, 'loss': 1.0870106220245361}
+{'epoch': 171, 'iter': 260, 'avg_loss': 1.205778721191874, 'avg_acc_mask': 58.27041387024609, 'loss': 1.2719674110412598}
+{'epoch': 171, 'iter': 270, 'avg_loss': 1.2094624341633926, 'avg_acc_mask': 58.08335011073083, 'loss': 1.2852039337158203}
+{'epoch': 171, 'iter': 280, 'avg_loss': 1.2097326735584761, 'avg_acc_mask': 58.038376766498125, 'loss': 0.8341607451438904}
+{'epoch': 171, 'iter': 290, 'avg_loss': 1.2101782652520643, 'avg_acc_mask': 58.05522509548556, 'loss': 1.2510859966278076}
+{'epoch': 171, 'iter': 300, 'avg_loss': 1.2078983950060467, 'avg_acc_mask': 58.158945203822434, 'loss': 1.0222833156585693}
+{'epoch': 171, 'iter': 310, 'avg_loss': 1.2067926671727294, 'avg_acc_mask': 58.13612933458294, 'loss': 1.115813970565796}
+{'epoch': 171, 'iter': 320, 'avg_loss': 1.2079520634030256, 'avg_acc_mask': 58.158044343376915, 'loss': 1.4312834739685059}
+{'epoch': 171, 'iter': 330, 'avg_loss': 1.2054387894641956, 'avg_acc_mask': 58.234969663541094, 'loss': 1.2029551267623901}
+{'epoch': 171, 'iter': 340, 'avg_loss': 1.205422080332233, 'avg_acc_mask': 58.19768687085028, 'loss': 1.0054347515106201}
+{'epoch': 171, 'iter': 350, 'avg_loss': 1.203210819990207, 'avg_acc_mask': 58.36026269154592, 'loss': 1.039389967918396}
+{'epoch': 171, 'iter': 360, 'avg_loss': 1.203290097436086, 'avg_acc_mask': 58.44721125620001, 'loss': 1.4803941249847412}
+{'epoch': 171, 'iter': 370, 'avg_loss': 1.2050719731901534, 'avg_acc_mask': 58.46434379774285, 'loss': 1.335612177848816}
+{'epoch': 171, 'iter': 380, 'avg_loss': 1.2076650343229138, 'avg_acc_mask': 58.3721041776584, 'loss': 0.6715207099914551}
+{'epoch': 171, 'iter': 390, 'avg_loss': 1.2063414527632086, 'avg_acc_mask': 58.34696070644302, 'loss': 1.3750226497650146}
+{'epoch': 171, 'iter': 400, 'avg_loss': 1.2044641965642535, 'avg_acc_mask': 58.418727512866056, 'loss': 1.1665523052215576}
+{'epoch': 171, 'iter': 410, 'avg_loss': 1.2046142642515418, 'avg_acc_mask': 58.43849982225382, 'loss': 1.2213635444641113}
+{'epoch': 171, 'iter': 420, 'avg_loss': 1.2047151907605966, 'avg_acc_mask': 58.40250315066707, 'loss': 1.088793396949768}
+{'epoch': 171, 'iter': 430, 'avg_loss': 1.2043787765115708, 'avg_acc_mask': 58.44056567715633, 'loss': 1.0653902292251587}
+{'epoch': 171, 'iter': 440, 'avg_loss': 1.206557306437806, 'avg_acc_mask': 58.35785634351557, 'loss': 1.5402408838272095}
+{'epoch': 171, 'iter': 450, 'avg_loss': 1.207163178074915, 'avg_acc_mask': 58.33400727860898, 'loss': 0.8888462781906128}
+{'epoch': 171, 'iter': 460, 'avg_loss': 1.208117099361668, 'avg_acc_mask': 58.29639012032932, 'loss': 1.2406545877456665}
+{'epoch': 171, 'iter': 470, 'avg_loss': 1.2082045743926062, 'avg_acc_mask': 58.28073572120039, 'loss': 1.0311698913574219}
+{'epoch': 171, 'iter': 480, 'avg_loss': 1.2075930322034443, 'avg_acc_mask': 58.34534557317351, 'loss': 1.0724869966506958}
+{'epoch': 171, 'iter': 490, 'avg_loss': 1.2076300573203327, 'avg_acc_mask': 58.3379768936439, 'loss': 1.1201999187469482}
+{'epoch': 171, 'iter': 500, 'avg_loss': 1.2070922232911496, 'avg_acc_mask': 58.34151306940052, 'loss': 1.1396247148513794}
+{'epoch': 171, 'iter': 510, 'avg_loss': 1.2082568311411341, 'avg_acc_mask': 58.25111308993767, 'loss': 0.9000508785247803}
+{'epoch': 171, 'iter': 520, 'avg_loss': 1.2058072363575223, 'avg_acc_mask': 58.30594980074111, 'loss': 1.1880868673324585}
+{'epoch': 171, 'iter': 530, 'avg_loss': 1.2040865542524952, 'avg_acc_mask': 58.31015895904144, 'loss': 0.9164955615997314}
+{'epoch': 171, 'iter': 540, 'avg_loss': 1.2040626545490047, 'avg_acc_mask': 58.31873905429072, 'loss': 1.2178311347961426}
+{'epoch': 171, 'iter': 550, 'avg_loss': 1.2045046635201968, 'avg_acc_mask': 58.26173165895572, 'loss': 1.2146605253219604}
+{'epoch': 171, 'iter': 560, 'avg_loss': 1.20304098443764, 'avg_acc_mask': 58.30219940872616, 'loss': 0.9067096710205078}
+{'epoch': 171, 'iter': 570, 'avg_loss': 1.2012864989073597, 'avg_acc_mask': 58.412586966234755, 'loss': 1.0243494510650635}
+{'epoch': 171, 'iter': 580, 'avg_loss': 1.2013528220829988, 'avg_acc_mask': 58.43369715217664, 'loss': 1.5491331815719604}
+{'epoch': 171, 'iter': 590, 'avg_loss': 1.2000605801842137, 'avg_acc_mask': 58.41108545034642, 'loss': 0.838496208190918}
+{'epoch': 171, 'iter': 600, 'avg_loss': 1.2003293326016076, 'avg_acc_mask': 58.40734790384674, 'loss': 0.9951468110084534}
+{'epoch': 171, 'iter': 610, 'avg_loss': 1.2000053924936709, 'avg_acc_mask': 58.4230780704633, 'loss': 1.3810478448867798}
+{'epoch': 171, 'iter': 620, 'avg_loss': 1.1993394889501365, 'avg_acc_mask': 58.4830866807611, 'loss': 1.3925620317459106}
+{'epoch': 171, 'iter': 630, 'avg_loss': 1.1986315176717453, 'avg_acc_mask': 58.507807981492185, 'loss': 0.7065756916999817}
+{'epoch': 171, 'iter': 640, 'avg_loss': 1.198143245742399, 'avg_acc_mask': 58.549385356949315, 'loss': 0.9101712703704834}
+{'epoch': 171, 'iter': 650, 'avg_loss': 1.1985851903481783, 'avg_acc_mask': 58.56002697841727, 'loss': 1.0747239589691162}
+{'epoch': 171, 'iter': 660, 'avg_loss': 1.1970547557598523, 'avg_acc_mask': 58.59911406423034, 'loss': 0.9403083324432373}
+{'epoch': 171, 'iter': 670, 'avg_loss': 1.1972258479158142, 'avg_acc_mask': 58.5975443383356, 'loss': 1.097110629081726}
+{'epoch': 171, 'iter': 680, 'avg_loss': 1.1958897061284943, 'avg_acc_mask': 58.625420309347675, 'loss': 1.1998440027236938}
+{'epoch': 171, 'iter': 690, 'avg_loss': 1.1972775388557555, 'avg_acc_mask': 58.55350240906444, 'loss': 0.9380825757980347}
+{'epoch': 171, 'iter': 700, 'avg_loss': 1.1985191076186177, 'avg_acc_mask': 58.4984984984985, 'loss': 1.276515245437622}
+{'epoch': 171, 'iter': 710, 'avg_loss': 1.196932495059511, 'avg_acc_mask': 58.56248228229776, 'loss': 1.0613272190093994}
+{'epoch': 171, 'iter': 720, 'avg_loss': 1.1969289935081577, 'avg_acc_mask': 58.58662806937356, 'loss': 1.2918336391448975}
+{'epoch': 171, 'iter': 730, 'avg_loss': 1.1949330305759622, 'avg_acc_mask': 58.64669188566275, 'loss': 1.351030707359314}
+{'epoch': 171, 'iter': 740, 'avg_loss': 1.1955209134722207, 'avg_acc_mask': 58.6183057208464, 'loss': 1.0747487545013428}
+{'epoch': 171, 'iter': 750, 'avg_loss': 1.197056094355653, 'avg_acc_mask': 58.58676860892644, 'loss': 1.5276485681533813}
+{'epoch': 171, 'iter': 760, 'avg_loss': 1.1961700070389938, 'avg_acc_mask': 58.60899271056367, 'loss': 1.0372469425201416}
+{'epoch': 171, 'iter': 770, 'avg_loss': 1.1964569826998135, 'avg_acc_mask': 58.57457856177537, 'loss': 1.1848571300506592}
+{'epoch': 171, 'iter': 780, 'avg_loss': 1.1964589338296507, 'avg_acc_mask': 58.58829592840744, 'loss': 1.2625980377197266}
+{'epoch': 171, 'iter': 790, 'avg_loss': 1.197003600645608, 'avg_acc_mask': 58.583616563778875, 'loss': 1.0180211067199707}
+{'epoch': 171, 'iter': 800, 'avg_loss': 1.19622864772318, 'avg_acc_mask': 58.58708057521114, 'loss': 1.007218837738037}
+{'epoch': 171, 'iter': 810, 'avg_loss': 1.1964059511036527, 'avg_acc_mask': 58.57716063297417, 'loss': 1.189434289932251}
+{'epoch': 171, 'iter': 820, 'avg_loss': 1.1972730859624048, 'avg_acc_mask': 58.55194357297021, 'loss': 1.1486790180206299}
+{'epoch': 171, 'iter': 830, 'avg_loss': 1.1967779560066159, 'avg_acc_mask': 58.57977765083271, 'loss': 1.4066039323806763}
+{'epoch': 171, 'iter': 840, 'avg_loss': 1.1962416636249256, 'avg_acc_mask': 58.553730663253134, 'loss': 1.2448482513427734}
+{'epoch': 171, 'iter': 850, 'avg_loss': 1.196698271639899, 'avg_acc_mask': 58.509771986970684, 'loss': 1.2225371599197388}
+{'epoch': 171, 'iter': 860, 'avg_loss': 1.1971177216467819, 'avg_acc_mask': 58.50298387438101, 'loss': 1.1440646648406982}
+{'epoch': 171, 'iter': 870, 'avg_loss': 1.1981595669082878, 'avg_acc_mask': 58.43765020584731, 'loss': 1.229923129081726}
+{'epoch': 171, 'iter': 880, 'avg_loss': 1.1983036825118352, 'avg_acc_mask': 58.42622272774274, 'loss': 0.992616593837738}
+{'epoch': 171, 'iter': 890, 'avg_loss': 1.197312821978003, 'avg_acc_mask': 58.454452405322414, 'loss': 0.7573277354240417}
+{'epoch': 171, 'iter': 900, 'avg_loss': 1.196997111962982, 'avg_acc_mask': 58.46492913035566, 'loss': 1.360142469406128}
+{'epoch': 171, 'iter': 910, 'avg_loss': 1.1977400698593759, 'avg_acc_mask': 58.438261981852335, 'loss': 1.1833771467208862}
+{'epoch': 171, 'iter': 920, 'avg_loss': 1.1980691269994688, 'avg_acc_mask': 58.457578457578464, 'loss': 1.4961026906967163}
+{'epoch': 171, 'iter': 930, 'avg_loss': 1.1983859753506267, 'avg_acc_mask': 58.45186317150581, 'loss': 1.6582914590835571}
+{'epoch': 171, 'iter': 940, 'avg_loss': 1.1986170373738256, 'avg_acc_mask': 58.44684272732557, 'loss': 0.954929530620575}
+{'epoch': 171, 'iter': 950, 'avg_loss': 1.1978706419781304, 'avg_acc_mask': 58.460358546639824, 'loss': 1.380971074104309}
+{'epoch': 171, 'iter': 960, 'avg_loss': 1.197529521432553, 'avg_acc_mask': 58.48454938880875, 'loss': 1.1555699110031128}
+{'epoch': 171, 'iter': 970, 'avg_loss': 1.1975081311318214, 'avg_acc_mask': 58.48064170721169, 'loss': 1.008419394493103}
+{'epoch': 171, 'iter': 980, 'avg_loss': 1.1970186174584212, 'avg_acc_mask': 58.4779656602861, 'loss': 0.9753715991973877}
+{'epoch': 171, 'iter': 990, 'avg_loss': 1.1969605117104007, 'avg_acc_mask': 58.49032305541246, 'loss': 1.3113956451416016}
+{'epoch': 171, 'iter': 1000, 'avg_loss': 1.1973812627149272, 'avg_acc_mask': 58.438910732488715, 'loss': 1.571286678314209}
+{'epoch': 171, 'iter': 1010, 'avg_loss': 1.1975545856648453, 'avg_acc_mask': 58.42866665465617, 'loss': 1.2394607067108154}
+{'epoch': 171, 'iter': 1020, 'avg_loss': 1.1975933218212482, 'avg_acc_mask': 58.4079637492418, 'loss': 0.8518707752227783}
+{'epoch': 171, 'iter': 1030, 'avg_loss': 1.1979855847058078, 'avg_acc_mask': 58.381635682476855, 'loss': 1.4380428791046143}
+{'epoch': 171, 'iter': 1040, 'avg_loss': 1.198083663822709, 'avg_acc_mask': 58.357530173167746, 'loss': 1.237520456314087}
+{'epoch': 171, 'iter': 1050, 'avg_loss': 1.1986652951258687, 'avg_acc_mask': 58.32149416126685, 'loss': 1.0464565753936768}
+{'epoch': 171, 'iter': 1060, 'avg_loss': 1.198274599000264, 'avg_acc_mask': 58.32675205164303, 'loss': 0.9554134011268616}
+{'epoch': 171, 'iter': 1070, 'avg_loss': 1.1983367042715143, 'avg_acc_mask': 58.32553071959959, 'loss': 1.383391261100769}
+{'epoch': 171, 'iter': 1080, 'avg_loss': 1.1992489926027656, 'avg_acc_mask': 58.3261679564345, 'loss': 1.0688223838806152}
+{'epoch': 171, 'iter': 1090, 'avg_loss': 1.1986681598244622, 'avg_acc_mask': 58.32888236079583, 'loss': 0.8629363179206848}
+{'epoch': 171, 'iter': 1100, 'avg_loss': 1.1981256747657227, 'avg_acc_mask': 58.351671989013354, 'loss': 1.0526756048202515}
+{'epoch': 'EP171_train', 'avg_loss': 1.1982994822894826, 'total_masked_acc': 58.33360815222768}
+{'epoch': 172, 'iter': 0, 'avg_loss': 1.215451717376709, 'avg_acc_mask': 64.70588235294117, 'loss': 1.215451717376709}
+{'epoch': 172, 'iter': 10, 'avg_loss': 1.2296720743179321, 'avg_acc_mask': 58.95865237366002, 'loss': 1.1153178215026855}
+{'epoch': 172, 'iter': 20, 'avg_loss': 1.2579588350795565, 'avg_acc_mask': 58.166666666666664, 'loss': 1.3757104873657227}
+{'epoch': 172, 'iter': 30, 'avg_loss': 1.2459772171512726, 'avg_acc_mask': 58.44229675952246, 'loss': 1.4629849195480347}
+{'epoch': 172, 'iter': 40, 'avg_loss': 1.2343795808350169, 'avg_acc_mask': 58.62365591397849, 'loss': 1.3395018577575684}
+{'epoch': 172, 'iter': 50, 'avg_loss': 1.2435627381006877, 'avg_acc_mask': 57.66976904515684, 'loss': 1.3788586854934692}
+{'epoch': 172, 'iter': 60, 'avg_loss': 1.2353978088644684, 'avg_acc_mask': 57.826086956521735, 'loss': 1.1328808069229126}
+{'epoch': 172, 'iter': 70, 'avg_loss': 1.2302738033549887, 'avg_acc_mask': 58.38693715982187, 'loss': 1.1754090785980225}
+{'epoch': 172, 'iter': 80, 'avg_loss': 1.2172170097445265, 'avg_acc_mask': 58.65739734955464, 'loss': 1.162941336631775}
+{'epoch': 172, 'iter': 90, 'avg_loss': 1.2151546904018946, 'avg_acc_mask': 58.715418843103116, 'loss': 1.2385365962982178}
+{'epoch': 172, 'iter': 100, 'avg_loss': 1.2081059418102302, 'avg_acc_mask': 58.820413208546704, 'loss': 0.8440914750099182}
+{'epoch': 172, 'iter': 110, 'avg_loss': 1.2112390028463829, 'avg_acc_mask': 58.715300193673336, 'loss': 1.1400283575057983}
+{'epoch': 172, 'iter': 120, 'avg_loss': 1.209456760528659, 'avg_acc_mask': 58.84982121573301, 'loss': 1.4653065204620361}
+{'epoch': 172, 'iter': 130, 'avg_loss': 1.2043927553045841, 'avg_acc_mask': 59.00109769484083, 'loss': 1.2185903787612915}
+{'epoch': 172, 'iter': 140, 'avg_loss': 1.2078280043094716, 'avg_acc_mask': 58.79653238143804, 'loss': 1.0761759281158447}
+{'epoch': 172, 'iter': 150, 'avg_loss': 1.2008162397422537, 'avg_acc_mask': 59.03183498271134, 'loss': 1.0487185716629028}
+{'epoch': 172, 'iter': 160, 'avg_loss': 1.201189971488455, 'avg_acc_mask': 59.110264455401165, 'loss': 1.379744529724121}
+{'epoch': 172, 'iter': 170, 'avg_loss': 1.207264358537239, 'avg_acc_mask': 58.768971332209105, 'loss': 1.1451808214187622}
+{'epoch': 172, 'iter': 180, 'avg_loss': 1.2130460752308039, 'avg_acc_mask': 58.59802847754655, 'loss': 1.6067112684249878}
+{'epoch': 172, 'iter': 190, 'avg_loss': 1.2122470923743323, 'avg_acc_mask': 58.503016591251885, 'loss': 0.9557912945747375}
+{'epoch': 172, 'iter': 200, 'avg_loss': 1.2131740889739042, 'avg_acc_mask': 58.5308908045977, 'loss': 1.2735755443572998}
+{'epoch': 172, 'iter': 210, 'avg_loss': 1.2130028280601681, 'avg_acc_mask': 58.53325364979083, 'loss': 1.2097079753875732}
+{'epoch': 172, 'iter': 220, 'avg_loss': 1.2111678452513337, 'avg_acc_mask': 58.57605177993528, 'loss': 1.3199466466903687}
+{'epoch': 172, 'iter': 230, 'avg_loss': 1.2078882164253302, 'avg_acc_mask': 58.56058258444376, 'loss': 0.9306283593177795}
+{'epoch': 172, 'iter': 240, 'avg_loss': 1.2110117409239172, 'avg_acc_mask': 58.448506464556395, 'loss': 1.373905062675476}
+{'epoch': 172, 'iter': 250, 'avg_loss': 1.2154660279532352, 'avg_acc_mask': 58.28926682864085, 'loss': 1.088046669960022}
+{'epoch': 172, 'iter': 260, 'avg_loss': 1.215559332763555, 'avg_acc_mask': 58.32988553302992, 'loss': 0.9922293424606323}
+{'epoch': 172, 'iter': 270, 'avg_loss': 1.2177264061361222, 'avg_acc_mask': 58.22440448543561, 'loss': 1.4470934867858887}
+{'epoch': 172, 'iter': 280, 'avg_loss': 1.2195439856247545, 'avg_acc_mask': 58.18507615512607, 'loss': 1.0097148418426514}
+{'epoch': 172, 'iter': 290, 'avg_loss': 1.2211167742706246, 'avg_acc_mask': 58.204890126895705, 'loss': 0.969860851764679}
+{'epoch': 172, 'iter': 300, 'avg_loss': 1.2171056765654555, 'avg_acc_mask': 58.30486123598874, 'loss': 1.2257882356643677}
+{'epoch': 172, 'iter': 310, 'avg_loss': 1.2160578207187713, 'avg_acc_mask': 58.31062670299727, 'loss': 0.894005537033081}
+{'epoch': 172, 'iter': 320, 'avg_loss': 1.2164245782611527, 'avg_acc_mask': 58.2891919305759, 'loss': 1.328311800956726}
+{'epoch': 172, 'iter': 330, 'avg_loss': 1.216576568669783, 'avg_acc_mask': 58.27868852459016, 'loss': 0.8514074683189392}
+{'epoch': 172, 'iter': 340, 'avg_loss': 1.2124340647826097, 'avg_acc_mask': 58.38055393740401, 'loss': 1.1308057308197021}
+{'epoch': 172, 'iter': 350, 'avg_loss': 1.2127356293194653, 'avg_acc_mask': 58.344514397770666, 'loss': 1.463060975074768}
+{'epoch': 172, 'iter': 360, 'avg_loss': 1.2124662007981721, 'avg_acc_mask': 58.341277407054335, 'loss': 1.427600383758545}
+{'epoch': 172, 'iter': 370, 'avg_loss': 1.2122600247275155, 'avg_acc_mask': 58.366708996776396, 'loss': 1.3436223268508911}
+{'epoch': 172, 'iter': 380, 'avg_loss': 1.2166028604732724, 'avg_acc_mask': 58.20867170062212, 'loss': 1.3357676267623901}
+{'epoch': 172, 'iter': 390, 'avg_loss': 1.2143637030325887, 'avg_acc_mask': 58.21378991207774, 'loss': 1.2707302570343018}
+{'epoch': 172, 'iter': 400, 'avg_loss': 1.2151064906928901, 'avg_acc_mask': 58.20194262480235, 'loss': 1.2777773141860962}
+{'epoch': 172, 'iter': 410, 'avg_loss': 1.2154682037894162, 'avg_acc_mask': 58.20731008332965, 'loss': 1.2140018939971924}
+{'epoch': 172, 'iter': 420, 'avg_loss': 1.2134207594706157, 'avg_acc_mask': 58.29919358316443, 'loss': 1.0849225521087646}
+{'epoch': 172, 'iter': 430, 'avg_loss': 1.2109373000271082, 'avg_acc_mask': 58.385722121429474, 'loss': 1.1833316087722778}
+{'epoch': 172, 'iter': 440, 'avg_loss': 1.2137374007512653, 'avg_acc_mask': 58.330929322068826, 'loss': 1.6781573295593262}
+{'epoch': 172, 'iter': 450, 'avg_loss': 1.2154932723870033, 'avg_acc_mask': 58.2270819883796, 'loss': 1.284737467765808}
+{'epoch': 172, 'iter': 460, 'avg_loss': 1.2177831864150124, 'avg_acc_mask': 58.18547433167731, 'loss': 1.179763674736023}
+{'epoch': 172, 'iter': 470, 'avg_loss': 1.217959889434199, 'avg_acc_mask': 58.10706572045665, 'loss': 1.2863622903823853}
+{'epoch': 172, 'iter': 480, 'avg_loss': 1.2165639331087996, 'avg_acc_mask': 58.131984294774995, 'loss': 0.951438844203949}
+{'epoch': 172, 'iter': 490, 'avg_loss': 1.2178035197578476, 'avg_acc_mask': 58.12294385095923, 'loss': 1.5995166301727295}
+{'epoch': 172, 'iter': 500, 'avg_loss': 1.2181879825696735, 'avg_acc_mask': 58.07993049522155, 'loss': 0.9737577438354492}
+{'epoch': 172, 'iter': 510, 'avg_loss': 1.2165454673907061, 'avg_acc_mask': 58.18001347087809, 'loss': 1.133823037147522}
+{'epoch': 172, 'iter': 520, 'avg_loss': 1.216469373332333, 'avg_acc_mask': 58.22022690888843, 'loss': 1.1927417516708374}
+{'epoch': 172, 'iter': 530, 'avg_loss': 1.215331115291617, 'avg_acc_mask': 58.21875641288734, 'loss': 1.1584644317626953}
+{'epoch': 172, 'iter': 540, 'avg_loss': 1.2148757723475119, 'avg_acc_mask': 58.19782287326972, 'loss': 0.9595197439193726}
+{'epoch': 172, 'iter': 550, 'avg_loss': 1.2146735465028975, 'avg_acc_mask': 58.18355703591334, 'loss': 1.0740362405776978}
+{'epoch': 172, 'iter': 560, 'avg_loss': 1.2139841819616988, 'avg_acc_mask': 58.2133125729856, 'loss': 0.852222740650177}
+{'epoch': 172, 'iter': 570, 'avg_loss': 1.2134547129195126, 'avg_acc_mask': 58.27960421321418, 'loss': 1.2078951597213745}
+{'epoch': 172, 'iter': 580, 'avg_loss': 1.2118767196258047, 'avg_acc_mask': 58.32157305484994, 'loss': 1.5379949808120728}
+{'epoch': 172, 'iter': 590, 'avg_loss': 1.2115416248437716, 'avg_acc_mask': 58.32022939598557, 'loss': 0.9961416125297546}
+{'epoch': 172, 'iter': 600, 'avg_loss': 1.2120844903285808, 'avg_acc_mask': 58.31917991022686, 'loss': 1.0838178396224976}
+{'epoch': 172, 'iter': 610, 'avg_loss': 1.2122700817261116, 'avg_acc_mask': 58.30627625033511, 'loss': 1.1183135509490967}
+{'epoch': 172, 'iter': 620, 'avg_loss': 1.2109377364029632, 'avg_acc_mask': 58.34432620994928, 'loss': 1.4884289503097534}
+{'epoch': 172, 'iter': 630, 'avg_loss': 1.2089245691541257, 'avg_acc_mask': 58.38550532298549, 'loss': 0.8368557691574097}
+{'epoch': 172, 'iter': 640, 'avg_loss': 1.2091617177875478, 'avg_acc_mask': 58.42066294566579, 'loss': 0.7489707469940186}
+{'epoch': 172, 'iter': 650, 'avg_loss': 1.2097199507023333, 'avg_acc_mask': 58.405214801494765, 'loss': 1.131360650062561}
+{'epoch': 172, 'iter': 660, 'avg_loss': 1.2100022888760704, 'avg_acc_mask': 58.41729406554473, 'loss': 0.8969799280166626}
+{'epoch': 172, 'iter': 670, 'avg_loss': 1.2094981532693798, 'avg_acc_mask': 58.439043020432656, 'loss': 1.1617392301559448}
+{'epoch': 172, 'iter': 680, 'avg_loss': 1.2099250087654012, 'avg_acc_mask': 58.41536227206713, 'loss': 1.2430343627929688}
+{'epoch': 172, 'iter': 690, 'avg_loss': 1.2108153151361711, 'avg_acc_mask': 58.405532151657255, 'loss': 1.162213683128357}
+{'epoch': 172, 'iter': 700, 'avg_loss': 1.2121448907124333, 'avg_acc_mask': 58.3396383939054, 'loss': 1.5052223205566406}
+{'epoch': 172, 'iter': 710, 'avg_loss': 1.2110665585588973, 'avg_acc_mask': 58.360132753608276, 'loss': 1.2140461206436157}
+{'epoch': 172, 'iter': 720, 'avg_loss': 1.2118492341405311, 'avg_acc_mask': 58.34135955796624, 'loss': 1.4659823179244995}
+{'epoch': 172, 'iter': 730, 'avg_loss': 1.2109016185746146, 'avg_acc_mask': 58.30772689799895, 'loss': 1.1685121059417725}
+{'epoch': 172, 'iter': 740, 'avg_loss': 1.2111442071384424, 'avg_acc_mask': 58.30151026140087, 'loss': 1.0012370347976685}
+{'epoch': 172, 'iter': 750, 'avg_loss': 1.2121847899712512, 'avg_acc_mask': 58.25579982995263, 'loss': 1.2285988330841064}
+{'epoch': 172, 'iter': 760, 'avg_loss': 1.2118829984545865, 'avg_acc_mask': 58.29192770216749, 'loss': 1.3344711065292358}
+{'epoch': 172, 'iter': 770, 'avg_loss': 1.2129308015455995, 'avg_acc_mask': 58.23546126160257, 'loss': 1.357302188873291}
+{'epoch': 172, 'iter': 780, 'avg_loss': 1.212118224893123, 'avg_acc_mask': 58.28731867103416, 'loss': 1.1343551874160767}
+{'epoch': 172, 'iter': 790, 'avg_loss': 1.2121863189599607, 'avg_acc_mask': 58.309462206616146, 'loss': 1.3522834777832031}
+{'epoch': 172, 'iter': 800, 'avg_loss': 1.2114833481005218, 'avg_acc_mask': 58.33162205946106, 'loss': 1.287184238433838}
+{'epoch': 172, 'iter': 810, 'avg_loss': 1.2120669714913561, 'avg_acc_mask': 58.26801801801802, 'loss': 1.1929502487182617}
+{'epoch': 172, 'iter': 820, 'avg_loss': 1.2115099776386489, 'avg_acc_mask': 58.27736512031313, 'loss': 1.0768617391586304}
+{'epoch': 172, 'iter': 830, 'avg_loss': 1.21165559287536, 'avg_acc_mask': 58.26169169543326, 'loss': 1.2052210569381714}
+{'epoch': 172, 'iter': 840, 'avg_loss': 1.2119423870382637, 'avg_acc_mask': 58.26479460081161, 'loss': 1.4270819425582886}
+{'epoch': 172, 'iter': 850, 'avg_loss': 1.213285064655241, 'avg_acc_mask': 58.2159322397341, 'loss': 1.181119441986084}
+{'epoch': 172, 'iter': 860, 'avg_loss': 1.2138877900081506, 'avg_acc_mask': 58.20687027747794, 'loss': 1.2687126398086548}
+{'epoch': 172, 'iter': 870, 'avg_loss': 1.214773745542279, 'avg_acc_mask': 58.173729610058686, 'loss': 0.9500828385353088}
+{'epoch': 172, 'iter': 880, 'avg_loss': 1.2149113154844313, 'avg_acc_mask': 58.176749948379104, 'loss': 1.0200716257095337}
+{'epoch': 172, 'iter': 890, 'avg_loss': 1.2129635745293632, 'avg_acc_mask': 58.250838582999265, 'loss': 0.7445279955863953}
+{'epoch': 172, 'iter': 900, 'avg_loss': 1.2132831280027723, 'avg_acc_mask': 58.20723650982848, 'loss': 1.371058464050293}
+{'epoch': 172, 'iter': 910, 'avg_loss': 1.2136600899513152, 'avg_acc_mask': 58.19536258512912, 'loss': 1.1406989097595215}
+{'epoch': 172, 'iter': 920, 'avg_loss': 1.2130693180423866, 'avg_acc_mask': 58.2054169383038, 'loss': 1.4013012647628784}
+{'epoch': 172, 'iter': 930, 'avg_loss': 1.2123090962846348, 'avg_acc_mask': 58.20878002973628, 'loss': 1.265579342842102}
+{'epoch': 172, 'iter': 940, 'avg_loss': 1.2123506195866973, 'avg_acc_mask': 58.195008705745785, 'loss': 0.9484087228775024}
+{'epoch': 172, 'iter': 950, 'avg_loss': 1.2127451251107184, 'avg_acc_mask': 58.180495462725425, 'loss': 1.4931209087371826}
+{'epoch': 172, 'iter': 960, 'avg_loss': 1.213317688806496, 'avg_acc_mask': 58.169240974130574, 'loss': 1.2876980304718018}
+{'epoch': 172, 'iter': 970, 'avg_loss': 1.2122185635394833, 'avg_acc_mask': 58.20548407667204, 'loss': 1.2041358947753906}
+{'epoch': 172, 'iter': 980, 'avg_loss': 1.2116825715482054, 'avg_acc_mask': 58.227190018196, 'loss': 1.136405348777771}
+{'epoch': 172, 'iter': 990, 'avg_loss': 1.2134832291742628, 'avg_acc_mask': 58.14765149984387, 'loss': 1.7980204820632935}
+{'epoch': 172, 'iter': 1000, 'avg_loss': 1.213670882252189, 'avg_acc_mask': 58.15150192741291, 'loss': 1.3926725387573242}
+{'epoch': 172, 'iter': 1010, 'avg_loss': 1.213513754182942, 'avg_acc_mask': 58.15896567868333, 'loss': 1.0479001998901367}
+{'epoch': 172, 'iter': 1020, 'avg_loss': 1.2124972197498094, 'avg_acc_mask': 58.20307626499367, 'loss': 0.9255421757698059}
+{'epoch': 172, 'iter': 1030, 'avg_loss': 1.212766381170308, 'avg_acc_mask': 58.205132733984485, 'loss': 1.1545840501785278}
+{'epoch': 172, 'iter': 1040, 'avg_loss': 1.2123220251456233, 'avg_acc_mask': 58.21336738442163, 'loss': 1.2116254568099976}
+{'epoch': 172, 'iter': 1050, 'avg_loss': 1.2124087897286202, 'avg_acc_mask': 58.22095885187368, 'loss': 1.1190428733825684}
+{'epoch': 172, 'iter': 1060, 'avg_loss': 1.2119481792211757, 'avg_acc_mask': 58.22313056023083, 'loss': 1.0791914463043213}
+{'epoch': 172, 'iter': 1070, 'avg_loss': 1.2111257265150603, 'avg_acc_mask': 58.24387090188339, 'loss': 1.046653389930725}
+{'epoch': 172, 'iter': 1080, 'avg_loss': 1.2107122454457984, 'avg_acc_mask': 58.248942659275116, 'loss': 1.194366216659546}
+{'epoch': 172, 'iter': 1090, 'avg_loss': 1.21067351408774, 'avg_acc_mask': 58.24982074669423, 'loss': 1.2533999681472778}
+{'epoch': 172, 'iter': 1100, 'avg_loss': 1.2104094246644306, 'avg_acc_mask': 58.24199441220718, 'loss': 0.867354691028595}
+{'epoch': 'EP172_train', 'avg_loss': 1.2108755422933069, 'total_masked_acc': 58.23337507414486}
+{'epoch': 173, 'iter': 0, 'avg_loss': 1.3539049625396729, 'avg_acc_mask': 58.2089552238806, 'loss': 1.3539049625396729}
+{'epoch': 173, 'iter': 10, 'avg_loss': 1.176133155822754, 'avg_acc_mask': 62.101910828025474, 'loss': 0.9609191417694092}
+{'epoch': 173, 'iter': 20, 'avg_loss': 1.238687208720616, 'avg_acc_mask': 58.61471861471862, 'loss': 1.2319947481155396}
+{'epoch': 173, 'iter': 30, 'avg_loss': 1.2495178714875252, 'avg_acc_mask': 57.45305164319249, 'loss': 1.3607394695281982}
+{'epoch': 173, 'iter': 40, 'avg_loss': 1.2427640440987378, 'avg_acc_mask': 57.426178933450856, 'loss': 0.8551892638206482}
+{'epoch': 173, 'iter': 50, 'avg_loss': 1.2585851339732899, 'avg_acc_mask': 56.57384561156151, 'loss': 1.282741904258728}
+{'epoch': 173, 'iter': 60, 'avg_loss': 1.2444356973053978, 'avg_acc_mask': 57.37898465171193, 'loss': 0.9582234621047974}
+{'epoch': 173, 'iter': 70, 'avg_loss': 1.2417999304516214, 'avg_acc_mask': 57.56270585254624, 'loss': 1.0433356761932373}
+{'epoch': 173, 'iter': 80, 'avg_loss': 1.2287336705643455, 'avg_acc_mask': 57.629003558718864, 'loss': 1.1311482191085815}
+{'epoch': 173, 'iter': 90, 'avg_loss': 1.2360240679520826, 'avg_acc_mask': 57.52666930067167, 'loss': 1.4652557373046875}
+{'epoch': 173, 'iter': 100, 'avg_loss': 1.2273163394172593, 'avg_acc_mask': 57.609277430865305, 'loss': 1.167810082435608}
+{'epoch': 173, 'iter': 110, 'avg_loss': 1.229075745419339, 'avg_acc_mask': 57.53871230643847, 'loss': 0.9111926555633545}
+{'epoch': 173, 'iter': 120, 'avg_loss': 1.2263159175549656, 'avg_acc_mask': 57.535687453042826, 'loss': 1.5731767416000366}
+{'epoch': 173, 'iter': 130, 'avg_loss': 1.223123013973236, 'avg_acc_mask': 57.59388038942976, 'loss': 1.1435415744781494}
+{'epoch': 173, 'iter': 140, 'avg_loss': 1.2255089633853724, 'avg_acc_mask': 57.41744066047472, 'loss': 1.199175238609314}
+{'epoch': 173, 'iter': 150, 'avg_loss': 1.2117748651283466, 'avg_acc_mask': 57.74733268671193, 'loss': 1.197405457496643}
+{'epoch': 173, 'iter': 160, 'avg_loss': 1.2073193836656417, 'avg_acc_mask': 57.98634812286689, 'loss': 0.6809917092323303}
+{'epoch': 173, 'iter': 170, 'avg_loss': 1.210410738200472, 'avg_acc_mask': 57.971788843770035, 'loss': 1.3403737545013428}
+{'epoch': 173, 'iter': 180, 'avg_loss': 1.2089172960644927, 'avg_acc_mask': 58.05409769882923, 'loss': 1.4335142374038696}
+{'epoch': 173, 'iter': 190, 'avg_loss': 1.2040664622296837, 'avg_acc_mask': 58.30887226588391, 'loss': 0.9649274349212646}
+{'epoch': 173, 'iter': 200, 'avg_loss': 1.2026148975192017, 'avg_acc_mask': 58.25766429919985, 'loss': 1.3248339891433716}
+{'epoch': 173, 'iter': 210, 'avg_loss': 1.202106256055606, 'avg_acc_mask': 58.24072491024107, 'loss': 1.2052178382873535}
+{'epoch': 173, 'iter': 220, 'avg_loss': 1.2007079124450684, 'avg_acc_mask': 58.15527646387213, 'loss': 1.6265647411346436}
+{'epoch': 173, 'iter': 230, 'avg_loss': 1.2009269184880442, 'avg_acc_mask': 58.22774910057876, 'loss': 1.2652744054794312}
+{'epoch': 173, 'iter': 240, 'avg_loss': 1.1986148392016462, 'avg_acc_mask': 58.20379965457686, 'loss': 1.0877280235290527}
+{'epoch': 173, 'iter': 250, 'avg_loss': 1.2022424884051441, 'avg_acc_mask': 58.003032272038126, 'loss': 0.844292402267456}
+{'epoch': 173, 'iter': 260, 'avg_loss': 1.2042687560406682, 'avg_acc_mask': 57.89510102407971, 'loss': 1.5232042074203491}
+{'epoch': 173, 'iter': 270, 'avg_loss': 1.207290997804311, 'avg_acc_mask': 57.7666999002991, 'loss': 1.2812467813491821}
+{'epoch': 173, 'iter': 280, 'avg_loss': 1.2075682872130777, 'avg_acc_mask': 57.78134017313241, 'loss': 0.9306936860084534}
+{'epoch': 173, 'iter': 290, 'avg_loss': 1.2053307360390209, 'avg_acc_mask': 57.858600853590644, 'loss': 0.9286917448043823}
+{'epoch': 173, 'iter': 300, 'avg_loss': 1.199434757034644, 'avg_acc_mask': 58.11320754716981, 'loss': 0.7548555731773376}
+{'epoch': 173, 'iter': 310, 'avg_loss': 1.2006505745016878, 'avg_acc_mask': 58.06170977844798, 'loss': 1.0136237144470215}
+{'epoch': 173, 'iter': 320, 'avg_loss': 1.2002148457405353, 'avg_acc_mask': 58.02851828890267, 'loss': 1.0759092569351196}
+{'epoch': 173, 'iter': 330, 'avg_loss': 1.1991045752320766, 'avg_acc_mask': 58.102788408966646, 'loss': 1.0345386266708374}
+{'epoch': 173, 'iter': 340, 'avg_loss': 1.1972743860088135, 'avg_acc_mask': 58.15904023781718, 'loss': 1.030447006225586}
+{'epoch': 173, 'iter': 350, 'avg_loss': 1.1988218635575385, 'avg_acc_mask': 58.13232787562625, 'loss': 1.0338983535766602}
+{'epoch': 173, 'iter': 360, 'avg_loss': 1.199400918800745, 'avg_acc_mask': 58.10465057944113, 'loss': 1.3690268993377686}
+{'epoch': 173, 'iter': 370, 'avg_loss': 1.200084276115798, 'avg_acc_mask': 58.03571428571429, 'loss': 0.9846844673156738}
+{'epoch': 173, 'iter': 380, 'avg_loss': 1.205417644476953, 'avg_acc_mask': 57.880241227028826, 'loss': 1.0428454875946045}
+{'epoch': 173, 'iter': 390, 'avg_loss': 1.205807706279218, 'avg_acc_mask': 57.84377316530763, 'loss': 1.3609519004821777}
+{'epoch': 173, 'iter': 400, 'avg_loss': 1.2069620087259725, 'avg_acc_mask': 57.79015028064458, 'loss': 1.0256295204162598}
+{'epoch': 173, 'iter': 410, 'avg_loss': 1.2058302039357578, 'avg_acc_mask': 57.84196811094916, 'loss': 0.9706929922103882}
+{'epoch': 173, 'iter': 420, 'avg_loss': 1.2056345226079437, 'avg_acc_mask': 57.85967644259884, 'loss': 1.2816884517669678}
+{'epoch': 173, 'iter': 430, 'avg_loss': 1.205227577077817, 'avg_acc_mask': 57.894070479004014, 'loss': 1.2406951189041138}
+{'epoch': 173, 'iter': 440, 'avg_loss': 1.207320652716284, 'avg_acc_mask': 57.845278819601866, 'loss': 1.6352853775024414}
+{'epoch': 173, 'iter': 450, 'avg_loss': 1.2088560279615703, 'avg_acc_mask': 57.7297994038508, 'loss': 0.7701156139373779}
+{'epoch': 173, 'iter': 460, 'avg_loss': 1.2097056636065568, 'avg_acc_mask': 57.74869935361816, 'loss': 1.1136046648025513}
+{'epoch': 173, 'iter': 470, 'avg_loss': 1.2103268772426938, 'avg_acc_mask': 57.71010023130301, 'loss': 1.2077184915542603}
+{'epoch': 173, 'iter': 480, 'avg_loss': 1.209212658930717, 'avg_acc_mask': 57.819869448741656, 'loss': 1.0467557907104492}
+{'epoch': 173, 'iter': 490, 'avg_loss': 1.2112301851484295, 'avg_acc_mask': 57.806203556508564, 'loss': 1.4769976139068604}
+{'epoch': 173, 'iter': 500, 'avg_loss': 1.2096636777152558, 'avg_acc_mask': 57.92369506986172, 'loss': 1.1023389101028442}
+{'epoch': 173, 'iter': 510, 'avg_loss': 1.2091978034861166, 'avg_acc_mask': 57.901641669325954, 'loss': 1.178999423980713}
+{'epoch': 173, 'iter': 520, 'avg_loss': 1.2094263793639624, 'avg_acc_mask': 57.90023323006231, 'loss': 1.3611793518066406}
+{'epoch': 173, 'iter': 530, 'avg_loss': 1.210245206194409, 'avg_acc_mask': 57.86737799664854, 'loss': 1.539286494255066}
+{'epoch': 173, 'iter': 540, 'avg_loss': 1.2109635612219847, 'avg_acc_mask': 57.86273389995633, 'loss': 1.3852547407150269}
+{'epoch': 173, 'iter': 550, 'avg_loss': 1.2125823616765155, 'avg_acc_mask': 57.817138333663166, 'loss': 1.0004290342330933}
+{'epoch': 173, 'iter': 560, 'avg_loss': 1.2127776608110112, 'avg_acc_mask': 57.84609397801342, 'loss': 1.166802167892456}
+{'epoch': 173, 'iter': 570, 'avg_loss': 1.2117476270202998, 'avg_acc_mask': 57.867389225374566, 'loss': 1.1151163578033447}
+{'epoch': 173, 'iter': 580, 'avg_loss': 1.2121735550655555, 'avg_acc_mask': 57.88188138034697, 'loss': 1.6224075555801392}
+{'epoch': 173, 'iter': 590, 'avg_loss': 1.210967327737566, 'avg_acc_mask': 57.89586985269244, 'loss': 1.1884429454803467}
+{'epoch': 173, 'iter': 600, 'avg_loss': 1.2096192390470457, 'avg_acc_mask': 57.945308959057265, 'loss': 1.3313140869140625}
+{'epoch': 173, 'iter': 610, 'avg_loss': 1.2102846350100154, 'avg_acc_mask': 57.891766662706424, 'loss': 1.1789345741271973}
+{'epoch': 173, 'iter': 620, 'avg_loss': 1.2084920855535977, 'avg_acc_mask': 57.94463627319014, 'loss': 1.5357146263122559}
+{'epoch': 173, 'iter': 630, 'avg_loss': 1.2085168434398488, 'avg_acc_mask': 57.963288476500594, 'loss': 1.0960720777511597}
+{'epoch': 173, 'iter': 640, 'avg_loss': 1.207783158409428, 'avg_acc_mask': 57.98653523847399, 'loss': 1.1530312299728394}
+{'epoch': 173, 'iter': 650, 'avg_loss': 1.2094986060614228, 'avg_acc_mask': 57.94640859252629, 'loss': 1.0417033433914185}
+{'epoch': 173, 'iter': 660, 'avg_loss': 1.2088735678012, 'avg_acc_mask': 57.963065049614116, 'loss': 1.0515812635421753}
+{'epoch': 173, 'iter': 670, 'avg_loss': 1.2083638007523583, 'avg_acc_mask': 57.982668224172116, 'loss': 1.3048163652420044}
+{'epoch': 173, 'iter': 680, 'avg_loss': 1.207842312457803, 'avg_acc_mask': 57.98571160998583, 'loss': 1.3888123035430908}
+{'epoch': 173, 'iter': 690, 'avg_loss': 1.2080762416512507, 'avg_acc_mask': 57.98334826368762, 'loss': 1.0038492679595947}
+{'epoch': 173, 'iter': 700, 'avg_loss': 1.2093937437816624, 'avg_acc_mask': 57.89555647840532, 'loss': 1.3400850296020508}
+{'epoch': 173, 'iter': 710, 'avg_loss': 1.2089218832604829, 'avg_acc_mask': 57.93096389549909, 'loss': 1.1323621273040771}
+{'epoch': 173, 'iter': 720, 'avg_loss': 1.210321326526954, 'avg_acc_mask': 57.89805384692952, 'loss': 1.1667860746383667}
+{'epoch': 173, 'iter': 730, 'avg_loss': 1.208541778060219, 'avg_acc_mask': 57.93950850661626, 'loss': 1.7265385389328003}
+{'epoch': 173, 'iter': 740, 'avg_loss': 1.2078959810749883, 'avg_acc_mask': 57.964829666691195, 'loss': 1.1703108549118042}
+{'epoch': 173, 'iter': 750, 'avg_loss': 1.2087308521594569, 'avg_acc_mask': 57.95515086937569, 'loss': 1.32680344581604}
+{'epoch': 173, 'iter': 760, 'avg_loss': 1.2085020701925953, 'avg_acc_mask': 57.96799885197675, 'loss': 1.0755342245101929}
+{'epoch': 173, 'iter': 770, 'avg_loss': 1.2091266191268555, 'avg_acc_mask': 57.926628000188614, 'loss': 1.0684585571289062}
+{'epoch': 173, 'iter': 780, 'avg_loss': 1.2088749402616454, 'avg_acc_mask': 57.93615683717898, 'loss': 1.6042226552963257}
+{'epoch': 173, 'iter': 790, 'avg_loss': 1.2087940668637773, 'avg_acc_mask': 57.93273099294204, 'loss': 1.4386173486709595}
+{'epoch': 173, 'iter': 800, 'avg_loss': 1.2088798038224304, 'avg_acc_mask': 57.91025815525611, 'loss': 1.3049368858337402}
+{'epoch': 173, 'iter': 810, 'avg_loss': 1.2087712132827861, 'avg_acc_mask': 57.90735719247921, 'loss': 1.0454972982406616}
+{'epoch': 173, 'iter': 820, 'avg_loss': 1.2087511460905969, 'avg_acc_mask': 57.90977343698093, 'loss': 1.2589446306228638}
+{'epoch': 173, 'iter': 830, 'avg_loss': 1.2080703153220038, 'avg_acc_mask': 57.95529113259548, 'loss': 1.0929862260818481}
+{'epoch': 173, 'iter': 840, 'avg_loss': 1.2069574388964424, 'avg_acc_mask': 57.972987574284176, 'loss': 1.2762383222579956}
+{'epoch': 173, 'iter': 850, 'avg_loss': 1.2091497250085153, 'avg_acc_mask': 57.88327712077872, 'loss': 1.445225477218628}
+{'epoch': 173, 'iter': 860, 'avg_loss': 1.2103035161996414, 'avg_acc_mask': 57.82492249942006, 'loss': 1.229392409324646}
+{'epoch': 173, 'iter': 870, 'avg_loss': 1.2109170391830593, 'avg_acc_mask': 57.78375112000167, 'loss': 1.0523790121078491}
+{'epoch': 173, 'iter': 880, 'avg_loss': 1.2114489396503374, 'avg_acc_mask': 57.776450230718524, 'loss': 1.0853452682495117}
+{'epoch': 173, 'iter': 890, 'avg_loss': 1.2106795561835422, 'avg_acc_mask': 57.81275485238949, 'loss': 0.656956136226654}
+{'epoch': 173, 'iter': 900, 'avg_loss': 1.211366864010179, 'avg_acc_mask': 57.80195426614284, 'loss': 1.503142237663269}
+{'epoch': 173, 'iter': 910, 'avg_loss': 1.2117667049660248, 'avg_acc_mask': 57.76516283238722, 'loss': 1.2053184509277344}
+{'epoch': 173, 'iter': 920, 'avg_loss': 1.2120644621041388, 'avg_acc_mask': 57.760934786041375, 'loss': 1.430098295211792}
+{'epoch': 173, 'iter': 930, 'avg_loss': 1.2117107991373244, 'avg_acc_mask': 57.77295733911786, 'loss': 1.4330084323883057}
+{'epoch': 173, 'iter': 940, 'avg_loss': 1.2117030401412283, 'avg_acc_mask': 57.76815404841079, 'loss': 1.1570658683776855}
+{'epoch': 173, 'iter': 950, 'avg_loss': 1.211130541268458, 'avg_acc_mask': 57.79725230569056, 'loss': 1.2477456331253052}
+{'epoch': 173, 'iter': 960, 'avg_loss': 1.210115681515772, 'avg_acc_mask': 57.819331150519524, 'loss': 1.1783738136291504}
+{'epoch': 173, 'iter': 970, 'avg_loss': 1.21074527324044, 'avg_acc_mask': 57.79271855569705, 'loss': 1.2476974725723267}
+{'epoch': 173, 'iter': 980, 'avg_loss': 1.2105737662096636, 'avg_acc_mask': 57.81030011115228, 'loss': 0.9627540111541748}
+{'epoch': 173, 'iter': 990, 'avg_loss': 1.2106683656618404, 'avg_acc_mask': 57.82300463463335, 'loss': 1.2367266416549683}
+{'epoch': 173, 'iter': 1000, 'avg_loss': 1.2109263088557864, 'avg_acc_mask': 57.820120016679056, 'loss': 1.6106889247894287}
+{'epoch': 173, 'iter': 1010, 'avg_loss': 1.2111294139268727, 'avg_acc_mask': 57.83882718153923, 'loss': 0.9229356050491333}
+{'epoch': 173, 'iter': 1020, 'avg_loss': 1.2113472059237735, 'avg_acc_mask': 57.8310684785505, 'loss': 1.0932494401931763}
+{'epoch': 173, 'iter': 1030, 'avg_loss': 1.2112863770858624, 'avg_acc_mask': 57.84260253004205, 'loss': 1.4017380475997925}
+{'epoch': 173, 'iter': 1040, 'avg_loss': 1.2111273312316733, 'avg_acc_mask': 57.83134630133166, 'loss': 1.1887238025665283}
+{'epoch': 173, 'iter': 1050, 'avg_loss': 1.2107070556263149, 'avg_acc_mask': 57.854922279792746, 'loss': 1.0970215797424316}
+{'epoch': 173, 'iter': 1060, 'avg_loss': 1.2094054207500706, 'avg_acc_mask': 57.896088333475994, 'loss': 0.7584709525108337}
+{'epoch': 173, 'iter': 1070, 'avg_loss': 1.2089729261220226, 'avg_acc_mask': 57.898840599362664, 'loss': 1.158837080001831}
+{'epoch': 173, 'iter': 1080, 'avg_loss': 1.2080441357690246, 'avg_acc_mask': 57.957826875293804, 'loss': 1.1526888608932495}
+{'epoch': 173, 'iter': 1090, 'avg_loss': 1.208463866813373, 'avg_acc_mask': 57.947371918399895, 'loss': 1.3377901315689087}
+{'epoch': 173, 'iter': 1100, 'avg_loss': 1.209062250823351, 'avg_acc_mask': 57.93648181668587, 'loss': 1.3879848718643188}
+{'epoch': 'EP173_train', 'avg_loss': 1.2091599974696992, 'total_masked_acc': 57.93217616495386}
+{'epoch': 174, 'iter': 0, 'avg_loss': 1.3041396141052246, 'avg_acc_mask': 59.183673469387756, 'loss': 1.3041396141052246}
+{'epoch': 174, 'iter': 10, 'avg_loss': 1.2174338860945269, 'avg_acc_mask': 58.69218500797449, 'loss': 0.9159837365150452}
+{'epoch': 174, 'iter': 20, 'avg_loss': 1.1976268348239718, 'avg_acc_mask': 59.075043630017454, 'loss': 1.46882164478302}
+{'epoch': 174, 'iter': 30, 'avg_loss': 1.2055505071916888, 'avg_acc_mask': 58.71080139372822, 'loss': 1.5057339668273926}
+{'epoch': 174, 'iter': 40, 'avg_loss': 1.2202525153392698, 'avg_acc_mask': 57.763440860215056, 'loss': 1.2309340238571167}
+{'epoch': 174, 'iter': 50, 'avg_loss': 1.2311980221785752, 'avg_acc_mask': 57.054156605726114, 'loss': 1.2613557577133179}
+{'epoch': 174, 'iter': 60, 'avg_loss': 1.229156927984269, 'avg_acc_mask': 57.31028420744213, 'loss': 1.2274444103240967}
+{'epoch': 174, 'iter': 70, 'avg_loss': 1.2332835449299342, 'avg_acc_mask': 56.8686113188731, 'loss': 1.0348681211471558}
+{'epoch': 174, 'iter': 80, 'avg_loss': 1.2363367558997354, 'avg_acc_mask': 57.174007849978196, 'loss': 1.2656745910644531}
+{'epoch': 174, 'iter': 90, 'avg_loss': 1.2223667220754937, 'avg_acc_mask': 57.421114141020645, 'loss': 1.1898614168167114}
+{'epoch': 174, 'iter': 100, 'avg_loss': 1.211895747349994, 'avg_acc_mask': 57.71823988644429, 'loss': 1.0842475891113281}
+{'epoch': 174, 'iter': 110, 'avg_loss': 1.2178710403743092, 'avg_acc_mask': 57.57772020725389, 'loss': 1.2031593322753906}
+{'epoch': 174, 'iter': 120, 'avg_loss': 1.2103971587724922, 'avg_acc_mask': 57.7988446156125, 'loss': 1.176454782485962}
+{'epoch': 174, 'iter': 130, 'avg_loss': 1.2106896666170077, 'avg_acc_mask': 57.669213973799124, 'loss': 1.2585443258285522}
+{'epoch': 174, 'iter': 140, 'avg_loss': 1.2094667541219832, 'avg_acc_mask': 57.73794496339308, 'loss': 0.8591934442520142}
+{'epoch': 174, 'iter': 150, 'avg_loss': 1.2047630572161139, 'avg_acc_mask': 58.009737560859755, 'loss': 1.482035517692566}
+{'epoch': 174, 'iter': 160, 'avg_loss': 1.2114544366457447, 'avg_acc_mask': 57.843575418994405, 'loss': 1.3291966915130615}
+{'epoch': 174, 'iter': 170, 'avg_loss': 1.212487212747161, 'avg_acc_mask': 57.77009326207691, 'loss': 1.2078986167907715}
+{'epoch': 174, 'iter': 180, 'avg_loss': 1.2143352278688335, 'avg_acc_mask': 57.67972235994051, 'loss': 1.3056135177612305}
+{'epoch': 174, 'iter': 190, 'avg_loss': 1.2162988123469327, 'avg_acc_mask': 57.500706281194084, 'loss': 0.9993324875831604}
+{'epoch': 174, 'iter': 200, 'avg_loss': 1.2177620384823624, 'avg_acc_mask': 57.44358219605744, 'loss': 1.2207192182540894}
+{'epoch': 174, 'iter': 210, 'avg_loss': 1.2146991047813993, 'avg_acc_mask': 57.54620993725623, 'loss': 1.1141523122787476}
+{'epoch': 174, 'iter': 220, 'avg_loss': 1.212201810530408, 'avg_acc_mask': 57.4888978603149, 'loss': 1.4920984506607056}
+{'epoch': 174, 'iter': 230, 'avg_loss': 1.2111887366740735, 'avg_acc_mask': 57.61265803148996, 'loss': 0.9250395894050598}
+{'epoch': 174, 'iter': 240, 'avg_loss': 1.2090794216547764, 'avg_acc_mask': 57.778109378497355, 'loss': 1.1980854272842407}
+{'epoch': 174, 'iter': 250, 'avg_loss': 1.208752384223786, 'avg_acc_mask': 57.89435860582106, 'loss': 0.9678917527198792}
+{'epoch': 174, 'iter': 260, 'avg_loss': 1.2097990750352998, 'avg_acc_mask': 57.86886380945787, 'loss': 1.1783313751220703}
+{'epoch': 174, 'iter': 270, 'avg_loss': 1.208253399472395, 'avg_acc_mask': 58.00680862425739, 'loss': 1.1409289836883545}
+{'epoch': 174, 'iter': 280, 'avg_loss': 1.2084643244743347, 'avg_acc_mask': 58.08113329040566, 'loss': 0.6682425141334534}
+{'epoch': 174, 'iter': 290, 'avg_loss': 1.2095387825851178, 'avg_acc_mask': 58.07838494610256, 'loss': 1.1896662712097168}
+{'epoch': 174, 'iter': 300, 'avg_loss': 1.2057332024225762, 'avg_acc_mask': 58.20211161387632, 'loss': 1.128791332244873}
+{'epoch': 174, 'iter': 310, 'avg_loss': 1.2067983804025066, 'avg_acc_mask': 58.05810486935172, 'loss': 0.9453790187835693}
+{'epoch': 174, 'iter': 320, 'avg_loss': 1.2052010108377331, 'avg_acc_mask': 58.111325246570686, 'loss': 0.9687323570251465}
+{'epoch': 174, 'iter': 330, 'avg_loss': 1.2039196293159553, 'avg_acc_mask': 58.14694729900533, 'loss': 1.122623085975647}
+{'epoch': 174, 'iter': 340, 'avg_loss': 1.2021550055473083, 'avg_acc_mask': 58.207843345926676, 'loss': 1.345862865447998}
+{'epoch': 174, 'iter': 350, 'avg_loss': 1.2005885970218908, 'avg_acc_mask': 58.3359173126615, 'loss': 1.086517572402954}
+{'epoch': 174, 'iter': 360, 'avg_loss': 1.200365358277371, 'avg_acc_mask': 58.29902600662717, 'loss': 1.4597233533859253}
+{'epoch': 174, 'iter': 370, 'avg_loss': 1.200383875890562, 'avg_acc_mask': 58.29344534531601, 'loss': 1.154576063156128}
+{'epoch': 174, 'iter': 380, 'avg_loss': 1.2015729621639402, 'avg_acc_mask': 58.26715488135432, 'loss': 0.8571624159812927}
+{'epoch': 174, 'iter': 390, 'avg_loss': 1.2042560766420096, 'avg_acc_mask': 58.22292226443066, 'loss': 1.6229605674743652}
+{'epoch': 174, 'iter': 400, 'avg_loss': 1.2055041330710907, 'avg_acc_mask': 58.149938994080166, 'loss': 0.836709201335907}
+{'epoch': 174, 'iter': 410, 'avg_loss': 1.2026381186615231, 'avg_acc_mask': 58.24175824175825, 'loss': 1.0487847328186035}
+{'epoch': 174, 'iter': 420, 'avg_loss': 1.2012831873112224, 'avg_acc_mask': 58.23739921528047, 'loss': 1.0963548421859741}
+{'epoch': 174, 'iter': 430, 'avg_loss': 1.200755257340982, 'avg_acc_mask': 58.19675584579734, 'loss': 1.2043190002441406}
+{'epoch': 174, 'iter': 440, 'avg_loss': 1.2021195815534007, 'avg_acc_mask': 58.17343325372642, 'loss': 1.480199933052063}
+{'epoch': 174, 'iter': 450, 'avg_loss': 1.2014157867220183, 'avg_acc_mask': 58.17485898468977, 'loss': 1.190381646156311}
+{'epoch': 174, 'iter': 460, 'avg_loss': 1.2023645360143997, 'avg_acc_mask': 58.125517078359536, 'loss': 1.0531898736953735}
+{'epoch': 174, 'iter': 470, 'avg_loss': 1.2009983529710466, 'avg_acc_mask': 58.18125818125818, 'loss': 0.9838429689407349}
+{'epoch': 174, 'iter': 480, 'avg_loss': 1.1998744621841921, 'avg_acc_mask': 58.21925557189728, 'loss': 1.289371132850647}
+{'epoch': 174, 'iter': 490, 'avg_loss': 1.1994385120824982, 'avg_acc_mask': 58.22583625947144, 'loss': 1.450500726699829}
+{'epoch': 174, 'iter': 500, 'avg_loss': 1.19948207998942, 'avg_acc_mask': 58.166739098942486, 'loss': 1.0128183364868164}
+{'epoch': 174, 'iter': 510, 'avg_loss': 1.200715667580905, 'avg_acc_mask': 58.09175744242984, 'loss': 1.2712849378585815}
+{'epoch': 174, 'iter': 520, 'avg_loss': 1.1988089488472453, 'avg_acc_mask': 58.1783350748868, 'loss': 1.6472796201705933}
+{'epoch': 174, 'iter': 530, 'avg_loss': 1.1973854335912428, 'avg_acc_mask': 58.25471698113207, 'loss': 1.163571834564209}
+{'epoch': 174, 'iter': 540, 'avg_loss': 1.1978490666629207, 'avg_acc_mask': 58.23928523444848, 'loss': 1.1093297004699707}
+{'epoch': 174, 'iter': 550, 'avg_loss': 1.19922805243525, 'avg_acc_mask': 58.20757825370676, 'loss': 1.34103262424469}
+{'epoch': 174, 'iter': 560, 'avg_loss': 1.199529990049182, 'avg_acc_mask': 58.21678321678322, 'loss': 1.0065619945526123}
+{'epoch': 174, 'iter': 570, 'avg_loss': 1.199658606494997, 'avg_acc_mask': 58.21531998854342, 'loss': 1.2052175998687744}
+{'epoch': 174, 'iter': 580, 'avg_loss': 1.1977478686380305, 'avg_acc_mask': 58.261903272226746, 'loss': 1.3229930400848389}
+{'epoch': 174, 'iter': 590, 'avg_loss': 1.1964072989529966, 'avg_acc_mask': 58.28109636184857, 'loss': 0.8581900000572205}
+{'epoch': 174, 'iter': 600, 'avg_loss': 1.1948857790420138, 'avg_acc_mask': 58.323512525307464, 'loss': 1.2865166664123535}
+{'epoch': 174, 'iter': 610, 'avg_loss': 1.1959967344950537, 'avg_acc_mask': 58.271949625757394, 'loss': 1.0297526121139526}
+{'epoch': 174, 'iter': 620, 'avg_loss': 1.1938555410518739, 'avg_acc_mask': 58.35454518856608, 'loss': 1.2807420492172241}
+{'epoch': 174, 'iter': 630, 'avg_loss': 1.1934048224553442, 'avg_acc_mask': 58.3837336558954, 'loss': 1.0567282438278198}
+{'epoch': 174, 'iter': 640, 'avg_loss': 1.1933584087724434, 'avg_acc_mask': 58.4136460554371, 'loss': 1.3443371057510376}
+{'epoch': 174, 'iter': 650, 'avg_loss': 1.1937338708915652, 'avg_acc_mask': 58.437044511716564, 'loss': 0.9937213063240051}
+{'epoch': 174, 'iter': 660, 'avg_loss': 1.1936288285724335, 'avg_acc_mask': 58.443100544003535, 'loss': 0.9921672940254211}
+{'epoch': 174, 'iter': 670, 'avg_loss': 1.1933269585120518, 'avg_acc_mask': 58.450033990482666, 'loss': 1.2642536163330078}
+{'epoch': 174, 'iter': 680, 'avg_loss': 1.193782573842092, 'avg_acc_mask': 58.45779133879343, 'loss': 1.4626457691192627}
+{'epoch': 174, 'iter': 690, 'avg_loss': 1.1953074466302323, 'avg_acc_mask': 58.39917825537294, 'loss': 1.2050821781158447}
+{'epoch': 174, 'iter': 700, 'avg_loss': 1.1949637158110886, 'avg_acc_mask': 58.417075640726026, 'loss': 0.9883043766021729}
+{'epoch': 174, 'iter': 710, 'avg_loss': 1.195348111721366, 'avg_acc_mask': 58.41974550016642, 'loss': 1.41370689868927}
+{'epoch': 174, 'iter': 720, 'avg_loss': 1.1962701551791863, 'avg_acc_mask': 58.40967017437606, 'loss': 1.1061716079711914}
+{'epoch': 174, 'iter': 730, 'avg_loss': 1.1956617272829715, 'avg_acc_mask': 58.41926966572012, 'loss': 1.3560324907302856}
+{'epoch': 174, 'iter': 740, 'avg_loss': 1.195822793140746, 'avg_acc_mask': 58.39681525532019, 'loss': 1.242206335067749}
+{'epoch': 174, 'iter': 750, 'avg_loss': 1.1971245559649206, 'avg_acc_mask': 58.33454545454545, 'loss': 1.1685752868652344}
+{'epoch': 174, 'iter': 760, 'avg_loss': 1.1963889687352676, 'avg_acc_mask': 58.39723926380368, 'loss': 1.0324985980987549}
+{'epoch': 174, 'iter': 770, 'avg_loss': 1.197082317911388, 'avg_acc_mask': 58.35362538121469, 'loss': 1.3131638765335083}
+{'epoch': 174, 'iter': 780, 'avg_loss': 1.1962128484600179, 'avg_acc_mask': 58.3627151096271, 'loss': 1.0632590055465698}
+{'epoch': 174, 'iter': 790, 'avg_loss': 1.195559435487547, 'avg_acc_mask': 58.40238188658342, 'loss': 1.0561270713806152}
+{'epoch': 174, 'iter': 800, 'avg_loss': 1.1948350702927502, 'avg_acc_mask': 58.44487515676662, 'loss': 1.2191109657287598}
+{'epoch': 174, 'iter': 810, 'avg_loss': 1.1953583598577873, 'avg_acc_mask': 58.414771447872106, 'loss': 0.9147452712059021}
+{'epoch': 174, 'iter': 820, 'avg_loss': 1.1947529005946254, 'avg_acc_mask': 58.46013525538352, 'loss': 1.2139461040496826}
+{'epoch': 174, 'iter': 830, 'avg_loss': 1.19561142425101, 'avg_acc_mask': 58.45497713682729, 'loss': 1.1912957429885864}
+{'epoch': 174, 'iter': 840, 'avg_loss': 1.195497555695873, 'avg_acc_mask': 58.44113561382185, 'loss': 1.5709842443466187}
+{'epoch': 174, 'iter': 850, 'avg_loss': 1.1970255165486723, 'avg_acc_mask': 58.39259703538686, 'loss': 1.1565861701965332}
+{'epoch': 174, 'iter': 860, 'avg_loss': 1.1977607723450965, 'avg_acc_mask': 58.33756775067751, 'loss': 1.1852312088012695}
+{'epoch': 174, 'iter': 870, 'avg_loss': 1.198924801516615, 'avg_acc_mask': 58.286871724195535, 'loss': 1.1076384782791138}
+{'epoch': 174, 'iter': 880, 'avg_loss': 1.1989860023191108, 'avg_acc_mask': 58.28684765092351, 'loss': 1.144397258758545}
+{'epoch': 174, 'iter': 890, 'avg_loss': 1.197868419416023, 'avg_acc_mask': 58.35684783053205, 'loss': 0.7426655888557434}
+{'epoch': 174, 'iter': 900, 'avg_loss': 1.199271518302943, 'avg_acc_mask': 58.35927078701645, 'loss': 1.6039726734161377}
+{'epoch': 174, 'iter': 910, 'avg_loss': 1.2004399213257004, 'avg_acc_mask': 58.31035998242039, 'loss': 1.4311809539794922}
+{'epoch': 174, 'iter': 920, 'avg_loss': 1.200512446487377, 'avg_acc_mask': 58.327563354369026, 'loss': 1.1980150938034058}
+{'epoch': 174, 'iter': 930, 'avg_loss': 1.1997279797537626, 'avg_acc_mask': 58.349651445131975, 'loss': 1.2711358070373535}
+{'epoch': 174, 'iter': 940, 'avg_loss': 1.1990842991503594, 'avg_acc_mask': 58.37288135593221, 'loss': 0.9316116571426392}
+{'epoch': 174, 'iter': 950, 'avg_loss': 1.1993427958523564, 'avg_acc_mask': 58.344991471991726, 'loss': 1.5561615228652954}
+{'epoch': 174, 'iter': 960, 'avg_loss': 1.199460159231299, 'avg_acc_mask': 58.3489787790863, 'loss': 1.062038540840149}
+{'epoch': 174, 'iter': 970, 'avg_loss': 1.199450542580578, 'avg_acc_mask': 58.351633913320946, 'loss': 1.2746570110321045}
+{'epoch': 174, 'iter': 980, 'avg_loss': 1.1991674785220294, 'avg_acc_mask': 58.35994356156245, 'loss': 1.0111100673675537}
+{'epoch': 174, 'iter': 990, 'avg_loss': 1.1995955051856133, 'avg_acc_mask': 58.358428204186566, 'loss': 1.327273964881897}
+{'epoch': 174, 'iter': 1000, 'avg_loss': 1.1997374710026798, 'avg_acc_mask': 58.351358720349, 'loss': 1.4776839017868042}
+{'epoch': 174, 'iter': 1010, 'avg_loss': 1.1994472007487342, 'avg_acc_mask': 58.37473896449917, 'loss': 1.220516324043274}
+{'epoch': 174, 'iter': 1020, 'avg_loss': 1.19962533663349, 'avg_acc_mask': 58.37757901863664, 'loss': 0.9932187795639038}
+{'epoch': 174, 'iter': 1030, 'avg_loss': 1.1992484702286965, 'avg_acc_mask': 58.39307787391842, 'loss': 1.3236565589904785}
+{'epoch': 174, 'iter': 1040, 'avg_loss': 1.1988870841052874, 'avg_acc_mask': 58.40905913602684, 'loss': 1.0819836854934692}
+{'epoch': 174, 'iter': 1050, 'avg_loss': 1.198810327518111, 'avg_acc_mask': 58.39567747298421, 'loss': 1.4074311256408691}
+{'epoch': 174, 'iter': 1060, 'avg_loss': 1.1988791276215383, 'avg_acc_mask': 58.38008475303241, 'loss': 1.2429256439208984}
+{'epoch': 174, 'iter': 1070, 'avg_loss': 1.1984211957755209, 'avg_acc_mask': 58.37186373835589, 'loss': 1.2222620248794556}
+{'epoch': 174, 'iter': 1080, 'avg_loss': 1.1976014656341263, 'avg_acc_mask': 58.42068953912941, 'loss': 0.9982147812843323}
+{'epoch': 174, 'iter': 1090, 'avg_loss': 1.198462263637459, 'avg_acc_mask': 58.39468336720077, 'loss': 1.6985152959823608}
+{'epoch': 174, 'iter': 1100, 'avg_loss': 1.1981476427315583, 'avg_acc_mask': 58.4026677231907, 'loss': 0.9815080761909485}
+{'epoch': 'EP174_train', 'avg_loss': 1.1983467212090126, 'total_masked_acc': 58.39884221951781}
+{'epoch': 175, 'iter': 0, 'avg_loss': 1.4186636209487915, 'avg_acc_mask': 57.6271186440678, 'loss': 1.4186636209487915}
+{'epoch': 175, 'iter': 10, 'avg_loss': 1.273122944615104, 'avg_acc_mask': 57.5516693163752, 'loss': 1.0741249322891235}
+{'epoch': 175, 'iter': 20, 'avg_loss': 1.2040145851316906, 'avg_acc_mask': 58.70108243130724, 'loss': 0.9087859988212585}
+{'epoch': 175, 'iter': 30, 'avg_loss': 1.20980502136292, 'avg_acc_mask': 58.045640725570514, 'loss': 1.3412744998931885}
+{'epoch': 175, 'iter': 40, 'avg_loss': 1.193861830525282, 'avg_acc_mask': 58.270509977827054, 'loss': 0.9673675894737244}
+{'epoch': 175, 'iter': 50, 'avg_loss': 1.204756168758168, 'avg_acc_mask': 57.94926759556984, 'loss': 1.242739200592041}
+{'epoch': 175, 'iter': 60, 'avg_loss': 1.2041438534611562, 'avg_acc_mask': 58.00891530460625, 'loss': 1.2993547916412354}
+{'epoch': 175, 'iter': 70, 'avg_loss': 1.2094001476193819, 'avg_acc_mask': 58.05471124620061, 'loss': 1.2444120645523071}
+{'epoch': 175, 'iter': 80, 'avg_loss': 1.2037037441759935, 'avg_acc_mask': 57.93896505970809, 'loss': 1.3146944046020508}
+{'epoch': 175, 'iter': 90, 'avg_loss': 1.1957348336230267, 'avg_acc_mask': 58.10571821575948, 'loss': 1.3075541257858276}
+{'epoch': 175, 'iter': 100, 'avg_loss': 1.1891964166471274, 'avg_acc_mask': 58.22942643391521, 'loss': 1.350494384765625}
+{'epoch': 175, 'iter': 110, 'avg_loss': 1.1889849573642284, 'avg_acc_mask': 58.410682299299786, 'loss': 1.0424120426177979}
+{'epoch': 175, 'iter': 120, 'avg_loss': 1.1901644148117254, 'avg_acc_mask': 58.46453741190584, 'loss': 1.2067065238952637}
+{'epoch': 175, 'iter': 130, 'avg_loss': 1.1926524771078852, 'avg_acc_mask': 58.29993089149965, 'loss': 1.177709698677063}
+{'epoch': 175, 'iter': 140, 'avg_loss': 1.1935193086346836, 'avg_acc_mask': 58.21620240224892, 'loss': 1.0022181272506714}
+{'epoch': 175, 'iter': 150, 'avg_loss': 1.1820034303807265, 'avg_acc_mask': 58.71493646607529, 'loss': 1.3278974294662476}
+{'epoch': 175, 'iter': 160, 'avg_loss': 1.188188823298638, 'avg_acc_mask': 58.58028169014084, 'loss': 1.2689950466156006}
+{'epoch': 175, 'iter': 170, 'avg_loss': 1.1953713435527178, 'avg_acc_mask': 58.4607274644175, 'loss': 1.169447660446167}
+{'epoch': 175, 'iter': 180, 'avg_loss': 1.1972432447731165, 'avg_acc_mask': 58.46874688465756, 'loss': 1.2807177305221558}
+{'epoch': 175, 'iter': 190, 'avg_loss': 1.1976995429131374, 'avg_acc_mask': 58.49891703550241, 'loss': 1.2573330402374268}
+{'epoch': 175, 'iter': 200, 'avg_loss': 1.1930465432838422, 'avg_acc_mask': 58.60868012145026, 'loss': 1.262222170829773}
+{'epoch': 175, 'iter': 210, 'avg_loss': 1.1943085647024814, 'avg_acc_mask': 58.51632047477745, 'loss': 1.2781144380569458}
+{'epoch': 175, 'iter': 220, 'avg_loss': 1.1965384856877823, 'avg_acc_mask': 58.508573277256545, 'loss': 1.4002110958099365}
+{'epoch': 175, 'iter': 230, 'avg_loss': 1.1958098570247748, 'avg_acc_mask': 58.50487540628385, 'loss': 1.2158465385437012}
+{'epoch': 175, 'iter': 240, 'avg_loss': 1.192618908847516, 'avg_acc_mask': 58.71703173893608, 'loss': 1.0450665950775146}
+{'epoch': 175, 'iter': 250, 'avg_loss': 1.1946519137141238, 'avg_acc_mask': 58.69207076856958, 'loss': 1.143234133720398}
+{'epoch': 175, 'iter': 260, 'avg_loss': 1.1980932945264253, 'avg_acc_mask': 58.59542406856985, 'loss': 1.1900765895843506}
+{'epoch': 175, 'iter': 270, 'avg_loss': 1.2017206317604248, 'avg_acc_mask': 58.49707912904939, 'loss': 1.3199598789215088}
+{'epoch': 175, 'iter': 280, 'avg_loss': 1.203852316132644, 'avg_acc_mask': 58.37446317543748, 'loss': 0.7951294779777527}
+{'epoch': 175, 'iter': 290, 'avg_loss': 1.2025056029717947, 'avg_acc_mask': 58.3493758926908, 'loss': 1.158811330795288}
+{'epoch': 175, 'iter': 300, 'avg_loss': 1.2017146805394132, 'avg_acc_mask': 58.42291754248994, 'loss': 1.2004249095916748}
+{'epoch': 175, 'iter': 310, 'avg_loss': 1.2015245051820944, 'avg_acc_mask': 58.45312227201303, 'loss': 0.8415777087211609}
+{'epoch': 175, 'iter': 320, 'avg_loss': 1.2046242572622508, 'avg_acc_mask': 58.37147539130926, 'loss': 1.2595573663711548}
+{'epoch': 175, 'iter': 330, 'avg_loss': 1.205210781619628, 'avg_acc_mask': 58.407807445583636, 'loss': 0.9421610236167908}
+{'epoch': 175, 'iter': 340, 'avg_loss': 1.2045397727894993, 'avg_acc_mask': 58.45418326693227, 'loss': 1.3769339323043823}
+{'epoch': 175, 'iter': 350, 'avg_loss': 1.2060599304162538, 'avg_acc_mask': 58.44666218522158, 'loss': 1.0763602256774902}
+{'epoch': 175, 'iter': 360, 'avg_loss': 1.2050889610748872, 'avg_acc_mask': 58.49683066706912, 'loss': 1.39200758934021}
+{'epoch': 175, 'iter': 370, 'avg_loss': 1.205193523528441, 'avg_acc_mask': 58.48973391483314, 'loss': 1.1704885959625244}
+{'epoch': 175, 'iter': 380, 'avg_loss': 1.20709375454372, 'avg_acc_mask': 58.37183823179155, 'loss': 0.9030569791793823}
+{'epoch': 175, 'iter': 390, 'avg_loss': 1.2061539495844975, 'avg_acc_mask': 58.393313211051776, 'loss': 1.0457377433776855}
+{'epoch': 175, 'iter': 400, 'avg_loss': 1.2043972389210489, 'avg_acc_mask': 58.43902880956695, 'loss': 1.09275484085083}
+{'epoch': 175, 'iter': 410, 'avg_loss': 1.203953229090303, 'avg_acc_mask': 58.455280958486235, 'loss': 1.1304794549942017}
+{'epoch': 175, 'iter': 420, 'avg_loss': 1.202336643979555, 'avg_acc_mask': 58.51666162423823, 'loss': 1.2383368015289307}
+{'epoch': 175, 'iter': 430, 'avg_loss': 1.2015169573355717, 'avg_acc_mask': 58.49900806213329, 'loss': 1.186829686164856}
+{'epoch': 175, 'iter': 440, 'avg_loss': 1.203620152070679, 'avg_acc_mask': 58.46884028064383, 'loss': 1.2320815324783325}
+{'epoch': 175, 'iter': 450, 'avg_loss': 1.2022449899539187, 'avg_acc_mask': 58.508704608797515, 'loss': 1.0545755624771118}
+{'epoch': 175, 'iter': 460, 'avg_loss': 1.203478534606946, 'avg_acc_mask': 58.46512731298434, 'loss': 0.9563876390457153}
+{'epoch': 175, 'iter': 470, 'avg_loss': 1.2048039998851259, 'avg_acc_mask': 58.357544063528955, 'loss': 1.1362086534500122}
+{'epoch': 175, 'iter': 480, 'avg_loss': 1.20311637758713, 'avg_acc_mask': 58.38643604915794, 'loss': 0.923552393913269}
+{'epoch': 175, 'iter': 490, 'avg_loss': 1.2040495564762783, 'avg_acc_mask': 58.364616242334144, 'loss': 1.567748785018921}
+{'epoch': 175, 'iter': 500, 'avg_loss': 1.201629236489237, 'avg_acc_mask': 58.412918276591085, 'loss': 1.0611321926116943}
+{'epoch': 175, 'iter': 510, 'avg_loss': 1.2009493446746684, 'avg_acc_mask': 58.411381997569165, 'loss': 1.0901955366134644}
+{'epoch': 175, 'iter': 520, 'avg_loss': 1.201672989152901, 'avg_acc_mask': 58.43335439039797, 'loss': 1.5112673044204712}
+{'epoch': 175, 'iter': 530, 'avg_loss': 1.2019496551678006, 'avg_acc_mask': 58.405462257319215, 'loss': 1.0498976707458496}
+{'epoch': 175, 'iter': 540, 'avg_loss': 1.2010917030619164, 'avg_acc_mask': 58.42392224592773, 'loss': 1.2400742769241333}
+{'epoch': 175, 'iter': 550, 'avg_loss': 1.20151050753905, 'avg_acc_mask': 58.397263458536756, 'loss': 1.2405786514282227}
+{'epoch': 175, 'iter': 560, 'avg_loss': 1.2002237516184755, 'avg_acc_mask': 58.46028380362094, 'loss': 0.8354570269584656}
+{'epoch': 175, 'iter': 570, 'avg_loss': 1.198246780137047, 'avg_acc_mask': 58.541359173458254, 'loss': 1.1099798679351807}
+{'epoch': 175, 'iter': 580, 'avg_loss': 1.1975772567029255, 'avg_acc_mask': 58.567508752010596, 'loss': 1.3958953619003296}
+{'epoch': 175, 'iter': 590, 'avg_loss': 1.1967921623622908, 'avg_acc_mask': 58.601151774103656, 'loss': 0.8128066658973694}
+{'epoch': 175, 'iter': 600, 'avg_loss': 1.1953554533781505, 'avg_acc_mask': 58.662928880492416, 'loss': 0.9702444672584534}
+{'epoch': 175, 'iter': 610, 'avg_loss': 1.1963102151738836, 'avg_acc_mask': 58.6291603007699, 'loss': 1.277559757232666}
+{'epoch': 175, 'iter': 620, 'avg_loss': 1.1950453685389624, 'avg_acc_mask': 58.68334119867862, 'loss': 1.4453845024108887}
+{'epoch': 175, 'iter': 630, 'avg_loss': 1.1926034178389988, 'avg_acc_mask': 58.80525062438288, 'loss': 1.0022368431091309}
+{'epoch': 175, 'iter': 640, 'avg_loss': 1.192257417949983, 'avg_acc_mask': 58.800618592130135, 'loss': 1.0155932903289795}
+{'epoch': 175, 'iter': 650, 'avg_loss': 1.193330371205891, 'avg_acc_mask': 58.747708362713304, 'loss': 1.0344640016555786}
+{'epoch': 175, 'iter': 660, 'avg_loss': 1.1922357361453744, 'avg_acc_mask': 58.78707023541511, 'loss': 1.1114022731781006}
+{'epoch': 175, 'iter': 670, 'avg_loss': 1.19230316084117, 'avg_acc_mask': 58.80129293814716, 'loss': 1.3734570741653442}
+{'epoch': 175, 'iter': 680, 'avg_loss': 1.193347961935878, 'avg_acc_mask': 58.79082321187584, 'loss': 1.4142078161239624}
+{'epoch': 175, 'iter': 690, 'avg_loss': 1.193675049867713, 'avg_acc_mask': 58.78333466273165, 'loss': 0.6492356061935425}
+{'epoch': 175, 'iter': 700, 'avg_loss': 1.1950743417341938, 'avg_acc_mask': 58.76623376623377, 'loss': 1.2458771467208862}
+{'epoch': 175, 'iter': 710, 'avg_loss': 1.1952147812028475, 'avg_acc_mask': 58.809093257556185, 'loss': 1.2360906600952148}
+{'epoch': 175, 'iter': 720, 'avg_loss': 1.1959179741913006, 'avg_acc_mask': 58.75019121921371, 'loss': 1.157148003578186}
+{'epoch': 175, 'iter': 730, 'avg_loss': 1.1944407410970628, 'avg_acc_mask': 58.79882296722919, 'loss': 1.2826752662658691}
+{'epoch': 175, 'iter': 740, 'avg_loss': 1.1948044927094468, 'avg_acc_mask': 58.74770710425858, 'loss': 1.1172224283218384}
+{'epoch': 175, 'iter': 750, 'avg_loss': 1.1959621551906698, 'avg_acc_mask': 58.72023446086213, 'loss': 1.229496955871582}
+{'epoch': 175, 'iter': 760, 'avg_loss': 1.1940035095900963, 'avg_acc_mask': 58.77061830809299, 'loss': 0.8702982664108276}
+{'epoch': 175, 'iter': 770, 'avg_loss': 1.1944698169151013, 'avg_acc_mask': 58.72355597813168, 'loss': 1.4036186933517456}
+{'epoch': 175, 'iter': 780, 'avg_loss': 1.1931379902607042, 'avg_acc_mask': 58.78830574145826, 'loss': 1.1706783771514893}
+{'epoch': 175, 'iter': 790, 'avg_loss': 1.1930650018635953, 'avg_acc_mask': 58.800854542076905, 'loss': 1.0124939680099487}
+{'epoch': 175, 'iter': 800, 'avg_loss': 1.1928023608510712, 'avg_acc_mask': 58.835801733229395, 'loss': 1.237575888633728}
+{'epoch': 175, 'iter': 810, 'avg_loss': 1.1941131262611666, 'avg_acc_mask': 58.807938018213946, 'loss': 1.2784780263900757}
+{'epoch': 175, 'iter': 820, 'avg_loss': 1.1939187908361368, 'avg_acc_mask': 58.81286104518383, 'loss': 1.0684388875961304}
+{'epoch': 175, 'iter': 830, 'avg_loss': 1.1943242956226339, 'avg_acc_mask': 58.83433275064722, 'loss': 1.442312479019165}
+{'epoch': 175, 'iter': 840, 'avg_loss': 1.193986442688671, 'avg_acc_mask': 58.84320283297265, 'loss': 1.255531907081604}
+{'epoch': 175, 'iter': 850, 'avg_loss': 1.1951271235662677, 'avg_acc_mask': 58.791137600414615, 'loss': 1.0956004858016968}
+{'epoch': 175, 'iter': 860, 'avg_loss': 1.1955731240783696, 'avg_acc_mask': 58.75167871075014, 'loss': 1.395530343055725}
+{'epoch': 175, 'iter': 870, 'avg_loss': 1.1958337742685587, 'avg_acc_mask': 58.739375578557606, 'loss': 0.938141405582428}
+{'epoch': 175, 'iter': 880, 'avg_loss': 1.195780578150787, 'avg_acc_mask': 58.751665001664996, 'loss': 1.0777093172073364}
+{'epoch': 175, 'iter': 890, 'avg_loss': 1.1943788467901189, 'avg_acc_mask': 58.819896236514865, 'loss': 0.9055817723274231}
+{'epoch': 175, 'iter': 900, 'avg_loss': 1.1939668243587613, 'avg_acc_mask': 58.821614583333336, 'loss': 1.2465260028839111}
+{'epoch': 175, 'iter': 910, 'avg_loss': 1.1954853856275687, 'avg_acc_mask': 58.76402686723243, 'loss': 1.3871779441833496}
+{'epoch': 175, 'iter': 920, 'avg_loss': 1.195404317719411, 'avg_acc_mask': 58.786031594254865, 'loss': 1.1646502017974854}
+{'epoch': 175, 'iter': 930, 'avg_loss': 1.1955895104098397, 'avg_acc_mask': 58.787460567823345, 'loss': 1.5055121183395386}
+{'epoch': 175, 'iter': 940, 'avg_loss': 1.1959715797531238, 'avg_acc_mask': 58.77196400046753, 'loss': 0.8972671031951904}
+{'epoch': 175, 'iter': 950, 'avg_loss': 1.1955938209181203, 'avg_acc_mask': 58.76932567374793, 'loss': 1.420143723487854}
+{'epoch': 175, 'iter': 960, 'avg_loss': 1.1950897265857514, 'avg_acc_mask': 58.7850592026236, 'loss': 1.1749910116195679}
+{'epoch': 175, 'iter': 970, 'avg_loss': 1.1953076932936078, 'avg_acc_mask': 58.79778121580318, 'loss': 1.1280884742736816}
+{'epoch': 175, 'iter': 980, 'avg_loss': 1.1956850870243756, 'avg_acc_mask': 58.769161827585556, 'loss': 1.067575454711914}
+{'epoch': 175, 'iter': 990, 'avg_loss': 1.1969958758197807, 'avg_acc_mask': 58.7218642096128, 'loss': 1.2494856119155884}
+{'epoch': 175, 'iter': 1000, 'avg_loss': 1.1968337036929764, 'avg_acc_mask': 58.716636197440586, 'loss': 1.3241276741027832}
+{'epoch': 175, 'iter': 1010, 'avg_loss': 1.1966208252248849, 'avg_acc_mask': 58.72254115431282, 'loss': 0.9556077122688293}
+{'epoch': 175, 'iter': 1020, 'avg_loss': 1.1970106946791537, 'avg_acc_mask': 58.73971718909618, 'loss': 1.2443374395370483}
+{'epoch': 175, 'iter': 1030, 'avg_loss': 1.196487911717621, 'avg_acc_mask': 58.747491965411314, 'loss': 1.4060237407684326}
+{'epoch': 175, 'iter': 1040, 'avg_loss': 1.196826838307605, 'avg_acc_mask': 58.71530587117881, 'loss': 1.1041902303695679}
+{'epoch': 175, 'iter': 1050, 'avg_loss': 1.1960537882502253, 'avg_acc_mask': 58.73156959113249, 'loss': 0.817482054233551}
+{'epoch': 175, 'iter': 1060, 'avg_loss': 1.196116260011504, 'avg_acc_mask': 58.72843152494948, 'loss': 1.1762285232543945}
+{'epoch': 175, 'iter': 1070, 'avg_loss': 1.1962014897809086, 'avg_acc_mask': 58.703871618962886, 'loss': 1.4819271564483643}
+{'epoch': 175, 'iter': 1080, 'avg_loss': 1.1964394864552998, 'avg_acc_mask': 58.732740364252436, 'loss': 0.9339828491210938}
+{'epoch': 175, 'iter': 1090, 'avg_loss': 1.1968436299880418, 'avg_acc_mask': 58.71855082187185, 'loss': 1.1825250387191772}
+{'epoch': 175, 'iter': 1100, 'avg_loss': 1.1964130033751599, 'avg_acc_mask': 58.73471963858623, 'loss': 0.978675901889801}
+{'epoch': 'EP175_train', 'avg_loss': 1.1967191748219916, 'total_masked_acc': 58.70756294175095}
+{'epoch': 176, 'iter': 0, 'avg_loss': 1.3718082904815674, 'avg_acc_mask': 51.35135135135135, 'loss': 1.3718082904815674}
+{'epoch': 176, 'iter': 10, 'avg_loss': 1.2642874338410117, 'avg_acc_mask': 55.58912386706949, 'loss': 0.8433938026428223}
+{'epoch': 176, 'iter': 20, 'avg_loss': 1.2014421224594116, 'avg_acc_mask': 57.94238683127572, 'loss': 1.1536434888839722}
+{'epoch': 176, 'iter': 30, 'avg_loss': 1.2189854575741677, 'avg_acc_mask': 57.88869764773379, 'loss': 1.394276738166809}
+{'epoch': 176, 'iter': 40, 'avg_loss': 1.209990811057207, 'avg_acc_mask': 58.63557858376511, 'loss': 1.2054814100265503}
+{'epoch': 176, 'iter': 50, 'avg_loss': 1.2328472347820507, 'avg_acc_mask': 58.18056035973711, 'loss': 1.5911935567855835}
+{'epoch': 176, 'iter': 60, 'avg_loss': 1.2209298376177178, 'avg_acc_mask': 58.26542491268918, 'loss': 1.106107234954834}
+{'epoch': 176, 'iter': 70, 'avg_loss': 1.2103275849785604, 'avg_acc_mask': 58.745874587458744, 'loss': 1.289886713027954}
+{'epoch': 176, 'iter': 80, 'avg_loss': 1.2060936983720756, 'avg_acc_mask': 58.46836847946726, 'loss': 1.2060799598693848}
+{'epoch': 176, 'iter': 90, 'avg_loss': 1.210752588707012, 'avg_acc_mask': 58.42942345924453, 'loss': 1.5151324272155762}
+{'epoch': 176, 'iter': 100, 'avg_loss': 1.2020998036507333, 'avg_acc_mask': 58.662832494608196, 'loss': 0.8272232413291931}
+{'epoch': 176, 'iter': 110, 'avg_loss': 1.2094901429640281, 'avg_acc_mask': 58.453709783322395, 'loss': 1.098018765449524}
+{'epoch': 176, 'iter': 120, 'avg_loss': 1.2021400219152782, 'avg_acc_mask': 58.666666666666664, 'loss': 1.3188132047653198}
+{'epoch': 176, 'iter': 130, 'avg_loss': 1.2031917926919369, 'avg_acc_mask': 58.552540013917884, 'loss': 1.1702522039413452}
+{'epoch': 176, 'iter': 140, 'avg_loss': 1.2110221487410524, 'avg_acc_mask': 58.07197943444729, 'loss': 1.1388297080993652}
+{'epoch': 176, 'iter': 150, 'avg_loss': 1.2056177345332721, 'avg_acc_mask': 58.19691863264323, 'loss': 1.25082266330719}
+{'epoch': 176, 'iter': 160, 'avg_loss': 1.2058574235217172, 'avg_acc_mask': 58.30678197542103, 'loss': 1.2162302732467651}
+{'epoch': 176, 'iter': 170, 'avg_loss': 1.2066272343808448, 'avg_acc_mask': 58.21735897163497, 'loss': 1.145811915397644}
+{'epoch': 176, 'iter': 180, 'avg_loss': 1.21034562719461, 'avg_acc_mask': 58.15567176186646, 'loss': 1.3753912448883057}
+{'epoch': 176, 'iter': 190, 'avg_loss': 1.212773588939487, 'avg_acc_mask': 57.88620985418851, 'loss': 0.9840502738952637}
+{'epoch': 176, 'iter': 200, 'avg_loss': 1.2145379019613882, 'avg_acc_mask': 57.86323235987666, 'loss': 0.9614167213439941}
+{'epoch': 176, 'iter': 210, 'avg_loss': 1.2140981865720162, 'avg_acc_mask': 57.910628019323674, 'loss': 1.1195635795593262}
+{'epoch': 176, 'iter': 220, 'avg_loss': 1.209096988132097, 'avg_acc_mask': 58.08466913275792, 'loss': 1.2939138412475586}
+{'epoch': 176, 'iter': 230, 'avg_loss': 1.210296388054307, 'avg_acc_mask': 58.05355873291729, 'loss': 1.3844304084777832}
+{'epoch': 176, 'iter': 240, 'avg_loss': 1.208789958993429, 'avg_acc_mask': 58.071119872621125, 'loss': 0.9549815058708191}
+{'epoch': 176, 'iter': 250, 'avg_loss': 1.2083134442211623, 'avg_acc_mask': 58.041244625810684, 'loss': 1.0302566289901733}
+{'epoch': 176, 'iter': 260, 'avg_loss': 1.2119139871378055, 'avg_acc_mask': 57.959641255605376, 'loss': 1.1643894910812378}
+{'epoch': 176, 'iter': 270, 'avg_loss': 1.2167439372777058, 'avg_acc_mask': 57.773292970063906, 'loss': 1.291670560836792}
+{'epoch': 176, 'iter': 280, 'avg_loss': 1.2155512289220327, 'avg_acc_mask': 57.758844953173785, 'loss': 1.0857188701629639}
+{'epoch': 176, 'iter': 290, 'avg_loss': 1.2129419661059822, 'avg_acc_mask': 57.86266256204059, 'loss': 1.2925416231155396}
+{'epoch': 176, 'iter': 300, 'avg_loss': 1.2099867322516205, 'avg_acc_mask': 57.91106514994829, 'loss': 0.938502848148346}
+{'epoch': 176, 'iter': 310, 'avg_loss': 1.2063564033370309, 'avg_acc_mask': 58.09798950533577, 'loss': 0.7583957314491272}
+{'epoch': 176, 'iter': 320, 'avg_loss': 1.206903297953145, 'avg_acc_mask': 58.12740095178028, 'loss': 1.0391905307769775}
+{'epoch': 176, 'iter': 330, 'avg_loss': 1.2043283545718813, 'avg_acc_mask': 58.237420072282454, 'loss': 1.1479175090789795}
+{'epoch': 176, 'iter': 340, 'avg_loss': 1.2011250086194258, 'avg_acc_mask': 58.29817158931083, 'loss': 0.9032541513442993}
+{'epoch': 176, 'iter': 350, 'avg_loss': 1.2017319443558696, 'avg_acc_mask': 58.314051325199834, 'loss': 1.160701036453247}
+{'epoch': 176, 'iter': 360, 'avg_loss': 1.200701288239117, 'avg_acc_mask': 58.29495445706683, 'loss': 1.3975012302398682}
+{'epoch': 176, 'iter': 370, 'avg_loss': 1.2010455841645398, 'avg_acc_mask': 58.236994219653184, 'loss': 1.1900526285171509}
+{'epoch': 176, 'iter': 380, 'avg_loss': 1.2029350761353501, 'avg_acc_mask': 58.13457436494086, 'loss': 0.6164432168006897}
+{'epoch': 176, 'iter': 390, 'avg_loss': 1.2004751566121035, 'avg_acc_mask': 58.22623322623323, 'loss': 1.3957600593566895}
+{'epoch': 176, 'iter': 400, 'avg_loss': 1.1999695018639887, 'avg_acc_mask': 58.28065156199529, 'loss': 1.4030991792678833}
+{'epoch': 176, 'iter': 410, 'avg_loss': 1.1987198823269847, 'avg_acc_mask': 58.33033141210374, 'loss': 0.8418502807617188}
+{'epoch': 176, 'iter': 420, 'avg_loss': 1.1996451653097702, 'avg_acc_mask': 58.27645426923246, 'loss': 1.2330302000045776}
+{'epoch': 176, 'iter': 430, 'avg_loss': 1.1989094135102982, 'avg_acc_mask': 58.32436851843883, 'loss': 1.362954020500183}
+{'epoch': 176, 'iter': 440, 'avg_loss': 1.2000297695871383, 'avg_acc_mask': 58.28852293732146, 'loss': 1.543925166130066}
+{'epoch': 176, 'iter': 450, 'avg_loss': 1.1987010072710245, 'avg_acc_mask': 58.31314417114935, 'loss': 0.732210636138916}
+{'epoch': 176, 'iter': 460, 'avg_loss': 1.1989663929846177, 'avg_acc_mask': 58.36677367576244, 'loss': 1.2010868787765503}
+{'epoch': 176, 'iter': 470, 'avg_loss': 1.2006795944175397, 'avg_acc_mask': 58.35983197895811, 'loss': 0.91832035779953}
+{'epoch': 176, 'iter': 480, 'avg_loss': 1.2009141738845999, 'avg_acc_mask': 58.34905478766411, 'loss': 1.0476514101028442}
+{'epoch': 176, 'iter': 490, 'avg_loss': 1.20224860559413, 'avg_acc_mask': 58.2814680698578, 'loss': 1.6943740844726562}
+{'epoch': 176, 'iter': 500, 'avg_loss': 1.2012141311240054, 'avg_acc_mask': 58.36227921070135, 'loss': 1.1063578128814697}
+{'epoch': 176, 'iter': 510, 'avg_loss': 1.201151982678826, 'avg_acc_mask': 58.33242901067101, 'loss': 1.1582801342010498}
+{'epoch': 176, 'iter': 520, 'avg_loss': 1.2018048708361078, 'avg_acc_mask': 58.337177530960574, 'loss': 1.290454387664795}
+{'epoch': 176, 'iter': 530, 'avg_loss': 1.2036328207975053, 'avg_acc_mask': 58.28340532255817, 'loss': 1.3769115209579468}
+{'epoch': 176, 'iter': 540, 'avg_loss': 1.2048177033828058, 'avg_acc_mask': 58.23954021415621, 'loss': 1.4587533473968506}
+{'epoch': 176, 'iter': 550, 'avg_loss': 1.2053327155848812, 'avg_acc_mask': 58.17724068479355, 'loss': 1.3997164964675903}
+{'epoch': 176, 'iter': 560, 'avg_loss': 1.2069773304271187, 'avg_acc_mask': 58.10387469084913, 'loss': 0.9533872604370117}
+{'epoch': 176, 'iter': 570, 'avg_loss': 1.2061172223759198, 'avg_acc_mask': 58.187825974278404, 'loss': 1.2188977003097534}
+{'epoch': 176, 'iter': 580, 'avg_loss': 1.2060057500348444, 'avg_acc_mask': 58.169913867081966, 'loss': 1.4281007051467896}
+{'epoch': 176, 'iter': 590, 'avg_loss': 1.2043316102068236, 'avg_acc_mask': 58.224608277670264, 'loss': 1.0807422399520874}
+{'epoch': 176, 'iter': 600, 'avg_loss': 1.2038948568647196, 'avg_acc_mask': 58.313910696761525, 'loss': 1.3292405605316162}
+{'epoch': 176, 'iter': 610, 'avg_loss': 1.205306115497739, 'avg_acc_mask': 58.26793045158174, 'loss': 1.7918455600738525}
+{'epoch': 176, 'iter': 620, 'avg_loss': 1.203799481841101, 'avg_acc_mask': 58.33036244800951, 'loss': 1.5510640144348145}
+{'epoch': 176, 'iter': 630, 'avg_loss': 1.2029303563566858, 'avg_acc_mask': 58.3691489050668, 'loss': 1.043947458267212}
+{'epoch': 176, 'iter': 640, 'avg_loss': 1.2024124892379118, 'avg_acc_mask': 58.42223631855141, 'loss': 0.8992944955825806}
+{'epoch': 176, 'iter': 650, 'avg_loss': 1.2035582343004816, 'avg_acc_mask': 58.372416929592674, 'loss': 1.1752815246582031}
+{'epoch': 176, 'iter': 660, 'avg_loss': 1.2028646459197132, 'avg_acc_mask': 58.42063981175416, 'loss': 1.0653612613677979}
+{'epoch': 176, 'iter': 670, 'avg_loss': 1.2025422034604716, 'avg_acc_mask': 58.42578793398465, 'loss': 1.2975836992263794}
+{'epoch': 176, 'iter': 680, 'avg_loss': 1.202355728625551, 'avg_acc_mask': 58.44988186731119, 'loss': 1.1717455387115479}
+{'epoch': 176, 'iter': 690, 'avg_loss': 1.2012323392110347, 'avg_acc_mask': 58.47038374114186, 'loss': 1.038527250289917}
+{'epoch': 176, 'iter': 700, 'avg_loss': 1.2027736651404268, 'avg_acc_mask': 58.393007582139845, 'loss': 1.1233856678009033}
+{'epoch': 176, 'iter': 710, 'avg_loss': 1.2017890774918676, 'avg_acc_mask': 58.440748440748436, 'loss': 1.0313031673431396}
+{'epoch': 176, 'iter': 720, 'avg_loss': 1.2027280396793487, 'avg_acc_mask': 58.375400384368994, 'loss': 1.370761513710022}
+{'epoch': 176, 'iter': 730, 'avg_loss': 1.2006774538192801, 'avg_acc_mask': 58.436016563983436, 'loss': 1.0362639427185059}
+{'epoch': 176, 'iter': 740, 'avg_loss': 1.2004664525811972, 'avg_acc_mask': 58.41618698761556, 'loss': 1.0863332748413086}
+{'epoch': 176, 'iter': 750, 'avg_loss': 1.2010921513669184, 'avg_acc_mask': 58.36627464460212, 'loss': 1.3010222911834717}
+{'epoch': 176, 'iter': 760, 'avg_loss': 1.2011287788837248, 'avg_acc_mask': 58.3913285967167, 'loss': 1.2265175580978394}
+{'epoch': 176, 'iter': 770, 'avg_loss': 1.2016128068922713, 'avg_acc_mask': 58.37473724441047, 'loss': 1.3092163801193237}
+{'epoch': 176, 'iter': 780, 'avg_loss': 1.2000452167856557, 'avg_acc_mask': 58.41346153846154, 'loss': 1.2349352836608887}
+{'epoch': 176, 'iter': 790, 'avg_loss': 1.2003262883944699, 'avg_acc_mask': 58.4363289341992, 'loss': 1.3389759063720703}
+{'epoch': 176, 'iter': 800, 'avg_loss': 1.1997726844639962, 'avg_acc_mask': 58.461432411939064, 'loss': 1.3937427997589111}
+{'epoch': 176, 'iter': 810, 'avg_loss': 1.1993284986139667, 'avg_acc_mask': 58.502336554602785, 'loss': 1.0017234086990356}
+{'epoch': 176, 'iter': 820, 'avg_loss': 1.1994028109580677, 'avg_acc_mask': 58.492047468425426, 'loss': 0.9902760982513428}
+{'epoch': 176, 'iter': 830, 'avg_loss': 1.1992096791198539, 'avg_acc_mask': 58.502768549280184, 'loss': 1.378759503364563}
+{'epoch': 176, 'iter': 840, 'avg_loss': 1.1983078271682142, 'avg_acc_mask': 58.53412995425995, 'loss': 0.9036160111427307}
+{'epoch': 176, 'iter': 850, 'avg_loss': 1.1993348146017233, 'avg_acc_mask': 58.49546044098574, 'loss': 1.155104160308838}
+{'epoch': 176, 'iter': 860, 'avg_loss': 1.1993095671950593, 'avg_acc_mask': 58.49938132013482, 'loss': 1.2430626153945923}
+{'epoch': 176, 'iter': 870, 'avg_loss': 1.20085825390438, 'avg_acc_mask': 58.430728409880594, 'loss': 1.2906758785247803}
+{'epoch': 176, 'iter': 880, 'avg_loss': 1.2003273213626848, 'avg_acc_mask': 58.47614684630281, 'loss': 1.0503593683242798}
+{'epoch': 176, 'iter': 890, 'avg_loss': 1.2002278604491392, 'avg_acc_mask': 58.4955058959347, 'loss': 1.0184513330459595}
+{'epoch': 176, 'iter': 900, 'avg_loss': 1.2002269101725038, 'avg_acc_mask': 58.5210378395992, 'loss': 1.4804108142852783}
+{'epoch': 176, 'iter': 910, 'avg_loss': 1.2011337758550005, 'avg_acc_mask': 58.498882917698204, 'loss': 1.405474305152893}
+{'epoch': 176, 'iter': 920, 'avg_loss': 1.2008288233469155, 'avg_acc_mask': 58.51665869599872, 'loss': 1.1482577323913574}
+{'epoch': 176, 'iter': 930, 'avg_loss': 1.2016090915871487, 'avg_acc_mask': 58.506903353057204, 'loss': 1.8152192831039429}
+{'epoch': 176, 'iter': 940, 'avg_loss': 1.2013553239080528, 'avg_acc_mask': 58.512754505031594, 'loss': 0.8351653218269348}
+{'epoch': 176, 'iter': 950, 'avg_loss': 1.2014522335005358, 'avg_acc_mask': 58.50716890835762, 'loss': 1.5248662233352661}
+{'epoch': 176, 'iter': 960, 'avg_loss': 1.20046439404046, 'avg_acc_mask': 58.52466838438782, 'loss': 1.1860733032226562}
+{'epoch': 176, 'iter': 970, 'avg_loss': 1.2009651990555588, 'avg_acc_mask': 58.53161499707531, 'loss': 1.5873830318450928}
+{'epoch': 176, 'iter': 980, 'avg_loss': 1.2002071221183443, 'avg_acc_mask': 58.52045581916683, 'loss': 1.0824612379074097}
+{'epoch': 176, 'iter': 990, 'avg_loss': 1.2005926102369753, 'avg_acc_mask': 58.51950403754827, 'loss': 1.0855339765548706}
+{'epoch': 176, 'iter': 1000, 'avg_loss': 1.2005498949940745, 'avg_acc_mask': 58.48704435660957, 'loss': 1.4080196619033813}
+{'epoch': 176, 'iter': 1010, 'avg_loss': 1.2006745787096071, 'avg_acc_mask': 58.48512859550867, 'loss': 1.131284236907959}
+{'epoch': 176, 'iter': 1020, 'avg_loss': 1.1997148377654836, 'avg_acc_mask': 58.49544182040055, 'loss': 1.2964171171188354}
+{'epoch': 176, 'iter': 1030, 'avg_loss': 1.1993569221228333, 'avg_acc_mask': 58.49841732759541, 'loss': 1.1962357759475708}
+{'epoch': 176, 'iter': 1040, 'avg_loss': 1.1993776201972814, 'avg_acc_mask': 58.508240597267225, 'loss': 1.1209909915924072}
+{'epoch': 176, 'iter': 1050, 'avg_loss': 1.199399580907867, 'avg_acc_mask': 58.500802456213805, 'loss': 1.3795957565307617}
+{'epoch': 176, 'iter': 1060, 'avg_loss': 1.198967889779924, 'avg_acc_mask': 58.494151794198444, 'loss': 0.7976244688034058}
+{'epoch': 176, 'iter': 1070, 'avg_loss': 1.1982663679523629, 'avg_acc_mask': 58.52034440849724, 'loss': 1.134451150894165}
+{'epoch': 176, 'iter': 1080, 'avg_loss': 1.197493946850024, 'avg_acc_mask': 58.554494734521526, 'loss': 0.8700309991836548}
+{'epoch': 176, 'iter': 1090, 'avg_loss': 1.1978892589467693, 'avg_acc_mask': 58.54019260180501, 'loss': 1.1390032768249512}
+{'epoch': 176, 'iter': 1100, 'avg_loss': 1.1969975867020228, 'avg_acc_mask': 58.572213801489085, 'loss': 1.0503225326538086}
+{'epoch': 'EP176_train', 'avg_loss': 1.1976338487405043, 'total_masked_acc': 58.545285617108824}
+{'epoch': 177, 'iter': 0, 'avg_loss': 1.3634529113769531, 'avg_acc_mask': 53.42465753424658, 'loss': 1.3634529113769531}
+{'epoch': 177, 'iter': 10, 'avg_loss': 1.1760907660831104, 'avg_acc_mask': 60.517799352750814, 'loss': 1.0966298580169678}
+{'epoch': 177, 'iter': 20, 'avg_loss': 1.1866155096462794, 'avg_acc_mask': 59.96607294317218, 'loss': 1.3368247747421265}
+{'epoch': 177, 'iter': 30, 'avg_loss': 1.1826447306140777, 'avg_acc_mask': 60.52173913043478, 'loss': 1.4675313234329224}
+{'epoch': 177, 'iter': 40, 'avg_loss': 1.1809764678885297, 'avg_acc_mask': 60.130718954248366, 'loss': 1.3694024085998535}
+{'epoch': 177, 'iter': 50, 'avg_loss': 1.1918061258746129, 'avg_acc_mask': 59.28247997213515, 'loss': 1.0724893808364868}
+{'epoch': 177, 'iter': 60, 'avg_loss': 1.1822079547116013, 'avg_acc_mask': 59.742162320539116, 'loss': 1.0338422060012817}
+{'epoch': 177, 'iter': 70, 'avg_loss': 1.1919482258004201, 'avg_acc_mask': 59.01024743814046, 'loss': 1.018083095550537}
+{'epoch': 177, 'iter': 80, 'avg_loss': 1.1887614800606245, 'avg_acc_mask': 59.153094462540714, 'loss': 1.3945741653442383}
+{'epoch': 177, 'iter': 90, 'avg_loss': 1.1990762228494163, 'avg_acc_mask': 58.88759237650719, 'loss': 1.4814406633377075}
+{'epoch': 177, 'iter': 100, 'avg_loss': 1.1849464732821624, 'avg_acc_mask': 59.250751016080585, 'loss': 1.357024908065796}
+{'epoch': 177, 'iter': 110, 'avg_loss': 1.1891290636749956, 'avg_acc_mask': 59.37803692905733, 'loss': 0.9648891687393188}
+{'epoch': 177, 'iter': 120, 'avg_loss': 1.1915804049200263, 'avg_acc_mask': 59.345584939489015, 'loss': 1.41012442111969}
+{'epoch': 177, 'iter': 130, 'avg_loss': 1.1901998747396105, 'avg_acc_mask': 59.17751884852639, 'loss': 1.1070902347564697}
+{'epoch': 177, 'iter': 140, 'avg_loss': 1.191157802622369, 'avg_acc_mask': 59.02892825283548, 'loss': 0.968269944190979}
+{'epoch': 177, 'iter': 150, 'avg_loss': 1.1834294543361032, 'avg_acc_mask': 59.31736526946108, 'loss': 1.2414630651474}
+{'epoch': 177, 'iter': 160, 'avg_loss': 1.1810989527968887, 'avg_acc_mask': 59.56609712230215, 'loss': 0.8758494853973389}
+{'epoch': 177, 'iter': 170, 'avg_loss': 1.183166500072033, 'avg_acc_mask': 59.48421052631579, 'loss': 1.3730067014694214}
+{'epoch': 177, 'iter': 180, 'avg_loss': 1.1870110314853943, 'avg_acc_mask': 59.372822299651574, 'loss': 1.2124656438827515}
+{'epoch': 177, 'iter': 190, 'avg_loss': 1.1855967431792414, 'avg_acc_mask': 59.287124988244145, 'loss': 1.1604688167572021}
+{'epoch': 177, 'iter': 200, 'avg_loss': 1.184023324529923, 'avg_acc_mask': 59.18805329518019, 'loss': 1.3317509889602661}
+{'epoch': 177, 'iter': 210, 'avg_loss': 1.1819503022031197, 'avg_acc_mask': 59.21578634005273, 'loss': 1.148737907409668}
+{'epoch': 177, 'iter': 220, 'avg_loss': 1.1802073911304387, 'avg_acc_mask': 59.168287937743195, 'loss': 1.4083629846572876}
+{'epoch': 177, 'iter': 230, 'avg_loss': 1.1780242646411383, 'avg_acc_mask': 59.21154741580009, 'loss': 1.1649495363235474}
+{'epoch': 177, 'iter': 240, 'avg_loss': 1.176021898683176, 'avg_acc_mask': 59.241317633030256, 'loss': 0.9287357330322266}
+{'epoch': 177, 'iter': 250, 'avg_loss': 1.1766021759861494, 'avg_acc_mask': 59.09546300271934, 'loss': 0.9750776290893555}
+{'epoch': 177, 'iter': 260, 'avg_loss': 1.1822771372922993, 'avg_acc_mask': 58.91403339312819, 'loss': 1.263163447380066}
+{'epoch': 177, 'iter': 270, 'avg_loss': 1.1849688071606344, 'avg_acc_mask': 58.81064578217297, 'loss': 1.0739834308624268}
+{'epoch': 177, 'iter': 280, 'avg_loss': 1.187747043010603, 'avg_acc_mask': 58.628644665171414, 'loss': 1.0489261150360107}
+{'epoch': 177, 'iter': 290, 'avg_loss': 1.1873816753580808, 'avg_acc_mask': 58.71207430340557, 'loss': 1.053370475769043}
+{'epoch': 177, 'iter': 300, 'avg_loss': 1.1855925418609796, 'avg_acc_mask': 58.75089906497243, 'loss': 0.7925089597702026}
+{'epoch': 177, 'iter': 310, 'avg_loss': 1.1830398494982644, 'avg_acc_mask': 58.68882947808905, 'loss': 0.8715032935142517}
+{'epoch': 177, 'iter': 320, 'avg_loss': 1.1828615592090512, 'avg_acc_mask': 58.77470355731226, 'loss': 0.9125561118125916}
+{'epoch': 177, 'iter': 330, 'avg_loss': 1.1856817076393484, 'avg_acc_mask': 58.704431346867494, 'loss': 1.0815993547439575}
+{'epoch': 177, 'iter': 340, 'avg_loss': 1.184459184708833, 'avg_acc_mask': 58.80263018347651, 'loss': 1.2426729202270508}
+{'epoch': 177, 'iter': 350, 'avg_loss': 1.1841990107994134, 'avg_acc_mask': 58.77075384139424, 'loss': 1.0812917947769165}
+{'epoch': 177, 'iter': 360, 'avg_loss': 1.1823409340883557, 'avg_acc_mask': 58.83147416337352, 'loss': 1.071125864982605}
+{'epoch': 177, 'iter': 370, 'avg_loss': 1.18238228567527, 'avg_acc_mask': 58.90530818588372, 'loss': 0.9665249586105347}
+{'epoch': 177, 'iter': 380, 'avg_loss': 1.1845090447917699, 'avg_acc_mask': 58.84497041420118, 'loss': 0.7207435369491577}
+{'epoch': 177, 'iter': 390, 'avg_loss': 1.1840016397521318, 'avg_acc_mask': 58.84556681004579, 'loss': 1.3737140893936157}
+{'epoch': 177, 'iter': 400, 'avg_loss': 1.1840390826847191, 'avg_acc_mask': 58.83120976092927, 'loss': 0.8723393082618713}
+{'epoch': 177, 'iter': 410, 'avg_loss': 1.1840697927921648, 'avg_acc_mask': 58.85978428351309, 'loss': 1.2139813899993896}
+{'epoch': 177, 'iter': 420, 'avg_loss': 1.1822089031161718, 'avg_acc_mask': 58.89721074380165, 'loss': 1.0405256748199463}
+{'epoch': 177, 'iter': 430, 'avg_loss': 1.1814416823282043, 'avg_acc_mask': 58.898055391868, 'loss': 1.3376028537750244}
+{'epoch': 177, 'iter': 440, 'avg_loss': 1.1822048861558745, 'avg_acc_mask': 58.92739545604214, 'loss': 1.4570971727371216}
+{'epoch': 177, 'iter': 450, 'avg_loss': 1.1829263598982351, 'avg_acc_mask': 58.863673073816834, 'loss': 1.2134405374526978}
+{'epoch': 177, 'iter': 460, 'avg_loss': 1.183207492313778, 'avg_acc_mask': 58.815857080747804, 'loss': 1.1439521312713623}
+{'epoch': 177, 'iter': 470, 'avg_loss': 1.182369562154616, 'avg_acc_mask': 58.84491895864763, 'loss': 1.019834041595459}
+{'epoch': 177, 'iter': 480, 'avg_loss': 1.1816527977926568, 'avg_acc_mask': 58.9185499772486, 'loss': 0.9969094395637512}
+{'epoch': 177, 'iter': 490, 'avg_loss': 1.1838931166348778, 'avg_acc_mask': 58.87447496561722, 'loss': 1.6693130731582642}
+{'epoch': 177, 'iter': 500, 'avg_loss': 1.1842044444974074, 'avg_acc_mask': 58.86209659794566, 'loss': 1.1390905380249023}
+{'epoch': 177, 'iter': 510, 'avg_loss': 1.1842545570109455, 'avg_acc_mask': 58.8399071925754, 'loss': 1.1058030128479004}
+{'epoch': 177, 'iter': 520, 'avg_loss': 1.183701389867834, 'avg_acc_mask': 58.8363202749623, 'loss': 1.432815432548523}
+{'epoch': 177, 'iter': 530, 'avg_loss': 1.1836977651002492, 'avg_acc_mask': 58.83163405896942, 'loss': 0.9871760606765747}
+{'epoch': 177, 'iter': 540, 'avg_loss': 1.1849727709390319, 'avg_acc_mask': 58.784970942019186, 'loss': 1.3776752948760986}
+{'epoch': 177, 'iter': 550, 'avg_loss': 1.1866969940558536, 'avg_acc_mask': 58.79798448584499, 'loss': 1.162833571434021}
+{'epoch': 177, 'iter': 560, 'avg_loss': 1.186338363643636, 'avg_acc_mask': 58.8172113006119, 'loss': 1.2966787815093994}
+{'epoch': 177, 'iter': 570, 'avg_loss': 1.1862270995426512, 'avg_acc_mask': 58.86420385428004, 'loss': 1.079795002937317}
+{'epoch': 177, 'iter': 580, 'avg_loss': 1.18619404833206, 'avg_acc_mask': 58.86183465458663, 'loss': 1.3622932434082031}
+{'epoch': 177, 'iter': 590, 'avg_loss': 1.1860197314050194, 'avg_acc_mask': 58.842791387352875, 'loss': 0.9130065441131592}
+{'epoch': 177, 'iter': 600, 'avg_loss': 1.1838634401411066, 'avg_acc_mask': 58.944647201946474, 'loss': 1.1945550441741943}
+{'epoch': 177, 'iter': 610, 'avg_loss': 1.1858400267879623, 'avg_acc_mask': 58.88666327842387, 'loss': 1.414624571800232}
+{'epoch': 177, 'iter': 620, 'avg_loss': 1.1846869832171718, 'avg_acc_mask': 58.90507726269316, 'loss': 1.369093894958496}
+{'epoch': 177, 'iter': 630, 'avg_loss': 1.184063701971586, 'avg_acc_mask': 58.92148628688928, 'loss': 1.1786216497421265}
+{'epoch': 177, 'iter': 640, 'avg_loss': 1.183957862547147, 'avg_acc_mask': 58.98695143191617, 'loss': 0.8389409184455872}
+{'epoch': 177, 'iter': 650, 'avg_loss': 1.1842808872232422, 'avg_acc_mask': 58.95184215711109, 'loss': 0.9904349446296692}
+{'epoch': 177, 'iter': 660, 'avg_loss': 1.1849298951034286, 'avg_acc_mask': 58.95346581303179, 'loss': 1.0095996856689453}
+{'epoch': 177, 'iter': 670, 'avg_loss': 1.18508588685897, 'avg_acc_mask': 58.924085199344624, 'loss': 1.239027500152588}
+{'epoch': 177, 'iter': 680, 'avg_loss': 1.1838969341021102, 'avg_acc_mask': 58.98870360408822, 'loss': 1.1731514930725098}
+{'epoch': 177, 'iter': 690, 'avg_loss': 1.1845219229737516, 'avg_acc_mask': 58.98067249139529, 'loss': 1.3697683811187744}
+{'epoch': 177, 'iter': 700, 'avg_loss': 1.1865904922577182, 'avg_acc_mask': 58.94451114475127, 'loss': 1.5588352680206299}
+{'epoch': 177, 'iter': 710, 'avg_loss': 1.1853897955095718, 'avg_acc_mask': 58.99765759736415, 'loss': 1.3100870847702026}
+{'epoch': 177, 'iter': 720, 'avg_loss': 1.186119445525988, 'avg_acc_mask': 58.97487998780828, 'loss': 1.3109066486358643}
+{'epoch': 177, 'iter': 730, 'avg_loss': 1.1852573111102942, 'avg_acc_mask': 59.00448408026253, 'loss': 1.3882044553756714}
+{'epoch': 177, 'iter': 740, 'avg_loss': 1.185609814890644, 'avg_acc_mask': 59.02145965189873, 'loss': 0.9795680046081543}
+{'epoch': 177, 'iter': 750, 'avg_loss': 1.1867113366981004, 'avg_acc_mask': 59.0065901879424, 'loss': 1.1007641553878784}
+{'epoch': 177, 'iter': 760, 'avg_loss': 1.1865963124022691, 'avg_acc_mask': 59.03117691027898, 'loss': 1.3574103116989136}
+{'epoch': 177, 'iter': 770, 'avg_loss': 1.1875158130504124, 'avg_acc_mask': 59.00816219689218, 'loss': 1.3523640632629395}
+{'epoch': 177, 'iter': 780, 'avg_loss': 1.186628402462384, 'avg_acc_mask': 59.082892416225754, 'loss': 1.497846245765686}
+{'epoch': 177, 'iter': 790, 'avg_loss': 1.1872292556217137, 'avg_acc_mask': 59.07644421732364, 'loss': 1.179170846939087}
+{'epoch': 177, 'iter': 800, 'avg_loss': 1.187159270196967, 'avg_acc_mask': 59.07140070230199, 'loss': 1.4191954135894775}
+{'epoch': 177, 'iter': 810, 'avg_loss': 1.1874287761610034, 'avg_acc_mask': 59.06884978229318, 'loss': 1.3135523796081543}
+{'epoch': 177, 'iter': 820, 'avg_loss': 1.1865274340241023, 'avg_acc_mask': 59.09202948887445, 'loss': 1.1490839719772339}
+{'epoch': 177, 'iter': 830, 'avg_loss': 1.186073683910565, 'avg_acc_mask': 59.1168785154347, 'loss': 1.31621515750885}
+{'epoch': 177, 'iter': 840, 'avg_loss': 1.1864144064654352, 'avg_acc_mask': 59.08235603010677, 'loss': 1.2647721767425537}
+{'epoch': 177, 'iter': 850, 'avg_loss': 1.1871374665850338, 'avg_acc_mask': 59.05220848820123, 'loss': 1.087517499923706}
+{'epoch': 177, 'iter': 860, 'avg_loss': 1.1877695460837339, 'avg_acc_mask': 59.03444743244973, 'loss': 1.378265142440796}
+{'epoch': 177, 'iter': 870, 'avg_loss': 1.189759229580379, 'avg_acc_mask': 58.95038328700194, 'loss': 1.1657705307006836}
+{'epoch': 177, 'iter': 880, 'avg_loss': 1.1908394290085684, 'avg_acc_mask': 58.91968431793099, 'loss': 1.07902193069458}
+{'epoch': 177, 'iter': 890, 'avg_loss': 1.1898470277804987, 'avg_acc_mask': 58.956439276805405, 'loss': 0.7685059905052185}
+{'epoch': 177, 'iter': 900, 'avg_loss': 1.1901524040132727, 'avg_acc_mask': 58.924459478735756, 'loss': 1.3562794923782349}
+{'epoch': 177, 'iter': 910, 'avg_loss': 1.1912267576784517, 'avg_acc_mask': 58.897015857663874, 'loss': 1.3306713104248047}
+{'epoch': 177, 'iter': 920, 'avg_loss': 1.19080550607848, 'avg_acc_mask': 58.93266832917706, 'loss': 0.9041795134544373}
+{'epoch': 177, 'iter': 930, 'avg_loss': 1.1908406652070014, 'avg_acc_mask': 58.935443762458306, 'loss': 1.446035623550415}
+{'epoch': 177, 'iter': 940, 'avg_loss': 1.1921423595402623, 'avg_acc_mask': 58.884378171598094, 'loss': 0.7852991819381714}
+{'epoch': 177, 'iter': 950, 'avg_loss': 1.192461617330146, 'avg_acc_mask': 58.84488385115956, 'loss': 1.4863379001617432}
+{'epoch': 177, 'iter': 960, 'avg_loss': 1.1923393933693651, 'avg_acc_mask': 58.85119889861945, 'loss': 1.200026512145996}
+{'epoch': 177, 'iter': 970, 'avg_loss': 1.1913016667756435, 'avg_acc_mask': 58.88152914458743, 'loss': 0.9373798966407776}
+{'epoch': 177, 'iter': 980, 'avg_loss': 1.1909089600942673, 'avg_acc_mask': 58.89885242525787, 'loss': 1.0502020120620728}
+{'epoch': 177, 'iter': 990, 'avg_loss': 1.1913132455527, 'avg_acc_mask': 58.87469924116232, 'loss': 1.3459371328353882}
+{'epoch': 177, 'iter': 1000, 'avg_loss': 1.191694311418019, 'avg_acc_mask': 58.86104950603933, 'loss': 1.4830842018127441}
+{'epoch': 177, 'iter': 1010, 'avg_loss': 1.1919198794664427, 'avg_acc_mask': 58.860047195498275, 'loss': 1.0001857280731201}
+{'epoch': 177, 'iter': 1020, 'avg_loss': 1.1925200502097197, 'avg_acc_mask': 58.86466178929014, 'loss': 0.9245100021362305}
+{'epoch': 177, 'iter': 1030, 'avg_loss': 1.1911272683210679, 'avg_acc_mask': 58.90586601132599, 'loss': 1.2243114709854126}
+{'epoch': 177, 'iter': 1040, 'avg_loss': 1.191490691946059, 'avg_acc_mask': 58.89696029339163, 'loss': 1.3993966579437256}
+{'epoch': 177, 'iter': 1050, 'avg_loss': 1.1915666232156708, 'avg_acc_mask': 58.88723906017993, 'loss': 1.3182612657546997}
+{'epoch': 177, 'iter': 1060, 'avg_loss': 1.1913222586569305, 'avg_acc_mask': 58.88411868573209, 'loss': 1.3095932006835938}
+{'epoch': 177, 'iter': 1070, 'avg_loss': 1.19037810246261, 'avg_acc_mask': 58.91134983011291, 'loss': 1.2630395889282227}
+{'epoch': 177, 'iter': 1080, 'avg_loss': 1.1897874479212218, 'avg_acc_mask': 58.94234362790065, 'loss': 0.9353047609329224}
+{'epoch': 177, 'iter': 1090, 'avg_loss': 1.1904033074730804, 'avg_acc_mask': 58.91419447012354, 'loss': 1.384526252746582}
+{'epoch': 177, 'iter': 1100, 'avg_loss': 1.1900012660145651, 'avg_acc_mask': 58.92648969123672, 'loss': 0.7935789227485657}
+{'epoch': 'EP177_train', 'avg_loss': 1.1901048344454614, 'total_masked_acc': 58.90531415393294}
+{'epoch': 178, 'iter': 0, 'avg_loss': 1.44146728515625, 'avg_acc_mask': 53.62318840579711, 'loss': 1.44146728515625}
+{'epoch': 178, 'iter': 10, 'avg_loss': 1.2652733651074497, 'avg_acc_mask': 56.375838926174495, 'loss': 1.1604704856872559}
+{'epoch': 178, 'iter': 20, 'avg_loss': 1.2537655574934823, 'avg_acc_mask': 56.56652360515021, 'loss': 1.2765673398971558}
+{'epoch': 178, 'iter': 30, 'avg_loss': 1.231492277114622, 'avg_acc_mask': 58.250728862973766, 'loss': 1.0334092378616333}
+{'epoch': 178, 'iter': 40, 'avg_loss': 1.205702650837782, 'avg_acc_mask': 59.10301953818827, 'loss': 1.2766202688217163}
+{'epoch': 178, 'iter': 50, 'avg_loss': 1.2075437307357788, 'avg_acc_mask': 59.05292479108635, 'loss': 1.2785123586654663}
+{'epoch': 178, 'iter': 60, 'avg_loss': 1.19115163556865, 'avg_acc_mask': 59.693576900412495, 'loss': 0.9528841972351074}
+{'epoch': 178, 'iter': 70, 'avg_loss': 1.1907318939625378, 'avg_acc_mask': 59.46419629444166, 'loss': 1.2837297916412354}
+{'epoch': 178, 'iter': 80, 'avg_loss': 1.1963455964017797, 'avg_acc_mask': 59.12794538647875, 'loss': 1.3688534498214722}
+{'epoch': 178, 'iter': 90, 'avg_loss': 1.2091219300752158, 'avg_acc_mask': 58.64764510455345, 'loss': 1.3518478870391846}
+{'epoch': 178, 'iter': 100, 'avg_loss': 1.1903632690410804, 'avg_acc_mask': 58.85612153708668, 'loss': 0.7713006138801575}
+{'epoch': 178, 'iter': 110, 'avg_loss': 1.1907104796117491, 'avg_acc_mask': 58.8562091503268, 'loss': 1.1417090892791748}
+{'epoch': 178, 'iter': 120, 'avg_loss': 1.1857343537748353, 'avg_acc_mask': 58.951965065502186, 'loss': 1.319095253944397}
+{'epoch': 178, 'iter': 130, 'avg_loss': 1.1861909687064076, 'avg_acc_mask': 58.957293399889075, 'loss': 1.413515567779541}
+{'epoch': 178, 'iter': 140, 'avg_loss': 1.188457908782553, 'avg_acc_mask': 58.741798533384795, 'loss': 1.1853896379470825}
+{'epoch': 178, 'iter': 150, 'avg_loss': 1.1851766109466553, 'avg_acc_mask': 58.858931150698126, 'loss': 1.2625706195831299}
+{'epoch': 178, 'iter': 160, 'avg_loss': 1.1858022960816852, 'avg_acc_mask': 58.83821193555707, 'loss': 1.3272279500961304}
+{'epoch': 178, 'iter': 170, 'avg_loss': 1.1882404493309602, 'avg_acc_mask': 58.83733333333333, 'loss': 1.168687343597412}
+{'epoch': 178, 'iter': 180, 'avg_loss': 1.1920726710920175, 'avg_acc_mask': 58.600524299253884, 'loss': 1.186574101448059}
+{'epoch': 178, 'iter': 190, 'avg_loss': 1.1924131306678212, 'avg_acc_mask': 58.64690231851007, 'loss': 1.1346858739852905}
+{'epoch': 178, 'iter': 200, 'avg_loss': 1.1909410538365, 'avg_acc_mask': 58.63620007196834, 'loss': 1.3038313388824463}
+{'epoch': 178, 'iter': 210, 'avg_loss': 1.1866527403135436, 'avg_acc_mask': 58.69974337040206, 'loss': 1.1631128787994385}
+{'epoch': 178, 'iter': 220, 'avg_loss': 1.1866401474400343, 'avg_acc_mask': 58.659491193737765, 'loss': 1.5020513534545898}
+{'epoch': 178, 'iter': 230, 'avg_loss': 1.1887877485452791, 'avg_acc_mask': 58.5546875, 'loss': 1.2694951295852661}
+{'epoch': 178, 'iter': 240, 'avg_loss': 1.1867004850593346, 'avg_acc_mask': 58.619397391695394, 'loss': 1.197159767150879}
+{'epoch': 178, 'iter': 250, 'avg_loss': 1.1903976285125155, 'avg_acc_mask': 58.549596309111884, 'loss': 1.052854299545288}
+{'epoch': 178, 'iter': 260, 'avg_loss': 1.1919281151559618, 'avg_acc_mask': 58.463776146280644, 'loss': 0.7522487640380859}
+{'epoch': 178, 'iter': 270, 'avg_loss': 1.1928522349283703, 'avg_acc_mask': 58.45356026859916, 'loss': 1.2124459743499756}
+{'epoch': 178, 'iter': 280, 'avg_loss': 1.1951614238613442, 'avg_acc_mask': 58.32477535301669, 'loss': 0.6922386288642883}
+{'epoch': 178, 'iter': 290, 'avg_loss': 1.1929934164093123, 'avg_acc_mask': 58.439460769087404, 'loss': 0.9980514645576477}
+{'epoch': 178, 'iter': 300, 'avg_loss': 1.1888613764233764, 'avg_acc_mask': 58.57710364752619, 'loss': 0.7717821598052979}
+{'epoch': 178, 'iter': 310, 'avg_loss': 1.1883313966334057, 'avg_acc_mask': 58.47354019910346, 'loss': 0.9268186092376709}
+{'epoch': 178, 'iter': 320, 'avg_loss': 1.1893855801252562, 'avg_acc_mask': 58.371527188366436, 'loss': 1.040737271308899}
+{'epoch': 178, 'iter': 330, 'avg_loss': 1.1914317209915093, 'avg_acc_mask': 58.34886525600263, 'loss': 1.2120013236999512}
+{'epoch': 178, 'iter': 340, 'avg_loss': 1.1911956126039678, 'avg_acc_mask': 58.37368953222287, 'loss': 1.0476826429367065}
+{'epoch': 178, 'iter': 350, 'avg_loss': 1.1930774025767616, 'avg_acc_mask': 58.31523425380081, 'loss': 1.250781536102295}
+{'epoch': 178, 'iter': 360, 'avg_loss': 1.1931182155978977, 'avg_acc_mask': 58.393977415307404, 'loss': 1.238981008529663}
+{'epoch': 178, 'iter': 370, 'avg_loss': 1.192509041642243, 'avg_acc_mask': 58.432559047433145, 'loss': 1.3334124088287354}
+{'epoch': 178, 'iter': 380, 'avg_loss': 1.1965101509895224, 'avg_acc_mask': 58.29054953413196, 'loss': 0.9253045320510864}
+{'epoch': 178, 'iter': 390, 'avg_loss': 1.1955730184874571, 'avg_acc_mask': 58.29276209023044, 'loss': 1.3183225393295288}
+{'epoch': 178, 'iter': 400, 'avg_loss': 1.194563164229405, 'avg_acc_mask': 58.30089617090613, 'loss': 0.9378994107246399}
+{'epoch': 178, 'iter': 410, 'avg_loss': 1.1933543412354741, 'avg_acc_mask': 58.26156088511991, 'loss': 0.9737069010734558}
+{'epoch': 178, 'iter': 420, 'avg_loss': 1.1914480382359793, 'avg_acc_mask': 58.34594267433315, 'loss': 1.04624605178833}
+{'epoch': 178, 'iter': 430, 'avg_loss': 1.1925477240312403, 'avg_acc_mask': 58.36889921825481, 'loss': 1.4029148817062378}
+{'epoch': 178, 'iter': 440, 'avg_loss': 1.193703365434054, 'avg_acc_mask': 58.333333333333336, 'loss': 1.610992670059204}
+{'epoch': 178, 'iter': 450, 'avg_loss': 1.194575895491302, 'avg_acc_mask': 58.26746249395064, 'loss': 1.1474491357803345}
+{'epoch': 178, 'iter': 460, 'avg_loss': 1.196974615471482, 'avg_acc_mask': 58.19623624097526, 'loss': 1.4628114700317383}
+{'epoch': 178, 'iter': 470, 'avg_loss': 1.196894606713783, 'avg_acc_mask': 58.211319296890096, 'loss': 1.112282156944275}
+{'epoch': 178, 'iter': 480, 'avg_loss': 1.196731555238831, 'avg_acc_mask': 58.23767852407471, 'loss': 1.0560139417648315}
+{'epoch': 178, 'iter': 490, 'avg_loss': 1.1969795273180648, 'avg_acc_mask': 58.19538267389206, 'loss': 1.2617946863174438}
+{'epoch': 178, 'iter': 500, 'avg_loss': 1.1963557495090538, 'avg_acc_mask': 58.18320777377443, 'loss': 1.0786949396133423}
+{'epoch': 178, 'iter': 510, 'avg_loss': 1.1959462529759117, 'avg_acc_mask': 58.18065160048478, 'loss': 1.1766687631607056}
+{'epoch': 178, 'iter': 520, 'avg_loss': 1.1971097365450722, 'avg_acc_mask': 58.147746739852465, 'loss': 1.2570520639419556}
+{'epoch': 178, 'iter': 530, 'avg_loss': 1.1974813560981534, 'avg_acc_mask': 58.13833625399444, 'loss': 1.0398248434066772}
+{'epoch': 178, 'iter': 540, 'avg_loss': 1.1957729956799645, 'avg_acc_mask': 58.18372030237581, 'loss': 1.1358333826065063}
+{'epoch': 178, 'iter': 550, 'avg_loss': 1.196369567929941, 'avg_acc_mask': 58.14446653412856, 'loss': 1.1313831806182861}
+{'epoch': 178, 'iter': 560, 'avg_loss': 1.1966877542502528, 'avg_acc_mask': 58.17246655164556, 'loss': 1.1379196643829346}
+{'epoch': 178, 'iter': 570, 'avg_loss': 1.1967159936599263, 'avg_acc_mask': 58.21477668723425, 'loss': 1.2182191610336304}
+{'epoch': 178, 'iter': 580, 'avg_loss': 1.197133820048708, 'avg_acc_mask': 58.217716115261474, 'loss': 1.3852726221084595}
+{'epoch': 178, 'iter': 590, 'avg_loss': 1.195102980596765, 'avg_acc_mask': 58.309946029298374, 'loss': 1.1078635454177856}
+{'epoch': 178, 'iter': 600, 'avg_loss': 1.193329359747209, 'avg_acc_mask': 58.388711879836144, 'loss': 1.2479647397994995}
+{'epoch': 178, 'iter': 610, 'avg_loss': 1.195047514918588, 'avg_acc_mask': 58.35694050991501, 'loss': 1.1987050771713257}
+{'epoch': 178, 'iter': 620, 'avg_loss': 1.1920963323250677, 'avg_acc_mask': 58.4692228588218, 'loss': 1.1788361072540283}
+{'epoch': 178, 'iter': 630, 'avg_loss': 1.191410669339629, 'avg_acc_mask': 58.50088234443255, 'loss': 1.1729148626327515}
+{'epoch': 178, 'iter': 640, 'avg_loss': 1.1919723961171047, 'avg_acc_mask': 58.482486940138735, 'loss': 0.9987303614616394}
+{'epoch': 178, 'iter': 650, 'avg_loss': 1.1923219351907663, 'avg_acc_mask': 58.50177354878666, 'loss': 1.2166928052902222}
+{'epoch': 178, 'iter': 660, 'avg_loss': 1.1933546823741088, 'avg_acc_mask': 58.48863006100943, 'loss': 1.1832473278045654}
+{'epoch': 178, 'iter': 670, 'avg_loss': 1.1929148104258336, 'avg_acc_mask': 58.505872712373666, 'loss': 1.2149744033813477}
+{'epoch': 178, 'iter': 680, 'avg_loss': 1.1924905959905157, 'avg_acc_mask': 58.490616766145074, 'loss': 1.3671250343322754}
+{'epoch': 178, 'iter': 690, 'avg_loss': 1.193603273842338, 'avg_acc_mask': 58.41104164459045, 'loss': 1.3547108173370361}
+{'epoch': 178, 'iter': 700, 'avg_loss': 1.1949775165395968, 'avg_acc_mask': 58.38528759619147, 'loss': 1.224432349205017}
+{'epoch': 178, 'iter': 710, 'avg_loss': 1.1940536129323742, 'avg_acc_mask': 58.4326034939666, 'loss': 1.2067338228225708}
+{'epoch': 178, 'iter': 720, 'avg_loss': 1.1949538208244577, 'avg_acc_mask': 58.42594002131223, 'loss': 1.3406260013580322}
+{'epoch': 178, 'iter': 730, 'avg_loss': 1.1942162252809705, 'avg_acc_mask': 58.48206463240631, 'loss': 1.4389686584472656}
+{'epoch': 178, 'iter': 740, 'avg_loss': 1.1952737744359674, 'avg_acc_mask': 58.43989138484324, 'loss': 1.1749438047409058}
+{'epoch': 178, 'iter': 750, 'avg_loss': 1.1981446788250685, 'avg_acc_mask': 58.36175811324432, 'loss': 1.144690752029419}
+{'epoch': 178, 'iter': 760, 'avg_loss': 1.1981087331702924, 'avg_acc_mask': 58.41434071222329, 'loss': 0.8281974792480469}
+{'epoch': 178, 'iter': 770, 'avg_loss': 1.1995885544559217, 'avg_acc_mask': 58.340847610459875, 'loss': 1.1609392166137695}
+{'epoch': 178, 'iter': 780, 'avg_loss': 1.199284442713563, 'avg_acc_mask': 58.38468567679656, 'loss': 1.1647957563400269}
+{'epoch': 178, 'iter': 790, 'avg_loss': 1.1988499328852, 'avg_acc_mask': 58.392877789339806, 'loss': 1.1802794933319092}
+{'epoch': 178, 'iter': 800, 'avg_loss': 1.199300442146749, 'avg_acc_mask': 58.38299426901386, 'loss': 1.2763471603393555}
+{'epoch': 178, 'iter': 810, 'avg_loss': 1.1986001384537552, 'avg_acc_mask': 58.42577561327561, 'loss': 1.0969198942184448}
+{'epoch': 178, 'iter': 820, 'avg_loss': 1.1990299693123867, 'avg_acc_mask': 58.43559990200227, 'loss': 0.8841798901557922}
+{'epoch': 178, 'iter': 830, 'avg_loss': 1.199304868239645, 'avg_acc_mask': 58.46346996762186, 'loss': 1.3267472982406616}
+{'epoch': 178, 'iter': 840, 'avg_loss': 1.199818694988414, 'avg_acc_mask': 58.41926641430623, 'loss': 1.1651058197021484}
+{'epoch': 178, 'iter': 850, 'avg_loss': 1.2018000685230126, 'avg_acc_mask': 58.345325286196015, 'loss': 1.7857593297958374}
+{'epoch': 178, 'iter': 860, 'avg_loss': 1.2026399366393183, 'avg_acc_mask': 58.31016405968123, 'loss': 1.3005093336105347}
+{'epoch': 178, 'iter': 870, 'avg_loss': 1.2038627653527068, 'avg_acc_mask': 58.264991505338, 'loss': 1.2304900884628296}
+{'epoch': 178, 'iter': 880, 'avg_loss': 1.2038374111546832, 'avg_acc_mask': 58.270739096153044, 'loss': 1.1418898105621338}
+{'epoch': 178, 'iter': 890, 'avg_loss': 1.2023427414840586, 'avg_acc_mask': 58.372852127856135, 'loss': 0.8328237533569336}
+{'epoch': 178, 'iter': 900, 'avg_loss': 1.2022812816993511, 'avg_acc_mask': 58.35919907491935, 'loss': 1.1366875171661377}
+{'epoch': 178, 'iter': 910, 'avg_loss': 1.2030308310077429, 'avg_acc_mask': 58.35856509795272, 'loss': 1.4136513471603394}
+{'epoch': 178, 'iter': 920, 'avg_loss': 1.2020019699256144, 'avg_acc_mask': 58.402619307470985, 'loss': 0.7929725646972656}
+{'epoch': 178, 'iter': 930, 'avg_loss': 1.2012781864462299, 'avg_acc_mask': 58.43479968578161, 'loss': 1.4439653158187866}
+{'epoch': 178, 'iter': 940, 'avg_loss': 1.2013288025014839, 'avg_acc_mask': 58.40355714341191, 'loss': 0.8836294412612915}
+{'epoch': 178, 'iter': 950, 'avg_loss': 1.2016940175170778, 'avg_acc_mask': 58.36919766369505, 'loss': 1.2842518091201782}
+{'epoch': 178, 'iter': 960, 'avg_loss': 1.2009827805359332, 'avg_acc_mask': 58.38782026914012, 'loss': 1.0235451459884644}
+{'epoch': 178, 'iter': 970, 'avg_loss': 1.2016011904982655, 'avg_acc_mask': 58.367653972731546, 'loss': 1.2770191431045532}
+{'epoch': 178, 'iter': 980, 'avg_loss': 1.2015150575827385, 'avg_acc_mask': 58.36249906917864, 'loss': 0.9884541630744934}
+{'epoch': 178, 'iter': 990, 'avg_loss': 1.2025693887778897, 'avg_acc_mask': 58.33317991862884, 'loss': 1.4765740633010864}
+{'epoch': 178, 'iter': 1000, 'avg_loss': 1.2027636893264777, 'avg_acc_mask': 58.32938518167572, 'loss': 1.4313571453094482}
+{'epoch': 178, 'iter': 1010, 'avg_loss': 1.2026218710030576, 'avg_acc_mask': 58.31888455425517, 'loss': 1.084295392036438}
+{'epoch': 178, 'iter': 1020, 'avg_loss': 1.2022526968237701, 'avg_acc_mask': 58.32334257850944, 'loss': 1.0727366209030151}
+{'epoch': 178, 'iter': 1030, 'avg_loss': 1.2017371664338616, 'avg_acc_mask': 58.34618452539219, 'loss': 1.20297110080719}
+{'epoch': 178, 'iter': 1040, 'avg_loss': 1.2009709662937638, 'avg_acc_mask': 58.36448844189353, 'loss': 1.339464545249939}
+{'epoch': 178, 'iter': 1050, 'avg_loss': 1.200961223962078, 'avg_acc_mask': 58.3714499382598, 'loss': 1.1116279363632202}
+{'epoch': 178, 'iter': 1060, 'avg_loss': 1.200560713072749, 'avg_acc_mask': 58.38243909162962, 'loss': 1.10164213180542}
+{'epoch': 178, 'iter': 1070, 'avg_loss': 1.1994352770341434, 'avg_acc_mask': 58.39281445305829, 'loss': 1.2226247787475586}
+{'epoch': 178, 'iter': 1080, 'avg_loss': 1.1996288802423045, 'avg_acc_mask': 58.399553646907655, 'loss': 1.0986424684524536}
+{'epoch': 178, 'iter': 1090, 'avg_loss': 1.1997873574413367, 'avg_acc_mask': 58.39649316535328, 'loss': 1.1586213111877441}
+{'epoch': 178, 'iter': 1100, 'avg_loss': 1.1999548784610252, 'avg_acc_mask': 58.41081994928149, 'loss': 1.191046118736267}
+{'epoch': 'EP178_train', 'avg_loss': 1.2003837909633757, 'total_masked_acc': 58.40462427745665}
+{'epoch': 179, 'iter': 0, 'avg_loss': 1.1537784337997437, 'avg_acc_mask': 60.78431372549019, 'loss': 1.1537784337997437}
+{'epoch': 179, 'iter': 10, 'avg_loss': 1.1815541115674106, 'avg_acc_mask': 58.59247135842881, 'loss': 1.0215890407562256}
+{'epoch': 179, 'iter': 20, 'avg_loss': 1.1882251983597165, 'avg_acc_mask': 58.61767279090113, 'loss': 1.4643605947494507}
+{'epoch': 179, 'iter': 30, 'avg_loss': 1.182071049367228, 'avg_acc_mask': 58.2513028372901, 'loss': 1.1581096649169922}
+{'epoch': 179, 'iter': 40, 'avg_loss': 1.187575927594813, 'avg_acc_mask': 58.19708351745471, 'loss': 0.9496126770973206}
+{'epoch': 179, 'iter': 50, 'avg_loss': 1.2011365084087147, 'avg_acc_mask': 58.48136537791711, 'loss': 1.117315649986267}
+{'epoch': 179, 'iter': 60, 'avg_loss': 1.188824580341089, 'avg_acc_mask': 58.58795609611391, 'loss': 1.3545048236846924}
+{'epoch': 179, 'iter': 70, 'avg_loss': 1.1970529766149924, 'avg_acc_mask': 58.221092757306224, 'loss': 1.355167269706726}
+{'epoch': 179, 'iter': 80, 'avg_loss': 1.1953491303655837, 'avg_acc_mask': 58.49977807367954, 'loss': 1.2975027561187744}
+{'epoch': 179, 'iter': 90, 'avg_loss': 1.198582255578303, 'avg_acc_mask': 58.647362157873864, 'loss': 1.3520275354385376}
+{'epoch': 179, 'iter': 100, 'avg_loss': 1.1948505834777756, 'avg_acc_mask': 58.86778932282336, 'loss': 1.1085315942764282}
+{'epoch': 179, 'iter': 110, 'avg_loss': 1.1883721034806054, 'avg_acc_mask': 58.84275907159202, 'loss': 1.0703027248382568}
+{'epoch': 179, 'iter': 120, 'avg_loss': 1.1798864765600725, 'avg_acc_mask': 59.05062340393571, 'loss': 1.4362714290618896}
+{'epoch': 179, 'iter': 130, 'avg_loss': 1.1854710983866044, 'avg_acc_mask': 58.97294312534511, 'loss': 1.2847630977630615}
+{'epoch': 179, 'iter': 140, 'avg_loss': 1.1852850339091416, 'avg_acc_mask': 58.89145496535797, 'loss': 1.0897150039672852}
+{'epoch': 179, 'iter': 150, 'avg_loss': 1.1848410936380853, 'avg_acc_mask': 58.973741267164534, 'loss': 1.6258127689361572}
+{'epoch': 179, 'iter': 160, 'avg_loss': 1.1801499468939645, 'avg_acc_mask': 59.13625028338245, 'loss': 1.0759210586547852}
+{'epoch': 179, 'iter': 170, 'avg_loss': 1.1862227888832315, 'avg_acc_mask': 58.93617021276596, 'loss': 1.4723055362701416}
+{'epoch': 179, 'iter': 180, 'avg_loss': 1.185927775683324, 'avg_acc_mask': 58.904522613065325, 'loss': 1.488693356513977}
+{'epoch': 179, 'iter': 190, 'avg_loss': 1.1868312861282788, 'avg_acc_mask': 58.784362218206034, 'loss': 1.1475577354431152}
+{'epoch': 179, 'iter': 200, 'avg_loss': 1.1823255224014395, 'avg_acc_mask': 59.06179521876409, 'loss': 1.2564432621002197}
+{'epoch': 179, 'iter': 210, 'avg_loss': 1.1783479477556962, 'avg_acc_mask': 59.24719197462059, 'loss': 1.0583202838897705}
+{'epoch': 179, 'iter': 220, 'avg_loss': 1.1779709792784436, 'avg_acc_mask': 59.208050396792935, 'loss': 1.3640735149383545}
+{'epoch': 179, 'iter': 230, 'avg_loss': 1.1810936889091095, 'avg_acc_mask': 59.14323752838907, 'loss': 1.2889375686645508}
+{'epoch': 179, 'iter': 240, 'avg_loss': 1.1792993196807957, 'avg_acc_mask': 59.28930959356923, 'loss': 0.9658095240592957}
+{'epoch': 179, 'iter': 250, 'avg_loss': 1.1804053771543312, 'avg_acc_mask': 59.287108668932106, 'loss': 1.1036653518676758}
+{'epoch': 179, 'iter': 260, 'avg_loss': 1.1785497238352838, 'avg_acc_mask': 59.34341674217607, 'loss': 1.0424072742462158}
+{'epoch': 179, 'iter': 270, 'avg_loss': 1.1800907260817355, 'avg_acc_mask': 59.313494995633775, 'loss': 1.3502776622772217}
+{'epoch': 179, 'iter': 280, 'avg_loss': 1.1801183367963364, 'avg_acc_mask': 59.24440419200414, 'loss': 1.0595142841339111}
+{'epoch': 179, 'iter': 290, 'avg_loss': 1.1822120838148897, 'avg_acc_mask': 59.14920237722865, 'loss': 1.211732029914856}
+{'epoch': 179, 'iter': 300, 'avg_loss': 1.1789469612001184, 'avg_acc_mask': 59.23686279252585, 'loss': 0.7418913245201111}
+{'epoch': 179, 'iter': 310, 'avg_loss': 1.1795132829062043, 'avg_acc_mask': 59.18271763948246, 'loss': 1.0763330459594727}
+{'epoch': 179, 'iter': 320, 'avg_loss': 1.181004138936135, 'avg_acc_mask': 59.13978494623656, 'loss': 1.0997982025146484}
+{'epoch': 179, 'iter': 330, 'avg_loss': 1.181109198090533, 'avg_acc_mask': 59.173654015887024, 'loss': 1.076278567314148}
+{'epoch': 179, 'iter': 340, 'avg_loss': 1.176301264692961, 'avg_acc_mask': 59.26144597713488, 'loss': 0.9703212380409241}
+{'epoch': 179, 'iter': 350, 'avg_loss': 1.1766747635314267, 'avg_acc_mask': 59.225988405494334, 'loss': 1.3969409465789795}
+{'epoch': 179, 'iter': 360, 'avg_loss': 1.1777738659665855, 'avg_acc_mask': 59.234541685626176, 'loss': 1.3419631719589233}
+{'epoch': 179, 'iter': 370, 'avg_loss': 1.180684714304469, 'avg_acc_mask': 59.134757358007676, 'loss': 1.3678827285766602}
+{'epoch': 179, 'iter': 380, 'avg_loss': 1.1835632508821061, 'avg_acc_mask': 59.06547419771391, 'loss': 1.0878468751907349}
+{'epoch': 179, 'iter': 390, 'avg_loss': 1.182243740924484, 'avg_acc_mask': 59.11803095282491, 'loss': 1.2553619146347046}
+{'epoch': 179, 'iter': 400, 'avg_loss': 1.1836311548130767, 'avg_acc_mask': 59.048571039120354, 'loss': 1.1886186599731445}
+{'epoch': 179, 'iter': 410, 'avg_loss': 1.1841071406130084, 'avg_acc_mask': 59.06614096486953, 'loss': 1.2431141138076782}
+{'epoch': 179, 'iter': 420, 'avg_loss': 1.1825893289119784, 'avg_acc_mask': 59.109416962661356, 'loss': 0.9378657341003418}
+{'epoch': 179, 'iter': 430, 'avg_loss': 1.1816959772475082, 'avg_acc_mask': 59.124550644956656, 'loss': 1.3255200386047363}
+{'epoch': 179, 'iter': 440, 'avg_loss': 1.1833556852643452, 'avg_acc_mask': 59.0633130962706, 'loss': 1.3121989965438843}
+{'epoch': 179, 'iter': 450, 'avg_loss': 1.1875713680377291, 'avg_acc_mask': 58.90704635547286, 'loss': 1.2020350694656372}
+{'epoch': 179, 'iter': 460, 'avg_loss': 1.1882589401236843, 'avg_acc_mask': 58.854949750731976, 'loss': 1.1922798156738281}
+{'epoch': 179, 'iter': 470, 'avg_loss': 1.1894133320026843, 'avg_acc_mask': 58.7422600619195, 'loss': 1.183042287826538}
+{'epoch': 179, 'iter': 480, 'avg_loss': 1.1894469758081336, 'avg_acc_mask': 58.757297748123435, 'loss': 1.1076403856277466}
+{'epoch': 179, 'iter': 490, 'avg_loss': 1.1923451827888334, 'avg_acc_mask': 58.594823424560886, 'loss': 1.350675344467163}
+{'epoch': 179, 'iter': 500, 'avg_loss': 1.1891375230457968, 'avg_acc_mask': 58.7224124116833, 'loss': 1.1925064325332642}
+{'epoch': 179, 'iter': 510, 'avg_loss': 1.1880758275257866, 'avg_acc_mask': 58.7680771290841, 'loss': 1.2014186382293701}
+{'epoch': 179, 'iter': 520, 'avg_loss': 1.188151892453375, 'avg_acc_mask': 58.728044034638714, 'loss': 1.1950019598007202}
+{'epoch': 179, 'iter': 530, 'avg_loss': 1.1885176952051353, 'avg_acc_mask': 58.7586967004202, 'loss': 1.0245715379714966}
+{'epoch': 179, 'iter': 540, 'avg_loss': 1.1884063406263834, 'avg_acc_mask': 58.78250270855905, 'loss': 1.3467857837677002}
+{'epoch': 179, 'iter': 550, 'avg_loss': 1.1895690843760427, 'avg_acc_mask': 58.722244382395964, 'loss': 0.9561430215835571}
+{'epoch': 179, 'iter': 560, 'avg_loss': 1.1888752010204362, 'avg_acc_mask': 58.739910460442466, 'loss': 1.2222295999526978}
+{'epoch': 179, 'iter': 570, 'avg_loss': 1.1868889992583653, 'avg_acc_mask': 58.7779883709724, 'loss': 0.9194708466529846}
+{'epoch': 179, 'iter': 580, 'avg_loss': 1.18649353351117, 'avg_acc_mask': 58.771182429234116, 'loss': 1.4434915781021118}
+{'epoch': 179, 'iter': 590, 'avg_loss': 1.186556898902112, 'avg_acc_mask': 58.77505498931194, 'loss': 0.9391655325889587}
+{'epoch': 179, 'iter': 600, 'avg_loss': 1.1865733016945559, 'avg_acc_mask': 58.757544351642984, 'loss': 1.0913732051849365}
+{'epoch': 179, 'iter': 610, 'avg_loss': 1.187206552773958, 'avg_acc_mask': 58.74228533764755, 'loss': 1.50902259349823}
+{'epoch': 179, 'iter': 620, 'avg_loss': 1.1862729276244, 'avg_acc_mask': 58.78218757382471, 'loss': 1.4126558303833008}
+{'epoch': 179, 'iter': 630, 'avg_loss': 1.1851399508784577, 'avg_acc_mask': 58.86011567413608, 'loss': 1.1020088195800781}
+{'epoch': 179, 'iter': 640, 'avg_loss': 1.186385635466732, 'avg_acc_mask': 58.81172795276719, 'loss': 1.1246833801269531}
+{'epoch': 179, 'iter': 650, 'avg_loss': 1.1861115945832155, 'avg_acc_mask': 58.81505339888117, 'loss': 0.9856117367744446}
+{'epoch': 179, 'iter': 660, 'avg_loss': 1.1855141014627177, 'avg_acc_mask': 58.828763695011396, 'loss': 1.0227570533752441}
+{'epoch': 179, 'iter': 670, 'avg_loss': 1.1859909200099825, 'avg_acc_mask': 58.75571620252471, 'loss': 1.0545978546142578}
+{'epoch': 179, 'iter': 680, 'avg_loss': 1.1850511118353901, 'avg_acc_mask': 58.77753511822913, 'loss': 1.1709076166152954}
+{'epoch': 179, 'iter': 690, 'avg_loss': 1.1857411119596313, 'avg_acc_mask': 58.75481215983008, 'loss': 0.9655933976173401}
+{'epoch': 179, 'iter': 700, 'avg_loss': 1.18834313601468, 'avg_acc_mask': 58.654197795308505, 'loss': 1.1769613027572632}
+{'epoch': 179, 'iter': 710, 'avg_loss': 1.1879048600646178, 'avg_acc_mask': 58.70394228291678, 'loss': 1.2076799869537354}
+{'epoch': 179, 'iter': 720, 'avg_loss': 1.1892859653031116, 'avg_acc_mask': 58.649252972863096, 'loss': 1.2880436182022095}
+{'epoch': 179, 'iter': 730, 'avg_loss': 1.188796900121034, 'avg_acc_mask': 58.65736791932166, 'loss': 1.3424917459487915}
+{'epoch': 179, 'iter': 740, 'avg_loss': 1.1888760964558354, 'avg_acc_mask': 58.67079207920792, 'loss': 1.0250431299209595}
+{'epoch': 179, 'iter': 750, 'avg_loss': 1.1892300094174006, 'avg_acc_mask': 58.649737516786715, 'loss': 1.390485405921936}
+{'epoch': 179, 'iter': 760, 'avg_loss': 1.1893576360876708, 'avg_acc_mask': 58.662716477587495, 'loss': 1.0847588777542114}
+{'epoch': 179, 'iter': 770, 'avg_loss': 1.1905911128808553, 'avg_acc_mask': 58.59415815720731, 'loss': 1.1477982997894287}
+{'epoch': 179, 'iter': 780, 'avg_loss': 1.1891772411238979, 'avg_acc_mask': 58.61899063841768, 'loss': 1.1457728147506714}
+{'epoch': 179, 'iter': 790, 'avg_loss': 1.1894266672441842, 'avg_acc_mask': 58.61110467675059, 'loss': 1.1459944248199463}
+{'epoch': 179, 'iter': 800, 'avg_loss': 1.1903144252880682, 'avg_acc_mask': 58.5641424421929, 'loss': 1.3766546249389648}
+{'epoch': 179, 'iter': 810, 'avg_loss': 1.191111080523043, 'avg_acc_mask': 58.53939695312147, 'loss': 1.0421741008758545}
+{'epoch': 179, 'iter': 820, 'avg_loss': 1.1915460911360496, 'avg_acc_mask': 58.53881890467256, 'loss': 1.0675137042999268}
+{'epoch': 179, 'iter': 830, 'avg_loss': 1.191092728420859, 'avg_acc_mask': 58.56701258555973, 'loss': 1.2321707010269165}
+{'epoch': 179, 'iter': 840, 'avg_loss': 1.1903046682104912, 'avg_acc_mask': 58.58420593368238, 'loss': 1.1744202375411987}
+{'epoch': 179, 'iter': 850, 'avg_loss': 1.1909060971297052, 'avg_acc_mask': 58.566998320196404, 'loss': 1.1616387367248535}
+{'epoch': 179, 'iter': 860, 'avg_loss': 1.1919486706818991, 'avg_acc_mask': 58.52771694061111, 'loss': 1.25303053855896}
+{'epoch': 179, 'iter': 870, 'avg_loss': 1.1937758158871008, 'avg_acc_mask': 58.46583629145749, 'loss': 1.184010624885559}
+{'epoch': 179, 'iter': 880, 'avg_loss': 1.194001570191746, 'avg_acc_mask': 58.46994535519126, 'loss': 0.9129629135131836}
+{'epoch': 179, 'iter': 890, 'avg_loss': 1.193364868594875, 'avg_acc_mask': 58.524246287994075, 'loss': 0.8735188841819763}
+{'epoch': 179, 'iter': 900, 'avg_loss': 1.1936192111619701, 'avg_acc_mask': 58.532766718854845, 'loss': 1.2155001163482666}
+{'epoch': 179, 'iter': 910, 'avg_loss': 1.1942547656571172, 'avg_acc_mask': 58.50978343846679, 'loss': 1.4150093793869019}
+{'epoch': 179, 'iter': 920, 'avg_loss': 1.1936583573344477, 'avg_acc_mask': 58.550026858723115, 'loss': 1.0716391801834106}
+{'epoch': 179, 'iter': 930, 'avg_loss': 1.1939118033961247, 'avg_acc_mask': 58.542490993917205, 'loss': 1.5024690628051758}
+{'epoch': 179, 'iter': 940, 'avg_loss': 1.1943347024613562, 'avg_acc_mask': 58.54912191892839, 'loss': 0.8588535189628601}
+{'epoch': 179, 'iter': 950, 'avg_loss': 1.1940073723171287, 'avg_acc_mask': 58.54913294797688, 'loss': 1.6586581468582153}
+{'epoch': 179, 'iter': 960, 'avg_loss': 1.1945387941245358, 'avg_acc_mask': 58.54505226215, 'loss': 1.4379005432128906}
+{'epoch': 179, 'iter': 970, 'avg_loss': 1.1951182083784, 'avg_acc_mask': 58.52904004678098, 'loss': 1.1352853775024414}
+{'epoch': 179, 'iter': 980, 'avg_loss': 1.195438991628291, 'avg_acc_mask': 58.51359674499338, 'loss': 1.2280793190002441}
+{'epoch': 179, 'iter': 990, 'avg_loss': 1.1961499901881252, 'avg_acc_mask': 58.50969529085872, 'loss': 1.2944031953811646}
+{'epoch': 179, 'iter': 1000, 'avg_loss': 1.1958290536205967, 'avg_acc_mask': 58.54447735000549, 'loss': 1.2986254692077637}
+{'epoch': 179, 'iter': 1010, 'avg_loss': 1.1951389569203295, 'avg_acc_mask': 58.56374599380738, 'loss': 0.8567655682563782}
+{'epoch': 179, 'iter': 1020, 'avg_loss': 1.1950384750889285, 'avg_acc_mask': 58.59114536655314, 'loss': 0.811122477054596}
+{'epoch': 179, 'iter': 1030, 'avg_loss': 1.1946729586959233, 'avg_acc_mask': 58.623752175921, 'loss': 1.1356579065322876}
+{'epoch': 179, 'iter': 1040, 'avg_loss': 1.1941469655829364, 'avg_acc_mask': 58.64239866350127, 'loss': 1.0993715524673462}
+{'epoch': 179, 'iter': 1050, 'avg_loss': 1.1947285008362427, 'avg_acc_mask': 58.63516786006725, 'loss': 1.2915581464767456}
+{'epoch': 179, 'iter': 1060, 'avg_loss': 1.1940426655134764, 'avg_acc_mask': 58.6651942853199, 'loss': 1.1519370079040527}
+{'epoch': 179, 'iter': 1070, 'avg_loss': 1.1935837366222557, 'avg_acc_mask': 58.67299873586388, 'loss': 1.2415002584457397}
+{'epoch': 179, 'iter': 1080, 'avg_loss': 1.193877617701902, 'avg_acc_mask': 58.69521069554916, 'loss': 1.1241044998168945}
+{'epoch': 179, 'iter': 1090, 'avg_loss': 1.1945401212690512, 'avg_acc_mask': 58.66096866096866, 'loss': 1.3350145816802979}
+{'epoch': 179, 'iter': 1100, 'avg_loss': 1.193358893452938, 'avg_acc_mask': 58.73258382184433, 'loss': 0.7601149678230286}
+{'epoch': 'EP179_train', 'avg_loss': 1.194239923263567, 'total_masked_acc': 58.71051020239297}
+{'epoch': 180, 'iter': 0, 'avg_loss': 1.3823696374893188, 'avg_acc_mask': 52.72727272727272, 'loss': 1.3823696374893188}
+{'epoch': 180, 'iter': 10, 'avg_loss': 1.1983486251397566, 'avg_acc_mask': 59.28338762214984, 'loss': 1.0101040601730347}
+{'epoch': 180, 'iter': 20, 'avg_loss': 1.1874439489273798, 'avg_acc_mask': 58.53440571939231, 'loss': 1.0037169456481934}
+{'epoch': 180, 'iter': 30, 'avg_loss': 1.1798609552844879, 'avg_acc_mask': 58.92537313432836, 'loss': 1.326416015625}
+{'epoch': 180, 'iter': 40, 'avg_loss': 1.1735445711670853, 'avg_acc_mask': 59.441489361702125, 'loss': 0.9160192012786865}
+{'epoch': 180, 'iter': 50, 'avg_loss': 1.199774613567427, 'avg_acc_mask': 58.47187831623629, 'loss': 1.4347941875457764}
+{'epoch': 180, 'iter': 60, 'avg_loss': 1.1936064010760823, 'avg_acc_mask': 58.540189125295505, 'loss': 1.174501657485962}
+{'epoch': 180, 'iter': 70, 'avg_loss': 1.198483517472173, 'avg_acc_mask': 58.62591563526143, 'loss': 0.9764818549156189}
+{'epoch': 180, 'iter': 80, 'avg_loss': 1.1905691086510082, 'avg_acc_mask': 59.06277630415562, 'loss': 1.2381049394607544}
+{'epoch': 180, 'iter': 90, 'avg_loss': 1.1915976667142176, 'avg_acc_mask': 58.9622641509434, 'loss': 1.1174232959747314}
+{'epoch': 180, 'iter': 100, 'avg_loss': 1.1815611820409793, 'avg_acc_mask': 59.414076455877094, 'loss': 1.0942262411117554}
+{'epoch': 180, 'iter': 110, 'avg_loss': 1.1811007921760146, 'avg_acc_mask': 59.54434499593165, 'loss': 1.042207956314087}
+{'epoch': 180, 'iter': 120, 'avg_loss': 1.1761587705493959, 'avg_acc_mask': 59.64467005076142, 'loss': 1.3953782320022583}
+{'epoch': 180, 'iter': 130, 'avg_loss': 1.177593403645144, 'avg_acc_mask': 59.66363385718224, 'loss': 1.2757174968719482}
+{'epoch': 180, 'iter': 140, 'avg_loss': 1.1827852979619453, 'avg_acc_mask': 59.31334870612349, 'loss': 1.1886833906173706}
+{'epoch': 180, 'iter': 150, 'avg_loss': 1.171623513398581, 'avg_acc_mask': 59.65929684668359, 'loss': 1.171679973602295}
+{'epoch': 180, 'iter': 160, 'avg_loss': 1.1738627371580705, 'avg_acc_mask': 59.56678700361011, 'loss': 1.312788724899292}
+{'epoch': 180, 'iter': 170, 'avg_loss': 1.1774209985258983, 'avg_acc_mask': 59.467424481633515, 'loss': 0.9761185050010681}
+{'epoch': 180, 'iter': 180, 'avg_loss': 1.1761049048676675, 'avg_acc_mask': 59.448740828871706, 'loss': 1.194802165031433}
+{'epoch': 180, 'iter': 190, 'avg_loss': 1.1757487882494302, 'avg_acc_mask': 59.480079118395025, 'loss': 0.9136558175086975}
+{'epoch': 180, 'iter': 200, 'avg_loss': 1.1746430210213163, 'avg_acc_mask': 59.435230838189156, 'loss': 1.1910409927368164}
+{'epoch': 180, 'iter': 210, 'avg_loss': 1.1801632137095193, 'avg_acc_mask': 59.293917481922584, 'loss': 1.4509333372116089}
+{'epoch': 180, 'iter': 220, 'avg_loss': 1.180139658947336, 'avg_acc_mask': 59.217877094972074, 'loss': 1.5594209432601929}
+{'epoch': 180, 'iter': 230, 'avg_loss': 1.1821578413377076, 'avg_acc_mask': 59.14563106796117, 'loss': 1.0173752307891846}
+{'epoch': 180, 'iter': 240, 'avg_loss': 1.1826598053156587, 'avg_acc_mask': 59.142111152555024, 'loss': 1.1895411014556885}
+{'epoch': 180, 'iter': 250, 'avg_loss': 1.1850301639967231, 'avg_acc_mask': 59.009461009174316, 'loss': 0.9196768999099731}
+{'epoch': 180, 'iter': 260, 'avg_loss': 1.186630706220751, 'avg_acc_mask': 58.87052341597796, 'loss': 1.0802457332611084}
+{'epoch': 180, 'iter': 270, 'avg_loss': 1.1896292404495041, 'avg_acc_mask': 58.75190258751902, 'loss': 1.2725917100906372}
+{'epoch': 180, 'iter': 280, 'avg_loss': 1.190442856096288, 'avg_acc_mask': 58.71583125280072, 'loss': 0.8571219444274902}
+{'epoch': 180, 'iter': 290, 'avg_loss': 1.1906912187530412, 'avg_acc_mask': 58.72139889626092, 'loss': 0.9507448673248291}
+{'epoch': 180, 'iter': 300, 'avg_loss': 1.1864504148793775, 'avg_acc_mask': 58.86669874879692, 'loss': 0.7914720773696899}
+{'epoch': 180, 'iter': 310, 'avg_loss': 1.1848593842944914, 'avg_acc_mask': 58.87872253627834, 'loss': 1.0641804933547974}
+{'epoch': 180, 'iter': 320, 'avg_loss': 1.1858798789086742, 'avg_acc_mask': 58.84421255600295, 'loss': 0.7273560166358948}
+{'epoch': 180, 'iter': 330, 'avg_loss': 1.188586539552291, 'avg_acc_mask': 58.7624333681376, 'loss': 0.9320960640907288}
+{'epoch': 180, 'iter': 340, 'avg_loss': 1.1854787846464565, 'avg_acc_mask': 58.888711309999465, 'loss': 1.1054810285568237}
+{'epoch': 180, 'iter': 350, 'avg_loss': 1.1818129191031823, 'avg_acc_mask': 59.071860934347356, 'loss': 1.1500284671783447}
+{'epoch': 180, 'iter': 360, 'avg_loss': 1.1808405688594914, 'avg_acc_mask': 59.13183441476787, 'loss': 1.3104413747787476}
+{'epoch': 180, 'iter': 370, 'avg_loss': 1.1817237032712953, 'avg_acc_mask': 59.09202333676521, 'loss': 1.289729118347168}
+{'epoch': 180, 'iter': 380, 'avg_loss': 1.1846790912896004, 'avg_acc_mask': 58.94842311178968, 'loss': 0.8562335968017578}
+{'epoch': 180, 'iter': 390, 'avg_loss': 1.18538229422801, 'avg_acc_mask': 58.92384182891129, 'loss': 1.4210550785064697}
+{'epoch': 180, 'iter': 400, 'avg_loss': 1.1877768102132173, 'avg_acc_mask': 58.811011500498054, 'loss': 1.3023011684417725}
+{'epoch': 180, 'iter': 410, 'avg_loss': 1.186929312355617, 'avg_acc_mask': 58.83521723772519, 'loss': 1.0045934915542603}
+{'epoch': 180, 'iter': 420, 'avg_loss': 1.1859156105693898, 'avg_acc_mask': 58.88975155279503, 'loss': 1.22455632686615}
+{'epoch': 180, 'iter': 430, 'avg_loss': 1.1845914211184685, 'avg_acc_mask': 58.92676341545731, 'loss': 1.2619246244430542}
+{'epoch': 180, 'iter': 440, 'avg_loss': 1.1870192240695565, 'avg_acc_mask': 58.79929127693766, 'loss': 1.458388090133667}
+{'epoch': 180, 'iter': 450, 'avg_loss': 1.1877203916763255, 'avg_acc_mask': 58.75095754545821, 'loss': 1.296737790107727}
+{'epoch': 180, 'iter': 460, 'avg_loss': 1.18935041973234, 'avg_acc_mask': 58.69530879797821, 'loss': 1.2726414203643799}
+{'epoch': 180, 'iter': 470, 'avg_loss': 1.1881478843921816, 'avg_acc_mask': 58.73591603642537, 'loss': 1.0761661529541016}
+{'epoch': 180, 'iter': 480, 'avg_loss': 1.1883886498621745, 'avg_acc_mask': 58.76721658846677, 'loss': 1.2961201667785645}
+{'epoch': 180, 'iter': 490, 'avg_loss': 1.191101929685006, 'avg_acc_mask': 58.71644668545159, 'loss': 1.3191401958465576}
+{'epoch': 180, 'iter': 500, 'avg_loss': 1.189027366523971, 'avg_acc_mask': 58.792165397170834, 'loss': 1.2587233781814575}
+{'epoch': 180, 'iter': 510, 'avg_loss': 1.1878163835540443, 'avg_acc_mask': 58.799488236548434, 'loss': 1.0940468311309814}
+{'epoch': 180, 'iter': 520, 'avg_loss': 1.187112702517958, 'avg_acc_mask': 58.79808866101636, 'loss': 1.4825053215026855}
+{'epoch': 180, 'iter': 530, 'avg_loss': 1.1877567607579707, 'avg_acc_mask': 58.73635212376356, 'loss': 1.1448239088058472}
+{'epoch': 180, 'iter': 540, 'avg_loss': 1.187676761375117, 'avg_acc_mask': 58.748193216578706, 'loss': 1.142011284828186}
+{'epoch': 180, 'iter': 550, 'avg_loss': 1.1890550134619005, 'avg_acc_mask': 58.70969868794093, 'loss': 1.2139750719070435}
+{'epoch': 180, 'iter': 560, 'avg_loss': 1.1890735268167847, 'avg_acc_mask': 58.70235198702352, 'loss': 0.8596775531768799}
+{'epoch': 180, 'iter': 570, 'avg_loss': 1.1876377679420644, 'avg_acc_mask': 58.78098515261582, 'loss': 1.4919852018356323}
+{'epoch': 180, 'iter': 580, 'avg_loss': 1.1869687069713968, 'avg_acc_mask': 58.8093599449415, 'loss': 1.4373464584350586}
+{'epoch': 180, 'iter': 590, 'avg_loss': 1.1864321802675017, 'avg_acc_mask': 58.836551469683926, 'loss': 0.9278296232223511}
+{'epoch': 180, 'iter': 600, 'avg_loss': 1.1863194866704068, 'avg_acc_mask': 58.862481857764884, 'loss': 1.1911336183547974}
+{'epoch': 180, 'iter': 610, 'avg_loss': 1.1885816050044058, 'avg_acc_mask': 58.83577119752646, 'loss': 1.254508137702942}
+{'epoch': 180, 'iter': 620, 'avg_loss': 1.1863127190517726, 'avg_acc_mask': 58.91904566504485, 'loss': 1.5286760330200195}
+{'epoch': 180, 'iter': 630, 'avg_loss': 1.185694331412459, 'avg_acc_mask': 58.90841919935348, 'loss': 1.109655737876892}
+{'epoch': 180, 'iter': 640, 'avg_loss': 1.1870082040286845, 'avg_acc_mask': 58.85602027161689, 'loss': 1.1509530544281006}
+{'epoch': 180, 'iter': 650, 'avg_loss': 1.1882592387463091, 'avg_acc_mask': 58.83640035906643, 'loss': 1.3390015363693237}
+{'epoch': 180, 'iter': 660, 'avg_loss': 1.1885448403870644, 'avg_acc_mask': 58.82450468374368, 'loss': 1.1546627283096313}
+{'epoch': 180, 'iter': 670, 'avg_loss': 1.1887116564546008, 'avg_acc_mask': 58.82625272331155, 'loss': 1.2853338718414307}
+{'epoch': 180, 'iter': 680, 'avg_loss': 1.189369294524368, 'avg_acc_mask': 58.812481554023236, 'loss': 1.3328639268875122}
+{'epoch': 180, 'iter': 690, 'avg_loss': 1.1906969912145313, 'avg_acc_mask': 58.76106194690266, 'loss': 1.1232105493545532}
+{'epoch': 180, 'iter': 700, 'avg_loss': 1.1930700546494564, 'avg_acc_mask': 58.69638723437459, 'loss': 1.291059970855713}
+{'epoch': 180, 'iter': 710, 'avg_loss': 1.1925737902249633, 'avg_acc_mask': 58.69877417038519, 'loss': 1.1105103492736816}
+{'epoch': 180, 'iter': 720, 'avg_loss': 1.1932427045707068, 'avg_acc_mask': 58.67647430550289, 'loss': 1.1113580465316772}
+{'epoch': 180, 'iter': 730, 'avg_loss': 1.1911283475429675, 'avg_acc_mask': 58.75177729551747, 'loss': 1.1567673683166504}
+{'epoch': 180, 'iter': 740, 'avg_loss': 1.1917572446197633, 'avg_acc_mask': 58.717740546657815, 'loss': 1.2252084016799927}
+{'epoch': 180, 'iter': 750, 'avg_loss': 1.1933643075026146, 'avg_acc_mask': 58.670288888349866, 'loss': 1.3529744148254395}
+{'epoch': 180, 'iter': 760, 'avg_loss': 1.1929786896893606, 'avg_acc_mask': 58.69179494557139, 'loss': 1.1466755867004395}
+{'epoch': 180, 'iter': 770, 'avg_loss': 1.1948216845862443, 'avg_acc_mask': 58.61930326608803, 'loss': 1.2245937585830688}
+{'epoch': 180, 'iter': 780, 'avg_loss': 1.1937537214667482, 'avg_acc_mask': 58.64969045672235, 'loss': 1.1017769575119019}
+{'epoch': 180, 'iter': 790, 'avg_loss': 1.1937822373266016, 'avg_acc_mask': 58.63929889298893, 'loss': 0.9796338081359863}
+{'epoch': 180, 'iter': 800, 'avg_loss': 1.194422037637189, 'avg_acc_mask': 58.59296711305457, 'loss': 1.3283483982086182}
+{'epoch': 180, 'iter': 810, 'avg_loss': 1.1948679717195607, 'avg_acc_mask': 58.582265943317644, 'loss': 1.2056366205215454}
+{'epoch': 180, 'iter': 820, 'avg_loss': 1.1953194050637872, 'avg_acc_mask': 58.571142596588, 'loss': 1.2956717014312744}
+{'epoch': 180, 'iter': 830, 'avg_loss': 1.1954671491641287, 'avg_acc_mask': 58.553601690252435, 'loss': 1.4615808725357056}
+{'epoch': 180, 'iter': 840, 'avg_loss': 1.1950920813148853, 'avg_acc_mask': 58.54316155686019, 'loss': 1.223980188369751}
+{'epoch': 180, 'iter': 850, 'avg_loss': 1.1963270273668085, 'avg_acc_mask': 58.50547562808676, 'loss': 1.2633826732635498}
+{'epoch': 180, 'iter': 860, 'avg_loss': 1.197013273679421, 'avg_acc_mask': 58.46512613949544, 'loss': 1.5338951349258423}
+{'epoch': 180, 'iter': 870, 'avg_loss': 1.197707991649308, 'avg_acc_mask': 58.42611971536208, 'loss': 1.1402721405029297}
+{'epoch': 180, 'iter': 880, 'avg_loss': 1.1966201181985463, 'avg_acc_mask': 58.44446285098981, 'loss': 1.20278799533844}
+{'epoch': 180, 'iter': 890, 'avg_loss': 1.1965213422020677, 'avg_acc_mask': 58.461601524871384, 'loss': 1.1365469694137573}
+{'epoch': 180, 'iter': 900, 'avg_loss': 1.1964876793994756, 'avg_acc_mask': 58.44676713660672, 'loss': 1.4056216478347778}
+{'epoch': 180, 'iter': 910, 'avg_loss': 1.1971794752205767, 'avg_acc_mask': 58.40152045613684, 'loss': 1.0969167947769165}
+{'epoch': 180, 'iter': 920, 'avg_loss': 1.1965051319260034, 'avg_acc_mask': 58.427322642668834, 'loss': 0.7856913208961487}
+{'epoch': 180, 'iter': 930, 'avg_loss': 1.1965752224148791, 'avg_acc_mask': 58.448661151840675, 'loss': 1.3983365297317505}
+{'epoch': 180, 'iter': 940, 'avg_loss': 1.1970999865425507, 'avg_acc_mask': 58.4138064766337, 'loss': 1.0399889945983887}
+{'epoch': 180, 'iter': 950, 'avg_loss': 1.1968190866188546, 'avg_acc_mask': 58.41776038068923, 'loss': 1.4564391374588013}
+{'epoch': 180, 'iter': 960, 'avg_loss': 1.1970349519855645, 'avg_acc_mask': 58.42415037022973, 'loss': 1.2044509649276733}
+{'epoch': 180, 'iter': 970, 'avg_loss': 1.1974608452509163, 'avg_acc_mask': 58.39702540797356, 'loss': 1.2829052209854126}
+{'epoch': 180, 'iter': 980, 'avg_loss': 1.1973139742706407, 'avg_acc_mask': 58.40568124779239, 'loss': 0.8027522563934326}
+{'epoch': 180, 'iter': 990, 'avg_loss': 1.1980390394130942, 'avg_acc_mask': 58.36612363475895, 'loss': 1.1870887279510498}
+{'epoch': 180, 'iter': 1000, 'avg_loss': 1.198067851654895, 'avg_acc_mask': 58.34441065608099, 'loss': 1.3051940202713013}
+{'epoch': 180, 'iter': 1010, 'avg_loss': 1.1978830059015668, 'avg_acc_mask': 58.37240334679746, 'loss': 0.9291303753852844}
+{'epoch': 180, 'iter': 1020, 'avg_loss': 1.1976654950481904, 'avg_acc_mask': 58.38910603059021, 'loss': 0.9348021149635315}
+{'epoch': 180, 'iter': 1030, 'avg_loss': 1.197085257240225, 'avg_acc_mask': 58.436184885242426, 'loss': 1.0598621368408203}
+{'epoch': 180, 'iter': 1040, 'avg_loss': 1.1971208591740596, 'avg_acc_mask': 58.43998949487875, 'loss': 1.1963838338851929}
+{'epoch': 180, 'iter': 1050, 'avg_loss': 1.1965575736551257, 'avg_acc_mask': 58.457271624198306, 'loss': 1.0451377630233765}
+{'epoch': 180, 'iter': 1060, 'avg_loss': 1.1959681535081748, 'avg_acc_mask': 58.47744328622212, 'loss': 1.1303879022598267}
+{'epoch': 180, 'iter': 1070, 'avg_loss': 1.1953132513190519, 'avg_acc_mask': 58.504733365116124, 'loss': 1.1712148189544678}
+{'epoch': 180, 'iter': 1080, 'avg_loss': 1.1945320696989548, 'avg_acc_mask': 58.55000084361133, 'loss': 0.6655317544937134}
+{'epoch': 180, 'iter': 1090, 'avg_loss': 1.195986156776124, 'avg_acc_mask': 58.478525967626084, 'loss': 1.220099925994873}
+{'epoch': 180, 'iter': 1100, 'avg_loss': 1.195758661500548, 'avg_acc_mask': 58.48138152557246, 'loss': 0.8683422207832336}
+{'epoch': 'EP180_train', 'avg_loss': 1.1962458945507377, 'total_masked_acc': 58.46105620906406}
+{'epoch': 181, 'iter': 0, 'avg_loss': 1.279962182044983, 'avg_acc_mask': 54.41176470588235, 'loss': 1.279962182044983}
+{'epoch': 181, 'iter': 10, 'avg_loss': 1.213062047958374, 'avg_acc_mask': 57.78816199376947, 'loss': 0.883730947971344}
+{'epoch': 181, 'iter': 20, 'avg_loss': 1.220374726113819, 'avg_acc_mask': 57.346767422334175, 'loss': 1.4507347345352173}
+{'epoch': 181, 'iter': 30, 'avg_loss': 1.2234453405103376, 'avg_acc_mask': 57.49569213095922, 'loss': 1.4211647510528564}
+{'epoch': 181, 'iter': 40, 'avg_loss': 1.2223309801846016, 'avg_acc_mask': 58.21413090593845, 'loss': 1.167156457901001}
+{'epoch': 181, 'iter': 50, 'avg_loss': 1.2313628056470085, 'avg_acc_mask': 58.313335618786425, 'loss': 1.3086308240890503}
+{'epoch': 181, 'iter': 60, 'avg_loss': 1.216984977487658, 'avg_acc_mask': 58.67169373549884, 'loss': 1.3625140190124512}
+{'epoch': 181, 'iter': 70, 'avg_loss': 1.214067583352747, 'avg_acc_mask': 59.10780669144982, 'loss': 1.1846532821655273}
+{'epoch': 181, 'iter': 80, 'avg_loss': 1.2137474866560947, 'avg_acc_mask': 59.23009623797025, 'loss': 1.3703428506851196}
+{'epoch': 181, 'iter': 90, 'avg_loss': 1.2126944720090092, 'avg_acc_mask': 59.12023460410557, 'loss': 1.0392876863479614}
+{'epoch': 181, 'iter': 100, 'avg_loss': 1.2030486175329378, 'avg_acc_mask': 59.40436092891331, 'loss': 0.9791285395622253}
+{'epoch': 181, 'iter': 110, 'avg_loss': 1.2000014991373629, 'avg_acc_mask': 59.37196503722888, 'loss': 0.7965353727340698}
+{'epoch': 181, 'iter': 120, 'avg_loss': 1.2026457890006137, 'avg_acc_mask': 59.13133708864512, 'loss': 1.3527719974517822}
+{'epoch': 181, 'iter': 130, 'avg_loss': 1.204071540413922, 'avg_acc_mask': 59.10765452312731, 'loss': 1.2952284812927246}
+{'epoch': 181, 'iter': 140, 'avg_loss': 1.2065236572678208, 'avg_acc_mask': 58.720930232558146, 'loss': 1.180958867073059}
+{'epoch': 181, 'iter': 150, 'avg_loss': 1.1962318159886542, 'avg_acc_mask': 59.00142314990512, 'loss': 1.1765339374542236}
+{'epoch': 181, 'iter': 160, 'avg_loss': 1.1923022507140355, 'avg_acc_mask': 59.125390450691654, 'loss': 1.4397804737091064}
+{'epoch': 181, 'iter': 170, 'avg_loss': 1.1940382621441668, 'avg_acc_mask': 59.136976282520116, 'loss': 1.1294738054275513}
+{'epoch': 181, 'iter': 180, 'avg_loss': 1.1948686844736174, 'avg_acc_mask': 59.010530498708526, 'loss': 1.2359704971313477}
+{'epoch': 181, 'iter': 190, 'avg_loss': 1.1972431187854387, 'avg_acc_mask': 58.87286777872019, 'loss': 1.150209665298462}
+{'epoch': 181, 'iter': 200, 'avg_loss': 1.192710678079235, 'avg_acc_mask': 58.9775672535526, 'loss': 1.3091191053390503}
+{'epoch': 181, 'iter': 210, 'avg_loss': 1.1902543292226384, 'avg_acc_mask': 58.93054492901471, 'loss': 1.1581560373306274}
+{'epoch': 181, 'iter': 220, 'avg_loss': 1.1852512130370507, 'avg_acc_mask': 59.01440362518207, 'loss': 1.3087995052337646}
+{'epoch': 181, 'iter': 230, 'avg_loss': 1.186665716883424, 'avg_acc_mask': 59.02389819987586, 'loss': 0.7570141553878784}
+{'epoch': 181, 'iter': 240, 'avg_loss': 1.1852084944851666, 'avg_acc_mask': 59.14597666766378, 'loss': 0.9920881390571594}
+{'epoch': 181, 'iter': 250, 'avg_loss': 1.1837707033670282, 'avg_acc_mask': 59.2084470622037, 'loss': 0.857126772403717}
+{'epoch': 181, 'iter': 260, 'avg_loss': 1.185211308386134, 'avg_acc_mask': 59.223703294426414, 'loss': 1.3056232929229736}
+{'epoch': 181, 'iter': 270, 'avg_loss': 1.187396852512641, 'avg_acc_mask': 59.13234413467296, 'loss': 1.3484399318695068}
+{'epoch': 181, 'iter': 280, 'avg_loss': 1.1869868606435023, 'avg_acc_mask': 59.029251044680166, 'loss': 0.8512203097343445}
+{'epoch': 181, 'iter': 290, 'avg_loss': 1.1865906973475033, 'avg_acc_mask': 59.08073143425799, 'loss': 1.0816693305969238}
+{'epoch': 181, 'iter': 300, 'avg_loss': 1.183582556802173, 'avg_acc_mask': 59.20028948796816, 'loss': 0.8940661549568176}
+{'epoch': 181, 'iter': 310, 'avg_loss': 1.1819570741086145, 'avg_acc_mask': 59.068570091270765, 'loss': 0.995787501335144}
+{'epoch': 181, 'iter': 320, 'avg_loss': 1.182735752650882, 'avg_acc_mask': 58.972174900624644, 'loss': 1.1017589569091797}
+{'epoch': 181, 'iter': 330, 'avg_loss': 1.1823898487220719, 'avg_acc_mask': 58.85975039859256, 'loss': 0.7708703875541687}
+{'epoch': 181, 'iter': 340, 'avg_loss': 1.1795714792967542, 'avg_acc_mask': 59.02514548075383, 'loss': 1.2577078342437744}
+{'epoch': 181, 'iter': 350, 'avg_loss': 1.1769254015721486, 'avg_acc_mask': 59.0772264895163, 'loss': 1.0757787227630615}
+{'epoch': 181, 'iter': 360, 'avg_loss': 1.1762485282903232, 'avg_acc_mask': 59.06476997578692, 'loss': 1.2745373249053955}
+{'epoch': 181, 'iter': 370, 'avg_loss': 1.1776805733734708, 'avg_acc_mask': 59.07421013960323, 'loss': 1.2473275661468506}
+{'epoch': 181, 'iter': 380, 'avg_loss': 1.1785225813470175, 'avg_acc_mask': 59.06686365152743, 'loss': 0.9501565098762512}
+{'epoch': 181, 'iter': 390, 'avg_loss': 1.1788718014421975, 'avg_acc_mask': 59.09491352529327, 'loss': 1.4685827493667603}
+{'epoch': 181, 'iter': 400, 'avg_loss': 1.1798067146405913, 'avg_acc_mask': 59.05636478784041, 'loss': 1.1880894899368286}
+{'epoch': 181, 'iter': 410, 'avg_loss': 1.1808194960410867, 'avg_acc_mask': 58.98206238402403, 'loss': 1.0613720417022705}
+{'epoch': 181, 'iter': 420, 'avg_loss': 1.179941459109834, 'avg_acc_mask': 58.978568959557556, 'loss': 1.1906481981277466}
+{'epoch': 181, 'iter': 430, 'avg_loss': 1.1809263362132203, 'avg_acc_mask': 59.02622355474853, 'loss': 0.9728624820709229}
+{'epoch': 181, 'iter': 440, 'avg_loss': 1.1846079474944375, 'avg_acc_mask': 58.90676567656765, 'loss': 1.5502439737319946}
+{'epoch': 181, 'iter': 450, 'avg_loss': 1.1846457833461381, 'avg_acc_mask': 58.891352549889135, 'loss': 1.0301339626312256}
+{'epoch': 181, 'iter': 460, 'avg_loss': 1.1852680232674853, 'avg_acc_mask': 58.88937059078548, 'loss': 1.1438977718353271}
+{'epoch': 181, 'iter': 470, 'avg_loss': 1.1864075560731746, 'avg_acc_mask': 58.82557063541024, 'loss': 1.1681873798370361}
+{'epoch': 181, 'iter': 480, 'avg_loss': 1.1847049551793294, 'avg_acc_mask': 58.845571536714615, 'loss': 1.1436625719070435}
+{'epoch': 181, 'iter': 490, 'avg_loss': 1.1861189091521223, 'avg_acc_mask': 58.794939338849105, 'loss': 1.470137596130371}
+{'epoch': 181, 'iter': 500, 'avg_loss': 1.1863066236416022, 'avg_acc_mask': 58.79186820380406, 'loss': 1.4326142072677612}
+{'epoch': 181, 'iter': 510, 'avg_loss': 1.185807516196936, 'avg_acc_mask': 58.83797928014525, 'loss': 1.2792409658432007}
+{'epoch': 181, 'iter': 520, 'avg_loss': 1.1852071192580313, 'avg_acc_mask': 58.87703340913066, 'loss': 1.2867487668991089}
+{'epoch': 181, 'iter': 530, 'avg_loss': 1.1865861256468317, 'avg_acc_mask': 58.84797691832109, 'loss': 1.1369726657867432}
+{'epoch': 181, 'iter': 540, 'avg_loss': 1.1875732029872548, 'avg_acc_mask': 58.785242142182646, 'loss': 1.4640427827835083}
+{'epoch': 181, 'iter': 550, 'avg_loss': 1.1878548103322135, 'avg_acc_mask': 58.734730360512465, 'loss': 0.9958709478378296}
+{'epoch': 181, 'iter': 560, 'avg_loss': 1.1879633131724203, 'avg_acc_mask': 58.75956373107603, 'loss': 1.1015514135360718}
+{'epoch': 181, 'iter': 570, 'avg_loss': 1.1866613694331274, 'avg_acc_mask': 58.83030089853868, 'loss': 1.0873849391937256}
+{'epoch': 181, 'iter': 580, 'avg_loss': 1.187171581997929, 'avg_acc_mask': 58.81632268400716, 'loss': 1.2632851600646973}
+{'epoch': 181, 'iter': 590, 'avg_loss': 1.1876016434679177, 'avg_acc_mask': 58.768898488120946, 'loss': 1.1065850257873535}
+{'epoch': 181, 'iter': 600, 'avg_loss': 1.1869771103692333, 'avg_acc_mask': 58.769772596168444, 'loss': 1.085917592048645}
+{'epoch': 181, 'iter': 610, 'avg_loss': 1.1885104791037189, 'avg_acc_mask': 58.74787383247292, 'loss': 1.271158218383789}
+{'epoch': 181, 'iter': 620, 'avg_loss': 1.1872690360327274, 'avg_acc_mask': 58.77806512284002, 'loss': 1.3001810312271118}
+{'epoch': 181, 'iter': 630, 'avg_loss': 1.1869374035655413, 'avg_acc_mask': 58.78526827012026, 'loss': 1.0565340518951416}
+{'epoch': 181, 'iter': 640, 'avg_loss': 1.1877159626919096, 'avg_acc_mask': 58.746721404949255, 'loss': 0.990536630153656}
+{'epoch': 181, 'iter': 650, 'avg_loss': 1.18805299339939, 'avg_acc_mask': 58.760773744349926, 'loss': 0.8737072348594666}
+{'epoch': 181, 'iter': 660, 'avg_loss': 1.1885614635002957, 'avg_acc_mask': 58.74017491420348, 'loss': 0.7663836479187012}
+{'epoch': 181, 'iter': 670, 'avg_loss': 1.1881569616840777, 'avg_acc_mask': 58.730375054513736, 'loss': 1.47599196434021}
+{'epoch': 181, 'iter': 680, 'avg_loss': 1.1887328515318871, 'avg_acc_mask': 58.72308435805187, 'loss': 1.4444929361343384}
+{'epoch': 181, 'iter': 690, 'avg_loss': 1.189757311395902, 'avg_acc_mask': 58.71874834822136, 'loss': 0.9859756231307983}
+{'epoch': 181, 'iter': 700, 'avg_loss': 1.1912112923049383, 'avg_acc_mask': 58.68461478376338, 'loss': 1.3535771369934082}
+{'epoch': 181, 'iter': 710, 'avg_loss': 1.1909080445347289, 'avg_acc_mask': 58.74152803450401, 'loss': 0.9428304433822632}
+{'epoch': 181, 'iter': 720, 'avg_loss': 1.1912288267304927, 'avg_acc_mask': 58.723846192816254, 'loss': 1.3284770250320435}
+{'epoch': 181, 'iter': 730, 'avg_loss': 1.191102869125789, 'avg_acc_mask': 58.73745193028018, 'loss': 1.4173353910446167}
+{'epoch': 181, 'iter': 740, 'avg_loss': 1.190933890027395, 'avg_acc_mask': 58.747443888738324, 'loss': 1.198420524597168}
+{'epoch': 181, 'iter': 750, 'avg_loss': 1.1931071562392417, 'avg_acc_mask': 58.67489491970165, 'loss': 1.2137110233306885}
+{'epoch': 181, 'iter': 760, 'avg_loss': 1.1927270868917959, 'avg_acc_mask': 58.696799577755385, 'loss': 1.4145359992980957}
+{'epoch': 181, 'iter': 770, 'avg_loss': 1.1937317804139875, 'avg_acc_mask': 58.66385838697463, 'loss': 1.2051653861999512}
+{'epoch': 181, 'iter': 780, 'avg_loss': 1.1926878077883116, 'avg_acc_mask': 58.70815410510567, 'loss': 1.1368058919906616}
+{'epoch': 181, 'iter': 790, 'avg_loss': 1.1930381040808222, 'avg_acc_mask': 58.73129503048218, 'loss': 1.064592957496643}
+{'epoch': 181, 'iter': 800, 'avg_loss': 1.1920580588625314, 'avg_acc_mask': 58.76424988600091, 'loss': 1.3855969905853271}
+{'epoch': 181, 'iter': 810, 'avg_loss': 1.1928049508946157, 'avg_acc_mask': 58.74116428796542, 'loss': 0.8626109957695007}
+{'epoch': 181, 'iter': 820, 'avg_loss': 1.1932609734668802, 'avg_acc_mask': 58.71135509968217, 'loss': 1.2635462284088135}
+{'epoch': 181, 'iter': 830, 'avg_loss': 1.192445698197568, 'avg_acc_mask': 58.72684523940319, 'loss': 1.1747995615005493}
+{'epoch': 181, 'iter': 840, 'avg_loss': 1.1921253972614847, 'avg_acc_mask': 58.737463639126474, 'loss': 1.015197515487671}
+{'epoch': 181, 'iter': 850, 'avg_loss': 1.1935316715061175, 'avg_acc_mask': 58.68959307062305, 'loss': 1.2483714818954468}
+{'epoch': 181, 'iter': 860, 'avg_loss': 1.1945277263478535, 'avg_acc_mask': 58.65576132559224, 'loss': 1.2131342887878418}
+{'epoch': 181, 'iter': 870, 'avg_loss': 1.1948997968236834, 'avg_acc_mask': 58.66686193694165, 'loss': 1.108321189880371}
+{'epoch': 181, 'iter': 880, 'avg_loss': 1.1941144988025358, 'avg_acc_mask': 58.71910391006034, 'loss': 0.6829337477684021}
+{'epoch': 181, 'iter': 890, 'avg_loss': 1.1932261859795328, 'avg_acc_mask': 58.758369335981484, 'loss': 0.8546339869499207}
+{'epoch': 181, 'iter': 900, 'avg_loss': 1.193327403095004, 'avg_acc_mask': 58.76161366718621, 'loss': 1.2936832904815674}
+{'epoch': 181, 'iter': 910, 'avg_loss': 1.1938214186910217, 'avg_acc_mask': 58.74051684448626, 'loss': 1.2489371299743652}
+{'epoch': 181, 'iter': 920, 'avg_loss': 1.1934585777090116, 'avg_acc_mask': 58.74482129759946, 'loss': 1.2620534896850586}
+{'epoch': 181, 'iter': 930, 'avg_loss': 1.191812737479758, 'avg_acc_mask': 58.78587976597165, 'loss': 1.3016870021820068}
+{'epoch': 181, 'iter': 940, 'avg_loss': 1.192740212781523, 'avg_acc_mask': 58.73360751144564, 'loss': 1.126312255859375}
+{'epoch': 181, 'iter': 950, 'avg_loss': 1.1928270877849165, 'avg_acc_mask': 58.733264280507925, 'loss': 1.5498569011688232}
+{'epoch': 181, 'iter': 960, 'avg_loss': 1.192357799203041, 'avg_acc_mask': 58.76748467422043, 'loss': 1.1906497478485107}
+{'epoch': 181, 'iter': 970, 'avg_loss': 1.192109757361034, 'avg_acc_mask': 58.790940504807686, 'loss': 0.9769846200942993}
+{'epoch': 181, 'iter': 980, 'avg_loss': 1.192078585532341, 'avg_acc_mask': 58.76809843317287, 'loss': 1.2111161947250366}
+{'epoch': 181, 'iter': 990, 'avg_loss': 1.1936149469057078, 'avg_acc_mask': 58.705964551003895, 'loss': 1.4857871532440186}
+{'epoch': 181, 'iter': 1000, 'avg_loss': 1.1935860022798286, 'avg_acc_mask': 58.68695683793317, 'loss': 1.4239119291305542}
+{'epoch': 181, 'iter': 1010, 'avg_loss': 1.1934484254594608, 'avg_acc_mask': 58.682936486510805, 'loss': 0.924345076084137}
+{'epoch': 181, 'iter': 1020, 'avg_loss': 1.1935739501449667, 'avg_acc_mask': 58.68635002139495, 'loss': 1.0108088254928589}
+{'epoch': 181, 'iter': 1030, 'avg_loss': 1.192965705919682, 'avg_acc_mask': 58.69188921859545, 'loss': 1.2571134567260742}
+{'epoch': 181, 'iter': 1040, 'avg_loss': 1.1929731654731501, 'avg_acc_mask': 58.68248801148097, 'loss': 1.1707789897918701}
+{'epoch': 181, 'iter': 1050, 'avg_loss': 1.193021756541037, 'avg_acc_mask': 58.67364625944672, 'loss': 0.9689813256263733}
+{'epoch': 181, 'iter': 1060, 'avg_loss': 1.1937182626557956, 'avg_acc_mask': 58.66701022073349, 'loss': 0.8937931656837463}
+{'epoch': 181, 'iter': 1070, 'avg_loss': 1.1929516157850164, 'avg_acc_mask': 58.70012760527435, 'loss': 1.2239255905151367}
+{'epoch': 181, 'iter': 1080, 'avg_loss': 1.1928780006656594, 'avg_acc_mask': 58.708177499241884, 'loss': 0.8178982138633728}
+{'epoch': 181, 'iter': 1090, 'avg_loss': 1.1924976372696958, 'avg_acc_mask': 58.71643833330552, 'loss': 1.5204575061798096}
+{'epoch': 181, 'iter': 1100, 'avg_loss': 1.192031577107692, 'avg_acc_mask': 58.73617014239172, 'loss': 1.0582886934280396}
+{'epoch': 'EP181_train', 'avg_loss': 1.1922599956460669, 'total_masked_acc': 58.72728171497306}
+{'epoch': 182, 'iter': 0, 'avg_loss': 1.3404206037521362, 'avg_acc_mask': 58.22784810126582, 'loss': 1.3404206037521362}
+{'epoch': 182, 'iter': 10, 'avg_loss': 1.2783208977092395, 'avg_acc_mask': 57.284768211920536, 'loss': 0.8766517639160156}
+{'epoch': 182, 'iter': 20, 'avg_loss': 1.2680561343828838, 'avg_acc_mask': 57.71578029642546, 'loss': 1.331947922706604}
+{'epoch': 182, 'iter': 30, 'avg_loss': 1.243339919274853, 'avg_acc_mask': 58.42831433713257, 'loss': 1.4103436470031738}
+{'epoch': 182, 'iter': 40, 'avg_loss': 1.2273500430874709, 'avg_acc_mask': 58.1332125056638, 'loss': 0.997139573097229}
+{'epoch': 182, 'iter': 50, 'avg_loss': 1.242909007212695, 'avg_acc_mask': 57.75800711743773, 'loss': 1.443555235862732}
+{'epoch': 182, 'iter': 60, 'avg_loss': 1.22310215332469, 'avg_acc_mask': 58.4128878281623, 'loss': 1.2131669521331787}
+{'epoch': 182, 'iter': 70, 'avg_loss': 1.224607077282919, 'avg_acc_mask': 58.157827962446085, 'loss': 1.1929184198379517}
+{'epoch': 182, 'iter': 80, 'avg_loss': 1.235734192677486, 'avg_acc_mask': 58.163716814159294, 'loss': 1.5948150157928467}
+{'epoch': 182, 'iter': 90, 'avg_loss': 1.2345385584202442, 'avg_acc_mask': 57.91338582677166, 'loss': 1.3900848627090454}
+{'epoch': 182, 'iter': 100, 'avg_loss': 1.2218885781741378, 'avg_acc_mask': 58.2829719161038, 'loss': 1.0874743461608887}
+{'epoch': 182, 'iter': 110, 'avg_loss': 1.219302387387903, 'avg_acc_mask': 58.3739837398374, 'loss': 1.2575730085372925}
+{'epoch': 182, 'iter': 120, 'avg_loss': 1.2113404830625234, 'avg_acc_mask': 58.364591147786946, 'loss': 1.1658196449279785}
+{'epoch': 182, 'iter': 130, 'avg_loss': 1.2134445204989601, 'avg_acc_mask': 58.30456992958719, 'loss': 1.4852709770202637}
+{'epoch': 182, 'iter': 140, 'avg_loss': 1.211369938038765, 'avg_acc_mask': 58.22216521292971, 'loss': 1.4023423194885254}
+{'epoch': 182, 'iter': 150, 'avg_loss': 1.204020133081651, 'avg_acc_mask': 58.49124924562462, 'loss': 1.4952723979949951}
+{'epoch': 182, 'iter': 160, 'avg_loss': 1.2049858840355963, 'avg_acc_mask': 58.558456299659476, 'loss': 1.2043161392211914}
+{'epoch': 182, 'iter': 170, 'avg_loss': 1.2062864415129724, 'avg_acc_mask': 58.45956902069555, 'loss': 1.217955470085144}
+{'epoch': 182, 'iter': 180, 'avg_loss': 1.2068604046468576, 'avg_acc_mask': 58.46355479383002, 'loss': 1.081346035003662}
+{'epoch': 182, 'iter': 190, 'avg_loss': 1.2035268716787169, 'avg_acc_mask': 58.64740769083604, 'loss': 0.9276242852210999}
+{'epoch': 182, 'iter': 200, 'avg_loss': 1.202283103964222, 'avg_acc_mask': 58.48628021079412, 'loss': 1.300052523612976}
+{'epoch': 182, 'iter': 210, 'avg_loss': 1.2041646900335194, 'avg_acc_mask': 58.399585205668856, 'loss': 1.2648762464523315}
+{'epoch': 182, 'iter': 220, 'avg_loss': 1.2030249672238105, 'avg_acc_mask': 58.39368005266623, 'loss': 1.284864068031311}
+{'epoch': 182, 'iter': 230, 'avg_loss': 1.2044737001002093, 'avg_acc_mask': 58.42440443431087, 'loss': 1.3550106287002563}
+{'epoch': 182, 'iter': 240, 'avg_loss': 1.2075594700718322, 'avg_acc_mask': 58.29362378034945, 'loss': 0.9425289034843445}
+{'epoch': 182, 'iter': 250, 'avg_loss': 1.2098071950365348, 'avg_acc_mask': 58.2982430666473, 'loss': 1.2530300617218018}
+{'epoch': 182, 'iter': 260, 'avg_loss': 1.2112228125904712, 'avg_acc_mask': 58.218747818803664, 'loss': 0.9879974126815796}
+{'epoch': 182, 'iter': 270, 'avg_loss': 1.2130460299249064, 'avg_acc_mask': 58.067762495806775, 'loss': 1.502914547920227}
+{'epoch': 182, 'iter': 280, 'avg_loss': 1.2134398328027691, 'avg_acc_mask': 57.94422827496758, 'loss': 0.7394793629646301}
+{'epoch': 182, 'iter': 290, 'avg_loss': 1.2133770898445366, 'avg_acc_mask': 58.05259862241703, 'loss': 1.2525160312652588}
+{'epoch': 182, 'iter': 300, 'avg_loss': 1.211838586187838, 'avg_acc_mask': 58.02312208704073, 'loss': 0.9642236828804016}
+{'epoch': 182, 'iter': 310, 'avg_loss': 1.2085924953509757, 'avg_acc_mask': 58.0259222333001, 'loss': 1.0884487628936768}
+{'epoch': 182, 'iter': 320, 'avg_loss': 1.207839229025202, 'avg_acc_mask': 58.04028678729942, 'loss': 1.1500346660614014}
+{'epoch': 182, 'iter': 330, 'avg_loss': 1.2080861247198098, 'avg_acc_mask': 58.04635761589404, 'loss': 1.1955927610397339}
+{'epoch': 182, 'iter': 340, 'avg_loss': 1.2044117747863368, 'avg_acc_mask': 58.19369345254029, 'loss': 1.10798978805542}
+{'epoch': 182, 'iter': 350, 'avg_loss': 1.2019518021165136, 'avg_acc_mask': 58.28514872115434, 'loss': 1.1930932998657227}
+{'epoch': 182, 'iter': 360, 'avg_loss': 1.201269334703271, 'avg_acc_mask': 58.24869890354202, 'loss': 1.2513142824172974}
+{'epoch': 182, 'iter': 370, 'avg_loss': 1.1996001410034467, 'avg_acc_mask': 58.37968203967121, 'loss': 1.068549633026123}
+{'epoch': 182, 'iter': 380, 'avg_loss': 1.2022898841717737, 'avg_acc_mask': 58.31893241167435, 'loss': 0.9836935997009277}
+{'epoch': 182, 'iter': 390, 'avg_loss': 1.2018712146202926, 'avg_acc_mask': 58.27449146598083, 'loss': 1.3538730144500732}
+{'epoch': 182, 'iter': 400, 'avg_loss': 1.2030259827128669, 'avg_acc_mask': 58.20970466061076, 'loss': 1.232433795928955}
+{'epoch': 182, 'iter': 410, 'avg_loss': 1.2020460319345014, 'avg_acc_mask': 58.247927992157564, 'loss': 1.0030279159545898}
+{'epoch': 182, 'iter': 420, 'avg_loss': 1.201809186408752, 'avg_acc_mask': 58.24634655532359, 'loss': 1.3812904357910156}
+{'epoch': 182, 'iter': 430, 'avg_loss': 1.2012917782480368, 'avg_acc_mask': 58.237791932059444, 'loss': 0.9890689253807068}
+{'epoch': 182, 'iter': 440, 'avg_loss': 1.200836563732078, 'avg_acc_mask': 58.24690948311624, 'loss': 1.4056917428970337}
+{'epoch': 182, 'iter': 450, 'avg_loss': 1.202876357307984, 'avg_acc_mask': 58.19030229255427, 'loss': 1.1222676038742065}
+{'epoch': 182, 'iter': 460, 'avg_loss': 1.2039390149447509, 'avg_acc_mask': 58.109986102838995, 'loss': 1.2557497024536133}
+{'epoch': 182, 'iter': 470, 'avg_loss': 1.2068367377714493, 'avg_acc_mask': 57.94722545595654, 'loss': 1.4064635038375854}
+{'epoch': 182, 'iter': 480, 'avg_loss': 1.2060304243202764, 'avg_acc_mask': 57.92441328863151, 'loss': 1.3265771865844727}
+{'epoch': 182, 'iter': 490, 'avg_loss': 1.2069740760350665, 'avg_acc_mask': 57.87075084049309, 'loss': 1.5902951955795288}
+{'epoch': 182, 'iter': 500, 'avg_loss': 1.2050751614237498, 'avg_acc_mask': 57.98073048320328, 'loss': 1.2090892791748047}
+{'epoch': 182, 'iter': 510, 'avg_loss': 1.2026289441347588, 'avg_acc_mask': 58.066022486439884, 'loss': 1.0341380834579468}
+{'epoch': 182, 'iter': 520, 'avg_loss': 1.2033532519258143, 'avg_acc_mask': 58.08338913756036, 'loss': 1.2609373331069946}
+{'epoch': 182, 'iter': 530, 'avg_loss': 1.2025360945478896, 'avg_acc_mask': 58.103149878850815, 'loss': 0.8838626146316528}
+{'epoch': 182, 'iter': 540, 'avg_loss': 1.2023388113199893, 'avg_acc_mask': 58.139298078881275, 'loss': 1.3782628774642944}
+{'epoch': 182, 'iter': 550, 'avg_loss': 1.2035049542973997, 'avg_acc_mask': 58.0850284648933, 'loss': 1.1462140083312988}
+{'epoch': 182, 'iter': 560, 'avg_loss': 1.2023306820481856, 'avg_acc_mask': 58.1329839502129, 'loss': 1.0664942264556885}
+{'epoch': 182, 'iter': 570, 'avg_loss': 1.2011693866365636, 'avg_acc_mask': 58.1560740144811, 'loss': 1.3676435947418213}
+{'epoch': 182, 'iter': 580, 'avg_loss': 1.2006785862417106, 'avg_acc_mask': 58.12241286693841, 'loss': 1.4746134281158447}
+{'epoch': 182, 'iter': 590, 'avg_loss': 1.2005130005165203, 'avg_acc_mask': 58.156447151692205, 'loss': 0.9739230275154114}
+{'epoch': 182, 'iter': 600, 'avg_loss': 1.1999458668632634, 'avg_acc_mask': 58.16357741481617, 'loss': 1.0599400997161865}
+{'epoch': 182, 'iter': 610, 'avg_loss': 1.203109655267088, 'avg_acc_mask': 58.01934979868998, 'loss': 1.5014886856079102}
+{'epoch': 182, 'iter': 620, 'avg_loss': 1.2007455065630483, 'avg_acc_mask': 58.108547286317844, 'loss': 1.4509820938110352}
+{'epoch': 182, 'iter': 630, 'avg_loss': 1.1990714756131362, 'avg_acc_mask': 58.15204746393672, 'loss': 1.0108319520950317}
+{'epoch': 182, 'iter': 640, 'avg_loss': 1.200713338606443, 'avg_acc_mask': 58.16762790163841, 'loss': 0.8019545674324036}
+{'epoch': 182, 'iter': 650, 'avg_loss': 1.202849005224518, 'avg_acc_mask': 58.08605131396566, 'loss': 1.1715370416641235}
+{'epoch': 182, 'iter': 660, 'avg_loss': 1.2014543154416395, 'avg_acc_mask': 58.13597102256895, 'loss': 1.0577747821807861}
+{'epoch': 182, 'iter': 670, 'avg_loss': 1.2013152663647328, 'avg_acc_mask': 58.20739968733716, 'loss': 1.2223883867263794}
+{'epoch': 182, 'iter': 680, 'avg_loss': 1.2008018463018533, 'avg_acc_mask': 58.219770711659095, 'loss': 1.3351558446884155}
+{'epoch': 182, 'iter': 690, 'avg_loss': 1.2017624101314461, 'avg_acc_mask': 58.163428267234494, 'loss': 1.3957438468933105}
+{'epoch': 182, 'iter': 700, 'avg_loss': 1.2033908247267469, 'avg_acc_mask': 58.11320754716981, 'loss': 1.2573866844177246}
+{'epoch': 182, 'iter': 710, 'avg_loss': 1.2030041540557657, 'avg_acc_mask': 58.15041753923318, 'loss': 1.0031906366348267}
+{'epoch': 182, 'iter': 720, 'avg_loss': 1.2024988079037977, 'avg_acc_mask': 58.203592814371255, 'loss': 1.1623210906982422}
+{'epoch': 182, 'iter': 730, 'avg_loss': 1.2008549147037084, 'avg_acc_mask': 58.232911519786654, 'loss': 1.2829782962799072}
+{'epoch': 182, 'iter': 740, 'avg_loss': 1.2014826175011444, 'avg_acc_mask': 58.25262007649133, 'loss': 0.8931382894515991}
+{'epoch': 182, 'iter': 750, 'avg_loss': 1.2026437455106194, 'avg_acc_mask': 58.226576852418866, 'loss': 1.0340734720230103}
+{'epoch': 182, 'iter': 760, 'avg_loss': 1.2022213977363827, 'avg_acc_mask': 58.22530714907613, 'loss': 1.169840931892395}
+{'epoch': 182, 'iter': 770, 'avg_loss': 1.2042489513348977, 'avg_acc_mask': 58.114584078392106, 'loss': 1.0087283849716187}
+{'epoch': 182, 'iter': 780, 'avg_loss': 1.2045580589817062, 'avg_acc_mask': 58.15043330821401, 'loss': 1.290925145149231}
+{'epoch': 182, 'iter': 790, 'avg_loss': 1.20479894234468, 'avg_acc_mask': 58.180296620019526, 'loss': 1.2533022165298462}
+{'epoch': 182, 'iter': 800, 'avg_loss': 1.2036532942721907, 'avg_acc_mask': 58.21015424164524, 'loss': 1.0414583683013916}
+{'epoch': 182, 'iter': 810, 'avg_loss': 1.2044660100660547, 'avg_acc_mask': 58.19900700537305, 'loss': 1.1855701208114624}
+{'epoch': 182, 'iter': 820, 'avg_loss': 1.2042615618397925, 'avg_acc_mask': 58.228046594982075, 'loss': 1.2130844593048096}
+{'epoch': 182, 'iter': 830, 'avg_loss': 1.2035068004570282, 'avg_acc_mask': 58.223254784821336, 'loss': 1.0591131448745728}
+{'epoch': 182, 'iter': 840, 'avg_loss': 1.2029345146115697, 'avg_acc_mask': 58.23923821171948, 'loss': 1.4208430051803589}
+{'epoch': 182, 'iter': 850, 'avg_loss': 1.2027937948493643, 'avg_acc_mask': 58.24590942451323, 'loss': 1.2388485670089722}
+{'epoch': 182, 'iter': 860, 'avg_loss': 1.203882108097431, 'avg_acc_mask': 58.19523535308294, 'loss': 1.4307698011398315}
+{'epoch': 182, 'iter': 870, 'avg_loss': 1.2042119030153162, 'avg_acc_mask': 58.19161474995791, 'loss': 1.0952239036560059}
+{'epoch': 182, 'iter': 880, 'avg_loss': 1.2046778129665319, 'avg_acc_mask': 58.186204171605624, 'loss': 1.0359903573989868}
+{'epoch': 182, 'iter': 890, 'avg_loss': 1.2034863164663048, 'avg_acc_mask': 58.24356888348815, 'loss': 0.8848809599876404}
+{'epoch': 182, 'iter': 900, 'avg_loss': 1.2037734098889588, 'avg_acc_mask': 58.24110993571486, 'loss': 1.3413158655166626}
+{'epoch': 182, 'iter': 910, 'avg_loss': 1.204748353502753, 'avg_acc_mask': 58.21912302560186, 'loss': 1.3518297672271729}
+{'epoch': 182, 'iter': 920, 'avg_loss': 1.2043260995391656, 'avg_acc_mask': 58.25109430959014, 'loss': 1.184080958366394}
+{'epoch': 182, 'iter': 930, 'avg_loss': 1.204370759611611, 'avg_acc_mask': 58.261811023622045, 'loss': 1.3862992525100708}
+{'epoch': 182, 'iter': 940, 'avg_loss': 1.204662110422927, 'avg_acc_mask': 58.2621553787186, 'loss': 1.1390137672424316}
+{'epoch': 182, 'iter': 950, 'avg_loss': 1.2043629073695554, 'avg_acc_mask': 58.281075674219984, 'loss': 1.2133086919784546}
+{'epoch': 182, 'iter': 960, 'avg_loss': 1.203502070519232, 'avg_acc_mask': 58.303792643415285, 'loss': 1.2699394226074219}
+{'epoch': 182, 'iter': 970, 'avg_loss': 1.2032282570363564, 'avg_acc_mask': 58.30441997284659, 'loss': 1.1196638345718384}
+{'epoch': 182, 'iter': 980, 'avg_loss': 1.2032517310190152, 'avg_acc_mask': 58.319340273890816, 'loss': 1.1043808460235596}
+{'epoch': 182, 'iter': 990, 'avg_loss': 1.203846600955478, 'avg_acc_mask': 58.279208797697244, 'loss': 1.4763857126235962}
+{'epoch': 182, 'iter': 1000, 'avg_loss': 1.2039380568367142, 'avg_acc_mask': 58.268061565426954, 'loss': 1.4022382497787476}
+{'epoch': 182, 'iter': 1010, 'avg_loss': 1.203434712278383, 'avg_acc_mask': 58.30545257256533, 'loss': 1.1164438724517822}
+{'epoch': 182, 'iter': 1020, 'avg_loss': 1.2028920816277664, 'avg_acc_mask': 58.31945414495245, 'loss': 1.0106345415115356}
+{'epoch': 182, 'iter': 1030, 'avg_loss': 1.2027370920468023, 'avg_acc_mask': 58.31529261454378, 'loss': 1.5490798950195312}
+{'epoch': 182, 'iter': 1040, 'avg_loss': 1.2019345315457766, 'avg_acc_mask': 58.33699337678537, 'loss': 1.1512800455093384}
+{'epoch': 182, 'iter': 1050, 'avg_loss': 1.2019693392101183, 'avg_acc_mask': 58.30854598270974, 'loss': 1.3490651845932007}
+{'epoch': 182, 'iter': 1060, 'avg_loss': 1.201304828019551, 'avg_acc_mask': 58.33520073087066, 'loss': 0.745218813419342}
+{'epoch': 182, 'iter': 1070, 'avg_loss': 1.2000990554509487, 'avg_acc_mask': 58.38101907999248, 'loss': 1.2111752033233643}
+{'epoch': 182, 'iter': 1080, 'avg_loss': 1.1998743277032766, 'avg_acc_mask': 58.42595882183762, 'loss': 0.7671343684196472}
+{'epoch': 182, 'iter': 1090, 'avg_loss': 1.2002774175430633, 'avg_acc_mask': 58.404381836150144, 'loss': 1.4211722612380981}
+{'epoch': 182, 'iter': 1100, 'avg_loss': 1.2001092691620732, 'avg_acc_mask': 58.39448779677902, 'loss': 1.3444931507110596}
+{'epoch': 'EP182_train', 'avg_loss': 1.2004702638177311, 'total_masked_acc': 58.3752565036076}
+{'epoch': 183, 'iter': 0, 'avg_loss': 1.6778377294540405, 'avg_acc_mask': 47.540983606557376, 'loss': 1.6778377294540405}
+{'epoch': 183, 'iter': 10, 'avg_loss': 1.3011430393565784, 'avg_acc_mask': 56.0655737704918, 'loss': 1.128911018371582}
+{'epoch': 183, 'iter': 20, 'avg_loss': 1.294840926215762, 'avg_acc_mask': 55.86145648312611, 'loss': 1.4026507139205933}
+{'epoch': 183, 'iter': 30, 'avg_loss': 1.2733906776674333, 'avg_acc_mask': 56.43327348892878, 'loss': 1.1870014667510986}
+{'epoch': 183, 'iter': 40, 'avg_loss': 1.236617213342248, 'avg_acc_mask': 57.61467889908257, 'loss': 1.3456530570983887}
+{'epoch': 183, 'iter': 50, 'avg_loss': 1.237137727877673, 'avg_acc_mask': 57.4033552151714, 'loss': 1.0762782096862793}
+{'epoch': 183, 'iter': 60, 'avg_loss': 1.2202055688764228, 'avg_acc_mask': 58.14096645121576, 'loss': 1.3228501081466675}
+{'epoch': 183, 'iter': 70, 'avg_loss': 1.2181499793495931, 'avg_acc_mask': 57.98384996092732, 'loss': 1.0967165231704712}
+{'epoch': 183, 'iter': 80, 'avg_loss': 1.2211009337578291, 'avg_acc_mask': 58.15007934708682, 'loss': 1.5302361249923706}
+{'epoch': 183, 'iter': 90, 'avg_loss': 1.2164811957013475, 'avg_acc_mask': 58.3283102270444, 'loss': 1.268636703491211}
+{'epoch': 183, 'iter': 100, 'avg_loss': 1.2116843745259955, 'avg_acc_mask': 58.51851851851851, 'loss': 1.2501929998397827}
+{'epoch': 183, 'iter': 110, 'avg_loss': 1.2107294975100338, 'avg_acc_mask': 58.63831190240686, 'loss': 0.9093546271324158}
+{'epoch': 183, 'iter': 120, 'avg_loss': 1.2026167989762362, 'avg_acc_mask': 58.95736025312641, 'loss': 1.2910444736480713}
+{'epoch': 183, 'iter': 130, 'avg_loss': 1.198237450523231, 'avg_acc_mask': 58.96618625277162, 'loss': 1.2682780027389526}
+{'epoch': 183, 'iter': 140, 'avg_loss': 1.1980870061732354, 'avg_acc_mask': 58.91822279459112, 'loss': 1.1679580211639404}
+{'epoch': 183, 'iter': 150, 'avg_loss': 1.1964762542421454, 'avg_acc_mask': 58.93999758541592, 'loss': 1.5769753456115723}
+{'epoch': 183, 'iter': 160, 'avg_loss': 1.1968450931288441, 'avg_acc_mask': 58.94784683558687, 'loss': 1.321700096130371}
+{'epoch': 183, 'iter': 170, 'avg_loss': 1.1965564405708982, 'avg_acc_mask': 59.02199444800341, 'loss': 1.1668167114257812}
+{'epoch': 183, 'iter': 180, 'avg_loss': 1.1997013138144055, 'avg_acc_mask': 58.921538927597695, 'loss': 1.3905786275863647}
+{'epoch': 183, 'iter': 190, 'avg_loss': 1.2011031096518352, 'avg_acc_mask': 58.7372631177983, 'loss': 1.0557420253753662}
+{'epoch': 183, 'iter': 200, 'avg_loss': 1.198332868701783, 'avg_acc_mask': 58.71284428688301, 'loss': 1.3462789058685303}
+{'epoch': 183, 'iter': 210, 'avg_loss': 1.1978922116247963, 'avg_acc_mask': 58.69113573407202, 'loss': 0.8755277395248413}
+{'epoch': 183, 'iter': 220, 'avg_loss': 1.1935927770795864, 'avg_acc_mask': 58.80162211371348, 'loss': 1.257125735282898}
+{'epoch': 183, 'iter': 230, 'avg_loss': 1.1943304804496435, 'avg_acc_mask': 58.81838422391857, 'loss': 1.5054365396499634}
+{'epoch': 183, 'iter': 240, 'avg_loss': 1.1929864710297327, 'avg_acc_mask': 58.882938026013775, 'loss': 1.1413636207580566}
+{'epoch': 183, 'iter': 250, 'avg_loss': 1.1974030801974445, 'avg_acc_mask': 58.75560785467383, 'loss': 0.9597340822219849}
+{'epoch': 183, 'iter': 260, 'avg_loss': 1.197570092148251, 'avg_acc_mask': 58.74885393892376, 'loss': 0.8331129550933838}
+{'epoch': 183, 'iter': 270, 'avg_loss': 1.1971905332649766, 'avg_acc_mask': 58.91483331083817, 'loss': 1.2546290159225464}
+{'epoch': 183, 'iter': 280, 'avg_loss': 1.1972602964296035, 'avg_acc_mask': 58.87186175415716, 'loss': 0.9303274750709534}
+{'epoch': 183, 'iter': 290, 'avg_loss': 1.195509666839416, 'avg_acc_mask': 58.85880199457173, 'loss': 0.905841588973999}
+{'epoch': 183, 'iter': 300, 'avg_loss': 1.1917855824742998, 'avg_acc_mask': 58.95358752588622, 'loss': 0.7181217074394226}
+{'epoch': 183, 'iter': 310, 'avg_loss': 1.190550709844019, 'avg_acc_mask': 58.91856831181084, 'loss': 1.141423225402832}
+{'epoch': 183, 'iter': 320, 'avg_loss': 1.1886156197648925, 'avg_acc_mask': 58.98141775636614, 'loss': 1.2052772045135498}
+{'epoch': 183, 'iter': 330, 'avg_loss': 1.1883965537987446, 'avg_acc_mask': 58.99332591768632, 'loss': 0.8020339012145996}
+{'epoch': 183, 'iter': 340, 'avg_loss': 1.186917316878646, 'avg_acc_mask': 59.01533146188728, 'loss': 0.9766470193862915}
+{'epoch': 183, 'iter': 350, 'avg_loss': 1.185165154967892, 'avg_acc_mask': 59.1107144732007, 'loss': 1.0289549827575684}
+{'epoch': 183, 'iter': 360, 'avg_loss': 1.1848965254186594, 'avg_acc_mask': 59.10088278818186, 'loss': 1.23844313621521}
+{'epoch': 183, 'iter': 370, 'avg_loss': 1.1841507862520346, 'avg_acc_mask': 59.13866069205875, 'loss': 0.962276816368103}
+{'epoch': 183, 'iter': 380, 'avg_loss': 1.1888940914722252, 'avg_acc_mask': 58.9892817304428, 'loss': 1.0513670444488525}
+{'epoch': 183, 'iter': 390, 'avg_loss': 1.1881268705858294, 'avg_acc_mask': 59.05377968742622, 'loss': 1.2001632452011108}
+{'epoch': 183, 'iter': 400, 'avg_loss': 1.1891002397882076, 'avg_acc_mask': 59.04270035967906, 'loss': 1.28421151638031}
+{'epoch': 183, 'iter': 410, 'avg_loss': 1.1885303946307106, 'avg_acc_mask': 59.03473161930537, 'loss': 1.050654411315918}
+{'epoch': 183, 'iter': 420, 'avg_loss': 1.1889850184356798, 'avg_acc_mask': 58.983289978396016, 'loss': 1.4207205772399902}
+{'epoch': 183, 'iter': 430, 'avg_loss': 1.1875828768703611, 'avg_acc_mask': 59.0546770649317, 'loss': 0.9585385322570801}
+{'epoch': 183, 'iter': 440, 'avg_loss': 1.1917796649900423, 'avg_acc_mask': 58.933905507173215, 'loss': 1.7999523878097534}
+{'epoch': 183, 'iter': 450, 'avg_loss': 1.1913116928479095, 'avg_acc_mask': 58.95642154643842, 'loss': 1.0324478149414062}
+{'epoch': 183, 'iter': 460, 'avg_loss': 1.1906561631701256, 'avg_acc_mask': 59.01303088803089, 'loss': 1.0588462352752686}
+{'epoch': 183, 'iter': 470, 'avg_loss': 1.1916549123523088, 'avg_acc_mask': 58.96428431102903, 'loss': 1.3378593921661377}
+{'epoch': 183, 'iter': 480, 'avg_loss': 1.1908713107049589, 'avg_acc_mask': 59.00704849208489, 'loss': 1.0299878120422363}
+{'epoch': 183, 'iter': 490, 'avg_loss': 1.1930242285223454, 'avg_acc_mask': 58.95201448619285, 'loss': 1.4581588506698608}
+{'epoch': 183, 'iter': 500, 'avg_loss': 1.1908745662180964, 'avg_acc_mask': 59.043674420324685, 'loss': 1.0237562656402588}
+{'epoch': 183, 'iter': 510, 'avg_loss': 1.1893498154535687, 'avg_acc_mask': 59.038760812131294, 'loss': 1.2173752784729004}
+{'epoch': 183, 'iter': 520, 'avg_loss': 1.1881049735303575, 'avg_acc_mask': 59.084925463407686, 'loss': 1.1288584470748901}
+{'epoch': 183, 'iter': 530, 'avg_loss': 1.1902318328562878, 'avg_acc_mask': 58.98528949299416, 'loss': 1.4730076789855957}
+{'epoch': 183, 'iter': 540, 'avg_loss': 1.1894138400303458, 'avg_acc_mask': 58.97998354812174, 'loss': 1.1708275079727173}
+{'epoch': 183, 'iter': 550, 'avg_loss': 1.1912333743541945, 'avg_acc_mask': 58.92173328854552, 'loss': 1.2458605766296387}
+{'epoch': 183, 'iter': 560, 'avg_loss': 1.1910079857882332, 'avg_acc_mask': 58.97943690794468, 'loss': 1.2470688819885254}
+{'epoch': 183, 'iter': 570, 'avg_loss': 1.1894944335241033, 'avg_acc_mask': 59.074710036933844, 'loss': 1.3621281385421753}
+{'epoch': 183, 'iter': 580, 'avg_loss': 1.189121453876955, 'avg_acc_mask': 59.06427160965667, 'loss': 1.6787415742874146}
+{'epoch': 183, 'iter': 590, 'avg_loss': 1.1896244267320069, 'avg_acc_mask': 59.03731273261814, 'loss': 1.0807883739471436}
+{'epoch': 183, 'iter': 600, 'avg_loss': 1.1897694743215146, 'avg_acc_mask': 59.04615384615385, 'loss': 1.182639241218567}
+{'epoch': 183, 'iter': 610, 'avg_loss': 1.1898479330949425, 'avg_acc_mask': 59.023181309880016, 'loss': 1.1302554607391357}
+{'epoch': 183, 'iter': 620, 'avg_loss': 1.1877370706119015, 'avg_acc_mask': 59.099024041894786, 'loss': 1.5038344860076904}
+{'epoch': 183, 'iter': 630, 'avg_loss': 1.1876636800221898, 'avg_acc_mask': 59.122442408453594, 'loss': 0.9402597546577454}
+{'epoch': 183, 'iter': 640, 'avg_loss': 1.186936659857561, 'avg_acc_mask': 59.152654803449366, 'loss': 0.9245312809944153}
+{'epoch': 183, 'iter': 650, 'avg_loss': 1.1879106155738304, 'avg_acc_mask': 59.098658786087746, 'loss': 1.1205031871795654}
+{'epoch': 183, 'iter': 660, 'avg_loss': 1.1880306569061914, 'avg_acc_mask': 59.10438576862833, 'loss': 1.2800500392913818}
+{'epoch': 183, 'iter': 670, 'avg_loss': 1.1889747993246098, 'avg_acc_mask': 59.09754552216192, 'loss': 1.608736276626587}
+{'epoch': 183, 'iter': 680, 'avg_loss': 1.1887884454230029, 'avg_acc_mask': 59.075109976646935, 'loss': 1.2833528518676758}
+{'epoch': 183, 'iter': 690, 'avg_loss': 1.1889135809089617, 'avg_acc_mask': 59.048969003236074, 'loss': 1.0850965976715088}
+{'epoch': 183, 'iter': 700, 'avg_loss': 1.1912454907462193, 'avg_acc_mask': 58.9425965948026, 'loss': 0.8966631293296814}
+{'epoch': 183, 'iter': 710, 'avg_loss': 1.191168794232917, 'avg_acc_mask': 58.94909261088866, 'loss': 1.2484499216079712}
+{'epoch': 183, 'iter': 720, 'avg_loss': 1.191528379586467, 'avg_acc_mask': 58.93054165704462, 'loss': 1.2714710235595703}
+{'epoch': 183, 'iter': 730, 'avg_loss': 1.1894400014596826, 'avg_acc_mask': 59.0252296479996, 'loss': 1.1285728216171265}
+{'epoch': 183, 'iter': 740, 'avg_loss': 1.189962590352083, 'avg_acc_mask': 58.96667914638712, 'loss': 1.0785123109817505}
+{'epoch': 183, 'iter': 750, 'avg_loss': 1.1921512695666794, 'avg_acc_mask': 58.879999999999995, 'loss': 1.4702949523925781}
+{'epoch': 183, 'iter': 760, 'avg_loss': 1.19163899149124, 'avg_acc_mask': 58.92158530362307, 'loss': 1.3523341417312622}
+{'epoch': 183, 'iter': 770, 'avg_loss': 1.1925430038095912, 'avg_acc_mask': 58.841989267918734, 'loss': 1.1868199110031128}
+{'epoch': 183, 'iter': 780, 'avg_loss': 1.1919880577299873, 'avg_acc_mask': 58.861253756774026, 'loss': 1.4008445739746094}
+{'epoch': 183, 'iter': 790, 'avg_loss': 1.1919624909438316, 'avg_acc_mask': 58.848399906563884, 'loss': 1.116184115409851}
+{'epoch': 183, 'iter': 800, 'avg_loss': 1.1926016793417722, 'avg_acc_mask': 58.820815648643666, 'loss': 1.517690658569336}
+{'epoch': 183, 'iter': 810, 'avg_loss': 1.192237848565258, 'avg_acc_mask': 58.831701207014355, 'loss': 1.0218034982681274}
+{'epoch': 183, 'iter': 820, 'avg_loss': 1.1928003533458593, 'avg_acc_mask': 58.81863747724259, 'loss': 1.1686303615570068}
+{'epoch': 183, 'iter': 830, 'avg_loss': 1.1919234341232354, 'avg_acc_mask': 58.842229286619386, 'loss': 1.248159408569336}
+{'epoch': 183, 'iter': 840, 'avg_loss': 1.1915421494405702, 'avg_acc_mask': 58.8121722723184, 'loss': 1.1312929391860962}
+{'epoch': 183, 'iter': 850, 'avg_loss': 1.1910528158889393, 'avg_acc_mask': 58.84889591956141, 'loss': 1.0457491874694824}
+{'epoch': 183, 'iter': 860, 'avg_loss': 1.1919563182139645, 'avg_acc_mask': 58.80993150684931, 'loss': 1.4347902536392212}
+{'epoch': 183, 'iter': 870, 'avg_loss': 1.1936358317441973, 'avg_acc_mask': 58.75491314821859, 'loss': 1.3476290702819824}
+{'epoch': 183, 'iter': 880, 'avg_loss': 1.1936380930845367, 'avg_acc_mask': 58.77841858910063, 'loss': 1.1778186559677124}
+{'epoch': 183, 'iter': 890, 'avg_loss': 1.192857837034797, 'avg_acc_mask': 58.80514211190925, 'loss': 0.997850775718689}
+{'epoch': 183, 'iter': 900, 'avg_loss': 1.1928827449695913, 'avg_acc_mask': 58.80247115620653, 'loss': 1.5064465999603271}
+{'epoch': 183, 'iter': 910, 'avg_loss': 1.1934493034260203, 'avg_acc_mask': 58.7664111018955, 'loss': 1.455704689025879}
+{'epoch': 183, 'iter': 920, 'avg_loss': 1.192663858949038, 'avg_acc_mask': 58.78949265206423, 'loss': 1.1862493753433228}
+{'epoch': 183, 'iter': 930, 'avg_loss': 1.1914505308091832, 'avg_acc_mask': 58.83029113898963, 'loss': 1.1360927820205688}
+{'epoch': 183, 'iter': 940, 'avg_loss': 1.1917358650157859, 'avg_acc_mask': 58.80381086803105, 'loss': 0.9159091114997864}
+{'epoch': 183, 'iter': 950, 'avg_loss': 1.191283515951235, 'avg_acc_mask': 58.846690976801916, 'loss': 1.3375717401504517}
+{'epoch': 183, 'iter': 960, 'avg_loss': 1.190102237630461, 'avg_acc_mask': 58.88426183576734, 'loss': 1.159675121307373}
+{'epoch': 183, 'iter': 970, 'avg_loss': 1.1903073489972908, 'avg_acc_mask': 58.87289712528007, 'loss': 1.1158198118209839}
+{'epoch': 183, 'iter': 980, 'avg_loss': 1.1904119758674008, 'avg_acc_mask': 58.89137254165336, 'loss': 1.0311675071716309}
+{'epoch': 183, 'iter': 990, 'avg_loss': 1.1911672702591065, 'avg_acc_mask': 58.839270781067064, 'loss': 1.4662827253341675}
+{'epoch': 183, 'iter': 1000, 'avg_loss': 1.19026536982019, 'avg_acc_mask': 58.86819510580794, 'loss': 1.3621140718460083}
+{'epoch': 183, 'iter': 1010, 'avg_loss': 1.1904798614636845, 'avg_acc_mask': 58.85364476105453, 'loss': 0.9544474482536316}
+{'epoch': 183, 'iter': 1020, 'avg_loss': 1.1907862563207965, 'avg_acc_mask': 58.84007283347456, 'loss': 0.8461727499961853}
+{'epoch': 183, 'iter': 1030, 'avg_loss': 1.1905233076657056, 'avg_acc_mask': 58.85639817195087, 'loss': 1.123354196548462}
+{'epoch': 183, 'iter': 1040, 'avg_loss': 1.189753304125596, 'avg_acc_mask': 58.89391636325073, 'loss': 1.187281608581543}
+{'epoch': 183, 'iter': 1050, 'avg_loss': 1.1893330506774837, 'avg_acc_mask': 58.91532540237928, 'loss': 1.1142746210098267}
+{'epoch': 183, 'iter': 1060, 'avg_loss': 1.1883977471265335, 'avg_acc_mask': 58.95118481768032, 'loss': 0.7697902917861938}
+{'epoch': 183, 'iter': 1070, 'avg_loss': 1.1873734627896442, 'avg_acc_mask': 58.98136219187494, 'loss': 0.9951765537261963}
+{'epoch': 183, 'iter': 1080, 'avg_loss': 1.1876134475991198, 'avg_acc_mask': 58.97959183673469, 'loss': 1.1353453397750854}
+{'epoch': 183, 'iter': 1090, 'avg_loss': 1.1875703621631801, 'avg_acc_mask': 59.00612753349943, 'loss': 1.2615864276885986}
+{'epoch': 183, 'iter': 1100, 'avg_loss': 1.18701662511635, 'avg_acc_mask': 59.03807347864517, 'loss': 1.147421956062317}
+{'epoch': 'EP183_train', 'avg_loss': 1.1872775841082923, 'total_masked_acc': 59.03063937259072}
+{'epoch': 184, 'iter': 0, 'avg_loss': 1.1345419883728027, 'avg_acc_mask': 60.86956521739131, 'loss': 1.1345419883728027}
+{'epoch': 184, 'iter': 10, 'avg_loss': 1.1873078617182644, 'avg_acc_mask': 58.90850722311396, 'loss': 0.8976112604141235}
+{'epoch': 184, 'iter': 20, 'avg_loss': 1.165627380212148, 'avg_acc_mask': 59.07172995780591, 'loss': 1.0904709100723267}
+{'epoch': 184, 'iter': 30, 'avg_loss': 1.178367187899928, 'avg_acc_mask': 58.850841555426584, 'loss': 1.4295666217803955}
+{'epoch': 184, 'iter': 40, 'avg_loss': 1.180997807805131, 'avg_acc_mask': 58.94415357766143, 'loss': 1.1371312141418457}
+{'epoch': 184, 'iter': 50, 'avg_loss': 1.222215311200011, 'avg_acc_mask': 57.86873676781934, 'loss': 1.2408901453018188}
+{'epoch': 184, 'iter': 60, 'avg_loss': 1.2027145819585832, 'avg_acc_mask': 58.38985549985255, 'loss': 0.9239832758903503}
+{'epoch': 184, 'iter': 70, 'avg_loss': 1.197551686998824, 'avg_acc_mask': 58.75535399344923, 'loss': 1.0693416595458984}
+{'epoch': 184, 'iter': 80, 'avg_loss': 1.1891230918742992, 'avg_acc_mask': 59.258436944937834, 'loss': 1.017767310142517}
+{'epoch': 184, 'iter': 90, 'avg_loss': 1.1868858147453476, 'avg_acc_mask': 59.21622686096889, 'loss': 1.2967009544372559}
+{'epoch': 184, 'iter': 100, 'avg_loss': 1.1796550520575873, 'avg_acc_mask': 59.56723891273248, 'loss': 0.9435514211654663}
+{'epoch': 184, 'iter': 110, 'avg_loss': 1.1830711665454212, 'avg_acc_mask': 59.35504992633819, 'loss': 0.9170774221420288}
+{'epoch': 184, 'iter': 120, 'avg_loss': 1.1848109004911311, 'avg_acc_mask': 59.337349397590366, 'loss': 1.3668893575668335}
+{'epoch': 184, 'iter': 130, 'avg_loss': 1.1886025084794023, 'avg_acc_mask': 59.06198118428334, 'loss': 1.1835510730743408}
+{'epoch': 184, 'iter': 140, 'avg_loss': 1.1888192232618942, 'avg_acc_mask': 59.02715223265989, 'loss': 1.3094857931137085}
+{'epoch': 184, 'iter': 150, 'avg_loss': 1.1810847066885588, 'avg_acc_mask': 59.19428986208565, 'loss': 1.3637974262237549}
+{'epoch': 184, 'iter': 160, 'avg_loss': 1.186405030466755, 'avg_acc_mask': 59.093484419263454, 'loss': 1.3126705884933472}
+{'epoch': 184, 'iter': 170, 'avg_loss': 1.1912084305495547, 'avg_acc_mask': 58.87285077478243, 'loss': 1.343467116355896}
+{'epoch': 184, 'iter': 180, 'avg_loss': 1.189228837990629, 'avg_acc_mask': 58.97874911874308, 'loss': 0.9846453070640564}
+{'epoch': 184, 'iter': 190, 'avg_loss': 1.1860668284730762, 'avg_acc_mask': 59.03293356177423, 'loss': 0.8675082921981812}
+{'epoch': 184, 'iter': 200, 'avg_loss': 1.1831790730727845, 'avg_acc_mask': 59.07287157287158, 'loss': 1.1536142826080322}
+{'epoch': 184, 'iter': 210, 'avg_loss': 1.185391613939927, 'avg_acc_mask': 59.053020537939325, 'loss': 1.3159996271133423}
+{'epoch': 184, 'iter': 220, 'avg_loss': 1.1833369489169228, 'avg_acc_mask': 59.08829095696536, 'loss': 1.1644928455352783}
+{'epoch': 184, 'iter': 230, 'avg_loss': 1.186933920496986, 'avg_acc_mask': 59.14173228346456, 'loss': 1.3637123107910156}
+{'epoch': 184, 'iter': 240, 'avg_loss': 1.1859047348568548, 'avg_acc_mask': 59.25701747749111, 'loss': 1.0335520505905151}
+{'epoch': 184, 'iter': 250, 'avg_loss': 1.1876268320349583, 'avg_acc_mask': 59.19615552643076, 'loss': 0.9111214876174927}
+{'epoch': 184, 'iter': 260, 'avg_loss': 1.1867761787783597, 'avg_acc_mask': 59.152067274001396, 'loss': 1.0904444456100464}
+{'epoch': 184, 'iter': 270, 'avg_loss': 1.1878764158685269, 'avg_acc_mask': 59.101623004916156, 'loss': 1.3995797634124756}
+{'epoch': 184, 'iter': 280, 'avg_loss': 1.190879232942846, 'avg_acc_mask': 58.99135633976733, 'loss': 0.5886585116386414}
+{'epoch': 184, 'iter': 290, 'avg_loss': 1.1918931687410754, 'avg_acc_mask': 59.009291813159216, 'loss': 1.1047089099884033}
+{'epoch': 184, 'iter': 300, 'avg_loss': 1.1891752534926532, 'avg_acc_mask': 59.17662038440551, 'loss': 1.0744439363479614}
+{'epoch': 184, 'iter': 310, 'avg_loss': 1.189157540583534, 'avg_acc_mask': 59.14458609952412, 'loss': 1.3052939176559448}
+{'epoch': 184, 'iter': 320, 'avg_loss': 1.1914345805890092, 'avg_acc_mask': 59.20842824601367, 'loss': 0.9826924204826355}
+{'epoch': 184, 'iter': 330, 'avg_loss': 1.1923594354142595, 'avg_acc_mask': 59.166024016745624, 'loss': 0.9605913758277893}
+{'epoch': 184, 'iter': 340, 'avg_loss': 1.1905126646816555, 'avg_acc_mask': 59.18323711781056, 'loss': 1.1192303895950317}
+{'epoch': 184, 'iter': 350, 'avg_loss': 1.191480562218234, 'avg_acc_mask': 59.18738000103782, 'loss': 1.1586978435516357}
+{'epoch': 184, 'iter': 360, 'avg_loss': 1.1905555252883573, 'avg_acc_mask': 59.19572127756193, 'loss': 1.2147709131240845}
+{'epoch': 184, 'iter': 370, 'avg_loss': 1.1904737015940108, 'avg_acc_mask': 59.23213056729918, 'loss': 1.1754307746887207}
+{'epoch': 184, 'iter': 380, 'avg_loss': 1.1916826996277636, 'avg_acc_mask': 59.15365143048192, 'loss': 0.9745253324508667}
+{'epoch': 184, 'iter': 390, 'avg_loss': 1.1918070857482188, 'avg_acc_mask': 59.07885554780181, 'loss': 1.2446603775024414}
+{'epoch': 184, 'iter': 400, 'avg_loss': 1.1909583558762757, 'avg_acc_mask': 59.09854296218964, 'loss': 1.1742182970046997}
+{'epoch': 184, 'iter': 410, 'avg_loss': 1.190839047994637, 'avg_acc_mask': 59.09050655331208, 'loss': 1.2401916980743408}
+{'epoch': 184, 'iter': 420, 'avg_loss': 1.1878270315727542, 'avg_acc_mask': 59.11963296398892, 'loss': 1.052203893661499}
+{'epoch': 184, 'iter': 430, 'avg_loss': 1.186742987820831, 'avg_acc_mask': 59.145516074450086, 'loss': 0.9646667838096619}
+{'epoch': 184, 'iter': 440, 'avg_loss': 1.187691407949746, 'avg_acc_mask': 59.08226539892517, 'loss': 1.1524103879928589}
+{'epoch': 184, 'iter': 450, 'avg_loss': 1.1874002630589013, 'avg_acc_mask': 59.072719188326126, 'loss': 0.9777659773826599}
+{'epoch': 184, 'iter': 460, 'avg_loss': 1.1878881136403943, 'avg_acc_mask': 59.052935819772735, 'loss': 1.201295018196106}
+{'epoch': 184, 'iter': 470, 'avg_loss': 1.1870629285044985, 'avg_acc_mask': 59.067116435966035, 'loss': 0.9467379450798035}
+{'epoch': 184, 'iter': 480, 'avg_loss': 1.1863500951729298, 'avg_acc_mask': 59.10509093676281, 'loss': 1.0640825033187866}
+{'epoch': 184, 'iter': 490, 'avg_loss': 1.1862614214298923, 'avg_acc_mask': 59.09650005590965, 'loss': 1.1801429986953735}
+{'epoch': 184, 'iter': 500, 'avg_loss': 1.186713375136286, 'avg_acc_mask': 59.06370867693206, 'loss': 1.0082377195358276}
+{'epoch': 184, 'iter': 510, 'avg_loss': 1.1865628650976954, 'avg_acc_mask': 59.05675230802262, 'loss': 1.0936863422393799}
+{'epoch': 184, 'iter': 520, 'avg_loss': 1.185074217145594, 'avg_acc_mask': 59.140918837217484, 'loss': 1.3727067708969116}
+{'epoch': 184, 'iter': 530, 'avg_loss': 1.1862584198711057, 'avg_acc_mask': 59.09216335540839, 'loss': 1.0863269567489624}
+{'epoch': 184, 'iter': 540, 'avg_loss': 1.1879976814864084, 'avg_acc_mask': 59.00213248485259, 'loss': 1.2704960107803345}
+{'epoch': 184, 'iter': 550, 'avg_loss': 1.1898240675294465, 'avg_acc_mask': 58.94652992133824, 'loss': 1.140168309211731}
+{'epoch': 184, 'iter': 560, 'avg_loss': 1.1890457335215414, 'avg_acc_mask': 58.962803304921465, 'loss': 1.0376315116882324}
+{'epoch': 184, 'iter': 570, 'avg_loss': 1.1885368516065193, 'avg_acc_mask': 58.9637471928136, 'loss': 1.2752224206924438}
+{'epoch': 184, 'iter': 580, 'avg_loss': 1.1880470235253364, 'avg_acc_mask': 58.91511961420872, 'loss': 1.5695453882217407}
+{'epoch': 184, 'iter': 590, 'avg_loss': 1.1883616044033198, 'avg_acc_mask': 58.89109033496378, 'loss': 0.9538851976394653}
+{'epoch': 184, 'iter': 600, 'avg_loss': 1.187792338170545, 'avg_acc_mask': 58.88106773928147, 'loss': 1.0696035623550415}
+{'epoch': 184, 'iter': 610, 'avg_loss': 1.1874543623526241, 'avg_acc_mask': 58.89418036960493, 'loss': 1.2287741899490356}
+{'epoch': 184, 'iter': 620, 'avg_loss': 1.1840156412738916, 'avg_acc_mask': 58.98873089857809, 'loss': 1.2147157192230225}
+{'epoch': 184, 'iter': 630, 'avg_loss': 1.1840281594196325, 'avg_acc_mask': 58.95277624590021, 'loss': 1.108876347541809}
+{'epoch': 184, 'iter': 640, 'avg_loss': 1.1853034695299478, 'avg_acc_mask': 58.911868188449326, 'loss': 1.2952669858932495}
+{'epoch': 184, 'iter': 650, 'avg_loss': 1.1862107604146919, 'avg_acc_mask': 58.937838447653434, 'loss': 0.9538622498512268}
+{'epoch': 184, 'iter': 660, 'avg_loss': 1.185712765817743, 'avg_acc_mask': 58.95541047367689, 'loss': 0.9344981908798218}
+{'epoch': 184, 'iter': 670, 'avg_loss': 1.1848016768560679, 'avg_acc_mask': 58.96116690840426, 'loss': 1.0072482824325562}
+{'epoch': 184, 'iter': 680, 'avg_loss': 1.1850427199215265, 'avg_acc_mask': 58.94600571767625, 'loss': 1.4242594242095947}
+{'epoch': 184, 'iter': 690, 'avg_loss': 1.1861918867065662, 'avg_acc_mask': 58.9136786188579, 'loss': 1.408136010169983}
+{'epoch': 184, 'iter': 700, 'avg_loss': 1.1873588790737104, 'avg_acc_mask': 58.864320293078634, 'loss': 1.3720128536224365}
+{'epoch': 184, 'iter': 710, 'avg_loss': 1.1871003416352466, 'avg_acc_mask': 58.8597803104533, 'loss': 1.1100568771362305}
+{'epoch': 184, 'iter': 720, 'avg_loss': 1.1871310759351257, 'avg_acc_mask': 58.86193318938143, 'loss': 1.2783318758010864}
+{'epoch': 184, 'iter': 730, 'avg_loss': 1.1864170207044495, 'avg_acc_mask': 58.89854927213049, 'loss': 1.3508929014205933}
+{'epoch': 184, 'iter': 740, 'avg_loss': 1.185961140392602, 'avg_acc_mask': 58.88603340911337, 'loss': 1.350943922996521}
+{'epoch': 184, 'iter': 750, 'avg_loss': 1.187834006809839, 'avg_acc_mask': 58.83688566615396, 'loss': 1.3443254232406616}
+{'epoch': 184, 'iter': 760, 'avg_loss': 1.1868814779800436, 'avg_acc_mask': 58.887201369301614, 'loss': 1.0987341403961182}
+{'epoch': 184, 'iter': 770, 'avg_loss': 1.1877812989800203, 'avg_acc_mask': 58.83877410304572, 'loss': 1.211809754371643}
+{'epoch': 184, 'iter': 780, 'avg_loss': 1.1870747623767193, 'avg_acc_mask': 58.846199036540945, 'loss': 1.1277132034301758}
+{'epoch': 184, 'iter': 790, 'avg_loss': 1.1876219315866454, 'avg_acc_mask': 58.856559469116895, 'loss': 1.2415688037872314}
+{'epoch': 184, 'iter': 800, 'avg_loss': 1.1872940111844876, 'avg_acc_mask': 58.86679191678505, 'loss': 1.3785758018493652}
+{'epoch': 184, 'iter': 810, 'avg_loss': 1.187324480857567, 'avg_acc_mask': 58.85242191036668, 'loss': 1.234583854675293}
+{'epoch': 184, 'iter': 820, 'avg_loss': 1.1874505392526449, 'avg_acc_mask': 58.85365417300296, 'loss': 1.1022305488586426}
+{'epoch': 184, 'iter': 830, 'avg_loss': 1.1874064938686384, 'avg_acc_mask': 58.83094201136338, 'loss': 1.170594573020935}
+{'epoch': 184, 'iter': 840, 'avg_loss': 1.1865724501655162, 'avg_acc_mask': 58.83637157515555, 'loss': 1.234991192817688}
+{'epoch': 184, 'iter': 850, 'avg_loss': 1.1872840435468492, 'avg_acc_mask': 58.816047599542976, 'loss': 1.2162690162658691}
+{'epoch': 184, 'iter': 860, 'avg_loss': 1.187372472989573, 'avg_acc_mask': 58.804255319148936, 'loss': 1.2203408479690552}
+{'epoch': 184, 'iter': 870, 'avg_loss': 1.1889782747773434, 'avg_acc_mask': 58.765701802293826, 'loss': 1.0326675176620483}
+{'epoch': 184, 'iter': 880, 'avg_loss': 1.1895512362073146, 'avg_acc_mask': 58.75924540846007, 'loss': 0.9703272581100464}
+{'epoch': 184, 'iter': 890, 'avg_loss': 1.1896089604406646, 'avg_acc_mask': 58.79049676025918, 'loss': 1.1408487558364868}
+{'epoch': 184, 'iter': 900, 'avg_loss': 1.1898886891501592, 'avg_acc_mask': 58.76152565092002, 'loss': 1.4664024114608765}
+{'epoch': 184, 'iter': 910, 'avg_loss': 1.1903385499044516, 'avg_acc_mask': 58.77793618602036, 'loss': 1.1907020807266235}
+{'epoch': 184, 'iter': 920, 'avg_loss': 1.1898846813314772, 'avg_acc_mask': 58.79253087279018, 'loss': 0.8465179800987244}
+{'epoch': 184, 'iter': 930, 'avg_loss': 1.1892360930284036, 'avg_acc_mask': 58.804542502312586, 'loss': 1.3109499216079712}
+{'epoch': 184, 'iter': 940, 'avg_loss': 1.189356143365631, 'avg_acc_mask': 58.781180682569946, 'loss': 0.9825023412704468}
+{'epoch': 184, 'iter': 950, 'avg_loss': 1.1891909830201688, 'avg_acc_mask': 58.8066761527516, 'loss': 1.5466097593307495}
+{'epoch': 184, 'iter': 960, 'avg_loss': 1.1892713404470874, 'avg_acc_mask': 58.8027298823261, 'loss': 1.1542515754699707}
+{'epoch': 184, 'iter': 970, 'avg_loss': 1.1882105101394849, 'avg_acc_mask': 58.82452542659868, 'loss': 1.039878010749817}
+{'epoch': 184, 'iter': 980, 'avg_loss': 1.1883565132163472, 'avg_acc_mask': 58.82703407186744, 'loss': 0.988619863986969}
+{'epoch': 184, 'iter': 990, 'avg_loss': 1.1885523376262754, 'avg_acc_mask': 58.805332547690945, 'loss': 1.0837091207504272}
+{'epoch': 184, 'iter': 1000, 'avg_loss': 1.1885127738401011, 'avg_acc_mask': 58.81688292754046, 'loss': 1.2903026342391968}
+{'epoch': 184, 'iter': 1010, 'avg_loss': 1.1888806169629687, 'avg_acc_mask': 58.789651374821716, 'loss': 1.260351300239563}
+{'epoch': 184, 'iter': 1020, 'avg_loss': 1.1886185880505957, 'avg_acc_mask': 58.810277315882644, 'loss': 1.1175862550735474}
+{'epoch': 184, 'iter': 1030, 'avg_loss': 1.1879789807285417, 'avg_acc_mask': 58.84072866458747, 'loss': 1.2143683433532715}
+{'epoch': 184, 'iter': 1040, 'avg_loss': 1.1880799422003008, 'avg_acc_mask': 58.830241008267656, 'loss': 1.2390557527542114}
+{'epoch': 184, 'iter': 1050, 'avg_loss': 1.1882782059550625, 'avg_acc_mask': 58.82250721162201, 'loss': 1.4129443168640137}
+{'epoch': 184, 'iter': 1060, 'avg_loss': 1.187509799823797, 'avg_acc_mask': 58.845119933829615, 'loss': 0.9693419933319092}
+{'epoch': 184, 'iter': 1070, 'avg_loss': 1.1870015885204384, 'avg_acc_mask': 58.86148331484168, 'loss': 1.284203052520752}
+{'epoch': 184, 'iter': 1080, 'avg_loss': 1.1866434909589416, 'avg_acc_mask': 58.87665533512608, 'loss': 0.8908078074455261}
+{'epoch': 184, 'iter': 1090, 'avg_loss': 1.1869373015041857, 'avg_acc_mask': 58.890619504597296, 'loss': 1.1477386951446533}
+{'epoch': 184, 'iter': 1100, 'avg_loss': 1.186682238728214, 'avg_acc_mask': 58.896652448840726, 'loss': 0.824812114238739}
+{'epoch': 'EP184_train', 'avg_loss': 1.1863872377581186, 'total_masked_acc': 58.90839303145112}
+{'epoch': 185, 'iter': 0, 'avg_loss': 1.277777910232544, 'avg_acc_mask': 58.46153846153847, 'loss': 1.277777910232544}
+{'epoch': 185, 'iter': 10, 'avg_loss': 1.1592904220927844, 'avg_acc_mask': 58.54037267080745, 'loss': 0.9871582984924316}
+{'epoch': 185, 'iter': 20, 'avg_loss': 1.200831881591252, 'avg_acc_mask': 58.18786367414796, 'loss': 1.2655197381973267}
+{'epoch': 185, 'iter': 30, 'avg_loss': 1.2071018872722503, 'avg_acc_mask': 58.24238943136129, 'loss': 1.1954602003097534}
+{'epoch': 185, 'iter': 40, 'avg_loss': 1.1959186661534194, 'avg_acc_mask': 58.24129141886151, 'loss': 1.3255789279937744}
+{'epoch': 185, 'iter': 50, 'avg_loss': 1.2033502155659246, 'avg_acc_mask': 58.20338983050848, 'loss': 1.6460599899291992}
+{'epoch': 185, 'iter': 60, 'avg_loss': 1.2024635672569275, 'avg_acc_mask': 58.211101524302556, 'loss': 1.0199863910675049}
+{'epoch': 185, 'iter': 70, 'avg_loss': 1.196105872241544, 'avg_acc_mask': 58.26086956521739, 'loss': 1.2673794031143188}
+{'epoch': 185, 'iter': 80, 'avg_loss': 1.206077011279118, 'avg_acc_mask': 58.271819366044284, 'loss': 1.4338456392288208}
+{'epoch': 185, 'iter': 90, 'avg_loss': 1.2100042884166424, 'avg_acc_mask': 58.44704977897367, 'loss': 1.2417113780975342}
+{'epoch': 185, 'iter': 100, 'avg_loss': 1.1949642631086972, 'avg_acc_mask': 59.076655052264805, 'loss': 1.3513109683990479}
+{'epoch': 185, 'iter': 110, 'avg_loss': 1.192579091132224, 'avg_acc_mask': 59.10176779741997, 'loss': 1.0584256649017334}
+{'epoch': 185, 'iter': 120, 'avg_loss': 1.1928590816899765, 'avg_acc_mask': 58.973227419829364, 'loss': 1.522200345993042}
+{'epoch': 185, 'iter': 130, 'avg_loss': 1.1916076504547177, 'avg_acc_mask': 58.98761736290652, 'loss': 1.3758577108383179}
+{'epoch': 185, 'iter': 140, 'avg_loss': 1.1901167440921703, 'avg_acc_mask': 58.86083978180896, 'loss': 1.0641976594924927}
+{'epoch': 185, 'iter': 150, 'avg_loss': 1.1787290742855199, 'avg_acc_mask': 59.13105753163046, 'loss': 1.1607375144958496}
+{'epoch': 185, 'iter': 160, 'avg_loss': 1.175701063242018, 'avg_acc_mask': 59.292633476008106, 'loss': 1.1707634925842285}
+{'epoch': 185, 'iter': 170, 'avg_loss': 1.1749698111885472, 'avg_acc_mask': 59.27215189873418, 'loss': 1.0522494316101074}
+{'epoch': 185, 'iter': 180, 'avg_loss': 1.1771380960612008, 'avg_acc_mask': 59.150586831111994, 'loss': 1.3809199333190918}
+{'epoch': 185, 'iter': 190, 'avg_loss': 1.176142436047499, 'avg_acc_mask': 59.25155925155925, 'loss': 0.7597756385803223}
+{'epoch': 185, 'iter': 200, 'avg_loss': 1.1748378502195747, 'avg_acc_mask': 59.25297113752123, 'loss': 0.964443564414978}
+{'epoch': 185, 'iter': 210, 'avg_loss': 1.1747546580165484, 'avg_acc_mask': 59.25484858795509, 'loss': 1.4353142976760864}
+{'epoch': 185, 'iter': 220, 'avg_loss': 1.1709362279236046, 'avg_acc_mask': 59.38644316055009, 'loss': 1.3569939136505127}
+{'epoch': 185, 'iter': 230, 'avg_loss': 1.1697334396890748, 'avg_acc_mask': 59.41893158388004, 'loss': 1.200907826423645}
+{'epoch': 185, 'iter': 240, 'avg_loss': 1.1678498488738824, 'avg_acc_mask': 59.466746554823246, 'loss': 1.3012365102767944}
+{'epoch': 185, 'iter': 250, 'avg_loss': 1.1700439248901915, 'avg_acc_mask': 59.23865934700954, 'loss': 1.2856519222259521}
+{'epoch': 185, 'iter': 260, 'avg_loss': 1.1713484361253936, 'avg_acc_mask': 59.25462383534974, 'loss': 0.9442780017852783}
+{'epoch': 185, 'iter': 270, 'avg_loss': 1.173858288029463, 'avg_acc_mask': 59.1748317003266, 'loss': 1.469851016998291}
+{'epoch': 185, 'iter': 280, 'avg_loss': 1.1763278714702647, 'avg_acc_mask': 59.0453552614673, 'loss': 1.0515499114990234}
+{'epoch': 185, 'iter': 290, 'avg_loss': 1.1782780527249235, 'avg_acc_mask': 59.01018380526577, 'loss': 1.2046325206756592}
+{'epoch': 185, 'iter': 300, 'avg_loss': 1.1746744707573291, 'avg_acc_mask': 59.145463274123856, 'loss': 0.8515563011169434}
+{'epoch': 185, 'iter': 310, 'avg_loss': 1.1737553136141736, 'avg_acc_mask': 59.12977720900471, 'loss': 1.1619877815246582}
+{'epoch': 185, 'iter': 320, 'avg_loss': 1.172374211924841, 'avg_acc_mask': 59.21253606381174, 'loss': 1.1837447881698608}
+{'epoch': 185, 'iter': 330, 'avg_loss': 1.1729735118024658, 'avg_acc_mask': 59.19218527055208, 'loss': 0.9756319522857666}
+{'epoch': 185, 'iter': 340, 'avg_loss': 1.1708387091012993, 'avg_acc_mask': 59.2155612244898, 'loss': 1.007030963897705}
+{'epoch': 185, 'iter': 350, 'avg_loss': 1.1713853099746923, 'avg_acc_mask': 59.22535939600786, 'loss': 1.1037813425064087}
+{'epoch': 185, 'iter': 360, 'avg_loss': 1.1714645386402627, 'avg_acc_mask': 59.15620291310899, 'loss': 1.094813346862793}
+{'epoch': 185, 'iter': 370, 'avg_loss': 1.1722734694210988, 'avg_acc_mask': 59.1086595723909, 'loss': 1.3189946413040161}
+{'epoch': 185, 'iter': 380, 'avg_loss': 1.1753232660568917, 'avg_acc_mask': 59.059382422802855, 'loss': 0.9302252531051636}
+{'epoch': 185, 'iter': 390, 'avg_loss': 1.1766496065937344, 'avg_acc_mask': 58.97364771151179, 'loss': 1.38609778881073}
+{'epoch': 185, 'iter': 400, 'avg_loss': 1.176712792115913, 'avg_acc_mask': 58.90836976607924, 'loss': 1.1109691858291626}
+{'epoch': 185, 'iter': 410, 'avg_loss': 1.1752990626360669, 'avg_acc_mask': 58.90332525875358, 'loss': 0.9493696093559265}
+{'epoch': 185, 'iter': 420, 'avg_loss': 1.1728658231590252, 'avg_acc_mask': 58.97921418427507, 'loss': 1.0816645622253418}
+{'epoch': 185, 'iter': 430, 'avg_loss': 1.1709098517203276, 'avg_acc_mask': 59.0237744582369, 'loss': 0.8290634751319885}
+{'epoch': 185, 'iter': 440, 'avg_loss': 1.1741247485284092, 'avg_acc_mask': 58.93194319021426, 'loss': 1.374592900276184}
+{'epoch': 185, 'iter': 450, 'avg_loss': 1.174781707067976, 'avg_acc_mask': 58.91351481570706, 'loss': 1.1547702550888062}
+{'epoch': 185, 'iter': 460, 'avg_loss': 1.1760178459181962, 'avg_acc_mask': 58.870016513328615, 'loss': 1.050628423690796}
+{'epoch': 185, 'iter': 470, 'avg_loss': 1.1770529445822324, 'avg_acc_mask': 58.83460090650687, 'loss': 1.1124211549758911}
+{'epoch': 185, 'iter': 480, 'avg_loss': 1.177141971622832, 'avg_acc_mask': 58.841440493196, 'loss': 1.1131923198699951}
+{'epoch': 185, 'iter': 490, 'avg_loss': 1.1790762917573, 'avg_acc_mask': 58.83480825958702, 'loss': 1.200719952583313}
+{'epoch': 185, 'iter': 500, 'avg_loss': 1.1790875490316135, 'avg_acc_mask': 58.812461555161555, 'loss': 1.236781120300293}
+{'epoch': 185, 'iter': 510, 'avg_loss': 1.1791391621130554, 'avg_acc_mask': 58.78809355067328, 'loss': 1.0935369729995728}
+{'epoch': 185, 'iter': 520, 'avg_loss': 1.1792868773905192, 'avg_acc_mask': 58.832330120733445, 'loss': 1.3515923023223877}
+{'epoch': 185, 'iter': 530, 'avg_loss': 1.1784297873295857, 'avg_acc_mask': 58.84104600219058, 'loss': 0.8886008262634277}
+{'epoch': 185, 'iter': 540, 'avg_loss': 1.178208524220091, 'avg_acc_mask': 58.84409777090408, 'loss': 1.174546718597412}
+{'epoch': 185, 'iter': 550, 'avg_loss': 1.178660641348297, 'avg_acc_mask': 58.84949920927781, 'loss': 1.0982533693313599}
+{'epoch': 185, 'iter': 560, 'avg_loss': 1.179558981548656, 'avg_acc_mask': 58.868902933074054, 'loss': 1.1604477167129517}
+{'epoch': 185, 'iter': 570, 'avg_loss': 1.1772531716710841, 'avg_acc_mask': 58.93402954661233, 'loss': 1.3849142789840698}
+{'epoch': 185, 'iter': 580, 'avg_loss': 1.1757721515202482, 'avg_acc_mask': 59.029363019481536, 'loss': 1.3148324489593506}
+{'epoch': 185, 'iter': 590, 'avg_loss': 1.1766157773545551, 'avg_acc_mask': 58.99570024570024, 'loss': 0.9540061354637146}
+{'epoch': 185, 'iter': 600, 'avg_loss': 1.1764997695131032, 'avg_acc_mask': 58.97846376899145, 'loss': 1.2733700275421143}
+{'epoch': 185, 'iter': 610, 'avg_loss': 1.1784436576885404, 'avg_acc_mask': 58.95486935866984, 'loss': 1.235848307609558}
+{'epoch': 185, 'iter': 620, 'avg_loss': 1.1777437950293992, 'avg_acc_mask': 58.95727394938337, 'loss': 1.5493108034133911}
+{'epoch': 185, 'iter': 630, 'avg_loss': 1.1779808749676506, 'avg_acc_mask': 58.964991513966005, 'loss': 1.209028720855713}
+{'epoch': 185, 'iter': 640, 'avg_loss': 1.177354907468775, 'avg_acc_mask': 59.02346298975799, 'loss': 1.0428508520126343}
+{'epoch': 185, 'iter': 650, 'avg_loss': 1.1783625584227333, 'avg_acc_mask': 58.97514746582427, 'loss': 1.1258809566497803}
+{'epoch': 185, 'iter': 660, 'avg_loss': 1.1778674023775397, 'avg_acc_mask': 58.9871395918817, 'loss': 0.992831289768219}
+{'epoch': 185, 'iter': 670, 'avg_loss': 1.1774513967523987, 'avg_acc_mask': 59.01086956521739, 'loss': 1.20091712474823}
+{'epoch': 185, 'iter': 680, 'avg_loss': 1.1768802638095905, 'avg_acc_mask': 59.04088681821833, 'loss': 1.2402514219284058}
+{'epoch': 185, 'iter': 690, 'avg_loss': 1.1782643314553412, 'avg_acc_mask': 58.983149178555415, 'loss': 1.3516638278961182}
+{'epoch': 185, 'iter': 700, 'avg_loss': 1.1803036594016745, 'avg_acc_mask': 58.9540412044374, 'loss': 1.1252590417861938}
+{'epoch': 185, 'iter': 710, 'avg_loss': 1.1810688723491718, 'avg_acc_mask': 58.939327916335586, 'loss': 1.2472641468048096}
+{'epoch': 185, 'iter': 720, 'avg_loss': 1.1830581343951072, 'avg_acc_mask': 58.885740309685254, 'loss': 1.3697136640548706}
+{'epoch': 185, 'iter': 730, 'avg_loss': 1.182270108348857, 'avg_acc_mask': 58.90880007997801, 'loss': 1.3293274641036987}
+{'epoch': 185, 'iter': 740, 'avg_loss': 1.1832193612408863, 'avg_acc_mask': 58.871106946465126, 'loss': 1.2209441661834717}
+{'epoch': 185, 'iter': 750, 'avg_loss': 1.1845470274812213, 'avg_acc_mask': 58.830250139776844, 'loss': 1.104444980621338}
+{'epoch': 185, 'iter': 760, 'avg_loss': 1.1839017089500377, 'avg_acc_mask': 58.82479965449397, 'loss': 0.8491190075874329}
+{'epoch': 185, 'iter': 770, 'avg_loss': 1.1853591497460847, 'avg_acc_mask': 58.780632177104295, 'loss': 1.3359944820404053}
+{'epoch': 185, 'iter': 780, 'avg_loss': 1.183886770020679, 'avg_acc_mask': 58.83192215933012, 'loss': 1.2526686191558838}
+{'epoch': 185, 'iter': 790, 'avg_loss': 1.184087409834494, 'avg_acc_mask': 58.835081558153504, 'loss': 1.1658743619918823}
+{'epoch': 185, 'iter': 800, 'avg_loss': 1.1828531032793232, 'avg_acc_mask': 58.89360536765713, 'loss': 1.0207507610321045}
+{'epoch': 185, 'iter': 810, 'avg_loss': 1.1823754647216138, 'avg_acc_mask': 58.89302220719197, 'loss': 1.3135443925857544}
+{'epoch': 185, 'iter': 820, 'avg_loss': 1.1820131246268242, 'avg_acc_mask': 58.92125423124889, 'loss': 1.2622873783111572}
+{'epoch': 185, 'iter': 830, 'avg_loss': 1.1824940481053936, 'avg_acc_mask': 58.92138094923758, 'loss': 1.1056790351867676}
+{'epoch': 185, 'iter': 840, 'avg_loss': 1.1817208480324672, 'avg_acc_mask': 58.93155984438504, 'loss': 1.1561793088912964}
+{'epoch': 185, 'iter': 850, 'avg_loss': 1.182310636469396, 'avg_acc_mask': 58.9218294147932, 'loss': 1.1125422716140747}
+{'epoch': 185, 'iter': 860, 'avg_loss': 1.1831512165955689, 'avg_acc_mask': 58.88111888111888, 'loss': 1.1184239387512207}
+{'epoch': 185, 'iter': 870, 'avg_loss': 1.184145125538008, 'avg_acc_mask': 58.8363240891789, 'loss': 1.0436773300170898}
+{'epoch': 185, 'iter': 880, 'avg_loss': 1.1832531633766772, 'avg_acc_mask': 58.82316416921931, 'loss': 0.7615185976028442}
+{'epoch': 185, 'iter': 890, 'avg_loss': 1.1822319094982212, 'avg_acc_mask': 58.88683886838868, 'loss': 0.8848052024841309}
+{'epoch': 185, 'iter': 900, 'avg_loss': 1.1821003355805273, 'avg_acc_mask': 58.91388044579534, 'loss': 1.3957364559173584}
+{'epoch': 185, 'iter': 910, 'avg_loss': 1.18285480890787, 'avg_acc_mask': 58.876876876876885, 'loss': 1.2288784980773926}
+{'epoch': 185, 'iter': 920, 'avg_loss': 1.1829443738980867, 'avg_acc_mask': 58.90644515374398, 'loss': 1.0214804410934448}
+{'epoch': 185, 'iter': 930, 'avg_loss': 1.1838022777780683, 'avg_acc_mask': 58.870413631991205, 'loss': 1.5989400148391724}
+{'epoch': 185, 'iter': 940, 'avg_loss': 1.183490232947529, 'avg_acc_mask': 58.88632261320187, 'loss': 0.8006361126899719}
+{'epoch': 185, 'iter': 950, 'avg_loss': 1.1836747134145502, 'avg_acc_mask': 58.90034760231223, 'loss': 1.5033138990402222}
+{'epoch': 185, 'iter': 960, 'avg_loss': 1.1832883266206835, 'avg_acc_mask': 58.91673157664761, 'loss': 1.1871062517166138}
+{'epoch': 185, 'iter': 970, 'avg_loss': 1.183188153651421, 'avg_acc_mask': 58.92360327844198, 'loss': 1.2449222803115845}
+{'epoch': 185, 'iter': 980, 'avg_loss': 1.183152592206463, 'avg_acc_mask': 58.92973476035366, 'loss': 1.1828728914260864}
+{'epoch': 185, 'iter': 990, 'avg_loss': 1.1827725663435327, 'avg_acc_mask': 58.92761789022077, 'loss': 1.1406843662261963}
+{'epoch': 185, 'iter': 1000, 'avg_loss': 1.1832405287664491, 'avg_acc_mask': 58.90543274225001, 'loss': 1.4311611652374268}
+{'epoch': 185, 'iter': 1010, 'avg_loss': 1.1827031150533938, 'avg_acc_mask': 58.91409902348334, 'loss': 1.0399054288864136}
+{'epoch': 185, 'iter': 1020, 'avg_loss': 1.1827843864097185, 'avg_acc_mask': 58.90151515151515, 'loss': 1.1735121011734009}
+{'epoch': 185, 'iter': 1030, 'avg_loss': 1.1820568719844466, 'avg_acc_mask': 58.93400835516533, 'loss': 1.1227266788482666}
+{'epoch': 185, 'iter': 1040, 'avg_loss': 1.183316686597727, 'avg_acc_mask': 58.8762785484097, 'loss': 1.2784558534622192}
+{'epoch': 185, 'iter': 1050, 'avg_loss': 1.1833037142522216, 'avg_acc_mask': 58.87472908539229, 'loss': 1.1075021028518677}
+{'epoch': 185, 'iter': 1060, 'avg_loss': 1.1826985401999377, 'avg_acc_mask': 58.891617578869635, 'loss': 0.846609890460968}
+{'epoch': 185, 'iter': 1070, 'avg_loss': 1.1829159204699413, 'avg_acc_mask': 58.86914378029079, 'loss': 1.379250407218933}
+{'epoch': 185, 'iter': 1080, 'avg_loss': 1.1824947308325084, 'avg_acc_mask': 58.91018186108442, 'loss': 0.9566348195075989}
+{'epoch': 185, 'iter': 1090, 'avg_loss': 1.1828573749876155, 'avg_acc_mask': 58.91862133395615, 'loss': 1.1819154024124146}
+{'epoch': 185, 'iter': 1100, 'avg_loss': 1.182962750327468, 'avg_acc_mask': 58.90476663028018, 'loss': 0.9131957292556763}
+{'epoch': 'EP185_train', 'avg_loss': 1.1832759665148291, 'total_masked_acc': 58.90853367167032}
+{'epoch': 186, 'iter': 0, 'avg_loss': 1.305352807044983, 'avg_acc_mask': 56.451612903225815, 'loss': 1.305352807044983}
+{'epoch': 186, 'iter': 10, 'avg_loss': 1.1479199907996438, 'avg_acc_mask': 61.57407407407407, 'loss': 0.9592917561531067}
+{'epoch': 186, 'iter': 20, 'avg_loss': 1.1958468811852592, 'avg_acc_mask': 58.32628909551987, 'loss': 1.3642299175262451}
+{'epoch': 186, 'iter': 30, 'avg_loss': 1.1975203810199615, 'avg_acc_mask': 58.36197021764033, 'loss': 1.1587210893630981}
+{'epoch': 186, 'iter': 40, 'avg_loss': 1.1853691528483135, 'avg_acc_mask': 59.21397379912664, 'loss': 1.1843068599700928}
+{'epoch': 186, 'iter': 50, 'avg_loss': 1.2104502507284576, 'avg_acc_mask': 57.780082987551864, 'loss': 1.3630908727645874}
+{'epoch': 186, 'iter': 60, 'avg_loss': 1.2150428676214375, 'avg_acc_mask': 57.934435741224256, 'loss': 1.051751732826233}
+{'epoch': 186, 'iter': 70, 'avg_loss': 1.2120753216071867, 'avg_acc_mask': 58.09405940594059, 'loss': 1.011267900466919}
+{'epoch': 186, 'iter': 80, 'avg_loss': 1.2113267948598037, 'avg_acc_mask': 58.16192560175055, 'loss': 1.1721376180648804}
+{'epoch': 186, 'iter': 90, 'avg_loss': 1.2107184941952045, 'avg_acc_mask': 58.19847923571846, 'loss': 1.225090503692627}
+{'epoch': 186, 'iter': 100, 'avg_loss': 1.2059349405883562, 'avg_acc_mask': 58.106424630717214, 'loss': 1.3160923719406128}
+{'epoch': 186, 'iter': 110, 'avg_loss': 1.2079154188568528, 'avg_acc_mask': 57.99967314920739, 'loss': 0.9692429900169373}
+{'epoch': 186, 'iter': 120, 'avg_loss': 1.1993630489041982, 'avg_acc_mask': 58.27424950972997, 'loss': 1.231382966041565}
+{'epoch': 186, 'iter': 130, 'avg_loss': 1.195351131089771, 'avg_acc_mask': 58.30314850933408, 'loss': 1.1309584379196167}
+{'epoch': 186, 'iter': 140, 'avg_loss': 1.1928838715485648, 'avg_acc_mask': 58.22801134898117, 'loss': 1.3979771137237549}
+{'epoch': 186, 'iter': 150, 'avg_loss': 1.1882245607723463, 'avg_acc_mask': 58.51063829787234, 'loss': 1.2544161081314087}
+{'epoch': 186, 'iter': 160, 'avg_loss': 1.1973970924845394, 'avg_acc_mask': 58.36734693877551, 'loss': 1.5769753456115723}
+{'epoch': 186, 'iter': 170, 'avg_loss': 1.2005768700649864, 'avg_acc_mask': 58.2099094299414, 'loss': 1.3029048442840576}
+{'epoch': 186, 'iter': 180, 'avg_loss': 1.2009607385535266, 'avg_acc_mask': 58.390273311897104, 'loss': 1.1835964918136597}
+{'epoch': 186, 'iter': 190, 'avg_loss': 1.2002885288593033, 'avg_acc_mask': 58.41574743248383, 'loss': 1.0227798223495483}
+{'epoch': 186, 'iter': 200, 'avg_loss': 1.198208706592446, 'avg_acc_mask': 58.40796019900497, 'loss': 1.0187784433364868}
+{'epoch': 186, 'iter': 210, 'avg_loss': 1.1983891895032042, 'avg_acc_mask': 58.387706043956044, 'loss': 1.3563123941421509}
+{'epoch': 186, 'iter': 220, 'avg_loss': 1.199046592367181, 'avg_acc_mask': 58.38926174496645, 'loss': 1.4744994640350342}
+{'epoch': 186, 'iter': 230, 'avg_loss': 1.2032753825187683, 'avg_acc_mask': 58.356918238993714, 'loss': 1.1243690252304077}
+{'epoch': 186, 'iter': 240, 'avg_loss': 1.2029149885988828, 'avg_acc_mask': 58.41599151964867, 'loss': 1.466792106628418}
+{'epoch': 186, 'iter': 250, 'avg_loss': 1.205211664338511, 'avg_acc_mask': 58.31941317452248, 'loss': 0.8833121061325073}
+{'epoch': 186, 'iter': 260, 'avg_loss': 1.2077043453852336, 'avg_acc_mask': 58.229173940367296, 'loss': 1.499512791633606}
+{'epoch': 186, 'iter': 270, 'avg_loss': 1.2061566853435277, 'avg_acc_mask': 58.341174889098, 'loss': 1.041215181350708}
+{'epoch': 186, 'iter': 280, 'avg_loss': 1.2064560421633126, 'avg_acc_mask': 58.316555173085675, 'loss': 0.4614936411380768}
+{'epoch': 186, 'iter': 290, 'avg_loss': 1.2047505652167134, 'avg_acc_mask': 58.378344429091825, 'loss': 0.9702560901641846}
+{'epoch': 186, 'iter': 300, 'avg_loss': 1.1982990930048731, 'avg_acc_mask': 58.65291262135922, 'loss': 0.8059548735618591}
+{'epoch': 186, 'iter': 310, 'avg_loss': 1.1990483017021436, 'avg_acc_mask': 58.52785923753666, 'loss': 1.0334302186965942}
+{'epoch': 186, 'iter': 320, 'avg_loss': 1.1997185430237065, 'avg_acc_mask': 58.48132969034609, 'loss': 0.9173783659934998}
+{'epoch': 186, 'iter': 330, 'avg_loss': 1.1997703777519237, 'avg_acc_mask': 58.46774193548387, 'loss': 0.8782094120979309}
+{'epoch': 186, 'iter': 340, 'avg_loss': 1.197507355307554, 'avg_acc_mask': 58.514114307140176, 'loss': 1.0252048969268799}
+{'epoch': 186, 'iter': 350, 'avg_loss': 1.1978365693167063, 'avg_acc_mask': 58.51932781853182, 'loss': 1.2287675142288208}
+{'epoch': 186, 'iter': 360, 'avg_loss': 1.1998979101715985, 'avg_acc_mask': 58.42764753435732, 'loss': 1.2596971988677979}
+{'epoch': 186, 'iter': 370, 'avg_loss': 1.1994175601680324, 'avg_acc_mask': 58.42878914507644, 'loss': 1.2165589332580566}
+{'epoch': 186, 'iter': 380, 'avg_loss': 1.2032426868680268, 'avg_acc_mask': 58.32496293107572, 'loss': 0.9577166438102722}
+{'epoch': 186, 'iter': 390, 'avg_loss': 1.2014641678699143, 'avg_acc_mask': 58.41911593460338, 'loss': 1.003720998764038}
+{'epoch': 186, 'iter': 400, 'avg_loss': 1.2014408326357082, 'avg_acc_mask': 58.44456551348406, 'loss': 1.070178508758545}
+{'epoch': 186, 'iter': 410, 'avg_loss': 1.2019498633207195, 'avg_acc_mask': 58.432588000885545, 'loss': 1.1021877527236938}
+{'epoch': 186, 'iter': 420, 'avg_loss': 1.2008384078953442, 'avg_acc_mask': 58.449759937713566, 'loss': 1.1180468797683716}
+{'epoch': 186, 'iter': 430, 'avg_loss': 1.2018876856413352, 'avg_acc_mask': 58.47916138304168, 'loss': 1.2636635303497314}
+{'epoch': 186, 'iter': 440, 'avg_loss': 1.205155869392581, 'avg_acc_mask': 58.42798727850976, 'loss': 1.5045608282089233}
+{'epoch': 186, 'iter': 450, 'avg_loss': 1.203408784784393, 'avg_acc_mask': 58.464089291491426, 'loss': 0.8154056668281555}
+{'epoch': 186, 'iter': 460, 'avg_loss': 1.2052561588375275, 'avg_acc_mask': 58.445718805615975, 'loss': 1.120627760887146}
+{'epoch': 186, 'iter': 470, 'avg_loss': 1.2062539963838654, 'avg_acc_mask': 58.449750396656476, 'loss': 0.9688935875892639}
+{'epoch': 186, 'iter': 480, 'avg_loss': 1.2041576372734475, 'avg_acc_mask': 58.550735628697105, 'loss': 0.9900325536727905}
+{'epoch': 186, 'iter': 490, 'avg_loss': 1.2042028664207265, 'avg_acc_mask': 58.53368511017799, 'loss': 1.4409736394882202}
+{'epoch': 186, 'iter': 500, 'avg_loss': 1.2037802823408397, 'avg_acc_mask': 58.57033611303303, 'loss': 1.1561086177825928}
+{'epoch': 186, 'iter': 510, 'avg_loss': 1.2021054708911014, 'avg_acc_mask': 58.65957674601192, 'loss': 0.9150288105010986}
+{'epoch': 186, 'iter': 520, 'avg_loss': 1.2016659164497354, 'avg_acc_mask': 58.64987757957327, 'loss': 1.366714358329773}
+{'epoch': 186, 'iter': 530, 'avg_loss': 1.2000355865883512, 'avg_acc_mask': 58.686477027073394, 'loss': 0.826883852481842}
+{'epoch': 186, 'iter': 540, 'avg_loss': 1.2004753084037307, 'avg_acc_mask': 58.64170510791609, 'loss': 1.056481957435608}
+{'epoch': 186, 'iter': 550, 'avg_loss': 1.201658820662438, 'avg_acc_mask': 58.575389490361765, 'loss': 1.3351058959960938}
+{'epoch': 186, 'iter': 560, 'avg_loss': 1.2015186598700422, 'avg_acc_mask': 58.603458905220805, 'loss': 0.8762272596359253}
+{'epoch': 186, 'iter': 570, 'avg_loss': 1.2004088614847113, 'avg_acc_mask': 58.66151784004595, 'loss': 1.2727344036102295}
+{'epoch': 186, 'iter': 580, 'avg_loss': 1.1997933848897273, 'avg_acc_mask': 58.70185225812518, 'loss': 1.3603171110153198}
+{'epoch': 186, 'iter': 590, 'avg_loss': 1.1991248512530286, 'avg_acc_mask': 58.72463589617267, 'loss': 0.9600769877433777}
+{'epoch': 186, 'iter': 600, 'avg_loss': 1.1971988385905838, 'avg_acc_mask': 58.77839444393898, 'loss': 1.1806614398956299}
+{'epoch': 186, 'iter': 610, 'avg_loss': 1.1983082071556397, 'avg_acc_mask': 58.74255065554232, 'loss': 1.2068581581115723}
+{'epoch': 186, 'iter': 620, 'avg_loss': 1.1963079983965401, 'avg_acc_mask': 58.76279588185258, 'loss': 1.3558101654052734}
+{'epoch': 186, 'iter': 630, 'avg_loss': 1.1954220553680002, 'avg_acc_mask': 58.78327654905584, 'loss': 1.0409973859786987}
+{'epoch': 186, 'iter': 640, 'avg_loss': 1.195697501510986, 'avg_acc_mask': 58.75730369103606, 'loss': 1.0813250541687012}
+{'epoch': 186, 'iter': 650, 'avg_loss': 1.1953684901403758, 'avg_acc_mask': 58.75726846259727, 'loss': 0.8872135281562805}
+{'epoch': 186, 'iter': 660, 'avg_loss': 1.193958947094053, 'avg_acc_mask': 58.76023456516929, 'loss': 1.0263911485671997}
+{'epoch': 186, 'iter': 670, 'avg_loss': 1.1927533975390137, 'avg_acc_mask': 58.79450411646039, 'loss': 1.1943596601486206}
+{'epoch': 186, 'iter': 680, 'avg_loss': 1.1923913178027288, 'avg_acc_mask': 58.814528469034386, 'loss': 1.4528510570526123}
+{'epoch': 186, 'iter': 690, 'avg_loss': 1.1933685633880875, 'avg_acc_mask': 58.76348635498202, 'loss': 1.3101142644882202}
+{'epoch': 186, 'iter': 700, 'avg_loss': 1.1952556623796933, 'avg_acc_mask': 58.68596010950332, 'loss': 1.3440332412719727}
+{'epoch': 186, 'iter': 710, 'avg_loss': 1.1947771213980163, 'avg_acc_mask': 58.71750700640218, 'loss': 1.175342321395874}
+{'epoch': 186, 'iter': 720, 'avg_loss': 1.1955621057757062, 'avg_acc_mask': 58.67288724359136, 'loss': 1.4296491146087646}
+{'epoch': 186, 'iter': 730, 'avg_loss': 1.1935025747513803, 'avg_acc_mask': 58.74096129306678, 'loss': 1.2328799962997437}
+{'epoch': 186, 'iter': 740, 'avg_loss': 1.1936185005624929, 'avg_acc_mask': 58.7679012345679, 'loss': 1.5468716621398926}
+{'epoch': 186, 'iter': 750, 'avg_loss': 1.1953572686836025, 'avg_acc_mask': 58.708672152700004, 'loss': 1.2198809385299683}
+{'epoch': 186, 'iter': 760, 'avg_loss': 1.1942705772474467, 'avg_acc_mask': 58.768114200571965, 'loss': 1.0284974575042725}
+{'epoch': 186, 'iter': 770, 'avg_loss': 1.1956803261769884, 'avg_acc_mask': 58.66552973779577, 'loss': 1.2515312433242798}
+{'epoch': 186, 'iter': 780, 'avg_loss': 1.195035251818607, 'avg_acc_mask': 58.695347205985506, 'loss': 1.2170544862747192}
+{'epoch': 186, 'iter': 790, 'avg_loss': 1.194738853859389, 'avg_acc_mask': 58.68411335733407, 'loss': 1.3280129432678223}
+{'epoch': 186, 'iter': 800, 'avg_loss': 1.1935996935980746, 'avg_acc_mask': 58.731931968446496, 'loss': 1.1943819522857666}
+{'epoch': 186, 'iter': 810, 'avg_loss': 1.193952015861777, 'avg_acc_mask': 58.74239350912779, 'loss': 0.851282000541687}
+{'epoch': 186, 'iter': 820, 'avg_loss': 1.1936463655928893, 'avg_acc_mask': 58.76681214928298, 'loss': 1.1604135036468506}
+{'epoch': 186, 'iter': 830, 'avg_loss': 1.1931679765598582, 'avg_acc_mask': 58.76744902901934, 'loss': 1.3155750036239624}
+{'epoch': 186, 'iter': 840, 'avg_loss': 1.19341155744903, 'avg_acc_mask': 58.78055144820388, 'loss': 1.6190696954727173}
+{'epoch': 186, 'iter': 850, 'avg_loss': 1.1934118234803057, 'avg_acc_mask': 58.75936701522342, 'loss': 1.1255097389221191}
+{'epoch': 186, 'iter': 860, 'avg_loss': 1.1944676125714173, 'avg_acc_mask': 58.739078802273305, 'loss': 1.3419594764709473}
+{'epoch': 186, 'iter': 870, 'avg_loss': 1.1957474454604389, 'avg_acc_mask': 58.69055101613241, 'loss': 1.0997267961502075}
+{'epoch': 186, 'iter': 880, 'avg_loss': 1.1953387258069064, 'avg_acc_mask': 58.701643148712215, 'loss': 1.0134937763214111}
+{'epoch': 186, 'iter': 890, 'avg_loss': 1.1935334594629696, 'avg_acc_mask': 58.77499076316762, 'loss': 0.665052056312561}
+{'epoch': 186, 'iter': 900, 'avg_loss': 1.1930997139804238, 'avg_acc_mask': 58.780096959370375, 'loss': 1.307962417602539}
+{'epoch': 186, 'iter': 910, 'avg_loss': 1.1942470552303657, 'avg_acc_mask': 58.72532317867522, 'loss': 1.4178640842437744}
+{'epoch': 186, 'iter': 920, 'avg_loss': 1.1936441787096888, 'avg_acc_mask': 58.74615613530404, 'loss': 1.174862027168274}
+{'epoch': 186, 'iter': 930, 'avg_loss': 1.1931378935192634, 'avg_acc_mask': 58.75309175140355, 'loss': 1.2466983795166016}
+{'epoch': 186, 'iter': 940, 'avg_loss': 1.1931858785157503, 'avg_acc_mask': 58.73607391017429, 'loss': 1.340340495109558}
+{'epoch': 186, 'iter': 950, 'avg_loss': 1.1933214323189731, 'avg_acc_mask': 58.727234344713764, 'loss': 1.396093487739563}
+{'epoch': 186, 'iter': 960, 'avg_loss': 1.1927689329084323, 'avg_acc_mask': 58.74954879647396, 'loss': 1.278184175491333}
+{'epoch': 186, 'iter': 970, 'avg_loss': 1.1924445105814419, 'avg_acc_mask': 58.76862863164233, 'loss': 0.8919475078582764}
+{'epoch': 186, 'iter': 980, 'avg_loss': 1.1927023276337303, 'avg_acc_mask': 58.74502066192622, 'loss': 0.8734064102172852}
+{'epoch': 186, 'iter': 990, 'avg_loss': 1.1948048946655363, 'avg_acc_mask': 58.6871307900403, 'loss': 1.4521121978759766}
+{'epoch': 186, 'iter': 1000, 'avg_loss': 1.194759432222698, 'avg_acc_mask': 58.685873504398025, 'loss': 1.2806951999664307}
+{'epoch': 186, 'iter': 1010, 'avg_loss': 1.1946790329485573, 'avg_acc_mask': 58.67949041827565, 'loss': 0.997276246547699}
+{'epoch': 186, 'iter': 1020, 'avg_loss': 1.193642309988164, 'avg_acc_mask': 58.689748811948405, 'loss': 0.8477039337158203}
+{'epoch': 186, 'iter': 1030, 'avg_loss': 1.1929223826218298, 'avg_acc_mask': 58.7245412559942, 'loss': 1.1636793613433838}
+{'epoch': 186, 'iter': 1040, 'avg_loss': 1.193557441721274, 'avg_acc_mask': 58.70674687384907, 'loss': 1.3483543395996094}
+{'epoch': 186, 'iter': 1050, 'avg_loss': 1.1929928507553067, 'avg_acc_mask': 58.724202626641656, 'loss': 1.0274733304977417}
+{'epoch': 186, 'iter': 1060, 'avg_loss': 1.1924520977873716, 'avg_acc_mask': 58.75843315434393, 'loss': 0.8892292976379395}
+{'epoch': 186, 'iter': 1070, 'avg_loss': 1.1918793317594893, 'avg_acc_mask': 58.772872222506436, 'loss': 1.2142099142074585}
+{'epoch': 186, 'iter': 1080, 'avg_loss': 1.1910580847960286, 'avg_acc_mask': 58.825714719937864, 'loss': 1.2606278657913208}
+{'epoch': 186, 'iter': 1090, 'avg_loss': 1.1912348300737596, 'avg_acc_mask': 58.815958815958815, 'loss': 0.9718014597892761}
+{'epoch': 186, 'iter': 1100, 'avg_loss': 1.190819834141597, 'avg_acc_mask': 58.83649622938593, 'loss': 1.0513794422149658}
+{'epoch': 'EP186_train', 'avg_loss': 1.1910171198898851, 'total_masked_acc': 58.825472321310606}
+{'epoch': 187, 'iter': 0, 'avg_loss': 1.5521938800811768, 'avg_acc_mask': 48.214285714285715, 'loss': 1.5521938800811768}
+{'epoch': 187, 'iter': 10, 'avg_loss': 1.3339614326303655, 'avg_acc_mask': 53.62776025236593, 'loss': 1.0352760553359985}
+{'epoch': 187, 'iter': 20, 'avg_loss': 1.2688602719988142, 'avg_acc_mask': 55.955441302485006, 'loss': 1.13563072681427}
+{'epoch': 187, 'iter': 30, 'avg_loss': 1.235997163480328, 'avg_acc_mask': 57.642940490081685, 'loss': 1.0400056838989258}
+{'epoch': 187, 'iter': 40, 'avg_loss': 1.2151944855364358, 'avg_acc_mask': 57.726465364120784, 'loss': 1.0299383401870728}
+{'epoch': 187, 'iter': 50, 'avg_loss': 1.2391590078671773, 'avg_acc_mask': 57.28679381072328, 'loss': 1.8009802103042603}
+{'epoch': 187, 'iter': 60, 'avg_loss': 1.2235472554066142, 'avg_acc_mask': 57.54716981132076, 'loss': 0.849212110042572}
+{'epoch': 187, 'iter': 70, 'avg_loss': 1.2224837088249099, 'avg_acc_mask': 57.6952822892498, 'loss': 1.1832122802734375}
+{'epoch': 187, 'iter': 80, 'avg_loss': 1.2212366741380574, 'avg_acc_mask': 57.850867312457765, 'loss': 1.3261715173721313}
+{'epoch': 187, 'iter': 90, 'avg_loss': 1.2215076226454515, 'avg_acc_mask': 57.912660256410255, 'loss': 0.9493566155433655}
+{'epoch': 187, 'iter': 100, 'avg_loss': 1.2116211882912287, 'avg_acc_mask': 58.474421991625704, 'loss': 0.7719687819480896}
+{'epoch': 187, 'iter': 110, 'avg_loss': 1.2137327865437344, 'avg_acc_mask': 58.508508508508505, 'loss': 1.178702473640442}
+{'epoch': 187, 'iter': 120, 'avg_loss': 1.2083870049350518, 'avg_acc_mask': 58.70296726827776, 'loss': 1.3726062774658203}
+{'epoch': 187, 'iter': 130, 'avg_loss': 1.2075052006554057, 'avg_acc_mask': 58.68128778293266, 'loss': 1.360148549079895}
+{'epoch': 187, 'iter': 140, 'avg_loss': 1.2011329400623945, 'avg_acc_mask': 58.92251500130447, 'loss': 1.201537847518921}
+{'epoch': 187, 'iter': 150, 'avg_loss': 1.1947179448525638, 'avg_acc_mask': 59.17644183773216, 'loss': 1.4820712804794312}
+{'epoch': 187, 'iter': 160, 'avg_loss': 1.1947519272010518, 'avg_acc_mask': 59.097158570119156, 'loss': 0.976445734500885}
+{'epoch': 187, 'iter': 170, 'avg_loss': 1.1972404847368163, 'avg_acc_mask': 58.90204520990312, 'loss': 1.213464379310608}
+{'epoch': 187, 'iter': 180, 'avg_loss': 1.1962210447090107, 'avg_acc_mask': 58.96130346232179, 'loss': 1.2017861604690552}
+{'epoch': 187, 'iter': 190, 'avg_loss': 1.1968872506581052, 'avg_acc_mask': 58.92651019622932, 'loss': 1.141843318939209}
+{'epoch': 187, 'iter': 200, 'avg_loss': 1.1969438912856638, 'avg_acc_mask': 58.96850753080785, 'loss': 1.3012542724609375}
+{'epoch': 187, 'iter': 210, 'avg_loss': 1.1921839242297891, 'avg_acc_mask': 59.17288018033639, 'loss': 0.7970496416091919}
+{'epoch': 187, 'iter': 220, 'avg_loss': 1.1895592954363758, 'avg_acc_mask': 59.25864636769816, 'loss': 1.1763943433761597}
+{'epoch': 187, 'iter': 230, 'avg_loss': 1.1897700428962708, 'avg_acc_mask': 59.32001902044698, 'loss': 1.365079402923584}
+{'epoch': 187, 'iter': 240, 'avg_loss': 1.1900764317928014, 'avg_acc_mask': 59.15525114155251, 'loss': 1.1019991636276245}
+{'epoch': 187, 'iter': 250, 'avg_loss': 1.1897122090556231, 'avg_acc_mask': 59.18277680140598, 'loss': 0.8802214860916138}
+{'epoch': 187, 'iter': 260, 'avg_loss': 1.1900344573218247, 'avg_acc_mask': 59.11808144032632, 'loss': 1.0277429819107056}
+{'epoch': 187, 'iter': 270, 'avg_loss': 1.1906672784323182, 'avg_acc_mask': 59.20232936078007, 'loss': 1.3858757019042969}
+{'epoch': 187, 'iter': 280, 'avg_loss': 1.1928869063743917, 'avg_acc_mask': 59.10486769029729, 'loss': 0.618183970451355}
+{'epoch': 187, 'iter': 290, 'avg_loss': 1.192837183008489, 'avg_acc_mask': 59.18534374213045, 'loss': 1.1245319843292236}
+{'epoch': 187, 'iter': 300, 'avg_loss': 1.1886110715691829, 'avg_acc_mask': 59.3287445940184, 'loss': 1.101894497871399}
+{'epoch': 187, 'iter': 310, 'avg_loss': 1.1868623253616872, 'avg_acc_mask': 59.38735761081273, 'loss': 1.1331312656402588}
+{'epoch': 187, 'iter': 320, 'avg_loss': 1.187133358832089, 'avg_acc_mask': 59.39845316528215, 'loss': 0.9780076146125793}
+{'epoch': 187, 'iter': 330, 'avg_loss': 1.1888616763933189, 'avg_acc_mask': 59.277950310559, 'loss': 1.1423540115356445}
+{'epoch': 187, 'iter': 340, 'avg_loss': 1.1885507372467399, 'avg_acc_mask': 59.21802732064106, 'loss': 1.0606926679611206}
+{'epoch': 187, 'iter': 350, 'avg_loss': 1.1885725916960301, 'avg_acc_mask': 59.21513298845169, 'loss': 1.2629133462905884}
+{'epoch': 187, 'iter': 360, 'avg_loss': 1.1876375453954258, 'avg_acc_mask': 59.16150644604608, 'loss': 0.9749878644943237}
+{'epoch': 187, 'iter': 370, 'avg_loss': 1.186173243503365, 'avg_acc_mask': 59.1864942245039, 'loss': 1.1454322338104248}
+{'epoch': 187, 'iter': 380, 'avg_loss': 1.1873361380707248, 'avg_acc_mask': 59.1162343900096, 'loss': 0.9270964860916138}
+{'epoch': 187, 'iter': 390, 'avg_loss': 1.18811022442625, 'avg_acc_mask': 59.065831307275104, 'loss': 1.4031304121017456}
+{'epoch': 187, 'iter': 400, 'avg_loss': 1.1894850207683154, 'avg_acc_mask': 58.991527739819624, 'loss': 1.48268461227417}
+{'epoch': 187, 'iter': 410, 'avg_loss': 1.1881194509148887, 'avg_acc_mask': 58.983698307644474, 'loss': 1.095318078994751}
+{'epoch': 187, 'iter': 420, 'avg_loss': 1.1865595539505296, 'avg_acc_mask': 59.03902079083293, 'loss': 1.0445992946624756}
+{'epoch': 187, 'iter': 430, 'avg_loss': 1.1866742079329877, 'avg_acc_mask': 59.131318262636526, 'loss': 1.1753356456756592}
+{'epoch': 187, 'iter': 440, 'avg_loss': 1.1886289625211097, 'avg_acc_mask': 59.04222323311691, 'loss': 1.7337713241577148}
+{'epoch': 187, 'iter': 450, 'avg_loss': 1.1878569860944728, 'avg_acc_mask': 59.022099894762405, 'loss': 1.0973299741744995}
+{'epoch': 187, 'iter': 460, 'avg_loss': 1.1883052212555858, 'avg_acc_mask': 58.98176351912655, 'loss': 1.0021705627441406}
+{'epoch': 187, 'iter': 470, 'avg_loss': 1.1892079209825794, 'avg_acc_mask': 58.94708339780288, 'loss': 1.1787437200546265}
+{'epoch': 187, 'iter': 480, 'avg_loss': 1.1893614498344627, 'avg_acc_mask': 58.93833535844472, 'loss': 0.7669941782951355}
+{'epoch': 187, 'iter': 490, 'avg_loss': 1.1912687543453364, 'avg_acc_mask': 58.8727990172356, 'loss': 1.4429266452789307}
+{'epoch': 187, 'iter': 500, 'avg_loss': 1.189968184796636, 'avg_acc_mask': 58.92160081719018, 'loss': 1.0141228437423706}
+{'epoch': 187, 'iter': 510, 'avg_loss': 1.1900757034464124, 'avg_acc_mask': 58.89838081281052, 'loss': 1.1659481525421143}
+{'epoch': 187, 'iter': 520, 'avg_loss': 1.1886016749374697, 'avg_acc_mask': 58.96742945388179, 'loss': 1.3237959146499634}
+{'epoch': 187, 'iter': 530, 'avg_loss': 1.1882207747233116, 'avg_acc_mask': 58.98292246247073, 'loss': 0.7930201888084412}
+{'epoch': 187, 'iter': 540, 'avg_loss': 1.1884527077516214, 'avg_acc_mask': 58.98779539538186, 'loss': 1.0608893632888794}
+{'epoch': 187, 'iter': 550, 'avg_loss': 1.1893464773622917, 'avg_acc_mask': 58.962467287242845, 'loss': 1.1669559478759766}
+{'epoch': 187, 'iter': 560, 'avg_loss': 1.1888281928239235, 'avg_acc_mask': 58.95325765214846, 'loss': 1.1524248123168945}
+{'epoch': 187, 'iter': 570, 'avg_loss': 1.1858046554851032, 'avg_acc_mask': 59.05808677870791, 'loss': 1.0552575588226318}
+{'epoch': 187, 'iter': 580, 'avg_loss': 1.1843521473945315, 'avg_acc_mask': 59.11258943140454, 'loss': 1.4323599338531494}
+{'epoch': 187, 'iter': 590, 'avg_loss': 1.1847315604109854, 'avg_acc_mask': 59.04086353122591, 'loss': 1.2696517705917358}
+{'epoch': 187, 'iter': 600, 'avg_loss': 1.1847267737999534, 'avg_acc_mask': 59.06633458874985, 'loss': 1.137075662612915}
+{'epoch': 187, 'iter': 610, 'avg_loss': 1.1854646630255954, 'avg_acc_mask': 59.07911609459339, 'loss': 1.4055111408233643}
+{'epoch': 187, 'iter': 620, 'avg_loss': 1.1843616701362598, 'avg_acc_mask': 59.13602725243745, 'loss': 1.470841407775879}
+{'epoch': 187, 'iter': 630, 'avg_loss': 1.1845790580410964, 'avg_acc_mask': 59.12252850339155, 'loss': 1.0247784852981567}
+{'epoch': 187, 'iter': 640, 'avg_loss': 1.1833627462945007, 'avg_acc_mask': 59.17124398781911, 'loss': 0.7548058032989502}
+{'epoch': 187, 'iter': 650, 'avg_loss': 1.1824266979221925, 'avg_acc_mask': 59.1703179418043, 'loss': 0.7199349403381348}
+{'epoch': 187, 'iter': 660, 'avg_loss': 1.1832658750386895, 'avg_acc_mask': 59.15508554343614, 'loss': 1.2908470630645752}
+{'epoch': 187, 'iter': 670, 'avg_loss': 1.1834795018422088, 'avg_acc_mask': 59.16953129262836, 'loss': 1.03700590133667}
+{'epoch': 187, 'iter': 680, 'avg_loss': 1.1841547834015453, 'avg_acc_mask': 59.18444199370578, 'loss': 1.2375487089157104}
+{'epoch': 187, 'iter': 690, 'avg_loss': 1.1852270847809125, 'avg_acc_mask': 59.13796298747717, 'loss': 1.5483052730560303}
+{'epoch': 187, 'iter': 700, 'avg_loss': 1.1857084034172853, 'avg_acc_mask': 59.10715683460745, 'loss': 1.1845495700836182}
+{'epoch': 187, 'iter': 710, 'avg_loss': 1.1854092700907282, 'avg_acc_mask': 59.12613610031154, 'loss': 1.2869764566421509}
+{'epoch': 187, 'iter': 720, 'avg_loss': 1.185937575840917, 'avg_acc_mask': 59.120119891285015, 'loss': 1.351775050163269}
+{'epoch': 187, 'iter': 730, 'avg_loss': 1.183224493150998, 'avg_acc_mask': 59.180960979035014, 'loss': 1.3409864902496338}
+{'epoch': 187, 'iter': 740, 'avg_loss': 1.1835192138286414, 'avg_acc_mask': 59.15747291347153, 'loss': 1.1295723915100098}
+{'epoch': 187, 'iter': 750, 'avg_loss': 1.1851821923938477, 'avg_acc_mask': 59.12447900163307, 'loss': 1.085312843322754}
+{'epoch': 187, 'iter': 760, 'avg_loss': 1.1852289972026464, 'avg_acc_mask': 59.13546056592415, 'loss': 1.0969263315200806}
+{'epoch': 187, 'iter': 770, 'avg_loss': 1.1876892185783263, 'avg_acc_mask': 59.06284140027549, 'loss': 1.424609661102295}
+{'epoch': 187, 'iter': 780, 'avg_loss': 1.1860884432984986, 'avg_acc_mask': 59.13206661975134, 'loss': 1.0250030755996704}
+{'epoch': 187, 'iter': 790, 'avg_loss': 1.1861022876954712, 'avg_acc_mask': 59.10784971874349, 'loss': 1.1594016551971436}
+{'epoch': 187, 'iter': 800, 'avg_loss': 1.1861119604810197, 'avg_acc_mask': 59.14012884360579, 'loss': 0.9887068867683411}
+{'epoch': 187, 'iter': 810, 'avg_loss': 1.1866158080527285, 'avg_acc_mask': 59.13216236962116, 'loss': 1.2705122232437134}
+{'epoch': 187, 'iter': 820, 'avg_loss': 1.1875731027010152, 'avg_acc_mask': 59.092125808610305, 'loss': 1.059323787689209}
+{'epoch': 187, 'iter': 830, 'avg_loss': 1.1878040051704135, 'avg_acc_mask': 59.091510474090406, 'loss': 1.635928750038147}
+{'epoch': 187, 'iter': 840, 'avg_loss': 1.1875341299668787, 'avg_acc_mask': 59.053076520829705, 'loss': 0.9827268123626709}
+{'epoch': 187, 'iter': 850, 'avg_loss': 1.1893717798236954, 'avg_acc_mask': 58.99234145082178, 'loss': 1.5890238285064697}
+{'epoch': 187, 'iter': 860, 'avg_loss': 1.1903954026798753, 'avg_acc_mask': 58.96977817478041, 'loss': 1.3006083965301514}
+{'epoch': 187, 'iter': 870, 'avg_loss': 1.1909363889461544, 'avg_acc_mask': 58.96854395027509, 'loss': 1.1168277263641357}
+{'epoch': 187, 'iter': 880, 'avg_loss': 1.1910374607387655, 'avg_acc_mask': 58.96978250041508, 'loss': 0.944105863571167}
+{'epoch': 187, 'iter': 890, 'avg_loss': 1.1897306094065259, 'avg_acc_mask': 59.00692603325318, 'loss': 0.8736651539802551}
+{'epoch': 187, 'iter': 900, 'avg_loss': 1.1903467713860376, 'avg_acc_mask': 58.98112977595418, 'loss': 1.2641655206680298}
+{'epoch': 187, 'iter': 910, 'avg_loss': 1.190999381465001, 'avg_acc_mask': 58.948107999598506, 'loss': 1.3399021625518799}
+{'epoch': 187, 'iter': 920, 'avg_loss': 1.1895128476567947, 'avg_acc_mask': 59.00610010531126, 'loss': 1.094131588935852}
+{'epoch': 187, 'iter': 930, 'avg_loss': 1.1880861934670572, 'avg_acc_mask': 59.0554277512338, 'loss': 1.3735655546188354}
+{'epoch': 187, 'iter': 940, 'avg_loss': 1.1891315480284432, 'avg_acc_mask': 59.03157403264401, 'loss': 1.1919658184051514}
+{'epoch': 187, 'iter': 950, 'avg_loss': 1.189149640492711, 'avg_acc_mask': 59.06272863799145, 'loss': 1.4173640012741089}
+{'epoch': 187, 'iter': 960, 'avg_loss': 1.1888571046331546, 'avg_acc_mask': 59.048544799588306, 'loss': 0.9489586353302002}
+{'epoch': 187, 'iter': 970, 'avg_loss': 1.188690987508648, 'avg_acc_mask': 59.04503178825438, 'loss': 0.9380055069923401}
+{'epoch': 187, 'iter': 980, 'avg_loss': 1.1892453276236123, 'avg_acc_mask': 59.027712979378556, 'loss': 1.0289998054504395}
+{'epoch': 187, 'iter': 990, 'avg_loss': 1.1902731488920244, 'avg_acc_mask': 59.021118563272545, 'loss': 1.2028896808624268}
+{'epoch': 187, 'iter': 1000, 'avg_loss': 1.1901048790741633, 'avg_acc_mask': 59.02094834204657, 'loss': 1.3508857488632202}
+{'epoch': 187, 'iter': 1010, 'avg_loss': 1.1901697513788319, 'avg_acc_mask': 59.05558876270174, 'loss': 1.005812168121338}
+{'epoch': 187, 'iter': 1020, 'avg_loss': 1.1902220320689922, 'avg_acc_mask': 59.05252021732503, 'loss': 1.1992311477661133}
+{'epoch': 187, 'iter': 1030, 'avg_loss': 1.1904380674447745, 'avg_acc_mask': 59.037129152602596, 'loss': 1.4182146787643433}
+{'epoch': 187, 'iter': 1040, 'avg_loss': 1.190283860957588, 'avg_acc_mask': 59.02766784514449, 'loss': 1.2906841039657593}
+{'epoch': 187, 'iter': 1050, 'avg_loss': 1.1905372941584729, 'avg_acc_mask': 59.0304298543901, 'loss': 1.267467737197876}
+{'epoch': 187, 'iter': 1060, 'avg_loss': 1.1901531256840658, 'avg_acc_mask': 59.05007083866063, 'loss': 0.9408680200576782}
+{'epoch': 187, 'iter': 1070, 'avg_loss': 1.189857668263349, 'avg_acc_mask': 59.0373196899437, 'loss': 1.6886718273162842}
+{'epoch': 187, 'iter': 1080, 'avg_loss': 1.1892836833033267, 'avg_acc_mask': 59.05615920532945, 'loss': 0.9257322549819946}
+{'epoch': 187, 'iter': 1090, 'avg_loss': 1.190062070553943, 'avg_acc_mask': 59.00063739139186, 'loss': 1.1673970222473145}
+{'epoch': 187, 'iter': 1100, 'avg_loss': 1.19000526114987, 'avg_acc_mask': 58.98893209691893, 'loss': 1.2542182207107544}
+{'epoch': 'EP187_train', 'avg_loss': 1.1904521639800179, 'total_masked_acc': 58.975420696965685}
+{'epoch': 188, 'iter': 0, 'avg_loss': 1.2604501247406006, 'avg_acc_mask': 55.00000000000001, 'loss': 1.2604501247406006}
+{'epoch': 188, 'iter': 10, 'avg_loss': 1.182116979902441, 'avg_acc_mask': 58.67768595041323, 'loss': 1.1336898803710938}
+{'epoch': 188, 'iter': 20, 'avg_loss': 1.2394252362705411, 'avg_acc_mask': 56.00343053173242, 'loss': 1.526674747467041}
+{'epoch': 188, 'iter': 30, 'avg_loss': 1.2119282368690736, 'avg_acc_mask': 57.109420713867756, 'loss': 1.185373067855835}
+{'epoch': 188, 'iter': 40, 'avg_loss': 1.2221904440623959, 'avg_acc_mask': 57.036059806508355, 'loss': 1.1823678016662598}
+{'epoch': 188, 'iter': 50, 'avg_loss': 1.2468964258829753, 'avg_acc_mask': 56.204124432016776, 'loss': 1.1552584171295166}
+{'epoch': 188, 'iter': 60, 'avg_loss': 1.2419198458311989, 'avg_acc_mask': 56.273988780631825, 'loss': 1.192617654800415}
+{'epoch': 188, 'iter': 70, 'avg_loss': 1.2339953998444786, 'avg_acc_mask': 56.84210526315789, 'loss': 1.1267807483673096}
+{'epoch': 188, 'iter': 80, 'avg_loss': 1.2288810581336786, 'avg_acc_mask': 56.77687760017517, 'loss': 1.263950228691101}
+{'epoch': 188, 'iter': 90, 'avg_loss': 1.2286718631838704, 'avg_acc_mask': 56.91185170577795, 'loss': 1.1631172895431519}
+{'epoch': 188, 'iter': 100, 'avg_loss': 1.221283764532297, 'avg_acc_mask': 57.14285714285714, 'loss': 1.0610140562057495}
+{'epoch': 188, 'iter': 110, 'avg_loss': 1.2225536704063416, 'avg_acc_mask': 57.03048180924287, 'loss': 0.78257155418396}
+{'epoch': 188, 'iter': 120, 'avg_loss': 1.21654611825943, 'avg_acc_mask': 57.078108475600544, 'loss': 0.9984157681465149}
+{'epoch': 188, 'iter': 130, 'avg_loss': 1.216586314539873, 'avg_acc_mask': 57.033426183844014, 'loss': 1.1545288562774658}
+{'epoch': 188, 'iter': 140, 'avg_loss': 1.2137685430810807, 'avg_acc_mask': 56.91530691530692, 'loss': 0.7589659094810486}
+{'epoch': 188, 'iter': 150, 'avg_loss': 1.208255538087807, 'avg_acc_mask': 57.22810863475824, 'loss': 1.4220627546310425}
+{'epoch': 188, 'iter': 160, 'avg_loss': 1.2111524484172371, 'avg_acc_mask': 57.35930735930735, 'loss': 1.4548416137695312}
+{'epoch': 188, 'iter': 170, 'avg_loss': 1.2105777734204342, 'avg_acc_mask': 57.38630312067313, 'loss': 1.0003483295440674}
+{'epoch': 188, 'iter': 180, 'avg_loss': 1.2093989694316085, 'avg_acc_mask': 57.610327229060346, 'loss': 1.3497802019119263}
+{'epoch': 188, 'iter': 190, 'avg_loss': 1.209772384291544, 'avg_acc_mask': 57.55028803475305, 'loss': 1.0815097093582153}
+{'epoch': 188, 'iter': 200, 'avg_loss': 1.2058359529841598, 'avg_acc_mask': 57.599928302563185, 'loss': 1.2428754568099976}
+{'epoch': 188, 'iter': 210, 'avg_loss': 1.2026061217931774, 'avg_acc_mask': 57.82660534832226, 'loss': 1.185863971710205}
+{'epoch': 188, 'iter': 220, 'avg_loss': 1.1970783855041227, 'avg_acc_mask': 58.02197802197803, 'loss': 1.0827312469482422}
+{'epoch': 188, 'iter': 230, 'avg_loss': 1.1976136523923833, 'avg_acc_mask': 58.01853726925773, 'loss': 1.1465116739273071}
+{'epoch': 188, 'iter': 240, 'avg_loss': 1.194942805282308, 'avg_acc_mask': 58.13203300825206, 'loss': 1.3773568868637085}
+{'epoch': 188, 'iter': 250, 'avg_loss': 1.1978224670269575, 'avg_acc_mask': 57.91219090188162, 'loss': 0.9427737593650818}
+{'epoch': 188, 'iter': 260, 'avg_loss': 1.1975889427451796, 'avg_acc_mask': 58.05578684429642, 'loss': 1.122556447982788}
+{'epoch': 188, 'iter': 270, 'avg_loss': 1.1976066233927034, 'avg_acc_mask': 58.078748579450505, 'loss': 1.3403407335281372}
+{'epoch': 188, 'iter': 280, 'avg_loss': 1.1984177040884079, 'avg_acc_mask': 58.04786787949164, 'loss': 0.9200658798217773}
+{'epoch': 188, 'iter': 290, 'avg_loss': 1.197345890130374, 'avg_acc_mask': 58.01707484264972, 'loss': 1.2975059747695923}
+{'epoch': 188, 'iter': 300, 'avg_loss': 1.1938506766807202, 'avg_acc_mask': 58.08841243073958, 'loss': 0.7700249552726746}
+{'epoch': 188, 'iter': 310, 'avg_loss': 1.1946440505828122, 'avg_acc_mask': 58.02627737226277, 'loss': 0.9541851878166199}
+{'epoch': 188, 'iter': 320, 'avg_loss': 1.193084411903334, 'avg_acc_mask': 58.117620345140786, 'loss': 0.9426577091217041}
+{'epoch': 188, 'iter': 330, 'avg_loss': 1.1939147606356986, 'avg_acc_mask': 58.11428886317298, 'loss': 1.1362236738204956}
+{'epoch': 188, 'iter': 340, 'avg_loss': 1.193323932959537, 'avg_acc_mask': 58.208237619530955, 'loss': 1.413599967956543}
+{'epoch': 188, 'iter': 350, 'avg_loss': 1.193404531716621, 'avg_acc_mask': 58.28351614077039, 'loss': 1.3044310808181763}
+{'epoch': 188, 'iter': 360, 'avg_loss': 1.19178263186748, 'avg_acc_mask': 58.30936159475145, 'loss': 1.365510106086731}
+{'epoch': 188, 'iter': 370, 'avg_loss': 1.1931601541061607, 'avg_acc_mask': 58.252618122818234, 'loss': 1.063201904296875}
+{'epoch': 188, 'iter': 380, 'avg_loss': 1.1964719459766477, 'avg_acc_mask': 58.22415606770585, 'loss': 0.925940215587616}
+{'epoch': 188, 'iter': 390, 'avg_loss': 1.196134127771763, 'avg_acc_mask': 58.25102497204622, 'loss': 1.2225842475891113}
+{'epoch': 188, 'iter': 400, 'avg_loss': 1.1956876508910161, 'avg_acc_mask': 58.23756529638883, 'loss': 1.0469614267349243}
+{'epoch': 188, 'iter': 410, 'avg_loss': 1.1951662780594652, 'avg_acc_mask': 58.24346514001686, 'loss': 1.2763482332229614}
+{'epoch': 188, 'iter': 420, 'avg_loss': 1.195981588046511, 'avg_acc_mask': 58.27728357561293, 'loss': 1.1321839094161987}
+{'epoch': 188, 'iter': 430, 'avg_loss': 1.1949841588943022, 'avg_acc_mask': 58.3184789067142, 'loss': 1.2207752466201782}
+{'epoch': 188, 'iter': 440, 'avg_loss': 1.1957025271154045, 'avg_acc_mask': 58.28358208955224, 'loss': 1.3388550281524658}
+{'epoch': 188, 'iter': 450, 'avg_loss': 1.196165294314171, 'avg_acc_mask': 58.235031821314195, 'loss': 0.9001202583312988}
+{'epoch': 188, 'iter': 460, 'avg_loss': 1.196177448471301, 'avg_acc_mask': 58.225588958515104, 'loss': 1.1720219850540161}
+{'epoch': 188, 'iter': 470, 'avg_loss': 1.1976188489585926, 'avg_acc_mask': 58.125217795330464, 'loss': 1.2804572582244873}
+{'epoch': 188, 'iter': 480, 'avg_loss': 1.195729238947315, 'avg_acc_mask': 58.16995942512608, 'loss': 1.0729597806930542}
+{'epoch': 188, 'iter': 490, 'avg_loss': 1.1974461951469453, 'avg_acc_mask': 58.15120428189117, 'loss': 1.166783094406128}
+{'epoch': 188, 'iter': 500, 'avg_loss': 1.1955892598319673, 'avg_acc_mask': 58.26720058245358, 'loss': 1.1172703504562378}
+{'epoch': 188, 'iter': 510, 'avg_loss': 1.1945661132582945, 'avg_acc_mask': 58.26161482698282, 'loss': 1.0989999771118164}
+{'epoch': 188, 'iter': 520, 'avg_loss': 1.194747712927908, 'avg_acc_mask': 58.24899317107337, 'loss': 1.1840265989303589}
+{'epoch': 188, 'iter': 530, 'avg_loss': 1.194809812161433, 'avg_acc_mask': 58.235112195457205, 'loss': 1.2467660903930664}
+{'epoch': 188, 'iter': 540, 'avg_loss': 1.19421685480146, 'avg_acc_mask': 58.26917882225824, 'loss': 1.202010989189148}
+{'epoch': 188, 'iter': 550, 'avg_loss': 1.1955366379119956, 'avg_acc_mask': 58.21063801565194, 'loss': 0.8211631178855896}
+{'epoch': 188, 'iter': 560, 'avg_loss': 1.1947324799768853, 'avg_acc_mask': 58.269744994456396, 'loss': 1.3614988327026367}
+{'epoch': 188, 'iter': 570, 'avg_loss': 1.1933895357853477, 'avg_acc_mask': 58.34668889031348, 'loss': 1.138445496559143}
+{'epoch': 188, 'iter': 580, 'avg_loss': 1.193754176161991, 'avg_acc_mask': 58.33674207860042, 'loss': 1.6031181812286377}
+{'epoch': 188, 'iter': 590, 'avg_loss': 1.1923720252695422, 'avg_acc_mask': 58.35187932739861, 'loss': 1.1412467956542969}
+{'epoch': 188, 'iter': 600, 'avg_loss': 1.19121538650573, 'avg_acc_mask': 58.39970815346264, 'loss': 1.2467905282974243}
+{'epoch': 188, 'iter': 610, 'avg_loss': 1.192124456606208, 'avg_acc_mask': 58.38462917588, 'loss': 1.1966809034347534}
+{'epoch': 188, 'iter': 620, 'avg_loss': 1.190072216561451, 'avg_acc_mask': 58.4409851984816, 'loss': 1.2627570629119873}
+{'epoch': 188, 'iter': 630, 'avg_loss': 1.1895126818477069, 'avg_acc_mask': 58.47526358475263, 'loss': 0.9395924210548401}
+{'epoch': 188, 'iter': 640, 'avg_loss': 1.1901063887451815, 'avg_acc_mask': 58.50847845357582, 'loss': 1.089034080505371}
+{'epoch': 188, 'iter': 650, 'avg_loss': 1.1906583694635264, 'avg_acc_mask': 58.49609650235337, 'loss': 0.9547650218009949}
+{'epoch': 188, 'iter': 660, 'avg_loss': 1.1913469945969632, 'avg_acc_mask': 58.48637851634023, 'loss': 1.0686079263687134}
+{'epoch': 188, 'iter': 670, 'avg_loss': 1.1917830440930568, 'avg_acc_mask': 58.51418575411359, 'loss': 1.3639248609542847}
+{'epoch': 188, 'iter': 680, 'avg_loss': 1.1917110559873818, 'avg_acc_mask': 58.557272874145085, 'loss': 1.2402974367141724}
+{'epoch': 188, 'iter': 690, 'avg_loss': 1.1912965426914253, 'avg_acc_mask': 58.64737372131235, 'loss': 0.9940312504768372}
+{'epoch': 188, 'iter': 700, 'avg_loss': 1.191911579113714, 'avg_acc_mask': 58.62420315602467, 'loss': 1.4007227420806885}
+{'epoch': 188, 'iter': 710, 'avg_loss': 1.1915326623976985, 'avg_acc_mask': 58.64273927392739, 'loss': 1.041754126548767}
+{'epoch': 188, 'iter': 720, 'avg_loss': 1.1912588318409436, 'avg_acc_mask': 58.702222222222225, 'loss': 1.2554757595062256}
+{'epoch': 188, 'iter': 730, 'avg_loss': 1.1894953749085255, 'avg_acc_mask': 58.75880392009424, 'loss': 1.110539197921753}
+{'epoch': 188, 'iter': 740, 'avg_loss': 1.1911079438752652, 'avg_acc_mask': 58.65786415448903, 'loss': 1.3825969696044922}
+{'epoch': 188, 'iter': 750, 'avg_loss': 1.1932341921504106, 'avg_acc_mask': 58.583690987124456, 'loss': 1.3812248706817627}
+{'epoch': 188, 'iter': 760, 'avg_loss': 1.1931454598825333, 'avg_acc_mask': 58.618032984230176, 'loss': 1.1376278400421143}
+{'epoch': 188, 'iter': 770, 'avg_loss': 1.194516969020883, 'avg_acc_mask': 58.54463437796771, 'loss': 1.2637039422988892}
+{'epoch': 188, 'iter': 780, 'avg_loss': 1.1934986027499015, 'avg_acc_mask': 58.554883481033436, 'loss': 1.121866226196289}
+{'epoch': 188, 'iter': 790, 'avg_loss': 1.1936247102379347, 'avg_acc_mask': 58.53161272386072, 'loss': 1.1656816005706787}
+{'epoch': 188, 'iter': 800, 'avg_loss': 1.1935253975245539, 'avg_acc_mask': 58.54383358098069, 'loss': 1.3571054935455322}
+{'epoch': 188, 'iter': 810, 'avg_loss': 1.1930570278302957, 'avg_acc_mask': 58.54612012473449, 'loss': 1.0749512910842896}
+{'epoch': 188, 'iter': 820, 'avg_loss': 1.19294552063971, 'avg_acc_mask': 58.55117758678424, 'loss': 1.0798776149749756}
+{'epoch': 188, 'iter': 830, 'avg_loss': 1.1935715652401553, 'avg_acc_mask': 58.54261376175134, 'loss': 1.0656845569610596}
+{'epoch': 188, 'iter': 840, 'avg_loss': 1.192666149734742, 'avg_acc_mask': 58.55195725656962, 'loss': 1.1238516569137573}
+{'epoch': 188, 'iter': 850, 'avg_loss': 1.1939790952079585, 'avg_acc_mask': 58.53648022416209, 'loss': 1.223707914352417}
+{'epoch': 188, 'iter': 860, 'avg_loss': 1.1947004234333902, 'avg_acc_mask': 58.492614192669535, 'loss': 1.2254475355148315}
+{'epoch': 188, 'iter': 870, 'avg_loss': 1.196052261184469, 'avg_acc_mask': 58.42507773762501, 'loss': 1.1224827766418457}
+{'epoch': 188, 'iter': 880, 'avg_loss': 1.1953650860456277, 'avg_acc_mask': 58.471229003825044, 'loss': 1.00139582157135}
+{'epoch': 188, 'iter': 890, 'avg_loss': 1.193200946255565, 'avg_acc_mask': 58.57874915107736, 'loss': 0.7934169173240662}
+{'epoch': 188, 'iter': 900, 'avg_loss': 1.1935104925545155, 'avg_acc_mask': 58.560335013823384, 'loss': 1.4779390096664429}
+{'epoch': 188, 'iter': 910, 'avg_loss': 1.1941281441930358, 'avg_acc_mask': 58.51407475772958, 'loss': 1.2454808950424194}
+{'epoch': 188, 'iter': 920, 'avg_loss': 1.1934334525067953, 'avg_acc_mask': 58.53605258454634, 'loss': 0.9590393900871277}
+{'epoch': 188, 'iter': 930, 'avg_loss': 1.1934224983035047, 'avg_acc_mask': 58.535770440251575, 'loss': 1.289771556854248}
+{'epoch': 188, 'iter': 940, 'avg_loss': 1.1937361608529573, 'avg_acc_mask': 58.52359947923751, 'loss': 1.0248453617095947}
+{'epoch': 188, 'iter': 950, 'avg_loss': 1.1945963809041444, 'avg_acc_mask': 58.49267110375871, 'loss': 1.3611637353897095}
+{'epoch': 188, 'iter': 960, 'avg_loss': 1.1945697984015657, 'avg_acc_mask': 58.508145184338375, 'loss': 1.3432300090789795}
+{'epoch': 188, 'iter': 970, 'avg_loss': 1.1947569616913918, 'avg_acc_mask': 58.50468346557606, 'loss': 1.1242361068725586}
+{'epoch': 188, 'iter': 980, 'avg_loss': 1.1947509191937888, 'avg_acc_mask': 58.4978468765729, 'loss': 1.154058814048767}
+{'epoch': 188, 'iter': 990, 'avg_loss': 1.195556633347339, 'avg_acc_mask': 58.48001771283074, 'loss': 1.4056823253631592}
+{'epoch': 188, 'iter': 1000, 'avg_loss': 1.1955932916461172, 'avg_acc_mask': 58.481775828994245, 'loss': 1.3825867176055908}
+{'epoch': 188, 'iter': 1010, 'avg_loss': 1.1965184035452137, 'avg_acc_mask': 58.44480243271127, 'loss': 1.2740308046340942}
+{'epoch': 188, 'iter': 1020, 'avg_loss': 1.1960551467278095, 'avg_acc_mask': 58.43934778713492, 'loss': 0.900635302066803}
+{'epoch': 188, 'iter': 1030, 'avg_loss': 1.1956688326961433, 'avg_acc_mask': 58.46907271372298, 'loss': 1.1993331909179688}
+{'epoch': 188, 'iter': 1040, 'avg_loss': 1.1948836746980775, 'avg_acc_mask': 58.48854183154821, 'loss': 0.939164400100708}
+{'epoch': 188, 'iter': 1050, 'avg_loss': 1.1941394518376758, 'avg_acc_mask': 58.52532152939946, 'loss': 1.2160617113113403}
+{'epoch': 188, 'iter': 1060, 'avg_loss': 1.1944487243750317, 'avg_acc_mask': 58.50920520880108, 'loss': 1.3259754180908203}
+{'epoch': 188, 'iter': 1070, 'avg_loss': 1.193377484516158, 'avg_acc_mask': 58.54947084067089, 'loss': 1.0354410409927368}
+{'epoch': 188, 'iter': 1080, 'avg_loss': 1.1925966107768113, 'avg_acc_mask': 58.593075425378814, 'loss': 0.9529263377189636}
+{'epoch': 188, 'iter': 1090, 'avg_loss': 1.1929329886663735, 'avg_acc_mask': 58.5503603150662, 'loss': 1.2165979146957397}
+{'epoch': 188, 'iter': 1100, 'avg_loss': 1.1916390097650151, 'avg_acc_mask': 58.60523038605231, 'loss': 0.8561773300170898}
+{'epoch': 'EP188_train', 'avg_loss': 1.1917754449455986, 'total_masked_acc': 58.59895790257216}
+{'epoch': 189, 'iter': 0, 'avg_loss': 1.3956094980239868, 'avg_acc_mask': 48.57142857142857, 'loss': 1.3956094980239868}
+{'epoch': 189, 'iter': 10, 'avg_loss': 1.3052693442864851, 'avg_acc_mask': 54.47647951441578, 'loss': 1.0946944952011108}
+{'epoch': 189, 'iter': 20, 'avg_loss': 1.2844883004824321, 'avg_acc_mask': 55.51053484602917, 'loss': 1.3515039682388306}
+{'epoch': 189, 'iter': 30, 'avg_loss': 1.2641096826522582, 'avg_acc_mask': 57.05417607223476, 'loss': 1.1962279081344604}
+{'epoch': 189, 'iter': 40, 'avg_loss': 1.239688706107256, 'avg_acc_mask': 57.779682811830256, 'loss': 1.102378010749817}
+{'epoch': 189, 'iter': 50, 'avg_loss': 1.2542825177604078, 'avg_acc_mask': 57.05962988348183, 'loss': 1.1618304252624512}
+{'epoch': 189, 'iter': 60, 'avg_loss': 1.2376462934447117, 'avg_acc_mask': 57.47325816710032, 'loss': 1.0031057596206665}
+{'epoch': 189, 'iter': 70, 'avg_loss': 1.2284016256601038, 'avg_acc_mask': 57.79269202087994, 'loss': 1.1888668537139893}
+{'epoch': 189, 'iter': 80, 'avg_loss': 1.233892861707711, 'avg_acc_mask': 57.531562908141055, 'loss': 1.5149290561676025}
+{'epoch': 189, 'iter': 90, 'avg_loss': 1.2258059290739207, 'avg_acc_mask': 57.78767919411081, 'loss': 1.251786708831787}
+{'epoch': 189, 'iter': 100, 'avg_loss': 1.2127453448748824, 'avg_acc_mask': 58.34365599009025, 'loss': 0.8703940510749817}
+{'epoch': 189, 'iter': 110, 'avg_loss': 1.2069070570103757, 'avg_acc_mask': 58.493641995435276, 'loss': 1.0024328231811523}
+{'epoch': 189, 'iter': 120, 'avg_loss': 1.201584613520252, 'avg_acc_mask': 58.6067415730337, 'loss': 1.0422227382659912}
+{'epoch': 189, 'iter': 130, 'avg_loss': 1.1999098235414227, 'avg_acc_mask': 58.80077369439072, 'loss': 1.2374266386032104}
+{'epoch': 189, 'iter': 140, 'avg_loss': 1.199551193426687, 'avg_acc_mask': 58.553475250064125, 'loss': 1.319860577583313}
+{'epoch': 189, 'iter': 150, 'avg_loss': 1.189853310585022, 'avg_acc_mask': 58.80650994575045, 'loss': 1.302095890045166}
+{'epoch': 189, 'iter': 160, 'avg_loss': 1.191535774965464, 'avg_acc_mask': 58.842152872003616, 'loss': 1.1740740537643433}
+{'epoch': 189, 'iter': 170, 'avg_loss': 1.1911692246358994, 'avg_acc_mask': 58.65496457650418, 'loss': 1.2253916263580322}
+{'epoch': 189, 'iter': 180, 'avg_loss': 1.1896979808807373, 'avg_acc_mask': 58.63895273308684, 'loss': 1.0652716159820557}
+{'epoch': 189, 'iter': 190, 'avg_loss': 1.187605398175604, 'avg_acc_mask': 58.79799981130295, 'loss': 0.9315749406814575}
+{'epoch': 189, 'iter': 200, 'avg_loss': 1.1824952037773322, 'avg_acc_mask': 58.897468127132335, 'loss': 1.233803629875183}
+{'epoch': 189, 'iter': 210, 'avg_loss': 1.1814160841336183, 'avg_acc_mask': 58.84766626773808, 'loss': 1.1565836668014526}
+{'epoch': 189, 'iter': 220, 'avg_loss': 1.1802008208645955, 'avg_acc_mask': 58.76734693877551, 'loss': 1.277796745300293}
+{'epoch': 189, 'iter': 230, 'avg_loss': 1.1798368173760254, 'avg_acc_mask': 58.81067582331825, 'loss': 1.1118723154067993}
+{'epoch': 189, 'iter': 240, 'avg_loss': 1.1808151939103217, 'avg_acc_mask': 58.819564077597185, 'loss': 1.1020804643630981}
+{'epoch': 189, 'iter': 250, 'avg_loss': 1.183739274384016, 'avg_acc_mask': 58.76288659793815, 'loss': 0.9311579465866089}
+{'epoch': 189, 'iter': 260, 'avg_loss': 1.1820035369003412, 'avg_acc_mask': 58.71903407119562, 'loss': 0.9352776408195496}
+{'epoch': 189, 'iter': 270, 'avg_loss': 1.1828861399330337, 'avg_acc_mask': 58.672248803827756, 'loss': 1.0243579149246216}
+{'epoch': 189, 'iter': 280, 'avg_loss': 1.1859411109384692, 'avg_acc_mask': 58.570236796509015, 'loss': 0.8187984824180603}
+{'epoch': 189, 'iter': 290, 'avg_loss': 1.1858902981191157, 'avg_acc_mask': 58.63161819537659, 'loss': 1.0368021726608276}
+{'epoch': 189, 'iter': 300, 'avg_loss': 1.1834991253491651, 'avg_acc_mask': 58.78114680276193, 'loss': 0.8690954446792603}
+{'epoch': 189, 'iter': 310, 'avg_loss': 1.180898229983842, 'avg_acc_mask': 58.76871104898363, 'loss': 1.1174473762512207}
+{'epoch': 189, 'iter': 320, 'avg_loss': 1.185698909365871, 'avg_acc_mask': 58.66440294284098, 'loss': 1.2180589437484741}
+{'epoch': 189, 'iter': 330, 'avg_loss': 1.1839301733812178, 'avg_acc_mask': 58.675460291288815, 'loss': 0.9611200094223022}
+{'epoch': 189, 'iter': 340, 'avg_loss': 1.1833985774747786, 'avg_acc_mask': 58.62711683885398, 'loss': 1.1239153146743774}
+{'epoch': 189, 'iter': 350, 'avg_loss': 1.1820844574871225, 'avg_acc_mask': 58.78483373044649, 'loss': 1.4620866775512695}
+{'epoch': 189, 'iter': 360, 'avg_loss': 1.1828710910686164, 'avg_acc_mask': 58.72195170925154, 'loss': 1.2142333984375}
+{'epoch': 189, 'iter': 370, 'avg_loss': 1.184771483959856, 'avg_acc_mask': 58.69575852453403, 'loss': 1.0676213502883911}
+{'epoch': 189, 'iter': 380, 'avg_loss': 1.1863673401316945, 'avg_acc_mask': 58.642180883962126, 'loss': 0.6921311616897583}
+{'epoch': 189, 'iter': 390, 'avg_loss': 1.1870836421961675, 'avg_acc_mask': 58.633310169098905, 'loss': 1.2563377618789673}
+{'epoch': 189, 'iter': 400, 'avg_loss': 1.1870922975409357, 'avg_acc_mask': 58.639714195269754, 'loss': 1.4072455167770386}
+{'epoch': 189, 'iter': 410, 'avg_loss': 1.1853258833107867, 'avg_acc_mask': 58.76666372384568, 'loss': 0.8957707285881042}
+{'epoch': 189, 'iter': 420, 'avg_loss': 1.1831885226548708, 'avg_acc_mask': 58.82885602173257, 'loss': 1.2094143629074097}
+{'epoch': 189, 'iter': 430, 'avg_loss': 1.1819409501248335, 'avg_acc_mask': 58.8728007408031, 'loss': 1.3494517803192139}
+{'epoch': 189, 'iter': 440, 'avg_loss': 1.1846972621487382, 'avg_acc_mask': 58.81482090718427, 'loss': 1.6257593631744385}
+{'epoch': 189, 'iter': 450, 'avg_loss': 1.1839236907842683, 'avg_acc_mask': 58.877526370883324, 'loss': 0.9203705191612244}
+{'epoch': 189, 'iter': 460, 'avg_loss': 1.1859799249829026, 'avg_acc_mask': 58.841139165714736, 'loss': 1.0649564266204834}
+{'epoch': 189, 'iter': 470, 'avg_loss': 1.1867533632397904, 'avg_acc_mask': 58.77477060683167, 'loss': 1.0474853515625}
+{'epoch': 189, 'iter': 480, 'avg_loss': 1.1849949300413072, 'avg_acc_mask': 58.785060860361384, 'loss': 0.997427225112915}
+{'epoch': 189, 'iter': 490, 'avg_loss': 1.1873332640789678, 'avg_acc_mask': 58.71120833487821, 'loss': 1.3448208570480347}
+{'epoch': 189, 'iter': 500, 'avg_loss': 1.1867537355708504, 'avg_acc_mask': 58.699593849724394, 'loss': 1.1249260902404785}
+{'epoch': 189, 'iter': 510, 'avg_loss': 1.1855915773171501, 'avg_acc_mask': 58.7182037800199, 'loss': 1.2790701389312744}
+{'epoch': 189, 'iter': 520, 'avg_loss': 1.1858553487142538, 'avg_acc_mask': 58.74886672710788, 'loss': 1.3297433853149414}
+{'epoch': 189, 'iter': 530, 'avg_loss': 1.1858721457407748, 'avg_acc_mask': 58.72238396985785, 'loss': 0.9715181589126587}
+{'epoch': 189, 'iter': 540, 'avg_loss': 1.1866136299043397, 'avg_acc_mask': 58.67271505376343, 'loss': 1.424543023109436}
+{'epoch': 189, 'iter': 550, 'avg_loss': 1.1875519392278364, 'avg_acc_mask': 58.633863583967326, 'loss': 1.5322580337524414}
+{'epoch': 189, 'iter': 560, 'avg_loss': 1.1861404683075698, 'avg_acc_mask': 58.72995302122145, 'loss': 1.0008230209350586}
+{'epoch': 189, 'iter': 570, 'avg_loss': 1.1854929587886964, 'avg_acc_mask': 58.72217090804854, 'loss': 1.1892625093460083}
+{'epoch': 189, 'iter': 580, 'avg_loss': 1.1841385675379414, 'avg_acc_mask': 58.79334084366003, 'loss': 1.249140739440918}
+{'epoch': 189, 'iter': 590, 'avg_loss': 1.1833805244182773, 'avg_acc_mask': 58.80398671096345, 'loss': 1.0171064138412476}
+{'epoch': 189, 'iter': 600, 'avg_loss': 1.1844211976460728, 'avg_acc_mask': 58.791674230047796, 'loss': 1.2934610843658447}
+{'epoch': 189, 'iter': 610, 'avg_loss': 1.184432539436509, 'avg_acc_mask': 58.79150303463049, 'loss': 1.07387375831604}
+{'epoch': 189, 'iter': 620, 'avg_loss': 1.1835882277880314, 'avg_acc_mask': 58.84042677922382, 'loss': 1.1448830366134644}
+{'epoch': 189, 'iter': 630, 'avg_loss': 1.1832608647656326, 'avg_acc_mask': 58.836082593148, 'loss': 1.0693484544754028}
+{'epoch': 189, 'iter': 640, 'avg_loss': 1.1837504567482542, 'avg_acc_mask': 58.84193163073773, 'loss': 1.1344715356826782}
+{'epoch': 189, 'iter': 650, 'avg_loss': 1.1850997873348759, 'avg_acc_mask': 58.794350092483604, 'loss': 0.9889390468597412}
+{'epoch': 189, 'iter': 660, 'avg_loss': 1.1840134145813161, 'avg_acc_mask': 58.81004969630038, 'loss': 0.9895733594894409}
+{'epoch': 189, 'iter': 670, 'avg_loss': 1.1837779755208602, 'avg_acc_mask': 58.80848748639826, 'loss': 1.1199896335601807}
+{'epoch': 189, 'iter': 680, 'avg_loss': 1.184232881940934, 'avg_acc_mask': 58.78869087498325, 'loss': 1.178714632987976}
+{'epoch': 189, 'iter': 690, 'avg_loss': 1.1846521161227082, 'avg_acc_mask': 58.80863187885823, 'loss': 1.19707190990448}
+{'epoch': 189, 'iter': 700, 'avg_loss': 1.1868222873663257, 'avg_acc_mask': 58.74076771039217, 'loss': 1.1592499017715454}
+{'epoch': 189, 'iter': 710, 'avg_loss': 1.1859116202165305, 'avg_acc_mask': 58.76574242696283, 'loss': 1.0694491863250732}
+{'epoch': 189, 'iter': 720, 'avg_loss': 1.1874736008465538, 'avg_acc_mask': 58.654259488709634, 'loss': 1.1872730255126953}
+{'epoch': 189, 'iter': 730, 'avg_loss': 1.1846616990589085, 'avg_acc_mask': 58.73954823411955, 'loss': 1.133183240890503}
+{'epoch': 189, 'iter': 740, 'avg_loss': 1.1850097819700254, 'avg_acc_mask': 58.7190275829827, 'loss': 1.0924923419952393}
+{'epoch': 189, 'iter': 750, 'avg_loss': 1.1863629367951547, 'avg_acc_mask': 58.6725276860307, 'loss': 1.2991441488265991}
+{'epoch': 189, 'iter': 760, 'avg_loss': 1.186209893884546, 'avg_acc_mask': 58.704094352286894, 'loss': 1.1011470556259155}
+{'epoch': 189, 'iter': 770, 'avg_loss': 1.1881399120647465, 'avg_acc_mask': 58.58342201726381, 'loss': 1.226771354675293}
+{'epoch': 189, 'iter': 780, 'avg_loss': 1.1872566649153657, 'avg_acc_mask': 58.6199649737303, 'loss': 1.0193349123001099}
+{'epoch': 189, 'iter': 790, 'avg_loss': 1.186285512486541, 'avg_acc_mask': 58.68291107111542, 'loss': 1.1398624181747437}
+{'epoch': 189, 'iter': 800, 'avg_loss': 1.18664644958077, 'avg_acc_mask': 58.65220264819162, 'loss': 1.316992163658142}
+{'epoch': 189, 'iter': 810, 'avg_loss': 1.1870268528911248, 'avg_acc_mask': 58.6463963963964, 'loss': 1.1037122011184692}
+{'epoch': 189, 'iter': 820, 'avg_loss': 1.18722171426255, 'avg_acc_mask': 58.6577868852459, 'loss': 1.158514142036438}
+{'epoch': 189, 'iter': 830, 'avg_loss': 1.187477426193251, 'avg_acc_mask': 58.63193618052801, 'loss': 1.3841670751571655}
+{'epoch': 189, 'iter': 840, 'avg_loss': 1.1873692160695968, 'avg_acc_mask': 58.6398258977149, 'loss': 1.2888591289520264}
+{'epoch': 189, 'iter': 850, 'avg_loss': 1.1886865322234068, 'avg_acc_mask': 58.568511552928534, 'loss': 1.1379669904708862}
+{'epoch': 189, 'iter': 860, 'avg_loss': 1.1896402042501895, 'avg_acc_mask': 58.537620715271146, 'loss': 1.3698621988296509}
+{'epoch': 189, 'iter': 870, 'avg_loss': 1.1914398225385752, 'avg_acc_mask': 58.4413680440656, 'loss': 1.305281400680542}
+{'epoch': 189, 'iter': 880, 'avg_loss': 1.1915808210443286, 'avg_acc_mask': 58.445456427240735, 'loss': 0.8352402448654175}
+{'epoch': 189, 'iter': 890, 'avg_loss': 1.190610822269277, 'avg_acc_mask': 58.49249938519551, 'loss': 0.8378435969352722}
+{'epoch': 189, 'iter': 900, 'avg_loss': 1.19113760491984, 'avg_acc_mask': 58.46502958100332, 'loss': 1.3390731811523438}
+{'epoch': 189, 'iter': 910, 'avg_loss': 1.1917490836163385, 'avg_acc_mask': 58.4612613333867, 'loss': 1.345495581626892}
+{'epoch': 189, 'iter': 920, 'avg_loss': 1.1910782863469906, 'avg_acc_mask': 58.48645220114567, 'loss': 1.0160887241363525}
+{'epoch': 189, 'iter': 930, 'avg_loss': 1.190230058612168, 'avg_acc_mask': 58.511264620456856, 'loss': 1.6197713613510132}
+{'epoch': 189, 'iter': 940, 'avg_loss': 1.190605966304998, 'avg_acc_mask': 58.48013347819339, 'loss': 1.1360405683517456}
+{'epoch': 189, 'iter': 950, 'avg_loss': 1.1912344995607964, 'avg_acc_mask': 58.49643103845268, 'loss': 1.337177038192749}
+{'epoch': 189, 'iter': 960, 'avg_loss': 1.1904173776212765, 'avg_acc_mask': 58.51894047279978, 'loss': 1.1341328620910645}
+{'epoch': 189, 'iter': 970, 'avg_loss': 1.190089679832439, 'avg_acc_mask': 58.53374198522084, 'loss': 0.9699817895889282}
+{'epoch': 189, 'iter': 980, 'avg_loss': 1.190358875480753, 'avg_acc_mask': 58.51166772116566, 'loss': 0.9453515410423279}
+{'epoch': 189, 'iter': 990, 'avg_loss': 1.1908830572690299, 'avg_acc_mask': 58.50290028542492, 'loss': 1.0109469890594482}
+{'epoch': 189, 'iter': 1000, 'avg_loss': 1.1916274303322905, 'avg_acc_mask': 58.466418726755634, 'loss': 1.4013057947158813}
+{'epoch': 189, 'iter': 1010, 'avg_loss': 1.1914450329913584, 'avg_acc_mask': 58.44470129307231, 'loss': 1.068361759185791}
+{'epoch': 189, 'iter': 1020, 'avg_loss': 1.1914924992053213, 'avg_acc_mask': 58.484393435589396, 'loss': 1.2021645307540894}
+{'epoch': 189, 'iter': 1030, 'avg_loss': 1.1912820821358785, 'avg_acc_mask': 58.510807796484144, 'loss': 1.1641924381256104}
+{'epoch': 189, 'iter': 1040, 'avg_loss': 1.1911524247939946, 'avg_acc_mask': 58.499000736299564, 'loss': 1.3560584783554077}
+{'epoch': 189, 'iter': 1050, 'avg_loss': 1.1906817414781006, 'avg_acc_mask': 58.506425842306356, 'loss': 1.168302297592163}
+{'epoch': 189, 'iter': 1060, 'avg_loss': 1.1900309878177624, 'avg_acc_mask': 58.52445759708195, 'loss': 0.6775751709938049}
+{'epoch': 189, 'iter': 1070, 'avg_loss': 1.1891579983615075, 'avg_acc_mask': 58.550937217512924, 'loss': 1.2419301271438599}
+{'epoch': 189, 'iter': 1080, 'avg_loss': 1.1881799233058996, 'avg_acc_mask': 58.60064221733987, 'loss': 0.8943250179290771}
+{'epoch': 189, 'iter': 1090, 'avg_loss': 1.1882854188176932, 'avg_acc_mask': 58.588731263383295, 'loss': 1.2045685052871704}
+{'epoch': 189, 'iter': 1100, 'avg_loss': 1.1879236328937486, 'avg_acc_mask': 58.619432057424206, 'loss': 0.9868500828742981}
+{'epoch': 'EP189_train', 'avg_loss': 1.1881855852463665, 'total_masked_acc': 58.59214960681953}
+{'epoch': 190, 'iter': 0, 'avg_loss': 1.2186768054962158, 'avg_acc_mask': 63.33333333333333, 'loss': 1.2186768054962158}
+{'epoch': 190, 'iter': 10, 'avg_loss': 1.267197695645419, 'avg_acc_mask': 57.04697986577181, 'loss': 1.1066492795944214}
+{'epoch': 190, 'iter': 20, 'avg_loss': 1.2975458531152635, 'avg_acc_mask': 54.929577464788736, 'loss': 1.5842328071594238}
+{'epoch': 190, 'iter': 30, 'avg_loss': 1.2650733955444828, 'avg_acc_mask': 56.526946107784426, 'loss': 1.3215078115463257}
+{'epoch': 190, 'iter': 40, 'avg_loss': 1.2532688364750002, 'avg_acc_mask': 55.80035971223022, 'loss': 1.3342493772506714}
+{'epoch': 190, 'iter': 50, 'avg_loss': 1.2554907413089977, 'avg_acc_mask': 56.17572920417717, 'loss': 1.2976875305175781}
+{'epoch': 190, 'iter': 60, 'avg_loss': 1.2464733710054492, 'avg_acc_mask': 56.71954504639329, 'loss': 1.0846198797225952}
+{'epoch': 190, 'iter': 70, 'avg_loss': 1.2286397445369774, 'avg_acc_mask': 57.242628039317125, 'loss': 1.0413548946380615}
+{'epoch': 190, 'iter': 80, 'avg_loss': 1.2263919181293912, 'avg_acc_mask': 57.362240289069554, 'loss': 1.4981250762939453}
+{'epoch': 190, 'iter': 90, 'avg_loss': 1.2193406577948684, 'avg_acc_mask': 57.56539235412475, 'loss': 1.0369939804077148}
+{'epoch': 190, 'iter': 100, 'avg_loss': 1.2077448527411658, 'avg_acc_mask': 57.90237706405371, 'loss': 0.884570300579071}
+{'epoch': 190, 'iter': 110, 'avg_loss': 1.2032736314309609, 'avg_acc_mask': 58.15109343936382, 'loss': 0.8347529172897339}
+{'epoch': 190, 'iter': 120, 'avg_loss': 1.1971282308751887, 'avg_acc_mask': 58.291457286432156, 'loss': 1.2814091444015503}
+{'epoch': 190, 'iter': 130, 'avg_loss': 1.193230249954544, 'avg_acc_mask': 58.417508417508415, 'loss': 1.3093101978302002}
+{'epoch': 190, 'iter': 140, 'avg_loss': 1.1978515509172534, 'avg_acc_mask': 58.224576818710425, 'loss': 1.2337849140167236}
+{'epoch': 190, 'iter': 150, 'avg_loss': 1.1938921615777427, 'avg_acc_mask': 58.37175442853676, 'loss': 1.2171359062194824}
+{'epoch': 190, 'iter': 160, 'avg_loss': 1.1985993333484815, 'avg_acc_mask': 58.253315043438505, 'loss': 1.0840668678283691}
+{'epoch': 190, 'iter': 170, 'avg_loss': 1.1989149970617907, 'avg_acc_mask': 58.191909488739455, 'loss': 1.3434944152832031}
+{'epoch': 190, 'iter': 180, 'avg_loss': 1.2006306592272131, 'avg_acc_mask': 58.16769246291999, 'loss': 1.1905168294906616}
+{'epoch': 190, 'iter': 190, 'avg_loss': 1.1965262855534777, 'avg_acc_mask': 58.1984383926871, 'loss': 1.1087229251861572}
+{'epoch': 190, 'iter': 200, 'avg_loss': 1.1921600278337203, 'avg_acc_mask': 58.22302810516773, 'loss': 1.1256479024887085}
+{'epoch': 190, 'iter': 210, 'avg_loss': 1.1909109232549984, 'avg_acc_mask': 58.32687838884586, 'loss': 1.0207774639129639}
+{'epoch': 190, 'iter': 220, 'avg_loss': 1.188988653243397, 'avg_acc_mask': 58.33538942347233, 'loss': 1.415887713432312}
+{'epoch': 190, 'iter': 230, 'avg_loss': 1.1942343206116648, 'avg_acc_mask': 58.171788810086674, 'loss': 1.3109023571014404}
+{'epoch': 190, 'iter': 240, 'avg_loss': 1.192953540329122, 'avg_acc_mask': 58.30863916115797, 'loss': 1.3656704425811768}
+{'epoch': 190, 'iter': 250, 'avg_loss': 1.192305947204985, 'avg_acc_mask': 58.30096019936965, 'loss': 1.1889121532440186}
+{'epoch': 190, 'iter': 260, 'avg_loss': 1.1931314566583011, 'avg_acc_mask': 58.25995068686157, 'loss': 1.0426396131515503}
+{'epoch': 190, 'iter': 270, 'avg_loss': 1.1950020042292746, 'avg_acc_mask': 58.262224028172824, 'loss': 1.37452232837677}
+{'epoch': 190, 'iter': 280, 'avg_loss': 1.1950681996515213, 'avg_acc_mask': 58.28100470957614, 'loss': 0.5852911472320557}
+{'epoch': 190, 'iter': 290, 'avg_loss': 1.1949905116123842, 'avg_acc_mask': 58.29596412556054, 'loss': 1.1257505416870117}
+{'epoch': 190, 'iter': 300, 'avg_loss': 1.1922052910557617, 'avg_acc_mask': 58.39794859271018, 'loss': 1.0251449346542358}
+{'epoch': 190, 'iter': 310, 'avg_loss': 1.1909383901445811, 'avg_acc_mask': 58.396494552344855, 'loss': 0.6983188390731812}
+{'epoch': 190, 'iter': 320, 'avg_loss': 1.1938832775454655, 'avg_acc_mask': 58.376918213690445, 'loss': 0.9660999178886414}
+{'epoch': 190, 'iter': 330, 'avg_loss': 1.1969818881631258, 'avg_acc_mask': 58.36811932988256, 'loss': 1.1009749174118042}
+{'epoch': 190, 'iter': 340, 'avg_loss': 1.1958402216958859, 'avg_acc_mask': 58.41071042971281, 'loss': 1.5062437057495117}
+{'epoch': 190, 'iter': 350, 'avg_loss': 1.1940834248847092, 'avg_acc_mask': 58.49423896459199, 'loss': 1.0067238807678223}
+{'epoch': 190, 'iter': 360, 'avg_loss': 1.1943539769035296, 'avg_acc_mask': 58.53683405556972, 'loss': 1.4031721353530884}
+{'epoch': 190, 'iter': 370, 'avg_loss': 1.1952626722842215, 'avg_acc_mask': 58.53948738287641, 'loss': 0.9919856786727905}
+{'epoch': 190, 'iter': 380, 'avg_loss': 1.198659958019657, 'avg_acc_mask': 58.515873781723435, 'loss': 1.2618305683135986}
+{'epoch': 190, 'iter': 390, 'avg_loss': 1.1979772741227503, 'avg_acc_mask': 58.53245531514582, 'loss': 1.2440651655197144}
+{'epoch': 190, 'iter': 400, 'avg_loss': 1.1992543839159748, 'avg_acc_mask': 58.51288163564683, 'loss': 1.2985068559646606}
+{'epoch': 190, 'iter': 410, 'avg_loss': 1.1980161207145728, 'avg_acc_mask': 58.54954673335418, 'loss': 1.0915619134902954}
+{'epoch': 190, 'iter': 420, 'avg_loss': 1.196064388808615, 'avg_acc_mask': 58.6158746781865, 'loss': 1.1159720420837402}
+{'epoch': 190, 'iter': 430, 'avg_loss': 1.196302646135786, 'avg_acc_mask': 58.64363403710813, 'loss': 1.2395524978637695}
+{'epoch': 190, 'iter': 440, 'avg_loss': 1.198066566671644, 'avg_acc_mask': 58.675827607745155, 'loss': 1.3420759439468384}
+{'epoch': 190, 'iter': 450, 'avg_loss': 1.1978121886232211, 'avg_acc_mask': 58.64333496492087, 'loss': 0.9915186166763306}
+{'epoch': 190, 'iter': 460, 'avg_loss': 1.197584038830631, 'avg_acc_mask': 58.6381384970914, 'loss': 1.2301387786865234}
+{'epoch': 190, 'iter': 470, 'avg_loss': 1.1982002358274602, 'avg_acc_mask': 58.6345225112946, 'loss': 1.2906429767608643}
+{'epoch': 190, 'iter': 480, 'avg_loss': 1.1961218419788782, 'avg_acc_mask': 58.74537054713451, 'loss': 0.9727965593338013}
+{'epoch': 190, 'iter': 490, 'avg_loss': 1.1972484493935425, 'avg_acc_mask': 58.71436054778118, 'loss': 1.3770071268081665}
+{'epoch': 190, 'iter': 500, 'avg_loss': 1.1956477410303143, 'avg_acc_mask': 58.79809454012459, 'loss': 1.216003179550171}
+{'epoch': 190, 'iter': 510, 'avg_loss': 1.195062415007276, 'avg_acc_mask': 58.794835007173596, 'loss': 1.1818830966949463}
+{'epoch': 190, 'iter': 520, 'avg_loss': 1.194458368186072, 'avg_acc_mask': 58.79684972927362, 'loss': 1.3431471586227417}
+{'epoch': 190, 'iter': 530, 'avg_loss': 1.1941015943744537, 'avg_acc_mask': 58.794056668970285, 'loss': 1.1994093656539917}
+{'epoch': 190, 'iter': 540, 'avg_loss': 1.1931558516902536, 'avg_acc_mask': 58.76404113075644, 'loss': 1.2822166681289673}
+{'epoch': 190, 'iter': 550, 'avg_loss': 1.1936995524460088, 'avg_acc_mask': 58.74617126115328, 'loss': 1.083046317100525}
+{'epoch': 190, 'iter': 560, 'avg_loss': 1.1935958668934896, 'avg_acc_mask': 58.76305536456798, 'loss': 1.3581151962280273}
+{'epoch': 190, 'iter': 570, 'avg_loss': 1.192523162231345, 'avg_acc_mask': 58.81879885482678, 'loss': 1.2688320875167847}
+{'epoch': 190, 'iter': 580, 'avg_loss': 1.192153238798788, 'avg_acc_mask': 58.82073980398356, 'loss': 1.3845117092132568}
+{'epoch': 190, 'iter': 590, 'avg_loss': 1.1925570571483088, 'avg_acc_mask': 58.82188461179979, 'loss': 0.989965558052063}
+{'epoch': 190, 'iter': 600, 'avg_loss': 1.1926078088271637, 'avg_acc_mask': 58.810586149990826, 'loss': 1.3075549602508545}
+{'epoch': 190, 'iter': 610, 'avg_loss': 1.1933321196787097, 'avg_acc_mask': 58.763474762033454, 'loss': 1.4778891801834106}
+{'epoch': 190, 'iter': 620, 'avg_loss': 1.1921663674947336, 'avg_acc_mask': 58.809439318665724, 'loss': 1.4150527715682983}
+{'epoch': 190, 'iter': 630, 'avg_loss': 1.1906578931868927, 'avg_acc_mask': 58.86341151137753, 'loss': 1.204586148262024}
+{'epoch': 190, 'iter': 640, 'avg_loss': 1.191185386058135, 'avg_acc_mask': 58.867935359797926, 'loss': 0.9254814386367798}
+{'epoch': 190, 'iter': 650, 'avg_loss': 1.1930868155029695, 'avg_acc_mask': 58.796545377318424, 'loss': 1.0550962686538696}
+{'epoch': 190, 'iter': 660, 'avg_loss': 1.1919668002135815, 'avg_acc_mask': 58.820575764338315, 'loss': 1.0679399967193604}
+{'epoch': 190, 'iter': 670, 'avg_loss': 1.1919495252845185, 'avg_acc_mask': 58.804927679700825, 'loss': 1.1092315912246704}
+{'epoch': 190, 'iter': 680, 'avg_loss': 1.1916233046464457, 'avg_acc_mask': 58.845997561966676, 'loss': 1.1746193170547485}
+{'epoch': 190, 'iter': 690, 'avg_loss': 1.1926174366525906, 'avg_acc_mask': 58.83921192247193, 'loss': 1.132530927658081}
+{'epoch': 190, 'iter': 700, 'avg_loss': 1.194838420555697, 'avg_acc_mask': 58.806989883063984, 'loss': 1.2243413925170898}
+{'epoch': 190, 'iter': 710, 'avg_loss': 1.194796369297092, 'avg_acc_mask': 58.80356495155189, 'loss': 1.0828768014907837}
+{'epoch': 190, 'iter': 720, 'avg_loss': 1.1950026832407292, 'avg_acc_mask': 58.790184613027606, 'loss': 1.1246697902679443}
+{'epoch': 190, 'iter': 730, 'avg_loss': 1.1955641776364088, 'avg_acc_mask': 58.75450127168794, 'loss': 1.5369508266448975}
+{'epoch': 190, 'iter': 740, 'avg_loss': 1.1972499517133202, 'avg_acc_mask': 58.69662474524034, 'loss': 1.1164734363555908}
+{'epoch': 190, 'iter': 750, 'avg_loss': 1.1981653633035134, 'avg_acc_mask': 58.66715668259218, 'loss': 1.1970961093902588}
+{'epoch': 190, 'iter': 760, 'avg_loss': 1.1976230348926649, 'avg_acc_mask': 58.70838172667441, 'loss': 1.2337161302566528}
+{'epoch': 190, 'iter': 770, 'avg_loss': 1.1996447068244103, 'avg_acc_mask': 58.63327370304114, 'loss': 1.2451976537704468}
+{'epoch': 190, 'iter': 780, 'avg_loss': 1.1989213319044565, 'avg_acc_mask': 58.646651922262485, 'loss': 1.2223845720291138}
+{'epoch': 190, 'iter': 790, 'avg_loss': 1.1991919859320717, 'avg_acc_mask': 58.64359540123098, 'loss': 1.2148445844650269}
+{'epoch': 190, 'iter': 800, 'avg_loss': 1.1990110470858704, 'avg_acc_mask': 58.658475081380956, 'loss': 1.3681693077087402}
+{'epoch': 190, 'iter': 810, 'avg_loss': 1.1989874643550407, 'avg_acc_mask': 58.68397797566447, 'loss': 1.1772220134735107}
+{'epoch': 190, 'iter': 820, 'avg_loss': 1.19845919842842, 'avg_acc_mask': 58.73001656889526, 'loss': 1.1386088132858276}
+{'epoch': 190, 'iter': 830, 'avg_loss': 1.1978289619823368, 'avg_acc_mask': 58.73904576436222, 'loss': 1.337787389755249}
+{'epoch': 190, 'iter': 840, 'avg_loss': 1.1977176249523367, 'avg_acc_mask': 58.72291156938133, 'loss': 0.9885520339012146}
+{'epoch': 190, 'iter': 850, 'avg_loss': 1.1987885752239742, 'avg_acc_mask': 58.668133100429145, 'loss': 1.2155860662460327}
+{'epoch': 190, 'iter': 860, 'avg_loss': 1.1991868428929204, 'avg_acc_mask': 58.640160231824765, 'loss': 1.3126115798950195}
+{'epoch': 190, 'iter': 870, 'avg_loss': 1.2003248607660681, 'avg_acc_mask': 58.60233155170237, 'loss': 1.255081057548523}
+{'epoch': 190, 'iter': 880, 'avg_loss': 1.2002838900763115, 'avg_acc_mask': 58.59578276888491, 'loss': 0.7870620489120483}
+{'epoch': 190, 'iter': 890, 'avg_loss': 1.1986468631678024, 'avg_acc_mask': 58.65402452849634, 'loss': 0.9021731615066528}
+{'epoch': 190, 'iter': 900, 'avg_loss': 1.198468826785601, 'avg_acc_mask': 58.67258619636275, 'loss': 1.3010982275009155}
+{'epoch': 190, 'iter': 910, 'avg_loss': 1.1985119436627292, 'avg_acc_mask': 58.65837459244053, 'loss': 1.2261542081832886}
+{'epoch': 190, 'iter': 920, 'avg_loss': 1.1969174826184001, 'avg_acc_mask': 58.73382901110291, 'loss': 1.2374285459518433}
+{'epoch': 190, 'iter': 930, 'avg_loss': 1.1958208226235674, 'avg_acc_mask': 58.7442971974799, 'loss': 1.6105477809906006}
+{'epoch': 190, 'iter': 940, 'avg_loss': 1.1966166563419176, 'avg_acc_mask': 58.69989842956481, 'loss': 1.032984733581543}
+{'epoch': 190, 'iter': 950, 'avg_loss': 1.1959703041928047, 'avg_acc_mask': 58.731814756853886, 'loss': 1.1715521812438965}
+{'epoch': 190, 'iter': 960, 'avg_loss': 1.1957268708702429, 'avg_acc_mask': 58.742835307604125, 'loss': 1.235100269317627}
+{'epoch': 190, 'iter': 970, 'avg_loss': 1.1953189689148098, 'avg_acc_mask': 58.77158147538813, 'loss': 1.0604959726333618}
+{'epoch': 190, 'iter': 980, 'avg_loss': 1.1956920453046318, 'avg_acc_mask': 58.74352210435726, 'loss': 1.0347973108291626}
+{'epoch': 190, 'iter': 990, 'avg_loss': 1.1968597162263064, 'avg_acc_mask': 58.70655977486068, 'loss': 1.4608964920043945}
+{'epoch': 190, 'iter': 1000, 'avg_loss': 1.1970163297343563, 'avg_acc_mask': 58.69130777551656, 'loss': 1.6291356086730957}
+{'epoch': 190, 'iter': 1010, 'avg_loss': 1.1962028226559995, 'avg_acc_mask': 58.690007082024366, 'loss': 1.1864100694656372}
+{'epoch': 190, 'iter': 1020, 'avg_loss': 1.1954695371058965, 'avg_acc_mask': 58.707102665971554, 'loss': 0.8740083575248718}
+{'epoch': 190, 'iter': 1030, 'avg_loss': 1.1953557314627616, 'avg_acc_mask': 58.718880222245964, 'loss': 1.3672679662704468}
+{'epoch': 190, 'iter': 1040, 'avg_loss': 1.1954347530771745, 'avg_acc_mask': 58.70891522076457, 'loss': 1.179044246673584}
+{'epoch': 190, 'iter': 1050, 'avg_loss': 1.1956767566877813, 'avg_acc_mask': 58.71232637372237, 'loss': 1.2818924188613892}
+{'epoch': 190, 'iter': 1060, 'avg_loss': 1.1950066996339803, 'avg_acc_mask': 58.72996642320606, 'loss': 1.1037834882736206}
+{'epoch': 190, 'iter': 1070, 'avg_loss': 1.1945262846826505, 'avg_acc_mask': 58.73767258382643, 'loss': 1.2656075954437256}
+{'epoch': 190, 'iter': 1080, 'avg_loss': 1.1936137498141879, 'avg_acc_mask': 58.79355156539317, 'loss': 1.0115716457366943}
+{'epoch': 190, 'iter': 1090, 'avg_loss': 1.1939027448731971, 'avg_acc_mask': 58.77369907220653, 'loss': 1.4212925434112549}
+{'epoch': 190, 'iter': 1100, 'avg_loss': 1.1937287851531975, 'avg_acc_mask': 58.791876988688415, 'loss': 1.0368398427963257}
+{'epoch': 'EP190_train', 'avg_loss': 1.1944698794934545, 'total_masked_acc': 58.790232890128316}
+{'epoch': 191, 'iter': 0, 'avg_loss': 1.2750368118286133, 'avg_acc_mask': 59.32203389830508, 'loss': 1.2750368118286133}
+{'epoch': 191, 'iter': 10, 'avg_loss': 1.1120426058769226, 'avg_acc_mask': 58.620689655172406, 'loss': 0.7467317581176758}
+{'epoch': 191, 'iter': 20, 'avg_loss': 1.1775538722674053, 'avg_acc_mask': 57.33672603901611, 'loss': 1.1352882385253906}
+{'epoch': 191, 'iter': 30, 'avg_loss': 1.186260946335331, 'avg_acc_mask': 57.498552403011004, 'loss': 1.2701994180679321}
+{'epoch': 191, 'iter': 40, 'avg_loss': 1.1841859381373336, 'avg_acc_mask': 57.65372873964238, 'loss': 0.9809794425964355}
+{'epoch': 191, 'iter': 50, 'avg_loss': 1.1870178942586862, 'avg_acc_mask': 57.3719065876612, 'loss': 1.2235552072525024}
+{'epoch': 191, 'iter': 60, 'avg_loss': 1.1882429543088695, 'avg_acc_mask': 57.21407624633431, 'loss': 0.953194797039032}
+{'epoch': 191, 'iter': 70, 'avg_loss': 1.1856628488486922, 'avg_acc_mask': 57.505070993914806, 'loss': 1.176551342010498}
+{'epoch': 191, 'iter': 80, 'avg_loss': 1.1913131254690665, 'avg_acc_mask': 57.45526838966203, 'loss': 1.295731544494629}
+{'epoch': 191, 'iter': 90, 'avg_loss': 1.1915767795436984, 'avg_acc_mask': 57.760314341846765, 'loss': 1.0684701204299927}
+{'epoch': 191, 'iter': 100, 'avg_loss': 1.188113770862617, 'avg_acc_mask': 57.923887797034126, 'loss': 1.2616217136383057}
+{'epoch': 191, 'iter': 110, 'avg_loss': 1.1896737008481413, 'avg_acc_mask': 57.78178243774575, 'loss': 0.909554123878479}
+{'epoch': 191, 'iter': 120, 'avg_loss': 1.1797874693042976, 'avg_acc_mask': 58.138834512874574, 'loss': 1.3378372192382812}
+{'epoch': 191, 'iter': 130, 'avg_loss': 1.1850194712631574, 'avg_acc_mask': 58.12603648424543, 'loss': 1.2772434949874878}
+{'epoch': 191, 'iter': 140, 'avg_loss': 1.1854555116477588, 'avg_acc_mask': 58.03329461866047, 'loss': 1.1919336318969727}
+{'epoch': 191, 'iter': 150, 'avg_loss': 1.1847842900168817, 'avg_acc_mask': 58.287025851654995, 'loss': 1.3943533897399902}
+{'epoch': 191, 'iter': 160, 'avg_loss': 1.18735355731123, 'avg_acc_mask': 58.307883723560685, 'loss': 1.3376625776290894}
+{'epoch': 191, 'iter': 170, 'avg_loss': 1.1912535265175224, 'avg_acc_mask': 58.28377230246389, 'loss': 1.306024432182312}
+{'epoch': 191, 'iter': 180, 'avg_loss': 1.1915798835991496, 'avg_acc_mask': 58.1327717609306, 'loss': 1.4955084323883057}
+{'epoch': 191, 'iter': 190, 'avg_loss': 1.1850231626895085, 'avg_acc_mask': 58.24394874228761, 'loss': 1.0279018878936768}
+{'epoch': 191, 'iter': 200, 'avg_loss': 1.1861540995427031, 'avg_acc_mask': 58.12500000000001, 'loss': 1.2136470079421997}
+{'epoch': 191, 'iter': 210, 'avg_loss': 1.1858098552125325, 'avg_acc_mask': 58.13512581868321, 'loss': 1.3015271425247192}
+{'epoch': 191, 'iter': 220, 'avg_loss': 1.1853992491286265, 'avg_acc_mask': 58.10390036053753, 'loss': 1.1343190670013428}
+{'epoch': 191, 'iter': 230, 'avg_loss': 1.1851725307377903, 'avg_acc_mask': 58.21611001964636, 'loss': 1.0991703271865845}
+{'epoch': 191, 'iter': 240, 'avg_loss': 1.1871365348333145, 'avg_acc_mask': 58.19085636815545, 'loss': 0.9763526320457458}
+{'epoch': 191, 'iter': 250, 'avg_loss': 1.1907581751090122, 'avg_acc_mask': 58.013609381786594, 'loss': 1.0022766590118408}
+{'epoch': 191, 'iter': 260, 'avg_loss': 1.1925619041325946, 'avg_acc_mask': 57.92776460744666, 'loss': 1.3273175954818726}
+{'epoch': 191, 'iter': 270, 'avg_loss': 1.1957060901441257, 'avg_acc_mask': 57.85489381657399, 'loss': 1.228871464729309}
+{'epoch': 191, 'iter': 280, 'avg_loss': 1.1983697429246325, 'avg_acc_mask': 57.81320596398374, 'loss': 0.7197285890579224}
+{'epoch': 191, 'iter': 290, 'avg_loss': 1.1988109317432154, 'avg_acc_mask': 57.86352000998939, 'loss': 1.1651549339294434}
+{'epoch': 191, 'iter': 300, 'avg_loss': 1.1956657731651863, 'avg_acc_mask': 57.95585122467494, 'loss': 0.9684538245201111}
+{'epoch': 191, 'iter': 310, 'avg_loss': 1.1944688583493617, 'avg_acc_mask': 57.997185741088174, 'loss': 1.052972674369812}
+{'epoch': 191, 'iter': 320, 'avg_loss': 1.1966027797568253, 'avg_acc_mask': 57.93822657852746, 'loss': 1.3387852907180786}
+{'epoch': 191, 'iter': 330, 'avg_loss': 1.1987856248354263, 'avg_acc_mask': 57.896483078964835, 'loss': 1.097737193107605}
+{'epoch': 191, 'iter': 340, 'avg_loss': 1.1973977080188538, 'avg_acc_mask': 57.856606203713646, 'loss': 1.1392829418182373}
+{'epoch': 191, 'iter': 350, 'avg_loss': 1.199228580521043, 'avg_acc_mask': 57.836367440887216, 'loss': 1.435650110244751}
+{'epoch': 191, 'iter': 360, 'avg_loss': 1.199041412642788, 'avg_acc_mask': 57.871972318339104, 'loss': 1.2556837797164917}
+{'epoch': 191, 'iter': 370, 'avg_loss': 1.1981095600963603, 'avg_acc_mask': 57.94448018209708, 'loss': 1.3711601495742798}
+{'epoch': 191, 'iter': 380, 'avg_loss': 1.199992214600871, 'avg_acc_mask': 57.89702053803876, 'loss': 0.7778468728065491}
+{'epoch': 191, 'iter': 390, 'avg_loss': 1.1989946452248128, 'avg_acc_mask': 57.9033848176142, 'loss': 1.5172621011734009}
+{'epoch': 191, 'iter': 400, 'avg_loss': 1.1985985033232671, 'avg_acc_mask': 57.94050343249428, 'loss': 1.1855145692825317}
+{'epoch': 191, 'iter': 410, 'avg_loss': 1.198182669724281, 'avg_acc_mask': 57.91709520189598, 'loss': 0.9947258234024048}
+{'epoch': 191, 'iter': 420, 'avg_loss': 1.1961946852699878, 'avg_acc_mask': 58.03364649333624, 'loss': 1.2059861421585083}
+{'epoch': 191, 'iter': 430, 'avg_loss': 1.1937293852841495, 'avg_acc_mask': 58.18468891354443, 'loss': 0.9063087701797485}
+{'epoch': 191, 'iter': 440, 'avg_loss': 1.196159918427197, 'avg_acc_mask': 58.118803632425234, 'loss': 1.6031098365783691}
+{'epoch': 191, 'iter': 450, 'avg_loss': 1.1961669102476336, 'avg_acc_mask': 58.08121992987034, 'loss': 1.0440583229064941}
+{'epoch': 191, 'iter': 460, 'avg_loss': 1.1971265965842373, 'avg_acc_mask': 58.078550331284426, 'loss': 1.2280761003494263}
+{'epoch': 191, 'iter': 470, 'avg_loss': 1.1998912735096714, 'avg_acc_mask': 57.95760627708163, 'loss': 1.067206621170044}
+{'epoch': 191, 'iter': 480, 'avg_loss': 1.1978443163348336, 'avg_acc_mask': 58.00076452599389, 'loss': 1.0037510395050049}
+{'epoch': 191, 'iter': 490, 'avg_loss': 1.1983520855971606, 'avg_acc_mask': 58.028158466262255, 'loss': 1.3721306324005127}
+{'epoch': 191, 'iter': 500, 'avg_loss': 1.1961358340676436, 'avg_acc_mask': 58.10269415959128, 'loss': 0.8114275932312012}
+{'epoch': 191, 'iter': 510, 'avg_loss': 1.1949755024536715, 'avg_acc_mask': 58.104899633067134, 'loss': 1.1713500022888184}
+{'epoch': 191, 'iter': 520, 'avg_loss': 1.1938737344833346, 'avg_acc_mask': 58.1857390320642, 'loss': 1.3335630893707275}
+{'epoch': 191, 'iter': 530, 'avg_loss': 1.1927588934503257, 'avg_acc_mask': 58.222931261704936, 'loss': 1.04893958568573}
+{'epoch': 191, 'iter': 540, 'avg_loss': 1.1923067712960094, 'avg_acc_mask': 58.2184084176116, 'loss': 1.2872318029403687}
+{'epoch': 191, 'iter': 550, 'avg_loss': 1.1928624998636124, 'avg_acc_mask': 58.20227720458112, 'loss': 1.1217679977416992}
+{'epoch': 191, 'iter': 560, 'avg_loss': 1.1908100272882431, 'avg_acc_mask': 58.27805871149931, 'loss': 0.7548581957817078}
+{'epoch': 191, 'iter': 570, 'avg_loss': 1.1895909805222693, 'avg_acc_mask': 58.323384208318544, 'loss': 1.157180666923523}
+{'epoch': 191, 'iter': 580, 'avg_loss': 1.1894954316792512, 'avg_acc_mask': 58.273449618538095, 'loss': 1.4867078065872192}
+{'epoch': 191, 'iter': 590, 'avg_loss': 1.1891804559380068, 'avg_acc_mask': 58.29394203259112, 'loss': 1.1629111766815186}
+{'epoch': 191, 'iter': 600, 'avg_loss': 1.1890019176406987, 'avg_acc_mask': 58.30427601394751, 'loss': 1.2936168909072876}
+{'epoch': 191, 'iter': 610, 'avg_loss': 1.1891909416295503, 'avg_acc_mask': 58.28794945088009, 'loss': 1.1410449743270874}
+{'epoch': 191, 'iter': 620, 'avg_loss': 1.1877068267736266, 'avg_acc_mask': 58.364180165240306, 'loss': 1.2661069631576538}
+{'epoch': 191, 'iter': 630, 'avg_loss': 1.1874561156788266, 'avg_acc_mask': 58.39086486643945, 'loss': 0.997394323348999}
+{'epoch': 191, 'iter': 640, 'avg_loss': 1.1884573110366203, 'avg_acc_mask': 58.3819179183779, 'loss': 0.8796780109405518}
+{'epoch': 191, 'iter': 650, 'avg_loss': 1.1895733167132658, 'avg_acc_mask': 58.36184229127201, 'loss': 1.301672339439392}
+{'epoch': 191, 'iter': 660, 'avg_loss': 1.1900875948921816, 'avg_acc_mask': 58.353996601008554, 'loss': 1.1219426393508911}
+{'epoch': 191, 'iter': 670, 'avg_loss': 1.1906998304958316, 'avg_acc_mask': 58.37633110110879, 'loss': 1.1852375268936157}
+{'epoch': 191, 'iter': 680, 'avg_loss': 1.1895930095741227, 'avg_acc_mask': 58.40099599437046, 'loss': 1.2176954746246338}
+{'epoch': 191, 'iter': 690, 'avg_loss': 1.1903829244214787, 'avg_acc_mask': 58.387724112209284, 'loss': 1.143426775932312}
+{'epoch': 191, 'iter': 700, 'avg_loss': 1.1922287132362497, 'avg_acc_mask': 58.35650941911109, 'loss': 1.584934115409851}
+{'epoch': 191, 'iter': 710, 'avg_loss': 1.1909207336174956, 'avg_acc_mask': 58.415841584158414, 'loss': 1.187305212020874}
+{'epoch': 191, 'iter': 720, 'avg_loss': 1.1916078528319582, 'avg_acc_mask': 58.405771240663796, 'loss': 1.184737205505371}
+{'epoch': 191, 'iter': 730, 'avg_loss': 1.1910270026053025, 'avg_acc_mask': 58.41534318290503, 'loss': 1.3915866613388062}
+{'epoch': 191, 'iter': 740, 'avg_loss': 1.1925146305448453, 'avg_acc_mask': 58.36788400903696, 'loss': 1.2178418636322021}
+{'epoch': 191, 'iter': 750, 'avg_loss': 1.1946175718275749, 'avg_acc_mask': 58.29660103829954, 'loss': 1.0719542503356934}
+{'epoch': 191, 'iter': 760, 'avg_loss': 1.1948465054827826, 'avg_acc_mask': 58.30011355125511, 'loss': 1.217720866203308}
+{'epoch': 191, 'iter': 770, 'avg_loss': 1.1953102570563439, 'avg_acc_mask': 58.26399980928314, 'loss': 1.2179821729660034}
+{'epoch': 191, 'iter': 780, 'avg_loss': 1.194388266867468, 'avg_acc_mask': 58.35353368948718, 'loss': 1.0056625604629517}
+{'epoch': 191, 'iter': 790, 'avg_loss': 1.1946083879953089, 'avg_acc_mask': 58.36296451230566, 'loss': 1.248070478439331}
+{'epoch': 191, 'iter': 800, 'avg_loss': 1.1933678574627555, 'avg_acc_mask': 58.42281571218796, 'loss': 0.9009592533111572}
+{'epoch': 191, 'iter': 810, 'avg_loss': 1.193873213927931, 'avg_acc_mask': 58.407921868980985, 'loss': 1.1270157098770142}
+{'epoch': 191, 'iter': 820, 'avg_loss': 1.1944786951254405, 'avg_acc_mask': 58.38857040487281, 'loss': 1.2019330263137817}
+{'epoch': 191, 'iter': 830, 'avg_loss': 1.1944360069562956, 'avg_acc_mask': 58.35309238371706, 'loss': 1.367773413658142}
+{'epoch': 191, 'iter': 840, 'avg_loss': 1.1948408470284215, 'avg_acc_mask': 58.29377665973969, 'loss': 1.459750771522522}
+{'epoch': 191, 'iter': 850, 'avg_loss': 1.195423193529826, 'avg_acc_mask': 58.27297688798564, 'loss': 1.2487550973892212}
+{'epoch': 191, 'iter': 860, 'avg_loss': 1.195640002878147, 'avg_acc_mask': 58.25877127421043, 'loss': 1.438589334487915}
+{'epoch': 191, 'iter': 870, 'avg_loss': 1.1960756923109463, 'avg_acc_mask': 58.22192231453756, 'loss': 1.2498188018798828}
+{'epoch': 191, 'iter': 880, 'avg_loss': 1.1957728917563544, 'avg_acc_mask': 58.23806742323098, 'loss': 1.1765384674072266}
+{'epoch': 191, 'iter': 890, 'avg_loss': 1.1936875240569966, 'avg_acc_mask': 58.32834217972284, 'loss': 0.8625624775886536}
+{'epoch': 191, 'iter': 900, 'avg_loss': 1.1935777183245873, 'avg_acc_mask': 58.30850238785257, 'loss': 1.3673198223114014}
+{'epoch': 191, 'iter': 910, 'avg_loss': 1.1939930090134805, 'avg_acc_mask': 58.30290314120281, 'loss': 1.1310011148452759}
+{'epoch': 191, 'iter': 920, 'avg_loss': 1.1934374371517236, 'avg_acc_mask': 58.33549701412052, 'loss': 1.1064783334732056}
+{'epoch': 191, 'iter': 930, 'avg_loss': 1.1925703000945511, 'avg_acc_mask': 58.37850670676216, 'loss': 1.180848240852356}
+{'epoch': 191, 'iter': 940, 'avg_loss': 1.1929014027435392, 'avg_acc_mask': 58.36218193197599, 'loss': 1.1384358406066895}
+{'epoch': 191, 'iter': 950, 'avg_loss': 1.1928887481318413, 'avg_acc_mask': 58.36703105349714, 'loss': 1.7851964235305786}
+{'epoch': 191, 'iter': 960, 'avg_loss': 1.1937546708953493, 'avg_acc_mask': 58.35295018277162, 'loss': 1.3327072858810425}
+{'epoch': 191, 'iter': 970, 'avg_loss': 1.1935849388031219, 'avg_acc_mask': 58.364101107639875, 'loss': 0.9207853674888611}
+{'epoch': 191, 'iter': 980, 'avg_loss': 1.193338942211824, 'avg_acc_mask': 58.37095595811243, 'loss': 0.8583766222000122}
+{'epoch': 191, 'iter': 990, 'avg_loss': 1.1927504315746782, 'avg_acc_mask': 58.37778765651627, 'loss': 1.109792709350586}
+{'epoch': 191, 'iter': 1000, 'avg_loss': 1.193707708414499, 'avg_acc_mask': 58.336541458138555, 'loss': 1.5661572217941284}
+{'epoch': 191, 'iter': 1010, 'avg_loss': 1.1937218703454844, 'avg_acc_mask': 58.332576514394695, 'loss': 1.1200106143951416}
+{'epoch': 191, 'iter': 1020, 'avg_loss': 1.1937372456218074, 'avg_acc_mask': 58.330936803508514, 'loss': 1.0939571857452393}
+{'epoch': 191, 'iter': 1030, 'avg_loss': 1.1933177984188645, 'avg_acc_mask': 58.363603988603984, 'loss': 1.365018367767334}
+{'epoch': 191, 'iter': 1040, 'avg_loss': 1.193685319822185, 'avg_acc_mask': 58.344501657614444, 'loss': 1.2964168787002563}
+{'epoch': 191, 'iter': 1050, 'avg_loss': 1.1934514349693348, 'avg_acc_mask': 58.38065451749864, 'loss': 1.2172883749008179}
+{'epoch': 191, 'iter': 1060, 'avg_loss': 1.19291444525867, 'avg_acc_mask': 58.403295885336426, 'loss': 0.8683915138244629}
+{'epoch': 191, 'iter': 1070, 'avg_loss': 1.1921129629614196, 'avg_acc_mask': 58.41309046001852, 'loss': 0.9283610582351685}
+{'epoch': 191, 'iter': 1080, 'avg_loss': 1.1919433846173741, 'avg_acc_mask': 58.413873932023165, 'loss': 0.8710953593254089}
+{'epoch': 191, 'iter': 1090, 'avg_loss': 1.1922991553869517, 'avg_acc_mask': 58.389668045605895, 'loss': 1.0792497396469116}
+{'epoch': 191, 'iter': 1100, 'avg_loss': 1.1914223764399634, 'avg_acc_mask': 58.40067985269858, 'loss': 1.0109237432479858}
+{'epoch': 'EP191_train', 'avg_loss': 1.1912052012137158, 'total_masked_acc': 58.39962797495474}
+{'epoch': 192, 'iter': 0, 'avg_loss': 1.4027795791625977, 'avg_acc_mask': 49.09090909090909, 'loss': 1.4027795791625977}
+{'epoch': 192, 'iter': 10, 'avg_loss': 1.2364929589358242, 'avg_acc_mask': 56.612903225806456, 'loss': 1.1372545957565308}
+{'epoch': 192, 'iter': 20, 'avg_loss': 1.2191300846281505, 'avg_acc_mask': 58.14977973568281, 'loss': 1.075717806816101}
+{'epoch': 192, 'iter': 30, 'avg_loss': 1.209127499211219, 'avg_acc_mask': 58.91330891330892, 'loss': 1.3476442098617554}
+{'epoch': 192, 'iter': 40, 'avg_loss': 1.2053024274546926, 'avg_acc_mask': 58.77551020408164, 'loss': 1.0719679594039917}
+{'epoch': 192, 'iter': 50, 'avg_loss': 1.2039766288271136, 'avg_acc_mask': 59.0228245363766, 'loss': 1.1519538164138794}
+{'epoch': 192, 'iter': 60, 'avg_loss': 1.1838551906288648, 'avg_acc_mask': 59.6078431372549, 'loss': 0.8818258047103882}
+{'epoch': 192, 'iter': 70, 'avg_loss': 1.178938496280724, 'avg_acc_mask': 60.09776177000258, 'loss': 1.0837616920471191}
+{'epoch': 192, 'iter': 80, 'avg_loss': 1.177621998904664, 'avg_acc_mask': 60.14801525005606, 'loss': 1.3208160400390625}
+{'epoch': 192, 'iter': 90, 'avg_loss': 1.180997371673584, 'avg_acc_mask': 59.979818365287585, 'loss': 1.1688281297683716}
+{'epoch': 192, 'iter': 100, 'avg_loss': 1.1813899030779849, 'avg_acc_mask': 59.607344119251046, 'loss': 1.0511529445648193}
+{'epoch': 192, 'iter': 110, 'avg_loss': 1.1856546316060934, 'avg_acc_mask': 59.29423459244533, 'loss': 1.1446315050125122}
+{'epoch': 192, 'iter': 120, 'avg_loss': 1.1868322043379476, 'avg_acc_mask': 59.20572124163116, 'loss': 1.2597980499267578}
+{'epoch': 192, 'iter': 130, 'avg_loss': 1.188218386573646, 'avg_acc_mask': 58.94252232142857, 'loss': 1.259804129600525}
+{'epoch': 192, 'iter': 140, 'avg_loss': 1.1882786492929391, 'avg_acc_mask': 58.8553750966744, 'loss': 1.2094511985778809}
+{'epoch': 192, 'iter': 150, 'avg_loss': 1.1786289897975544, 'avg_acc_mask': 59.31752178121975, 'loss': 1.3739526271820068}
+{'epoch': 192, 'iter': 160, 'avg_loss': 1.1803151357988393, 'avg_acc_mask': 59.29860635138222, 'loss': 1.5079725980758667}
+{'epoch': 192, 'iter': 170, 'avg_loss': 1.1814154525946456, 'avg_acc_mask': 59.2485549132948, 'loss': 1.096069097518921}
+{'epoch': 192, 'iter': 180, 'avg_loss': 1.1843162050563327, 'avg_acc_mask': 59.19975750227342, 'loss': 1.1602245569229126}
+{'epoch': 192, 'iter': 190, 'avg_loss': 1.180643960755533, 'avg_acc_mask': 59.240118671643216, 'loss': 1.1278282403945923}
+{'epoch': 192, 'iter': 200, 'avg_loss': 1.180135983436262, 'avg_acc_mask': 59.23537958590629, 'loss': 1.0956231355667114}
+{'epoch': 192, 'iter': 210, 'avg_loss': 1.18247327166146, 'avg_acc_mask': 59.19614424649281, 'loss': 1.2904313802719116}
+{'epoch': 192, 'iter': 220, 'avg_loss': 1.1822378638103537, 'avg_acc_mask': 59.264126149802884, 'loss': 1.1812125444412231}
+{'epoch': 192, 'iter': 230, 'avg_loss': 1.1817609551665071, 'avg_acc_mask': 59.41686367218282, 'loss': 1.365772008895874}
+{'epoch': 192, 'iter': 240, 'avg_loss': 1.1802452483612471, 'avg_acc_mask': 59.43732463790097, 'loss': 1.277382254600525}
+{'epoch': 192, 'iter': 250, 'avg_loss': 1.1827276907119144, 'avg_acc_mask': 59.42229336437719, 'loss': 0.9238561987876892}
+{'epoch': 192, 'iter': 260, 'avg_loss': 1.1829878644468228, 'avg_acc_mask': 59.40670258168335, 'loss': 1.2358323335647583}
+{'epoch': 192, 'iter': 270, 'avg_loss': 1.1848191176833263, 'avg_acc_mask': 59.355663169222495, 'loss': 1.1723181009292603}
+{'epoch': 192, 'iter': 280, 'avg_loss': 1.1845803506857984, 'avg_acc_mask': 59.317295188556564, 'loss': 1.0456186532974243}
+{'epoch': 192, 'iter': 290, 'avg_loss': 1.1844001303833376, 'avg_acc_mask': 59.30969563853154, 'loss': 1.0589617490768433}
+{'epoch': 192, 'iter': 300, 'avg_loss': 1.1824648202059673, 'avg_acc_mask': 59.344800340363456, 'loss': 0.9744229912757874}
+{'epoch': 192, 'iter': 310, 'avg_loss': 1.180463913840113, 'avg_acc_mask': 59.33191940615058, 'loss': 0.7878526449203491}
+{'epoch': 192, 'iter': 320, 'avg_loss': 1.1813647727542949, 'avg_acc_mask': 59.434285714285714, 'loss': 1.232843041419983}
+{'epoch': 192, 'iter': 330, 'avg_loss': 1.181359974549256, 'avg_acc_mask': 59.42277863948593, 'loss': 1.4459511041641235}
+{'epoch': 192, 'iter': 340, 'avg_loss': 1.1797446649619912, 'avg_acc_mask': 59.424111948331536, 'loss': 0.9606394171714783}
+{'epoch': 192, 'iter': 350, 'avg_loss': 1.1787477263867685, 'avg_acc_mask': 59.421729582766915, 'loss': 1.1140636205673218}
+{'epoch': 192, 'iter': 360, 'avg_loss': 1.1768722556469513, 'avg_acc_mask': 59.45644457965723, 'loss': 0.8884784579277039}
+{'epoch': 192, 'iter': 370, 'avg_loss': 1.1769363477705623, 'avg_acc_mask': 59.44664031620553, 'loss': 1.1930785179138184}
+{'epoch': 192, 'iter': 380, 'avg_loss': 1.1800445821185124, 'avg_acc_mask': 59.39140064519235, 'loss': 0.9319392442703247}
+{'epoch': 192, 'iter': 390, 'avg_loss': 1.1798707206383385, 'avg_acc_mask': 59.322272215973, 'loss': 1.3168689012527466}
+{'epoch': 192, 'iter': 400, 'avg_loss': 1.1790349412885985, 'avg_acc_mask': 59.31088059224056, 'loss': 1.3693411350250244}
+{'epoch': 192, 'iter': 410, 'avg_loss': 1.177428306091731, 'avg_acc_mask': 59.32135372542026, 'loss': 0.9473571181297302}
+{'epoch': 192, 'iter': 420, 'avg_loss': 1.1764087619662569, 'avg_acc_mask': 59.338453482283114, 'loss': 1.1742329597473145}
+{'epoch': 192, 'iter': 430, 'avg_loss': 1.1760311470369176, 'avg_acc_mask': 59.35819749082529, 'loss': 0.8949819207191467}
+{'epoch': 192, 'iter': 440, 'avg_loss': 1.177419397093001, 'avg_acc_mask': 59.316524275890814, 'loss': 1.5742937326431274}
+{'epoch': 192, 'iter': 450, 'avg_loss': 1.1775381200990234, 'avg_acc_mask': 59.2494499225817, 'loss': 1.0490734577178955}
+{'epoch': 192, 'iter': 460, 'avg_loss': 1.177874564284099, 'avg_acc_mask': 59.23478122387228, 'loss': 1.0686357021331787}
+{'epoch': 192, 'iter': 470, 'avg_loss': 1.1789193577953712, 'avg_acc_mask': 59.202334630350194, 'loss': 1.1753175258636475}
+{'epoch': 192, 'iter': 480, 'avg_loss': 1.1795056303053042, 'avg_acc_mask': 59.19301323366767, 'loss': 0.9274844527244568}
+{'epoch': 192, 'iter': 490, 'avg_loss': 1.1802715716803875, 'avg_acc_mask': 59.18108118205253, 'loss': 1.3135037422180176}
+{'epoch': 192, 'iter': 500, 'avg_loss': 1.1786540735386566, 'avg_acc_mask': 59.220883828213665, 'loss': 1.131319284439087}
+{'epoch': 192, 'iter': 510, 'avg_loss': 1.1780192539999863, 'avg_acc_mask': 59.241995051812545, 'loss': 1.0421547889709473}
+{'epoch': 192, 'iter': 520, 'avg_loss': 1.1790093339679337, 'avg_acc_mask': 59.21654124762642, 'loss': 1.3726251125335693}
+{'epoch': 192, 'iter': 530, 'avg_loss': 1.1801328778603657, 'avg_acc_mask': 59.13688934921457, 'loss': 0.9196639657020569}
+{'epoch': 192, 'iter': 540, 'avg_loss': 1.180550433406107, 'avg_acc_mask': 59.0902928416486, 'loss': 1.3657954931259155}
+{'epoch': 192, 'iter': 550, 'avg_loss': 1.1812224001395508, 'avg_acc_mask': 59.038429545832635, 'loss': 1.0857573747634888}
+{'epoch': 192, 'iter': 560, 'avg_loss': 1.1802462548176873, 'avg_acc_mask': 59.04549772347604, 'loss': 1.1773247718811035}
+{'epoch': 192, 'iter': 570, 'avg_loss': 1.1781870783836745, 'avg_acc_mask': 59.17940466613033, 'loss': 0.8674208521842957}
+{'epoch': 192, 'iter': 580, 'avg_loss': 1.1766501274761358, 'avg_acc_mask': 59.188189548888815, 'loss': 1.4689239263534546}
+{'epoch': 192, 'iter': 590, 'avg_loss': 1.1765873028239624, 'avg_acc_mask': 59.169668364178364, 'loss': 1.0905197858810425}
+{'epoch': 192, 'iter': 600, 'avg_loss': 1.1750460441120452, 'avg_acc_mask': 59.225289675624445, 'loss': 1.0641289949417114}
+{'epoch': 192, 'iter': 610, 'avg_loss': 1.1757353786653466, 'avg_acc_mask': 59.203172886244815, 'loss': 1.3069884777069092}
+{'epoch': 192, 'iter': 620, 'avg_loss': 1.1752181341586674, 'avg_acc_mask': 59.21099290780142, 'loss': 1.5721107721328735}
+{'epoch': 192, 'iter': 630, 'avg_loss': 1.1745099850860905, 'avg_acc_mask': 59.24580924435664, 'loss': 1.0472519397735596}
+{'epoch': 192, 'iter': 640, 'avg_loss': 1.1750930765768668, 'avg_acc_mask': 59.22775056572427, 'loss': 1.0746225118637085}
+{'epoch': 192, 'iter': 650, 'avg_loss': 1.1746038805962342, 'avg_acc_mask': 59.235417019594564, 'loss': 1.068626046180725}
+{'epoch': 192, 'iter': 660, 'avg_loss': 1.1759377744572967, 'avg_acc_mask': 59.17709202112872, 'loss': 1.4203616380691528}
+{'epoch': 192, 'iter': 670, 'avg_loss': 1.1759532544811864, 'avg_acc_mask': 59.20267236186408, 'loss': 1.0147827863693237}
+{'epoch': 192, 'iter': 680, 'avg_loss': 1.1756064979777987, 'avg_acc_mask': 59.20310771803933, 'loss': 1.290125846862793}
+{'epoch': 192, 'iter': 690, 'avg_loss': 1.1765904059544658, 'avg_acc_mask': 59.16691033786119, 'loss': 1.0685371160507202}
+{'epoch': 192, 'iter': 700, 'avg_loss': 1.1788219705372835, 'avg_acc_mask': 59.10400083787181, 'loss': 1.4047163724899292}
+{'epoch': 192, 'iter': 710, 'avg_loss': 1.178075762614922, 'avg_acc_mask': 59.15318523105504, 'loss': 1.0678343772888184}
+{'epoch': 192, 'iter': 720, 'avg_loss': 1.1794089525731362, 'avg_acc_mask': 59.11100945410186, 'loss': 1.405627965927124}
+{'epoch': 192, 'iter': 730, 'avg_loss': 1.1781133708076503, 'avg_acc_mask': 59.135495848072054, 'loss': 1.2888085842132568}
+{'epoch': 192, 'iter': 740, 'avg_loss': 1.1801522909468807, 'avg_acc_mask': 59.09237206308337, 'loss': 1.1530158519744873}
+{'epoch': 192, 'iter': 750, 'avg_loss': 1.1810274326134618, 'avg_acc_mask': 59.0619430134043, 'loss': 1.2586849927902222}
+{'epoch': 192, 'iter': 760, 'avg_loss': 1.1800152034781453, 'avg_acc_mask': 59.08619400284659, 'loss': 1.2157704830169678}
+{'epoch': 192, 'iter': 770, 'avg_loss': 1.1805824361036106, 'avg_acc_mask': 59.07922300514188, 'loss': 1.2629480361938477}
+{'epoch': 192, 'iter': 780, 'avg_loss': 1.1796911849942007, 'avg_acc_mask': 59.140037593984964, 'loss': 1.3064793348312378}
+{'epoch': 192, 'iter': 790, 'avg_loss': 1.1799260704541477, 'avg_acc_mask': 59.158588060670716, 'loss': 1.284690260887146}
+{'epoch': 192, 'iter': 800, 'avg_loss': 1.18002305893267, 'avg_acc_mask': 59.14099186805635, 'loss': 1.25438392162323}
+{'epoch': 192, 'iter': 810, 'avg_loss': 1.1802612048115595, 'avg_acc_mask': 59.15786139330724, 'loss': 1.3284580707550049}
+{'epoch': 192, 'iter': 820, 'avg_loss': 1.181330704696286, 'avg_acc_mask': 59.110633919384426, 'loss': 1.2581729888916016}
+{'epoch': 192, 'iter': 830, 'avg_loss': 1.1820781518908041, 'avg_acc_mask': 59.10327589639232, 'loss': 1.2121481895446777}
+{'epoch': 192, 'iter': 840, 'avg_loss': 1.1819131885002967, 'avg_acc_mask': 59.11821895960324, 'loss': 1.2301119565963745}
+{'epoch': 192, 'iter': 850, 'avg_loss': 1.1834941225872757, 'avg_acc_mask': 59.02335914414512, 'loss': 1.1108624935150146}
+{'epoch': 192, 'iter': 860, 'avg_loss': 1.1836122457504827, 'avg_acc_mask': 58.99403239556692, 'loss': 1.3103431463241577}
+{'epoch': 192, 'iter': 870, 'avg_loss': 1.1848443409537064, 'avg_acc_mask': 58.94674854883486, 'loss': 1.1443814039230347}
+{'epoch': 192, 'iter': 880, 'avg_loss': 1.1845586907105874, 'avg_acc_mask': 58.95783082425351, 'loss': 1.0313303470611572}
+{'epoch': 192, 'iter': 890, 'avg_loss': 1.183238253348604, 'avg_acc_mask': 59.01855398364943, 'loss': 0.7874552607536316}
+{'epoch': 192, 'iter': 900, 'avg_loss': 1.1841902955456922, 'avg_acc_mask': 58.98573434542828, 'loss': 1.339510440826416}
+{'epoch': 192, 'iter': 910, 'avg_loss': 1.1846573981901163, 'avg_acc_mask': 58.92972146192239, 'loss': 1.4408717155456543}
+{'epoch': 192, 'iter': 920, 'avg_loss': 1.184713113547407, 'avg_acc_mask': 58.922733434335385, 'loss': 1.2358009815216064}
+{'epoch': 192, 'iter': 930, 'avg_loss': 1.183991813602048, 'avg_acc_mask': 58.917606176081506, 'loss': 1.5393916368484497}
+{'epoch': 192, 'iter': 940, 'avg_loss': 1.184219254919117, 'avg_acc_mask': 58.90427006657946, 'loss': 1.0680732727050781}
+{'epoch': 192, 'iter': 950, 'avg_loss': 1.183656450357096, 'avg_acc_mask': 58.91998377658033, 'loss': 1.3069580793380737}
+{'epoch': 192, 'iter': 960, 'avg_loss': 1.1830043786832372, 'avg_acc_mask': 58.941954726215975, 'loss': 1.2343710660934448}
+{'epoch': 192, 'iter': 970, 'avg_loss': 1.18278963555391, 'avg_acc_mask': 58.98008209279892, 'loss': 0.9160632491111755}
+{'epoch': 192, 'iter': 980, 'avg_loss': 1.182914521564159, 'avg_acc_mask': 58.96644596566042, 'loss': 0.9341133832931519}
+{'epoch': 192, 'iter': 990, 'avg_loss': 1.1835846755687451, 'avg_acc_mask': 58.92995892995893, 'loss': 1.399951457977295}
+{'epoch': 192, 'iter': 1000, 'avg_loss': 1.1829969187776048, 'avg_acc_mask': 58.92415612007545, 'loss': 1.5926753282546997}
+{'epoch': 192, 'iter': 1010, 'avg_loss': 1.1826767009101682, 'avg_acc_mask': 58.92679034510273, 'loss': 1.0275875329971313}
+{'epoch': 192, 'iter': 1020, 'avg_loss': 1.182787483253395, 'avg_acc_mask': 58.93646061563881, 'loss': 1.1255301237106323}
+{'epoch': 192, 'iter': 1030, 'avg_loss': 1.1829531002865614, 'avg_acc_mask': 58.92415315331352, 'loss': 1.4211151599884033}
+{'epoch': 192, 'iter': 1040, 'avg_loss': 1.1824451207713824, 'avg_acc_mask': 58.94846305696559, 'loss': 1.1723626852035522}
+{'epoch': 192, 'iter': 1050, 'avg_loss': 1.1813491591660892, 'avg_acc_mask': 58.97072957623416, 'loss': 1.2360199689865112}
+{'epoch': 192, 'iter': 1060, 'avg_loss': 1.1808869583386503, 'avg_acc_mask': 58.97165024331954, 'loss': 0.9028552770614624}
+{'epoch': 192, 'iter': 1070, 'avg_loss': 1.1798468584718267, 'avg_acc_mask': 58.98456260720412, 'loss': 1.1807888746261597}
+{'epoch': 192, 'iter': 1080, 'avg_loss': 1.1793591378189479, 'avg_acc_mask': 59.003024227802506, 'loss': 0.9225570559501648}
+{'epoch': 192, 'iter': 1090, 'avg_loss': 1.1794238078222703, 'avg_acc_mask': 58.996955885568205, 'loss': 1.2457263469696045}
+{'epoch': 192, 'iter': 1100, 'avg_loss': 1.179920974993684, 'avg_acc_mask': 58.990383814142625, 'loss': 1.008206844329834}
+{'epoch': 'EP192_train', 'avg_loss': 1.1803265433235945, 'total_masked_acc': 58.975806585523806}
+{'epoch': 193, 'iter': 0, 'avg_loss': 1.420784592628479, 'avg_acc_mask': 51.66666666666667, 'loss': 1.420784592628479}
+{'epoch': 193, 'iter': 10, 'avg_loss': 1.3566842729395086, 'avg_acc_mask': 53.223140495867774, 'loss': 1.1911580562591553}
+{'epoch': 193, 'iter': 20, 'avg_loss': 1.2531725906190418, 'avg_acc_mask': 56.35062611806798, 'loss': 1.3036502599716187}
+{'epoch': 193, 'iter': 30, 'avg_loss': 1.2323788712101598, 'avg_acc_mask': 57.43119266055046, 'loss': 1.1118354797363281}
+{'epoch': 193, 'iter': 40, 'avg_loss': 1.2093146719583652, 'avg_acc_mask': 58.3029197080292, 'loss': 0.9605947136878967}
+{'epoch': 193, 'iter': 50, 'avg_loss': 1.2194115554585176, 'avg_acc_mask': 57.80682643427741, 'loss': 1.311063528060913}
+{'epoch': 193, 'iter': 60, 'avg_loss': 1.2116402651442857, 'avg_acc_mask': 58.30069297981319, 'loss': 1.3727772235870361}
+{'epoch': 193, 'iter': 70, 'avg_loss': 1.2039197381113615, 'avg_acc_mask': 58.4983286191823, 'loss': 1.2163925170898438}
+{'epoch': 193, 'iter': 80, 'avg_loss': 1.1973495770383764, 'avg_acc_mask': 58.549222797927456, 'loss': 1.2975245714187622}
+{'epoch': 193, 'iter': 90, 'avg_loss': 1.2045707971185118, 'avg_acc_mask': 58.494363929146544, 'loss': 1.2971912622451782}
+{'epoch': 193, 'iter': 100, 'avg_loss': 1.2015101632269303, 'avg_acc_mask': 58.62132016822088, 'loss': 1.1006677150726318}
+{'epoch': 193, 'iter': 110, 'avg_loss': 1.2048430480398573, 'avg_acc_mask': 58.556597454789014, 'loss': 0.8243680596351624}
+{'epoch': 193, 'iter': 120, 'avg_loss': 1.1987558115612378, 'avg_acc_mask': 58.67260715931787, 'loss': 1.3591822385787964}
+{'epoch': 193, 'iter': 130, 'avg_loss': 1.1956755437013757, 'avg_acc_mask': 58.627975771235384, 'loss': 1.0591168403625488}
+{'epoch': 193, 'iter': 140, 'avg_loss': 1.1950058882118118, 'avg_acc_mask': 58.63196442584358, 'loss': 1.318117618560791}
+{'epoch': 193, 'iter': 150, 'avg_loss': 1.189740022286674, 'avg_acc_mask': 58.75338087042046, 'loss': 1.6641440391540527}
+{'epoch': 193, 'iter': 160, 'avg_loss': 1.1863164705519351, 'avg_acc_mask': 58.962209638275745, 'loss': 1.0610612630844116}
+{'epoch': 193, 'iter': 170, 'avg_loss': 1.1950606557360866, 'avg_acc_mask': 58.727922851879946, 'loss': 1.2629550695419312}
+{'epoch': 193, 'iter': 180, 'avg_loss': 1.1943597460978597, 'avg_acc_mask': 58.827756107575446, 'loss': 1.2742068767547607}
+{'epoch': 193, 'iter': 190, 'avg_loss': 1.1951631741373951, 'avg_acc_mask': 58.76408861251458, 'loss': 1.0011866092681885}
+{'epoch': 193, 'iter': 200, 'avg_loss': 1.1933483531819054, 'avg_acc_mask': 58.57775318206973, 'loss': 1.3089628219604492}
+{'epoch': 193, 'iter': 210, 'avg_loss': 1.1933107907173193, 'avg_acc_mask': 58.480611975732, 'loss': 1.0932857990264893}
+{'epoch': 193, 'iter': 220, 'avg_loss': 1.1912398370682384, 'avg_acc_mask': 58.642904953145916, 'loss': 1.3936902284622192}
+{'epoch': 193, 'iter': 230, 'avg_loss': 1.1949959074780023, 'avg_acc_mask': 58.63116654673382, 'loss': 1.1249428987503052}
+{'epoch': 193, 'iter': 240, 'avg_loss': 1.1953579088464317, 'avg_acc_mask': 58.5868648938616, 'loss': 1.2878150939941406}
+{'epoch': 193, 'iter': 250, 'avg_loss': 1.1963104087992968, 'avg_acc_mask': 58.547888774459324, 'loss': 0.9158428907394409}
+{'epoch': 193, 'iter': 260, 'avg_loss': 1.1984287011669057, 'avg_acc_mask': 58.49950502050629, 'loss': 1.3276087045669556}
+{'epoch': 193, 'iter': 270, 'avg_loss': 1.199565745367775, 'avg_acc_mask': 58.5090463882465, 'loss': 1.0134254693984985}
+{'epoch': 193, 'iter': 280, 'avg_loss': 1.1990322744294841, 'avg_acc_mask': 58.486975920215215, 'loss': 0.4727233052253723}
+{'epoch': 193, 'iter': 290, 'avg_loss': 1.2009723757960133, 'avg_acc_mask': 58.51865931698663, 'loss': 0.8559054732322693}
+{'epoch': 193, 'iter': 300, 'avg_loss': 1.199472395882654, 'avg_acc_mask': 58.569939289875514, 'loss': 1.214990496635437}
+{'epoch': 193, 'iter': 310, 'avg_loss': 1.198381135318057, 'avg_acc_mask': 58.54903823319877, 'loss': 0.738721489906311}
+{'epoch': 193, 'iter': 320, 'avg_loss': 1.1990488418537508, 'avg_acc_mask': 58.48872007366482, 'loss': 0.9991908073425293}
+{'epoch': 193, 'iter': 330, 'avg_loss': 1.2002293296450934, 'avg_acc_mask': 58.44155844155844, 'loss': 1.3273005485534668}
+{'epoch': 193, 'iter': 340, 'avg_loss': 1.197703837649214, 'avg_acc_mask': 58.557001674137275, 'loss': 1.1443450450897217}
+{'epoch': 193, 'iter': 350, 'avg_loss': 1.1955822448105553, 'avg_acc_mask': 58.62195826982709, 'loss': 1.364145278930664}
+{'epoch': 193, 'iter': 360, 'avg_loss': 1.196772408122171, 'avg_acc_mask': 58.667347459790655, 'loss': 1.2647594213485718}
+{'epoch': 193, 'iter': 370, 'avg_loss': 1.1958904094451843, 'avg_acc_mask': 58.62274556565807, 'loss': 1.172009825706482}
+{'epoch': 193, 'iter': 380, 'avg_loss': 1.1996379694913628, 'avg_acc_mask': 58.52020104388169, 'loss': 1.1606957912445068}
+{'epoch': 193, 'iter': 390, 'avg_loss': 1.1983551602534321, 'avg_acc_mask': 58.62783903496371, 'loss': 1.2589000463485718}
+{'epoch': 193, 'iter': 400, 'avg_loss': 1.198398658610936, 'avg_acc_mask': 58.66629925599338, 'loss': 1.3817285299301147}
+{'epoch': 193, 'iter': 410, 'avg_loss': 1.1966005389707801, 'avg_acc_mask': 58.71152726132342, 'loss': 0.939236581325531}
+{'epoch': 193, 'iter': 420, 'avg_loss': 1.1947709251186345, 'avg_acc_mask': 58.758596521967675, 'loss': 0.9424195885658264}
+{'epoch': 193, 'iter': 430, 'avg_loss': 1.194753887066985, 'avg_acc_mask': 58.74000256618622, 'loss': 1.2786604166030884}
+{'epoch': 193, 'iter': 440, 'avg_loss': 1.1979726601620109, 'avg_acc_mask': 58.61536535492217, 'loss': 1.517704963684082}
+{'epoch': 193, 'iter': 450, 'avg_loss': 1.1966829034282997, 'avg_acc_mask': 58.71436146347433, 'loss': 0.907468855381012}
+{'epoch': 193, 'iter': 460, 'avg_loss': 1.1989186742300584, 'avg_acc_mask': 58.634730538922156, 'loss': 1.4003942012786865}
+{'epoch': 193, 'iter': 470, 'avg_loss': 1.1984745074229635, 'avg_acc_mask': 58.63496153996329, 'loss': 1.1810293197631836}
+{'epoch': 193, 'iter': 480, 'avg_loss': 1.1969228479817602, 'avg_acc_mask': 58.670188332567754, 'loss': 0.98639976978302}
+{'epoch': 193, 'iter': 490, 'avg_loss': 1.1989020371388515, 'avg_acc_mask': 58.59703059388123, 'loss': 1.5795246362686157}
+{'epoch': 193, 'iter': 500, 'avg_loss': 1.197304692453967, 'avg_acc_mask': 58.624742873934764, 'loss': 1.143936038017273}
+{'epoch': 193, 'iter': 510, 'avg_loss': 1.1965512784959753, 'avg_acc_mask': 58.6425306798143, 'loss': 1.1548415422439575}
+{'epoch': 193, 'iter': 520, 'avg_loss': 1.198564364333528, 'avg_acc_mask': 58.57632629979147, 'loss': 1.265870213508606}
+{'epoch': 193, 'iter': 530, 'avg_loss': 1.1971984384423595, 'avg_acc_mask': 58.6825099020221, 'loss': 0.9688082337379456}
+{'epoch': 193, 'iter': 540, 'avg_loss': 1.1970428530257642, 'avg_acc_mask': 58.68653459269615, 'loss': 1.0502443313598633}
+{'epoch': 193, 'iter': 550, 'avg_loss': 1.1972027932667255, 'avg_acc_mask': 58.681274634244105, 'loss': 0.9692878723144531}
+{'epoch': 193, 'iter': 560, 'avg_loss': 1.1969689316715573, 'avg_acc_mask': 58.666579042486774, 'loss': 1.0994036197662354}
+{'epoch': 193, 'iter': 570, 'avg_loss': 1.196143213483373, 'avg_acc_mask': 58.70919833403286, 'loss': 1.1714437007904053}
+{'epoch': 193, 'iter': 580, 'avg_loss': 1.1950926280062704, 'avg_acc_mask': 58.72507686943291, 'loss': 1.307766079902649}
+{'epoch': 193, 'iter': 590, 'avg_loss': 1.1952283872565643, 'avg_acc_mask': 58.70018355473976, 'loss': 1.0624462366104126}
+{'epoch': 193, 'iter': 600, 'avg_loss': 1.1943212608727758, 'avg_acc_mask': 58.709006998991406, 'loss': 0.9655181765556335}
+{'epoch': 193, 'iter': 610, 'avg_loss': 1.195875002397453, 'avg_acc_mask': 58.649598846119176, 'loss': 1.1326385736465454}
+{'epoch': 193, 'iter': 620, 'avg_loss': 1.193849662363817, 'avg_acc_mask': 58.6964243428842, 'loss': 1.2114979028701782}
+{'epoch': 193, 'iter': 630, 'avg_loss': 1.1918575366023225, 'avg_acc_mask': 58.782563086426954, 'loss': 1.0457093715667725}
+{'epoch': 193, 'iter': 640, 'avg_loss': 1.192297739004382, 'avg_acc_mask': 58.79226636789336, 'loss': 1.229846715927124}
+{'epoch': 193, 'iter': 650, 'avg_loss': 1.1927494776596854, 'avg_acc_mask': 58.80787954262425, 'loss': 1.3098915815353394}
+{'epoch': 193, 'iter': 660, 'avg_loss': 1.1925326383781145, 'avg_acc_mask': 58.848631913647395, 'loss': 1.1026664972305298}
+{'epoch': 193, 'iter': 670, 'avg_loss': 1.1931112676903317, 'avg_acc_mask': 58.859123164090434, 'loss': 1.356257677078247}
+{'epoch': 193, 'iter': 680, 'avg_loss': 1.1925657465944557, 'avg_acc_mask': 58.880857630147, 'loss': 1.4080092906951904}
+{'epoch': 193, 'iter': 690, 'avg_loss': 1.193080462784912, 'avg_acc_mask': 58.875439906153346, 'loss': 1.3938772678375244}
+{'epoch': 193, 'iter': 700, 'avg_loss': 1.1933891121909215, 'avg_acc_mask': 58.81687919021954, 'loss': 1.4336086511611938}
+{'epoch': 193, 'iter': 710, 'avg_loss': 1.193038533340862, 'avg_acc_mask': 58.8383183868125, 'loss': 0.9244967699050903}
+{'epoch': 193, 'iter': 720, 'avg_loss': 1.1941849495931405, 'avg_acc_mask': 58.80264602967844, 'loss': 1.098319172859192}
+{'epoch': 193, 'iter': 730, 'avg_loss': 1.1925565311748907, 'avg_acc_mask': 58.83494656180681, 'loss': 1.0025522708892822}
+{'epoch': 193, 'iter': 740, 'avg_loss': 1.1930776860228112, 'avg_acc_mask': 58.81943408424088, 'loss': 1.048783302307129}
+{'epoch': 193, 'iter': 750, 'avg_loss': 1.1934709122749207, 'avg_acc_mask': 58.80478478282185, 'loss': 0.9075209498405457}
+{'epoch': 193, 'iter': 760, 'avg_loss': 1.1924805026330083, 'avg_acc_mask': 58.80601350860629, 'loss': 0.9584336280822754}
+{'epoch': 193, 'iter': 770, 'avg_loss': 1.1931700119712474, 'avg_acc_mask': 58.767806437758, 'loss': 1.1907248497009277}
+{'epoch': 193, 'iter': 780, 'avg_loss': 1.1922721263693787, 'avg_acc_mask': 58.84529280075409, 'loss': 1.253501534461975}
+{'epoch': 193, 'iter': 790, 'avg_loss': 1.1919024784857344, 'avg_acc_mask': 58.84501733404686, 'loss': 0.941888689994812}
+{'epoch': 193, 'iter': 800, 'avg_loss': 1.1922936348730557, 'avg_acc_mask': 58.86702335300467, 'loss': 1.619979739189148}
+{'epoch': 193, 'iter': 810, 'avg_loss': 1.1914020595950352, 'avg_acc_mask': 58.89173795638658, 'loss': 0.847922146320343}
+{'epoch': 193, 'iter': 820, 'avg_loss': 1.1915395113931069, 'avg_acc_mask': 58.895141582404776, 'loss': 1.2788643836975098}
+{'epoch': 193, 'iter': 830, 'avg_loss': 1.1916886969020077, 'avg_acc_mask': 58.88598279989361, 'loss': 1.262454628944397}
+{'epoch': 193, 'iter': 840, 'avg_loss': 1.191179684736499, 'avg_acc_mask': 58.92129812114045, 'loss': 0.9960013031959534}
+{'epoch': 193, 'iter': 850, 'avg_loss': 1.191978557199485, 'avg_acc_mask': 58.88763947755385, 'loss': 1.2359609603881836}
+{'epoch': 193, 'iter': 860, 'avg_loss': 1.1923953854802316, 'avg_acc_mask': 58.89156832198724, 'loss': 1.2190083265304565}
+{'epoch': 193, 'iter': 870, 'avg_loss': 1.1932300871877528, 'avg_acc_mask': 58.85486859838275, 'loss': 1.237691044807434}
+{'epoch': 193, 'iter': 880, 'avg_loss': 1.1931832476723072, 'avg_acc_mask': 58.87142113482561, 'loss': 1.0405206680297852}
+{'epoch': 193, 'iter': 890, 'avg_loss': 1.1918191922500345, 'avg_acc_mask': 58.924079343478084, 'loss': 0.752511739730835}
+{'epoch': 193, 'iter': 900, 'avg_loss': 1.1909848279614295, 'avg_acc_mask': 58.93679449040303, 'loss': 1.3196417093276978}
+{'epoch': 193, 'iter': 910, 'avg_loss': 1.1906193712016753, 'avg_acc_mask': 58.96914276506606, 'loss': 1.2028932571411133}
+{'epoch': 193, 'iter': 920, 'avg_loss': 1.1907047407376004, 'avg_acc_mask': 58.98100344848207, 'loss': 0.7843904495239258}
+{'epoch': 193, 'iter': 930, 'avg_loss': 1.1897376065735659, 'avg_acc_mask': 59.02690123067214, 'loss': 1.556755781173706}
+{'epoch': 193, 'iter': 940, 'avg_loss': 1.1896739977705872, 'avg_acc_mask': 59.016425422340134, 'loss': 0.5453464984893799}
+{'epoch': 193, 'iter': 950, 'avg_loss': 1.1902009310155761, 'avg_acc_mask': 59.00038595137013, 'loss': 1.498454213142395}
+{'epoch': 193, 'iter': 960, 'avg_loss': 1.1899469512186238, 'avg_acc_mask': 59.01069518716577, 'loss': 1.2736246585845947}
+{'epoch': 193, 'iter': 970, 'avg_loss': 1.1904495916454971, 'avg_acc_mask': 58.995934575021266, 'loss': 0.9839500784873962}
+{'epoch': 193, 'iter': 980, 'avg_loss': 1.190458673585081, 'avg_acc_mask': 58.986356235144385, 'loss': 0.7792454361915588}
+{'epoch': 193, 'iter': 990, 'avg_loss': 1.1913629239791577, 'avg_acc_mask': 58.939048994021505, 'loss': 1.451174020767212}
+{'epoch': 193, 'iter': 1000, 'avg_loss': 1.1915180795080773, 'avg_acc_mask': 58.904235052754984, 'loss': 1.5293877124786377}
+{'epoch': 193, 'iter': 1010, 'avg_loss': 1.1913756275389245, 'avg_acc_mask': 58.93119524008199, 'loss': 1.1682968139648438}
+{'epoch': 193, 'iter': 1020, 'avg_loss': 1.1916984306843577, 'avg_acc_mask': 58.92347204511575, 'loss': 1.1455442905426025}
+{'epoch': 193, 'iter': 1030, 'avg_loss': 1.1920905477438704, 'avg_acc_mask': 58.901259159137794, 'loss': 1.0715268850326538}
+{'epoch': 193, 'iter': 1040, 'avg_loss': 1.1918250087015223, 'avg_acc_mask': 58.876166989607185, 'loss': 1.1036591529846191}
+{'epoch': 193, 'iter': 1050, 'avg_loss': 1.1919001395309914, 'avg_acc_mask': 58.86591642676437, 'loss': 1.2059816122055054}
+{'epoch': 193, 'iter': 1060, 'avg_loss': 1.1925308970658988, 'avg_acc_mask': 58.84009884735687, 'loss': 0.9654771685600281}
+{'epoch': 193, 'iter': 1070, 'avg_loss': 1.190947471379566, 'avg_acc_mask': 58.89627295149356, 'loss': 1.0533241033554077}
+{'epoch': 193, 'iter': 1080, 'avg_loss': 1.1911421214177804, 'avg_acc_mask': 58.91521514221265, 'loss': 1.0778532028198242}
+{'epoch': 193, 'iter': 1090, 'avg_loss': 1.1904907647783225, 'avg_acc_mask': 58.94972029499219, 'loss': 1.1545222997665405}
+{'epoch': 193, 'iter': 1100, 'avg_loss': 1.1900528131778623, 'avg_acc_mask': 58.95596898192831, 'loss': 1.0005338191986084}
+{'epoch': 'EP193_train', 'avg_loss': 1.190200919317444, 'total_masked_acc': 58.95531050493326}
+{'epoch': 194, 'iter': 0, 'avg_loss': 1.2640169858932495, 'avg_acc_mask': 59.64912280701754, 'loss': 1.2640169858932495}
+{'epoch': 194, 'iter': 10, 'avg_loss': 1.2428245598619634, 'avg_acc_mask': 57.14285714285714, 'loss': 0.893737256526947}
+{'epoch': 194, 'iter': 20, 'avg_loss': 1.2290856185413541, 'avg_acc_mask': 57.454228421970356, 'loss': 1.2698239088058472}
+{'epoch': 194, 'iter': 30, 'avg_loss': 1.217016427747665, 'avg_acc_mask': 57.25235849056604, 'loss': 1.3336848020553589}
+{'epoch': 194, 'iter': 40, 'avg_loss': 1.2020879562308149, 'avg_acc_mask': 58.35579514824798, 'loss': 1.2100739479064941}
+{'epoch': 194, 'iter': 50, 'avg_loss': 1.2219691171365625, 'avg_acc_mask': 57.45363766048502, 'loss': 1.174546718597412}
+{'epoch': 194, 'iter': 60, 'avg_loss': 1.2088207993351046, 'avg_acc_mask': 58.05680119581464, 'loss': 1.1566966772079468}
+{'epoch': 194, 'iter': 70, 'avg_loss': 1.2019746076892799, 'avg_acc_mask': 58.22655048692978, 'loss': 1.051364779472351}
+{'epoch': 194, 'iter': 80, 'avg_loss': 1.1995384288422855, 'avg_acc_mask': 58.53988283010365, 'loss': 1.1594734191894531}
+{'epoch': 194, 'iter': 90, 'avg_loss': 1.1939116212037892, 'avg_acc_mask': 58.71189178275792, 'loss': 1.1489989757537842}
+{'epoch': 194, 'iter': 100, 'avg_loss': 1.1846396403737587, 'avg_acc_mask': 59.15954156812807, 'loss': 0.7782790660858154}
+{'epoch': 194, 'iter': 110, 'avg_loss': 1.18404403140953, 'avg_acc_mask': 59.20900215124938, 'loss': 1.0070003271102905}
+{'epoch': 194, 'iter': 120, 'avg_loss': 1.1778264528463696, 'avg_acc_mask': 59.352078239608794, 'loss': 1.4285837411880493}
+{'epoch': 194, 'iter': 130, 'avg_loss': 1.1804184827185769, 'avg_acc_mask': 59.281520827509084, 'loss': 1.1305865049362183}
+{'epoch': 194, 'iter': 140, 'avg_loss': 1.1819670504712043, 'avg_acc_mask': 59.202175883952854, 'loss': 1.265720248222351}
+{'epoch': 194, 'iter': 150, 'avg_loss': 1.1789242850234176, 'avg_acc_mask': 59.337716094472846, 'loss': 1.2077300548553467}
+{'epoch': 194, 'iter': 160, 'avg_loss': 1.1804897096586524, 'avg_acc_mask': 59.35403161605822, 'loss': 1.2439465522766113}
+{'epoch': 194, 'iter': 170, 'avg_loss': 1.1803042679502254, 'avg_acc_mask': 59.22970528779658, 'loss': 1.0676223039627075}
+{'epoch': 194, 'iter': 180, 'avg_loss': 1.1857152880884665, 'avg_acc_mask': 59.066626348150386, 'loss': 1.3264214992523193}
+{'epoch': 194, 'iter': 190, 'avg_loss': 1.1835369779801495, 'avg_acc_mask': 59.03603004087841, 'loss': 0.9856888055801392}
+{'epoch': 194, 'iter': 200, 'avg_loss': 1.1843495451988866, 'avg_acc_mask': 58.84851771511207, 'loss': 1.4414258003234863}
+{'epoch': 194, 'iter': 210, 'avg_loss': 1.182058750170667, 'avg_acc_mask': 58.896812440931356, 'loss': 1.0812243223190308}
+{'epoch': 194, 'iter': 220, 'avg_loss': 1.183442499842579, 'avg_acc_mask': 58.88333196687711, 'loss': 1.1734920740127563}
+{'epoch': 194, 'iter': 230, 'avg_loss': 1.181572144939786, 'avg_acc_mask': 59.10880176350181, 'loss': 1.075496792793274}
+{'epoch': 194, 'iter': 240, 'avg_loss': 1.182248180090639, 'avg_acc_mask': 59.09986361569934, 'loss': 1.138453483581543}
+{'epoch': 194, 'iter': 250, 'avg_loss': 1.1807761033217745, 'avg_acc_mask': 59.188717650479795, 'loss': 1.0497578382492065}
+{'epoch': 194, 'iter': 260, 'avg_loss': 1.1827657588140261, 'avg_acc_mask': 59.123065069692515, 'loss': 1.1456726789474487}
+{'epoch': 194, 'iter': 270, 'avg_loss': 1.1838033740370917, 'avg_acc_mask': 59.20016158351849, 'loss': 1.123331069946289}
+{'epoch': 194, 'iter': 280, 'avg_loss': 1.1865152224527136, 'avg_acc_mask': 59.088838268792706, 'loss': 0.9854046702384949}
+{'epoch': 194, 'iter': 290, 'avg_loss': 1.184983979385743, 'avg_acc_mask': 59.12179164569703, 'loss': 1.1234557628631592}
+{'epoch': 194, 'iter': 300, 'avg_loss': 1.1843710529843834, 'avg_acc_mask': 59.187773989283976, 'loss': 1.1896384954452515}
+{'epoch': 194, 'iter': 310, 'avg_loss': 1.183603357080478, 'avg_acc_mask': 59.140988628999004, 'loss': 0.8252012729644775}
+{'epoch': 194, 'iter': 320, 'avg_loss': 1.182573708604058, 'avg_acc_mask': 59.170818301551854, 'loss': 1.1509652137756348}
+{'epoch': 194, 'iter': 330, 'avg_loss': 1.1840986779629283, 'avg_acc_mask': 59.130483003382686, 'loss': 1.015720009803772}
+{'epoch': 194, 'iter': 340, 'avg_loss': 1.182440760460767, 'avg_acc_mask': 59.100688468158346, 'loss': 1.1067473888397217}
+{'epoch': 194, 'iter': 350, 'avg_loss': 1.1819888967224674, 'avg_acc_mask': 59.09019525728944, 'loss': 0.9308872222900391}
+{'epoch': 194, 'iter': 360, 'avg_loss': 1.1815375389319709, 'avg_acc_mask': 59.10848768573174, 'loss': 1.447605013847351}
+{'epoch': 194, 'iter': 370, 'avg_loss': 1.1825992729303971, 'avg_acc_mask': 59.13637714172526, 'loss': 1.2370034456253052}
+{'epoch': 194, 'iter': 380, 'avg_loss': 1.184387418150589, 'avg_acc_mask': 59.03952072664026, 'loss': 0.8197388648986816}
+{'epoch': 194, 'iter': 390, 'avg_loss': 1.1844944101008004, 'avg_acc_mask': 59.081488459726806, 'loss': 1.3510503768920898}
+{'epoch': 194, 'iter': 400, 'avg_loss': 1.1863299145216954, 'avg_acc_mask': 59.074635086752956, 'loss': 1.3145807981491089}
+{'epoch': 194, 'iter': 410, 'avg_loss': 1.1847955611355403, 'avg_acc_mask': 59.07908895265423, 'loss': 1.1448525190353394}
+{'epoch': 194, 'iter': 420, 'avg_loss': 1.182867349114384, 'avg_acc_mask': 59.11142268763966, 'loss': 1.2649617195129395}
+{'epoch': 194, 'iter': 430, 'avg_loss': 1.1814760363157277, 'avg_acc_mask': 59.15643581297857, 'loss': 1.234578013420105}
+{'epoch': 194, 'iter': 440, 'avg_loss': 1.1842326790161954, 'avg_acc_mask': 59.009404388714735, 'loss': 1.62434983253479}
+{'epoch': 194, 'iter': 450, 'avg_loss': 1.1843577801123955, 'avg_acc_mask': 59.014987544411326, 'loss': 1.1849981546401978}
+{'epoch': 194, 'iter': 460, 'avg_loss': 1.1849356499902597, 'avg_acc_mask': 58.97497401455185, 'loss': 1.1119483709335327}
+{'epoch': 194, 'iter': 470, 'avg_loss': 1.1861419081055182, 'avg_acc_mask': 58.939257636797436, 'loss': 1.4569077491760254}
+{'epoch': 194, 'iter': 480, 'avg_loss': 1.1856114483300961, 'avg_acc_mask': 58.95067642662784, 'loss': 1.06245756149292}
+{'epoch': 194, 'iter': 490, 'avg_loss': 1.1848994821856318, 'avg_acc_mask': 58.966074313408726, 'loss': 1.288802146911621}
+{'epoch': 194, 'iter': 500, 'avg_loss': 1.1837613212015339, 'avg_acc_mask': 59.00867774672746, 'loss': 1.0560276508331299}
+{'epoch': 194, 'iter': 510, 'avg_loss': 1.1834868266741123, 'avg_acc_mask': 58.98053886830461, 'loss': 1.1789063215255737}
+{'epoch': 194, 'iter': 520, 'avg_loss': 1.1832456956554969, 'avg_acc_mask': 59.06059215866182, 'loss': 1.3693490028381348}
+{'epoch': 194, 'iter': 530, 'avg_loss': 1.1832631805634544, 'avg_acc_mask': 59.07909780688079, 'loss': 1.1178208589553833}
+{'epoch': 194, 'iter': 540, 'avg_loss': 1.1835038807938587, 'avg_acc_mask': 59.03761851360995, 'loss': 1.046724557876587}
+{'epoch': 194, 'iter': 550, 'avg_loss': 1.1855596345587347, 'avg_acc_mask': 58.956069595360304, 'loss': 1.3291826248168945}
+{'epoch': 194, 'iter': 560, 'avg_loss': 1.1842171611951635, 'avg_acc_mask': 59.02627612869406, 'loss': 1.090509295463562}
+{'epoch': 194, 'iter': 570, 'avg_loss': 1.1843449228594891, 'avg_acc_mask': 59.07437803739821, 'loss': 1.537269949913025}
+{'epoch': 194, 'iter': 580, 'avg_loss': 1.1830113884606583, 'avg_acc_mask': 59.10399595026418, 'loss': 1.2316957712173462}
+{'epoch': 194, 'iter': 590, 'avg_loss': 1.1807283797945871, 'avg_acc_mask': 59.19463503989568, 'loss': 0.7928013801574707}
+{'epoch': 194, 'iter': 600, 'avg_loss': 1.1797875242800562, 'avg_acc_mask': 59.2425167990226, 'loss': 1.071887493133545}
+{'epoch': 194, 'iter': 610, 'avg_loss': 1.1800619529136465, 'avg_acc_mask': 59.23802089588087, 'loss': 1.4052070379257202}
+{'epoch': 194, 'iter': 620, 'avg_loss': 1.1779707751316342, 'avg_acc_mask': 59.29166913025483, 'loss': 1.5670652389526367}
+{'epoch': 194, 'iter': 630, 'avg_loss': 1.177334973390809, 'avg_acc_mask': 59.33535094866721, 'loss': 1.1275728940963745}
+{'epoch': 194, 'iter': 640, 'avg_loss': 1.1767587672436666, 'avg_acc_mask': 59.39223345588235, 'loss': 0.8196519613265991}
+{'epoch': 194, 'iter': 650, 'avg_loss': 1.1773677444952424, 'avg_acc_mask': 59.37712344280861, 'loss': 1.0214347839355469}
+{'epoch': 194, 'iter': 660, 'avg_loss': 1.1764483123161067, 'avg_acc_mask': 59.39983824636752, 'loss': 0.8461695909500122}
+{'epoch': 194, 'iter': 670, 'avg_loss': 1.1763562323350665, 'avg_acc_mask': 59.40444468862457, 'loss': 1.1058567762374878}
+{'epoch': 194, 'iter': 680, 'avg_loss': 1.177638358175317, 'avg_acc_mask': 59.32542905094472, 'loss': 1.6349698305130005}
+{'epoch': 194, 'iter': 690, 'avg_loss': 1.1776134004727459, 'avg_acc_mask': 59.29788993517753, 'loss': 1.27219557762146}
+{'epoch': 194, 'iter': 700, 'avg_loss': 1.1772249031083901, 'avg_acc_mask': 59.322746871385, 'loss': 1.2963347434997559}
+{'epoch': 194, 'iter': 710, 'avg_loss': 1.1767651208593874, 'avg_acc_mask': 59.35805288149667, 'loss': 1.2331689596176147}
+{'epoch': 194, 'iter': 720, 'avg_loss': 1.1786370745726995, 'avg_acc_mask': 59.30330698994859, 'loss': 1.1959915161132812}
+{'epoch': 194, 'iter': 730, 'avg_loss': 1.1777003906901655, 'avg_acc_mask': 59.32926213788231, 'loss': 1.5179215669631958}
+{'epoch': 194, 'iter': 740, 'avg_loss': 1.1780635025578472, 'avg_acc_mask': 59.301399193347606, 'loss': 1.103989601135254}
+{'epoch': 194, 'iter': 750, 'avg_loss': 1.1789586982539744, 'avg_acc_mask': 59.26980775368902, 'loss': 1.124810814857483}
+{'epoch': 194, 'iter': 760, 'avg_loss': 1.1774576446151608, 'avg_acc_mask': 59.303453628249905, 'loss': 0.9570190906524658}
+{'epoch': 194, 'iter': 770, 'avg_loss': 1.1782140402091925, 'avg_acc_mask': 59.272014157937534, 'loss': 1.0953752994537354}
+{'epoch': 194, 'iter': 780, 'avg_loss': 1.1771156511981418, 'avg_acc_mask': 59.33276627917966, 'loss': 1.361939787864685}
+{'epoch': 194, 'iter': 790, 'avg_loss': 1.1768039545202074, 'avg_acc_mask': 59.3814144429931, 'loss': 1.3470005989074707}
+{'epoch': 194, 'iter': 800, 'avg_loss': 1.1766312093696047, 'avg_acc_mask': 59.352625641734, 'loss': 1.417596697807312}
+{'epoch': 194, 'iter': 810, 'avg_loss': 1.1761105892176105, 'avg_acc_mask': 59.41531111363895, 'loss': 1.0867396593093872}
+{'epoch': 194, 'iter': 820, 'avg_loss': 1.1765901554153548, 'avg_acc_mask': 59.393762227069324, 'loss': 1.1854499578475952}
+{'epoch': 194, 'iter': 830, 'avg_loss': 1.1764808767323889, 'avg_acc_mask': 59.38930619138628, 'loss': 1.3841794729232788}
+{'epoch': 194, 'iter': 840, 'avg_loss': 1.1762041221688393, 'avg_acc_mask': 59.38796566636665, 'loss': 1.2502676248550415}
+{'epoch': 194, 'iter': 850, 'avg_loss': 1.1775901503554522, 'avg_acc_mask': 59.32471700568157, 'loss': 1.2158721685409546}
+{'epoch': 194, 'iter': 860, 'avg_loss': 1.1797573087038202, 'avg_acc_mask': 59.24664867874427, 'loss': 1.3970797061920166}
+{'epoch': 194, 'iter': 870, 'avg_loss': 1.1804707190267802, 'avg_acc_mask': 59.18285303203419, 'loss': 1.2027275562286377}
+{'epoch': 194, 'iter': 880, 'avg_loss': 1.1805286310384817, 'avg_acc_mask': 59.19742237844171, 'loss': 0.9092697501182556}
+{'epoch': 194, 'iter': 890, 'avg_loss': 1.179606011386137, 'avg_acc_mask': 59.22159161522846, 'loss': 1.0701063871383667}
+{'epoch': 194, 'iter': 900, 'avg_loss': 1.1800689009596055, 'avg_acc_mask': 59.19590792838875, 'loss': 1.4400379657745361}
+{'epoch': 194, 'iter': 910, 'avg_loss': 1.1813224775534692, 'avg_acc_mask': 59.15122582733231, 'loss': 1.310147762298584}
+{'epoch': 194, 'iter': 920, 'avg_loss': 1.1796303570399973, 'avg_acc_mask': 59.21289805728019, 'loss': 0.8393270969390869}
+{'epoch': 194, 'iter': 930, 'avg_loss': 1.1790753896523238, 'avg_acc_mask': 59.24648710783439, 'loss': 1.2328667640686035}
+{'epoch': 194, 'iter': 940, 'avg_loss': 1.1800579634850388, 'avg_acc_mask': 59.203229409574575, 'loss': 0.9953187704086304}
+{'epoch': 194, 'iter': 950, 'avg_loss': 1.1802139288807516, 'avg_acc_mask': 59.15656585214732, 'loss': 1.558602213859558}
+{'epoch': 194, 'iter': 960, 'avg_loss': 1.1804305789187846, 'avg_acc_mask': 59.13211814540088, 'loss': 1.3032138347625732}
+{'epoch': 194, 'iter': 970, 'avg_loss': 1.1805904459449952, 'avg_acc_mask': 59.12306320999829, 'loss': 1.0224964618682861}
+{'epoch': 194, 'iter': 980, 'avg_loss': 1.180895797855142, 'avg_acc_mask': 59.11623979735435, 'loss': 1.0399967432022095}
+{'epoch': 194, 'iter': 990, 'avg_loss': 1.1817369235211497, 'avg_acc_mask': 59.09790611843692, 'loss': 1.440610647201538}
+{'epoch': 194, 'iter': 1000, 'avg_loss': 1.1826941322434794, 'avg_acc_mask': 59.06295323945731, 'loss': 1.322527289390564}
+{'epoch': 194, 'iter': 1010, 'avg_loss': 1.1825647370928474, 'avg_acc_mask': 59.081161632682736, 'loss': 0.8543676137924194}
+{'epoch': 194, 'iter': 1020, 'avg_loss': 1.1831207055011062, 'avg_acc_mask': 59.08878252420197, 'loss': 1.0705769062042236}
+{'epoch': 194, 'iter': 1030, 'avg_loss': 1.1829413838402723, 'avg_acc_mask': 59.09212425814041, 'loss': 1.2478920221328735}
+{'epoch': 194, 'iter': 1040, 'avg_loss': 1.182517037869187, 'avg_acc_mask': 59.108246512449234, 'loss': 1.2338320016860962}
+{'epoch': 194, 'iter': 1050, 'avg_loss': 1.182664085211468, 'avg_acc_mask': 59.098859581613375, 'loss': 0.9663323163986206}
+{'epoch': 194, 'iter': 1060, 'avg_loss': 1.1830895488325095, 'avg_acc_mask': 59.078858449862246, 'loss': 0.9840152859687805}
+{'epoch': 194, 'iter': 1070, 'avg_loss': 1.183426048436196, 'avg_acc_mask': 59.041667382011084, 'loss': 1.257481575012207}
+{'epoch': 194, 'iter': 1080, 'avg_loss': 1.1827009576928493, 'avg_acc_mask': 59.08650660141714, 'loss': 0.8201632499694824}
+{'epoch': 194, 'iter': 1090, 'avg_loss': 1.183207687738289, 'avg_acc_mask': 59.08861526039564, 'loss': 1.217781662940979}
+{'epoch': 194, 'iter': 1100, 'avg_loss': 1.1831816012322307, 'avg_acc_mask': 59.0849237436453, 'loss': 1.100391149520874}
+{'epoch': 'EP194_train', 'avg_loss': 1.1834822238031015, 'total_masked_acc': 59.06010166450713}
+{'epoch': 195, 'iter': 0, 'avg_loss': 1.3430339097976685, 'avg_acc_mask': 58.620689655172406, 'loss': 1.3430339097976685}
+{'epoch': 195, 'iter': 10, 'avg_loss': 1.1440616791898555, 'avg_acc_mask': 59.28449744463373, 'loss': 0.8910055756568909}
+{'epoch': 195, 'iter': 20, 'avg_loss': 1.1577573305084592, 'avg_acc_mask': 58.536585365853654, 'loss': 1.0959672927856445}
+{'epoch': 195, 'iter': 30, 'avg_loss': 1.1637465300098542, 'avg_acc_mask': 58.36858006042296, 'loss': 1.386734962463379}
+{'epoch': 195, 'iter': 40, 'avg_loss': 1.1640213030140574, 'avg_acc_mask': 58.73808443032229, 'loss': 1.4806747436523438}
+{'epoch': 195, 'iter': 50, 'avg_loss': 1.173103759101793, 'avg_acc_mask': 57.9813886900501, 'loss': 0.9987167119979858}
+{'epoch': 195, 'iter': 60, 'avg_loss': 1.1602788675026816, 'avg_acc_mask': 58.56370192307693, 'loss': 1.0037343502044678}
+{'epoch': 195, 'iter': 70, 'avg_loss': 1.1526031695621115, 'avg_acc_mask': 58.64197530864198, 'loss': 0.9907779097557068}
+{'epoch': 195, 'iter': 80, 'avg_loss': 1.167543116910958, 'avg_acc_mask': 58.23266219239373, 'loss': 1.1294965744018555}
+{'epoch': 195, 'iter': 90, 'avg_loss': 1.1703010011505295, 'avg_acc_mask': 58.392715756136184, 'loss': 1.525842308998108}
+{'epoch': 195, 'iter': 100, 'avg_loss': 1.1665619180934264, 'avg_acc_mask': 58.91930577920916, 'loss': 0.862639844417572}
+{'epoch': 195, 'iter': 110, 'avg_loss': 1.1692862301259428, 'avg_acc_mask': 59.05537459283388, 'loss': 0.8739266395568848}
+{'epoch': 195, 'iter': 120, 'avg_loss': 1.16650039203896, 'avg_acc_mask': 58.97397547113371, 'loss': 1.3388339281082153}
+{'epoch': 195, 'iter': 130, 'avg_loss': 1.165339826627542, 'avg_acc_mask': 59.09652615680352, 'loss': 1.2924026250839233}
+{'epoch': 195, 'iter': 140, 'avg_loss': 1.1642050261193133, 'avg_acc_mask': 58.95140664961637, 'loss': 1.0135594606399536}
+{'epoch': 195, 'iter': 150, 'avg_loss': 1.1594471288043142, 'avg_acc_mask': 59.052087092505715, 'loss': 1.2513699531555176}
+{'epoch': 195, 'iter': 160, 'avg_loss': 1.162354856914615, 'avg_acc_mask': 59.224946333747596, 'loss': 1.1888164281845093}
+{'epoch': 195, 'iter': 170, 'avg_loss': 1.1625061554518359, 'avg_acc_mask': 59.20466595970307, 'loss': 0.9862948060035706}
+{'epoch': 195, 'iter': 180, 'avg_loss': 1.161045630333832, 'avg_acc_mask': 59.29975922953451, 'loss': 1.2540545463562012}
+{'epoch': 195, 'iter': 190, 'avg_loss': 1.15929304180345, 'avg_acc_mask': 59.30133484805453, 'loss': 1.0058737993240356}
+{'epoch': 195, 'iter': 200, 'avg_loss': 1.1543182615023941, 'avg_acc_mask': 59.4776521270867, 'loss': 1.1044573783874512}
+{'epoch': 195, 'iter': 210, 'avg_loss': 1.1534426720786433, 'avg_acc_mask': 59.64597229348384, 'loss': 1.4758896827697754}
+{'epoch': 195, 'iter': 220, 'avg_loss': 1.156523193978616, 'avg_acc_mask': 59.5253682487725, 'loss': 1.2185955047607422}
+{'epoch': 195, 'iter': 230, 'avg_loss': 1.1598833084622502, 'avg_acc_mask': 59.32575460603685, 'loss': 0.9423455595970154}
+{'epoch': 195, 'iter': 240, 'avg_loss': 1.1597825330817353, 'avg_acc_mask': 59.33916716958358, 'loss': 1.2325159311294556}
+{'epoch': 195, 'iter': 250, 'avg_loss': 1.16486478160577, 'avg_acc_mask': 59.186038091100016, 'loss': 0.8499280214309692}
+{'epoch': 195, 'iter': 260, 'avg_loss': 1.1674900418040397, 'avg_acc_mask': 59.032370344587534, 'loss': 0.9246573448181152}
+{'epoch': 195, 'iter': 270, 'avg_loss': 1.1675931481417694, 'avg_acc_mask': 59.07297170757809, 'loss': 1.342100739479065}
+{'epoch': 195, 'iter': 280, 'avg_loss': 1.169795073012016, 'avg_acc_mask': 58.974524763998446, 'loss': 1.0649938583374023}
+{'epoch': 195, 'iter': 290, 'avg_loss': 1.1688149868417852, 'avg_acc_mask': 59.10369398087381, 'loss': 1.1879730224609375}
+{'epoch': 195, 'iter': 300, 'avg_loss': 1.1687430485934514, 'avg_acc_mask': 59.21814671814671, 'loss': 1.175665020942688}
+{'epoch': 195, 'iter': 310, 'avg_loss': 1.1670550707835476, 'avg_acc_mask': 59.21859487239386, 'loss': 0.9213389158248901}
+{'epoch': 195, 'iter': 320, 'avg_loss': 1.16810742326986, 'avg_acc_mask': 59.223687201636736, 'loss': 1.224355697631836}
+{'epoch': 195, 'iter': 330, 'avg_loss': 1.1686024743264536, 'avg_acc_mask': 59.25701706108971, 'loss': 1.3417667150497437}
+{'epoch': 195, 'iter': 340, 'avg_loss': 1.1665459782147338, 'avg_acc_mask': 59.301828290388116, 'loss': 1.155342698097229}
+{'epoch': 195, 'iter': 350, 'avg_loss': 1.1656753481962743, 'avg_acc_mask': 59.367523145740144, 'loss': 1.1200242042541504}
+{'epoch': 195, 'iter': 360, 'avg_loss': 1.1702207711594916, 'avg_acc_mask': 59.16452247616165, 'loss': 1.3409044742584229}
+{'epoch': 195, 'iter': 370, 'avg_loss': 1.1683061656283562, 'avg_acc_mask': 59.1937069813176, 'loss': 1.0105801820755005}
+{'epoch': 195, 'iter': 380, 'avg_loss': 1.1711894980878654, 'avg_acc_mask': 59.110047846889955, 'loss': 1.1035550832748413}
+{'epoch': 195, 'iter': 390, 'avg_loss': 1.1702587827087363, 'avg_acc_mask': 59.17824829773342, 'loss': 1.3145335912704468}
+{'epoch': 195, 'iter': 400, 'avg_loss': 1.1706776742328728, 'avg_acc_mask': 59.17875494520486, 'loss': 1.0147210359573364}
+{'epoch': 195, 'iter': 410, 'avg_loss': 1.1704512688075248, 'avg_acc_mask': 59.22813569872394, 'loss': 0.8674307465553284}
+{'epoch': 195, 'iter': 420, 'avg_loss': 1.170427036540242, 'avg_acc_mask': 59.19829757665248, 'loss': 1.0147017240524292}
+{'epoch': 195, 'iter': 430, 'avg_loss': 1.1693986550561237, 'avg_acc_mask': 59.2888059068149, 'loss': 1.0754363536834717}
+{'epoch': 195, 'iter': 440, 'avg_loss': 1.1708888571008262, 'avg_acc_mask': 59.23471923140633, 'loss': 1.2005831003189087}
+{'epoch': 195, 'iter': 450, 'avg_loss': 1.170633049735473, 'avg_acc_mask': 59.19286148854188, 'loss': 0.9014278650283813}
+{'epoch': 195, 'iter': 460, 'avg_loss': 1.1703536566064052, 'avg_acc_mask': 59.176951466328035, 'loss': 1.0409328937530518}
+{'epoch': 195, 'iter': 470, 'avg_loss': 1.1717724621675576, 'avg_acc_mask': 59.11649392492527, 'loss': 1.082737922668457}
+{'epoch': 195, 'iter': 480, 'avg_loss': 1.168932509769273, 'avg_acc_mask': 59.189034837235866, 'loss': 0.8660476803779602}
+{'epoch': 195, 'iter': 490, 'avg_loss': 1.1698991413514628, 'avg_acc_mask': 59.133646742780385, 'loss': 1.5272325277328491}
+{'epoch': 195, 'iter': 500, 'avg_loss': 1.1705788652340094, 'avg_acc_mask': 59.14761295042985, 'loss': 1.2287697792053223}
+{'epoch': 195, 'iter': 510, 'avg_loss': 1.1702382817660293, 'avg_acc_mask': 59.13246101451873, 'loss': 1.0940905809402466}
+{'epoch': 195, 'iter': 520, 'avg_loss': 1.1709805070324273, 'avg_acc_mask': 59.09986628193399, 'loss': 1.3813027143478394}
+{'epoch': 195, 'iter': 530, 'avg_loss': 1.1704972375135188, 'avg_acc_mask': 59.12466751873985, 'loss': 0.956071674823761}
+{'epoch': 195, 'iter': 540, 'avg_loss': 1.169492242627135, 'avg_acc_mask': 59.15569431247455, 'loss': 1.0992869138717651}
+{'epoch': 195, 'iter': 550, 'avg_loss': 1.170182239771322, 'avg_acc_mask': 59.12481683761822, 'loss': 1.3643099069595337}
+{'epoch': 195, 'iter': 560, 'avg_loss': 1.1704387797603846, 'avg_acc_mask': 59.14598205514441, 'loss': 1.3338946104049683}
+{'epoch': 195, 'iter': 570, 'avg_loss': 1.1693731794841653, 'avg_acc_mask': 59.20193081255029, 'loss': 1.2453784942626953}
+{'epoch': 195, 'iter': 580, 'avg_loss': 1.1682235239500023, 'avg_acc_mask': 59.261838440111426, 'loss': 1.1732147932052612}
+{'epoch': 195, 'iter': 590, 'avg_loss': 1.16831023388506, 'avg_acc_mask': 59.22756130959791, 'loss': 0.9795413017272949}
+{'epoch': 195, 'iter': 600, 'avg_loss': 1.1688682694800085, 'avg_acc_mask': 59.18436027657101, 'loss': 1.1755107641220093}
+{'epoch': 195, 'iter': 610, 'avg_loss': 1.1709559036940091, 'avg_acc_mask': 59.107840192249924, 'loss': 1.2132186889648438}
+{'epoch': 195, 'iter': 620, 'avg_loss': 1.1684563524673142, 'avg_acc_mask': 59.21519886363637, 'loss': 1.057877779006958}
+{'epoch': 195, 'iter': 630, 'avg_loss': 1.1686999195162355, 'avg_acc_mask': 59.18884295114424, 'loss': 1.2261101007461548}
+{'epoch': 195, 'iter': 640, 'avg_loss': 1.1683997013453575, 'avg_acc_mask': 59.227122539864965, 'loss': 1.1097124814987183}
+{'epoch': 195, 'iter': 650, 'avg_loss': 1.1694107980405863, 'avg_acc_mask': 59.18332672594438, 'loss': 0.9597764015197754}
+{'epoch': 195, 'iter': 660, 'avg_loss': 1.1691366855207261, 'avg_acc_mask': 59.21008590873591, 'loss': 0.8455520272254944}
+{'epoch': 195, 'iter': 670, 'avg_loss': 1.1695363749867935, 'avg_acc_mask': 59.20788815952099, 'loss': 1.1367460489273071}
+{'epoch': 195, 'iter': 680, 'avg_loss': 1.1698531912812051, 'avg_acc_mask': 59.23603038576951, 'loss': 1.3208407163619995}
+{'epoch': 195, 'iter': 690, 'avg_loss': 1.169555102260689, 'avg_acc_mask': 59.25876620783301, 'loss': 1.0345067977905273}
+{'epoch': 195, 'iter': 700, 'avg_loss': 1.1703836229150204, 'avg_acc_mask': 59.239358356049486, 'loss': 1.1274327039718628}
+{'epoch': 195, 'iter': 710, 'avg_loss': 1.1689929868266218, 'avg_acc_mask': 59.28913015380638, 'loss': 1.194893479347229}
+{'epoch': 195, 'iter': 720, 'avg_loss': 1.1715068540196147, 'avg_acc_mask': 59.21733588272785, 'loss': 1.427892804145813}
+{'epoch': 195, 'iter': 730, 'avg_loss': 1.1699811680046217, 'avg_acc_mask': 59.26391156889837, 'loss': 1.3396645784378052}
+{'epoch': 195, 'iter': 740, 'avg_loss': 1.171764460330711, 'avg_acc_mask': 59.24797503158208, 'loss': 1.35030198097229}
+{'epoch': 195, 'iter': 750, 'avg_loss': 1.1730018547784473, 'avg_acc_mask': 59.22081094284318, 'loss': 1.079457402229309}
+{'epoch': 195, 'iter': 760, 'avg_loss': 1.1722371668289275, 'avg_acc_mask': 59.252020750392084, 'loss': 1.1380940675735474}
+{'epoch': 195, 'iter': 770, 'avg_loss': 1.173493783065781, 'avg_acc_mask': 59.17614582837562, 'loss': 1.3142399787902832}
+{'epoch': 195, 'iter': 780, 'avg_loss': 1.1721870480975787, 'avg_acc_mask': 59.21866547498647, 'loss': 1.0641815662384033}
+{'epoch': 195, 'iter': 790, 'avg_loss': 1.1730487295408767, 'avg_acc_mask': 59.22131623574233, 'loss': 1.357093334197998}
+{'epoch': 195, 'iter': 800, 'avg_loss': 1.1726444356152776, 'avg_acc_mask': 59.22265535427654, 'loss': 1.1885466575622559}
+{'epoch': 195, 'iter': 810, 'avg_loss': 1.1719805495365627, 'avg_acc_mask': 59.2183960126869, 'loss': 0.9755551218986511}
+{'epoch': 195, 'iter': 820, 'avg_loss': 1.1716393988112148, 'avg_acc_mask': 59.27178269924088, 'loss': 1.1526219844818115}
+{'epoch': 195, 'iter': 830, 'avg_loss': 1.171104545699417, 'avg_acc_mask': 59.28468608127561, 'loss': 1.0437015295028687}
+{'epoch': 195, 'iter': 840, 'avg_loss': 1.1713643044977495, 'avg_acc_mask': 59.263795630016844, 'loss': 1.4040552377700806}
+{'epoch': 195, 'iter': 850, 'avg_loss': 1.172244660022256, 'avg_acc_mask': 59.207056076786714, 'loss': 1.3656916618347168}
+{'epoch': 195, 'iter': 860, 'avg_loss': 1.1725055306769137, 'avg_acc_mask': 59.19047720812942, 'loss': 1.2657030820846558}
+{'epoch': 195, 'iter': 870, 'avg_loss': 1.1733931823110744, 'avg_acc_mask': 59.17661450204581, 'loss': 1.1617392301559448}
+{'epoch': 195, 'iter': 880, 'avg_loss': 1.173392378783253, 'avg_acc_mask': 59.155223506824164, 'loss': 0.8756406903266907}
+{'epoch': 195, 'iter': 890, 'avg_loss': 1.173210800229232, 'avg_acc_mask': 59.183167805744255, 'loss': 0.7833694815635681}
+{'epoch': 195, 'iter': 900, 'avg_loss': 1.173181997419859, 'avg_acc_mask': 59.19208405590125, 'loss': 1.4187183380126953}
+{'epoch': 195, 'iter': 910, 'avg_loss': 1.1745408893154952, 'avg_acc_mask': 59.14529569621275, 'loss': 1.2611984014511108}
+{'epoch': 195, 'iter': 920, 'avg_loss': 1.174353014050814, 'avg_acc_mask': 59.1752742093381, 'loss': 1.0141781568527222}
+{'epoch': 195, 'iter': 930, 'avg_loss': 1.1737166912676056, 'avg_acc_mask': 59.19900369660189, 'loss': 1.489601731300354}
+{'epoch': 195, 'iter': 940, 'avg_loss': 1.1740327429315363, 'avg_acc_mask': 59.17246501446329, 'loss': 0.9635410904884338}
+{'epoch': 195, 'iter': 950, 'avg_loss': 1.1750829338275295, 'avg_acc_mask': 59.11569097517594, 'loss': 1.645145297050476}
+{'epoch': 195, 'iter': 960, 'avg_loss': 1.175280241638763, 'avg_acc_mask': 59.122384176900425, 'loss': 1.2197153568267822}
+{'epoch': 195, 'iter': 970, 'avg_loss': 1.1758235369479988, 'avg_acc_mask': 59.0827389173746, 'loss': 1.3398464918136597}
+{'epoch': 195, 'iter': 980, 'avg_loss': 1.1758312646159095, 'avg_acc_mask': 59.07355418304323, 'loss': 1.0582469701766968}
+{'epoch': 195, 'iter': 990, 'avg_loss': 1.1764323475623106, 'avg_acc_mask': 59.04011859538589, 'loss': 1.2414069175720215}
+{'epoch': 195, 'iter': 1000, 'avg_loss': 1.1770218165961654, 'avg_acc_mask': 59.0195503062759, 'loss': 1.420102596282959}
+{'epoch': 195, 'iter': 1010, 'avg_loss': 1.1770488742433127, 'avg_acc_mask': 59.019728953965775, 'loss': 0.820572555065155}
+{'epoch': 195, 'iter': 1020, 'avg_loss': 1.1768144248281474, 'avg_acc_mask': 59.02054905344911, 'loss': 1.1998347043991089}
+{'epoch': 195, 'iter': 1030, 'avg_loss': 1.1767581131247846, 'avg_acc_mask': 59.01826280623608, 'loss': 1.3729000091552734}
+{'epoch': 195, 'iter': 1040, 'avg_loss': 1.1769930471833456, 'avg_acc_mask': 59.02961629425677, 'loss': 1.0684523582458496}
+{'epoch': 195, 'iter': 1050, 'avg_loss': 1.1767031185747214, 'avg_acc_mask': 59.03732465806135, 'loss': 1.1055116653442383}
+{'epoch': 195, 'iter': 1060, 'avg_loss': 1.1768456466011457, 'avg_acc_mask': 59.01187961070896, 'loss': 0.8731708526611328}
+{'epoch': 195, 'iter': 1070, 'avg_loss': 1.1764048116436414, 'avg_acc_mask': 59.02700290113814, 'loss': 1.3285284042358398}
+{'epoch': 195, 'iter': 1080, 'avg_loss': 1.176264529091467, 'avg_acc_mask': 59.03534572162057, 'loss': 1.0523326396942139}
+{'epoch': 195, 'iter': 1090, 'avg_loss': 1.1759555169358153, 'avg_acc_mask': 59.03036222487918, 'loss': 0.9708330035209656}
+{'epoch': 195, 'iter': 1100, 'avg_loss': 1.1758974243249816, 'avg_acc_mask': 59.0520694259012, 'loss': 0.9028998613357544}
+{'epoch': 'EP195_train', 'avg_loss': 1.1771166236691886, 'total_masked_acc': 59.019147909700386}
+{'epoch': 196, 'iter': 0, 'avg_loss': 1.4428893327713013, 'avg_acc_mask': 55.00000000000001, 'loss': 1.4428893327713013}
+{'epoch': 196, 'iter': 10, 'avg_loss': 1.1639731255444614, 'avg_acc_mask': 61.174551386623165, 'loss': 0.7765161991119385}
+{'epoch': 196, 'iter': 20, 'avg_loss': 1.2031356890996296, 'avg_acc_mask': 59.11789652247668, 'loss': 1.0816665887832642}
+{'epoch': 196, 'iter': 30, 'avg_loss': 1.219979086229878, 'avg_acc_mask': 58.620689655172406, 'loss': 1.6300277709960938}
+{'epoch': 196, 'iter': 40, 'avg_loss': 1.2090710823128863, 'avg_acc_mask': 58.44564240790656, 'loss': 0.9583902955055237}
+{'epoch': 196, 'iter': 50, 'avg_loss': 1.2137243549029033, 'avg_acc_mask': 58.25105782792666, 'loss': 1.3838491439819336}
+{'epoch': 196, 'iter': 60, 'avg_loss': 1.2071791984995857, 'avg_acc_mask': 58.3134684147795, 'loss': 1.15623939037323}
+{'epoch': 196, 'iter': 70, 'avg_loss': 1.193871646699771, 'avg_acc_mask': 58.80551301684533, 'loss': 1.083709716796875}
+{'epoch': 196, 'iter': 80, 'avg_loss': 1.1952430296827246, 'avg_acc_mask': 58.95157707685473, 'loss': 1.2520825862884521}
+{'epoch': 196, 'iter': 90, 'avg_loss': 1.2021942197621525, 'avg_acc_mask': 58.502463054187196, 'loss': 1.2462745904922485}
+{'epoch': 196, 'iter': 100, 'avg_loss': 1.1940286855886477, 'avg_acc_mask': 58.779443254817984, 'loss': 1.081214189529419}
+{'epoch': 196, 'iter': 110, 'avg_loss': 1.189462924862767, 'avg_acc_mask': 58.88998035363458, 'loss': 0.8771092891693115}
+{'epoch': 196, 'iter': 120, 'avg_loss': 1.1761286534553717, 'avg_acc_mask': 59.158117079058535, 'loss': 1.259547233581543}
+{'epoch': 196, 'iter': 130, 'avg_loss': 1.1734617106787122, 'avg_acc_mask': 59.252570158377324, 'loss': 1.2636622190475464}
+{'epoch': 196, 'iter': 140, 'avg_loss': 1.1823386414676693, 'avg_acc_mask': 58.984981874676336, 'loss': 1.3778256177902222}
+{'epoch': 196, 'iter': 150, 'avg_loss': 1.1783728295604126, 'avg_acc_mask': 59.22731138379298, 'loss': 1.5487533807754517}
+{'epoch': 196, 'iter': 160, 'avg_loss': 1.1748072323591814, 'avg_acc_mask': 59.397810218978094, 'loss': 0.8732733130455017}
+{'epoch': 196, 'iter': 170, 'avg_loss': 1.181419419266327, 'avg_acc_mask': 59.087012430347194, 'loss': 1.2344895601272583}
+{'epoch': 196, 'iter': 180, 'avg_loss': 1.181311379150791, 'avg_acc_mask': 59.11669367909238, 'loss': 0.938842236995697}
+{'epoch': 196, 'iter': 190, 'avg_loss': 1.1792775386291026, 'avg_acc_mask': 59.224701808387834, 'loss': 1.3279845714569092}
+{'epoch': 196, 'iter': 200, 'avg_loss': 1.1749273105640317, 'avg_acc_mask': 59.42148006204946, 'loss': 1.1095521450042725}
+{'epoch': 196, 'iter': 210, 'avg_loss': 1.175864900175429, 'avg_acc_mask': 59.421804249390455, 'loss': 1.1859240531921387}
+{'epoch': 196, 'iter': 220, 'avg_loss': 1.1758709067133217, 'avg_acc_mask': 59.41644562334217, 'loss': 1.4519858360290527}
+{'epoch': 196, 'iter': 230, 'avg_loss': 1.1745841962434513, 'avg_acc_mask': 59.56821969997619, 'loss': 1.0875319242477417}
+{'epoch': 196, 'iter': 240, 'avg_loss': 1.1725712809325253, 'avg_acc_mask': 59.62581137838869, 'loss': 1.156990647315979}
+{'epoch': 196, 'iter': 250, 'avg_loss': 1.1755050484877658, 'avg_acc_mask': 59.506009967751396, 'loss': 1.19092857837677}
+{'epoch': 196, 'iter': 260, 'avg_loss': 1.1779188701019434, 'avg_acc_mask': 59.4392786700479, 'loss': 1.2990820407867432}
+{'epoch': 196, 'iter': 270, 'avg_loss': 1.178880554943507, 'avg_acc_mask': 59.33814113365236, 'loss': 1.0480531454086304}
+{'epoch': 196, 'iter': 280, 'avg_loss': 1.181408919685676, 'avg_acc_mask': 59.191630385340176, 'loss': 0.6364598274230957}
+{'epoch': 196, 'iter': 290, 'avg_loss': 1.1802155957189213, 'avg_acc_mask': 59.146264908976775, 'loss': 1.1114904880523682}
+{'epoch': 196, 'iter': 300, 'avg_loss': 1.179487603051322, 'avg_acc_mask': 59.19347971534579, 'loss': 0.7729520797729492}
+{'epoch': 196, 'iter': 310, 'avg_loss': 1.1800277208208654, 'avg_acc_mask': 59.14041801589638, 'loss': 1.1178418397903442}
+{'epoch': 196, 'iter': 320, 'avg_loss': 1.1809797767909516, 'avg_acc_mask': 59.18741058655221, 'loss': 1.0549465417861938}
+{'epoch': 196, 'iter': 330, 'avg_loss': 1.1811513229079116, 'avg_acc_mask': 59.13250873592545, 'loss': 1.2235556840896606}
+{'epoch': 196, 'iter': 340, 'avg_loss': 1.1794653400298087, 'avg_acc_mask': 59.180927779571626, 'loss': 1.0166057348251343}
+{'epoch': 196, 'iter': 350, 'avg_loss': 1.179230070521689, 'avg_acc_mask': 59.20104438642297, 'loss': 1.379111886024475}
+{'epoch': 196, 'iter': 360, 'avg_loss': 1.1784796589299251, 'avg_acc_mask': 59.23221258684518, 'loss': 1.3301810026168823}
+{'epoch': 196, 'iter': 370, 'avg_loss': 1.1794050110960907, 'avg_acc_mask': 59.18970870915275, 'loss': 1.2241674661636353}
+{'epoch': 196, 'iter': 380, 'avg_loss': 1.1814988141297669, 'avg_acc_mask': 59.11422134879931, 'loss': 0.8577210307121277}
+{'epoch': 196, 'iter': 390, 'avg_loss': 1.181579361486313, 'avg_acc_mask': 59.1174683307624, 'loss': 1.7209017276763916}
+{'epoch': 196, 'iter': 400, 'avg_loss': 1.1815206793478301, 'avg_acc_mask': 59.1455638549827, 'loss': 1.2541751861572266}
+{'epoch': 196, 'iter': 410, 'avg_loss': 1.182307165324543, 'avg_acc_mask': 59.137495008651676, 'loss': 1.122252106666565}
+{'epoch': 196, 'iter': 420, 'avg_loss': 1.1807368387802197, 'avg_acc_mask': 59.208642457373415, 'loss': 1.0892940759658813}
+{'epoch': 196, 'iter': 430, 'avg_loss': 1.1806429151592563, 'avg_acc_mask': 59.224576271186436, 'loss': 1.0062168836593628}
+{'epoch': 196, 'iter': 440, 'avg_loss': 1.1845239258947826, 'avg_acc_mask': 59.067765037049305, 'loss': 1.3165491819381714}
+{'epoch': 196, 'iter': 450, 'avg_loss': 1.1861031257656884, 'avg_acc_mask': 59.035265504661524, 'loss': 1.032924771308899}
+{'epoch': 196, 'iter': 460, 'avg_loss': 1.1851549881657912, 'avg_acc_mask': 59.06912259853436, 'loss': 1.161832571029663}
+{'epoch': 196, 'iter': 470, 'avg_loss': 1.1857520084978415, 'avg_acc_mask': 58.98597877449841, 'loss': 1.207287073135376}
+{'epoch': 196, 'iter': 480, 'avg_loss': 1.184418969243579, 'avg_acc_mask': 59.076596228991995, 'loss': 1.213285207748413}
+{'epoch': 196, 'iter': 490, 'avg_loss': 1.1862856093832044, 'avg_acc_mask': 59.031754294638205, 'loss': 1.3053631782531738}
+{'epoch': 196, 'iter': 500, 'avg_loss': 1.1856507675614423, 'avg_acc_mask': 59.03939360810466, 'loss': 1.0144708156585693}
+{'epoch': 196, 'iter': 510, 'avg_loss': 1.1842466953216, 'avg_acc_mask': 59.12484372209323, 'loss': 1.052520990371704}
+{'epoch': 196, 'iter': 520, 'avg_loss': 1.1848563978630842, 'avg_acc_mask': 59.12726252280061, 'loss': 1.4961812496185303}
+{'epoch': 196, 'iter': 530, 'avg_loss': 1.1844486159793401, 'avg_acc_mask': 59.14959545532794, 'loss': 0.967319905757904}
+{'epoch': 196, 'iter': 540, 'avg_loss': 1.183520752268666, 'avg_acc_mask': 59.10888746154627, 'loss': 1.1702415943145752}
+{'epoch': 196, 'iter': 550, 'avg_loss': 1.1837079890626745, 'avg_acc_mask': 59.09649151923524, 'loss': 1.0481340885162354}
+{'epoch': 196, 'iter': 560, 'avg_loss': 1.1832650824451616, 'avg_acc_mask': 59.090463589140455, 'loss': 1.2558090686798096}
+{'epoch': 196, 'iter': 570, 'avg_loss': 1.1808061221852613, 'avg_acc_mask': 59.15370774964658, 'loss': 1.2328832149505615}
+{'epoch': 196, 'iter': 580, 'avg_loss': 1.1804707298590682, 'avg_acc_mask': 59.13873179362421, 'loss': 1.3039278984069824}
+{'epoch': 196, 'iter': 590, 'avg_loss': 1.1790363590931126, 'avg_acc_mask': 59.18190000310357, 'loss': 1.0724499225616455}
+{'epoch': 196, 'iter': 600, 'avg_loss': 1.178484512744053, 'avg_acc_mask': 59.18753240415994, 'loss': 1.3884598016738892}
+{'epoch': 196, 'iter': 610, 'avg_loss': 1.1795792967910268, 'avg_acc_mask': 59.1289480788266, 'loss': 1.1271929740905762}
+{'epoch': 196, 'iter': 620, 'avg_loss': 1.1779054295805533, 'avg_acc_mask': 59.17264593852423, 'loss': 1.3641189336776733}
+{'epoch': 196, 'iter': 630, 'avg_loss': 1.1768468797868104, 'avg_acc_mask': 59.23857720385074, 'loss': 1.2471075057983398}
+{'epoch': 196, 'iter': 640, 'avg_loss': 1.177054652836691, 'avg_acc_mask': 59.24619223818949, 'loss': 1.0768102407455444}
+{'epoch': 196, 'iter': 650, 'avg_loss': 1.1767958103237064, 'avg_acc_mask': 59.22327354893376, 'loss': 1.1666934490203857}
+{'epoch': 196, 'iter': 660, 'avg_loss': 1.177303607903883, 'avg_acc_mask': 59.222760425366076, 'loss': 1.1033631563186646}
+{'epoch': 196, 'iter': 670, 'avg_loss': 1.177844452698078, 'avg_acc_mask': 59.19089413055403, 'loss': 1.4046725034713745}
+{'epoch': 196, 'iter': 680, 'avg_loss': 1.1768702602071384, 'avg_acc_mask': 59.20846606554721, 'loss': 1.20278000831604}
+{'epoch': 196, 'iter': 690, 'avg_loss': 1.1779537972941585, 'avg_acc_mask': 59.13981351114417, 'loss': 1.2111537456512451}
+{'epoch': 196, 'iter': 700, 'avg_loss': 1.17936045824206, 'avg_acc_mask': 59.09650386277334, 'loss': 1.0330437421798706}
+{'epoch': 196, 'iter': 710, 'avg_loss': 1.179585358764552, 'avg_acc_mask': 59.11309692915623, 'loss': 1.285742998123169}
+{'epoch': 196, 'iter': 720, 'avg_loss': 1.1806078010888437, 'avg_acc_mask': 59.08131342676196, 'loss': 1.474099040031433}
+{'epoch': 196, 'iter': 730, 'avg_loss': 1.179134564996581, 'avg_acc_mask': 59.1137207668373, 'loss': 1.067007303237915}
+{'epoch': 196, 'iter': 740, 'avg_loss': 1.1806670032371234, 'avg_acc_mask': 59.06211333828261, 'loss': 1.40458345413208}
+{'epoch': 196, 'iter': 750, 'avg_loss': 1.1823216485437478, 'avg_acc_mask': 59.01059208278421, 'loss': 1.115211009979248}
+{'epoch': 196, 'iter': 760, 'avg_loss': 1.1818251141424092, 'avg_acc_mask': 59.00817281033777, 'loss': 1.0901926755905151}
+{'epoch': 196, 'iter': 770, 'avg_loss': 1.183853729225782, 'avg_acc_mask': 58.94806955777053, 'loss': 1.2459954023361206}
+{'epoch': 196, 'iter': 780, 'avg_loss': 1.1829815318428754, 'avg_acc_mask': 58.97128905791488, 'loss': 1.3917635679244995}
+{'epoch': 196, 'iter': 790, 'avg_loss': 1.1831993356667336, 'avg_acc_mask': 59.009061203680105, 'loss': 1.3689757585525513}
+{'epoch': 196, 'iter': 800, 'avg_loss': 1.182676768555921, 'avg_acc_mask': 59.00783289817232, 'loss': 1.0363624095916748}
+{'epoch': 196, 'iter': 810, 'avg_loss': 1.1827462788868774, 'avg_acc_mask': 59.00756100873817, 'loss': 1.1256459951400757}
+{'epoch': 196, 'iter': 820, 'avg_loss': 1.1825766586647546, 'avg_acc_mask': 59.02793296089386, 'loss': 1.0660057067871094}
+{'epoch': 196, 'iter': 830, 'avg_loss': 1.1817687898336335, 'avg_acc_mask': 59.04183684733414, 'loss': 1.3074086904525757}
+{'epoch': 196, 'iter': 840, 'avg_loss': 1.182433873308683, 'avg_acc_mask': 59.03540903540904, 'loss': 1.1017515659332275}
+{'epoch': 196, 'iter': 850, 'avg_loss': 1.183267324217338, 'avg_acc_mask': 59.002519542606116, 'loss': 0.8470363020896912}
+{'epoch': 196, 'iter': 860, 'avg_loss': 1.1836244647372751, 'avg_acc_mask': 58.98259648525595, 'loss': 1.416969895362854}
+{'epoch': 196, 'iter': 870, 'avg_loss': 1.184903471395972, 'avg_acc_mask': 58.911421666491535, 'loss': 1.4268618822097778}
+{'epoch': 196, 'iter': 880, 'avg_loss': 1.1848999229381358, 'avg_acc_mask': 58.9185480853187, 'loss': 1.1307082176208496}
+{'epoch': 196, 'iter': 890, 'avg_loss': 1.184505355813019, 'avg_acc_mask': 58.93158696816179, 'loss': 0.9011812806129456}
+{'epoch': 196, 'iter': 900, 'avg_loss': 1.184282964990618, 'avg_acc_mask': 58.92308005620838, 'loss': 1.3923615217208862}
+{'epoch': 196, 'iter': 910, 'avg_loss': 1.1851847944484715, 'avg_acc_mask': 58.86556228739357, 'loss': 1.326795220375061}
+{'epoch': 196, 'iter': 920, 'avg_loss': 1.1849674859471482, 'avg_acc_mask': 58.894776684330054, 'loss': 1.2100262641906738}
+{'epoch': 196, 'iter': 930, 'avg_loss': 1.1849071592828768, 'avg_acc_mask': 58.89924895030456, 'loss': 1.1421852111816406}
+{'epoch': 196, 'iter': 940, 'avg_loss': 1.1848094714181963, 'avg_acc_mask': 58.908991761933514, 'loss': 0.936160683631897}
+{'epoch': 196, 'iter': 950, 'avg_loss': 1.1845215747033009, 'avg_acc_mask': 58.92877778205771, 'loss': 1.3406835794448853}
+{'epoch': 196, 'iter': 960, 'avg_loss': 1.184741824896353, 'avg_acc_mask': 58.90886215901943, 'loss': 1.2681795358657837}
+{'epoch': 196, 'iter': 970, 'avg_loss': 1.1848433167509635, 'avg_acc_mask': 58.91294508147254, 'loss': 1.0579549074172974}
+{'epoch': 196, 'iter': 980, 'avg_loss': 1.1852001785381368, 'avg_acc_mask': 58.895006999533365, 'loss': 1.0241376161575317}
+{'epoch': 196, 'iter': 990, 'avg_loss': 1.18646007156757, 'avg_acc_mask': 58.86878078476949, 'loss': 1.2844098806381226}
+{'epoch': 196, 'iter': 1000, 'avg_loss': 1.1870383333254766, 'avg_acc_mask': 58.86264408761257, 'loss': 1.2656279802322388}
+{'epoch': 196, 'iter': 1010, 'avg_loss': 1.1865813825297897, 'avg_acc_mask': 58.88138233323069, 'loss': 0.7854728102684021}
+{'epoch': 196, 'iter': 1020, 'avg_loss': 1.1870650843471784, 'avg_acc_mask': 58.868783960690784, 'loss': 0.8815524578094482}
+{'epoch': 196, 'iter': 1030, 'avg_loss': 1.1865869677263365, 'avg_acc_mask': 58.904401577320684, 'loss': 1.026660680770874}
+{'epoch': 196, 'iter': 1040, 'avg_loss': 1.1873276393992986, 'avg_acc_mask': 58.88198976271306, 'loss': 1.4320367574691772}
+{'epoch': 196, 'iter': 1050, 'avg_loss': 1.1865200985056463, 'avg_acc_mask': 58.8906701983062, 'loss': 1.0084383487701416}
+{'epoch': 196, 'iter': 1060, 'avg_loss': 1.1857582950906638, 'avg_acc_mask': 58.93057545883044, 'loss': 1.1697955131530762}
+{'epoch': 196, 'iter': 1070, 'avg_loss': 1.1857426720284392, 'avg_acc_mask': 58.94546014263481, 'loss': 1.3062735795974731}
+{'epoch': 196, 'iter': 1080, 'avg_loss': 1.1846616753927544, 'avg_acc_mask': 59.009505091408144, 'loss': 0.8834778666496277}
+{'epoch': 196, 'iter': 1090, 'avg_loss': 1.1852722205665547, 'avg_acc_mask': 58.98115676963606, 'loss': 1.385241985321045}
+{'epoch': 196, 'iter': 1100, 'avg_loss': 1.185184074303543, 'avg_acc_mask': 58.97998902140825, 'loss': 1.110424280166626}
+{'epoch': 'EP196_train', 'avg_loss': 1.1851841196215531, 'total_masked_acc': 58.97865146191076}
+{'epoch': 197, 'iter': 0, 'avg_loss': 1.5006859302520752, 'avg_acc_mask': 55.73770491803278, 'loss': 1.5006859302520752}
+{'epoch': 197, 'iter': 10, 'avg_loss': 1.2747722755778919, 'avg_acc_mask': 58.56697819314641, 'loss': 1.0419718027114868}
+{'epoch': 197, 'iter': 20, 'avg_loss': 1.2742364945865812, 'avg_acc_mask': 56.85618729096989, 'loss': 1.3623048067092896}
+{'epoch': 197, 'iter': 30, 'avg_loss': 1.263000790149935, 'avg_acc_mask': 57.41488747836122, 'loss': 1.389447808265686}
+{'epoch': 197, 'iter': 40, 'avg_loss': 1.2319189629903653, 'avg_acc_mask': 57.84871010056843, 'loss': 1.1656378507614136}
+{'epoch': 197, 'iter': 50, 'avg_loss': 1.235198433492698, 'avg_acc_mask': 57.684210526315795, 'loss': 1.2870635986328125}
+{'epoch': 197, 'iter': 60, 'avg_loss': 1.22876018774314, 'avg_acc_mask': 57.97967722653915, 'loss': 1.1999932527542114}
+{'epoch': 197, 'iter': 70, 'avg_loss': 1.2275070464107352, 'avg_acc_mask': 57.88259420661369, 'loss': 1.5177618265151978}
+{'epoch': 197, 'iter': 80, 'avg_loss': 1.2213862383807148, 'avg_acc_mask': 57.93933987511151, 'loss': 1.3839657306671143}
+{'epoch': 197, 'iter': 90, 'avg_loss': 1.2158135293604253, 'avg_acc_mask': 58.09485691414849, 'loss': 1.3701895475387573}
+{'epoch': 197, 'iter': 100, 'avg_loss': 1.209295873594756, 'avg_acc_mask': 58.3981196890255, 'loss': 1.0203412771224976}
+{'epoch': 197, 'iter': 110, 'avg_loss': 1.214680200224524, 'avg_acc_mask': 58.45442536327609, 'loss': 1.0120444297790527}
+{'epoch': 197, 'iter': 120, 'avg_loss': 1.1950870663666529, 'avg_acc_mask': 58.888042650418896, 'loss': 1.32986319065094}
+{'epoch': 197, 'iter': 130, 'avg_loss': 1.1964421117578754, 'avg_acc_mask': 58.806221101303066, 'loss': 1.6038867235183716}
+{'epoch': 197, 'iter': 140, 'avg_loss': 1.1965233053721436, 'avg_acc_mask': 58.59344644476104, 'loss': 1.0740305185317993}
+{'epoch': 197, 'iter': 150, 'avg_loss': 1.1934825888532676, 'avg_acc_mask': 58.71313672922251, 'loss': 1.2349363565444946}
+{'epoch': 197, 'iter': 160, 'avg_loss': 1.1898778832477073, 'avg_acc_mask': 58.76146788990826, 'loss': 1.0462324619293213}
+{'epoch': 197, 'iter': 170, 'avg_loss': 1.1941497081901595, 'avg_acc_mask': 58.68353344768439, 'loss': 1.2332582473754883}
+{'epoch': 197, 'iter': 180, 'avg_loss': 1.1911591456081327, 'avg_acc_mask': 58.84143248452877, 'loss': 1.1059246063232422}
+{'epoch': 197, 'iter': 190, 'avg_loss': 1.1915778165088273, 'avg_acc_mask': 58.72634713284026, 'loss': 0.9249630570411682}
+{'epoch': 197, 'iter': 200, 'avg_loss': 1.1871067875653356, 'avg_acc_mask': 58.8589135982501, 'loss': 1.1928259134292603}
+{'epoch': 197, 'iter': 210, 'avg_loss': 1.1923529454882111, 'avg_acc_mask': 58.58996539792387, 'loss': 1.1362736225128174}
+{'epoch': 197, 'iter': 220, 'avg_loss': 1.188621179011073, 'avg_acc_mask': 58.726628778519064, 'loss': 1.1967111825942993}
+{'epoch': 197, 'iter': 230, 'avg_loss': 1.186455390412054, 'avg_acc_mask': 58.836530112873945, 'loss': 1.042035460472107}
+{'epoch': 197, 'iter': 240, 'avg_loss': 1.1858212225664702, 'avg_acc_mask': 58.88013335353841, 'loss': 1.2323873043060303}
+{'epoch': 197, 'iter': 250, 'avg_loss': 1.1901337214675083, 'avg_acc_mask': 58.646015125072715, 'loss': 1.4734455347061157}
+{'epoch': 197, 'iter': 260, 'avg_loss': 1.187678971509824, 'avg_acc_mask': 58.622859140160784, 'loss': 1.1035364866256714}
+{'epoch': 197, 'iter': 270, 'avg_loss': 1.1882688713249685, 'avg_acc_mask': 58.59054535673458, 'loss': 1.3361446857452393}
+{'epoch': 197, 'iter': 280, 'avg_loss': 1.1893045859828963, 'avg_acc_mask': 58.54908831354228, 'loss': 0.6125954389572144}
+{'epoch': 197, 'iter': 290, 'avg_loss': 1.1884939369467116, 'avg_acc_mask': 58.605117912694425, 'loss': 1.0584272146224976}
+{'epoch': 197, 'iter': 300, 'avg_loss': 1.184277400027874, 'avg_acc_mask': 58.73362445414847, 'loss': 0.6033165454864502}
+{'epoch': 197, 'iter': 310, 'avg_loss': 1.1820960903474371, 'avg_acc_mask': 58.77853612614733, 'loss': 0.9604014754295349}
+{'epoch': 197, 'iter': 320, 'avg_loss': 1.1830883831992698, 'avg_acc_mask': 58.71255431054196, 'loss': 1.0417617559432983}
+{'epoch': 197, 'iter': 330, 'avg_loss': 1.182460764563696, 'avg_acc_mask': 58.76608965823347, 'loss': 1.3507674932479858}
+{'epoch': 197, 'iter': 340, 'avg_loss': 1.182050678037828, 'avg_acc_mask': 58.7602238484718, 'loss': 1.0230697393417358}
+{'epoch': 197, 'iter': 350, 'avg_loss': 1.1812667391578695, 'avg_acc_mask': 58.800208659363584, 'loss': 1.0098575353622437}
+{'epoch': 197, 'iter': 360, 'avg_loss': 1.1809276000614641, 'avg_acc_mask': 58.87713258745507, 'loss': 1.0982657670974731}
+{'epoch': 197, 'iter': 370, 'avg_loss': 1.1802642083553612, 'avg_acc_mask': 58.89606866275342, 'loss': 0.9721490144729614}
+{'epoch': 197, 'iter': 380, 'avg_loss': 1.1836672131157924, 'avg_acc_mask': 58.889582033686835, 'loss': 0.7436952590942383}
+{'epoch': 197, 'iter': 390, 'avg_loss': 1.1863068892522846, 'avg_acc_mask': 58.82903105125328, 'loss': 1.595273494720459}
+{'epoch': 197, 'iter': 400, 'avg_loss': 1.1871483226369444, 'avg_acc_mask': 58.831317050901625, 'loss': 1.3068865537643433}
+{'epoch': 197, 'iter': 410, 'avg_loss': 1.1867814870356352, 'avg_acc_mask': 58.83896797153025, 'loss': 1.1611361503601074}
+{'epoch': 197, 'iter': 420, 'avg_loss': 1.1842126142667195, 'avg_acc_mask': 58.869810910671596, 'loss': 1.1497279405593872}
+{'epoch': 197, 'iter': 430, 'avg_loss': 1.182380407841189, 'avg_acc_mask': 58.933197434917396, 'loss': 1.056779384613037}
+{'epoch': 197, 'iter': 440, 'avg_loss': 1.1859210247085208, 'avg_acc_mask': 58.83647537579936, 'loss': 1.4822481870651245}
+{'epoch': 197, 'iter': 450, 'avg_loss': 1.1842646617318469, 'avg_acc_mask': 58.94937685219015, 'loss': 0.8562220335006714}
+{'epoch': 197, 'iter': 460, 'avg_loss': 1.1858587071073288, 'avg_acc_mask': 58.83425852498018, 'loss': 1.2027443647384644}
+{'epoch': 197, 'iter': 470, 'avg_loss': 1.1866408079040025, 'avg_acc_mask': 58.75809139889143, 'loss': 1.3636788129806519}
+{'epoch': 197, 'iter': 480, 'avg_loss': 1.186517083099627, 'avg_acc_mask': 58.76519756838906, 'loss': 1.0013350248336792}
+{'epoch': 197, 'iter': 490, 'avg_loss': 1.1873595743703744, 'avg_acc_mask': 58.741936686677356, 'loss': 1.2110823392868042}
+{'epoch': 197, 'iter': 500, 'avg_loss': 1.1853130865477755, 'avg_acc_mask': 58.80205861955689, 'loss': 1.1111466884613037}
+{'epoch': 197, 'iter': 510, 'avg_loss': 1.186050557460337, 'avg_acc_mask': 58.77453258499267, 'loss': 1.2465229034423828}
+{'epoch': 197, 'iter': 520, 'avg_loss': 1.1860346645402817, 'avg_acc_mask': 58.77581120943953, 'loss': 1.4463130235671997}
+{'epoch': 197, 'iter': 530, 'avg_loss': 1.1850338944158536, 'avg_acc_mask': 58.8095484137646, 'loss': 1.0817524194717407}
+{'epoch': 197, 'iter': 540, 'avg_loss': 1.1847948106952604, 'avg_acc_mask': 58.85120498239913, 'loss': 1.2873367071151733}
+{'epoch': 197, 'iter': 550, 'avg_loss': 1.1872362313815772, 'avg_acc_mask': 58.78039879234266, 'loss': 1.345618486404419}
+{'epoch': 197, 'iter': 560, 'avg_loss': 1.1869502361870492, 'avg_acc_mask': 58.82717660879781, 'loss': 1.3782544136047363}
+{'epoch': 197, 'iter': 570, 'avg_loss': 1.1874863998067358, 'avg_acc_mask': 58.81221755712958, 'loss': 1.1536787748336792}
+{'epoch': 197, 'iter': 580, 'avg_loss': 1.1860987099846136, 'avg_acc_mask': 58.79833732208086, 'loss': 1.4208611249923706}
+{'epoch': 197, 'iter': 590, 'avg_loss': 1.1859975854555767, 'avg_acc_mask': 58.775459666934935, 'loss': 0.9729225039482117}
+{'epoch': 197, 'iter': 600, 'avg_loss': 1.1850993042182605, 'avg_acc_mask': 58.79271486873363, 'loss': 1.0225813388824463}
+{'epoch': 197, 'iter': 610, 'avg_loss': 1.1854729514855604, 'avg_acc_mask': 58.79466155963852, 'loss': 1.4845738410949707}
+{'epoch': 197, 'iter': 620, 'avg_loss': 1.1839043147705988, 'avg_acc_mask': 58.791451731761235, 'loss': 1.3932172060012817}
+{'epoch': 197, 'iter': 630, 'avg_loss': 1.184065693909695, 'avg_acc_mask': 58.77880318068374, 'loss': 1.0321083068847656}
+{'epoch': 197, 'iter': 640, 'avg_loss': 1.1850818350051011, 'avg_acc_mask': 58.772683038525386, 'loss': 0.9177550673484802}
+{'epoch': 197, 'iter': 650, 'avg_loss': 1.1857384951433279, 'avg_acc_mask': 58.72317626822322, 'loss': 1.0546132326126099}
+{'epoch': 197, 'iter': 660, 'avg_loss': 1.186297717235092, 'avg_acc_mask': 58.73007055163602, 'loss': 1.2117540836334229}
+{'epoch': 197, 'iter': 670, 'avg_loss': 1.1855295280052902, 'avg_acc_mask': 58.7902011769536, 'loss': 1.1614201068878174}
+{'epoch': 197, 'iter': 680, 'avg_loss': 1.1854154428196373, 'avg_acc_mask': 58.78867853391861, 'loss': 1.383073329925537}
+{'epoch': 197, 'iter': 690, 'avg_loss': 1.1854699541276856, 'avg_acc_mask': 58.80808402291534, 'loss': 1.2266263961791992}
+{'epoch': 197, 'iter': 700, 'avg_loss': 1.1870227817461936, 'avg_acc_mask': 58.77663050581623, 'loss': 1.0209667682647705}
+{'epoch': 197, 'iter': 710, 'avg_loss': 1.186474398386294, 'avg_acc_mask': 58.820040741600266, 'loss': 1.1045029163360596}
+{'epoch': 197, 'iter': 720, 'avg_loss': 1.1880719725368092, 'avg_acc_mask': 58.75740698354569, 'loss': 1.3051642179489136}
+{'epoch': 197, 'iter': 730, 'avg_loss': 1.1871905334181727, 'avg_acc_mask': 58.80244623790666, 'loss': 1.160523533821106}
+{'epoch': 197, 'iter': 740, 'avg_loss': 1.1882223509423002, 'avg_acc_mask': 58.74561360154203, 'loss': 1.2406450510025024}
+{'epoch': 197, 'iter': 750, 'avg_loss': 1.189595281442853, 'avg_acc_mask': 58.68786113075066, 'loss': 1.0272918939590454}
+{'epoch': 197, 'iter': 760, 'avg_loss': 1.1893187664184872, 'avg_acc_mask': 58.66114229277576, 'loss': 0.9939396977424622}
+{'epoch': 197, 'iter': 770, 'avg_loss': 1.1897769067074075, 'avg_acc_mask': 58.631093794545286, 'loss': 1.0921753644943237}
+{'epoch': 197, 'iter': 780, 'avg_loss': 1.1885364841712727, 'avg_acc_mask': 58.69718309859155, 'loss': 1.1832221746444702}
+{'epoch': 197, 'iter': 790, 'avg_loss': 1.1892284923498007, 'avg_acc_mask': 58.716213083592194, 'loss': 1.0917905569076538}
+{'epoch': 197, 'iter': 800, 'avg_loss': 1.189100725299559, 'avg_acc_mask': 58.72467086433887, 'loss': 1.5971803665161133}
+{'epoch': 197, 'iter': 810, 'avg_loss': 1.1889390505198045, 'avg_acc_mask': 58.75782857401253, 'loss': 1.133360743522644}
+{'epoch': 197, 'iter': 820, 'avg_loss': 1.1893026472299602, 'avg_acc_mask': 58.75061529511791, 'loss': 1.3923972845077515}
+{'epoch': 197, 'iter': 830, 'avg_loss': 1.1895008726957759, 'avg_acc_mask': 58.71727980191015, 'loss': 1.184199333190918}
+{'epoch': 197, 'iter': 840, 'avg_loss': 1.1885635188019943, 'avg_acc_mask': 58.7395178197065, 'loss': 1.212515115737915}
+{'epoch': 197, 'iter': 850, 'avg_loss': 1.1888386921652896, 'avg_acc_mask': 58.70657494662843, 'loss': 1.2287468910217285}
+{'epoch': 197, 'iter': 860, 'avg_loss': 1.1901212049416687, 'avg_acc_mask': 58.65269971044115, 'loss': 1.35598623752594}
+{'epoch': 197, 'iter': 870, 'avg_loss': 1.1907568827151704, 'avg_acc_mask': 58.63794009458749, 'loss': 1.3484922647476196}
+{'epoch': 197, 'iter': 880, 'avg_loss': 1.1915773457079009, 'avg_acc_mask': 58.62341278912696, 'loss': 1.1310844421386719}
+{'epoch': 197, 'iter': 890, 'avg_loss': 1.1908788253562619, 'avg_acc_mask': 58.66304549101907, 'loss': 0.8518363833427429}
+{'epoch': 197, 'iter': 900, 'avg_loss': 1.190750325890413, 'avg_acc_mask': 58.674642413884314, 'loss': 1.4022939205169678}
+{'epoch': 197, 'iter': 910, 'avg_loss': 1.1914002774968235, 'avg_acc_mask': 58.642186337402215, 'loss': 1.2605431079864502}
+{'epoch': 197, 'iter': 920, 'avg_loss': 1.1908719255533333, 'avg_acc_mask': 58.66464823520038, 'loss': 1.0409479141235352}
+{'epoch': 197, 'iter': 930, 'avg_loss': 1.1907610791454253, 'avg_acc_mask': 58.64535708655211, 'loss': 1.3548246622085571}
+{'epoch': 197, 'iter': 940, 'avg_loss': 1.1908400173395017, 'avg_acc_mask': 58.663809894818854, 'loss': 0.8568286299705505}
+{'epoch': 197, 'iter': 950, 'avg_loss': 1.1911109454624285, 'avg_acc_mask': 58.669339295351165, 'loss': 1.3248203992843628}
+{'epoch': 197, 'iter': 960, 'avg_loss': 1.1905259142681166, 'avg_acc_mask': 58.66572605247102, 'loss': 1.4016485214233398}
+{'epoch': 197, 'iter': 970, 'avg_loss': 1.1903408767634391, 'avg_acc_mask': 58.67554918094663, 'loss': 1.042731761932373}
+{'epoch': 197, 'iter': 980, 'avg_loss': 1.1897944100163156, 'avg_acc_mask': 58.7107135520738, 'loss': 1.1236841678619385}
+{'epoch': 197, 'iter': 990, 'avg_loss': 1.189669019398848, 'avg_acc_mask': 58.72141391359006, 'loss': 1.3699511289596558}
+{'epoch': 197, 'iter': 1000, 'avg_loss': 1.1890371312032808, 'avg_acc_mask': 58.722313747025446, 'loss': 1.510652780532837}
+{'epoch': 197, 'iter': 1010, 'avg_loss': 1.1891043190904234, 'avg_acc_mask': 58.72365870010328, 'loss': 1.037475347518921}
+{'epoch': 197, 'iter': 1020, 'avg_loss': 1.1885986618850888, 'avg_acc_mask': 58.73553941350551, 'loss': 0.9134194850921631}
+{'epoch': 197, 'iter': 1030, 'avg_loss': 1.1890118372428775, 'avg_acc_mask': 58.738873194392625, 'loss': 1.3345143795013428}
+{'epoch': 197, 'iter': 1040, 'avg_loss': 1.1889575242309132, 'avg_acc_mask': 58.75211148648649, 'loss': 1.143749475479126}
+{'epoch': 197, 'iter': 1050, 'avg_loss': 1.1885398965467169, 'avg_acc_mask': 58.75442296630702, 'loss': 1.1217288970947266}
+{'epoch': 197, 'iter': 1060, 'avg_loss': 1.1891122458679961, 'avg_acc_mask': 58.73284419507985, 'loss': 0.8583446145057678}
+{'epoch': 197, 'iter': 1070, 'avg_loss': 1.1882432500521343, 'avg_acc_mask': 58.75854993160055, 'loss': 1.2630406618118286}
+{'epoch': 197, 'iter': 1080, 'avg_loss': 1.1880333726324492, 'avg_acc_mask': 58.757004757309495, 'loss': 0.9726369380950928}
+{'epoch': 197, 'iter': 1090, 'avg_loss': 1.1879858595313117, 'avg_acc_mask': 58.74794786745736, 'loss': 1.3296012878417969}
+{'epoch': 197, 'iter': 1100, 'avg_loss': 1.1879092258934971, 'avg_acc_mask': 58.73329459616502, 'loss': 0.9873017072677612}
+{'epoch': 'EP197_train', 'avg_loss': 1.1879512325131516, 'total_masked_acc': 58.719237893622655}
+{'epoch': 198, 'iter': 0, 'avg_loss': 1.2056602239608765, 'avg_acc_mask': 52.17391304347826, 'loss': 1.2056602239608765}
+{'epoch': 198, 'iter': 10, 'avg_loss': 1.2844173854047602, 'avg_acc_mask': 55.74614065180102, 'loss': 1.1990375518798828}
+{'epoch': 198, 'iter': 20, 'avg_loss': 1.228291474637531, 'avg_acc_mask': 58.74001774622892, 'loss': 1.0970652103424072}
+{'epoch': 198, 'iter': 30, 'avg_loss': 1.2114475157953077, 'avg_acc_mask': 58.900059136605556, 'loss': 1.318151593208313}
+{'epoch': 198, 'iter': 40, 'avg_loss': 1.2015162531922503, 'avg_acc_mask': 59.07457322551662, 'loss': 1.0799975395202637}
+{'epoch': 198, 'iter': 50, 'avg_loss': 1.2260472610885023, 'avg_acc_mask': 57.885368458526166, 'loss': 1.2747461795806885}
+{'epoch': 198, 'iter': 60, 'avg_loss': 1.212103081531212, 'avg_acc_mask': 58.00477897252091, 'loss': 1.127543568611145}
+{'epoch': 198, 'iter': 70, 'avg_loss': 1.2040038839192457, 'avg_acc_mask': 58.329035585353274, 'loss': 1.2189016342163086}
+{'epoch': 198, 'iter': 80, 'avg_loss': 1.207680508678342, 'avg_acc_mask': 58.15523059617548, 'loss': 1.4205517768859863}
+{'epoch': 198, 'iter': 90, 'avg_loss': 1.2074484268387595, 'avg_acc_mask': 58.24949698189135, 'loss': 1.2601758241653442}
+{'epoch': 198, 'iter': 100, 'avg_loss': 1.1946913989463654, 'avg_acc_mask': 58.60244480934136, 'loss': 0.9968299269676208}
+{'epoch': 198, 'iter': 110, 'avg_loss': 1.1928623914718628, 'avg_acc_mask': 58.81469115191986, 'loss': 1.0849559307098389}
+{'epoch': 198, 'iter': 120, 'avg_loss': 1.1921007519911144, 'avg_acc_mask': 58.712643678160916, 'loss': 1.3422696590423584}
+{'epoch': 198, 'iter': 130, 'avg_loss': 1.1877199729890313, 'avg_acc_mask': 58.88779941168231, 'loss': 1.1686336994171143}
+{'epoch': 198, 'iter': 140, 'avg_loss': 1.1943873657402417, 'avg_acc_mask': 58.50084295162754, 'loss': 0.9771637916564941}
+{'epoch': 198, 'iter': 150, 'avg_loss': 1.1899809371556667, 'avg_acc_mask': 58.71570769604273, 'loss': 1.3756967782974243}
+{'epoch': 198, 'iter': 160, 'avg_loss': 1.1914547563339613, 'avg_acc_mask': 58.63403528742174, 'loss': 1.2473548650741577}
+{'epoch': 198, 'iter': 170, 'avg_loss': 1.1918331276603609, 'avg_acc_mask': 58.59366612989801, 'loss': 1.0191391706466675}
+{'epoch': 198, 'iter': 180, 'avg_loss': 1.1961994563018419, 'avg_acc_mask': 58.590576766856216, 'loss': 1.0279878377914429}
+{'epoch': 198, 'iter': 190, 'avg_loss': 1.1940731996016978, 'avg_acc_mask': 58.47571510846612, 'loss': 0.7888159155845642}
+{'epoch': 198, 'iter': 200, 'avg_loss': 1.198356867429629, 'avg_acc_mask': 58.36593576562642, 'loss': 1.3603026866912842}
+{'epoch': 198, 'iter': 210, 'avg_loss': 1.1981266268056716, 'avg_acc_mask': 58.41105354058722, 'loss': 1.2185202836990356}
+{'epoch': 198, 'iter': 220, 'avg_loss': 1.1955487034978909, 'avg_acc_mask': 58.55729596042869, 'loss': 1.1951907873153687}
+{'epoch': 198, 'iter': 230, 'avg_loss': 1.1966635995096975, 'avg_acc_mask': 58.552735298754534, 'loss': 1.3307161331176758}
+{'epoch': 198, 'iter': 240, 'avg_loss': 1.1965942719170661, 'avg_acc_mask': 58.65472213786821, 'loss': 1.1272962093353271}
+{'epoch': 198, 'iter': 250, 'avg_loss': 1.1966641329199195, 'avg_acc_mask': 58.58918128654971, 'loss': 1.0289011001586914}
+{'epoch': 198, 'iter': 260, 'avg_loss': 1.1977685411314398, 'avg_acc_mask': 58.47362514029181, 'loss': 1.011631965637207}
+{'epoch': 198, 'iter': 270, 'avg_loss': 1.1969231164763334, 'avg_acc_mask': 58.61348783938557, 'loss': 1.1345160007476807}
+{'epoch': 198, 'iter': 280, 'avg_loss': 1.1973585641256854, 'avg_acc_mask': 58.50084295162754, 'loss': 0.787402331829071}
+{'epoch': 198, 'iter': 290, 'avg_loss': 1.1948835851810233, 'avg_acc_mask': 58.550979407333, 'loss': 1.1775712966918945}
+{'epoch': 198, 'iter': 300, 'avg_loss': 1.1913992330877488, 'avg_acc_mask': 58.61838101034693, 'loss': 1.1396551132202148}
+{'epoch': 198, 'iter': 310, 'avg_loss': 1.1887596126921307, 'avg_acc_mask': 58.6438679245283, 'loss': 1.0075887441635132}
+{'epoch': 198, 'iter': 320, 'avg_loss': 1.1912351232080074, 'avg_acc_mask': 58.643601787146295, 'loss': 1.201737642288208}
+{'epoch': 198, 'iter': 330, 'avg_loss': 1.1911621482710824, 'avg_acc_mask': 58.63981805070172, 'loss': 1.0143014192581177}
+{'epoch': 198, 'iter': 340, 'avg_loss': 1.1900178872245497, 'avg_acc_mask': 58.733318984072326, 'loss': 1.1679590940475464}
+{'epoch': 198, 'iter': 350, 'avg_loss': 1.1885867949224944, 'avg_acc_mask': 58.81214024071168, 'loss': 1.4377450942993164}
+{'epoch': 198, 'iter': 360, 'avg_loss': 1.1870203168438411, 'avg_acc_mask': 58.86780936880118, 'loss': 1.135934591293335}
+{'epoch': 198, 'iter': 370, 'avg_loss': 1.1856020011027868, 'avg_acc_mask': 58.9215928765768, 'loss': 0.9811730980873108}
+{'epoch': 198, 'iter': 380, 'avg_loss': 1.1889989246220727, 'avg_acc_mask': 58.84506092568511, 'loss': 0.7844963669776917}
+{'epoch': 198, 'iter': 390, 'avg_loss': 1.1898202007383947, 'avg_acc_mask': 58.838135394706015, 'loss': 1.192006230354309}
+{'epoch': 198, 'iter': 400, 'avg_loss': 1.1906384636933667, 'avg_acc_mask': 58.795577081239145, 'loss': 1.3652793169021606}
+{'epoch': 198, 'iter': 410, 'avg_loss': 1.1889412932442343, 'avg_acc_mask': 58.838485213435035, 'loss': 1.1179251670837402}
+{'epoch': 198, 'iter': 420, 'avg_loss': 1.1874971420917828, 'avg_acc_mask': 58.880905726104935, 'loss': 1.1879504919052124}
+{'epoch': 198, 'iter': 430, 'avg_loss': 1.18735282534513, 'avg_acc_mask': 58.88108912997234, 'loss': 1.1920713186264038}
+{'epoch': 198, 'iter': 440, 'avg_loss': 1.189469690631036, 'avg_acc_mask': 58.804717999833876, 'loss': 1.7673059701919556}
+{'epoch': 198, 'iter': 450, 'avg_loss': 1.1893839109234694, 'avg_acc_mask': 58.833807395367735, 'loss': 0.9792912602424622}
+{'epoch': 198, 'iter': 460, 'avg_loss': 1.191339582269466, 'avg_acc_mask': 58.74478649453824, 'loss': 1.2246556282043457}
+{'epoch': 198, 'iter': 470, 'avg_loss': 1.1923543451444865, 'avg_acc_mask': 58.65205223880597, 'loss': 1.2747596502304077}
+{'epoch': 198, 'iter': 480, 'avg_loss': 1.189522639133826, 'avg_acc_mask': 58.71674848727023, 'loss': 0.7192420959472656}
+{'epoch': 198, 'iter': 490, 'avg_loss': 1.1901052635458969, 'avg_acc_mask': 58.63974019186979, 'loss': 1.5142974853515625}
+{'epoch': 198, 'iter': 500, 'avg_loss': 1.1885134206560557, 'avg_acc_mask': 58.64931076090534, 'loss': 1.0235055685043335}
+{'epoch': 198, 'iter': 510, 'avg_loss': 1.187625490056092, 'avg_acc_mask': 58.71457743703651, 'loss': 1.052527904510498}
+{'epoch': 198, 'iter': 520, 'avg_loss': 1.18749817159034, 'avg_acc_mask': 58.764954257565094, 'loss': 1.3328959941864014}
+{'epoch': 198, 'iter': 530, 'avg_loss': 1.1874532833162226, 'avg_acc_mask': 58.743480813732596, 'loss': 0.78572016954422}
+{'epoch': 198, 'iter': 540, 'avg_loss': 1.1881475399029673, 'avg_acc_mask': 58.69366161359243, 'loss': 1.0472369194030762}
+{'epoch': 198, 'iter': 550, 'avg_loss': 1.1883888849329385, 'avg_acc_mask': 58.67101020509923, 'loss': 1.078413724899292}
+{'epoch': 198, 'iter': 560, 'avg_loss': 1.188182592498215, 'avg_acc_mask': 58.74171536778869, 'loss': 1.1371893882751465}
+{'epoch': 198, 'iter': 570, 'avg_loss': 1.1874603444348284, 'avg_acc_mask': 58.76232377404541, 'loss': 1.2884434461593628}
+{'epoch': 198, 'iter': 580, 'avg_loss': 1.1864347465067024, 'avg_acc_mask': 58.82241634867073, 'loss': 1.2685317993164062}
+{'epoch': 198, 'iter': 590, 'avg_loss': 1.1849363272766977, 'avg_acc_mask': 58.831908831908834, 'loss': 1.3150134086608887}
+{'epoch': 198, 'iter': 600, 'avg_loss': 1.185272212234789, 'avg_acc_mask': 58.82245494398441, 'loss': 1.047919511795044}
+{'epoch': 198, 'iter': 610, 'avg_loss': 1.1870727788797182, 'avg_acc_mask': 58.78358164303237, 'loss': 1.322227954864502}
+{'epoch': 198, 'iter': 620, 'avg_loss': 1.185793680941233, 'avg_acc_mask': 58.82508833922262, 'loss': 1.5085914134979248}
+{'epoch': 198, 'iter': 630, 'avg_loss': 1.1847385641323216, 'avg_acc_mask': 58.85830194146624, 'loss': 1.1618810892105103}
+{'epoch': 198, 'iter': 640, 'avg_loss': 1.1847650234859186, 'avg_acc_mask': 58.874607255069975, 'loss': 0.8754202723503113}
+{'epoch': 198, 'iter': 650, 'avg_loss': 1.1849630941993081, 'avg_acc_mask': 58.86277269528502, 'loss': 1.1909854412078857}
+{'epoch': 198, 'iter': 660, 'avg_loss': 1.1841768751346398, 'avg_acc_mask': 58.89190988791477, 'loss': 0.989237368106842}
+{'epoch': 198, 'iter': 670, 'avg_loss': 1.1840607441306648, 'avg_acc_mask': 58.90983606557377, 'loss': 1.0056108236312866}
+{'epoch': 198, 'iter': 680, 'avg_loss': 1.1849742914261447, 'avg_acc_mask': 58.85944855413584, 'loss': 1.465996503829956}
+{'epoch': 198, 'iter': 690, 'avg_loss': 1.1856528480042596, 'avg_acc_mask': 58.82384134054512, 'loss': 0.964107096195221}
+{'epoch': 198, 'iter': 700, 'avg_loss': 1.1860370434469911, 'avg_acc_mask': 58.80554103502352, 'loss': 1.1345666646957397}
+{'epoch': 198, 'iter': 710, 'avg_loss': 1.1853706070474768, 'avg_acc_mask': 58.82822559876384, 'loss': 1.0641801357269287}
+{'epoch': 198, 'iter': 720, 'avg_loss': 1.1854992309654966, 'avg_acc_mask': 58.80412161819197, 'loss': 1.15410315990448}
+{'epoch': 198, 'iter': 730, 'avg_loss': 1.1846655992900623, 'avg_acc_mask': 58.81291809686067, 'loss': 1.610430359840393}
+{'epoch': 198, 'iter': 740, 'avg_loss': 1.1850316930718106, 'avg_acc_mask': 58.78718987842245, 'loss': 1.148051142692566}
+{'epoch': 198, 'iter': 750, 'avg_loss': 1.186195831879795, 'avg_acc_mask': 58.75006098453432, 'loss': 1.0821778774261475}
+{'epoch': 198, 'iter': 760, 'avg_loss': 1.1860155483582957, 'avg_acc_mask': 58.765146587651465, 'loss': 1.33523690700531}
+{'epoch': 198, 'iter': 770, 'avg_loss': 1.187600082692469, 'avg_acc_mask': 58.67401477539968, 'loss': 1.15254545211792}
+{'epoch': 198, 'iter': 780, 'avg_loss': 1.186259984817456, 'avg_acc_mask': 58.746246246246244, 'loss': 1.329293131828308}
+{'epoch': 198, 'iter': 790, 'avg_loss': 1.1858560911623477, 'avg_acc_mask': 58.75416975537435, 'loss': 1.1286832094192505}
+{'epoch': 198, 'iter': 800, 'avg_loss': 1.1850232727518688, 'avg_acc_mask': 58.78248535871157, 'loss': 1.0484756231307983}
+{'epoch': 198, 'iter': 810, 'avg_loss': 1.1846158345001399, 'avg_acc_mask': 58.80333386036636, 'loss': 1.0762548446655273}
+{'epoch': 198, 'iter': 820, 'avg_loss': 1.1856603933164758, 'avg_acc_mask': 58.7840099993304, 'loss': 0.968655526638031}
+{'epoch': 198, 'iter': 830, 'avg_loss': 1.1852713217947601, 'avg_acc_mask': 58.8182078947949, 'loss': 1.2768902778625488}
+{'epoch': 198, 'iter': 840, 'avg_loss': 1.1847240303274285, 'avg_acc_mask': 58.80428381355378, 'loss': 1.2272216081619263}
+{'epoch': 198, 'iter': 850, 'avg_loss': 1.1847438824863188, 'avg_acc_mask': 58.786417174479446, 'loss': 1.279495358467102}
+{'epoch': 198, 'iter': 860, 'avg_loss': 1.1847899523623175, 'avg_acc_mask': 58.78062266076897, 'loss': 1.3650126457214355}
+{'epoch': 198, 'iter': 870, 'avg_loss': 1.1853415287868574, 'avg_acc_mask': 58.76115485564305, 'loss': 0.9565629959106445}
+{'epoch': 198, 'iter': 880, 'avg_loss': 1.1855432605635159, 'avg_acc_mask': 58.747273293861014, 'loss': 1.2940101623535156}
+{'epoch': 198, 'iter': 890, 'avg_loss': 1.1848558792896677, 'avg_acc_mask': 58.772831989468486, 'loss': 1.0537223815917969}
+{'epoch': 198, 'iter': 900, 'avg_loss': 1.1849073866231328, 'avg_acc_mask': 58.77285656237302, 'loss': 1.4516111612319946}
+{'epoch': 198, 'iter': 910, 'avg_loss': 1.1846077756222202, 'avg_acc_mask': 58.78678316762077, 'loss': 1.1918895244598389}
+{'epoch': 198, 'iter': 920, 'avg_loss': 1.1844560491663367, 'avg_acc_mask': 58.80013521843743, 'loss': 0.9268211722373962}
+{'epoch': 198, 'iter': 930, 'avg_loss': 1.1847774349913305, 'avg_acc_mask': 58.823066325526476, 'loss': 1.1102956533432007}
+{'epoch': 198, 'iter': 940, 'avg_loss': 1.1851523125209666, 'avg_acc_mask': 58.82513129741296, 'loss': 0.9235106110572815}
+{'epoch': 198, 'iter': 950, 'avg_loss': 1.1848624619399712, 'avg_acc_mask': 58.82160392798691, 'loss': 1.4210832118988037}
+{'epoch': 198, 'iter': 960, 'avg_loss': 1.185255544800912, 'avg_acc_mask': 58.815909783602564, 'loss': 1.3054697513580322}
+{'epoch': 198, 'iter': 970, 'avg_loss': 1.184962548998431, 'avg_acc_mask': 58.8182058146989, 'loss': 0.9136617183685303}
+{'epoch': 198, 'iter': 980, 'avg_loss': 1.1851549912908634, 'avg_acc_mask': 58.8273700705145, 'loss': 0.8958021402359009}
+{'epoch': 198, 'iter': 990, 'avg_loss': 1.1868559458902939, 'avg_acc_mask': 58.77634563257178, 'loss': 1.3853648900985718}
+{'epoch': 198, 'iter': 1000, 'avg_loss': 1.1871592707329102, 'avg_acc_mask': 58.75073014018691, 'loss': 1.292354941368103}
+{'epoch': 198, 'iter': 1010, 'avg_loss': 1.187013415094653, 'avg_acc_mask': 58.77297727601679, 'loss': 1.0389020442962646}
+{'epoch': 198, 'iter': 1020, 'avg_loss': 1.1867746232655794, 'avg_acc_mask': 58.80814161828998, 'loss': 0.9818242788314819}
+{'epoch': 198, 'iter': 1030, 'avg_loss': 1.186400944462803, 'avg_acc_mask': 58.82311174225615, 'loss': 1.1143975257873535}
+{'epoch': 198, 'iter': 1040, 'avg_loss': 1.1858548897602144, 'avg_acc_mask': 58.830253046582385, 'loss': 1.3267922401428223}
+{'epoch': 198, 'iter': 1050, 'avg_loss': 1.1850662914828727, 'avg_acc_mask': 58.840125391849526, 'loss': 1.188391089439392}
+{'epoch': 198, 'iter': 1060, 'avg_loss': 1.1847956899648338, 'avg_acc_mask': 58.85498421679058, 'loss': 0.9210321307182312}
+{'epoch': 198, 'iter': 1070, 'avg_loss': 1.1841574326282789, 'avg_acc_mask': 58.86874967968977, 'loss': 1.1680735349655151}
+{'epoch': 198, 'iter': 1080, 'avg_loss': 1.1838817995086408, 'avg_acc_mask': 58.90063424947146, 'loss': 0.9600961804389954}
+{'epoch': 198, 'iter': 1090, 'avg_loss': 1.1849932249918866, 'avg_acc_mask': 58.87354590342289, 'loss': 1.4990147352218628}
+{'epoch': 198, 'iter': 1100, 'avg_loss': 1.1842914569605274, 'avg_acc_mask': 58.90626814178375, 'loss': 0.8597642779350281}
+{'epoch': 'EP198_train', 'avg_loss': 1.1847197259713083, 'total_masked_acc': 58.88914595452142}
+{'epoch': 199, 'iter': 0, 'avg_loss': 1.3007370233535767, 'avg_acc_mask': 58.92857142857143, 'loss': 1.3007370233535767}
+{'epoch': 199, 'iter': 10, 'avg_loss': 1.2035335464911028, 'avg_acc_mask': 56.96400625978091, 'loss': 0.8920642733573914}
+{'epoch': 199, 'iter': 20, 'avg_loss': 1.2222419040543693, 'avg_acc_mask': 56.837606837606835, 'loss': 1.4780253171920776}
+{'epoch': 199, 'iter': 30, 'avg_loss': 1.1983736022826164, 'avg_acc_mask': 58.20543093270366, 'loss': 1.3052754402160645}
+{'epoch': 199, 'iter': 40, 'avg_loss': 1.1950319583823041, 'avg_acc_mask': 58.61767279090113, 'loss': 1.005732536315918}
+{'epoch': 199, 'iter': 50, 'avg_loss': 1.216187805521722, 'avg_acc_mask': 57.599999999999994, 'loss': 1.2695236206054688}
+{'epoch': 199, 'iter': 60, 'avg_loss': 1.2100403748574804, 'avg_acc_mask': 57.57575757575758, 'loss': 1.057679295539856}
+{'epoch': 199, 'iter': 70, 'avg_loss': 1.1996501029377253, 'avg_acc_mask': 57.70891541783083, 'loss': 1.2740398645401}
+{'epoch': 199, 'iter': 80, 'avg_loss': 1.197319492145821, 'avg_acc_mask': 57.858567945023275, 'loss': 1.3052996397018433}
+{'epoch': 199, 'iter': 90, 'avg_loss': 1.2035148058618819, 'avg_acc_mask': 57.41986545310645, 'loss': 1.0366064310073853}
+{'epoch': 199, 'iter': 100, 'avg_loss': 1.1949427151443934, 'avg_acc_mask': 57.89567702750983, 'loss': 0.8798823952674866}
+{'epoch': 199, 'iter': 110, 'avg_loss': 1.192707817296724, 'avg_acc_mask': 58.08510638297872, 'loss': 1.0269654989242554}
+{'epoch': 199, 'iter': 120, 'avg_loss': 1.1894808116037983, 'avg_acc_mask': 58.130447850916745, 'loss': 1.4453898668289185}
+{'epoch': 199, 'iter': 130, 'avg_loss': 1.1878611509126562, 'avg_acc_mask': 58.14370431664598, 'loss': 1.1428964138031006}
+{'epoch': 199, 'iter': 140, 'avg_loss': 1.1850225274444472, 'avg_acc_mask': 58.34509300833868, 'loss': 1.15299391746521}
+{'epoch': 199, 'iter': 150, 'avg_loss': 1.1781734311028031, 'avg_acc_mask': 58.58109741358473, 'loss': 1.0220212936401367}
+{'epoch': 199, 'iter': 160, 'avg_loss': 1.180735313003848, 'avg_acc_mask': 58.67590279354985, 'loss': 1.1118395328521729}
+{'epoch': 199, 'iter': 170, 'avg_loss': 1.1804395621283013, 'avg_acc_mask': 58.60295693164774, 'loss': 1.1655389070510864}
+{'epoch': 199, 'iter': 180, 'avg_loss': 1.181658261388705, 'avg_acc_mask': 58.58514401212733, 'loss': 1.22105872631073}
+{'epoch': 199, 'iter': 190, 'avg_loss': 1.1777530552829123, 'avg_acc_mask': 58.807743914126895, 'loss': 0.8901558518409729}
+{'epoch': 199, 'iter': 200, 'avg_loss': 1.173607886430636, 'avg_acc_mask': 58.93149191350172, 'loss': 1.2603048086166382}
+{'epoch': 199, 'iter': 210, 'avg_loss': 1.170094459542731, 'avg_acc_mask': 59.03979238754326, 'loss': 1.1005702018737793}
+{'epoch': 199, 'iter': 220, 'avg_loss': 1.1713821812452774, 'avg_acc_mask': 59.13064995051138, 'loss': 1.3854291439056396}
+{'epoch': 199, 'iter': 230, 'avg_loss': 1.1724704274367461, 'avg_acc_mask': 59.18108236787811, 'loss': 1.2488558292388916}
+{'epoch': 199, 'iter': 240, 'avg_loss': 1.1731648484700943, 'avg_acc_mask': 59.10093557465581, 'loss': 1.1805496215820312}
+{'epoch': 199, 'iter': 250, 'avg_loss': 1.1760996105186492, 'avg_acc_mask': 59.09787606744034, 'loss': 1.1219953298568726}
+{'epoch': 199, 'iter': 260, 'avg_loss': 1.1769885012016443, 'avg_acc_mask': 59.049155038216114, 'loss': 1.0724109411239624}
+{'epoch': 199, 'iter': 270, 'avg_loss': 1.1832158583116708, 'avg_acc_mask': 58.85683472634133, 'loss': 1.4891996383666992}
+{'epoch': 199, 'iter': 280, 'avg_loss': 1.1839976906776428, 'avg_acc_mask': 58.88975660549265, 'loss': 0.8721913695335388}
+{'epoch': 199, 'iter': 290, 'avg_loss': 1.1859295743027913, 'avg_acc_mask': 58.907213899030594, 'loss': 1.2340457439422607}
+{'epoch': 199, 'iter': 300, 'avg_loss': 1.1842179734049445, 'avg_acc_mask': 58.98170731707317, 'loss': 0.8460254073143005}
+{'epoch': 199, 'iter': 310, 'avg_loss': 1.1829423544107909, 'avg_acc_mask': 58.919174599420565, 'loss': 0.8997887372970581}
+{'epoch': 199, 'iter': 320, 'avg_loss': 1.185834599432544, 'avg_acc_mask': 58.870458589221144, 'loss': 1.2819931507110596}
+{'epoch': 199, 'iter': 330, 'avg_loss': 1.1861091018443382, 'avg_acc_mask': 58.914298401420965, 'loss': 0.9274184107780457}
+{'epoch': 199, 'iter': 340, 'avg_loss': 1.1840024148264239, 'avg_acc_mask': 59.04664550492279, 'loss': 1.1039862632751465}
+{'epoch': 199, 'iter': 350, 'avg_loss': 1.1844322290855256, 'avg_acc_mask': 59.058540161273434, 'loss': 1.431976079940796}
+{'epoch': 199, 'iter': 360, 'avg_loss': 1.184252954420951, 'avg_acc_mask': 59.017144019942, 'loss': 1.263211965560913}
+{'epoch': 199, 'iter': 370, 'avg_loss': 1.1837140342617292, 'avg_acc_mask': 59.023859023859025, 'loss': 1.0174576044082642}
+{'epoch': 199, 'iter': 380, 'avg_loss': 1.1864535328284336, 'avg_acc_mask': 58.93614969135802, 'loss': 1.07803213596344}
+{'epoch': 199, 'iter': 390, 'avg_loss': 1.18703239988488, 'avg_acc_mask': 58.95294835108129, 'loss': 1.3963295221328735}
+{'epoch': 199, 'iter': 400, 'avg_loss': 1.1873849872639055, 'avg_acc_mask': 58.94385210268614, 'loss': 0.9605475068092346}
+{'epoch': 199, 'iter': 410, 'avg_loss': 1.185969491944696, 'avg_acc_mask': 58.9375865612295, 'loss': 1.1284592151641846}
+{'epoch': 199, 'iter': 420, 'avg_loss': 1.1836607035718452, 'avg_acc_mask': 59.021406727828754, 'loss': 1.1801320314407349}
+{'epoch': 199, 'iter': 430, 'avg_loss': 1.1841326087644095, 'avg_acc_mask': 58.985074626865675, 'loss': 1.3750861883163452}
+{'epoch': 199, 'iter': 440, 'avg_loss': 1.1857974967178033, 'avg_acc_mask': 58.98642458565837, 'loss': 1.2299017906188965}
+{'epoch': 199, 'iter': 450, 'avg_loss': 1.1861886271087663, 'avg_acc_mask': 58.88413765017309, 'loss': 1.0310853719711304}
+{'epoch': 199, 'iter': 460, 'avg_loss': 1.1872481242177801, 'avg_acc_mask': 58.86171738091445, 'loss': 1.1277034282684326}
+{'epoch': 199, 'iter': 470, 'avg_loss': 1.1894467876721846, 'avg_acc_mask': 58.74289274865644, 'loss': 1.0408008098602295}
+{'epoch': 199, 'iter': 480, 'avg_loss': 1.1882327119674603, 'avg_acc_mask': 58.80082543564659, 'loss': 1.062522053718567}
+{'epoch': 199, 'iter': 490, 'avg_loss': 1.188743798528815, 'avg_acc_mask': 58.74256648090661, 'loss': 1.1622064113616943}
+{'epoch': 199, 'iter': 500, 'avg_loss': 1.1871830091742936, 'avg_acc_mask': 58.771125856949084, 'loss': 1.02518892288208}
+{'epoch': 199, 'iter': 510, 'avg_loss': 1.1877630942021797, 'avg_acc_mask': 58.73711432778995, 'loss': 1.2428255081176758}
+{'epoch': 199, 'iter': 520, 'avg_loss': 1.1877425846119989, 'avg_acc_mask': 58.76932853209066, 'loss': 1.5799105167388916}
+{'epoch': 199, 'iter': 530, 'avg_loss': 1.1876391487831002, 'avg_acc_mask': 58.75641559162158, 'loss': 1.0263395309448242}
+{'epoch': 199, 'iter': 540, 'avg_loss': 1.1887465866348, 'avg_acc_mask': 58.724042691035564, 'loss': 1.3379607200622559}
+{'epoch': 199, 'iter': 550, 'avg_loss': 1.1900517332575498, 'avg_acc_mask': 58.677409648624256, 'loss': 1.2465101480484009}
+{'epoch': 199, 'iter': 560, 'avg_loss': 1.1895341077377877, 'avg_acc_mask': 58.67714257536408, 'loss': 1.3393748998641968}
+{'epoch': 199, 'iter': 570, 'avg_loss': 1.1896226852871281, 'avg_acc_mask': 58.67429384008791, 'loss': 1.1766245365142822}
+{'epoch': 199, 'iter': 580, 'avg_loss': 1.1888525563960641, 'avg_acc_mask': 58.70875634517766, 'loss': 1.4216755628585815}
+{'epoch': 199, 'iter': 590, 'avg_loss': 1.1878173798070544, 'avg_acc_mask': 58.73208722741433, 'loss': 0.9604686498641968}
+{'epoch': 199, 'iter': 600, 'avg_loss': 1.1867857357229845, 'avg_acc_mask': 58.757771584331266, 'loss': 1.1530098915100098}
+{'epoch': 199, 'iter': 610, 'avg_loss': 1.1873981310771062, 'avg_acc_mask': 58.72681281618887, 'loss': 1.3886079788208008}
+{'epoch': 199, 'iter': 620, 'avg_loss': 1.1857377285926622, 'avg_acc_mask': 58.73806558738066, 'loss': 1.3355846405029297}
+{'epoch': 199, 'iter': 630, 'avg_loss': 1.1853975743385956, 'avg_acc_mask': 58.76829766139849, 'loss': 1.0684099197387695}
+{'epoch': 199, 'iter': 640, 'avg_loss': 1.18514277122322, 'avg_acc_mask': 58.776496304179005, 'loss': 0.8476570844650269}
+{'epoch': 199, 'iter': 650, 'avg_loss': 1.1867441152281109, 'avg_acc_mask': 58.74635155430871, 'loss': 1.2933145761489868}
+{'epoch': 199, 'iter': 660, 'avg_loss': 1.1861866601656859, 'avg_acc_mask': 58.766568996790845, 'loss': 1.0527693033218384}
+{'epoch': 199, 'iter': 670, 'avg_loss': 1.186104838343562, 'avg_acc_mask': 58.79377645829897, 'loss': 1.4054878950119019}
+{'epoch': 199, 'iter': 680, 'avg_loss': 1.1867316655825588, 'avg_acc_mask': 58.76684891463216, 'loss': 1.3767385482788086}
+{'epoch': 199, 'iter': 690, 'avg_loss': 1.1873635471988517, 'avg_acc_mask': 58.76112799189722, 'loss': 1.2247933149337769}
+{'epoch': 199, 'iter': 700, 'avg_loss': 1.188328568333396, 'avg_acc_mask': 58.73802964712056, 'loss': 0.9124981164932251}
+{'epoch': 199, 'iter': 710, 'avg_loss': 1.1882225007615177, 'avg_acc_mask': 58.78093563319455, 'loss': 1.1496598720550537}
+{'epoch': 199, 'iter': 720, 'avg_loss': 1.1889847109453358, 'avg_acc_mask': 58.77101242251869, 'loss': 1.1697441339492798}
+{'epoch': 199, 'iter': 730, 'avg_loss': 1.187180408945488, 'avg_acc_mask': 58.84395681823901, 'loss': 1.1955788135528564}
+{'epoch': 199, 'iter': 740, 'avg_loss': 1.187900345656875, 'avg_acc_mask': 58.8547742560004, 'loss': 1.2307392358779907}
+{'epoch': 199, 'iter': 750, 'avg_loss': 1.1886585556397267, 'avg_acc_mask': 58.83043797406411, 'loss': 1.0103963613510132}
+{'epoch': 199, 'iter': 760, 'avg_loss': 1.1877001653989574, 'avg_acc_mask': 58.896165091945974, 'loss': 0.806965708732605}
+{'epoch': 199, 'iter': 770, 'avg_loss': 1.1888898603337903, 'avg_acc_mask': 58.8383958800248, 'loss': 1.2293815612792969}
+{'epoch': 199, 'iter': 780, 'avg_loss': 1.1873253490799673, 'avg_acc_mask': 58.89056319457525, 'loss': 1.2832523584365845}
+{'epoch': 199, 'iter': 790, 'avg_loss': 1.1871756686724242, 'avg_acc_mask': 58.92305189523345, 'loss': 0.9976458549499512}
+{'epoch': 199, 'iter': 800, 'avg_loss': 1.1862762351607563, 'avg_acc_mask': 58.97012253889577, 'loss': 1.4246989488601685}
+{'epoch': 199, 'iter': 810, 'avg_loss': 1.1861878717283727, 'avg_acc_mask': 58.967791654389266, 'loss': 1.3132603168487549}
+{'epoch': 199, 'iter': 820, 'avg_loss': 1.1850033742937187, 'avg_acc_mask': 58.98865086293734, 'loss': 1.1213868856430054}
+{'epoch': 199, 'iter': 830, 'avg_loss': 1.185298309286005, 'avg_acc_mask': 58.96624939178131, 'loss': 1.1524674892425537}
+{'epoch': 199, 'iter': 840, 'avg_loss': 1.1856056130031627, 'avg_acc_mask': 58.9496201868506, 'loss': 1.2478303909301758}
+{'epoch': 199, 'iter': 850, 'avg_loss': 1.1868992342091615, 'avg_acc_mask': 58.93584466521561, 'loss': 1.0949654579162598}
+{'epoch': 199, 'iter': 860, 'avg_loss': 1.186930840092946, 'avg_acc_mask': 58.91104914752773, 'loss': 1.3494646549224854}
+{'epoch': 199, 'iter': 870, 'avg_loss': 1.1881039151504857, 'avg_acc_mask': 58.84948314984453, 'loss': 1.1924089193344116}
+{'epoch': 199, 'iter': 880, 'avg_loss': 1.18778430366895, 'avg_acc_mask': 58.86630927149565, 'loss': 1.0440236330032349}
+{'epoch': 199, 'iter': 890, 'avg_loss': 1.187169907938618, 'avg_acc_mask': 58.91835138139746, 'loss': 0.6853836178779602}
+{'epoch': 199, 'iter': 900, 'avg_loss': 1.1878670302532885, 'avg_acc_mask': 58.889092277340495, 'loss': 1.1840554475784302}
+{'epoch': 199, 'iter': 910, 'avg_loss': 1.188743708097058, 'avg_acc_mask': 58.87263875756905, 'loss': 1.1821876764297485}
+{'epoch': 199, 'iter': 920, 'avg_loss': 1.1883295254132646, 'avg_acc_mask': 58.893862528598426, 'loss': 0.9451747536659241}
+{'epoch': 199, 'iter': 930, 'avg_loss': 1.1882665548493603, 'avg_acc_mask': 58.9023838113423, 'loss': 1.4818686246871948}
+{'epoch': 199, 'iter': 940, 'avg_loss': 1.1885645870321235, 'avg_acc_mask': 58.89198077409562, 'loss': 0.9948400855064392}
+{'epoch': 199, 'iter': 950, 'avg_loss': 1.1890966337561983, 'avg_acc_mask': 58.86225815766676, 'loss': 1.4806586503982544}
+{'epoch': 199, 'iter': 960, 'avg_loss': 1.1882196624494865, 'avg_acc_mask': 58.91543767386913, 'loss': 1.0691494941711426}
+{'epoch': 199, 'iter': 970, 'avg_loss': 1.187780178599942, 'avg_acc_mask': 58.92564320045236, 'loss': 1.168231725692749}
+{'epoch': 199, 'iter': 980, 'avg_loss': 1.1888094127603506, 'avg_acc_mask': 58.87621997872618, 'loss': 1.1439639329910278}
+{'epoch': 199, 'iter': 990, 'avg_loss': 1.1893812190030826, 'avg_acc_mask': 58.844605326339895, 'loss': 1.2506810426712036}
+{'epoch': 199, 'iter': 1000, 'avg_loss': 1.1895999944769777, 'avg_acc_mask': 58.83867903850369, 'loss': 1.5861468315124512}
+{'epoch': 199, 'iter': 1010, 'avg_loss': 1.1891548483237315, 'avg_acc_mask': 58.873463773099964, 'loss': 1.1353989839553833}
+{'epoch': 199, 'iter': 1020, 'avg_loss': 1.1894716506606802, 'avg_acc_mask': 58.87338075358788, 'loss': 1.1775197982788086}
+{'epoch': 199, 'iter': 1030, 'avg_loss': 1.189187857274519, 'avg_acc_mask': 58.87129660821616, 'loss': 1.0205845832824707}
+{'epoch': 199, 'iter': 1040, 'avg_loss': 1.188977638479612, 'avg_acc_mask': 58.860059996842274, 'loss': 1.3170480728149414}
+{'epoch': 199, 'iter': 1050, 'avg_loss': 1.1891303031247191, 'avg_acc_mask': 58.84888085638815, 'loss': 1.5193382501602173}
+{'epoch': 199, 'iter': 1060, 'avg_loss': 1.1883635417567908, 'avg_acc_mask': 58.87702376851532, 'loss': 1.0099207162857056}
+{'epoch': 199, 'iter': 1070, 'avg_loss': 1.1878632973222172, 'avg_acc_mask': 58.88219121941224, 'loss': 0.9986823201179504}
+{'epoch': 199, 'iter': 1080, 'avg_loss': 1.1880048795169862, 'avg_acc_mask': 58.901098901098905, 'loss': 1.2348471879959106}
+{'epoch': 199, 'iter': 1090, 'avg_loss': 1.1881704927583445, 'avg_acc_mask': 58.86741948975324, 'loss': 0.8287568092346191}
+{'epoch': 199, 'iter': 1100, 'avg_loss': 1.1877649326307138, 'avg_acc_mask': 58.89933820968304, 'loss': 0.9727203249931335}
+{'epoch': 'EP199_train', 'avg_loss': 1.1876299163874457, 'total_masked_acc': 58.88923773485136}
+{'epoch': 200, 'iter': 0, 'avg_loss': 1.4323831796646118, 'avg_acc_mask': 41.935483870967744, 'loss': 1.4323831796646118}
+{'epoch': 200, 'iter': 10, 'avg_loss': 1.248218747702512, 'avg_acc_mask': 56.53495440729483, 'loss': 1.1277579069137573}
+{'epoch': 200, 'iter': 20, 'avg_loss': 1.246856309118725, 'avg_acc_mask': 57.46268656716418, 'loss': 1.397779941558838}
+{'epoch': 200, 'iter': 30, 'avg_loss': 1.2444460699635167, 'avg_acc_mask': 58.060814687320715, 'loss': 1.17978835105896}
+{'epoch': 200, 'iter': 40, 'avg_loss': 1.221542189760906, 'avg_acc_mask': 58.682373472949386, 'loss': 1.2049362659454346}
+{'epoch': 200, 'iter': 50, 'avg_loss': 1.2104469958473654, 'avg_acc_mask': 58.67595818815331, 'loss': 1.0707943439483643}
+{'epoch': 200, 'iter': 60, 'avg_loss': 1.1898548485802822, 'avg_acc_mask': 59.431751611013475, 'loss': 0.9844236969947815}
+{'epoch': 200, 'iter': 70, 'avg_loss': 1.1804777450964485, 'avg_acc_mask': 59.691295546558706, 'loss': 1.1374586820602417}
+{'epoch': 200, 'iter': 80, 'avg_loss': 1.187295765052607, 'avg_acc_mask': 59.23059915984966, 'loss': 1.590787410736084}
+{'epoch': 200, 'iter': 90, 'avg_loss': 1.1840082256348579, 'avg_acc_mask': 59.5069033530572, 'loss': 1.144283413887024}
+{'epoch': 200, 'iter': 100, 'avg_loss': 1.162846829631541, 'avg_acc_mask': 60.183189655172406, 'loss': 0.6018052101135254}
+{'epoch': 200, 'iter': 110, 'avg_loss': 1.160233718854887, 'avg_acc_mask': 60.22372100674453, 'loss': 0.9256010055541992}
+{'epoch': 200, 'iter': 120, 'avg_loss': 1.1577504094967173, 'avg_acc_mask': 60.398731309469866, 'loss': 1.2799694538116455}
+{'epoch': 200, 'iter': 130, 'avg_loss': 1.1561659460759346, 'avg_acc_mask': 60.47546225497011, 'loss': 0.9647728204727173}
+{'epoch': 200, 'iter': 140, 'avg_loss': 1.1543240517589217, 'avg_acc_mask': 60.24764607248807, 'loss': 0.9610156416893005}
+{'epoch': 200, 'iter': 150, 'avg_loss': 1.1509700342519393, 'avg_acc_mask': 60.34086788347637, 'loss': 1.3413560390472412}
+{'epoch': 200, 'iter': 160, 'avg_loss': 1.1525147475811266, 'avg_acc_mask': 60.193621867881554, 'loss': 0.8307689428329468}
+{'epoch': 200, 'iter': 170, 'avg_loss': 1.153668843514738, 'avg_acc_mask': 60.03210272873194, 'loss': 1.2311292886734009}
+{'epoch': 200, 'iter': 180, 'avg_loss': 1.1566269957558226, 'avg_acc_mask': 59.969696969696976, 'loss': 1.0509490966796875}
+{'epoch': 200, 'iter': 190, 'avg_loss': 1.1576808556836313, 'avg_acc_mask': 59.82524456263653, 'loss': 1.0802059173583984}
+{'epoch': 200, 'iter': 200, 'avg_loss': 1.158204344078083, 'avg_acc_mask': 59.73674720519293, 'loss': 1.3725473880767822}
+{'epoch': 200, 'iter': 210, 'avg_loss': 1.1562138242179183, 'avg_acc_mask': 59.91774483763174, 'loss': 1.3183115720748901}
+{'epoch': 200, 'iter': 220, 'avg_loss': 1.1535632610321045, 'avg_acc_mask': 60.08671465968587, 'loss': 1.2364720106124878}
+{'epoch': 200, 'iter': 230, 'avg_loss': 1.1553052937313593, 'avg_acc_mask': 59.876301573631885, 'loss': 1.125048041343689}
+{'epoch': 200, 'iter': 240, 'avg_loss': 1.156258314476963, 'avg_acc_mask': 59.761045987376015, 'loss': 1.025163173675537}
+{'epoch': 200, 'iter': 250, 'avg_loss': 1.1585865334210643, 'avg_acc_mask': 59.709369577790625, 'loss': 0.7374303340911865}
+{'epoch': 200, 'iter': 260, 'avg_loss': 1.1588326005186615, 'avg_acc_mask': 59.578757124982616, 'loss': 1.2767263650894165}
+{'epoch': 200, 'iter': 270, 'avg_loss': 1.160928980670732, 'avg_acc_mask': 59.51873083588855, 'loss': 1.2845168113708496}
+{'epoch': 200, 'iter': 280, 'avg_loss': 1.1632349686266263, 'avg_acc_mask': 59.48714644674956, 'loss': 1.017778754234314}
+{'epoch': 200, 'iter': 290, 'avg_loss': 1.1636478642827457, 'avg_acc_mask': 59.44734876773712, 'loss': 1.0755594968795776}
+{'epoch': 200, 'iter': 300, 'avg_loss': 1.162310200474191, 'avg_acc_mask': 59.45149455704577, 'loss': 0.8376694321632385}
+{'epoch': 200, 'iter': 310, 'avg_loss': 1.1623660172680184, 'avg_acc_mask': 59.411764705882355, 'loss': 0.8428764939308167}
+{'epoch': 200, 'iter': 320, 'avg_loss': 1.1601040665977098, 'avg_acc_mask': 59.48616600790514, 'loss': 1.1328190565109253}
+{'epoch': 200, 'iter': 330, 'avg_loss': 1.1602334090229969, 'avg_acc_mask': 59.42735136318844, 'loss': 0.9050324559211731}
+{'epoch': 200, 'iter': 340, 'avg_loss': 1.159453303932794, 'avg_acc_mask': 59.50154107769157, 'loss': 1.0969213247299194}
+{'epoch': 200, 'iter': 350, 'avg_loss': 1.1589806499304596, 'avg_acc_mask': 59.511740974449154, 'loss': 1.0091511011123657}
+{'epoch': 200, 'iter': 360, 'avg_loss': 1.1587268726647395, 'avg_acc_mask': 59.5345798150382, 'loss': 1.0833250284194946}
+{'epoch': 200, 'iter': 370, 'avg_loss': 1.1609182762649823, 'avg_acc_mask': 59.524392034055886, 'loss': 1.2435922622680664}
+{'epoch': 200, 'iter': 380, 'avg_loss': 1.164324186761861, 'avg_acc_mask': 59.49324807940067, 'loss': 0.8616960644721985}
+{'epoch': 200, 'iter': 390, 'avg_loss': 1.164483922674223, 'avg_acc_mask': 59.4700139470014, 'loss': 1.520832896232605}
+{'epoch': 200, 'iter': 400, 'avg_loss': 1.1663112821721673, 'avg_acc_mask': 59.39141459880456, 'loss': 1.4814624786376953}
+{'epoch': 200, 'iter': 410, 'avg_loss': 1.1653765692328015, 'avg_acc_mask': 59.40532909828834, 'loss': 0.9674416184425354}
+{'epoch': 200, 'iter': 420, 'avg_loss': 1.1644001128837784, 'avg_acc_mask': 59.42467173462336, 'loss': 1.157349944114685}
+{'epoch': 200, 'iter': 430, 'avg_loss': 1.1636957274512183, 'avg_acc_mask': 59.465619855641386, 'loss': 1.4769647121429443}
+{'epoch': 200, 'iter': 440, 'avg_loss': 1.1687525955457536, 'avg_acc_mask': 59.34342392873345, 'loss': 1.8039621114730835}
+{'epoch': 200, 'iter': 450, 'avg_loss': 1.1692499316188025, 'avg_acc_mask': 59.32121212121212, 'loss': 0.8373672962188721}
+{'epoch': 200, 'iter': 460, 'avg_loss': 1.1685572178658592, 'avg_acc_mask': 59.33422946153238, 'loss': 1.1293858289718628}
+{'epoch': 200, 'iter': 470, 'avg_loss': 1.17113643859349, 'avg_acc_mask': 59.2774723147216, 'loss': 1.110252022743225}
+{'epoch': 200, 'iter': 480, 'avg_loss': 1.1697572615934757, 'avg_acc_mask': 59.32820260075066, 'loss': 0.9387226700782776}
+{'epoch': 200, 'iter': 490, 'avg_loss': 1.1698958747498616, 'avg_acc_mask': 59.35155611676447, 'loss': 1.2577426433563232}
+{'epoch': 200, 'iter': 500, 'avg_loss': 1.1689486955692192, 'avg_acc_mask': 59.34426229508196, 'loss': 1.0776455402374268}
+{'epoch': 200, 'iter': 510, 'avg_loss': 1.1682842471828199, 'avg_acc_mask': 59.38058155318997, 'loss': 0.9587848782539368}
+{'epoch': 200, 'iter': 520, 'avg_loss': 1.167494871337217, 'avg_acc_mask': 59.37116618177994, 'loss': 1.5203521251678467}
+{'epoch': 200, 'iter': 530, 'avg_loss': 1.1680926026148535, 'avg_acc_mask': 59.334228372749486, 'loss': 1.0826044082641602}
+{'epoch': 200, 'iter': 540, 'avg_loss': 1.169187449703816, 'avg_acc_mask': 59.33286018452804, 'loss': 1.3542155027389526}
+{'epoch': 200, 'iter': 550, 'avg_loss': 1.17043963101728, 'avg_acc_mask': 59.28088098713016, 'loss': 1.3706330060958862}
+{'epoch': 200, 'iter': 560, 'avg_loss': 1.1701677610529935, 'avg_acc_mask': 59.30395642388858, 'loss': 1.161736249923706}
+{'epoch': 200, 'iter': 570, 'avg_loss': 1.1697797905751577, 'avg_acc_mask': 59.276351632855814, 'loss': 1.2264641523361206}
+{'epoch': 200, 'iter': 580, 'avg_loss': 1.168870865683137, 'avg_acc_mask': 59.31637920181292, 'loss': 1.1925146579742432}
+{'epoch': 200, 'iter': 590, 'avg_loss': 1.1679876644397549, 'avg_acc_mask': 59.35382044378423, 'loss': 0.7037217020988464}
+{'epoch': 200, 'iter': 600, 'avg_loss': 1.1685193997254586, 'avg_acc_mask': 59.34912323429128, 'loss': 1.333702564239502}
+{'epoch': 200, 'iter': 610, 'avg_loss': 1.1691896421819583, 'avg_acc_mask': 59.333432969660734, 'loss': 1.1354193687438965}
+{'epoch': 200, 'iter': 620, 'avg_loss': 1.1664307389090411, 'avg_acc_mask': 59.44983818770226, 'loss': 1.2498964071273804}
+{'epoch': 200, 'iter': 630, 'avg_loss': 1.1653505465496927, 'avg_acc_mask': 59.48138490511372, 'loss': 0.9616263508796692}
+{'epoch': 200, 'iter': 640, 'avg_loss': 1.1642753840794615, 'avg_acc_mask': 59.55787850227059, 'loss': 0.8985413312911987}
+{'epoch': 200, 'iter': 650, 'avg_loss': 1.1648612285173068, 'avg_acc_mask': 59.54202768088219, 'loss': 1.1275815963745117}
+{'epoch': 200, 'iter': 660, 'avg_loss': 1.1643884414623797, 'avg_acc_mask': 59.54788486577832, 'loss': 0.836014986038208}
+{'epoch': 200, 'iter': 670, 'avg_loss': 1.1652851507134303, 'avg_acc_mask': 59.50801321429546, 'loss': 1.3983311653137207}
+{'epoch': 200, 'iter': 680, 'avg_loss': 1.1666792628523537, 'avg_acc_mask': 59.47284818135314, 'loss': 1.3665426969528198}
+{'epoch': 200, 'iter': 690, 'avg_loss': 1.1679846640088625, 'avg_acc_mask': 59.44298698889684, 'loss': 0.9250065684318542}
+{'epoch': 200, 'iter': 700, 'avg_loss': 1.1699721143181077, 'avg_acc_mask': 59.34326955704628, 'loss': 1.3543637990951538}
+{'epoch': 200, 'iter': 710, 'avg_loss': 1.17001849094356, 'avg_acc_mask': 59.34439748479539, 'loss': 1.312996506690979}
+{'epoch': 200, 'iter': 720, 'avg_loss': 1.1701510189806374, 'avg_acc_mask': 59.38873504230075, 'loss': 1.031771183013916}
+{'epoch': 200, 'iter': 730, 'avg_loss': 1.1694955487420882, 'avg_acc_mask': 59.40854820908999, 'loss': 1.108132004737854}
+{'epoch': 200, 'iter': 740, 'avg_loss': 1.169539400038288, 'avg_acc_mask': 59.40652818991098, 'loss': 1.1363425254821777}
+{'epoch': 200, 'iter': 750, 'avg_loss': 1.170509947362181, 'avg_acc_mask': 59.427707906795355, 'loss': 1.0780423879623413}
+{'epoch': 200, 'iter': 760, 'avg_loss': 1.1696693207995181, 'avg_acc_mask': 59.46017528652605, 'loss': 1.2857816219329834}
+{'epoch': 200, 'iter': 770, 'avg_loss': 1.1714541276605213, 'avg_acc_mask': 59.39756746484226, 'loss': 1.3342201709747314}
+{'epoch': 200, 'iter': 780, 'avg_loss': 1.1700025020732465, 'avg_acc_mask': 59.475068081509995, 'loss': 1.1012507677078247}
+{'epoch': 200, 'iter': 790, 'avg_loss': 1.1698468473708132, 'avg_acc_mask': 59.447431856109766, 'loss': 0.8637093305587769}
+{'epoch': 200, 'iter': 800, 'avg_loss': 1.1706473544593459, 'avg_acc_mask': 59.39982145718405, 'loss': 1.1146849393844604}
+{'epoch': 200, 'iter': 810, 'avg_loss': 1.172221071476119, 'avg_acc_mask': 59.334026584682164, 'loss': 1.1168177127838135}
+{'epoch': 200, 'iter': 820, 'avg_loss': 1.1723954450343617, 'avg_acc_mask': 59.33369060378707, 'loss': 1.1703267097473145}
+{'epoch': 200, 'iter': 830, 'avg_loss': 1.1726091575106128, 'avg_acc_mask': 59.30011914743392, 'loss': 1.2353980541229248}
+{'epoch': 200, 'iter': 840, 'avg_loss': 1.172414787317428, 'avg_acc_mask': 59.27370163820146, 'loss': 1.2005887031555176}
+{'epoch': 200, 'iter': 850, 'avg_loss': 1.1730014802286124, 'avg_acc_mask': 59.25599208227549, 'loss': 1.1415857076644897}
+{'epoch': 200, 'iter': 860, 'avg_loss': 1.1733484158117182, 'avg_acc_mask': 59.268468927994554, 'loss': 1.245283603668213}
+{'epoch': 200, 'iter': 870, 'avg_loss': 1.1736679005294388, 'avg_acc_mask': 59.25171639127422, 'loss': 0.7950567007064819}
+{'epoch': 200, 'iter': 880, 'avg_loss': 1.173465748921155, 'avg_acc_mask': 59.256568843136435, 'loss': 0.8992553353309631}
+{'epoch': 200, 'iter': 890, 'avg_loss': 1.1720878826381114, 'avg_acc_mask': 59.31068479645073, 'loss': 0.9586597681045532}
+{'epoch': 200, 'iter': 900, 'avg_loss': 1.1725930105832785, 'avg_acc_mask': 59.26850048685491, 'loss': 1.4368770122528076}
+{'epoch': 200, 'iter': 910, 'avg_loss': 1.1739385075024795, 'avg_acc_mask': 59.2258918897227, 'loss': 1.169225811958313}
+{'epoch': 200, 'iter': 920, 'avg_loss': 1.1739215360920023, 'avg_acc_mask': 59.24409824338288, 'loss': 0.9285029172897339}
+{'epoch': 200, 'iter': 930, 'avg_loss': 1.173465656030575, 'avg_acc_mask': 59.28192012590989, 'loss': 1.5889990329742432}
+{'epoch': 200, 'iter': 940, 'avg_loss': 1.1730305855889882, 'avg_acc_mask': 59.29723524719341, 'loss': 0.6971079111099243}
+{'epoch': 200, 'iter': 950, 'avg_loss': 1.1724228220281792, 'avg_acc_mask': 59.31071641618719, 'loss': 1.1967964172363281}
+{'epoch': 200, 'iter': 960, 'avg_loss': 1.1726689726331356, 'avg_acc_mask': 59.33888074337833, 'loss': 1.330683946609497}
+{'epoch': 200, 'iter': 970, 'avg_loss': 1.1723639559917667, 'avg_acc_mask': 59.36216704969295, 'loss': 0.9567914009094238}
+{'epoch': 200, 'iter': 980, 'avg_loss': 1.1723868232619143, 'avg_acc_mask': 59.366961190023495, 'loss': 0.8976336121559143}
+{'epoch': 200, 'iter': 990, 'avg_loss': 1.1736160670111087, 'avg_acc_mask': 59.309162626951505, 'loss': 1.295742154121399}
+{'epoch': 200, 'iter': 1000, 'avg_loss': 1.1734856585939448, 'avg_acc_mask': 59.31780062714213, 'loss': 1.5456242561340332}
+{'epoch': 200, 'iter': 1010, 'avg_loss': 1.1731651603114357, 'avg_acc_mask': 59.313283027042644, 'loss': 1.132247805595398}
+{'epoch': 200, 'iter': 1020, 'avg_loss': 1.1728443730181042, 'avg_acc_mask': 59.321973286605754, 'loss': 0.9162063598632812}
+{'epoch': 200, 'iter': 1030, 'avg_loss': 1.1727469187414148, 'avg_acc_mask': 59.314376826999734, 'loss': 1.19376802444458}
+{'epoch': 200, 'iter': 1040, 'avg_loss': 1.1730420220424989, 'avg_acc_mask': 59.294270330942325, 'loss': 1.3641583919525146}
+{'epoch': 200, 'iter': 1050, 'avg_loss': 1.173384019837393, 'avg_acc_mask': 59.27875345249882, 'loss': 1.1681413650512695}
+{'epoch': 200, 'iter': 1060, 'avg_loss': 1.1731239692373843, 'avg_acc_mask': 59.27270849826179, 'loss': 1.1348071098327637}
+{'epoch': 200, 'iter': 1070, 'avg_loss': 1.1732431640422423, 'avg_acc_mask': 59.27813959832237, 'loss': 1.085246205329895}
+{'epoch': 200, 'iter': 1080, 'avg_loss': 1.1733735121311026, 'avg_acc_mask': 59.284520453125786, 'loss': 0.9739525318145752}
+{'epoch': 200, 'iter': 1090, 'avg_loss': 1.1732080486201015, 'avg_acc_mask': 59.28749352190849, 'loss': 1.021127462387085}
+{'epoch': 200, 'iter': 1100, 'avg_loss': 1.1727831463019054, 'avg_acc_mask': 59.28556057671616, 'loss': 1.0354220867156982}
+{'epoch': 'EP200_train', 'avg_loss': 1.1730696192424221, 'total_masked_acc': 59.26866680961256}
+{'epoch': 201, 'iter': 0, 'avg_loss': 1.2606089115142822, 'avg_acc_mask': 57.14285714285714, 'loss': 1.2606089115142822}
+{'epoch': 201, 'iter': 10, 'avg_loss': 1.2014573704112659, 'avg_acc_mask': 59.21259842519685, 'loss': 1.0829867124557495}
+{'epoch': 201, 'iter': 20, 'avg_loss': 1.2183790746189298, 'avg_acc_mask': 57.832345469940726, 'loss': 1.5864213705062866}
+{'epoch': 201, 'iter': 30, 'avg_loss': 1.189226419694962, 'avg_acc_mask': 58.799048751486325, 'loss': 1.2178879976272583}
+{'epoch': 201, 'iter': 40, 'avg_loss': 1.1958182933853894, 'avg_acc_mask': 58.40468679585399, 'loss': 1.1328277587890625}
+{'epoch': 201, 'iter': 50, 'avg_loss': 1.2205166793337054, 'avg_acc_mask': 57.26435152374203, 'loss': 1.3080171346664429}
+{'epoch': 201, 'iter': 60, 'avg_loss': 1.201415771343669, 'avg_acc_mask': 57.49180816204945, 'loss': 1.0490213632583618}
+{'epoch': 201, 'iter': 70, 'avg_loss': 1.1937551431252922, 'avg_acc_mask': 57.93226381461676, 'loss': 1.175368070602417}
+{'epoch': 201, 'iter': 80, 'avg_loss': 1.1898410268771795, 'avg_acc_mask': 57.9850417949846, 'loss': 1.2204231023788452}
+{'epoch': 201, 'iter': 90, 'avg_loss': 1.1920664749302707, 'avg_acc_mask': 57.86274509803921, 'loss': 1.375116229057312}
+{'epoch': 201, 'iter': 100, 'avg_loss': 1.1913519602010745, 'avg_acc_mask': 57.969471068512604, 'loss': 0.9373680353164673}
+{'epoch': 201, 'iter': 110, 'avg_loss': 1.1911213193927799, 'avg_acc_mask': 58.180935426444414, 'loss': 1.0238982439041138}
+{'epoch': 201, 'iter': 120, 'avg_loss': 1.1826074216976639, 'avg_acc_mask': 58.42545563190917, 'loss': 1.1037647724151611}
+{'epoch': 201, 'iter': 130, 'avg_loss': 1.1811709790739395, 'avg_acc_mask': 58.44459738472126, 'loss': 0.9839324951171875}
+{'epoch': 201, 'iter': 140, 'avg_loss': 1.1783320979869112, 'avg_acc_mask': 58.70346598202825, 'loss': 1.0002098083496094}
+{'epoch': 201, 'iter': 150, 'avg_loss': 1.1713956523415268, 'avg_acc_mask': 59.00606060606061, 'loss': 1.2075759172439575}
+{'epoch': 201, 'iter': 160, 'avg_loss': 1.17680764753626, 'avg_acc_mask': 58.90628545495802, 'loss': 1.6053987741470337}
+{'epoch': 201, 'iter': 170, 'avg_loss': 1.1807756796914932, 'avg_acc_mask': 58.589087809036656, 'loss': 1.0987176895141602}
+{'epoch': 201, 'iter': 180, 'avg_loss': 1.1841770446761537, 'avg_acc_mask': 58.51053108938829, 'loss': 1.155439019203186}
+{'epoch': 201, 'iter': 190, 'avg_loss': 1.1863928484042903, 'avg_acc_mask': 58.50171559283264, 'loss': 1.0808721780776978}
+{'epoch': 201, 'iter': 200, 'avg_loss': 1.179829908247611, 'avg_acc_mask': 58.65977511788175, 'loss': 1.1403051614761353}
+{'epoch': 201, 'iter': 210, 'avg_loss': 1.1787499788248144, 'avg_acc_mask': 58.711402449542874, 'loss': 1.0631805658340454}
+{'epoch': 201, 'iter': 220, 'avg_loss': 1.1765350516025836, 'avg_acc_mask': 58.70548564849083, 'loss': 1.2972136735916138}
+{'epoch': 201, 'iter': 230, 'avg_loss': 1.1785239566972245, 'avg_acc_mask': 58.76150759304431, 'loss': 1.1861529350280762}
+{'epoch': 201, 'iter': 240, 'avg_loss': 1.1785403415869875, 'avg_acc_mask': 58.76522660210335, 'loss': 1.2193937301635742}
+{'epoch': 201, 'iter': 250, 'avg_loss': 1.1768630310833692, 'avg_acc_mask': 58.81066899868824, 'loss': 0.9034233093261719}
+{'epoch': 201, 'iter': 260, 'avg_loss': 1.1778731873665733, 'avg_acc_mask': 58.814887365328104, 'loss': 1.0036386251449585}
+{'epoch': 201, 'iter': 270, 'avg_loss': 1.180476783606399, 'avg_acc_mask': 58.7691069991955, 'loss': 1.5734820365905762}
+{'epoch': 201, 'iter': 280, 'avg_loss': 1.1832316581464748, 'avg_acc_mask': 58.68271221532091, 'loss': 0.8008882999420166}
+{'epoch': 201, 'iter': 290, 'avg_loss': 1.1835240353014052, 'avg_acc_mask': 58.70883069808137, 'loss': 1.081140160560608}
+{'epoch': 201, 'iter': 300, 'avg_loss': 1.1801897560639238, 'avg_acc_mask': 58.83775775533652, 'loss': 0.8124696612358093}
+{'epoch': 201, 'iter': 310, 'avg_loss': 1.1772457828859042, 'avg_acc_mask': 58.901781528363806, 'loss': 0.9787259101867676}
+{'epoch': 201, 'iter': 320, 'avg_loss': 1.1763064454649097, 'avg_acc_mask': 58.88509670079636, 'loss': 1.1108006238937378}
+{'epoch': 201, 'iter': 330, 'avg_loss': 1.1787236037571265, 'avg_acc_mask': 58.80697494757753, 'loss': 1.1325055360794067}
+{'epoch': 201, 'iter': 340, 'avg_loss': 1.1789296196003463, 'avg_acc_mask': 58.81943701166649, 'loss': 1.2799476385116577}
+{'epoch': 201, 'iter': 350, 'avg_loss': 1.176549495115579, 'avg_acc_mask': 58.93266624973942, 'loss': 0.8095150589942932}
+{'epoch': 201, 'iter': 360, 'avg_loss': 1.1755535932789218, 'avg_acc_mask': 58.961787302871, 'loss': 1.1836035251617432}
+{'epoch': 201, 'iter': 370, 'avg_loss': 1.1765943569635766, 'avg_acc_mask': 58.96741805295797, 'loss': 1.0304139852523804}
+{'epoch': 201, 'iter': 380, 'avg_loss': 1.1806441166895267, 'avg_acc_mask': 58.78604963112005, 'loss': 1.0789289474487305}
+{'epoch': 201, 'iter': 390, 'avg_loss': 1.179503108077037, 'avg_acc_mask': 58.80705684682162, 'loss': 1.267332911491394}
+{'epoch': 201, 'iter': 400, 'avg_loss': 1.1813255230387547, 'avg_acc_mask': 58.71496924128503, 'loss': 1.8018665313720703}
+{'epoch': 201, 'iter': 410, 'avg_loss': 1.1812356005619913, 'avg_acc_mask': 58.74299937772246, 'loss': 1.072509765625}
+{'epoch': 201, 'iter': 420, 'avg_loss': 1.1783983827769897, 'avg_acc_mask': 58.844467595607064, 'loss': 1.3172403573989868}
+{'epoch': 201, 'iter': 430, 'avg_loss': 1.178953133990206, 'avg_acc_mask': 58.853724758187674, 'loss': 1.0325490236282349}
+{'epoch': 201, 'iter': 440, 'avg_loss': 1.1810279489915116, 'avg_acc_mask': 58.771167142798, 'loss': 1.3385097980499268}
+{'epoch': 201, 'iter': 450, 'avg_loss': 1.182304137561908, 'avg_acc_mask': 58.75804558150832, 'loss': 1.1544337272644043}
+{'epoch': 201, 'iter': 460, 'avg_loss': 1.181875384422807, 'avg_acc_mask': 58.74361310254683, 'loss': 1.2724846601486206}
+{'epoch': 201, 'iter': 470, 'avg_loss': 1.1839815819845585, 'avg_acc_mask': 58.66356769320162, 'loss': 1.2046500444412231}
+{'epoch': 201, 'iter': 480, 'avg_loss': 1.1841539306848807, 'avg_acc_mask': 58.68425053207662, 'loss': 1.0961412191390991}
+{'epoch': 201, 'iter': 490, 'avg_loss': 1.1842477498860564, 'avg_acc_mask': 58.73647417543598, 'loss': 1.167513370513916}
+{'epoch': 201, 'iter': 500, 'avg_loss': 1.183012903807406, 'avg_acc_mask': 58.77164206305814, 'loss': 1.1101229190826416}
+{'epoch': 201, 'iter': 510, 'avg_loss': 1.181979763764458, 'avg_acc_mask': 58.759606791778374, 'loss': 1.0406839847564697}
+{'epoch': 201, 'iter': 520, 'avg_loss': 1.1814758298264356, 'avg_acc_mask': 58.80514189379039, 'loss': 1.2067373991012573}
+{'epoch': 201, 'iter': 530, 'avg_loss': 1.18228716724561, 'avg_acc_mask': 58.75961505294747, 'loss': 1.2135827541351318}
+{'epoch': 201, 'iter': 540, 'avg_loss': 1.1828149510840171, 'avg_acc_mask': 58.7771536847804, 'loss': 1.2245256900787354}
+{'epoch': 201, 'iter': 550, 'avg_loss': 1.1844416021651667, 'avg_acc_mask': 58.68613138686132, 'loss': 1.0444308519363403}
+{'epoch': 201, 'iter': 560, 'avg_loss': 1.1838800104969114, 'avg_acc_mask': 58.66644929898924, 'loss': 1.2041261196136475}
+{'epoch': 201, 'iter': 570, 'avg_loss': 1.1840737230305913, 'avg_acc_mask': 58.66777792024619, 'loss': 0.927605390548706}
+{'epoch': 201, 'iter': 580, 'avg_loss': 1.1834273645061224, 'avg_acc_mask': 58.726110638833795, 'loss': 1.2967817783355713}
+{'epoch': 201, 'iter': 590, 'avg_loss': 1.1834686260336345, 'avg_acc_mask': 58.69020747657772, 'loss': 1.1981250047683716}
+{'epoch': 201, 'iter': 600, 'avg_loss': 1.1822494805950094, 'avg_acc_mask': 58.73929866252323, 'loss': 1.2834382057189941}
+{'epoch': 201, 'iter': 610, 'avg_loss': 1.1836352096641902, 'avg_acc_mask': 58.764707643483725, 'loss': 1.257012963294983}
+{'epoch': 201, 'iter': 620, 'avg_loss': 1.1816518471820727, 'avg_acc_mask': 58.832198543932556, 'loss': 1.3654515743255615}
+{'epoch': 201, 'iter': 630, 'avg_loss': 1.1800131662711855, 'avg_acc_mask': 58.883602181733785, 'loss': 0.806354820728302}
+{'epoch': 201, 'iter': 640, 'avg_loss': 1.1792815061701627, 'avg_acc_mask': 58.9362433407802, 'loss': 0.974577009677887}
+{'epoch': 201, 'iter': 650, 'avg_loss': 1.1813720474777867, 'avg_acc_mask': 58.87449552676883, 'loss': 0.9520514607429504}
+{'epoch': 201, 'iter': 660, 'avg_loss': 1.1806256340058596, 'avg_acc_mask': 58.94496689110233, 'loss': 0.7910415530204773}
+{'epoch': 201, 'iter': 670, 'avg_loss': 1.180611647099212, 'avg_acc_mask': 58.950887963165975, 'loss': 1.4688547849655151}
+{'epoch': 201, 'iter': 680, 'avg_loss': 1.182086286653331, 'avg_acc_mask': 58.8653056815727, 'loss': 1.4703112840652466}
+{'epoch': 201, 'iter': 690, 'avg_loss': 1.182750398360527, 'avg_acc_mask': 58.87056073525115, 'loss': 1.2255693674087524}
+{'epoch': 201, 'iter': 700, 'avg_loss': 1.1845662257980858, 'avg_acc_mask': 58.8018409079023, 'loss': 1.6767536401748657}
+{'epoch': 201, 'iter': 710, 'avg_loss': 1.1838431488277206, 'avg_acc_mask': 58.84674922600619, 'loss': 1.1430999040603638}
+{'epoch': 201, 'iter': 720, 'avg_loss': 1.1851444138567921, 'avg_acc_mask': 58.8351983723296, 'loss': 1.1726772785186768}
+{'epoch': 201, 'iter': 730, 'avg_loss': 1.184216259116187, 'avg_acc_mask': 58.898028790690674, 'loss': 1.4430043697357178}
+{'epoch': 201, 'iter': 740, 'avg_loss': 1.1842616614703385, 'avg_acc_mask': 58.894522072461974, 'loss': 1.2411051988601685}
+{'epoch': 201, 'iter': 750, 'avg_loss': 1.1856796716088145, 'avg_acc_mask': 58.84605067427512, 'loss': 1.294293761253357}
+{'epoch': 201, 'iter': 760, 'avg_loss': 1.185199910175158, 'avg_acc_mask': 58.879067414918474, 'loss': 1.3421260118484497}
+{'epoch': 201, 'iter': 770, 'avg_loss': 1.1860466767223274, 'avg_acc_mask': 58.84184012926528, 'loss': 1.2455710172653198}
+{'epoch': 201, 'iter': 780, 'avg_loss': 1.1843500705900938, 'avg_acc_mask': 58.883701288036974, 'loss': 1.2875983715057373}
+{'epoch': 201, 'iter': 790, 'avg_loss': 1.184585421712299, 'avg_acc_mask': 58.8798035718422, 'loss': 1.2393429279327393}
+{'epoch': 201, 'iter': 800, 'avg_loss': 1.18360138869613, 'avg_acc_mask': 58.9032007138118, 'loss': 1.3302186727523804}
+{'epoch': 201, 'iter': 810, 'avg_loss': 1.1836843980813878, 'avg_acc_mask': 58.92340387050099, 'loss': 1.0174438953399658}
+{'epoch': 201, 'iter': 820, 'avg_loss': 1.18337781725499, 'avg_acc_mask': 58.95907294527429, 'loss': 1.1918861865997314}
+{'epoch': 201, 'iter': 830, 'avg_loss': 1.1831422597349193, 'avg_acc_mask': 58.945278022947925, 'loss': 1.4805378913879395}
+{'epoch': 201, 'iter': 840, 'avg_loss': 1.1828274577324511, 'avg_acc_mask': 58.90357275042999, 'loss': 1.1809896230697632}
+{'epoch': 201, 'iter': 850, 'avg_loss': 1.1825162495205181, 'avg_acc_mask': 58.906699901156045, 'loss': 1.13736093044281}
+{'epoch': 201, 'iter': 860, 'avg_loss': 1.1838383355484052, 'avg_acc_mask': 58.85539481231279, 'loss': 1.3606840372085571}
+{'epoch': 201, 'iter': 870, 'avg_loss': 1.184363128054977, 'avg_acc_mask': 58.816744264082885, 'loss': 0.878151535987854}
+{'epoch': 201, 'iter': 880, 'avg_loss': 1.1837123404431424, 'avg_acc_mask': 58.84828258120686, 'loss': 0.824533998966217}
+{'epoch': 201, 'iter': 890, 'avg_loss': 1.1824291595304854, 'avg_acc_mask': 58.89854001108852, 'loss': 0.8399208784103394}
+{'epoch': 201, 'iter': 900, 'avg_loss': 1.1817209043195853, 'avg_acc_mask': 58.89182058047493, 'loss': 1.09918212890625}
+{'epoch': 201, 'iter': 910, 'avg_loss': 1.18221737145069, 'avg_acc_mask': 58.83875368657585, 'loss': 1.1804697513580322}
+{'epoch': 201, 'iter': 920, 'avg_loss': 1.1819987086079666, 'avg_acc_mask': 58.83253170091823, 'loss': 1.0825046300888062}
+{'epoch': 201, 'iter': 930, 'avg_loss': 1.1818289769579338, 'avg_acc_mask': 58.83939292533612, 'loss': 1.4360216856002808}
+{'epoch': 201, 'iter': 940, 'avg_loss': 1.180825110956409, 'avg_acc_mask': 58.885363337291466, 'loss': 0.8503777384757996}
+{'epoch': 201, 'iter': 950, 'avg_loss': 1.181076332221648, 'avg_acc_mask': 58.858430775750804, 'loss': 1.3959197998046875}
+{'epoch': 201, 'iter': 960, 'avg_loss': 1.1810301144711062, 'avg_acc_mask': 58.891683817364125, 'loss': 1.200191855430603}
+{'epoch': 201, 'iter': 970, 'avg_loss': 1.1808449597731923, 'avg_acc_mask': 58.895427795382524, 'loss': 1.0708253383636475}
+{'epoch': 201, 'iter': 980, 'avg_loss': 1.1810524275300456, 'avg_acc_mask': 58.87424881490053, 'loss': 1.0441187620162964}
+{'epoch': 201, 'iter': 990, 'avg_loss': 1.181798576947779, 'avg_acc_mask': 58.848928828446475, 'loss': 1.2823545932769775}
+{'epoch': 201, 'iter': 1000, 'avg_loss': 1.1817067765093945, 'avg_acc_mask': 58.83814849332091, 'loss': 1.515845775604248}
+{'epoch': 201, 'iter': 1010, 'avg_loss': 1.182399446367628, 'avg_acc_mask': 58.83267919477654, 'loss': 1.0210012197494507}
+{'epoch': 201, 'iter': 1020, 'avg_loss': 1.1828782502397617, 'avg_acc_mask': 58.812051341723205, 'loss': 0.8851586580276489}
+{'epoch': 201, 'iter': 1030, 'avg_loss': 1.1822470278559554, 'avg_acc_mask': 58.83918118281477, 'loss': 1.2838966846466064}
+{'epoch': 201, 'iter': 1040, 'avg_loss': 1.1813210139586077, 'avg_acc_mask': 58.85754459970121, 'loss': 1.362745761871338}
+{'epoch': 201, 'iter': 1050, 'avg_loss': 1.180960470500387, 'avg_acc_mask': 58.868088811493244, 'loss': 1.0419025421142578}
+{'epoch': 201, 'iter': 1060, 'avg_loss': 1.1807766012938712, 'avg_acc_mask': 58.87844016909671, 'loss': 0.9487289190292358}
+{'epoch': 201, 'iter': 1070, 'avg_loss': 1.1801221095769903, 'avg_acc_mask': 58.865963520743946, 'loss': 1.1734814643859863}
+{'epoch': 201, 'iter': 1080, 'avg_loss': 1.1793074666847243, 'avg_acc_mask': 58.89107167050535, 'loss': 0.9570804834365845}
+{'epoch': 201, 'iter': 1090, 'avg_loss': 1.1795883413086672, 'avg_acc_mask': 58.88888888888889, 'loss': 1.2500603199005127}
+{'epoch': 201, 'iter': 1100, 'avg_loss': 1.178652942992686, 'avg_acc_mask': 58.92637527006814, 'loss': 1.2110975980758667}
+{'epoch': 'EP201_train', 'avg_loss': 1.1786631399150347, 'total_masked_acc': 58.91617946637076}
+{'epoch': 202, 'iter': 0, 'avg_loss': 1.381775140762329, 'avg_acc_mask': 54.385964912280706, 'loss': 1.381775140762329}
+{'epoch': 202, 'iter': 10, 'avg_loss': 1.236287452957847, 'avg_acc_mask': 58.16326530612245, 'loss': 0.8808869123458862}
+{'epoch': 202, 'iter': 20, 'avg_loss': 1.183210585798536, 'avg_acc_mask': 58.7532023911187, 'loss': 0.9069011211395264}
+{'epoch': 202, 'iter': 30, 'avg_loss': 1.192474442143594, 'avg_acc_mask': 59.19439579684763, 'loss': 1.329522728919983}
+{'epoch': 202, 'iter': 40, 'avg_loss': 1.1843317107456486, 'avg_acc_mask': 59.6943231441048, 'loss': 1.056043267250061}
+{'epoch': 202, 'iter': 50, 'avg_loss': 1.1855252326703538, 'avg_acc_mask': 59.24633635729239, 'loss': 1.1058663129806519}
+{'epoch': 202, 'iter': 60, 'avg_loss': 1.1734203158831986, 'avg_acc_mask': 59.32901706886404, 'loss': 0.9204501509666443}
+{'epoch': 202, 'iter': 70, 'avg_loss': 1.1778822893827734, 'avg_acc_mask': 58.92230576441103, 'loss': 1.0307260751724243}
+{'epoch': 202, 'iter': 80, 'avg_loss': 1.1724259036558646, 'avg_acc_mask': 59.388646288209614, 'loss': 1.3972318172454834}
+{'epoch': 202, 'iter': 90, 'avg_loss': 1.1877167303483565, 'avg_acc_mask': 59.0873786407767, 'loss': 1.5491724014282227}
+{'epoch': 202, 'iter': 100, 'avg_loss': 1.1794060887676654, 'avg_acc_mask': 59.15915915915916, 'loss': 0.9512381553649902}
+{'epoch': 202, 'iter': 110, 'avg_loss': 1.1804763470684085, 'avg_acc_mask': 59.1063074689466, 'loss': 0.7671813368797302}
+{'epoch': 202, 'iter': 120, 'avg_loss': 1.1777104262478095, 'avg_acc_mask': 59.03057419835943, 'loss': 1.4036436080932617}
+{'epoch': 202, 'iter': 130, 'avg_loss': 1.1798043842534072, 'avg_acc_mask': 58.94664842681259, 'loss': 1.375577449798584}
+{'epoch': 202, 'iter': 140, 'avg_loss': 1.1778191653549248, 'avg_acc_mask': 58.804871859934025, 'loss': 1.0337016582489014}
+{'epoch': 202, 'iter': 150, 'avg_loss': 1.1690148119105408, 'avg_acc_mask': 59.18148192339816, 'loss': 1.258079171180725}
+{'epoch': 202, 'iter': 160, 'avg_loss': 1.1704242333121921, 'avg_acc_mask': 59.1768258584051, 'loss': 1.371260166168213}
+{'epoch': 202, 'iter': 170, 'avg_loss': 1.1680721863668564, 'avg_acc_mask': 59.338582677165356, 'loss': 1.1020528078079224}
+{'epoch': 202, 'iter': 180, 'avg_loss': 1.168256020348375, 'avg_acc_mask': 59.18407763144866, 'loss': 1.2318867444992065}
+{'epoch': 202, 'iter': 190, 'avg_loss': 1.1709401679288653, 'avg_acc_mask': 59.133126934984524, 'loss': 0.9050578474998474}
+{'epoch': 202, 'iter': 200, 'avg_loss': 1.1667167081761716, 'avg_acc_mask': 59.314031180400896, 'loss': 1.0658921003341675}
+{'epoch': 202, 'iter': 210, 'avg_loss': 1.1663291084257912, 'avg_acc_mask': 59.37949108124102, 'loss': 1.3559249639511108}
+{'epoch': 202, 'iter': 220, 'avg_loss': 1.1658106912854571, 'avg_acc_mask': 59.38029532800775, 'loss': 1.1043750047683716}
+{'epoch': 202, 'iter': 230, 'avg_loss': 1.1670276710997411, 'avg_acc_mask': 59.27244582043344, 'loss': 1.3367505073547363}
+{'epoch': 202, 'iter': 240, 'avg_loss': 1.1683149013776502, 'avg_acc_mask': 59.1870160810006, 'loss': 1.209505319595337}
+{'epoch': 202, 'iter': 250, 'avg_loss': 1.1714335421167046, 'avg_acc_mask': 59.06361686919228, 'loss': 0.9953595399856567}
+{'epoch': 202, 'iter': 260, 'avg_loss': 1.1755754712440958, 'avg_acc_mask': 58.9538885065382, 'loss': 1.180461049079895}
+{'epoch': 202, 'iter': 270, 'avg_loss': 1.1791833786506933, 'avg_acc_mask': 58.864357482813325, 'loss': 1.3265354633331299}
+{'epoch': 202, 'iter': 280, 'avg_loss': 1.1812914505972132, 'avg_acc_mask': 58.84416661351024, 'loss': 0.8297688364982605}
+{'epoch': 202, 'iter': 290, 'avg_loss': 1.1813599971151842, 'avg_acc_mask': 58.88847767086109, 'loss': 1.219733476638794}
+{'epoch': 202, 'iter': 300, 'avg_loss': 1.1816708473272102, 'avg_acc_mask': 58.931343283582095, 'loss': 0.9278496503829956}
+{'epoch': 202, 'iter': 310, 'avg_loss': 1.1798796793655568, 'avg_acc_mask': 58.95034969076932, 'loss': 0.8619990348815918}
+{'epoch': 202, 'iter': 320, 'avg_loss': 1.1795559991557278, 'avg_acc_mask': 59.027621827981136, 'loss': 0.9354292750358582}
+{'epoch': 202, 'iter': 330, 'avg_loss': 1.178727671819151, 'avg_acc_mask': 59.091402518454196, 'loss': 0.9349485635757446}
+{'epoch': 202, 'iter': 340, 'avg_loss': 1.1761814406540387, 'avg_acc_mask': 59.15530043709516, 'loss': 1.247159481048584}
+{'epoch': 202, 'iter': 350, 'avg_loss': 1.1738280625085207, 'avg_acc_mask': 59.25811913190704, 'loss': 1.0874356031417847}
+{'epoch': 202, 'iter': 360, 'avg_loss': 1.1733118903273692, 'avg_acc_mask': 59.246148476841, 'loss': 1.4445514678955078}
+{'epoch': 202, 'iter': 370, 'avg_loss': 1.174547970134293, 'avg_acc_mask': 59.25314427232556, 'loss': 1.172940969467163}
+{'epoch': 202, 'iter': 380, 'avg_loss': 1.1740367168516626, 'avg_acc_mask': 59.29814604615967, 'loss': 0.8219889998435974}
+{'epoch': 202, 'iter': 390, 'avg_loss': 1.1720509120570424, 'avg_acc_mask': 59.378319708096626, 'loss': 1.4054615497589111}
+{'epoch': 202, 'iter': 400, 'avg_loss': 1.1709438477668381, 'avg_acc_mask': 59.43323857226659, 'loss': 1.2772682905197144}
+{'epoch': 202, 'iter': 410, 'avg_loss': 1.1699676895083593, 'avg_acc_mask': 59.44092827004219, 'loss': 1.056898832321167}
+{'epoch': 202, 'iter': 420, 'avg_loss': 1.167908880036687, 'avg_acc_mask': 59.53332473894547, 'loss': 1.0215764045715332}
+{'epoch': 202, 'iter': 430, 'avg_loss': 1.1671334579759851, 'avg_acc_mask': 59.56249737582399, 'loss': 1.257360816001892}
+{'epoch': 202, 'iter': 440, 'avg_loss': 1.1683998356600738, 'avg_acc_mask': 59.537169772680734, 'loss': 1.53831148147583}
+{'epoch': 202, 'iter': 450, 'avg_loss': 1.1699895219105045, 'avg_acc_mask': 59.46953002924796, 'loss': 0.8985227942466736}
+{'epoch': 202, 'iter': 460, 'avg_loss': 1.1700976691380498, 'avg_acc_mask': 59.412064038830394, 'loss': 1.117143988609314}
+{'epoch': 202, 'iter': 470, 'avg_loss': 1.1696156779671931, 'avg_acc_mask': 59.39472778054099, 'loss': 1.2925958633422852}
+{'epoch': 202, 'iter': 480, 'avg_loss': 1.1671067809612488, 'avg_acc_mask': 59.42915010126772, 'loss': 0.7339223027229309}
+{'epoch': 202, 'iter': 490, 'avg_loss': 1.1680567180794756, 'avg_acc_mask': 59.36499760862367, 'loss': 1.5110716819763184}
+{'epoch': 202, 'iter': 500, 'avg_loss': 1.1667219237415138, 'avg_acc_mask': 59.414693995381064, 'loss': 1.1385291814804077}
+{'epoch': 202, 'iter': 510, 'avg_loss': 1.1668484160811468, 'avg_acc_mask': 59.33844577163657, 'loss': 1.0974982976913452}
+{'epoch': 202, 'iter': 520, 'avg_loss': 1.1663625606419714, 'avg_acc_mask': 59.359067734887105, 'loss': 1.180948257446289}
+{'epoch': 202, 'iter': 530, 'avg_loss': 1.1648960684876881, 'avg_acc_mask': 59.434701174868046, 'loss': 0.9784951210021973}
+{'epoch': 202, 'iter': 540, 'avg_loss': 1.165961074190087, 'avg_acc_mask': 59.39308775803808, 'loss': 1.275705099105835}
+{'epoch': 202, 'iter': 550, 'avg_loss': 1.1664850982261008, 'avg_acc_mask': 59.353652128218606, 'loss': 1.373017430305481}
+{'epoch': 202, 'iter': 560, 'avg_loss': 1.166776799369411, 'avg_acc_mask': 59.386095152023756, 'loss': 1.2492552995681763}
+{'epoch': 202, 'iter': 570, 'avg_loss': 1.1661393419038601, 'avg_acc_mask': 59.39184475870378, 'loss': 1.044210433959961}
+{'epoch': 202, 'iter': 580, 'avg_loss': 1.1670146245964628, 'avg_acc_mask': 59.34698705179283, 'loss': 1.3840713500976562}
+{'epoch': 202, 'iter': 590, 'avg_loss': 1.1666395995015824, 'avg_acc_mask': 59.34465278201918, 'loss': 0.8735916614532471}
+{'epoch': 202, 'iter': 600, 'avg_loss': 1.1664423917771973, 'avg_acc_mask': 59.35959110042093, 'loss': 1.1434123516082764}
+{'epoch': 202, 'iter': 610, 'avg_loss': 1.166775463938518, 'avg_acc_mask': 59.35115632578222, 'loss': 0.9733566045761108}
+{'epoch': 202, 'iter': 620, 'avg_loss': 1.1652272806267423, 'avg_acc_mask': 59.398539976151014, 'loss': 1.4602266550064087}
+{'epoch': 202, 'iter': 630, 'avg_loss': 1.1638775877831666, 'avg_acc_mask': 59.42642891897306, 'loss': 1.2045000791549683}
+{'epoch': 202, 'iter': 640, 'avg_loss': 1.1645131923851098, 'avg_acc_mask': 59.39081987612772, 'loss': 1.0837607383728027}
+{'epoch': 202, 'iter': 650, 'avg_loss': 1.1653420891263702, 'avg_acc_mask': 59.356871932173135, 'loss': 1.0901623964309692}
+{'epoch': 202, 'iter': 660, 'avg_loss': 1.1635616631803642, 'avg_acc_mask': 59.413720157147175, 'loss': 1.047906756401062}
+{'epoch': 202, 'iter': 670, 'avg_loss': 1.1638466704264838, 'avg_acc_mask': 59.39876072192008, 'loss': 1.307799220085144}
+{'epoch': 202, 'iter': 680, 'avg_loss': 1.163020595842521, 'avg_acc_mask': 59.425661262798634, 'loss': 1.274594783782959}
+{'epoch': 202, 'iter': 690, 'avg_loss': 1.1643032090018697, 'avg_acc_mask': 59.41332492975131, 'loss': 1.125730276107788}
+{'epoch': 202, 'iter': 700, 'avg_loss': 1.1659059000763505, 'avg_acc_mask': 59.377747892205036, 'loss': 1.1709564924240112}
+{'epoch': 202, 'iter': 710, 'avg_loss': 1.1655026927443664, 'avg_acc_mask': 59.39022834545222, 'loss': 1.0594732761383057}
+{'epoch': 202, 'iter': 720, 'avg_loss': 1.1670396930632412, 'avg_acc_mask': 59.314144819604486, 'loss': 1.1338704824447632}
+{'epoch': 202, 'iter': 730, 'avg_loss': 1.1654648521530317, 'avg_acc_mask': 59.34763735582289, 'loss': 1.3765052556991577}
+{'epoch': 202, 'iter': 740, 'avg_loss': 1.1670169083052158, 'avg_acc_mask': 59.27957489531552, 'loss': 1.3692002296447754}
+{'epoch': 202, 'iter': 750, 'avg_loss': 1.1679594308018844, 'avg_acc_mask': 59.2292089249493, 'loss': 1.3448091745376587}
+{'epoch': 202, 'iter': 760, 'avg_loss': 1.167453049751838, 'avg_acc_mask': 59.23878071450702, 'loss': 1.065832495689392}
+{'epoch': 202, 'iter': 770, 'avg_loss': 1.1684560924188636, 'avg_acc_mask': 59.2145796590241, 'loss': 1.0534452199935913}
+{'epoch': 202, 'iter': 780, 'avg_loss': 1.1681123032459986, 'avg_acc_mask': 59.25547241715853, 'loss': 1.2553743124008179}
+{'epoch': 202, 'iter': 790, 'avg_loss': 1.1692262993449658, 'avg_acc_mask': 59.21514629948364, 'loss': 0.9251352548599243}
+{'epoch': 202, 'iter': 800, 'avg_loss': 1.168494893444909, 'avg_acc_mask': 59.24346879535559, 'loss': 1.1352628469467163}
+{'epoch': 202, 'iter': 810, 'avg_loss': 1.1689846560487618, 'avg_acc_mask': 59.21609932097797, 'loss': 1.1565723419189453}
+{'epoch': 202, 'iter': 820, 'avg_loss': 1.1688795106419692, 'avg_acc_mask': 59.236204948718516, 'loss': 1.5826398134231567}
+{'epoch': 202, 'iter': 830, 'avg_loss': 1.1685157210961719, 'avg_acc_mask': 59.223407284115545, 'loss': 1.0953787565231323}
+{'epoch': 202, 'iter': 840, 'avg_loss': 1.1683564998306928, 'avg_acc_mask': 59.23411248297187, 'loss': 1.1061615943908691}
+{'epoch': 202, 'iter': 850, 'avg_loss': 1.1693077346552974, 'avg_acc_mask': 59.19196237708423, 'loss': 1.1168811321258545}
+{'epoch': 202, 'iter': 860, 'avg_loss': 1.1705093764538825, 'avg_acc_mask': 59.137334346248, 'loss': 1.487390398979187}
+{'epoch': 202, 'iter': 870, 'avg_loss': 1.1702060380567776, 'avg_acc_mask': 59.14662108642182, 'loss': 0.9204310774803162}
+{'epoch': 202, 'iter': 880, 'avg_loss': 1.1704667059030218, 'avg_acc_mask': 59.14964654479504, 'loss': 0.897659957408905}
+{'epoch': 202, 'iter': 890, 'avg_loss': 1.16896353158619, 'avg_acc_mask': 59.20915712799167, 'loss': 0.7407248616218567}
+{'epoch': 202, 'iter': 900, 'avg_loss': 1.1696524633948466, 'avg_acc_mask': 59.16478464268431, 'loss': 1.2827184200286865}
+{'epoch': 202, 'iter': 910, 'avg_loss': 1.1703905681092968, 'avg_acc_mask': 59.13005342476676, 'loss': 1.185988426208496}
+{'epoch': 202, 'iter': 920, 'avg_loss': 1.1692947852753919, 'avg_acc_mask': 59.1855257186828, 'loss': 0.8761763572692871}
+{'epoch': 202, 'iter': 930, 'avg_loss': 1.1682938651034707, 'avg_acc_mask': 59.21065479328998, 'loss': 1.1347100734710693}
+{'epoch': 202, 'iter': 940, 'avg_loss': 1.1687119519545852, 'avg_acc_mask': 59.203538113907186, 'loss': 0.9873829483985901}
+{'epoch': 202, 'iter': 950, 'avg_loss': 1.1691686104274073, 'avg_acc_mask': 59.19182269774551, 'loss': 1.0917967557907104}
+{'epoch': 202, 'iter': 960, 'avg_loss': 1.1692117693272888, 'avg_acc_mask': 59.227800688585376, 'loss': 1.2200430631637573}
+{'epoch': 202, 'iter': 970, 'avg_loss': 1.1691785188953858, 'avg_acc_mask': 59.23547801344091, 'loss': 1.0502384901046753}
+{'epoch': 202, 'iter': 980, 'avg_loss': 1.1696394334388678, 'avg_acc_mask': 59.194145979992584, 'loss': 1.1000897884368896}
+{'epoch': 202, 'iter': 990, 'avg_loss': 1.1704693815542158, 'avg_acc_mask': 59.17589964288984, 'loss': 1.3548157215118408}
+{'epoch': 202, 'iter': 1000, 'avg_loss': 1.1708044621732447, 'avg_acc_mask': 59.18552364374818, 'loss': 1.5668680667877197}
+{'epoch': 202, 'iter': 1010, 'avg_loss': 1.1700959653104448, 'avg_acc_mask': 59.205114850667194, 'loss': 0.7702168822288513}
+{'epoch': 202, 'iter': 1020, 'avg_loss': 1.1697112746850518, 'avg_acc_mask': 59.20365303294126, 'loss': 0.7878785729408264}
+{'epoch': 202, 'iter': 1030, 'avg_loss': 1.1691615709277985, 'avg_acc_mask': 59.221813185845384, 'loss': 1.1258128881454468}
+{'epoch': 202, 'iter': 1040, 'avg_loss': 1.1695934334818157, 'avg_acc_mask': 59.2101133391456, 'loss': 1.3381428718566895}
+{'epoch': 202, 'iter': 1050, 'avg_loss': 1.1686937380812488, 'avg_acc_mask': 59.223133362106175, 'loss': 1.3501243591308594}
+{'epoch': 202, 'iter': 1060, 'avg_loss': 1.168173568918388, 'avg_acc_mask': 59.23354481249038, 'loss': 1.0632209777832031}
+{'epoch': 202, 'iter': 1070, 'avg_loss': 1.1666339779434418, 'avg_acc_mask': 59.269239242801696, 'loss': 1.092564582824707}
+{'epoch': 202, 'iter': 1080, 'avg_loss': 1.1670873551651022, 'avg_acc_mask': 59.278722654085726, 'loss': 1.0261365175247192}
+{'epoch': 202, 'iter': 1090, 'avg_loss': 1.1669772812033006, 'avg_acc_mask': 59.26529526216886, 'loss': 1.3194506168365479}
+{'epoch': 202, 'iter': 1100, 'avg_loss': 1.1661727983338739, 'avg_acc_mask': 59.33404763867139, 'loss': 0.8806071877479553}
+{'epoch': 'EP202_train', 'avg_loss': 1.1664991059993726, 'total_masked_acc': 59.32570977917981}
+{'epoch': 203, 'iter': 0, 'avg_loss': 1.3583238124847412, 'avg_acc_mask': 56.16438356164384, 'loss': 1.3583238124847412}
+{'epoch': 203, 'iter': 10, 'avg_loss': 1.273135082288222, 'avg_acc_mask': 56.34674922600619, 'loss': 1.1293987035751343}
+{'epoch': 203, 'iter': 20, 'avg_loss': 1.229153729620434, 'avg_acc_mask': 57.360406091370564, 'loss': 1.2331767082214355}
+{'epoch': 203, 'iter': 30, 'avg_loss': 1.2140713314856253, 'avg_acc_mask': 58.139534883720934, 'loss': 1.0785181522369385}
+{'epoch': 203, 'iter': 40, 'avg_loss': 1.209156194838082, 'avg_acc_mask': 58.23293172690763, 'loss': 1.0865141153335571}
+{'epoch': 203, 'iter': 50, 'avg_loss': 1.2284632547228944, 'avg_acc_mask': 57.21849629368161, 'loss': 1.4192451238632202}
+{'epoch': 203, 'iter': 60, 'avg_loss': 1.2224207285974846, 'avg_acc_mask': 57.76269185360094, 'loss': 1.1310787200927734}
+{'epoch': 203, 'iter': 70, 'avg_loss': 1.2267809291960488, 'avg_acc_mask': 57.55651511303023, 'loss': 1.3618786334991455}
+{'epoch': 203, 'iter': 80, 'avg_loss': 1.2230931454234653, 'avg_acc_mask': 57.775808595480726, 'loss': 1.2717499732971191}
+{'epoch': 203, 'iter': 90, 'avg_loss': 1.2191652079204938, 'avg_acc_mask': 57.66567754698318, 'loss': 1.1999198198318481}
+{'epoch': 203, 'iter': 100, 'avg_loss': 1.2091694114231828, 'avg_acc_mask': 58.062789867998575, 'loss': 1.195091724395752}
+{'epoch': 203, 'iter': 110, 'avg_loss': 1.2086828635619566, 'avg_acc_mask': 58.066107548100646, 'loss': 1.0789903402328491}
+{'epoch': 203, 'iter': 120, 'avg_loss': 1.1988662259637817, 'avg_acc_mask': 58.21959356991204, 'loss': 1.3948534727096558}
+{'epoch': 203, 'iter': 130, 'avg_loss': 1.1986049459180759, 'avg_acc_mask': 58.16439877811719, 'loss': 1.1682265996932983}
+{'epoch': 203, 'iter': 140, 'avg_loss': 1.1944264258053285, 'avg_acc_mask': 58.339788277820816, 'loss': 0.8217536807060242}
+{'epoch': 203, 'iter': 150, 'avg_loss': 1.1900195562286882, 'avg_acc_mask': 58.60058309037901, 'loss': 1.3695906400680542}
+{'epoch': 203, 'iter': 160, 'avg_loss': 1.1888542364102712, 'avg_acc_mask': 58.60221183445445, 'loss': 0.9583818912506104}
+{'epoch': 203, 'iter': 170, 'avg_loss': 1.187548231311709, 'avg_acc_mask': 58.63432357341313, 'loss': 1.138809084892273}
+{'epoch': 203, 'iter': 180, 'avg_loss': 1.1912988868866177, 'avg_acc_mask': 58.56738735097999, 'loss': 1.1954669952392578}
+{'epoch': 203, 'iter': 190, 'avg_loss': 1.1898764025478463, 'avg_acc_mask': 58.52375944162922, 'loss': 0.8922675848007202}
+{'epoch': 203, 'iter': 200, 'avg_loss': 1.1857461766224002, 'avg_acc_mask': 58.66920842411039, 'loss': 1.278936505317688}
+{'epoch': 203, 'iter': 210, 'avg_loss': 1.1858454725188667, 'avg_acc_mask': 58.554216867469876, 'loss': 1.0247026681900024}
+{'epoch': 203, 'iter': 220, 'avg_loss': 1.1853437501920294, 'avg_acc_mask': 58.52100565064286, 'loss': 1.4744372367858887}
+{'epoch': 203, 'iter': 230, 'avg_loss': 1.186303567576718, 'avg_acc_mask': 58.489972473456554, 'loss': 1.3717868328094482}
+{'epoch': 203, 'iter': 240, 'avg_loss': 1.1837697160194525, 'avg_acc_mask': 58.59987929993965, 'loss': 1.059220552444458}
+{'epoch': 203, 'iter': 250, 'avg_loss': 1.1845042078618508, 'avg_acc_mask': 58.54756717501816, 'loss': 0.8049606680870056}
+{'epoch': 203, 'iter': 260, 'avg_loss': 1.1866144133710312, 'avg_acc_mask': 58.416532849263426, 'loss': 0.8130030632019043}
+{'epoch': 203, 'iter': 270, 'avg_loss': 1.187654098461475, 'avg_acc_mask': 58.39538471858858, 'loss': 1.3172527551651}
+{'epoch': 203, 'iter': 280, 'avg_loss': 1.1872671942269675, 'avg_acc_mask': 58.3715967147384, 'loss': 0.7066769003868103}
+{'epoch': 203, 'iter': 290, 'avg_loss': 1.1870900107822877, 'avg_acc_mask': 58.35679869845441, 'loss': 1.1310343742370605}
+{'epoch': 203, 'iter': 300, 'avg_loss': 1.1846236733107076, 'avg_acc_mask': 58.44635504964882, 'loss': 0.8147431015968323}
+{'epoch': 203, 'iter': 310, 'avg_loss': 1.1838986841045391, 'avg_acc_mask': 58.47765036274281, 'loss': 1.0146459341049194}
+{'epoch': 203, 'iter': 320, 'avg_loss': 1.1838360837315474, 'avg_acc_mask': 58.52243644429278, 'loss': 0.9727875590324402}
+{'epoch': 203, 'iter': 330, 'avg_loss': 1.1853001331994901, 'avg_acc_mask': 58.49441048515887, 'loss': 0.9773433208465576}
+{'epoch': 203, 'iter': 340, 'avg_loss': 1.1824795794277247, 'avg_acc_mask': 58.606141522029375, 'loss': 1.0116459131240845}
+{'epoch': 203, 'iter': 350, 'avg_loss': 1.1810359092179867, 'avg_acc_mask': 58.662092624356774, 'loss': 1.1802563667297363}
+{'epoch': 203, 'iter': 360, 'avg_loss': 1.1814575302633883, 'avg_acc_mask': 58.72439196689878, 'loss': 1.520225167274475}
+{'epoch': 203, 'iter': 370, 'avg_loss': 1.1787693437861626, 'avg_acc_mask': 58.85961038323765, 'loss': 0.9625585675239563}
+{'epoch': 203, 'iter': 380, 'avg_loss': 1.1791143074749022, 'avg_acc_mask': 58.86796060808873, 'loss': 0.8882547616958618}
+{'epoch': 203, 'iter': 390, 'avg_loss': 1.1797580404964554, 'avg_acc_mask': 58.87014076629067, 'loss': 1.3955354690551758}
+{'epoch': 203, 'iter': 400, 'avg_loss': 1.179466963111611, 'avg_acc_mask': 58.91197375615091, 'loss': 1.7172704935073853}
+{'epoch': 203, 'iter': 410, 'avg_loss': 1.1802753975791653, 'avg_acc_mask': 58.83477874138314, 'loss': 1.0637786388397217}
+{'epoch': 203, 'iter': 420, 'avg_loss': 1.179395869622038, 'avg_acc_mask': 58.82711215522492, 'loss': 1.197617530822754}
+{'epoch': 203, 'iter': 430, 'avg_loss': 1.1786581757726913, 'avg_acc_mask': 58.94262260218621, 'loss': 1.2577561140060425}
+{'epoch': 203, 'iter': 440, 'avg_loss': 1.179860930188713, 'avg_acc_mask': 58.91559762527504, 'loss': 1.5470649003982544}
+{'epoch': 203, 'iter': 450, 'avg_loss': 1.180483332362249, 'avg_acc_mask': 58.85767638223594, 'loss': 0.7630047798156738}
+{'epoch': 203, 'iter': 460, 'avg_loss': 1.1806312300377968, 'avg_acc_mask': 58.878170775276885, 'loss': 1.1095566749572754}
+{'epoch': 203, 'iter': 470, 'avg_loss': 1.1828996368274567, 'avg_acc_mask': 58.85852027526146, 'loss': 1.1340346336364746}
+{'epoch': 203, 'iter': 480, 'avg_loss': 1.1822043047625408, 'avg_acc_mask': 58.90254575897104, 'loss': 1.0542055368423462}
+{'epoch': 203, 'iter': 490, 'avg_loss': 1.1826924318694292, 'avg_acc_mask': 58.86040523900146, 'loss': 1.5839766263961792}
+{'epoch': 203, 'iter': 500, 'avg_loss': 1.1828282244667083, 'avg_acc_mask': 58.877618039845295, 'loss': 1.153159737586975}
+{'epoch': 203, 'iter': 510, 'avg_loss': 1.1810690548321972, 'avg_acc_mask': 58.956745733605246, 'loss': 1.1732608079910278}
+{'epoch': 203, 'iter': 520, 'avg_loss': 1.1791636586875696, 'avg_acc_mask': 58.98815174208065, 'loss': 1.4466865062713623}
+{'epoch': 203, 'iter': 530, 'avg_loss': 1.1780219062348993, 'avg_acc_mask': 59.05753386879934, 'loss': 1.0482159852981567}
+{'epoch': 203, 'iter': 540, 'avg_loss': 1.178594708222338, 'avg_acc_mask': 59.01400825607362, 'loss': 1.3653149604797363}
+{'epoch': 203, 'iter': 550, 'avg_loss': 1.1805322247062102, 'avg_acc_mask': 58.97001693395757, 'loss': 1.2314494848251343}
+{'epoch': 203, 'iter': 560, 'avg_loss': 1.1809651800655425, 'avg_acc_mask': 59.019281589507685, 'loss': 1.227716088294983}
+{'epoch': 203, 'iter': 570, 'avg_loss': 1.1799718001677986, 'avg_acc_mask': 59.04279207031501, 'loss': 1.032320261001587}
+{'epoch': 203, 'iter': 580, 'avg_loss': 1.1799812851387128, 'avg_acc_mask': 59.030642773911126, 'loss': 1.4161369800567627}
+{'epoch': 203, 'iter': 590, 'avg_loss': 1.1798737807523982, 'avg_acc_mask': 59.03327560613557, 'loss': 0.9873707294464111}
+{'epoch': 203, 'iter': 600, 'avg_loss': 1.1789192077324118, 'avg_acc_mask': 59.06409632692775, 'loss': 0.9863766431808472}
+{'epoch': 203, 'iter': 610, 'avg_loss': 1.1797872464707557, 'avg_acc_mask': 59.04892847535643, 'loss': 0.9896003007888794}
+{'epoch': 203, 'iter': 620, 'avg_loss': 1.178477098112521, 'avg_acc_mask': 59.09385494609085, 'loss': 1.5511106252670288}
+{'epoch': 203, 'iter': 630, 'avg_loss': 1.1781532464994682, 'avg_acc_mask': 59.14982457157769, 'loss': 1.1917239427566528}
+{'epoch': 203, 'iter': 640, 'avg_loss': 1.1785978618166562, 'avg_acc_mask': 59.16165951359085, 'loss': 1.0030553340911865}
+{'epoch': 203, 'iter': 650, 'avg_loss': 1.1786932854608456, 'avg_acc_mask': 59.15941294120961, 'loss': 1.2562696933746338}
+{'epoch': 203, 'iter': 660, 'avg_loss': 1.1782673468387794, 'avg_acc_mask': 59.14617220896019, 'loss': 1.0691226720809937}
+{'epoch': 203, 'iter': 670, 'avg_loss': 1.177579397682639, 'avg_acc_mask': 59.168035030103994, 'loss': 1.192315697669983}
+{'epoch': 203, 'iter': 680, 'avg_loss': 1.177821893348918, 'avg_acc_mask': 59.15155108751314, 'loss': 1.4551022052764893}
+{'epoch': 203, 'iter': 690, 'avg_loss': 1.1789925220043718, 'avg_acc_mask': 59.13704235081566, 'loss': 1.057555079460144}
+{'epoch': 203, 'iter': 700, 'avg_loss': 1.181755535612773, 'avg_acc_mask': 59.09305126459653, 'loss': 1.5139572620391846}
+{'epoch': 203, 'iter': 710, 'avg_loss': 1.1806849815506808, 'avg_acc_mask': 59.172132417497295, 'loss': 0.9396145939826965}
+{'epoch': 203, 'iter': 720, 'avg_loss': 1.181785437253907, 'avg_acc_mask': 59.137843336724316, 'loss': 1.0743998289108276}
+{'epoch': 203, 'iter': 730, 'avg_loss': 1.1805166302073018, 'avg_acc_mask': 59.155035646149216, 'loss': 1.3458123207092285}
+{'epoch': 203, 'iter': 740, 'avg_loss': 1.18048468952076, 'avg_acc_mask': 59.13917283370047, 'loss': 1.2321302890777588}
+{'epoch': 203, 'iter': 750, 'avg_loss': 1.1810387304714929, 'avg_acc_mask': 59.094236494070564, 'loss': 0.9989820718765259}
+{'epoch': 203, 'iter': 760, 'avg_loss': 1.1811489863871902, 'avg_acc_mask': 59.10623133968988, 'loss': 1.0268282890319824}
+{'epoch': 203, 'iter': 770, 'avg_loss': 1.1817612721453072, 'avg_acc_mask': 59.051918735891654, 'loss': 1.1551703214645386}
+{'epoch': 203, 'iter': 780, 'avg_loss': 1.1814170178316925, 'avg_acc_mask': 59.06283029947153, 'loss': 0.9938511252403259}
+{'epoch': 203, 'iter': 790, 'avg_loss': 1.1810558759307137, 'avg_acc_mask': 59.10514230046622, 'loss': 1.3687245845794678}
+{'epoch': 203, 'iter': 800, 'avg_loss': 1.1810880964912576, 'avg_acc_mask': 59.093720647866036, 'loss': 0.9205793738365173}
+{'epoch': 203, 'iter': 810, 'avg_loss': 1.1812674521517958, 'avg_acc_mask': 59.1095409561338, 'loss': 1.2378085851669312}
+{'epoch': 203, 'iter': 820, 'avg_loss': 1.181077931380301, 'avg_acc_mask': 59.106160246946715, 'loss': 1.084607720375061}
+{'epoch': 203, 'iter': 830, 'avg_loss': 1.1809171093930406, 'avg_acc_mask': 59.09080853887845, 'loss': 1.3594162464141846}
+{'epoch': 203, 'iter': 840, 'avg_loss': 1.1802576510999772, 'avg_acc_mask': 59.09656844542496, 'loss': 1.191992163658142}
+{'epoch': 203, 'iter': 850, 'avg_loss': 1.1796829430112827, 'avg_acc_mask': 59.11934760096652, 'loss': 1.2281619310379028}
+{'epoch': 203, 'iter': 860, 'avg_loss': 1.1802077917825609, 'avg_acc_mask': 59.07037210690081, 'loss': 1.1694393157958984}
+{'epoch': 203, 'iter': 870, 'avg_loss': 1.1816111451996454, 'avg_acc_mask': 59.03639806438039, 'loss': 0.9534987807273865}
+{'epoch': 203, 'iter': 880, 'avg_loss': 1.181647615860323, 'avg_acc_mask': 59.053840392776905, 'loss': 0.842198371887207}
+{'epoch': 203, 'iter': 890, 'avg_loss': 1.1802651722958326, 'avg_acc_mask': 59.11571490351943, 'loss': 1.0517605543136597}
+{'epoch': 203, 'iter': 900, 'avg_loss': 1.1799523372628977, 'avg_acc_mask': 59.113029667487936, 'loss': 1.4713151454925537}
+{'epoch': 203, 'iter': 910, 'avg_loss': 1.180919219908416, 'avg_acc_mask': 59.09292124431567, 'loss': 1.1554348468780518}
+{'epoch': 203, 'iter': 920, 'avg_loss': 1.1804124782191554, 'avg_acc_mask': 59.11489971917385, 'loss': 1.0003983974456787}
+{'epoch': 203, 'iter': 930, 'avg_loss': 1.1795060221029787, 'avg_acc_mask': 59.128377045947545, 'loss': 1.5611073970794678}
+{'epoch': 203, 'iter': 940, 'avg_loss': 1.1800042539043203, 'avg_acc_mask': 59.09871244635193, 'loss': 0.9046351313591003}
+{'epoch': 203, 'iter': 950, 'avg_loss': 1.1812083195938046, 'avg_acc_mask': 59.06335662715725, 'loss': 1.4278277158737183}
+{'epoch': 203, 'iter': 960, 'avg_loss': 1.1798531801966052, 'avg_acc_mask': 59.13350510544899, 'loss': 1.0008271932601929}
+{'epoch': 203, 'iter': 970, 'avg_loss': 1.1798770519781063, 'avg_acc_mask': 59.120435061747045, 'loss': 1.0941686630249023}
+{'epoch': 203, 'iter': 980, 'avg_loss': 1.1796568658859845, 'avg_acc_mask': 59.113945355600016, 'loss': 0.7373608946800232}
+{'epoch': 203, 'iter': 990, 'avg_loss': 1.1810756842976984, 'avg_acc_mask': 59.0819951158144, 'loss': 1.2765191793441772}
+{'epoch': 203, 'iter': 1000, 'avg_loss': 1.1807365151909324, 'avg_acc_mask': 59.100728644136055, 'loss': 1.411713719367981}
+{'epoch': 203, 'iter': 1010, 'avg_loss': 1.1805961038309318, 'avg_acc_mask': 59.10962756018358, 'loss': 1.190974235534668}
+{'epoch': 203, 'iter': 1020, 'avg_loss': 1.1801772094847056, 'avg_acc_mask': 59.11792698475408, 'loss': 1.110844612121582}
+{'epoch': 203, 'iter': 1030, 'avg_loss': 1.180242251702354, 'avg_acc_mask': 59.12568500462601, 'loss': 1.37709379196167}
+{'epoch': 203, 'iter': 1040, 'avg_loss': 1.1799413766228843, 'avg_acc_mask': 59.144202119219315, 'loss': 1.0540485382080078}
+{'epoch': 203, 'iter': 1050, 'avg_loss': 1.1789793975573284, 'avg_acc_mask': 59.18545556157111, 'loss': 1.048616647720337}
+{'epoch': 203, 'iter': 1060, 'avg_loss': 1.1787483260723692, 'avg_acc_mask': 59.18498010036338, 'loss': 1.0751796960830688}
+{'epoch': 203, 'iter': 1070, 'avg_loss': 1.1780715275322802, 'avg_acc_mask': 59.19252528715927, 'loss': 1.287916660308838}
+{'epoch': 203, 'iter': 1080, 'avg_loss': 1.177687488530765, 'avg_acc_mask': 59.206750768290405, 'loss': 0.7756285071372986}
+{'epoch': 203, 'iter': 1090, 'avg_loss': 1.1776370313820983, 'avg_acc_mask': 59.20908892287524, 'loss': 1.0899125337600708}
+{'epoch': 203, 'iter': 1100, 'avg_loss': 1.1771124626267075, 'avg_acc_mask': 59.22761790567546, 'loss': 0.8684580326080322}
+{'epoch': 'EP203_train', 'avg_loss': 1.1769772350518413, 'total_masked_acc': 59.22299483877392}
+{'epoch': 204, 'iter': 0, 'avg_loss': 1.1095246076583862, 'avg_acc_mask': 58.333333333333336, 'loss': 1.1095246076583862}
+{'epoch': 204, 'iter': 10, 'avg_loss': 1.178928088058125, 'avg_acc_mask': 58.72274143302181, 'loss': 0.8714780807495117}
+{'epoch': 204, 'iter': 20, 'avg_loss': 1.1634855610983712, 'avg_acc_mask': 59.09479077711358, 'loss': 1.1305657625198364}
+{'epoch': 204, 'iter': 30, 'avg_loss': 1.184717510977099, 'avg_acc_mask': 58.61664712778429, 'loss': 1.2643024921417236}
+{'epoch': 204, 'iter': 40, 'avg_loss': 1.1864289176173326, 'avg_acc_mask': 58.58895705521472, 'loss': 0.9447184205055237}
+{'epoch': 204, 'iter': 50, 'avg_loss': 1.1935135429980708, 'avg_acc_mask': 57.38337425464749, 'loss': 1.1027978658676147}
+{'epoch': 204, 'iter': 60, 'avg_loss': 1.1909916205484359, 'avg_acc_mask': 57.56942370856972, 'loss': 0.883813738822937}
+{'epoch': 204, 'iter': 70, 'avg_loss': 1.187368801781829, 'avg_acc_mask': 57.82208588957055, 'loss': 1.2298078536987305}
+{'epoch': 204, 'iter': 80, 'avg_loss': 1.1923434616606912, 'avg_acc_mask': 57.781713526677, 'loss': 0.9707302451133728}
+{'epoch': 204, 'iter': 90, 'avg_loss': 1.1806654510917245, 'avg_acc_mask': 58.224594701463026, 'loss': 1.101263165473938}
+{'epoch': 204, 'iter': 100, 'avg_loss': 1.17452472802436, 'avg_acc_mask': 58.39429081177519, 'loss': 1.0344048738479614}
+{'epoch': 204, 'iter': 110, 'avg_loss': 1.1680137047896515, 'avg_acc_mask': 58.7554976380518, 'loss': 1.1349282264709473}
+{'epoch': 204, 'iter': 120, 'avg_loss': 1.1635863785901346, 'avg_acc_mask': 58.81649731022116, 'loss': 1.2988759279251099}
+{'epoch': 204, 'iter': 130, 'avg_loss': 1.17019310934853, 'avg_acc_mask': 58.506395268876354, 'loss': 1.5083357095718384}
+{'epoch': 204, 'iter': 140, 'avg_loss': 1.1689634433029392, 'avg_acc_mask': 58.65113898131559, 'loss': 1.009286642074585}
+{'epoch': 204, 'iter': 150, 'avg_loss': 1.1575828972241737, 'avg_acc_mask': 59.06249999999999, 'loss': 1.080612301826477}
+{'epoch': 204, 'iter': 160, 'avg_loss': 1.156470425380683, 'avg_acc_mask': 59.1308263904526, 'loss': 1.1695746183395386}
+{'epoch': 204, 'iter': 170, 'avg_loss': 1.1577438415839658, 'avg_acc_mask': 59.13273400317293, 'loss': 1.2024184465408325}
+{'epoch': 204, 'iter': 180, 'avg_loss': 1.1591314558166166, 'avg_acc_mask': 59.18245264207378, 'loss': 1.6300185918807983}
+{'epoch': 204, 'iter': 190, 'avg_loss': 1.160509911507212, 'avg_acc_mask': 59.10078398035326, 'loss': 1.0868462324142456}
+{'epoch': 204, 'iter': 200, 'avg_loss': 1.158945507374569, 'avg_acc_mask': 59.207584294785796, 'loss': 1.2869514226913452}
+{'epoch': 204, 'iter': 210, 'avg_loss': 1.156779200262368, 'avg_acc_mask': 59.38165403287624, 'loss': 0.9613145589828491}
+{'epoch': 204, 'iter': 220, 'avg_loss': 1.156962037356191, 'avg_acc_mask': 59.383116883116884, 'loss': 1.2603428363800049}
+{'epoch': 204, 'iter': 230, 'avg_loss': 1.1630816503520651, 'avg_acc_mask': 59.31399237769308, 'loss': 1.402218222618103}
+{'epoch': 204, 'iter': 240, 'avg_loss': 1.1626640466733593, 'avg_acc_mask': 59.26894902078038, 'loss': 0.965993344783783}
+{'epoch': 204, 'iter': 250, 'avg_loss': 1.163553276622438, 'avg_acc_mask': 59.202872531418315, 'loss': 0.9021548628807068}
+{'epoch': 204, 'iter': 260, 'avg_loss': 1.1659050309795074, 'avg_acc_mask': 59.192701133536076, 'loss': 1.2270046472549438}
+{'epoch': 204, 'iter': 270, 'avg_loss': 1.1665008035093216, 'avg_acc_mask': 59.23956394575911, 'loss': 1.2707515954971313}
+{'epoch': 204, 'iter': 280, 'avg_loss': 1.1708636177816425, 'avg_acc_mask': 59.10313901345291, 'loss': 0.8929718136787415}
+{'epoch': 204, 'iter': 290, 'avg_loss': 1.169789892291695, 'avg_acc_mask': 59.190880366767864, 'loss': 1.3226690292358398}
+{'epoch': 204, 'iter': 300, 'avg_loss': 1.168169099231099, 'avg_acc_mask': 59.25593635983013, 'loss': 1.1531951427459717}
+{'epoch': 204, 'iter': 310, 'avg_loss': 1.1672503018685858, 'avg_acc_mask': 59.27106269556148, 'loss': 0.8924180865287781}
+{'epoch': 204, 'iter': 320, 'avg_loss': 1.170277060192322, 'avg_acc_mask': 59.18999605700444, 'loss': 0.9694594144821167}
+{'epoch': 204, 'iter': 330, 'avg_loss': 1.1715768566664613, 'avg_acc_mask': 59.19938834580307, 'loss': 1.1115891933441162}
+{'epoch': 204, 'iter': 340, 'avg_loss': 1.1713147904516314, 'avg_acc_mask': 59.16923731517924, 'loss': 1.4087098836898804}
+{'epoch': 204, 'iter': 350, 'avg_loss': 1.1722336790160914, 'avg_acc_mask': 59.24371924371924, 'loss': 1.1115063428878784}
+{'epoch': 204, 'iter': 360, 'avg_loss': 1.1726279806892628, 'avg_acc_mask': 59.22964750842259, 'loss': 1.1101850271224976}
+{'epoch': 204, 'iter': 370, 'avg_loss': 1.1704769542596412, 'avg_acc_mask': 59.28753180661578, 'loss': 1.1336302757263184}
+{'epoch': 204, 'iter': 380, 'avg_loss': 1.171824221692373, 'avg_acc_mask': 59.20632652088991, 'loss': 0.7509508728981018}
+{'epoch': 204, 'iter': 390, 'avg_loss': 1.1717766896842996, 'avg_acc_mask': 59.170386904761905, 'loss': 1.444113850593567}
+{'epoch': 204, 'iter': 400, 'avg_loss': 1.1739708072229513, 'avg_acc_mask': 59.03931717061654, 'loss': 1.1635791063308716}
+{'epoch': 204, 'iter': 410, 'avg_loss': 1.1710190275579764, 'avg_acc_mask': 59.14331323164242, 'loss': 0.941104531288147}
+{'epoch': 204, 'iter': 420, 'avg_loss': 1.1667827241777524, 'avg_acc_mask': 59.24174727801154, 'loss': 1.023450255393982}
+{'epoch': 204, 'iter': 430, 'avg_loss': 1.1652146122848352, 'avg_acc_mask': 59.34522044809623, 'loss': 0.8958802223205566}
+{'epoch': 204, 'iter': 440, 'avg_loss': 1.1676901635669528, 'avg_acc_mask': 59.26232561990313, 'loss': 1.4656670093536377}
+{'epoch': 204, 'iter': 450, 'avg_loss': 1.1671705386062419, 'avg_acc_mask': 59.2168138009233, 'loss': 0.9768245220184326}
+{'epoch': 204, 'iter': 460, 'avg_loss': 1.1683582346765182, 'avg_acc_mask': 59.167755473730054, 'loss': 1.1282780170440674}
+{'epoch': 204, 'iter': 470, 'avg_loss': 1.1687567913608186, 'avg_acc_mask': 59.112022915537665, 'loss': 1.0552664995193481}
+{'epoch': 204, 'iter': 480, 'avg_loss': 1.1689157348412733, 'avg_acc_mask': 59.10871135784631, 'loss': 1.0887691974639893}
+{'epoch': 204, 'iter': 490, 'avg_loss': 1.170157592432562, 'avg_acc_mask': 59.08938359995525, 'loss': 1.5505056381225586}
+{'epoch': 204, 'iter': 500, 'avg_loss': 1.171353000961616, 'avg_acc_mask': 59.05339273975604, 'loss': 0.9278261065483093}
+{'epoch': 204, 'iter': 510, 'avg_loss': 1.1697754202057005, 'avg_acc_mask': 59.07106562656552, 'loss': 1.0578911304473877}
+{'epoch': 204, 'iter': 520, 'avg_loss': 1.1697855772532795, 'avg_acc_mask': 59.09906108239266, 'loss': 1.2327905893325806}
+{'epoch': 204, 'iter': 530, 'avg_loss': 1.168870769651596, 'avg_acc_mask': 59.132955957476184, 'loss': 0.9278742671012878}
+{'epoch': 204, 'iter': 540, 'avg_loss': 1.1690049991149338, 'avg_acc_mask': 59.1082975049934, 'loss': 1.4295859336853027}
+{'epoch': 204, 'iter': 550, 'avg_loss': 1.1692732427600507, 'avg_acc_mask': 59.113692946058094, 'loss': 1.0735480785369873}
+{'epoch': 204, 'iter': 560, 'avg_loss': 1.168830417694255, 'avg_acc_mask': 59.14231548669674, 'loss': 1.038710117340088}
+{'epoch': 204, 'iter': 570, 'avg_loss': 1.1671388140910561, 'avg_acc_mask': 59.1891805069228, 'loss': 1.2889440059661865}
+{'epoch': 204, 'iter': 580, 'avg_loss': 1.1673942059534963, 'avg_acc_mask': 59.16950650006311, 'loss': 1.6023831367492676}
+{'epoch': 204, 'iter': 590, 'avg_loss': 1.1672859990657283, 'avg_acc_mask': 59.180637763798075, 'loss': 1.1023284196853638}
+{'epoch': 204, 'iter': 600, 'avg_loss': 1.1667572222216156, 'avg_acc_mask': 59.19836500625324, 'loss': 1.0397372245788574}
+{'epoch': 204, 'iter': 610, 'avg_loss': 1.1673809920122111, 'avg_acc_mask': 59.22196247677276, 'loss': 1.2882283926010132}
+{'epoch': 204, 'iter': 620, 'avg_loss': 1.165710160313789, 'avg_acc_mask': 59.2694225605618, 'loss': 1.6421127319335938}
+{'epoch': 204, 'iter': 630, 'avg_loss': 1.1645646028208847, 'avg_acc_mask': 59.30856463354506, 'loss': 1.4151673316955566}
+{'epoch': 204, 'iter': 640, 'avg_loss': 1.1636532222424951, 'avg_acc_mask': 59.367674804185015, 'loss': 0.8215683102607727}
+{'epoch': 204, 'iter': 650, 'avg_loss': 1.1654857988547986, 'avg_acc_mask': 59.33124876757092, 'loss': 1.1321499347686768}
+{'epoch': 204, 'iter': 660, 'avg_loss': 1.165412132029454, 'avg_acc_mask': 59.331429996950966, 'loss': 1.085532307624817}
+{'epoch': 204, 'iter': 670, 'avg_loss': 1.1654557755380737, 'avg_acc_mask': 59.33409685863874, 'loss': 1.2735446691513062}
+{'epoch': 204, 'iter': 680, 'avg_loss': 1.165325731170335, 'avg_acc_mask': 59.34251873338168, 'loss': 1.400264024734497}
+{'epoch': 204, 'iter': 690, 'avg_loss': 1.1664774484296265, 'avg_acc_mask': 59.29961912822683, 'loss': 1.2146137952804565}
+{'epoch': 204, 'iter': 700, 'avg_loss': 1.1671922778266983, 'avg_acc_mask': 59.293234650265816, 'loss': 1.4012776613235474}
+{'epoch': 204, 'iter': 710, 'avg_loss': 1.1666429033594627, 'avg_acc_mask': 59.30438806200355, 'loss': 0.861814558506012}
+{'epoch': 204, 'iter': 720, 'avg_loss': 1.1666508143387953, 'avg_acc_mask': 59.313911919068985, 'loss': 1.3906489610671997}
+{'epoch': 204, 'iter': 730, 'avg_loss': 1.1641525861013442, 'avg_acc_mask': 59.38180453009636, 'loss': 1.2466728687286377}
+{'epoch': 204, 'iter': 740, 'avg_loss': 1.1646929568285562, 'avg_acc_mask': 59.395360315893384, 'loss': 1.3067587614059448}
+{'epoch': 204, 'iter': 750, 'avg_loss': 1.1666194817197624, 'avg_acc_mask': 59.3356354262925, 'loss': 1.3352068662643433}
+{'epoch': 204, 'iter': 760, 'avg_loss': 1.1660850371543743, 'avg_acc_mask': 59.38295318127251, 'loss': 1.1889632940292358}
+{'epoch': 204, 'iter': 770, 'avg_loss': 1.1672625769746288, 'avg_acc_mask': 59.31561634758739, 'loss': 1.2387124300003052}
+{'epoch': 204, 'iter': 780, 'avg_loss': 1.1666597787305122, 'avg_acc_mask': 59.312555571154476, 'loss': 1.2574098110198975}
+{'epoch': 204, 'iter': 790, 'avg_loss': 1.166888043416285, 'avg_acc_mask': 59.282627285123304, 'loss': 1.3685436248779297}
+{'epoch': 204, 'iter': 800, 'avg_loss': 1.166588758559114, 'avg_acc_mask': 59.293387769997494, 'loss': 0.8569364547729492}
+{'epoch': 204, 'iter': 810, 'avg_loss': 1.1679646679270281, 'avg_acc_mask': 59.25175124445345, 'loss': 1.294277548789978}
+{'epoch': 204, 'iter': 820, 'avg_loss': 1.167844974457419, 'avg_acc_mask': 59.25678682688028, 'loss': 1.165580153465271}
+{'epoch': 204, 'iter': 830, 'avg_loss': 1.169502751061202, 'avg_acc_mask': 59.21553107754546, 'loss': 1.4406991004943848}
+{'epoch': 204, 'iter': 840, 'avg_loss': 1.1698099631333323, 'avg_acc_mask': 59.179903952715186, 'loss': 1.2627029418945312}
+{'epoch': 204, 'iter': 850, 'avg_loss': 1.1712143551448817, 'avg_acc_mask': 59.12888468890273, 'loss': 1.2122238874435425}
+{'epoch': 204, 'iter': 860, 'avg_loss': 1.1726954524663822, 'avg_acc_mask': 59.08608990670059, 'loss': 1.2569481134414673}
+{'epoch': 204, 'iter': 870, 'avg_loss': 1.17371562852104, 'avg_acc_mask': 59.07769528390673, 'loss': 1.0910022258758545}
+{'epoch': 204, 'iter': 880, 'avg_loss': 1.1732728302681756, 'avg_acc_mask': 59.12813301348333, 'loss': 1.162170648574829}
+{'epoch': 204, 'iter': 890, 'avg_loss': 1.1718775484163217, 'avg_acc_mask': 59.205029488859765, 'loss': 0.7395851016044617}
+{'epoch': 204, 'iter': 900, 'avg_loss': 1.17185009286618, 'avg_acc_mask': 59.2134308106685, 'loss': 1.5846226215362549}
+{'epoch': 204, 'iter': 910, 'avg_loss': 1.1726805090119103, 'avg_acc_mask': 59.18841508602559, 'loss': 1.3347448110580444}
+{'epoch': 204, 'iter': 920, 'avg_loss': 1.1721157161731286, 'avg_acc_mask': 59.22077922077922, 'loss': 1.024154782295227}
+{'epoch': 204, 'iter': 930, 'avg_loss': 1.1710290398556744, 'avg_acc_mask': 59.24697198720088, 'loss': 1.3386353254318237}
+{'epoch': 204, 'iter': 940, 'avg_loss': 1.1722921582768244, 'avg_acc_mask': 59.20526458826727, 'loss': 0.9204346537590027}
+{'epoch': 204, 'iter': 950, 'avg_loss': 1.172690379757485, 'avg_acc_mask': 59.173598171235376, 'loss': 1.5762183666229248}
+{'epoch': 204, 'iter': 960, 'avg_loss': 1.1728544757467898, 'avg_acc_mask': 59.17010240723501, 'loss': 1.1839861869812012}
+{'epoch': 204, 'iter': 970, 'avg_loss': 1.1727375003876572, 'avg_acc_mask': 59.18083345870318, 'loss': 0.8628910183906555}
+{'epoch': 204, 'iter': 980, 'avg_loss': 1.1736044598160411, 'avg_acc_mask': 59.171200715510174, 'loss': 0.8094801306724548}
+{'epoch': 204, 'iter': 990, 'avg_loss': 1.1750445392369984, 'avg_acc_mask': 59.11998377850283, 'loss': 1.1555216312408447}
+{'epoch': 204, 'iter': 1000, 'avg_loss': 1.1747076428019918, 'avg_acc_mask': 59.12856256614239, 'loss': 1.2487378120422363}
+{'epoch': 204, 'iter': 1010, 'avg_loss': 1.1746585081993768, 'avg_acc_mask': 59.1487209134268, 'loss': 0.8490769267082214}
+{'epoch': 204, 'iter': 1020, 'avg_loss': 1.1747371148642785, 'avg_acc_mask': 59.16589136191226, 'loss': 0.951568067073822}
+{'epoch': 204, 'iter': 1030, 'avg_loss': 1.1742982367770864, 'avg_acc_mask': 59.20646739708542, 'loss': 1.040766954421997}
+{'epoch': 204, 'iter': 1040, 'avg_loss': 1.1735948170754453, 'avg_acc_mask': 59.22459658302751, 'loss': 1.2427960634231567}
+{'epoch': 204, 'iter': 1050, 'avg_loss': 1.1742751057322653, 'avg_acc_mask': 59.198371692500395, 'loss': 1.374236822128296}
+{'epoch': 204, 'iter': 1060, 'avg_loss': 1.173518815937186, 'avg_acc_mask': 59.2133611403161, 'loss': 0.7996372580528259}
+{'epoch': 204, 'iter': 1070, 'avg_loss': 1.1734769565273289, 'avg_acc_mask': 59.19918039784855, 'loss': 1.2742390632629395}
+{'epoch': 204, 'iter': 1080, 'avg_loss': 1.1735671146063755, 'avg_acc_mask': 59.2110160029773, 'loss': 1.0890681743621826}
+{'epoch': 204, 'iter': 1090, 'avg_loss': 1.1739592317809324, 'avg_acc_mask': 59.17878843675199, 'loss': 1.4146361351013184}
+{'epoch': 204, 'iter': 1100, 'avg_loss': 1.1733982135879246, 'avg_acc_mask': 59.17155838556695, 'loss': 0.7357059717178345}
+{'epoch': 'EP204_train', 'avg_loss': 1.173626423259666, 'total_masked_acc': 59.16910415943681}
+{'epoch': 205, 'iter': 0, 'avg_loss': 1.3916056156158447, 'avg_acc_mask': 60.56338028169014, 'loss': 1.3916056156158447}
+{'epoch': 205, 'iter': 10, 'avg_loss': 1.2295427539131858, 'avg_acc_mask': 59.967585089141004, 'loss': 0.8415020108222961}
+{'epoch': 205, 'iter': 20, 'avg_loss': 1.197842226141975, 'avg_acc_mask': 61.33796698523023, 'loss': 1.3411128520965576}
+{'epoch': 205, 'iter': 30, 'avg_loss': 1.160957811340209, 'avg_acc_mask': 61.65105386416862, 'loss': 1.1028107404708862}
+{'epoch': 205, 'iter': 40, 'avg_loss': 1.1661451022799423, 'avg_acc_mask': 61.380846325167035, 'loss': 1.268069863319397}
+{'epoch': 205, 'iter': 50, 'avg_loss': 1.1777718674902822, 'avg_acc_mask': 60.13561741613134, 'loss': 1.3455218076705933}
+{'epoch': 205, 'iter': 60, 'avg_loss': 1.1755111295668805, 'avg_acc_mask': 59.832134292565954, 'loss': 1.0349584817886353}
+{'epoch': 205, 'iter': 70, 'avg_loss': 1.1774421661672458, 'avg_acc_mask': 59.58549222797927, 'loss': 1.0397979021072388}
+{'epoch': 205, 'iter': 80, 'avg_loss': 1.185236648277, 'avg_acc_mask': 59.464928057553955, 'loss': 1.1960688829421997}
+{'epoch': 205, 'iter': 90, 'avg_loss': 1.1834810166568546, 'avg_acc_mask': 59.47568541124675, 'loss': 1.2298657894134521}
+{'epoch': 205, 'iter': 100, 'avg_loss': 1.1717569698201549, 'avg_acc_mask': 59.80869879083198, 'loss': 0.9363872408866882}
+{'epoch': 205, 'iter': 110, 'avg_loss': 1.1735986052332699, 'avg_acc_mask': 59.8945460537156, 'loss': 1.0624816417694092}
+{'epoch': 205, 'iter': 120, 'avg_loss': 1.1623322840564507, 'avg_acc_mask': 60.32846165436191, 'loss': 1.3987442255020142}
+{'epoch': 205, 'iter': 130, 'avg_loss': 1.1609748419914536, 'avg_acc_mask': 60.152671755725194, 'loss': 1.1771188974380493}
+{'epoch': 205, 'iter': 140, 'avg_loss': 1.1581695502531444, 'avg_acc_mask': 60.20236087689713, 'loss': 1.0199916362762451}
+{'epoch': 205, 'iter': 150, 'avg_loss': 1.1541489050877805, 'avg_acc_mask': 60.32615309723744, 'loss': 1.4133780002593994}
+{'epoch': 205, 'iter': 160, 'avg_loss': 1.1609542603078096, 'avg_acc_mask': 60.14202267781469, 'loss': 1.2331204414367676}
+{'epoch': 205, 'iter': 170, 'avg_loss': 1.1611595153808594, 'avg_acc_mask': 59.93132310333726, 'loss': 1.082543969154358}
+{'epoch': 205, 'iter': 180, 'avg_loss': 1.1641018538843861, 'avg_acc_mask': 59.794230381279, 'loss': 1.0563955307006836}
+{'epoch': 205, 'iter': 190, 'avg_loss': 1.1615404386795003, 'avg_acc_mask': 59.89871966367285, 'loss': 1.1045141220092773}
+{'epoch': 205, 'iter': 200, 'avg_loss': 1.161775404244513, 'avg_acc_mask': 59.75366781380185, 'loss': 1.0310157537460327}
+{'epoch': 205, 'iter': 210, 'avg_loss': 1.1587703660201123, 'avg_acc_mask': 59.88091128753883, 'loss': 1.1783888339996338}
+{'epoch': 205, 'iter': 220, 'avg_loss': 1.1560630175322968, 'avg_acc_mask': 59.985194933377194, 'loss': 1.270050287246704}
+{'epoch': 205, 'iter': 230, 'avg_loss': 1.159888568636659, 'avg_acc_mask': 59.90699873896595, 'loss': 1.268673300743103}
+{'epoch': 205, 'iter': 240, 'avg_loss': 1.160923634574621, 'avg_acc_mask': 59.89599035272837, 'loss': 1.1588408946990967}
+{'epoch': 205, 'iter': 250, 'avg_loss': 1.1633071068273597, 'avg_acc_mask': 59.753355096118966, 'loss': 0.9042391777038574}
+{'epoch': 205, 'iter': 260, 'avg_loss': 1.1664530673703015, 'avg_acc_mask': 59.64433242316039, 'loss': 1.0846868753433228}
+{'epoch': 205, 'iter': 270, 'avg_loss': 1.1675291846599085, 'avg_acc_mask': 59.53422629063741, 'loss': 1.2222903966903687}
+{'epoch': 205, 'iter': 280, 'avg_loss': 1.1674519951233235, 'avg_acc_mask': 59.58525645192745, 'loss': 0.7489396929740906}
+{'epoch': 205, 'iter': 290, 'avg_loss': 1.1700957894734911, 'avg_acc_mask': 59.562566777700965, 'loss': 1.3034987449645996}
+{'epoch': 205, 'iter': 300, 'avg_loss': 1.1686545265869446, 'avg_acc_mask': 59.525403103133556, 'loss': 1.1653048992156982}
+{'epoch': 205, 'iter': 310, 'avg_loss': 1.1692038218691418, 'avg_acc_mask': 59.444346341750546, 'loss': 1.192248821258545}
+{'epoch': 205, 'iter': 320, 'avg_loss': 1.171002352349112, 'avg_acc_mask': 59.42393416390445, 'loss': 0.8885996341705322}
+{'epoch': 205, 'iter': 330, 'avg_loss': 1.1712024204680567, 'avg_acc_mask': 59.485761680951065, 'loss': 0.8620955944061279}
+{'epoch': 205, 'iter': 340, 'avg_loss': 1.1679659020865767, 'avg_acc_mask': 59.558705105492024, 'loss': 1.007677435874939}
+{'epoch': 205, 'iter': 350, 'avg_loss': 1.165394191049103, 'avg_acc_mask': 59.66663183195736, 'loss': 1.029097557067871}
+{'epoch': 205, 'iter': 360, 'avg_loss': 1.1646913861303778, 'avg_acc_mask': 59.67063592601976, 'loss': 1.495819091796875}
+{'epoch': 205, 'iter': 370, 'avg_loss': 1.1642439254531962, 'avg_acc_mask': 59.71879625061668, 'loss': 1.312974214553833}
+{'epoch': 205, 'iter': 380, 'avg_loss': 1.1685857614820085, 'avg_acc_mask': 59.59022701038861, 'loss': 1.1639834642410278}
+{'epoch': 205, 'iter': 390, 'avg_loss': 1.1678884767205513, 'avg_acc_mask': 59.53207051762941, 'loss': 1.3632298707962036}
+{'epoch': 205, 'iter': 400, 'avg_loss': 1.1674599744137981, 'avg_acc_mask': 59.514225596926174, 'loss': 1.2674288749694824}
+{'epoch': 205, 'iter': 410, 'avg_loss': 1.1664386564217635, 'avg_acc_mask': 59.53837224876111, 'loss': 1.0218595266342163}
+{'epoch': 205, 'iter': 420, 'avg_loss': 1.1636228000749602, 'avg_acc_mask': 59.61311733112091, 'loss': 0.7497673630714417}
+{'epoch': 205, 'iter': 430, 'avg_loss': 1.161851527519403, 'avg_acc_mask': 59.62777991206727, 'loss': 1.110404133796692}
+{'epoch': 205, 'iter': 440, 'avg_loss': 1.164295833397344, 'avg_acc_mask': 59.557872784150156, 'loss': 1.8298252820968628}
+{'epoch': 205, 'iter': 450, 'avg_loss': 1.1651876243678005, 'avg_acc_mask': 59.52439223364333, 'loss': 0.990523636341095}
+{'epoch': 205, 'iter': 460, 'avg_loss': 1.164250597131485, 'avg_acc_mask': 59.56164164803577, 'loss': 1.3224691152572632}
+{'epoch': 205, 'iter': 470, 'avg_loss': 1.165536843161168, 'avg_acc_mask': 59.47750702905342, 'loss': 0.9835513830184937}
+{'epoch': 205, 'iter': 480, 'avg_loss': 1.165078795377529, 'avg_acc_mask': 59.53511526384315, 'loss': 0.9966694116592407}
+{'epoch': 205, 'iter': 490, 'avg_loss': 1.165976674517886, 'avg_acc_mask': 59.50478334271244, 'loss': 1.2624850273132324}
+{'epoch': 205, 'iter': 500, 'avg_loss': 1.1657672813552582, 'avg_acc_mask': 59.48418384216907, 'loss': 1.0938398838043213}
+{'epoch': 205, 'iter': 510, 'avg_loss': 1.1644747445028123, 'avg_acc_mask': 59.517050558769625, 'loss': 1.2089015245437622}
+{'epoch': 205, 'iter': 520, 'avg_loss': 1.1655788120747528, 'avg_acc_mask': 59.50325876343139, 'loss': 1.2968878746032715}
+{'epoch': 205, 'iter': 530, 'avg_loss': 1.165741767250212, 'avg_acc_mask': 59.513932102606645, 'loss': 1.1134395599365234}
+{'epoch': 205, 'iter': 540, 'avg_loss': 1.1661580003343537, 'avg_acc_mask': 59.47109679606714, 'loss': 1.1333905458450317}
+{'epoch': 205, 'iter': 550, 'avg_loss': 1.1668641387659062, 'avg_acc_mask': 59.37541528239203, 'loss': 1.458968997001648}
+{'epoch': 205, 'iter': 560, 'avg_loss': 1.1666499520793105, 'avg_acc_mask': 59.37622597096901, 'loss': 1.1962910890579224}
+{'epoch': 205, 'iter': 570, 'avg_loss': 1.164886922427109, 'avg_acc_mask': 59.45546779682785, 'loss': 1.3494375944137573}
+{'epoch': 205, 'iter': 580, 'avg_loss': 1.1639040865504187, 'avg_acc_mask': 59.492235486817655, 'loss': 1.0941436290740967}
+{'epoch': 205, 'iter': 590, 'avg_loss': 1.164141379233746, 'avg_acc_mask': 59.46655952528125, 'loss': 0.8542639017105103}
+{'epoch': 205, 'iter': 600, 'avg_loss': 1.164188615593458, 'avg_acc_mask': 59.46899425199963, 'loss': 1.1649653911590576}
+{'epoch': 205, 'iter': 610, 'avg_loss': 1.1659768177912786, 'avg_acc_mask': 59.45364337378205, 'loss': 1.2301057577133179}
+{'epoch': 205, 'iter': 620, 'avg_loss': 1.1640467168628306, 'avg_acc_mask': 59.49728901461575, 'loss': 1.2270971536636353}
+{'epoch': 205, 'iter': 630, 'avg_loss': 1.164013540215802, 'avg_acc_mask': 59.52242789995938, 'loss': 0.8805986642837524}
+{'epoch': 205, 'iter': 640, 'avg_loss': 1.1633075590066717, 'avg_acc_mask': 59.54451819638361, 'loss': 1.0099207162857056}
+{'epoch': 205, 'iter': 650, 'avg_loss': 1.163311624948147, 'avg_acc_mask': 59.53837048727559, 'loss': 1.1832941770553589}
+{'epoch': 205, 'iter': 660, 'avg_loss': 1.1624815749869584, 'avg_acc_mask': 59.53736358334953, 'loss': 0.9895682334899902}
+{'epoch': 205, 'iter': 670, 'avg_loss': 1.162870530222283, 'avg_acc_mask': 59.535849984965694, 'loss': 1.2397180795669556}
+{'epoch': 205, 'iter': 680, 'avg_loss': 1.1621835748179543, 'avg_acc_mask': 59.55119743541392, 'loss': 1.337778925895691}
+{'epoch': 205, 'iter': 690, 'avg_loss': 1.1626458320707385, 'avg_acc_mask': 59.51395521596095, 'loss': 1.089652419090271}
+{'epoch': 205, 'iter': 700, 'avg_loss': 1.1637940442511086, 'avg_acc_mask': 59.47550070595617, 'loss': 1.6558252573013306}
+{'epoch': 205, 'iter': 710, 'avg_loss': 1.164114771261497, 'avg_acc_mask': 59.461758564689504, 'loss': 1.134953260421753}
+{'epoch': 205, 'iter': 720, 'avg_loss': 1.165506794945377, 'avg_acc_mask': 59.45932212002643, 'loss': 1.379403829574585}
+{'epoch': 205, 'iter': 730, 'avg_loss': 1.16357458665172, 'avg_acc_mask': 59.510801463585786, 'loss': 1.2179490327835083}
+{'epoch': 205, 'iter': 740, 'avg_loss': 1.164892146864079, 'avg_acc_mask': 59.475976050274625, 'loss': 1.3514292240142822}
+{'epoch': 205, 'iter': 750, 'avg_loss': 1.1658664488601937, 'avg_acc_mask': 59.40823494975119, 'loss': 1.0917325019836426}
+{'epoch': 205, 'iter': 760, 'avg_loss': 1.1654175840288832, 'avg_acc_mask': 59.421477642521396, 'loss': 1.1147228479385376}
+{'epoch': 205, 'iter': 770, 'avg_loss': 1.166933822492681, 'avg_acc_mask': 59.34293044469784, 'loss': 1.1982362270355225}
+{'epoch': 205, 'iter': 780, 'avg_loss': 1.1660333488723227, 'avg_acc_mask': 59.39011221184093, 'loss': 1.241013765335083}
+{'epoch': 205, 'iter': 790, 'avg_loss': 1.1672099726239287, 'avg_acc_mask': 59.36833317874037, 'loss': 1.1832599639892578}
+{'epoch': 205, 'iter': 800, 'avg_loss': 1.1653374766886755, 'avg_acc_mask': 59.40854677378745, 'loss': 0.7376152873039246}
+{'epoch': 205, 'iter': 810, 'avg_loss': 1.165907173871112, 'avg_acc_mask': 59.39154037548066, 'loss': 0.9108160138130188}
+{'epoch': 205, 'iter': 820, 'avg_loss': 1.165015315530361, 'avg_acc_mask': 59.42391425700569, 'loss': 1.0461268424987793}
+{'epoch': 205, 'iter': 830, 'avg_loss': 1.1651418579901456, 'avg_acc_mask': 59.45820638495165, 'loss': 1.2999845743179321}
+{'epoch': 205, 'iter': 840, 'avg_loss': 1.1648704128940097, 'avg_acc_mask': 59.45091369008679, 'loss': 1.1966087818145752}
+{'epoch': 205, 'iter': 850, 'avg_loss': 1.1665053439756679, 'avg_acc_mask': 59.36207787732598, 'loss': 1.144487738609314}
+{'epoch': 205, 'iter': 860, 'avg_loss': 1.1666600700039482, 'avg_acc_mask': 59.34820991724988, 'loss': 1.3235955238342285}
+{'epoch': 205, 'iter': 870, 'avg_loss': 1.1681453877831163, 'avg_acc_mask': 59.30100755667507, 'loss': 0.8766665458679199}
+{'epoch': 205, 'iter': 880, 'avg_loss': 1.1682736827620854, 'avg_acc_mask': 59.292384312097944, 'loss': 1.139085054397583}
+{'epoch': 205, 'iter': 890, 'avg_loss': 1.167532391687301, 'avg_acc_mask': 59.29704049523888, 'loss': 0.7953206896781921}
+{'epoch': 205, 'iter': 900, 'avg_loss': 1.1675405442119307, 'avg_acc_mask': 59.30383864671438, 'loss': 1.4212538003921509}
+{'epoch': 205, 'iter': 910, 'avg_loss': 1.168235221691634, 'avg_acc_mask': 59.280101292280484, 'loss': 1.2304072380065918}
+{'epoch': 205, 'iter': 920, 'avg_loss': 1.1675728771119631, 'avg_acc_mask': 59.32304510381036, 'loss': 1.1574740409851074}
+{'epoch': 205, 'iter': 930, 'avg_loss': 1.1683191738374508, 'avg_acc_mask': 59.32660330204459, 'loss': 1.5980544090270996}
+{'epoch': 205, 'iter': 940, 'avg_loss': 1.1683143998687249, 'avg_acc_mask': 59.31678832116788, 'loss': 1.114014744758606}
+{'epoch': 205, 'iter': 950, 'avg_loss': 1.1679550184937808, 'avg_acc_mask': 59.3359156693839, 'loss': 1.480340600013733}
+{'epoch': 205, 'iter': 960, 'avg_loss': 1.1678593163683808, 'avg_acc_mask': 59.32710636675562, 'loss': 1.2291918992996216}
+{'epoch': 205, 'iter': 970, 'avg_loss': 1.1685411191011188, 'avg_acc_mask': 59.30838018337546, 'loss': 0.8058472871780396}
+{'epoch': 205, 'iter': 980, 'avg_loss': 1.1683901417146034, 'avg_acc_mask': 59.334876082412656, 'loss': 1.0069828033447266}
+{'epoch': 205, 'iter': 990, 'avg_loss': 1.1695152456175788, 'avg_acc_mask': 59.30648852144387, 'loss': 1.165781855583191}
+{'epoch': 205, 'iter': 1000, 'avg_loss': 1.1695663690209745, 'avg_acc_mask': 59.32587141892015, 'loss': 1.499491572380066}
+{'epoch': 205, 'iter': 1010, 'avg_loss': 1.1693981658928945, 'avg_acc_mask': 59.33634719710669, 'loss': 1.0375566482543945}
+{'epoch': 205, 'iter': 1020, 'avg_loss': 1.1699960236451301, 'avg_acc_mask': 59.296895965649874, 'loss': 0.8368257880210876}
+{'epoch': 205, 'iter': 1030, 'avg_loss': 1.1695581634107084, 'avg_acc_mask': 59.31374286625785, 'loss': 1.2901957035064697}
+{'epoch': 205, 'iter': 1040, 'avg_loss': 1.1696271310049564, 'avg_acc_mask': 59.31349310859451, 'loss': 1.150878667831421}
+{'epoch': 205, 'iter': 1050, 'avg_loss': 1.1690537322713124, 'avg_acc_mask': 59.32400932400932, 'loss': 1.0036532878875732}
+{'epoch': 205, 'iter': 1060, 'avg_loss': 1.1688802246211498, 'avg_acc_mask': 59.331322705730294, 'loss': 0.8641626238822937}
+{'epoch': 205, 'iter': 1070, 'avg_loss': 1.1686431457793791, 'avg_acc_mask': 59.34788549566168, 'loss': 1.6894242763519287}
+{'epoch': 205, 'iter': 1080, 'avg_loss': 1.1679142218403635, 'avg_acc_mask': 59.40312648034107, 'loss': 0.729301393032074}
+{'epoch': 205, 'iter': 1090, 'avg_loss': 1.1677179727174076, 'avg_acc_mask': 59.401759530791786, 'loss': 1.1477861404418945}
+{'epoch': 205, 'iter': 1100, 'avg_loss': 1.1679351438618486, 'avg_acc_mask': 59.39037362052918, 'loss': 1.126395344734192}
+{'epoch': 'EP205_train', 'avg_loss': 1.167817533717436, 'total_masked_acc': 59.39565627950897}
+{'epoch': 206, 'iter': 0, 'avg_loss': 1.3506895303726196, 'avg_acc_mask': 56.14035087719298, 'loss': 1.3506895303726196}
+{'epoch': 206, 'iter': 10, 'avg_loss': 1.2683045647361062, 'avg_acc_mask': 57.324840764331206, 'loss': 1.0947794914245605}
+{'epoch': 206, 'iter': 20, 'avg_loss': 1.2163108331816537, 'avg_acc_mask': 59.03307888040712, 'loss': 1.4171006679534912}
+{'epoch': 206, 'iter': 30, 'avg_loss': 1.1942534677443966, 'avg_acc_mask': 59.19308357348703, 'loss': 1.4353398084640503}
+{'epoch': 206, 'iter': 40, 'avg_loss': 1.1869131094071923, 'avg_acc_mask': 59.235115167318554, 'loss': 1.1715574264526367}
+{'epoch': 206, 'iter': 50, 'avg_loss': 1.1930339219523411, 'avg_acc_mask': 58.216604031431494, 'loss': 1.239864706993103}
+{'epoch': 206, 'iter': 60, 'avg_loss': 1.1840596433545723, 'avg_acc_mask': 58.432166618455305, 'loss': 1.2488505840301514}
+{'epoch': 206, 'iter': 70, 'avg_loss': 1.194488437242911, 'avg_acc_mask': 58.15868263473054, 'loss': 1.106269121170044}
+{'epoch': 206, 'iter': 80, 'avg_loss': 1.1959658530023363, 'avg_acc_mask': 57.98868088811493, 'loss': 1.3503196239471436}
+{'epoch': 206, 'iter': 90, 'avg_loss': 1.1955989605777866, 'avg_acc_mask': 58.37086352065792, 'loss': 1.276376485824585}
+{'epoch': 206, 'iter': 100, 'avg_loss': 1.1802634785671045, 'avg_acc_mask': 58.6434039522877, 'loss': 1.086219072341919}
+{'epoch': 206, 'iter': 110, 'avg_loss': 1.178230586352649, 'avg_acc_mask': 58.850424559111694, 'loss': 1.0890250205993652}
+{'epoch': 206, 'iter': 120, 'avg_loss': 1.1793834094173652, 'avg_acc_mask': 58.947052647367634, 'loss': 1.1681621074676514}
+{'epoch': 206, 'iter': 130, 'avg_loss': 1.177615902351059, 'avg_acc_mask': 58.92167677881963, 'loss': 1.1124835014343262}
+{'epoch': 206, 'iter': 140, 'avg_loss': 1.1829316379330683, 'avg_acc_mask': 58.70093338447769, 'loss': 1.1142432689666748}
+{'epoch': 206, 'iter': 150, 'avg_loss': 1.1754523563069224, 'avg_acc_mask': 59.01875901875901, 'loss': 1.273922085762024}
+{'epoch': 206, 'iter': 160, 'avg_loss': 1.1743282501741965, 'avg_acc_mask': 59.09451046972269, 'loss': 1.4412846565246582}
+{'epoch': 206, 'iter': 170, 'avg_loss': 1.1770258221709937, 'avg_acc_mask': 58.92459433662106, 'loss': 1.114614486694336}
+{'epoch': 206, 'iter': 180, 'avg_loss': 1.1750506347055594, 'avg_acc_mask': 58.9475798353083, 'loss': 1.1692639589309692}
+{'epoch': 206, 'iter': 190, 'avg_loss': 1.1736978158276743, 'avg_acc_mask': 59.04336249524535, 'loss': 1.1235183477401733}
+{'epoch': 206, 'iter': 200, 'avg_loss': 1.1766543782765593, 'avg_acc_mask': 58.84639725160474, 'loss': 1.4197262525558472}
+{'epoch': 206, 'iter': 210, 'avg_loss': 1.1755220113207379, 'avg_acc_mask': 59.01554849239756, 'loss': 1.292605996131897}
+{'epoch': 206, 'iter': 220, 'avg_loss': 1.1718279349857865, 'avg_acc_mask': 59.168644137140994, 'loss': 1.5021436214447021}
+{'epoch': 206, 'iter': 230, 'avg_loss': 1.1761793538089438, 'avg_acc_mask': 59.06019173345906, 'loss': 1.5513890981674194}
+{'epoch': 206, 'iter': 240, 'avg_loss': 1.1734147865742568, 'avg_acc_mask': 59.26401692609944, 'loss': 1.1216561794281006}
+{'epoch': 206, 'iter': 250, 'avg_loss': 1.1768525534891987, 'avg_acc_mask': 59.188717650479795, 'loss': 1.0176129341125488}
+{'epoch': 206, 'iter': 260, 'avg_loss': 1.1790938891213516, 'avg_acc_mask': 59.10299468233977, 'loss': 1.2991632223129272}
+{'epoch': 206, 'iter': 270, 'avg_loss': 1.1801172664244677, 'avg_acc_mask': 59.1098561247815, 'loss': 1.3907434940338135}
+{'epoch': 206, 'iter': 280, 'avg_loss': 1.181755875353287, 'avg_acc_mask': 59.08411822020136, 'loss': 0.7665002942085266}
+{'epoch': 206, 'iter': 290, 'avg_loss': 1.1816172343758784, 'avg_acc_mask': 59.14933837429112, 'loss': 0.9971694946289062}
+{'epoch': 206, 'iter': 300, 'avg_loss': 1.1771930018532712, 'avg_acc_mask': 59.23508600707576, 'loss': 0.7842302918434143}
+{'epoch': 206, 'iter': 310, 'avg_loss': 1.1746881705771688, 'avg_acc_mask': 59.22266919072408, 'loss': 0.9128656983375549}
+{'epoch': 206, 'iter': 320, 'avg_loss': 1.1774086268891426, 'avg_acc_mask': 59.19784255221483, 'loss': 1.0319464206695557}
+{'epoch': 206, 'iter': 330, 'avg_loss': 1.178634706580747, 'avg_acc_mask': 59.20248805953571, 'loss': 1.08888840675354}
+{'epoch': 206, 'iter': 340, 'avg_loss': 1.1738314471286762, 'avg_acc_mask': 59.355498170862916, 'loss': 0.8641898036003113}
+{'epoch': 206, 'iter': 350, 'avg_loss': 1.1715412890469585, 'avg_acc_mask': 59.464827009511865, 'loss': 1.1058849096298218}
+{'epoch': 206, 'iter': 360, 'avg_loss': 1.1725942031828651, 'avg_acc_mask': 59.50228542407313, 'loss': 1.2360024452209473}
+{'epoch': 206, 'iter': 370, 'avg_loss': 1.1720757408926108, 'avg_acc_mask': 59.563219526656454, 'loss': 1.034960150718689}
+{'epoch': 206, 'iter': 380, 'avg_loss': 1.1744571634790717, 'avg_acc_mask': 59.50115340253749, 'loss': 0.8739795684814453}
+{'epoch': 206, 'iter': 390, 'avg_loss': 1.1731197059611835, 'avg_acc_mask': 59.476695113945425, 'loss': 1.208795189857483}
+{'epoch': 206, 'iter': 400, 'avg_loss': 1.1729106179199313, 'avg_acc_mask': 59.51029748283753, 'loss': 0.9033411741256714}
+{'epoch': 206, 'iter': 410, 'avg_loss': 1.1736560946833479, 'avg_acc_mask': 59.55593280914939, 'loss': 1.2435332536697388}
+{'epoch': 206, 'iter': 420, 'avg_loss': 1.1730691667407256, 'avg_acc_mask': 59.50261780104712, 'loss': 1.194440484046936}
+{'epoch': 206, 'iter': 430, 'avg_loss': 1.1730651342398606, 'avg_acc_mask': 59.525840013644896, 'loss': 1.1615797281265259}
+{'epoch': 206, 'iter': 440, 'avg_loss': 1.1770342462727812, 'avg_acc_mask': 59.37019650201487, 'loss': 1.4977598190307617}
+{'epoch': 206, 'iter': 450, 'avg_loss': 1.176618945307848, 'avg_acc_mask': 59.41970091027308, 'loss': 1.1291420459747314}
+{'epoch': 206, 'iter': 460, 'avg_loss': 1.1770312451230212, 'avg_acc_mask': 59.34419713831478, 'loss': 1.09616219997406}
+{'epoch': 206, 'iter': 470, 'avg_loss': 1.1794479333671035, 'avg_acc_mask': 59.28532545299012, 'loss': 1.3750494718551636}
+{'epoch': 206, 'iter': 480, 'avg_loss': 1.1790217661808038, 'avg_acc_mask': 59.32629653621918, 'loss': 0.9977730512619019}
+{'epoch': 206, 'iter': 490, 'avg_loss': 1.1790552073729257, 'avg_acc_mask': 59.31165776998022, 'loss': 1.3794881105422974}
+{'epoch': 206, 'iter': 500, 'avg_loss': 1.1785435023422013, 'avg_acc_mask': 59.307976177427015, 'loss': 1.1179500818252563}
+{'epoch': 206, 'iter': 510, 'avg_loss': 1.1780682402114346, 'avg_acc_mask': 59.36236447561456, 'loss': 1.2093887329101562}
+{'epoch': 206, 'iter': 520, 'avg_loss': 1.1745489141304983, 'avg_acc_mask': 59.45784403347163, 'loss': 1.2783856391906738}
+{'epoch': 206, 'iter': 530, 'avg_loss': 1.1727829302771617, 'avg_acc_mask': 59.508842221608184, 'loss': 0.8273187279701233}
+{'epoch': 206, 'iter': 540, 'avg_loss': 1.172958371158889, 'avg_acc_mask': 59.53872726656958, 'loss': 1.2469995021820068}
+{'epoch': 206, 'iter': 550, 'avg_loss': 1.174711588073772, 'avg_acc_mask': 59.45039992034782, 'loss': 1.4433479309082031}
+{'epoch': 206, 'iter': 560, 'avg_loss': 1.1754127156500722, 'avg_acc_mask': 59.43011769308513, 'loss': 1.296884536743164}
+{'epoch': 206, 'iter': 570, 'avg_loss': 1.1740348257659405, 'avg_acc_mask': 59.43883277216611, 'loss': 1.1237531900405884}
+{'epoch': 206, 'iter': 580, 'avg_loss': 1.1746447744960424, 'avg_acc_mask': 59.47076961802278, 'loss': 1.3281861543655396}
+{'epoch': 206, 'iter': 590, 'avg_loss': 1.174649626672167, 'avg_acc_mask': 59.424407114624515, 'loss': 1.164004921913147}
+{'epoch': 206, 'iter': 600, 'avg_loss': 1.1734345072319425, 'avg_acc_mask': 59.47333252338719, 'loss': 1.0271635055541992}
+{'epoch': 206, 'iter': 610, 'avg_loss': 1.1732776158179863, 'avg_acc_mask': 59.47809990147195, 'loss': 1.3312866687774658}
+{'epoch': 206, 'iter': 620, 'avg_loss': 1.1703795644780095, 'avg_acc_mask': 59.55925620807344, 'loss': 1.3363927602767944}
+{'epoch': 206, 'iter': 630, 'avg_loss': 1.170448400139242, 'avg_acc_mask': 59.53478929203283, 'loss': 0.8163301348686218}
+{'epoch': 206, 'iter': 640, 'avg_loss': 1.1698108698574132, 'avg_acc_mask': 59.563513629472844, 'loss': 1.0248183012008667}
+{'epoch': 206, 'iter': 650, 'avg_loss': 1.1719910940083857, 'avg_acc_mask': 59.497419409425504, 'loss': 0.9963979125022888}
+{'epoch': 206, 'iter': 660, 'avg_loss': 1.1711316895016022, 'avg_acc_mask': 59.50449950005555, 'loss': 0.9451469779014587}
+{'epoch': 206, 'iter': 670, 'avg_loss': 1.1710663736310694, 'avg_acc_mask': 59.55111536882441, 'loss': 1.005653977394104}
+{'epoch': 206, 'iter': 680, 'avg_loss': 1.1705612616391958, 'avg_acc_mask': 59.55153083225528, 'loss': 1.147464632987976}
+{'epoch': 206, 'iter': 690, 'avg_loss': 1.1714975383623292, 'avg_acc_mask': 59.51774629953843, 'loss': 1.1108070611953735}
+{'epoch': 206, 'iter': 700, 'avg_loss': 1.1717509278727325, 'avg_acc_mask': 59.50087451379643, 'loss': 1.1304893493652344}
+{'epoch': 206, 'iter': 710, 'avg_loss': 1.1716785378093961, 'avg_acc_mask': 59.4775619557937, 'loss': 1.2840602397918701}
+{'epoch': 206, 'iter': 720, 'avg_loss': 1.173987796915057, 'avg_acc_mask': 59.40076616688231, 'loss': 1.1576730012893677}
+{'epoch': 206, 'iter': 730, 'avg_loss': 1.172653447260772, 'avg_acc_mask': 59.42446403526347, 'loss': 1.303192138671875}
+{'epoch': 206, 'iter': 740, 'avg_loss': 1.1730285800098568, 'avg_acc_mask': 59.40447385314306, 'loss': 1.361555576324463}
+{'epoch': 206, 'iter': 750, 'avg_loss': 1.1735861781592694, 'avg_acc_mask': 59.38724356946439, 'loss': 1.077086329460144}
+{'epoch': 206, 'iter': 760, 'avg_loss': 1.174043436322983, 'avg_acc_mask': 59.363133862052386, 'loss': 1.0670217275619507}
+{'epoch': 206, 'iter': 770, 'avg_loss': 1.1748762947885287, 'avg_acc_mask': 59.34932398835034, 'loss': 1.1158397197723389}
+{'epoch': 206, 'iter': 780, 'avg_loss': 1.1740659872182047, 'avg_acc_mask': 59.374123586052164, 'loss': 1.0987236499786377}
+{'epoch': 206, 'iter': 790, 'avg_loss': 1.1738223089882456, 'avg_acc_mask': 59.3941071964191, 'loss': 1.2864054441452026}
+{'epoch': 206, 'iter': 800, 'avg_loss': 1.1732377408446741, 'avg_acc_mask': 59.43194241982507, 'loss': 1.3821921348571777}
+{'epoch': 206, 'iter': 810, 'avg_loss': 1.172401573449263, 'avg_acc_mask': 59.48233175782129, 'loss': 0.9321151375770569}
+{'epoch': 206, 'iter': 820, 'avg_loss': 1.172258665442612, 'avg_acc_mask': 59.49896544819454, 'loss': 0.960720956325531}
+{'epoch': 206, 'iter': 830, 'avg_loss': 1.1727952202591512, 'avg_acc_mask': 59.472712080566424, 'loss': 1.1803853511810303}
+{'epoch': 206, 'iter': 840, 'avg_loss': 1.1727978421306497, 'avg_acc_mask': 59.489574283231974, 'loss': 0.9940720200538635}
+{'epoch': 206, 'iter': 850, 'avg_loss': 1.1739395860359336, 'avg_acc_mask': 59.4410390501093, 'loss': 0.8888309001922607}
+{'epoch': 206, 'iter': 860, 'avg_loss': 1.1751357736487837, 'avg_acc_mask': 59.41390700431947, 'loss': 1.341415286064148}
+{'epoch': 206, 'iter': 870, 'avg_loss': 1.1761382990671765, 'avg_acc_mask': 59.368007194094154, 'loss': 1.0401384830474854}
+{'epoch': 206, 'iter': 880, 'avg_loss': 1.1760000033086329, 'avg_acc_mask': 59.37571012456876, 'loss': 1.1196929216384888}
+{'epoch': 206, 'iter': 890, 'avg_loss': 1.1741918613078484, 'avg_acc_mask': 59.42373020095773, 'loss': 0.8395248651504517}
+{'epoch': 206, 'iter': 900, 'avg_loss': 1.1746668017135475, 'avg_acc_mask': 59.40854237836308, 'loss': 1.370005488395691}
+{'epoch': 206, 'iter': 910, 'avg_loss': 1.1756330209689134, 'avg_acc_mask': 59.36231884057971, 'loss': 1.1348077058792114}
+{'epoch': 206, 'iter': 920, 'avg_loss': 1.174253391002858, 'avg_acc_mask': 59.43930041152263, 'loss': 1.0701180696487427}
+{'epoch': 206, 'iter': 930, 'avg_loss': 1.1738433015205678, 'avg_acc_mask': 59.466551778160735, 'loss': 1.6224653720855713}
+{'epoch': 206, 'iter': 940, 'avg_loss': 1.1746147717096853, 'avg_acc_mask': 59.41894247530506, 'loss': 0.735430896282196}
+{'epoch': 206, 'iter': 950, 'avg_loss': 1.1742518035896694, 'avg_acc_mask': 59.431143459107446, 'loss': 1.4660605192184448}
+{'epoch': 206, 'iter': 960, 'avg_loss': 1.1731360646490003, 'avg_acc_mask': 59.44895327669902, 'loss': 1.183850884437561}
+{'epoch': 206, 'iter': 970, 'avg_loss': 1.1732266451990814, 'avg_acc_mask': 59.46311244602966, 'loss': 1.1688945293426514}
+{'epoch': 206, 'iter': 980, 'avg_loss': 1.172810009556322, 'avg_acc_mask': 59.472069894971646, 'loss': 0.835126519203186}
+{'epoch': 206, 'iter': 990, 'avg_loss': 1.1727735436888924, 'avg_acc_mask': 59.45767074179612, 'loss': 1.3252557516098022}
+{'epoch': 206, 'iter': 1000, 'avg_loss': 1.1721536205126928, 'avg_acc_mask': 59.45109744112401, 'loss': 1.3926664590835571}
+{'epoch': 206, 'iter': 1010, 'avg_loss': 1.1716360922029534, 'avg_acc_mask': 59.4808004326663, 'loss': 1.2257095575332642}
+{'epoch': 206, 'iter': 1020, 'avg_loss': 1.171751417504235, 'avg_acc_mask': 59.48849743891774, 'loss': 1.0441092252731323}
+{'epoch': 206, 'iter': 1030, 'avg_loss': 1.1714685306054198, 'avg_acc_mask': 59.515093638919836, 'loss': 1.16130793094635}
+{'epoch': 206, 'iter': 1040, 'avg_loss': 1.1709919130996829, 'avg_acc_mask': 59.53340105790451, 'loss': 1.235547423362732}
+{'epoch': 206, 'iter': 1050, 'avg_loss': 1.1719865811994028, 'avg_acc_mask': 59.50892547058415, 'loss': 1.1240909099578857}
+{'epoch': 206, 'iter': 1060, 'avg_loss': 1.1718829656186585, 'avg_acc_mask': 59.519999999999996, 'loss': 1.2089598178863525}
+{'epoch': 206, 'iter': 1070, 'avg_loss': 1.1720253988808276, 'avg_acc_mask': 59.52068230277185, 'loss': 1.4526948928833008}
+{'epoch': 206, 'iter': 1080, 'avg_loss': 1.1722509479985868, 'avg_acc_mask': 59.52340713199257, 'loss': 1.14628005027771}
+{'epoch': 206, 'iter': 1090, 'avg_loss': 1.172956813758497, 'avg_acc_mask': 59.48138854035968, 'loss': 1.2817317247390747}
+{'epoch': 206, 'iter': 1100, 'avg_loss': 1.1722234572528385, 'avg_acc_mask': 59.50158345907048, 'loss': 0.8531720638275146}
+{'epoch': 'EP206_train', 'avg_loss': 1.1720202886141264, 'total_masked_acc': 59.5014289726265}
+{'epoch': 207, 'iter': 0, 'avg_loss': 1.2309033870697021, 'avg_acc_mask': 52.94117647058824, 'loss': 1.2309033870697021}
+{'epoch': 207, 'iter': 10, 'avg_loss': 1.2110569260337136, 'avg_acc_mask': 59.27927927927929, 'loss': 0.8711559772491455}
+{'epoch': 207, 'iter': 20, 'avg_loss': 1.2302137187549047, 'avg_acc_mask': 58.19366852886406, 'loss': 1.4254405498504639}
+{'epoch': 207, 'iter': 30, 'avg_loss': 1.2384222957395739, 'avg_acc_mask': 58.837920489296636, 'loss': 1.0663862228393555}
+{'epoch': 207, 'iter': 40, 'avg_loss': 1.210184287734148, 'avg_acc_mask': 59.6074851665906, 'loss': 0.9563940167427063}
+{'epoch': 207, 'iter': 50, 'avg_loss': 1.226639641266243, 'avg_acc_mask': 58.59402460456942, 'loss': 1.4784997701644897}
+{'epoch': 207, 'iter': 60, 'avg_loss': 1.2082850170917199, 'avg_acc_mask': 59.149940968122785, 'loss': 1.1940428018569946}
+{'epoch': 207, 'iter': 70, 'avg_loss': 1.191848746487792, 'avg_acc_mask': 59.51073389915127, 'loss': 0.8420027494430542}
+{'epoch': 207, 'iter': 80, 'avg_loss': 1.1928324279961762, 'avg_acc_mask': 59.815140845070424, 'loss': 1.4470736980438232}
+{'epoch': 207, 'iter': 90, 'avg_loss': 1.1893775364854833, 'avg_acc_mask': 59.70969007453903, 'loss': 1.1596486568450928}
+{'epoch': 207, 'iter': 100, 'avg_loss': 1.182416311585077, 'avg_acc_mask': 59.82905982905983, 'loss': 0.9325639605522156}
+{'epoch': 207, 'iter': 110, 'avg_loss': 1.1792778625144615, 'avg_acc_mask': 60.172526041666664, 'loss': 1.3110945224761963}
+{'epoch': 207, 'iter': 120, 'avg_loss': 1.1690362519469142, 'avg_acc_mask': 60.36831861057045, 'loss': 1.1830389499664307}
+{'epoch': 207, 'iter': 130, 'avg_loss': 1.17058683351706, 'avg_acc_mask': 60.21520209684095, 'loss': 1.3988926410675049}
+{'epoch': 207, 'iter': 140, 'avg_loss': 1.1655162458724164, 'avg_acc_mask': 60.30240902101487, 'loss': 1.1357589960098267}
+{'epoch': 207, 'iter': 150, 'avg_loss': 1.1574749409757703, 'avg_acc_mask': 60.48951048951049, 'loss': 1.2076560258865356}
+{'epoch': 207, 'iter': 160, 'avg_loss': 1.1631202923585169, 'avg_acc_mask': 60.27428312365408, 'loss': 1.7350714206695557}
+{'epoch': 207, 'iter': 170, 'avg_loss': 1.1668572973089608, 'avg_acc_mask': 60.057288351368555, 'loss': 1.0986149311065674}
+{'epoch': 207, 'iter': 180, 'avg_loss': 1.164846437082765, 'avg_acc_mask': 60.10472258584231, 'loss': 1.3752124309539795}
+{'epoch': 207, 'iter': 190, 'avg_loss': 1.1616677941452147, 'avg_acc_mask': 60.16431027894535, 'loss': 0.80953449010849}
+{'epoch': 207, 'iter': 200, 'avg_loss': 1.1603363962908881, 'avg_acc_mask': 60.05437245129135, 'loss': 1.3934788703918457}
+{'epoch': 207, 'iter': 210, 'avg_loss': 1.1581777331388392, 'avg_acc_mask': 60.07755277897458, 'loss': 1.2585501670837402}
+{'epoch': 207, 'iter': 220, 'avg_loss': 1.1560721205909867, 'avg_acc_mask': 60.016420361247945, 'loss': 1.1913050413131714}
+{'epoch': 207, 'iter': 230, 'avg_loss': 1.1580500089244925, 'avg_acc_mask': 59.93400895592741, 'loss': 1.0201694965362549}
+{'epoch': 207, 'iter': 240, 'avg_loss': 1.1593410711565453, 'avg_acc_mask': 60.01507159005275, 'loss': 1.0360749959945679}
+{'epoch': 207, 'iter': 250, 'avg_loss': 1.1622099171121756, 'avg_acc_mask': 59.88532443025113, 'loss': 1.0279772281646729}
+{'epoch': 207, 'iter': 260, 'avg_loss': 1.1626569261039355, 'avg_acc_mask': 59.89543394911119, 'loss': 0.9501270055770874}
+{'epoch': 207, 'iter': 270, 'avg_loss': 1.1661397029552953, 'avg_acc_mask': 59.783263094521374, 'loss': 1.3294627666473389}
+{'epoch': 207, 'iter': 280, 'avg_loss': 1.1649714409244443, 'avg_acc_mask': 59.79368149580916, 'loss': 0.788316547870636}
+{'epoch': 207, 'iter': 290, 'avg_loss': 1.1634662954258346, 'avg_acc_mask': 59.794135995009356, 'loss': 0.8999292850494385}
+{'epoch': 207, 'iter': 300, 'avg_loss': 1.16139439352327, 'avg_acc_mask': 59.8041586073501, 'loss': 1.051827311515808}
+{'epoch': 207, 'iter': 310, 'avg_loss': 1.1585619185131846, 'avg_acc_mask': 59.81461926551683, 'loss': 0.9260703921318054}
+{'epoch': 207, 'iter': 320, 'avg_loss': 1.1606571854460648, 'avg_acc_mask': 59.80610208155118, 'loss': 0.9057822823524475}
+{'epoch': 207, 'iter': 330, 'avg_loss': 1.1613365834933393, 'avg_acc_mask': 59.777091149856545, 'loss': 1.0207511186599731}
+{'epoch': 207, 'iter': 340, 'avg_loss': 1.1608961387114092, 'avg_acc_mask': 59.79469632164243, 'loss': 1.0166499614715576}
+{'epoch': 207, 'iter': 350, 'avg_loss': 1.1607375387792234, 'avg_acc_mask': 59.80992937266306, 'loss': 1.3640203475952148}
+{'epoch': 207, 'iter': 360, 'avg_loss': 1.1600803648666, 'avg_acc_mask': 59.842638825843544, 'loss': 1.3451745510101318}
+{'epoch': 207, 'iter': 370, 'avg_loss': 1.1613681179815225, 'avg_acc_mask': 59.87161268192287, 'loss': 1.0365546941757202}
+{'epoch': 207, 'iter': 380, 'avg_loss': 1.1637663714529023, 'avg_acc_mask': 59.80153618625066, 'loss': 0.6715669631958008}
+{'epoch': 207, 'iter': 390, 'avg_loss': 1.1629659339899907, 'avg_acc_mask': 59.79990693345742, 'loss': 1.2929502725601196}
+{'epoch': 207, 'iter': 400, 'avg_loss': 1.1657115528708384, 'avg_acc_mask': 59.70609579100146, 'loss': 1.5469014644622803}
+{'epoch': 207, 'iter': 410, 'avg_loss': 1.1631642630790562, 'avg_acc_mask': 59.75620567375886, 'loss': 1.268734097480774}
+{'epoch': 207, 'iter': 420, 'avg_loss': 1.161429208134812, 'avg_acc_mask': 59.78251451347371, 'loss': 1.051269769668579}
+{'epoch': 207, 'iter': 430, 'avg_loss': 1.1618744213730443, 'avg_acc_mask': 59.74685687677264, 'loss': 1.3834185600280762}
+{'epoch': 207, 'iter': 440, 'avg_loss': 1.1635998596950454, 'avg_acc_mask': 59.676284306826176, 'loss': 1.0023388862609863}
+{'epoch': 207, 'iter': 450, 'avg_loss': 1.163933880709756, 'avg_acc_mask': 59.60712839206156, 'loss': 1.1080636978149414}
+{'epoch': 207, 'iter': 460, 'avg_loss': 1.1652210184136595, 'avg_acc_mask': 59.594798192054554, 'loss': 1.0479248762130737}
+{'epoch': 207, 'iter': 470, 'avg_loss': 1.167448444098171, 'avg_acc_mask': 59.506373745592626, 'loss': 0.9771426916122437}
+{'epoch': 207, 'iter': 480, 'avg_loss': 1.1671047568816901, 'avg_acc_mask': 59.50341167551175, 'loss': 1.0596890449523926}
+{'epoch': 207, 'iter': 490, 'avg_loss': 1.168703805404865, 'avg_acc_mask': 59.40818296576818, 'loss': 1.4492957592010498}
+{'epoch': 207, 'iter': 500, 'avg_loss': 1.1681583296515032, 'avg_acc_mask': 59.42587209302326, 'loss': 1.133133888244629}
+{'epoch': 207, 'iter': 510, 'avg_loss': 1.1669018043463943, 'avg_acc_mask': 59.452913520444504, 'loss': 0.8834729790687561}
+{'epoch': 207, 'iter': 520, 'avg_loss': 1.16801043069294, 'avg_acc_mask': 59.418869245580254, 'loss': 1.3608711957931519}
+{'epoch': 207, 'iter': 530, 'avg_loss': 1.1685739060804219, 'avg_acc_mask': 59.37607484350279, 'loss': 0.9981951117515564}
+{'epoch': 207, 'iter': 540, 'avg_loss': 1.1701346094859506, 'avg_acc_mask': 59.27824620573355, 'loss': 1.3177827596664429}
+{'epoch': 207, 'iter': 550, 'avg_loss': 1.1693355074378842, 'avg_acc_mask': 59.30297920179876, 'loss': 0.84120774269104}
+{'epoch': 207, 'iter': 560, 'avg_loss': 1.169447496506832, 'avg_acc_mask': 59.31200416178957, 'loss': 1.0601260662078857}
+{'epoch': 207, 'iter': 570, 'avg_loss': 1.1675938321913604, 'avg_acc_mask': 59.36071599808215, 'loss': 0.9201099872589111}
+{'epoch': 207, 'iter': 580, 'avg_loss': 1.1680623255990663, 'avg_acc_mask': 59.34967012252592, 'loss': 1.3692224025726318}
+{'epoch': 207, 'iter': 590, 'avg_loss': 1.1677675065655393, 'avg_acc_mask': 59.317326090982036, 'loss': 0.9292742013931274}
+{'epoch': 207, 'iter': 600, 'avg_loss': 1.1677589424437969, 'avg_acc_mask': 59.32625189681335, 'loss': 1.3313244581222534}
+{'epoch': 207, 'iter': 610, 'avg_loss': 1.1686013297051339, 'avg_acc_mask': 59.30547696339757, 'loss': 1.285918116569519}
+{'epoch': 207, 'iter': 620, 'avg_loss': 1.1650554443711052, 'avg_acc_mask': 59.42883977576238, 'loss': 1.1720772981643677}
+{'epoch': 207, 'iter': 630, 'avg_loss': 1.1646492871354008, 'avg_acc_mask': 59.45024135040611, 'loss': 1.103812336921692}
+{'epoch': 207, 'iter': 640, 'avg_loss': 1.1640808856617455, 'avg_acc_mask': 59.488801504530684, 'loss': 0.8979389071464539}
+{'epoch': 207, 'iter': 650, 'avg_loss': 1.1639492399132196, 'avg_acc_mask': 59.51211296072761, 'loss': 0.8732534646987915}
+{'epoch': 207, 'iter': 660, 'avg_loss': 1.1626616090581203, 'avg_acc_mask': 59.54257584557096, 'loss': 1.027958869934082}
+{'epoch': 207, 'iter': 670, 'avg_loss': 1.1631772302302092, 'avg_acc_mask': 59.52419882275998, 'loss': 1.4339996576309204}
+{'epoch': 207, 'iter': 680, 'avg_loss': 1.1636595812663109, 'avg_acc_mask': 59.50118127147766, 'loss': 1.440868854522705}
+{'epoch': 207, 'iter': 690, 'avg_loss': 1.1659311714289675, 'avg_acc_mask': 59.40960384788182, 'loss': 1.5160577297210693}
+{'epoch': 207, 'iter': 700, 'avg_loss': 1.1670016471227465, 'avg_acc_mask': 59.36402196258034, 'loss': 1.2809503078460693}
+{'epoch': 207, 'iter': 710, 'avg_loss': 1.1654098274503244, 'avg_acc_mask': 59.44262126961337, 'loss': 0.9882636666297913}
+{'epoch': 207, 'iter': 720, 'avg_loss': 1.1669702788662482, 'avg_acc_mask': 59.40351320611652, 'loss': 1.1105698347091675}
+{'epoch': 207, 'iter': 730, 'avg_loss': 1.166018915812392, 'avg_acc_mask': 59.41895261845387, 'loss': 1.3312618732452393}
+{'epoch': 207, 'iter': 740, 'avg_loss': 1.1654807582557924, 'avg_acc_mask': 59.433799837666335, 'loss': 1.0288108587265015}
+{'epoch': 207, 'iter': 750, 'avg_loss': 1.1668321849026788, 'avg_acc_mask': 59.407931393686866, 'loss': 1.0748112201690674}
+{'epoch': 207, 'iter': 760, 'avg_loss': 1.166036623614533, 'avg_acc_mask': 59.4054196264141, 'loss': 1.1167713403701782}
+{'epoch': 207, 'iter': 770, 'avg_loss': 1.166916648701471, 'avg_acc_mask': 59.361441237502355, 'loss': 1.2440564632415771}
+{'epoch': 207, 'iter': 780, 'avg_loss': 1.1669288679823833, 'avg_acc_mask': 59.36990259588946, 'loss': 1.2739945650100708}
+{'epoch': 207, 'iter': 790, 'avg_loss': 1.167184817278581, 'avg_acc_mask': 59.35451220353799, 'loss': 1.1326855421066284}
+{'epoch': 207, 'iter': 800, 'avg_loss': 1.167483745145143, 'avg_acc_mask': 59.357595871882886, 'loss': 1.2572358846664429}
+{'epoch': 207, 'iter': 810, 'avg_loss': 1.167801605493896, 'avg_acc_mask': 59.328433686197826, 'loss': 0.9776042699813843}
+{'epoch': 207, 'iter': 820, 'avg_loss': 1.1681109587690282, 'avg_acc_mask': 59.315606218535855, 'loss': 1.124300479888916}
+{'epoch': 207, 'iter': 830, 'avg_loss': 1.1689064483349934, 'avg_acc_mask': 59.3039321037742, 'loss': 1.3418512344360352}
+{'epoch': 207, 'iter': 840, 'avg_loss': 1.1688940732714395, 'avg_acc_mask': 59.28085309289523, 'loss': 1.2628713846206665}
+{'epoch': 207, 'iter': 850, 'avg_loss': 1.1694812079153947, 'avg_acc_mask': 59.26703364962409, 'loss': 1.276421308517456}
+{'epoch': 207, 'iter': 860, 'avg_loss': 1.170694011498273, 'avg_acc_mask': 59.228784161096534, 'loss': 1.227804183959961}
+{'epoch': 207, 'iter': 870, 'avg_loss': 1.1713834635562657, 'avg_acc_mask': 59.215497985512386, 'loss': 0.9748972654342651}
+{'epoch': 207, 'iter': 880, 'avg_loss': 1.1710478737189198, 'avg_acc_mask': 59.236010737146394, 'loss': 1.0985456705093384}
+{'epoch': 207, 'iter': 890, 'avg_loss': 1.1704736750669082, 'avg_acc_mask': 59.28288155689112, 'loss': 0.7311636805534363}
+{'epoch': 207, 'iter': 900, 'avg_loss': 1.1717764869514238, 'avg_acc_mask': 59.22573345187101, 'loss': 1.6004884243011475}
+{'epoch': 207, 'iter': 910, 'avg_loss': 1.1730376930843986, 'avg_acc_mask': 59.21076268987405, 'loss': 1.2323994636535645}
+{'epoch': 207, 'iter': 920, 'avg_loss': 1.1728554279356387, 'avg_acc_mask': 59.234572784810126, 'loss': 1.0356476306915283}
+{'epoch': 207, 'iter': 930, 'avg_loss': 1.1728355436396778, 'avg_acc_mask': 59.225659815428024, 'loss': 1.6093043088912964}
+{'epoch': 207, 'iter': 940, 'avg_loss': 1.1737911799382201, 'avg_acc_mask': 59.1993020550601, 'loss': 1.297675609588623}
+{'epoch': 207, 'iter': 950, 'avg_loss': 1.1744309801659247, 'avg_acc_mask': 59.19005505783951, 'loss': 1.701132893562317}
+{'epoch': 207, 'iter': 960, 'avg_loss': 1.1749914082602582, 'avg_acc_mask': 59.187161713037696, 'loss': 1.2297916412353516}
+{'epoch': 207, 'iter': 970, 'avg_loss': 1.175301650095919, 'avg_acc_mask': 59.176620839906846, 'loss': 1.0406001806259155}
+{'epoch': 207, 'iter': 980, 'avg_loss': 1.1755866128856376, 'avg_acc_mask': 59.13640422681947, 'loss': 1.1024391651153564}
+{'epoch': 207, 'iter': 990, 'avg_loss': 1.176171993932618, 'avg_acc_mask': 59.108723251577764, 'loss': 1.3294705152511597}
+{'epoch': 207, 'iter': 1000, 'avg_loss': 1.175668796995184, 'avg_acc_mask': 59.1374348887189, 'loss': 1.5186997652053833}
+{'epoch': 207, 'iter': 1010, 'avg_loss': 1.1746306134024902, 'avg_acc_mask': 59.191474783173156, 'loss': 0.975895345211029}
+{'epoch': 207, 'iter': 1020, 'avg_loss': 1.1745788241343447, 'avg_acc_mask': 59.22600453401403, 'loss': 1.1646784543991089}
+{'epoch': 207, 'iter': 1030, 'avg_loss': 1.1744053962158996, 'avg_acc_mask': 59.25585343425055, 'loss': 1.0826135873794556}
+{'epoch': 207, 'iter': 1040, 'avg_loss': 1.1748132925555754, 'avg_acc_mask': 59.276311182690286, 'loss': 1.2284424304962158}
+{'epoch': 207, 'iter': 1050, 'avg_loss': 1.1740074376624385, 'avg_acc_mask': 59.312748140571095, 'loss': 0.9945316910743713}
+{'epoch': 207, 'iter': 1060, 'avg_loss': 1.1732856538585623, 'avg_acc_mask': 59.353963456518755, 'loss': 1.2213648557662964}
+{'epoch': 207, 'iter': 1070, 'avg_loss': 1.1722406422168044, 'avg_acc_mask': 59.37813781718545, 'loss': 0.9599113464355469}
+{'epoch': 207, 'iter': 1080, 'avg_loss': 1.1730446285610394, 'avg_acc_mask': 59.36567855878933, 'loss': 1.0891834497451782}
+{'epoch': 207, 'iter': 1090, 'avg_loss': 1.1736935857345379, 'avg_acc_mask': 59.33006372401828, 'loss': 1.232740879058838}
+{'epoch': 207, 'iter': 1100, 'avg_loss': 1.1735754728208987, 'avg_acc_mask': 59.334006054490416, 'loss': 0.9735474586486816}
+{'epoch': 'EP207_train', 'avg_loss': 1.1735102528360635, 'total_masked_acc': 59.32276039434205}
+{'epoch': 208, 'iter': 0, 'avg_loss': 1.270511269569397, 'avg_acc_mask': 51.388888888888886, 'loss': 1.270511269569397}
+{'epoch': 208, 'iter': 10, 'avg_loss': 1.2046986601569436, 'avg_acc_mask': 55.65749235474006, 'loss': 1.1559141874313354}
+{'epoch': 208, 'iter': 20, 'avg_loss': 1.2231646804582506, 'avg_acc_mask': 56.91126279863481, 'loss': 1.3453586101531982}
+{'epoch': 208, 'iter': 30, 'avg_loss': 1.1855990213732566, 'avg_acc_mask': 57.22576900754498, 'loss': 1.2974599599838257}
+{'epoch': 208, 'iter': 40, 'avg_loss': 1.1818127588527958, 'avg_acc_mask': 57.705779334500875, 'loss': 1.0689374208450317}
+{'epoch': 208, 'iter': 50, 'avg_loss': 1.1816911510392731, 'avg_acc_mask': 57.85588752196836, 'loss': 1.1682177782058716}
+{'epoch': 208, 'iter': 60, 'avg_loss': 1.175948793770837, 'avg_acc_mask': 58.55882352941176, 'loss': 1.1518081426620483}
+{'epoch': 208, 'iter': 70, 'avg_loss': 1.1737967318212483, 'avg_acc_mask': 58.65893622384674, 'loss': 0.9859104752540588}
+{'epoch': 208, 'iter': 80, 'avg_loss': 1.1668714586599374, 'avg_acc_mask': 58.814421588144214, 'loss': 1.117240309715271}
+{'epoch': 208, 'iter': 90, 'avg_loss': 1.1563511464621994, 'avg_acc_mask': 59.500693481276, 'loss': 1.066980242729187}
+{'epoch': 208, 'iter': 100, 'avg_loss': 1.1565221512671744, 'avg_acc_mask': 59.51008645533141, 'loss': 0.9742809534072876}
+{'epoch': 208, 'iter': 110, 'avg_loss': 1.1584264453466948, 'avg_acc_mask': 59.62332727573104, 'loss': 0.7664839625358582}
+{'epoch': 208, 'iter': 120, 'avg_loss': 1.1476369559272261, 'avg_acc_mask': 59.92994212610417, 'loss': 1.2101118564605713}
+{'epoch': 208, 'iter': 130, 'avg_loss': 1.1459819333243917, 'avg_acc_mask': 59.871544261379505, 'loss': 1.028328537940979}
+{'epoch': 208, 'iter': 140, 'avg_loss': 1.1481313747717135, 'avg_acc_mask': 59.73137026992122, 'loss': 1.1727865934371948}
+{'epoch': 208, 'iter': 150, 'avg_loss': 1.1378057824065353, 'avg_acc_mask': 60.20420566427617, 'loss': 0.9533608555793762}
+{'epoch': 208, 'iter': 160, 'avg_loss': 1.142088660912484, 'avg_acc_mask': 60.250855188141394, 'loss': 1.062639832496643}
+{'epoch': 208, 'iter': 170, 'avg_loss': 1.1439101758756136, 'avg_acc_mask': 60.16059957173447, 'loss': 1.1965851783752441}
+{'epoch': 208, 'iter': 180, 'avg_loss': 1.1459002649586503, 'avg_acc_mask': 60.05866289066451, 'loss': 1.1444545984268188}
+{'epoch': 208, 'iter': 190, 'avg_loss': 1.1402018082703596, 'avg_acc_mask': 60.312140942167744, 'loss': 0.7722861170768738}
+{'epoch': 208, 'iter': 200, 'avg_loss': 1.1411184502478262, 'avg_acc_mask': 60.22034052626787, 'loss': 1.1411566734313965}
+{'epoch': 208, 'iter': 210, 'avg_loss': 1.139904450183796, 'avg_acc_mask': 60.29654036243822, 'loss': 0.8489887714385986}
+{'epoch': 208, 'iter': 220, 'avg_loss': 1.1407836770040418, 'avg_acc_mask': 60.26341948310139, 'loss': 1.3332947492599487}
+{'epoch': 208, 'iter': 230, 'avg_loss': 1.1424707264611216, 'avg_acc_mask': 60.212392206962626, 'loss': 1.2266879081726074}
+{'epoch': 208, 'iter': 240, 'avg_loss': 1.1445809083360854, 'avg_acc_mask': 60.15924054509264, 'loss': 1.1906431913375854}
+{'epoch': 208, 'iter': 250, 'avg_loss': 1.148329702743971, 'avg_acc_mask': 60.04273504273504, 'loss': 0.7890849709510803}
+{'epoch': 208, 'iter': 260, 'avg_loss': 1.1492997049371858, 'avg_acc_mask': 60.02270630809622, 'loss': 1.1457046270370483}
+{'epoch': 208, 'iter': 270, 'avg_loss': 1.1549193412615364, 'avg_acc_mask': 59.94411123227918, 'loss': 1.610813856124878}
+{'epoch': 208, 'iter': 280, 'avg_loss': 1.157555277873613, 'avg_acc_mask': 59.9459530714474, 'loss': 0.7564941644668579}
+{'epoch': 208, 'iter': 290, 'avg_loss': 1.1563758385140461, 'avg_acc_mask': 60.0267124594543, 'loss': 1.1321707963943481}
+{'epoch': 208, 'iter': 300, 'avg_loss': 1.1531474584360852, 'avg_acc_mask': 60.07632648036439, 'loss': 0.8180783987045288}
+{'epoch': 208, 'iter': 310, 'avg_loss': 1.151340447629763, 'avg_acc_mask': 60.13590033975085, 'loss': 0.8703203797340393}
+{'epoch': 208, 'iter': 320, 'avg_loss': 1.1538147025761947, 'avg_acc_mask': 60.032437442075995, 'loss': 1.0753344297409058}
+{'epoch': 208, 'iter': 330, 'avg_loss': 1.15367057928506, 'avg_acc_mask': 60.062804912241354, 'loss': 0.9304897785186768}
+{'epoch': 208, 'iter': 340, 'avg_loss': 1.1523758118802852, 'avg_acc_mask': 60.120698091665304, 'loss': 1.1408213376998901}
+{'epoch': 208, 'iter': 350, 'avg_loss': 1.1519601776389314, 'avg_acc_mask': 60.127017729558084, 'loss': 0.9825149774551392}
+{'epoch': 208, 'iter': 360, 'avg_loss': 1.1541646496080626, 'avg_acc_mask': 60.06358648274448, 'loss': 1.5908864736557007}
+{'epoch': 208, 'iter': 370, 'avg_loss': 1.1556841502935096, 'avg_acc_mask': 60.03095666067505, 'loss': 1.1799317598342896}
+{'epoch': 208, 'iter': 380, 'avg_loss': 1.1598842785427264, 'avg_acc_mask': 59.90568330983519, 'loss': 0.8921992182731628}
+{'epoch': 208, 'iter': 390, 'avg_loss': 1.1594795051133235, 'avg_acc_mask': 59.91087090503958, 'loss': 1.3892015218734741}
+{'epoch': 208, 'iter': 400, 'avg_loss': 1.1620309288959552, 'avg_acc_mask': 59.85371047636684, 'loss': 1.0458250045776367}
+{'epoch': 208, 'iter': 410, 'avg_loss': 1.160448831073269, 'avg_acc_mask': 59.91690751445087, 'loss': 1.0732848644256592}
+{'epoch': 208, 'iter': 420, 'avg_loss': 1.1590226336499574, 'avg_acc_mask': 59.96992880201654, 'loss': 1.1578741073608398}
+{'epoch': 208, 'iter': 430, 'avg_loss': 1.1589517460621703, 'avg_acc_mask': 59.949883349174804, 'loss': 1.2321245670318604}
+{'epoch': 208, 'iter': 440, 'avg_loss': 1.1618852172038452, 'avg_acc_mask': 59.89295798390155, 'loss': 1.5539462566375732}
+{'epoch': 208, 'iter': 450, 'avg_loss': 1.1607346177894102, 'avg_acc_mask': 59.934007011755, 'loss': 0.7964522838592529}
+{'epoch': 208, 'iter': 460, 'avg_loss': 1.1615350815324101, 'avg_acc_mask': 59.88306451612904, 'loss': 1.3694038391113281}
+{'epoch': 208, 'iter': 470, 'avg_loss': 1.161269436216658, 'avg_acc_mask': 59.89047787889532, 'loss': 1.0618550777435303}
+{'epoch': 208, 'iter': 480, 'avg_loss': 1.1615763917534365, 'avg_acc_mask': 59.86045794464575, 'loss': 0.900942325592041}
+{'epoch': 208, 'iter': 490, 'avg_loss': 1.162044875247901, 'avg_acc_mask': 59.86700419390184, 'loss': 1.27170991897583}
+{'epoch': 208, 'iter': 500, 'avg_loss': 1.1617137498246457, 'avg_acc_mask': 59.88152536097742, 'loss': 1.3460201025009155}
+{'epoch': 208, 'iter': 510, 'avg_loss': 1.160887980064534, 'avg_acc_mask': 59.88616589327146, 'loss': 1.1635719537734985}
+{'epoch': 208, 'iter': 520, 'avg_loss': 1.1598149792017727, 'avg_acc_mask': 59.928106203509266, 'loss': 1.4191151857376099}
+{'epoch': 208, 'iter': 530, 'avg_loss': 1.1594981339018224, 'avg_acc_mask': 59.96644060686569, 'loss': 1.0143550634384155}
+{'epoch': 208, 'iter': 540, 'avg_loss': 1.1602433529887315, 'avg_acc_mask': 59.93001475179251, 'loss': 1.094991683959961}
+{'epoch': 208, 'iter': 550, 'avg_loss': 1.163251434069147, 'avg_acc_mask': 59.78721971584405, 'loss': 1.2267276048660278}
+{'epoch': 208, 'iter': 560, 'avg_loss': 1.1648350942368602, 'avg_acc_mask': 59.732009925558316, 'loss': 1.1944870948791504}
+{'epoch': 208, 'iter': 570, 'avg_loss': 1.1650780190937156, 'avg_acc_mask': 59.77515677291484, 'loss': 1.5020663738250732}
+{'epoch': 208, 'iter': 580, 'avg_loss': 1.1654342366783221, 'avg_acc_mask': 59.72408080035685, 'loss': 1.3359581232070923}
+{'epoch': 208, 'iter': 590, 'avg_loss': 1.1658559746145194, 'avg_acc_mask': 59.670807647776705, 'loss': 1.0609469413757324}
+{'epoch': 208, 'iter': 600, 'avg_loss': 1.1650083001560458, 'avg_acc_mask': 59.719272324314346, 'loss': 1.4949263334274292}
+{'epoch': 208, 'iter': 610, 'avg_loss': 1.1651732837705098, 'avg_acc_mask': 59.670981008830296, 'loss': 1.2261743545532227}
+{'epoch': 208, 'iter': 620, 'avg_loss': 1.1633379475697996, 'avg_acc_mask': 59.74118697010263, 'loss': 1.2752408981323242}
+{'epoch': 208, 'iter': 630, 'avg_loss': 1.162666936683957, 'avg_acc_mask': 59.77872738980273, 'loss': 0.7856741547584534}
+{'epoch': 208, 'iter': 640, 'avg_loss': 1.164083252644948, 'avg_acc_mask': 59.75518216987123, 'loss': 0.8909356594085693}
+{'epoch': 208, 'iter': 650, 'avg_loss': 1.166314356978954, 'avg_acc_mask': 59.66723549488054, 'loss': 1.0876272916793823}
+{'epoch': 208, 'iter': 660, 'avg_loss': 1.1656060428915154, 'avg_acc_mask': 59.70823397390939, 'loss': 1.19522225856781}
+{'epoch': 208, 'iter': 670, 'avg_loss': 1.1646317204491037, 'avg_acc_mask': 59.751748541730024, 'loss': 1.020263671875}
+{'epoch': 208, 'iter': 680, 'avg_loss': 1.164111124523936, 'avg_acc_mask': 59.761237864737716, 'loss': 1.2281876802444458}
+{'epoch': 208, 'iter': 690, 'avg_loss': 1.164755914128465, 'avg_acc_mask': 59.73650385604113, 'loss': 1.1553951501846313}
+{'epoch': 208, 'iter': 700, 'avg_loss': 1.165244239458174, 'avg_acc_mask': 59.70925017149491, 'loss': 1.2060534954071045}
+{'epoch': 208, 'iter': 710, 'avg_loss': 1.1640219253326771, 'avg_acc_mask': 59.782523867745375, 'loss': 1.2453001737594604}
+{'epoch': 208, 'iter': 720, 'avg_loss': 1.1650061112171073, 'avg_acc_mask': 59.748185757878815, 'loss': 1.4485645294189453}
+{'epoch': 208, 'iter': 730, 'avg_loss': 1.1636639891342653, 'avg_acc_mask': 59.779092103932875, 'loss': 1.2122646570205688}
+{'epoch': 208, 'iter': 740, 'avg_loss': 1.1636094080935284, 'avg_acc_mask': 59.77979274611399, 'loss': 1.0379408597946167}
+{'epoch': 208, 'iter': 750, 'avg_loss': 1.1654407320105125, 'avg_acc_mask': 59.75079259750793, 'loss': 1.1666040420532227}
+{'epoch': 208, 'iter': 760, 'avg_loss': 1.1642709202898003, 'avg_acc_mask': 59.781606406212084, 'loss': 1.0187159776687622}
+{'epoch': 208, 'iter': 770, 'avg_loss': 1.1661442406910403, 'avg_acc_mask': 59.714244686961514, 'loss': 1.2573864459991455}
+{'epoch': 208, 'iter': 780, 'avg_loss': 1.1655394721122772, 'avg_acc_mask': 59.76921803693457, 'loss': 0.9927725195884705}
+{'epoch': 208, 'iter': 790, 'avg_loss': 1.1654391180248236, 'avg_acc_mask': 59.78606128550075, 'loss': 1.2179350852966309}
+{'epoch': 208, 'iter': 800, 'avg_loss': 1.164697366707334, 'avg_acc_mask': 59.82241697416975, 'loss': 1.2750173807144165}
+{'epoch': 208, 'iter': 810, 'avg_loss': 1.1648999169634244, 'avg_acc_mask': 59.82549662839438, 'loss': 1.200809121131897}
+{'epoch': 208, 'iter': 820, 'avg_loss': 1.1653823206398577, 'avg_acc_mask': 59.80846184973697, 'loss': 1.1565595865249634}
+{'epoch': 208, 'iter': 830, 'avg_loss': 1.1658596649640447, 'avg_acc_mask': 59.811069126472546, 'loss': 1.341418743133545}
+{'epoch': 208, 'iter': 840, 'avg_loss': 1.1654336246950874, 'avg_acc_mask': 59.781893184710576, 'loss': 1.204936146736145}
+{'epoch': 208, 'iter': 850, 'avg_loss': 1.1663719961982215, 'avg_acc_mask': 59.73187793732267, 'loss': 1.1978435516357422}
+{'epoch': 208, 'iter': 860, 'avg_loss': 1.1668931763623511, 'avg_acc_mask': 59.66931188637676, 'loss': 1.5082463026046753}
+{'epoch': 208, 'iter': 870, 'avg_loss': 1.1684991418288853, 'avg_acc_mask': 59.61181042493875, 'loss': 1.1514880657196045}
+{'epoch': 208, 'iter': 880, 'avg_loss': 1.1677995546045423, 'avg_acc_mask': 59.62643377974636, 'loss': 1.0468400716781616}
+{'epoch': 208, 'iter': 890, 'avg_loss': 1.166742641850888, 'avg_acc_mask': 59.682657895281245, 'loss': 0.795716404914856}
+{'epoch': 208, 'iter': 900, 'avg_loss': 1.1673531872318534, 'avg_acc_mask': 59.65127199967333, 'loss': 1.4764503240585327}
+{'epoch': 208, 'iter': 910, 'avg_loss': 1.1679856511554656, 'avg_acc_mask': 59.63800722371315, 'loss': 1.1606531143188477}
+{'epoch': 208, 'iter': 920, 'avg_loss': 1.1670182777020623, 'avg_acc_mask': 59.659953648205864, 'loss': 0.9794918298721313}
+{'epoch': 208, 'iter': 930, 'avg_loss': 1.1665242001270248, 'avg_acc_mask': 59.66320117009922, 'loss': 1.542324185371399}
+{'epoch': 208, 'iter': 940, 'avg_loss': 1.1668361033313965, 'avg_acc_mask': 59.61512161766143, 'loss': 0.7840495705604553}
+{'epoch': 208, 'iter': 950, 'avg_loss': 1.1678133326123314, 'avg_acc_mask': 59.58112755516055, 'loss': 1.328805685043335}
+{'epoch': 208, 'iter': 960, 'avg_loss': 1.1684441965899035, 'avg_acc_mask': 59.57686936893853, 'loss': 1.1501795053482056}
+{'epoch': 208, 'iter': 970, 'avg_loss': 1.1693108528699, 'avg_acc_mask': 59.53232983054056, 'loss': 1.233849287033081}
+{'epoch': 208, 'iter': 980, 'avg_loss': 1.1689834394829233, 'avg_acc_mask': 59.53313224797198, 'loss': 0.9062049388885498}
+{'epoch': 208, 'iter': 990, 'avg_loss': 1.169981122979242, 'avg_acc_mask': 59.478479887399075, 'loss': 1.3079884052276611}
+{'epoch': 208, 'iter': 1000, 'avg_loss': 1.1705212141131307, 'avg_acc_mask': 59.43183691411617, 'loss': 1.48931884765625}
+{'epoch': 208, 'iter': 1010, 'avg_loss': 1.170777548432468, 'avg_acc_mask': 59.41429426814, 'loss': 1.2315058708190918}
+{'epoch': 208, 'iter': 1020, 'avg_loss': 1.1709546185847477, 'avg_acc_mask': 59.43731809852323, 'loss': 1.290643334388733}
+{'epoch': 208, 'iter': 1030, 'avg_loss': 1.170302528588085, 'avg_acc_mask': 59.47561279305561, 'loss': 1.1027836799621582}
+{'epoch': 208, 'iter': 1040, 'avg_loss': 1.1706463311522426, 'avg_acc_mask': 59.48921180096873, 'loss': 1.1764520406723022}
+{'epoch': 208, 'iter': 1050, 'avg_loss': 1.1705238614957976, 'avg_acc_mask': 59.499589970861756, 'loss': 1.1681782007217407}
+{'epoch': 208, 'iter': 1060, 'avg_loss': 1.1688517925876363, 'avg_acc_mask': 59.55172771609421, 'loss': 0.6018796563148499}
+{'epoch': 208, 'iter': 1070, 'avg_loss': 1.1682898845214025, 'avg_acc_mask': 59.552141558931446, 'loss': 1.3786123991012573}
+{'epoch': 208, 'iter': 1080, 'avg_loss': 1.167979885592271, 'avg_acc_mask': 59.565106599847105, 'loss': 1.200275182723999}
+{'epoch': 208, 'iter': 1090, 'avg_loss': 1.168477647081632, 'avg_acc_mask': 59.536260151665466, 'loss': 1.0726571083068848}
+{'epoch': 208, 'iter': 1100, 'avg_loss': 1.1680820350967462, 'avg_acc_mask': 59.55445874741546, 'loss': 0.9456053376197815}
+{'epoch': 'EP208_train', 'avg_loss': 1.1681649343999803, 'total_masked_acc': 59.54781799757463}
+{'epoch': 209, 'iter': 0, 'avg_loss': 1.6685909032821655, 'avg_acc_mask': 52.459016393442624, 'loss': 1.6685909032821655}
+{'epoch': 209, 'iter': 10, 'avg_loss': 1.249226288361983, 'avg_acc_mask': 57.704402515723274, 'loss': 0.9571824073791504}
+{'epoch': 209, 'iter': 20, 'avg_loss': 1.2433902791568212, 'avg_acc_mask': 57.53660637381568, 'loss': 1.321820855140686}
+{'epoch': 209, 'iter': 30, 'avg_loss': 1.2117735224385415, 'avg_acc_mask': 58.96510228640193, 'loss': 1.5030044317245483}
+{'epoch': 209, 'iter': 40, 'avg_loss': 1.2068870154822744, 'avg_acc_mask': 58.73589164785553, 'loss': 1.4918955564498901}
+{'epoch': 209, 'iter': 50, 'avg_loss': 1.2233462473925423, 'avg_acc_mask': 57.7449567723343, 'loss': 0.9838991165161133}
+{'epoch': 209, 'iter': 60, 'avg_loss': 1.2081438302993774, 'avg_acc_mask': 58.15365927725479, 'loss': 1.2525458335876465}
+{'epoch': 209, 'iter': 70, 'avg_loss': 1.1926545819766086, 'avg_acc_mask': 58.59476276899145, 'loss': 1.0759761333465576}
+{'epoch': 209, 'iter': 80, 'avg_loss': 1.1914214271086234, 'avg_acc_mask': 58.621468926553675, 'loss': 1.3220679759979248}
+{'epoch': 209, 'iter': 90, 'avg_loss': 1.1884099690468757, 'avg_acc_mask': 58.844837995572554, 'loss': 1.19197678565979}
+{'epoch': 209, 'iter': 100, 'avg_loss': 1.1758440325755883, 'avg_acc_mask': 59.1847925424968, 'loss': 0.987099826335907}
+{'epoch': 209, 'iter': 110, 'avg_loss': 1.1683871370178085, 'avg_acc_mask': 59.37917222963952, 'loss': 1.0928086042404175}
+{'epoch': 209, 'iter': 120, 'avg_loss': 1.1618454003137004, 'avg_acc_mask': 59.4954128440367, 'loss': 1.1707144975662231}
+{'epoch': 209, 'iter': 130, 'avg_loss': 1.1585676474425628, 'avg_acc_mask': 59.61104847801578, 'loss': 1.1958616971969604}
+{'epoch': 209, 'iter': 140, 'avg_loss': 1.1574316109325868, 'avg_acc_mask': 59.61210850478312, 'loss': 0.9733941555023193}
+{'epoch': 209, 'iter': 150, 'avg_loss': 1.1527528431241876, 'avg_acc_mask': 59.76389572060994, 'loss': 1.0926164388656616}
+{'epoch': 209, 'iter': 160, 'avg_loss': 1.1555026118059335, 'avg_acc_mask': 59.8705501618123, 'loss': 1.1302121877670288}
+{'epoch': 209, 'iter': 170, 'avg_loss': 1.1601677212798804, 'avg_acc_mask': 59.67636837532581, 'loss': 1.0578534603118896}
+{'epoch': 209, 'iter': 180, 'avg_loss': 1.158962651840231, 'avg_acc_mask': 59.67313585291113, 'loss': 1.2050868272781372}
+{'epoch': 209, 'iter': 190, 'avg_loss': 1.1601579073836041, 'avg_acc_mask': 59.63418174779832, 'loss': 1.1416428089141846}
+{'epoch': 209, 'iter': 200, 'avg_loss': 1.1571052866195566, 'avg_acc_mask': 59.67904630903256, 'loss': 1.235700011253357}
+{'epoch': 209, 'iter': 210, 'avg_loss': 1.1614946191909754, 'avg_acc_mask': 59.61236249345207, 'loss': 1.3748598098754883}
+{'epoch': 209, 'iter': 220, 'avg_loss': 1.1586155840174646, 'avg_acc_mask': 59.67782322009849, 'loss': 1.442872166633606}
+{'epoch': 209, 'iter': 230, 'avg_loss': 1.1588405649383346, 'avg_acc_mask': 59.67741935483871, 'loss': 1.2644271850585938}
+{'epoch': 209, 'iter': 240, 'avg_loss': 1.1584170806952037, 'avg_acc_mask': 59.67766692248657, 'loss': 1.1378120183944702}
+{'epoch': 209, 'iter': 250, 'avg_loss': 1.1597572600699042, 'avg_acc_mask': 59.51715000736052, 'loss': 1.0643196105957031}
+{'epoch': 209, 'iter': 260, 'avg_loss': 1.1573451284704537, 'avg_acc_mask': 59.66053748231966, 'loss': 0.9404664635658264}
+{'epoch': 209, 'iter': 270, 'avg_loss': 1.1573083251164848, 'avg_acc_mask': 59.72278842233999, 'loss': 1.4882756471633911}
+{'epoch': 209, 'iter': 280, 'avg_loss': 1.1569566633353454, 'avg_acc_mask': 59.798336934459506, 'loss': 0.5713722705841064}
+{'epoch': 209, 'iter': 290, 'avg_loss': 1.1563369461760897, 'avg_acc_mask': 59.88607594936709, 'loss': 1.0474214553833008}
+{'epoch': 209, 'iter': 300, 'avg_loss': 1.1539199213648952, 'avg_acc_mask': 60.00857527869656, 'loss': 0.7233266830444336}
+{'epoch': 209, 'iter': 310, 'avg_loss': 1.1553857372504721, 'avg_acc_mask': 59.963317950538396, 'loss': 0.9936213493347168}
+{'epoch': 209, 'iter': 320, 'avg_loss': 1.1597738059881693, 'avg_acc_mask': 59.750488674255486, 'loss': 1.3998881578445435}
+{'epoch': 209, 'iter': 330, 'avg_loss': 1.1609174304858436, 'avg_acc_mask': 59.670598709103054, 'loss': 1.1815017461776733}
+{'epoch': 209, 'iter': 340, 'avg_loss': 1.1596484659703945, 'avg_acc_mask': 59.707216940363004, 'loss': 0.9522656202316284}
+{'epoch': 209, 'iter': 350, 'avg_loss': 1.1592903643252164, 'avg_acc_mask': 59.77935382190701, 'loss': 1.0373202562332153}
+{'epoch': 209, 'iter': 360, 'avg_loss': 1.1596405940372858, 'avg_acc_mask': 59.808368584679684, 'loss': 1.1877492666244507}
+{'epoch': 209, 'iter': 370, 'avg_loss': 1.1577742699021598, 'avg_acc_mask': 59.87112763320942, 'loss': 1.2835183143615723}
+{'epoch': 209, 'iter': 380, 'avg_loss': 1.1599663768227644, 'avg_acc_mask': 59.78376291147794, 'loss': 0.8943087458610535}
+{'epoch': 209, 'iter': 390, 'avg_loss': 1.1619821756392184, 'avg_acc_mask': 59.75150602409639, 'loss': 1.3212836980819702}
+{'epoch': 209, 'iter': 400, 'avg_loss': 1.1633808339325864, 'avg_acc_mask': 59.64662689307022, 'loss': 0.9965261220932007}
+{'epoch': 209, 'iter': 410, 'avg_loss': 1.1617140917882431, 'avg_acc_mask': 59.662171244231374, 'loss': 1.0643583536148071}
+{'epoch': 209, 'iter': 420, 'avg_loss': 1.1601268442396313, 'avg_acc_mask': 59.707907547914566, 'loss': 0.9099858999252319}
+{'epoch': 209, 'iter': 430, 'avg_loss': 1.1619737191156003, 'avg_acc_mask': 59.715497664852826, 'loss': 1.5997456312179565}
+{'epoch': 209, 'iter': 440, 'avg_loss': 1.1632171953075867, 'avg_acc_mask': 59.65939997489434, 'loss': 1.2005938291549683}
+{'epoch': 209, 'iter': 450, 'avg_loss': 1.1645719439386, 'avg_acc_mask': 59.63490504256712, 'loss': 0.8606590032577515}
+{'epoch': 209, 'iter': 460, 'avg_loss': 1.1648247080356076, 'avg_acc_mask': 59.60100747611242, 'loss': 1.1714303493499756}
+{'epoch': 209, 'iter': 470, 'avg_loss': 1.167157519015537, 'avg_acc_mask': 59.559915578832175, 'loss': 1.0991488695144653}
+{'epoch': 209, 'iter': 480, 'avg_loss': 1.1674005027372476, 'avg_acc_mask': 59.57104557640751, 'loss': 1.3081470727920532}
+{'epoch': 209, 'iter': 490, 'avg_loss': 1.1682664869759087, 'avg_acc_mask': 59.577818604476775, 'loss': 1.185521125793457}
+{'epoch': 209, 'iter': 500, 'avg_loss': 1.1673890000093958, 'avg_acc_mask': 59.57852999486012, 'loss': 1.2883820533752441}
+{'epoch': 209, 'iter': 510, 'avg_loss': 1.1683591608898514, 'avg_acc_mask': 59.49676491732566, 'loss': 1.0790283679962158}
+{'epoch': 209, 'iter': 520, 'avg_loss': 1.1680570068606488, 'avg_acc_mask': 59.57274297599323, 'loss': 1.3376368284225464}
+{'epoch': 209, 'iter': 530, 'avg_loss': 1.1663841893668454, 'avg_acc_mask': 59.622106100979344, 'loss': 1.0050123929977417}
+{'epoch': 209, 'iter': 540, 'avg_loss': 1.1672235779092404, 'avg_acc_mask': 59.60703135604724, 'loss': 1.1854766607284546}
+{'epoch': 209, 'iter': 550, 'avg_loss': 1.1692204514345976, 'avg_acc_mask': 59.51216265681675, 'loss': 1.41696035861969}
+{'epoch': 209, 'iter': 560, 'avg_loss': 1.1663631033982398, 'avg_acc_mask': 59.613308469918536, 'loss': 0.7157018184661865}
+{'epoch': 209, 'iter': 570, 'avg_loss': 1.1644898483924397, 'avg_acc_mask': 59.73333333333334, 'loss': 1.0157523155212402}
+{'epoch': 209, 'iter': 580, 'avg_loss': 1.1648725894970655, 'avg_acc_mask': 59.68148848943551, 'loss': 1.5206390619277954}
+{'epoch': 209, 'iter': 590, 'avg_loss': 1.163885727449117, 'avg_acc_mask': 59.70144631298585, 'loss': 1.1093045473098755}
+{'epoch': 209, 'iter': 600, 'avg_loss': 1.1629892222694866, 'avg_acc_mask': 59.7099506428615, 'loss': 1.1484229564666748}
+{'epoch': 209, 'iter': 610, 'avg_loss': 1.1637088851530697, 'avg_acc_mask': 59.65938052831999, 'loss': 1.2451640367507935}
+{'epoch': 209, 'iter': 620, 'avg_loss': 1.161450788018784, 'avg_acc_mask': 59.77167468066905, 'loss': 1.1976077556610107}
+{'epoch': 209, 'iter': 630, 'avg_loss': 1.159907890008482, 'avg_acc_mask': 59.8362559516897, 'loss': 1.08515202999115}
+{'epoch': 209, 'iter': 640, 'avg_loss': 1.1588601826133669, 'avg_acc_mask': 59.88716744465764, 'loss': 1.0269094705581665}
+{'epoch': 209, 'iter': 650, 'avg_loss': 1.1589397371456187, 'avg_acc_mask': 59.87588152327221, 'loss': 1.1083570718765259}
+{'epoch': 209, 'iter': 660, 'avg_loss': 1.1576918953305473, 'avg_acc_mask': 59.912666184569176, 'loss': 0.7832067608833313}
+{'epoch': 209, 'iter': 670, 'avg_loss': 1.1585573284885389, 'avg_acc_mask': 59.89637589780141, 'loss': 1.1434390544891357}
+{'epoch': 209, 'iter': 680, 'avg_loss': 1.1583828801800675, 'avg_acc_mask': 59.88921912996488, 'loss': 1.4460145235061646}
+{'epoch': 209, 'iter': 690, 'avg_loss': 1.1590039957794542, 'avg_acc_mask': 59.85215125245972, 'loss': 0.9529757499694824}
+{'epoch': 209, 'iter': 700, 'avg_loss': 1.1615174983265397, 'avg_acc_mask': 59.75370103497969, 'loss': 1.5767502784729004}
+{'epoch': 209, 'iter': 710, 'avg_loss': 1.1596430014457382, 'avg_acc_mask': 59.82981144763727, 'loss': 0.9208725094795227}
+{'epoch': 209, 'iter': 720, 'avg_loss': 1.1607267950014335, 'avg_acc_mask': 59.86075336002652, 'loss': 1.031791090965271}
+{'epoch': 209, 'iter': 730, 'avg_loss': 1.1593400971344818, 'avg_acc_mask': 59.922579996480906, 'loss': 1.4445945024490356}
+{'epoch': 209, 'iter': 740, 'avg_loss': 1.1596330899780418, 'avg_acc_mask': 59.8977591383974, 'loss': 1.20103120803833}
+{'epoch': 209, 'iter': 750, 'avg_loss': 1.1614885688145533, 'avg_acc_mask': 59.84778033380647, 'loss': 1.0067676305770874}
+{'epoch': 209, 'iter': 760, 'avg_loss': 1.1604102574259474, 'avg_acc_mask': 59.88207718145132, 'loss': 0.8917557001113892}
+{'epoch': 209, 'iter': 770, 'avg_loss': 1.161164309264157, 'avg_acc_mask': 59.86230882843394, 'loss': 1.1918772459030151}
+{'epoch': 209, 'iter': 780, 'avg_loss': 1.1616027713890418, 'avg_acc_mask': 59.831632413111976, 'loss': 1.2811956405639648}
+{'epoch': 209, 'iter': 790, 'avg_loss': 1.161193021932233, 'avg_acc_mask': 59.83876963107518, 'loss': 1.3516101837158203}
+{'epoch': 209, 'iter': 800, 'avg_loss': 1.160608422890138, 'avg_acc_mask': 59.85230712778644, 'loss': 1.055800437927246}
+{'epoch': 209, 'iter': 810, 'avg_loss': 1.1612318940874093, 'avg_acc_mask': 59.84341057204924, 'loss': 1.2402591705322266}
+{'epoch': 209, 'iter': 820, 'avg_loss': 1.1605909179973253, 'avg_acc_mask': 59.851974419748665, 'loss': 1.1686201095581055}
+{'epoch': 209, 'iter': 830, 'avg_loss': 1.1609088932707565, 'avg_acc_mask': 59.845619622674896, 'loss': 1.2568550109863281}
+{'epoch': 209, 'iter': 840, 'avg_loss': 1.160454103410882, 'avg_acc_mask': 59.83352267761951, 'loss': 1.033437728881836}
+{'epoch': 209, 'iter': 850, 'avg_loss': 1.1606574276359325, 'avg_acc_mask': 59.814091918821575, 'loss': 1.0960516929626465}
+{'epoch': 209, 'iter': 860, 'avg_loss': 1.1614804260960578, 'avg_acc_mask': 59.76599961639282, 'loss': 1.2140588760375977}
+{'epoch': 209, 'iter': 870, 'avg_loss': 1.1621813091153255, 'avg_acc_mask': 59.712457373805414, 'loss': 1.0525071620941162}
+{'epoch': 209, 'iter': 880, 'avg_loss': 1.1620483973510691, 'avg_acc_mask': 59.723204994797086, 'loss': 1.0069808959960938}
+{'epoch': 209, 'iter': 890, 'avg_loss': 1.1614381671620806, 'avg_acc_mask': 59.77558163475396, 'loss': 0.8990100026130676}
+{'epoch': 209, 'iter': 900, 'avg_loss': 1.1607390866427787, 'avg_acc_mask': 59.77783203125, 'loss': 1.2839255332946777}
+{'epoch': 209, 'iter': 910, 'avg_loss': 1.1619418464952713, 'avg_acc_mask': 59.74608667659249, 'loss': 1.2641980648040771}
+{'epoch': 209, 'iter': 920, 'avg_loss': 1.1621970538854858, 'avg_acc_mask': 59.73177098901975, 'loss': 1.1774154901504517}
+{'epoch': 209, 'iter': 930, 'avg_loss': 1.1611368882796946, 'avg_acc_mask': 59.77235964808458, 'loss': 1.1981353759765625}
+{'epoch': 209, 'iter': 940, 'avg_loss': 1.1616607939905619, 'avg_acc_mask': 59.736128188613705, 'loss': 1.140474796295166}
+{'epoch': 209, 'iter': 950, 'avg_loss': 1.1619550099382892, 'avg_acc_mask': 59.734316773184524, 'loss': 1.2650121450424194}
+{'epoch': 209, 'iter': 960, 'avg_loss': 1.1623565947227994, 'avg_acc_mask': 59.72439891441459, 'loss': 1.3627935647964478}
+{'epoch': 209, 'iter': 970, 'avg_loss': 1.162945714596003, 'avg_acc_mask': 59.70510396975426, 'loss': 0.9693699479103088}
+{'epoch': 209, 'iter': 980, 'avg_loss': 1.1625102985646503, 'avg_acc_mask': 59.69501356534755, 'loss': 0.9813037514686584}
+{'epoch': 209, 'iter': 990, 'avg_loss': 1.1638552571161003, 'avg_acc_mask': 59.64110628064009, 'loss': 1.4239925146102905}
+{'epoch': 209, 'iter': 1000, 'avg_loss': 1.1634548063521142, 'avg_acc_mask': 59.657571873283274, 'loss': 1.2088193893432617}
+{'epoch': 209, 'iter': 1010, 'avg_loss': 1.1635216403196167, 'avg_acc_mask': 59.64310973287634, 'loss': 1.039896011352539}
+{'epoch': 209, 'iter': 1020, 'avg_loss': 1.1633661851710133, 'avg_acc_mask': 59.673190878075054, 'loss': 1.1969614028930664}
+{'epoch': 209, 'iter': 1030, 'avg_loss': 1.1636938959735903, 'avg_acc_mask': 59.66758510354635, 'loss': 0.9786758422851562}
+{'epoch': 209, 'iter': 1040, 'avg_loss': 1.163715546000588, 'avg_acc_mask': 59.65814072209411, 'loss': 1.0944982767105103}
+{'epoch': 209, 'iter': 1050, 'avg_loss': 1.1635781571368282, 'avg_acc_mask': 59.65579173132923, 'loss': 1.1534945964813232}
+{'epoch': 209, 'iter': 1060, 'avg_loss': 1.163651199131839, 'avg_acc_mask': 59.666188641429244, 'loss': 1.0458966493606567}
+{'epoch': 209, 'iter': 1070, 'avg_loss': 1.1631311782601834, 'avg_acc_mask': 59.68023554383923, 'loss': 1.3961825370788574}
+{'epoch': 209, 'iter': 1080, 'avg_loss': 1.1634696388443126, 'avg_acc_mask': 59.6809466492617, 'loss': 1.1674816608428955}
+{'epoch': 209, 'iter': 1090, 'avg_loss': 1.1640508970899608, 'avg_acc_mask': 59.67411733118539, 'loss': 1.0950640439987183}
+{'epoch': 209, 'iter': 1100, 'avg_loss': 1.163480872191915, 'avg_acc_mask': 59.665752057869796, 'loss': 0.9599966406822205}
+{'epoch': 'EP209_train', 'avg_loss': 1.1635724042335787, 'total_masked_acc': 59.667721256894865}
+{'epoch': 210, 'iter': 0, 'avg_loss': 1.463801622390747, 'avg_acc_mask': 50.0, 'loss': 1.463801622390747}
+{'epoch': 210, 'iter': 10, 'avg_loss': 1.1324017535556445, 'avg_acc_mask': 59.11413969335605, 'loss': 0.8560187816619873}
+{'epoch': 210, 'iter': 20, 'avg_loss': 1.1513538190296717, 'avg_acc_mask': 59.57257346393588, 'loss': 1.3879601955413818}
+{'epoch': 210, 'iter': 30, 'avg_loss': 1.1548964246626823, 'avg_acc_mask': 59.82641041537507, 'loss': 1.4473456144332886}
+{'epoch': 210, 'iter': 40, 'avg_loss': 1.1807629422443668, 'avg_acc_mask': 59.23685435086087, 'loss': 1.2273552417755127}
+{'epoch': 210, 'iter': 50, 'avg_loss': 1.1789973565176421, 'avg_acc_mask': 58.92465252377469, 'loss': 1.292156457901001}
+{'epoch': 210, 'iter': 60, 'avg_loss': 1.1728208465654342, 'avg_acc_mask': 59.174311926605505, 'loss': 0.9794730544090271}
+{'epoch': 210, 'iter': 70, 'avg_loss': 1.1645948525885461, 'avg_acc_mask': 59.3996840442338, 'loss': 1.1228946447372437}
+{'epoch': 210, 'iter': 80, 'avg_loss': 1.171062977961552, 'avg_acc_mask': 59.551590025165865, 'loss': 1.4004162549972534}
+{'epoch': 210, 'iter': 90, 'avg_loss': 1.1768416382454254, 'avg_acc_mask': 59.497772377480764, 'loss': 1.074207067489624}
+{'epoch': 210, 'iter': 100, 'avg_loss': 1.1666410748321232, 'avg_acc_mask': 59.82126573043954, 'loss': 1.122840166091919}
+{'epoch': 210, 'iter': 110, 'avg_loss': 1.1655042821222596, 'avg_acc_mask': 59.68010663112297, 'loss': 1.3160829544067383}
+{'epoch': 210, 'iter': 120, 'avg_loss': 1.1590755222257503, 'avg_acc_mask': 59.89623073401496, 'loss': 1.2053792476654053}
+{'epoch': 210, 'iter': 130, 'avg_loss': 1.1538802389880174, 'avg_acc_mask': 59.862224096724304, 'loss': 1.0057555437088013}
+{'epoch': 210, 'iter': 140, 'avg_loss': 1.1585566879164242, 'avg_acc_mask': 59.737900609835215, 'loss': 1.2489902973175049}
+{'epoch': 210, 'iter': 150, 'avg_loss': 1.1562362830370467, 'avg_acc_mask': 59.65826466311197, 'loss': 1.1492362022399902}
+{'epoch': 210, 'iter': 160, 'avg_loss': 1.1618812084197998, 'avg_acc_mask': 59.623717217787906, 'loss': 1.4699558019638062}
+{'epoch': 210, 'iter': 170, 'avg_loss': 1.1679524228586788, 'avg_acc_mask': 59.533240552403385, 'loss': 1.2161939144134521}
+{'epoch': 210, 'iter': 180, 'avg_loss': 1.1717574658973442, 'avg_acc_mask': 59.334006054490416, 'loss': 1.1873064041137695}
+{'epoch': 210, 'iter': 190, 'avg_loss': 1.1700159829324452, 'avg_acc_mask': 59.482676338646556, 'loss': 1.1811667680740356}
+{'epoch': 210, 'iter': 200, 'avg_loss': 1.1694990784967716, 'avg_acc_mask': 59.4847137802776, 'loss': 1.276007056236267}
+{'epoch': 210, 'iter': 210, 'avg_loss': 1.170856007467514, 'avg_acc_mask': 59.47509280842615, 'loss': 1.1336044073104858}
+{'epoch': 210, 'iter': 220, 'avg_loss': 1.1674546078858872, 'avg_acc_mask': 59.49377524940226, 'loss': 1.3463842868804932}
+{'epoch': 210, 'iter': 230, 'avg_loss': 1.1701918739777106, 'avg_acc_mask': 59.40312648034107, 'loss': 1.2003213167190552}
+{'epoch': 210, 'iter': 240, 'avg_loss': 1.170059252082065, 'avg_acc_mask': 59.407969639468696, 'loss': 1.1597644090652466}
+{'epoch': 210, 'iter': 250, 'avg_loss': 1.1698084960420767, 'avg_acc_mask': 59.48564767594347, 'loss': 0.9292427897453308}
+{'epoch': 210, 'iter': 260, 'avg_loss': 1.1726835899882846, 'avg_acc_mask': 59.40649496080626, 'loss': 0.9650320410728455}
+{'epoch': 210, 'iter': 270, 'avg_loss': 1.1746044645010325, 'avg_acc_mask': 59.334006054490416, 'loss': 1.2331140041351318}
+{'epoch': 210, 'iter': 280, 'avg_loss': 1.1720027828131707, 'avg_acc_mask': 59.34208815498635, 'loss': 0.6281809210777283}
+{'epoch': 210, 'iter': 290, 'avg_loss': 1.1701913033564066, 'avg_acc_mask': 59.413095387708935, 'loss': 1.2621225118637085}
+{'epoch': 210, 'iter': 300, 'avg_loss': 1.1689412985925263, 'avg_acc_mask': 59.421256976462026, 'loss': 1.212834119796753}
+{'epoch': 210, 'iter': 310, 'avg_loss': 1.1681439600573476, 'avg_acc_mask': 59.4061729843915, 'loss': 0.9858539700508118}
+{'epoch': 210, 'iter': 320, 'avg_loss': 1.167580849842119, 'avg_acc_mask': 59.43401608946197, 'loss': 1.4582258462905884}
+{'epoch': 210, 'iter': 330, 'avg_loss': 1.1671884679362132, 'avg_acc_mask': 59.44662285304027, 'loss': 0.7361307144165039}
+{'epoch': 210, 'iter': 340, 'avg_loss': 1.1652856353790528, 'avg_acc_mask': 59.51488541443564, 'loss': 1.1130821704864502}
+{'epoch': 210, 'iter': 350, 'avg_loss': 1.1655365128462811, 'avg_acc_mask': 59.46564091901445, 'loss': 1.2550760507583618}
+{'epoch': 210, 'iter': 360, 'avg_loss': 1.167314326664087, 'avg_acc_mask': 59.43458251150558, 'loss': 1.699621319770813}
+{'epoch': 210, 'iter': 370, 'avg_loss': 1.1679625965835592, 'avg_acc_mask': 59.364860878969615, 'loss': 1.1480355262756348}
+{'epoch': 210, 'iter': 380, 'avg_loss': 1.1702002743723512, 'avg_acc_mask': 59.276970160673294, 'loss': 1.078650951385498}
+{'epoch': 210, 'iter': 390, 'avg_loss': 1.168073726432098, 'avg_acc_mask': 59.3556208327505, 'loss': 1.1524971723556519}
+{'epoch': 210, 'iter': 400, 'avg_loss': 1.1661776463289808, 'avg_acc_mask': 59.36818181818182, 'loss': 1.0699020624160767}
+{'epoch': 210, 'iter': 410, 'avg_loss': 1.1632964483432817, 'avg_acc_mask': 59.412260094853956, 'loss': 0.9125791788101196}
+{'epoch': 210, 'iter': 420, 'avg_loss': 1.163398676558515, 'avg_acc_mask': 59.42876955749144, 'loss': 1.2779208421707153}
+{'epoch': 210, 'iter': 430, 'avg_loss': 1.1614217153834632, 'avg_acc_mask': 59.535929413760925, 'loss': 1.1605517864227295}
+{'epoch': 210, 'iter': 440, 'avg_loss': 1.1636551755085554, 'avg_acc_mask': 59.45598540448647, 'loss': 1.7648407220840454}
+{'epoch': 210, 'iter': 450, 'avg_loss': 1.1643977212800154, 'avg_acc_mask': 59.42622950819673, 'loss': 0.8827269673347473}
+{'epoch': 210, 'iter': 460, 'avg_loss': 1.1640426922516813, 'avg_acc_mask': 59.43853240152478, 'loss': 0.8998058438301086}
+{'epoch': 210, 'iter': 470, 'avg_loss': 1.164585384846746, 'avg_acc_mask': 59.39417475728155, 'loss': 0.879814624786377}
+{'epoch': 210, 'iter': 480, 'avg_loss': 1.1656016230335355, 'avg_acc_mask': 59.338654503990874, 'loss': 1.201491117477417}
+{'epoch': 210, 'iter': 490, 'avg_loss': 1.1659349189756358, 'avg_acc_mask': 59.33934829617478, 'loss': 1.3362597227096558}
+{'epoch': 210, 'iter': 500, 'avg_loss': 1.165504441408816, 'avg_acc_mask': 59.33443042603766, 'loss': 1.1321816444396973}
+{'epoch': 210, 'iter': 510, 'avg_loss': 1.1650792901529958, 'avg_acc_mask': 59.31182795698925, 'loss': 1.2145098447799683}
+{'epoch': 210, 'iter': 520, 'avg_loss': 1.1639226470249857, 'avg_acc_mask': 59.358514454526265, 'loss': 0.980950117111206}
+{'epoch': 210, 'iter': 530, 'avg_loss': 1.1645149765939586, 'avg_acc_mask': 59.36259107075031, 'loss': 1.2461400032043457}
+{'epoch': 210, 'iter': 540, 'avg_loss': 1.1658497164077548, 'avg_acc_mask': 59.33358191247754, 'loss': 1.0628645420074463}
+{'epoch': 210, 'iter': 550, 'avg_loss': 1.1664329715302981, 'avg_acc_mask': 59.36959702088044, 'loss': 1.1002918481826782}
+{'epoch': 210, 'iter': 560, 'avg_loss': 1.1662536927510498, 'avg_acc_mask': 59.34791850616436, 'loss': 0.9774572849273682}
+{'epoch': 210, 'iter': 570, 'avg_loss': 1.1668618669025534, 'avg_acc_mask': 59.30912596401028, 'loss': 1.070511817932129}
+{'epoch': 210, 'iter': 580, 'avg_loss': 1.1671488175293665, 'avg_acc_mask': 59.31641734519977, 'loss': 1.5112576484680176}
+{'epoch': 210, 'iter': 590, 'avg_loss': 1.1676569445887597, 'avg_acc_mask': 59.299950482792774, 'loss': 1.0770138502120972}
+{'epoch': 210, 'iter': 600, 'avg_loss': 1.167393265171178, 'avg_acc_mask': 59.28960916318884, 'loss': 1.0823405981063843}
+{'epoch': 210, 'iter': 610, 'avg_loss': 1.1685680269024377, 'avg_acc_mask': 59.22673460212798, 'loss': 1.2595837116241455}
+{'epoch': 210, 'iter': 620, 'avg_loss': 1.1671869998584814, 'avg_acc_mask': 59.23356263470225, 'loss': 1.5033636093139648}
+{'epoch': 210, 'iter': 630, 'avg_loss': 1.1658697754569742, 'avg_acc_mask': 59.282933348829104, 'loss': 1.0927332639694214}
+{'epoch': 210, 'iter': 640, 'avg_loss': 1.1638206395083768, 'avg_acc_mask': 59.33480390752571, 'loss': 0.9208148717880249}
+{'epoch': 210, 'iter': 650, 'avg_loss': 1.1637561443031474, 'avg_acc_mask': 59.36009931439212, 'loss': 1.207878589630127}
+{'epoch': 210, 'iter': 660, 'avg_loss': 1.1630921979715172, 'avg_acc_mask': 59.36154252215709, 'loss': 0.9678245782852173}
+{'epoch': 210, 'iter': 670, 'avg_loss': 1.1634526843463255, 'avg_acc_mask': 59.37662479818297, 'loss': 1.3607465028762817}
+{'epoch': 210, 'iter': 680, 'avg_loss': 1.1644880821526313, 'avg_acc_mask': 59.32377049180327, 'loss': 1.3423312902450562}
+{'epoch': 210, 'iter': 690, 'avg_loss': 1.1665599975848164, 'avg_acc_mask': 59.27498540417175, 'loss': 1.2176332473754883}
+{'epoch': 210, 'iter': 700, 'avg_loss': 1.1681622379856682, 'avg_acc_mask': 59.22733328109082, 'loss': 1.2304363250732422}
+{'epoch': 210, 'iter': 710, 'avg_loss': 1.1680529994468314, 'avg_acc_mask': 59.254968592317994, 'loss': 1.1460853815078735}
+{'epoch': 210, 'iter': 720, 'avg_loss': 1.1695923181909462, 'avg_acc_mask': 59.17709470264233, 'loss': 1.3450591564178467}
+{'epoch': 210, 'iter': 730, 'avg_loss': 1.1683203400241366, 'avg_acc_mask': 59.20334485003254, 'loss': 1.316951870918274}
+{'epoch': 210, 'iter': 740, 'avg_loss': 1.1691520321867888, 'avg_acc_mask': 59.14988261460521, 'loss': 1.2848381996154785}
+{'epoch': 210, 'iter': 750, 'avg_loss': 1.1707411534617966, 'avg_acc_mask': 59.09678363286108, 'loss': 1.0372850894927979}
+{'epoch': 210, 'iter': 760, 'avg_loss': 1.1709000866140549, 'avg_acc_mask': 59.103607726024755, 'loss': 1.1517857313156128}
+{'epoch': 210, 'iter': 770, 'avg_loss': 1.1724904787215742, 'avg_acc_mask': 59.04784518580078, 'loss': 1.319370985031128}
+{'epoch': 210, 'iter': 780, 'avg_loss': 1.1731143390018106, 'avg_acc_mask': 59.05119774542038, 'loss': 1.0050922632217407}
+{'epoch': 210, 'iter': 790, 'avg_loss': 1.174024488546152, 'avg_acc_mask': 59.04055619930475, 'loss': 1.5132371187210083}
+{'epoch': 210, 'iter': 800, 'avg_loss': 1.1729800768112868, 'avg_acc_mask': 59.09475755703531, 'loss': 1.1128991842269897}
+{'epoch': 210, 'iter': 810, 'avg_loss': 1.173026546670535, 'avg_acc_mask': 59.085259756400696, 'loss': 1.0307888984680176}
+{'epoch': 210, 'iter': 820, 'avg_loss': 1.1736996280580723, 'avg_acc_mask': 59.08847663217981, 'loss': 0.9788566827774048}
+{'epoch': 210, 'iter': 830, 'avg_loss': 1.1734793252893303, 'avg_acc_mask': 59.10153493295696, 'loss': 1.2567331790924072}
+{'epoch': 210, 'iter': 840, 'avg_loss': 1.1740171576935385, 'avg_acc_mask': 59.08863076688387, 'loss': 1.1849968433380127}
+{'epoch': 210, 'iter': 850, 'avg_loss': 1.1746801296916607, 'avg_acc_mask': 59.0827899369445, 'loss': 0.9732317924499512}
+{'epoch': 210, 'iter': 860, 'avg_loss': 1.1754186434474418, 'avg_acc_mask': 59.07371195374937, 'loss': 1.2601383924484253}
+{'epoch': 210, 'iter': 870, 'avg_loss': 1.1763394894474, 'avg_acc_mask': 59.019389534273046, 'loss': 1.2432435750961304}
+{'epoch': 210, 'iter': 880, 'avg_loss': 1.1761547990743744, 'avg_acc_mask': 59.02756142646478, 'loss': 0.9797938466072083}
+{'epoch': 210, 'iter': 890, 'avg_loss': 1.1750745526467912, 'avg_acc_mask': 59.083526920625786, 'loss': 0.6743656992912292}
+{'epoch': 210, 'iter': 900, 'avg_loss': 1.1742683494263033, 'avg_acc_mask': 59.12009754115017, 'loss': 1.5044273138046265}
+{'epoch': 210, 'iter': 910, 'avg_loss': 1.174920290021551, 'avg_acc_mask': 59.08114294893677, 'loss': 1.2247248888015747}
+{'epoch': 210, 'iter': 920, 'avg_loss': 1.1744298574461094, 'avg_acc_mask': 59.148233609166134, 'loss': 1.3551664352416992}
+{'epoch': 210, 'iter': 930, 'avg_loss': 1.1742220475517462, 'avg_acc_mask': 59.16518999803111, 'loss': 1.4066526889801025}
+{'epoch': 210, 'iter': 940, 'avg_loss': 1.1750521887881595, 'avg_acc_mask': 59.090112372680004, 'loss': 1.1414743661880493}
+{'epoch': 210, 'iter': 950, 'avg_loss': 1.1743151435842023, 'avg_acc_mask': 59.10089833057023, 'loss': 1.403441309928894}
+{'epoch': 210, 'iter': 960, 'avg_loss': 1.173276825204228, 'avg_acc_mask': 59.136009769500845, 'loss': 1.2702574729919434}
+{'epoch': 210, 'iter': 970, 'avg_loss': 1.1735813127241714, 'avg_acc_mask': 59.13844527504059, 'loss': 1.232015609741211}
+{'epoch': 210, 'iter': 980, 'avg_loss': 1.1738286556696915, 'avg_acc_mask': 59.12811121907466, 'loss': 1.1289451122283936}
+{'epoch': 210, 'iter': 990, 'avg_loss': 1.1734551272527, 'avg_acc_mask': 59.13562895291638, 'loss': 1.151075005531311}
+{'epoch': 210, 'iter': 1000, 'avg_loss': 1.1731906145007223, 'avg_acc_mask': 59.118541033434646, 'loss': 1.5079479217529297}
+{'epoch': 210, 'iter': 1010, 'avg_loss': 1.1720818761666145, 'avg_acc_mask': 59.155312857168774, 'loss': 1.0628352165222168}
+{'epoch': 210, 'iter': 1020, 'avg_loss': 1.1720550543647787, 'avg_acc_mask': 59.16355408705646, 'loss': 1.0452673435211182}
+{'epoch': 210, 'iter': 1030, 'avg_loss': 1.1722548376808573, 'avg_acc_mask': 59.16564460797383, 'loss': 1.2504879236221313}
+{'epoch': 210, 'iter': 1040, 'avg_loss': 1.1719191459139073, 'avg_acc_mask': 59.16987907271479, 'loss': 1.1679333448410034}
+{'epoch': 210, 'iter': 1050, 'avg_loss': 1.1711189841566259, 'avg_acc_mask': 59.19676474689722, 'loss': 1.15790593624115}
+{'epoch': 210, 'iter': 1060, 'avg_loss': 1.170566515918052, 'avg_acc_mask': 59.20957215373459, 'loss': 1.2081485986709595}
+{'epoch': 210, 'iter': 1070, 'avg_loss': 1.1704325933082431, 'avg_acc_mask': 59.197947840957674, 'loss': 1.255142331123352}
+{'epoch': 210, 'iter': 1080, 'avg_loss': 1.1702375902167963, 'avg_acc_mask': 59.22487973439935, 'loss': 0.9747751355171204}
+{'epoch': 210, 'iter': 1090, 'avg_loss': 1.1704808281825072, 'avg_acc_mask': 59.23565810876528, 'loss': 1.1942427158355713}
+{'epoch': 210, 'iter': 1100, 'avg_loss': 1.1705678075579056, 'avg_acc_mask': 59.210526315789465, 'loss': 0.9594592452049255}
+{'epoch': 'EP210_train', 'avg_loss': 1.1710901969158811, 'total_masked_acc': 59.2000264891891}
+{'epoch': 211, 'iter': 0, 'avg_loss': 1.2612850666046143, 'avg_acc_mask': 58.18181818181818, 'loss': 1.2612850666046143}
+{'epoch': 211, 'iter': 10, 'avg_loss': 1.2000776746056296, 'avg_acc_mask': 56.47249190938511, 'loss': 1.2108958959579468}
+{'epoch': 211, 'iter': 20, 'avg_loss': 1.2101135395822071, 'avg_acc_mask': 57.5938566552901, 'loss': 1.313595175743103}
+{'epoch': 211, 'iter': 30, 'avg_loss': 1.1969263072936767, 'avg_acc_mask': 58.06451612903226, 'loss': 1.163989782333374}
+{'epoch': 211, 'iter': 40, 'avg_loss': 1.1821333649681836, 'avg_acc_mask': 58.77425044091711, 'loss': 1.0920747518539429}
+{'epoch': 211, 'iter': 50, 'avg_loss': 1.1909521198740192, 'avg_acc_mask': 58.10667608618863, 'loss': 1.2347099781036377}
+{'epoch': 211, 'iter': 60, 'avg_loss': 1.1767303044678734, 'avg_acc_mask': 58.89716840536513, 'loss': 1.2363144159317017}
+{'epoch': 211, 'iter': 70, 'avg_loss': 1.1798672902751977, 'avg_acc_mask': 58.74072178141797, 'loss': 1.1250388622283936}
+{'epoch': 211, 'iter': 80, 'avg_loss': 1.178495602843202, 'avg_acc_mask': 58.83663917985291, 'loss': 1.4427098035812378}
+{'epoch': 211, 'iter': 90, 'avg_loss': 1.1859861605769986, 'avg_acc_mask': 58.313539192399055, 'loss': 1.3880648612976074}
+{'epoch': 211, 'iter': 100, 'avg_loss': 1.1711005603913034, 'avg_acc_mask': 58.805595408895265, 'loss': 0.8646581172943115}
+{'epoch': 211, 'iter': 110, 'avg_loss': 1.1767823422277295, 'avg_acc_mask': 58.844765342960294, 'loss': 0.9309086799621582}
+{'epoch': 211, 'iter': 120, 'avg_loss': 1.1739318016146825, 'avg_acc_mask': 58.921036769138034, 'loss': 1.3921189308166504}
+{'epoch': 211, 'iter': 130, 'avg_loss': 1.170507483809959, 'avg_acc_mask': 58.82271082660729, 'loss': 1.3771860599517822}
+{'epoch': 211, 'iter': 140, 'avg_loss': 1.1693534056345622, 'avg_acc_mask': 58.991683991684, 'loss': 1.0192161798477173}
+{'epoch': 211, 'iter': 150, 'avg_loss': 1.1633704971793473, 'avg_acc_mask': 59.28998414053922, 'loss': 1.425779938697815}
+{'epoch': 211, 'iter': 160, 'avg_loss': 1.1648819379924988, 'avg_acc_mask': 59.23209169054441, 'loss': 1.079006314277649}
+{'epoch': 211, 'iter': 170, 'avg_loss': 1.169543104910711, 'avg_acc_mask': 59.07423392317652, 'loss': 1.0343880653381348}
+{'epoch': 211, 'iter': 180, 'avg_loss': 1.1687961820080794, 'avg_acc_mask': 59.095999185584844, 'loss': 0.9618473649024963}
+{'epoch': 211, 'iter': 190, 'avg_loss': 1.1678853977413077, 'avg_acc_mask': 59.21267402784446, 'loss': 1.0181645154953003}
+{'epoch': 211, 'iter': 200, 'avg_loss': 1.1661146923677246, 'avg_acc_mask': 59.25015925015925, 'loss': 1.2281463146209717}
+{'epoch': 211, 'iter': 210, 'avg_loss': 1.1642370712700614, 'avg_acc_mask': 59.31529350739172, 'loss': 1.339755654335022}
+{'epoch': 211, 'iter': 220, 'avg_loss': 1.1599442640580742, 'avg_acc_mask': 59.35537190082645, 'loss': 1.1252769231796265}
+{'epoch': 211, 'iter': 230, 'avg_loss': 1.1588420620212307, 'avg_acc_mask': 59.43590556171764, 'loss': 0.8985767960548401}
+{'epoch': 211, 'iter': 240, 'avg_loss': 1.160752291006666, 'avg_acc_mask': 59.406166730110385, 'loss': 1.0220599174499512}
+{'epoch': 211, 'iter': 250, 'avg_loss': 1.1613871742529698, 'avg_acc_mask': 59.29229419505776, 'loss': 0.9154933094978333}
+{'epoch': 211, 'iter': 260, 'avg_loss': 1.1642596175844184, 'avg_acc_mask': 59.210710780877605, 'loss': 1.264742374420166}
+{'epoch': 211, 'iter': 270, 'avg_loss': 1.1644680880532494, 'avg_acc_mask': 59.24304666980942, 'loss': 1.2003145217895508}
+{'epoch': 211, 'iter': 280, 'avg_loss': 1.1653698793085445, 'avg_acc_mask': 59.25974110453392, 'loss': 0.8932053446769714}
+{'epoch': 211, 'iter': 290, 'avg_loss': 1.1650441475340592, 'avg_acc_mask': 59.33173923986912, 'loss': 1.415088176727295}
+{'epoch': 211, 'iter': 300, 'avg_loss': 1.1638217047599464, 'avg_acc_mask': 59.35523114355231, 'loss': 0.962779700756073}
+{'epoch': 211, 'iter': 310, 'avg_loss': 1.1604867976194793, 'avg_acc_mask': 59.45706698141044, 'loss': 1.0186704397201538}
+{'epoch': 211, 'iter': 320, 'avg_loss': 1.1602073731452134, 'avg_acc_mask': 59.463478807984906, 'loss': 0.9268763065338135}
+{'epoch': 211, 'iter': 330, 'avg_loss': 1.1608779572648225, 'avg_acc_mask': 59.49773205000554, 'loss': 0.7851072549819946}
+{'epoch': 211, 'iter': 340, 'avg_loss': 1.1613791448629496, 'avg_acc_mask': 59.47540631872553, 'loss': 1.0724093914031982}
+{'epoch': 211, 'iter': 350, 'avg_loss': 1.1619786285606883, 'avg_acc_mask': 59.51374758699849, 'loss': 0.987744152545929}
+{'epoch': 211, 'iter': 360, 'avg_loss': 1.163822244904378, 'avg_acc_mask': 59.4300465681312, 'loss': 1.3893519639968872}
+{'epoch': 211, 'iter': 370, 'avg_loss': 1.162625944196696, 'avg_acc_mask': 59.55056179775281, 'loss': 1.0848698616027832}
+{'epoch': 211, 'iter': 380, 'avg_loss': 1.1646053936537795, 'avg_acc_mask': 59.514791197199976, 'loss': 1.15400230884552}
+{'epoch': 211, 'iter': 390, 'avg_loss': 1.1651647796716227, 'avg_acc_mask': 59.54583683767872, 'loss': 1.4899284839630127}
+{'epoch': 211, 'iter': 400, 'avg_loss': 1.1654453562976714, 'avg_acc_mask': 59.55935906773489, 'loss': 1.0005837678909302}
+{'epoch': 211, 'iter': 410, 'avg_loss': 1.1650234785683253, 'avg_acc_mask': 59.575695708135456, 'loss': 0.913120687007904}
+{'epoch': 211, 'iter': 420, 'avg_loss': 1.1643080510322952, 'avg_acc_mask': 59.59902794653706, 'loss': 1.0822561979293823}
+{'epoch': 211, 'iter': 430, 'avg_loss': 1.1648968899333008, 'avg_acc_mask': 59.626802374893984, 'loss': 1.0644525289535522}
+{'epoch': 211, 'iter': 440, 'avg_loss': 1.16724964307279, 'avg_acc_mask': 59.53022080450723, 'loss': 1.5013271570205688}
+{'epoch': 211, 'iter': 450, 'avg_loss': 1.1668913986889062, 'avg_acc_mask': 59.55515942146417, 'loss': 0.9092667698860168}
+{'epoch': 211, 'iter': 460, 'avg_loss': 1.167976795721985, 'avg_acc_mask': 59.48118811881188, 'loss': 1.401025652885437}
+{'epoch': 211, 'iter': 470, 'avg_loss': 1.1694765785697159, 'avg_acc_mask': 59.4147927390951, 'loss': 1.209534764289856}
+{'epoch': 211, 'iter': 480, 'avg_loss': 1.167795841386561, 'avg_acc_mask': 59.48671291557679, 'loss': 1.0388351678848267}
+{'epoch': 211, 'iter': 490, 'avg_loss': 1.1680467224655229, 'avg_acc_mask': 59.453430005577246, 'loss': 1.3149555921554565}
+{'epoch': 211, 'iter': 500, 'avg_loss': 1.1685634460039958, 'avg_acc_mask': 59.46852331134036, 'loss': 1.275618076324463}
+{'epoch': 211, 'iter': 510, 'avg_loss': 1.1680851574046738, 'avg_acc_mask': 59.43369278011854, 'loss': 1.1801072359085083}
+{'epoch': 211, 'iter': 520, 'avg_loss': 1.1672486920274379, 'avg_acc_mask': 59.45557735426009, 'loss': 1.234941840171814}
+{'epoch': 211, 'iter': 530, 'avg_loss': 1.1665332004175348, 'avg_acc_mask': 59.48797250859107, 'loss': 0.9810171723365784}
+{'epoch': 211, 'iter': 540, 'avg_loss': 1.1671155716487087, 'avg_acc_mask': 59.41545307443366, 'loss': 1.126487374305725}
+{'epoch': 211, 'iter': 550, 'avg_loss': 1.1690667375462458, 'avg_acc_mask': 59.35866040108545, 'loss': 1.0770080089569092}
+{'epoch': 211, 'iter': 560, 'avg_loss': 1.1676639545835064, 'avg_acc_mask': 59.393209414368954, 'loss': 1.4389879703521729}
+{'epoch': 211, 'iter': 570, 'avg_loss': 1.1662330541844543, 'avg_acc_mask': 59.45444661187682, 'loss': 1.0538325309753418}
+{'epoch': 211, 'iter': 580, 'avg_loss': 1.1654656608420682, 'avg_acc_mask': 59.46812523576009, 'loss': 1.3862944841384888}
+{'epoch': 211, 'iter': 590, 'avg_loss': 1.1660853240090578, 'avg_acc_mask': 59.45395021310767, 'loss': 0.9156345129013062}
+{'epoch': 211, 'iter': 600, 'avg_loss': 1.16644919920285, 'avg_acc_mask': 59.43227061362186, 'loss': 1.2391513586044312}
+{'epoch': 211, 'iter': 610, 'avg_loss': 1.1692163034078533, 'avg_acc_mask': 59.362585501359064, 'loss': 1.2605526447296143}
+{'epoch': 211, 'iter': 620, 'avg_loss': 1.167168003829397, 'avg_acc_mask': 59.439757796655, 'loss': 1.3188554048538208}
+{'epoch': 211, 'iter': 630, 'avg_loss': 1.1660796336817856, 'avg_acc_mask': 59.46689048390831, 'loss': 0.9937078952789307}
+{'epoch': 211, 'iter': 640, 'avg_loss': 1.165602743439667, 'avg_acc_mask': 59.5228582843445, 'loss': 1.015169620513916}
+{'epoch': 211, 'iter': 650, 'avg_loss': 1.1663413563265412, 'avg_acc_mask': 59.480212640283526, 'loss': 1.0014933347702026}
+{'epoch': 211, 'iter': 660, 'avg_loss': 1.1678565390712374, 'avg_acc_mask': 59.450476401506755, 'loss': 0.9921143651008606}
+{'epoch': 211, 'iter': 670, 'avg_loss': 1.1690449087523846, 'avg_acc_mask': 59.40739932336571, 'loss': 1.0292564630508423}
+{'epoch': 211, 'iter': 680, 'avg_loss': 1.169814098336448, 'avg_acc_mask': 59.401226597805035, 'loss': 1.4070539474487305}
+{'epoch': 211, 'iter': 690, 'avg_loss': 1.1708315668678835, 'avg_acc_mask': 59.35441195925387, 'loss': 1.061011791229248}
+{'epoch': 211, 'iter': 700, 'avg_loss': 1.1720906489245733, 'avg_acc_mask': 59.33241264298928, 'loss': 1.0393346548080444}
+{'epoch': 211, 'iter': 710, 'avg_loss': 1.1719585504545273, 'avg_acc_mask': 59.357010690789465, 'loss': 1.0786340236663818}
+{'epoch': 211, 'iter': 720, 'avg_loss': 1.1715431618459016, 'avg_acc_mask': 59.37808614621053, 'loss': 0.9653179049491882}
+{'epoch': 211, 'iter': 730, 'avg_loss': 1.1696014903312506, 'avg_acc_mask': 59.45041219085686, 'loss': 1.4596245288848877}
+{'epoch': 211, 'iter': 740, 'avg_loss': 1.17030505620838, 'avg_acc_mask': 59.41607995667373, 'loss': 1.09552001953125}
+{'epoch': 211, 'iter': 750, 'avg_loss': 1.1713717836990813, 'avg_acc_mask': 59.396470102692334, 'loss': 1.0800727605819702}
+{'epoch': 211, 'iter': 760, 'avg_loss': 1.1715168435219554, 'avg_acc_mask': 59.412991871088416, 'loss': 1.61394464969635}
+{'epoch': 211, 'iter': 770, 'avg_loss': 1.1726813989699891, 'avg_acc_mask': 59.30249043050896, 'loss': 1.0280417203903198}
+{'epoch': 211, 'iter': 780, 'avg_loss': 1.1710622701388467, 'avg_acc_mask': 59.35485377931421, 'loss': 1.0500940084457397}
+{'epoch': 211, 'iter': 790, 'avg_loss': 1.1712740608473342, 'avg_acc_mask': 59.367503229378116, 'loss': 1.2377147674560547}
+{'epoch': 211, 'iter': 800, 'avg_loss': 1.1717706172356148, 'avg_acc_mask': 59.35861786023613, 'loss': 1.357667326927185}
+{'epoch': 211, 'iter': 810, 'avg_loss': 1.1704109445600122, 'avg_acc_mask': 59.42153042146284, 'loss': 1.0132005214691162}
+{'epoch': 211, 'iter': 820, 'avg_loss': 1.1705971680372844, 'avg_acc_mask': 59.431357705837826, 'loss': 1.1297454833984375}
+{'epoch': 211, 'iter': 830, 'avg_loss': 1.1709125070652233, 'avg_acc_mask': 59.39713971397139, 'loss': 1.5555938482284546}
+{'epoch': 211, 'iter': 840, 'avg_loss': 1.1712565784930615, 'avg_acc_mask': 59.36820593095051, 'loss': 1.12453031539917}
+{'epoch': 211, 'iter': 850, 'avg_loss': 1.1727258664600717, 'avg_acc_mask': 59.300975882378225, 'loss': 1.08278489112854}
+{'epoch': 211, 'iter': 860, 'avg_loss': 1.1730902231667237, 'avg_acc_mask': 59.270193921114675, 'loss': 1.050641655921936}
+{'epoch': 211, 'iter': 870, 'avg_loss': 1.1744659205665544, 'avg_acc_mask': 59.23517442470265, 'loss': 1.18259596824646}
+{'epoch': 211, 'iter': 880, 'avg_loss': 1.1742708597767773, 'avg_acc_mask': 59.237664439556795, 'loss': 0.8681677579879761}
+{'epoch': 211, 'iter': 890, 'avg_loss': 1.1744584975017842, 'avg_acc_mask': 59.24822228616055, 'loss': 0.7763006091117859}
+{'epoch': 211, 'iter': 900, 'avg_loss': 1.1741890536164337, 'avg_acc_mask': 59.27023898962416, 'loss': 1.191583514213562}
+{'epoch': 211, 'iter': 910, 'avg_loss': 1.1752823153520913, 'avg_acc_mask': 59.2141438060645, 'loss': 1.4410372972488403}
+{'epoch': 211, 'iter': 920, 'avg_loss': 1.1734953221099513, 'avg_acc_mask': 59.27308838133069, 'loss': 0.714344322681427}
+{'epoch': 211, 'iter': 930, 'avg_loss': 1.1723481959610313, 'avg_acc_mask': 59.31339759984261, 'loss': 1.2700538635253906}
+{'epoch': 211, 'iter': 940, 'avg_loss': 1.1727446236595211, 'avg_acc_mask': 59.30001944390434, 'loss': 1.065451979637146}
+{'epoch': 211, 'iter': 950, 'avg_loss': 1.1731735258573739, 'avg_acc_mask': 59.276000692454176, 'loss': 1.4791970252990723}
+{'epoch': 211, 'iter': 960, 'avg_loss': 1.1729286290728462, 'avg_acc_mask': 59.284082254379285, 'loss': 1.331268548965454}
+{'epoch': 211, 'iter': 970, 'avg_loss': 1.1725042623790973, 'avg_acc_mask': 59.31334677495336, 'loss': 0.9769590497016907}
+{'epoch': 211, 'iter': 980, 'avg_loss': 1.1721457132384197, 'avg_acc_mask': 59.3426057125811, 'loss': 0.94415682554245}
+{'epoch': 211, 'iter': 990, 'avg_loss': 1.1727524631319326, 'avg_acc_mask': 59.3340712045748, 'loss': 1.298977017402649}
+{'epoch': 211, 'iter': 1000, 'avg_loss': 1.1731996549950257, 'avg_acc_mask': 59.31461104724366, 'loss': 1.3616313934326172}
+{'epoch': 211, 'iter': 1010, 'avg_loss': 1.1732780015433224, 'avg_acc_mask': 59.31370778399856, 'loss': 1.0666953325271606}
+{'epoch': 211, 'iter': 1020, 'avg_loss': 1.1725878551471012, 'avg_acc_mask': 59.34398082735679, 'loss': 1.3611211776733398}
+{'epoch': 211, 'iter': 1030, 'avg_loss': 1.1723659877402475, 'avg_acc_mask': 59.37239754062051, 'loss': 1.1886998414993286}
+{'epoch': 211, 'iter': 1040, 'avg_loss': 1.1718538611354332, 'avg_acc_mask': 59.392270039825256, 'loss': 1.1125637292861938}
+{'epoch': 211, 'iter': 1050, 'avg_loss': 1.1719036636524944, 'avg_acc_mask': 59.394013141883676, 'loss': 1.1838208436965942}
+{'epoch': 211, 'iter': 1060, 'avg_loss': 1.1717242636172756, 'avg_acc_mask': 59.396955503512885, 'loss': 0.986259937286377}
+{'epoch': 211, 'iter': 1070, 'avg_loss': 1.171151961932997, 'avg_acc_mask': 59.41366188290302, 'loss': 1.3811124563217163}
+{'epoch': 211, 'iter': 1080, 'avg_loss': 1.1710540979245987, 'avg_acc_mask': 59.41815845969201, 'loss': 1.127642035484314}
+{'epoch': 211, 'iter': 1090, 'avg_loss': 1.1714871850831043, 'avg_acc_mask': 59.40882249619431, 'loss': 1.1605393886566162}
+{'epoch': 211, 'iter': 1100, 'avg_loss': 1.1709647456371817, 'avg_acc_mask': 59.40671221065199, 'loss': 0.7288798689842224}
+{'epoch': 'EP211_train', 'avg_loss': 1.171336696428411, 'total_masked_acc': 59.38801136739145}
+{'epoch': 212, 'iter': 0, 'avg_loss': 1.285167932510376, 'avg_acc_mask': 52.72727272727272, 'loss': 1.285167932510376}
+{'epoch': 212, 'iter': 10, 'avg_loss': 1.1989680203524502, 'avg_acc_mask': 58.19935691318327, 'loss': 0.9969790577888489}
+{'epoch': 212, 'iter': 20, 'avg_loss': 1.2052455771537054, 'avg_acc_mask': 57.03703703703704, 'loss': 0.8735702037811279}
+{'epoch': 212, 'iter': 30, 'avg_loss': 1.1956289660546087, 'avg_acc_mask': 58.029612756264235, 'loss': 1.2646746635437012}
+{'epoch': 212, 'iter': 40, 'avg_loss': 1.1686172209134915, 'avg_acc_mask': 59.227467811158796, 'loss': 0.9121862649917603}
+{'epoch': 212, 'iter': 50, 'avg_loss': 1.1796062997743195, 'avg_acc_mask': 58.495145631067956, 'loss': 1.210508108139038}
+{'epoch': 212, 'iter': 60, 'avg_loss': 1.181102755616923, 'avg_acc_mask': 58.65016209843796, 'loss': 1.1373778581619263}
+{'epoch': 212, 'iter': 70, 'avg_loss': 1.186223608507237, 'avg_acc_mask': 58.80263825469305, 'loss': 1.1554969549179077}
+{'epoch': 212, 'iter': 80, 'avg_loss': 1.1865240585656813, 'avg_acc_mask': 58.85978428351309, 'loss': 1.3399577140808105}
+{'epoch': 212, 'iter': 90, 'avg_loss': 1.1899271162001641, 'avg_acc_mask': 58.70461236506379, 'loss': 1.422446846961975}
+{'epoch': 212, 'iter': 100, 'avg_loss': 1.1798452681834155, 'avg_acc_mask': 59.094974065462345, 'loss': 0.693057656288147}
+{'epoch': 212, 'iter': 110, 'avg_loss': 1.188827929196057, 'avg_acc_mask': 58.81585385744577, 'loss': 1.0283375978469849}
+{'epoch': 212, 'iter': 120, 'avg_loss': 1.182889015713999, 'avg_acc_mask': 59.167789253105816, 'loss': 1.1433771848678589}
+{'epoch': 212, 'iter': 130, 'avg_loss': 1.179364645754108, 'avg_acc_mask': 59.21450151057401, 'loss': 1.0379199981689453}
+{'epoch': 212, 'iter': 140, 'avg_loss': 1.1796424384658217, 'avg_acc_mask': 59.10485933503836, 'loss': 1.166378140449524}
+{'epoch': 212, 'iter': 150, 'avg_loss': 1.1731419018562266, 'avg_acc_mask': 59.2820142151548, 'loss': 1.0650354623794556}
+{'epoch': 212, 'iter': 160, 'avg_loss': 1.175018304253217, 'avg_acc_mask': 59.386669684282, 'loss': 1.171750545501709}
+{'epoch': 212, 'iter': 170, 'avg_loss': 1.176323069466485, 'avg_acc_mask': 59.28874734607219, 'loss': 1.1234827041625977}
+{'epoch': 212, 'iter': 180, 'avg_loss': 1.1767940965805264, 'avg_acc_mask': 59.353023909985936, 'loss': 1.0702519416809082}
+{'epoch': 212, 'iter': 190, 'avg_loss': 1.1772726512080087, 'avg_acc_mask': 59.23524363497664, 'loss': 0.9919975399971008}
+{'epoch': 212, 'iter': 200, 'avg_loss': 1.174971138956535, 'avg_acc_mask': 59.18625678119349, 'loss': 1.4151114225387573}
+{'epoch': 212, 'iter': 210, 'avg_loss': 1.176308641783999, 'avg_acc_mask': 59.10694313000086, 'loss': 1.1276068687438965}
+{'epoch': 212, 'iter': 220, 'avg_loss': 1.1720661607263314, 'avg_acc_mask': 59.24376640419947, 'loss': 1.1611984968185425}
+{'epoch': 212, 'iter': 230, 'avg_loss': 1.1724790523062536, 'avg_acc_mask': 59.31484246090988, 'loss': 1.1584489345550537}
+{'epoch': 212, 'iter': 240, 'avg_loss': 1.172597173091287, 'avg_acc_mask': 59.280488724639866, 'loss': 1.0602723360061646}
+{'epoch': 212, 'iter': 250, 'avg_loss': 1.1759995858507801, 'avg_acc_mask': 59.138305575669804, 'loss': 0.9416775107383728}
+{'epoch': 212, 'iter': 260, 'avg_loss': 1.1746217124306837, 'avg_acc_mask': 59.17728126957611, 'loss': 0.7881510853767395}
+{'epoch': 212, 'iter': 270, 'avg_loss': 1.1738224300071323, 'avg_acc_mask': 59.27659289964565, 'loss': 1.0302222967147827}
+{'epoch': 212, 'iter': 280, 'avg_loss': 1.173350135626742, 'avg_acc_mask': 59.22987616099071, 'loss': 0.581070601940155}
+{'epoch': 212, 'iter': 290, 'avg_loss': 1.1737444046436716, 'avg_acc_mask': 59.1728525980912, 'loss': 0.8662583231925964}
+{'epoch': 212, 'iter': 300, 'avg_loss': 1.170767880357381, 'avg_acc_mask': 59.27560769137743, 'loss': 0.6686111092567444}
+{'epoch': 212, 'iter': 310, 'avg_loss': 1.1691921899556348, 'avg_acc_mask': 59.23108432324887, 'loss': 0.7735877633094788}
+{'epoch': 212, 'iter': 320, 'avg_loss': 1.1727002376336546, 'avg_acc_mask': 59.14891192890509, 'loss': 0.8074421286582947}
+{'epoch': 212, 'iter': 330, 'avg_loss': 1.171432815109495, 'avg_acc_mask': 59.12957030818513, 'loss': 0.7246872782707214}
+{'epoch': 212, 'iter': 340, 'avg_loss': 1.168132533600603, 'avg_acc_mask': 59.23229294930136, 'loss': 1.2325100898742676}
+{'epoch': 212, 'iter': 350, 'avg_loss': 1.1689069765245812, 'avg_acc_mask': 59.2663992080446, 'loss': 1.502246379852295}
+{'epoch': 212, 'iter': 360, 'avg_loss': 1.1685302772680477, 'avg_acc_mask': 59.29279643868879, 'loss': 1.3251549005508423}
+{'epoch': 212, 'iter': 370, 'avg_loss': 1.1687348190986242, 'avg_acc_mask': 59.40496680599951, 'loss': 1.1203769445419312}
+{'epoch': 212, 'iter': 380, 'avg_loss': 1.1718160422455295, 'avg_acc_mask': 59.287592636863494, 'loss': 0.8729841113090515}
+{'epoch': 212, 'iter': 390, 'avg_loss': 1.1705517666724028, 'avg_acc_mask': 59.33395435491383, 'loss': 1.2735564708709717}
+{'epoch': 212, 'iter': 400, 'avg_loss': 1.1715188368300251, 'avg_acc_mask': 59.29947301471924, 'loss': 1.1707031726837158}
+{'epoch': 212, 'iter': 410, 'avg_loss': 1.1737061527233634, 'avg_acc_mask': 59.20784174576421, 'loss': 1.1680517196655273}
+{'epoch': 212, 'iter': 420, 'avg_loss': 1.1707216479999152, 'avg_acc_mask': 59.27870844544745, 'loss': 1.0480358600616455}
+{'epoch': 212, 'iter': 430, 'avg_loss': 1.1686722243468335, 'avg_acc_mask': 59.38998006193527, 'loss': 1.130436897277832}
+{'epoch': 212, 'iter': 440, 'avg_loss': 1.171498306889653, 'avg_acc_mask': 59.29423459244533, 'loss': 1.1872831583023071}
+{'epoch': 212, 'iter': 450, 'avg_loss': 1.1726060998677679, 'avg_acc_mask': 59.2874802415596, 'loss': 0.9846876859664917}
+{'epoch': 212, 'iter': 460, 'avg_loss': 1.1729642589800786, 'avg_acc_mask': 59.275695379982565, 'loss': 1.1842764616012573}
+{'epoch': 212, 'iter': 470, 'avg_loss': 1.1734664981785348, 'avg_acc_mask': 59.291384317521775, 'loss': 1.081737995147705}
+{'epoch': 212, 'iter': 480, 'avg_loss': 1.1719736769144848, 'avg_acc_mask': 59.32351378027485, 'loss': 0.9912950396537781}
+{'epoch': 212, 'iter': 490, 'avg_loss': 1.17225719190178, 'avg_acc_mask': 59.31591484293583, 'loss': 1.2056670188903809}
+{'epoch': 212, 'iter': 500, 'avg_loss': 1.1692728742867886, 'avg_acc_mask': 59.43221110100091, 'loss': 1.2315921783447266}
+{'epoch': 212, 'iter': 510, 'avg_loss': 1.1682887668712265, 'avg_acc_mask': 59.44797543383561, 'loss': 0.948773980140686}
+{'epoch': 212, 'iter': 520, 'avg_loss': 1.1680081460388974, 'avg_acc_mask': 59.47927997473595, 'loss': 1.2420052289962769}
+{'epoch': 212, 'iter': 530, 'avg_loss': 1.1675376926887282, 'avg_acc_mask': 59.47388355197466, 'loss': 0.9249471426010132}
+{'epoch': 212, 'iter': 540, 'avg_loss': 1.1667815971286373, 'avg_acc_mask': 59.48639972968407, 'loss': 0.9782976508140564}
+{'epoch': 212, 'iter': 550, 'avg_loss': 1.1677017201096522, 'avg_acc_mask': 59.45587699241144, 'loss': 1.26261305809021}
+{'epoch': 212, 'iter': 560, 'avg_loss': 1.167278520669954, 'avg_acc_mask': 59.45382259010624, 'loss': 0.8881323933601379}
+{'epoch': 212, 'iter': 570, 'avg_loss': 1.1677439400694625, 'avg_acc_mask': 59.479553903345725, 'loss': 1.1875156164169312}
+{'epoch': 212, 'iter': 580, 'avg_loss': 1.167809964149626, 'avg_acc_mask': 59.47230880639779, 'loss': 1.5277959108352661}
+{'epoch': 212, 'iter': 590, 'avg_loss': 1.1668237310577367, 'avg_acc_mask': 59.492652745552974, 'loss': 0.8813907504081726}
+{'epoch': 212, 'iter': 600, 'avg_loss': 1.1653828439418965, 'avg_acc_mask': 59.52598549929934, 'loss': 1.0858805179595947}
+{'epoch': 212, 'iter': 610, 'avg_loss': 1.1665201408578214, 'avg_acc_mask': 59.47103576349369, 'loss': 1.3942420482635498}
+{'epoch': 212, 'iter': 620, 'avg_loss': 1.1632689719422813, 'avg_acc_mask': 59.58332103756603, 'loss': 1.3779033422470093}
+{'epoch': 212, 'iter': 630, 'avg_loss': 1.1626263036025117, 'avg_acc_mask': 59.59393516904845, 'loss': 1.0376631021499634}
+{'epoch': 212, 'iter': 640, 'avg_loss': 1.1616229857557836, 'avg_acc_mask': 59.62722249262748, 'loss': 1.0548659563064575}
+{'epoch': 212, 'iter': 650, 'avg_loss': 1.163006541915753, 'avg_acc_mask': 59.575668660422075, 'loss': 1.3469257354736328}
+{'epoch': 212, 'iter': 660, 'avg_loss': 1.1631463462213525, 'avg_acc_mask': 59.56654626285079, 'loss': 1.1397161483764648}
+{'epoch': 212, 'iter': 670, 'avg_loss': 1.1617868975271233, 'avg_acc_mask': 59.60643713394275, 'loss': 1.1594480276107788}
+{'epoch': 212, 'iter': 680, 'avg_loss': 1.1619662272247449, 'avg_acc_mask': 59.5822102425876, 'loss': 1.2861868143081665}
+{'epoch': 212, 'iter': 690, 'avg_loss': 1.1642279821608414, 'avg_acc_mask': 59.5097232907967, 'loss': 0.99369215965271}
+{'epoch': 212, 'iter': 700, 'avg_loss': 1.1658854523670996, 'avg_acc_mask': 59.448160535117054, 'loss': 1.3001115322113037}
+{'epoch': 212, 'iter': 710, 'avg_loss': 1.1664053093531968, 'avg_acc_mask': 59.44950821360523, 'loss': 1.18599534034729}
+{'epoch': 212, 'iter': 720, 'avg_loss': 1.1670015455118992, 'avg_acc_mask': 59.43865887731775, 'loss': 1.268618106842041}
+{'epoch': 212, 'iter': 730, 'avg_loss': 1.1661615646488852, 'avg_acc_mask': 59.456546261248846, 'loss': 1.31576669216156}
+{'epoch': 212, 'iter': 740, 'avg_loss': 1.1670487134562813, 'avg_acc_mask': 59.428529055540444, 'loss': 1.3061672449111938}
+{'epoch': 212, 'iter': 750, 'avg_loss': 1.168360521409229, 'avg_acc_mask': 59.37081170650876, 'loss': 1.1212619543075562}
+{'epoch': 212, 'iter': 760, 'avg_loss': 1.1682089499825716, 'avg_acc_mask': 59.38679812432367, 'loss': 0.9282474517822266}
+{'epoch': 212, 'iter': 770, 'avg_loss': 1.1693738357256978, 'avg_acc_mask': 59.31001778304683, 'loss': 1.0540715456008911}
+{'epoch': 212, 'iter': 780, 'avg_loss': 1.1689661394008144, 'avg_acc_mask': 59.33097353430694, 'loss': 1.2704564332962036}
+{'epoch': 212, 'iter': 790, 'avg_loss': 1.1689486175813204, 'avg_acc_mask': 59.303941092020565, 'loss': 1.2752478122711182}
+{'epoch': 212, 'iter': 800, 'avg_loss': 1.1686803857783103, 'avg_acc_mask': 59.30586378091468, 'loss': 1.0999757051467896}
+{'epoch': 212, 'iter': 810, 'avg_loss': 1.1679813838328446, 'avg_acc_mask': 59.343839735907935, 'loss': 1.1155788898468018}
+{'epoch': 212, 'iter': 820, 'avg_loss': 1.1696048298358337, 'avg_acc_mask': 59.32404056650137, 'loss': 1.4478349685668945}
+{'epoch': 212, 'iter': 830, 'avg_loss': 1.1698097653337334, 'avg_acc_mask': 59.316681022107375, 'loss': 1.2132024765014648}
+{'epoch': 212, 'iter': 840, 'avg_loss': 1.1697242357075994, 'avg_acc_mask': 59.304328862719444, 'loss': 1.14164400100708}
+{'epoch': 212, 'iter': 850, 'avg_loss': 1.1708674792957643, 'avg_acc_mask': 59.266837536884275, 'loss': 0.9136120080947876}
+{'epoch': 212, 'iter': 860, 'avg_loss': 1.1709608680695192, 'avg_acc_mask': 59.25784157363104, 'loss': 1.3545136451721191}
+{'epoch': 212, 'iter': 870, 'avg_loss': 1.1719203624878631, 'avg_acc_mask': 59.23059173955908, 'loss': 1.3261157274246216}
+{'epoch': 212, 'iter': 880, 'avg_loss': 1.1721250448676162, 'avg_acc_mask': 59.23145517513117, 'loss': 0.8232994675636292}
+{'epoch': 212, 'iter': 890, 'avg_loss': 1.1710275819004585, 'avg_acc_mask': 59.28473177441541, 'loss': 1.002719521522522}
+{'epoch': 212, 'iter': 900, 'avg_loss': 1.1708174066723518, 'avg_acc_mask': 59.310316865002946, 'loss': 1.1269505023956299}
+{'epoch': 212, 'iter': 910, 'avg_loss': 1.1711988687253547, 'avg_acc_mask': 59.30053111534222, 'loss': 1.344379186630249}
+{'epoch': 212, 'iter': 920, 'avg_loss': 1.1704302603595291, 'avg_acc_mask': 59.3122754074927, 'loss': 1.142852544784546}
+{'epoch': 212, 'iter': 930, 'avg_loss': 1.1705678522138667, 'avg_acc_mask': 59.33038782523319, 'loss': 1.5018393993377686}
+{'epoch': 212, 'iter': 940, 'avg_loss': 1.171066751832283, 'avg_acc_mask': 59.3009490170202, 'loss': 1.1549479961395264}
+{'epoch': 212, 'iter': 950, 'avg_loss': 1.1700080250841336, 'avg_acc_mask': 59.36372707038146, 'loss': 1.4042059183120728}
+{'epoch': 212, 'iter': 960, 'avg_loss': 1.1698757047831827, 'avg_acc_mask': 59.35499800573588, 'loss': 1.3611232042312622}
+{'epoch': 212, 'iter': 970, 'avg_loss': 1.170212396571123, 'avg_acc_mask': 59.35220693285209, 'loss': 1.1752394437789917}
+{'epoch': 212, 'iter': 980, 'avg_loss': 1.1705675626384373, 'avg_acc_mask': 59.339473439389714, 'loss': 1.0804088115692139}
+{'epoch': 212, 'iter': 990, 'avg_loss': 1.1713148025282698, 'avg_acc_mask': 59.30457179652285, 'loss': 1.1942251920700073}
+{'epoch': 212, 'iter': 1000, 'avg_loss': 1.170824103362553, 'avg_acc_mask': 59.32354655398514, 'loss': 1.2183048725128174}
+{'epoch': 212, 'iter': 1010, 'avg_loss': 1.1701849514487708, 'avg_acc_mask': 59.33496914805326, 'loss': 1.3216825723648071}
+{'epoch': 212, 'iter': 1020, 'avg_loss': 1.1706736466676786, 'avg_acc_mask': 59.33512064343164, 'loss': 1.0140199661254883}
+{'epoch': 212, 'iter': 1030, 'avg_loss': 1.1702642570873931, 'avg_acc_mask': 59.36238044633369, 'loss': 1.0744212865829468}
+{'epoch': 212, 'iter': 1040, 'avg_loss': 1.170002975221097, 'avg_acc_mask': 59.375164453488175, 'loss': 1.0758798122406006}
+{'epoch': 212, 'iter': 1050, 'avg_loss': 1.1694094004458637, 'avg_acc_mask': 59.38809213385484, 'loss': 1.2085468769073486}
+{'epoch': 212, 'iter': 1060, 'avg_loss': 1.1692216676659004, 'avg_acc_mask': 59.37564641798249, 'loss': 1.386574149131775}
+{'epoch': 212, 'iter': 1070, 'avg_loss': 1.1685906024762784, 'avg_acc_mask': 59.388183852289615, 'loss': 1.1600019931793213}
+{'epoch': 212, 'iter': 1080, 'avg_loss': 1.1679778015249642, 'avg_acc_mask': 59.42379590939081, 'loss': 0.9332365393638611}
+{'epoch': 212, 'iter': 1090, 'avg_loss': 1.168383480211008, 'avg_acc_mask': 59.409834968031326, 'loss': 1.134658694267273}
+{'epoch': 212, 'iter': 1100, 'avg_loss': 1.1678351469195831, 'avg_acc_mask': 59.455245172848514, 'loss': 0.8479016423225403}
+{'epoch': 'EP212_train', 'avg_loss': 1.1684614821257095, 'total_masked_acc': 59.44882540627221}
+{'epoch': 213, 'iter': 0, 'avg_loss': 1.4614136219024658, 'avg_acc_mask': 50.68493150684932, 'loss': 1.4614136219024658}
+{'epoch': 213, 'iter': 10, 'avg_loss': 1.2059595855799587, 'avg_acc_mask': 55.79831932773109, 'loss': 1.1977146863937378}
+{'epoch': 213, 'iter': 20, 'avg_loss': 1.2359618629728044, 'avg_acc_mask': 56.01045296167248, 'loss': 1.399402379989624}
+{'epoch': 213, 'iter': 30, 'avg_loss': 1.2103731074640829, 'avg_acc_mask': 56.65488810365136, 'loss': 1.3004655838012695}
+{'epoch': 213, 'iter': 40, 'avg_loss': 1.1948243394130613, 'avg_acc_mask': 57.086092715231786, 'loss': 1.3762751817703247}
+{'epoch': 213, 'iter': 50, 'avg_loss': 1.2106471248701507, 'avg_acc_mask': 56.859269762495565, 'loss': 1.4388759136199951}
+{'epoch': 213, 'iter': 60, 'avg_loss': 1.1924418308695808, 'avg_acc_mask': 57.57484124584216, 'loss': 0.8956957459449768}
+{'epoch': 213, 'iter': 70, 'avg_loss': 1.1907722908006588, 'avg_acc_mask': 57.72609819121447, 'loss': 1.0843181610107422}
+{'epoch': 213, 'iter': 80, 'avg_loss': 1.183211076406785, 'avg_acc_mask': 58.13532473410273, 'loss': 1.3970602750778198}
+{'epoch': 213, 'iter': 90, 'avg_loss': 1.1816411090421153, 'avg_acc_mask': 58.26961770623742, 'loss': 1.162422776222229}
+{'epoch': 213, 'iter': 100, 'avg_loss': 1.1687917750660737, 'avg_acc_mask': 58.92138939670932, 'loss': 0.8365934491157532}
+{'epoch': 213, 'iter': 110, 'avg_loss': 1.1655887392190125, 'avg_acc_mask': 58.97350441593068, 'loss': 1.0449981689453125}
+{'epoch': 213, 'iter': 120, 'avg_loss': 1.1584921587597241, 'avg_acc_mask': 59.21233399480995, 'loss': 1.002872347831726}
+{'epoch': 213, 'iter': 130, 'avg_loss': 1.1584265768982982, 'avg_acc_mask': 59.28302413167806, 'loss': 1.245159387588501}
+{'epoch': 213, 'iter': 140, 'avg_loss': 1.1573257780244164, 'avg_acc_mask': 59.19875534811357, 'loss': 1.0749645233154297}
+{'epoch': 213, 'iter': 150, 'avg_loss': 1.1560521662629992, 'avg_acc_mask': 59.14567360350493, 'loss': 1.5663267374038696}
+{'epoch': 213, 'iter': 160, 'avg_loss': 1.1524723372104004, 'avg_acc_mask': 59.24571428571429, 'loss': 0.9804391264915466}
+{'epoch': 213, 'iter': 170, 'avg_loss': 1.1595851977666218, 'avg_acc_mask': 59.0020301314243, 'loss': 0.9562126398086548}
+{'epoch': 213, 'iter': 180, 'avg_loss': 1.1608277849070934, 'avg_acc_mask': 58.95755620526263, 'loss': 1.1301960945129395}
+{'epoch': 213, 'iter': 190, 'avg_loss': 1.1614582619741949, 'avg_acc_mask': 58.90149709163727, 'loss': 1.016582727432251}
+{'epoch': 213, 'iter': 200, 'avg_loss': 1.1583291704381877, 'avg_acc_mask': 59.00795084929526, 'loss': 1.1674442291259766}
+{'epoch': 213, 'iter': 210, 'avg_loss': 1.1565628783397766, 'avg_acc_mask': 59.139044339216525, 'loss': 1.033473014831543}
+{'epoch': 213, 'iter': 220, 'avg_loss': 1.1565038866586814, 'avg_acc_mask': 59.28178157613608, 'loss': 1.19766104221344}
+{'epoch': 213, 'iter': 230, 'avg_loss': 1.1587002522501595, 'avg_acc_mask': 59.31750275200503, 'loss': 0.9021848440170288}
+{'epoch': 213, 'iter': 240, 'avg_loss': 1.1596605382024994, 'avg_acc_mask': 59.24528301886792, 'loss': 1.0178076028823853}
+{'epoch': 213, 'iter': 250, 'avg_loss': 1.158337943344952, 'avg_acc_mask': 59.26355465352277, 'loss': 0.86856609582901}
+{'epoch': 213, 'iter': 260, 'avg_loss': 1.158782286890622, 'avg_acc_mask': 59.31696459623009, 'loss': 1.0562227964401245}
+{'epoch': 213, 'iter': 270, 'avg_loss': 1.1612488662624711, 'avg_acc_mask': 59.33346690709944, 'loss': 1.3092308044433594}
+{'epoch': 213, 'iter': 280, 'avg_loss': 1.1628802253258186, 'avg_acc_mask': 59.26570048309179, 'loss': 0.6935479640960693}
+{'epoch': 213, 'iter': 290, 'avg_loss': 1.1613051067922533, 'avg_acc_mask': 59.34660858743, 'loss': 1.089267611503601}
+{'epoch': 213, 'iter': 300, 'avg_loss': 1.1580746459010431, 'avg_acc_mask': 59.48566610455311, 'loss': 0.7422190308570862}
+{'epoch': 213, 'iter': 310, 'avg_loss': 1.1579765769446395, 'avg_acc_mask': 59.426205609656535, 'loss': 0.9421658515930176}
+{'epoch': 213, 'iter': 320, 'avg_loss': 1.1589553096212701, 'avg_acc_mask': 59.44412932501418, 'loss': 1.2064616680145264}
+{'epoch': 213, 'iter': 330, 'avg_loss': 1.1600324968917133, 'avg_acc_mask': 59.46406954990646, 'loss': 1.1679075956344604}
+{'epoch': 213, 'iter': 340, 'avg_loss': 1.15730787494665, 'avg_acc_mask': 59.51923076923077, 'loss': 1.2510234117507935}
+{'epoch': 213, 'iter': 350, 'avg_loss': 1.1571609719186766, 'avg_acc_mask': 59.587372349800425, 'loss': 1.1813668012619019}
+{'epoch': 213, 'iter': 360, 'avg_loss': 1.1574804604548827, 'avg_acc_mask': 59.61266895299576, 'loss': 1.2922112941741943}
+{'epoch': 213, 'iter': 370, 'avg_loss': 1.157974709397699, 'avg_acc_mask': 59.59293771456596, 'loss': 1.0508275032043457}
+{'epoch': 213, 'iter': 380, 'avg_loss': 1.1606059842535204, 'avg_acc_mask': 59.46565980021985, 'loss': 0.82813960313797}
+{'epoch': 213, 'iter': 390, 'avg_loss': 1.161089096227875, 'avg_acc_mask': 59.46789674774019, 'loss': 1.2966622114181519}
+{'epoch': 213, 'iter': 400, 'avg_loss': 1.159795379549488, 'avg_acc_mask': 59.47076475402382, 'loss': 0.8236730694770813}
+{'epoch': 213, 'iter': 410, 'avg_loss': 1.1599020263284372, 'avg_acc_mask': 59.47877819215059, 'loss': 1.1603469848632812}
+{'epoch': 213, 'iter': 420, 'avg_loss': 1.1585135376368452, 'avg_acc_mask': 59.50574463472794, 'loss': 1.2074294090270996}
+{'epoch': 213, 'iter': 430, 'avg_loss': 1.1592233898744781, 'avg_acc_mask': 59.48991696322658, 'loss': 1.1393485069274902}
+{'epoch': 213, 'iter': 440, 'avg_loss': 1.1616276140386015, 'avg_acc_mask': 59.37021558323333, 'loss': 1.4274415969848633}
+{'epoch': 213, 'iter': 450, 'avg_loss': 1.162259086536991, 'avg_acc_mask': 59.305853323085636, 'loss': 0.7645618319511414}
+{'epoch': 213, 'iter': 460, 'avg_loss': 1.1615335598684962, 'avg_acc_mask': 59.310972233209405, 'loss': 1.1631956100463867}
+{'epoch': 213, 'iter': 470, 'avg_loss': 1.1615895454291325, 'avg_acc_mask': 59.31213246672856, 'loss': 1.1194018125534058}
+{'epoch': 213, 'iter': 480, 'avg_loss': 1.1606951981720954, 'avg_acc_mask': 59.3198515488904, 'loss': 1.2617136240005493}
+{'epoch': 213, 'iter': 490, 'avg_loss': 1.1629509415985853, 'avg_acc_mask': 59.24716014551934, 'loss': 1.20630943775177}
+{'epoch': 213, 'iter': 500, 'avg_loss': 1.1613208200641258, 'avg_acc_mask': 59.285948247625285, 'loss': 1.2985433340072632}
+{'epoch': 213, 'iter': 510, 'avg_loss': 1.162549895549707, 'avg_acc_mask': 59.25925925925925, 'loss': 1.1671801805496216}
+{'epoch': 213, 'iter': 520, 'avg_loss': 1.1609891124513008, 'avg_acc_mask': 59.357595712634414, 'loss': 1.3558987379074097}
+{'epoch': 213, 'iter': 530, 'avg_loss': 1.1610920263100029, 'avg_acc_mask': 59.427314289642844, 'loss': 1.1057863235473633}
+{'epoch': 213, 'iter': 540, 'avg_loss': 1.1610850442799976, 'avg_acc_mask': 59.388085911117116, 'loss': 1.395065426826477}
+{'epoch': 213, 'iter': 550, 'avg_loss': 1.161520467263168, 'avg_acc_mask': 59.35688975726065, 'loss': 1.021386742591858}
+{'epoch': 213, 'iter': 560, 'avg_loss': 1.1632825212682631, 'avg_acc_mask': 59.38384462734637, 'loss': 1.486750602722168}
+{'epoch': 213, 'iter': 570, 'avg_loss': 1.162324516034168, 'avg_acc_mask': 59.41880560711771, 'loss': 1.0176501274108887}
+{'epoch': 213, 'iter': 580, 'avg_loss': 1.1632817434772156, 'avg_acc_mask': 59.40322936010828, 'loss': 1.3983036279678345}
+{'epoch': 213, 'iter': 590, 'avg_loss': 1.1643719591465094, 'avg_acc_mask': 59.36504007178884, 'loss': 1.2636877298355103}
+{'epoch': 213, 'iter': 600, 'avg_loss': 1.1645123686846004, 'avg_acc_mask': 59.3900286114324, 'loss': 1.3415369987487793}
+{'epoch': 213, 'iter': 610, 'avg_loss': 1.1654651283047204, 'avg_acc_mask': 59.37331657389119, 'loss': 1.0517730712890625}
+{'epoch': 213, 'iter': 620, 'avg_loss': 1.1632242608761443, 'avg_acc_mask': 59.44568803016023, 'loss': 1.4105736017227173}
+{'epoch': 213, 'iter': 630, 'avg_loss': 1.1627854026629694, 'avg_acc_mask': 59.428356088935274, 'loss': 1.0559685230255127}
+{'epoch': 213, 'iter': 640, 'avg_loss': 1.163710484173666, 'avg_acc_mask': 59.45706529504214, 'loss': 1.3035836219787598}
+{'epoch': 213, 'iter': 650, 'avg_loss': 1.1644141769262686, 'avg_acc_mask': 59.43359045098811, 'loss': 1.3087633848190308}
+{'epoch': 213, 'iter': 660, 'avg_loss': 1.1645811422870307, 'avg_acc_mask': 59.41414477330673, 'loss': 1.01165771484375}
+{'epoch': 213, 'iter': 670, 'avg_loss': 1.16494666863838, 'avg_acc_mask': 59.39753113393053, 'loss': 0.9508446455001831}
+{'epoch': 213, 'iter': 680, 'avg_loss': 1.1640050293065378, 'avg_acc_mask': 59.38214180087651, 'loss': 1.3809691667556763}
+{'epoch': 213, 'iter': 690, 'avg_loss': 1.16471201578201, 'avg_acc_mask': 59.33280381254964, 'loss': 1.1611931324005127}
+{'epoch': 213, 'iter': 700, 'avg_loss': 1.1664006312971618, 'avg_acc_mask': 59.24390561856342, 'loss': 1.2563592195510864}
+{'epoch': 213, 'iter': 710, 'avg_loss': 1.1650325129471415, 'avg_acc_mask': 59.30441940628698, 'loss': 1.2002545595169067}
+{'epoch': 213, 'iter': 720, 'avg_loss': 1.165107087768232, 'avg_acc_mask': 59.308841053725814, 'loss': 1.0633788108825684}
+{'epoch': 213, 'iter': 730, 'avg_loss': 1.1638238261238494, 'avg_acc_mask': 59.339066093390656, 'loss': 1.1017154455184937}
+{'epoch': 213, 'iter': 740, 'avg_loss': 1.1642593490450006, 'avg_acc_mask': 59.32303745004194, 'loss': 1.1359882354736328}
+{'epoch': 213, 'iter': 750, 'avg_loss': 1.164530914093302, 'avg_acc_mask': 59.339696143358, 'loss': 1.1731854677200317}
+{'epoch': 213, 'iter': 760, 'avg_loss': 1.1628464666365323, 'avg_acc_mask': 59.39076538701773, 'loss': 0.9983922243118286}
+{'epoch': 213, 'iter': 770, 'avg_loss': 1.16275629683382, 'avg_acc_mask': 59.41757694950596, 'loss': 0.9785521626472473}
+{'epoch': 213, 'iter': 780, 'avg_loss': 1.1621744744908946, 'avg_acc_mask': 59.4583216390682, 'loss': 1.1689895391464233}
+{'epoch': 213, 'iter': 790, 'avg_loss': 1.1613607430729342, 'avg_acc_mask': 59.504838448924914, 'loss': 1.3354926109313965}
+{'epoch': 213, 'iter': 800, 'avg_loss': 1.1609730714566997, 'avg_acc_mask': 59.49569103096074, 'loss': 0.967184841632843}
+{'epoch': 213, 'iter': 810, 'avg_loss': 1.1614623115330236, 'avg_acc_mask': 59.477521263669495, 'loss': 1.0565111637115479}
+{'epoch': 213, 'iter': 820, 'avg_loss': 1.1610182891809693, 'avg_acc_mask': 59.50516197935208, 'loss': 1.0878057479858398}
+{'epoch': 213, 'iter': 830, 'avg_loss': 1.1610348430494684, 'avg_acc_mask': 59.49369872654893, 'loss': 1.3154854774475098}
+{'epoch': 213, 'iter': 840, 'avg_loss': 1.1610835347674549, 'avg_acc_mask': 59.50131404617623, 'loss': 1.262168049812317}
+{'epoch': 213, 'iter': 850, 'avg_loss': 1.1615538365972589, 'avg_acc_mask': 59.47412443434062, 'loss': 1.0402576923370361}
+{'epoch': 213, 'iter': 860, 'avg_loss': 1.1629284594670959, 'avg_acc_mask': 59.42667203014841, 'loss': 1.4369704723358154}
+{'epoch': 213, 'iter': 870, 'avg_loss': 1.1647635521078492, 'avg_acc_mask': 59.35932798395186, 'loss': 1.259271264076233}
+{'epoch': 213, 'iter': 880, 'avg_loss': 1.1638114595115523, 'avg_acc_mask': 59.39762525340284, 'loss': 1.1046264171600342}
+{'epoch': 213, 'iter': 890, 'avg_loss': 1.1615925514202996, 'avg_acc_mask': 59.480178739802405, 'loss': 0.7739165425300598}
+{'epoch': 213, 'iter': 900, 'avg_loss': 1.1614234323109955, 'avg_acc_mask': 59.46729369793039, 'loss': 1.203006386756897}
+{'epoch': 213, 'iter': 910, 'avg_loss': 1.162271814864501, 'avg_acc_mask': 59.443921395805376, 'loss': 1.3337035179138184}
+{'epoch': 213, 'iter': 920, 'avg_loss': 1.16249035643444, 'avg_acc_mask': 59.42673389177816, 'loss': 1.0653706789016724}
+{'epoch': 213, 'iter': 930, 'avg_loss': 1.1614160079961175, 'avg_acc_mask': 59.465085225041236, 'loss': 1.3389790058135986}
+{'epoch': 213, 'iter': 940, 'avg_loss': 1.161369150427272, 'avg_acc_mask': 59.47966216872148, 'loss': 1.1017425060272217}
+{'epoch': 213, 'iter': 950, 'avg_loss': 1.1610941610501768, 'avg_acc_mask': 59.477940187849335, 'loss': 1.2324481010437012}
+{'epoch': 213, 'iter': 960, 'avg_loss': 1.1610435304482942, 'avg_acc_mask': 59.48883610451306, 'loss': 1.3093950748443604}
+{'epoch': 213, 'iter': 970, 'avg_loss': 1.1608467240166591, 'avg_acc_mask': 59.49781043847614, 'loss': 1.1748194694519043}
+{'epoch': 213, 'iter': 980, 'avg_loss': 1.161244899247157, 'avg_acc_mask': 59.44302950307673, 'loss': 1.109498143196106}
+{'epoch': 213, 'iter': 990, 'avg_loss': 1.1624422131104377, 'avg_acc_mask': 59.386142253262264, 'loss': 1.3264330625534058}
+{'epoch': 213, 'iter': 1000, 'avg_loss': 1.1625572755024745, 'avg_acc_mask': 59.35697519969432, 'loss': 1.6043239831924438}
+{'epoch': 213, 'iter': 1010, 'avg_loss': 1.1623647294931194, 'avg_acc_mask': 59.37246562257826, 'loss': 0.7950579524040222}
+{'epoch': 213, 'iter': 1020, 'avg_loss': 1.1632768996899088, 'avg_acc_mask': 59.35403283369022, 'loss': 1.191633701324463}
+{'epoch': 213, 'iter': 1030, 'avg_loss': 1.1630194899413797, 'avg_acc_mask': 59.35328748475152, 'loss': 1.1487802267074585}
+{'epoch': 213, 'iter': 1040, 'avg_loss': 1.1631936610718396, 'avg_acc_mask': 59.359355855067385, 'loss': 1.1307296752929688}
+{'epoch': 213, 'iter': 1050, 'avg_loss': 1.1630434642282699, 'avg_acc_mask': 59.3677891705269, 'loss': 1.1766448020935059}
+{'epoch': 213, 'iter': 1060, 'avg_loss': 1.1633144002495568, 'avg_acc_mask': 59.350948323254535, 'loss': 1.1690887212753296}
+{'epoch': 213, 'iter': 1070, 'avg_loss': 1.1634174082236908, 'avg_acc_mask': 59.34495959166313, 'loss': 1.0781357288360596}
+{'epoch': 213, 'iter': 1080, 'avg_loss': 1.1630869316459254, 'avg_acc_mask': 59.37089106908061, 'loss': 0.703190267086029}
+{'epoch': 213, 'iter': 1090, 'avg_loss': 1.1636100773632143, 'avg_acc_mask': 59.352716220504, 'loss': 1.283416986465454}
+{'epoch': 213, 'iter': 1100, 'avg_loss': 1.1630433571003005, 'avg_acc_mask': 59.37582737622452, 'loss': 1.064439296722412}
+{'epoch': 'EP213_train', 'avg_loss': 1.1632783755457778, 'total_masked_acc': 59.369948870196275}
+{'epoch': 214, 'iter': 0, 'avg_loss': 1.215354323387146, 'avg_acc_mask': 56.666666666666664, 'loss': 1.215354323387146}
+{'epoch': 214, 'iter': 10, 'avg_loss': 1.2509997487068176, 'avg_acc_mask': 56.456953642384114, 'loss': 1.1438030004501343}
+{'epoch': 214, 'iter': 20, 'avg_loss': 1.2431091013408841, 'avg_acc_mask': 56.558773424190804, 'loss': 0.930981457233429}
+{'epoch': 214, 'iter': 30, 'avg_loss': 1.2324066046745545, 'avg_acc_mask': 57.10076605774896, 'loss': 1.1316951513290405}
+{'epoch': 214, 'iter': 40, 'avg_loss': 1.207475566282505, 'avg_acc_mask': 58.31858407079646, 'loss': 1.24502432346344}
+{'epoch': 214, 'iter': 50, 'avg_loss': 1.2235738845432507, 'avg_acc_mask': 57.801418439716315, 'loss': 1.5581231117248535}
+{'epoch': 214, 'iter': 60, 'avg_loss': 1.2005138670811888, 'avg_acc_mask': 58.38565022421525, 'loss': 1.127111792564392}
+{'epoch': 214, 'iter': 70, 'avg_loss': 1.198727224914121, 'avg_acc_mask': 58.743589743589745, 'loss': 1.2339239120483398}
+{'epoch': 214, 'iter': 80, 'avg_loss': 1.2032912270522411, 'avg_acc_mask': 58.97032374100719, 'loss': 1.239224910736084}
+{'epoch': 214, 'iter': 90, 'avg_loss': 1.2009080451923413, 'avg_acc_mask': 58.99598393574297, 'loss': 1.0548771619796753}
+{'epoch': 214, 'iter': 100, 'avg_loss': 1.1939799549556014, 'avg_acc_mask': 59.258586225695076, 'loss': 0.9891008138656616}
+{'epoch': 214, 'iter': 110, 'avg_loss': 1.1922209864264135, 'avg_acc_mask': 59.44241619648191, 'loss': 1.1463117599487305}
+{'epoch': 214, 'iter': 120, 'avg_loss': 1.1885269097060212, 'avg_acc_mask': 59.467680608365015, 'loss': 1.2128883600234985}
+{'epoch': 214, 'iter': 130, 'avg_loss': 1.1839980096307419, 'avg_acc_mask': 59.45566778900112, 'loss': 1.2953217029571533}
+{'epoch': 214, 'iter': 140, 'avg_loss': 1.181381994950856, 'avg_acc_mask': 59.38349954669084, 'loss': 0.7783045172691345}
+{'epoch': 214, 'iter': 150, 'avg_loss': 1.1733435526588896, 'avg_acc_mask': 59.70620371494476, 'loss': 1.265582799911499}
+{'epoch': 214, 'iter': 160, 'avg_loss': 1.1732953168590616, 'avg_acc_mask': 59.774948852011825, 'loss': 1.1046901941299438}
+{'epoch': 214, 'iter': 170, 'avg_loss': 1.1769950804654619, 'avg_acc_mask': 59.567210318729344, 'loss': 1.0419273376464844}
+{'epoch': 214, 'iter': 180, 'avg_loss': 1.1811901903942803, 'avg_acc_mask': 59.58153103309526, 'loss': 1.2325828075408936}
+{'epoch': 214, 'iter': 190, 'avg_loss': 1.1789063936128665, 'avg_acc_mask': 59.727644986191784, 'loss': 0.9709206223487854}
+{'epoch': 214, 'iter': 200, 'avg_loss': 1.1767260364039027, 'avg_acc_mask': 59.72748601335499, 'loss': 1.1971349716186523}
+{'epoch': 214, 'iter': 210, 'avg_loss': 1.172892695072138, 'avg_acc_mask': 59.79425632233176, 'loss': 1.0505918264389038}
+{'epoch': 214, 'iter': 220, 'avg_loss': 1.173312802929684, 'avg_acc_mask': 59.663316172264445, 'loss': 1.23646080493927}
+{'epoch': 214, 'iter': 230, 'avg_loss': 1.1741194128990173, 'avg_acc_mask': 59.73527568922306, 'loss': 1.5021016597747803}
+{'epoch': 214, 'iter': 240, 'avg_loss': 1.1768051828586215, 'avg_acc_mask': 59.69249321676213, 'loss': 1.1722313165664673}
+{'epoch': 214, 'iter': 250, 'avg_loss': 1.1790562998726073, 'avg_acc_mask': 59.61105870401278, 'loss': 1.0116862058639526}
+{'epoch': 214, 'iter': 260, 'avg_loss': 1.176764198189951, 'avg_acc_mask': 59.63014654570831, 'loss': 1.0208218097686768}
+{'epoch': 214, 'iter': 270, 'avg_loss': 1.176678011778096, 'avg_acc_mask': 59.6116504854369, 'loss': 1.0011869668960571}
+{'epoch': 214, 'iter': 280, 'avg_loss': 1.180587988943392, 'avg_acc_mask': 59.42816482308041, 'loss': 0.8726790547370911}
+{'epoch': 214, 'iter': 290, 'avg_loss': 1.1805861104804625, 'avg_acc_mask': 59.44593834031643, 'loss': 1.3066661357879639}
+{'epoch': 214, 'iter': 300, 'avg_loss': 1.178142178494273, 'avg_acc_mask': 59.46060606060606, 'loss': 0.835470974445343}
+{'epoch': 214, 'iter': 310, 'avg_loss': 1.1770425818357437, 'avg_acc_mask': 59.370226765362474, 'loss': 0.9594355225563049}
+{'epoch': 214, 'iter': 320, 'avg_loss': 1.1776497397467354, 'avg_acc_mask': 59.35307205202807, 'loss': 1.2418397665023804}
+{'epoch': 214, 'iter': 330, 'avg_loss': 1.1775349216518805, 'avg_acc_mask': 59.406981246888314, 'loss': 1.0546733140945435}
+{'epoch': 214, 'iter': 340, 'avg_loss': 1.1760063758693482, 'avg_acc_mask': 59.427130826583706, 'loss': 0.9984340071678162}
+{'epoch': 214, 'iter': 350, 'avg_loss': 1.1734556827450071, 'avg_acc_mask': 59.54353603251524, 'loss': 1.0917370319366455}
+{'epoch': 214, 'iter': 360, 'avg_loss': 1.1736174760763005, 'avg_acc_mask': 59.5863327587955, 'loss': 1.3864835500717163}
+{'epoch': 214, 'iter': 370, 'avg_loss': 1.1736874720156996, 'avg_acc_mask': 59.588737117214855, 'loss': 0.991158664226532}
+{'epoch': 214, 'iter': 380, 'avg_loss': 1.1779706767537774, 'avg_acc_mask': 59.49330646322153, 'loss': 1.0238736867904663}
+{'epoch': 214, 'iter': 390, 'avg_loss': 1.1775752077322177, 'avg_acc_mask': 59.50968946999766, 'loss': 1.4856749773025513}
+{'epoch': 214, 'iter': 400, 'avg_loss': 1.1777332043112663, 'avg_acc_mask': 59.445051940951345, 'loss': 1.3210517168045044}
+{'epoch': 214, 'iter': 410, 'avg_loss': 1.1767509540502172, 'avg_acc_mask': 59.46860118385331, 'loss': 1.1642488241195679}
+{'epoch': 214, 'iter': 420, 'avg_loss': 1.1741845160368787, 'avg_acc_mask': 59.571969202662146, 'loss': 0.9646006226539612}
+{'epoch': 214, 'iter': 430, 'avg_loss': 1.1736840175641938, 'avg_acc_mask': 59.60884353741497, 'loss': 1.3265275955200195}
+{'epoch': 214, 'iter': 440, 'avg_loss': 1.1763472566528925, 'avg_acc_mask': 59.57720740925326, 'loss': 1.336375117301941}
+{'epoch': 214, 'iter': 450, 'avg_loss': 1.1759276005486956, 'avg_acc_mask': 59.58809697559394, 'loss': 1.1419849395751953}
+{'epoch': 214, 'iter': 460, 'avg_loss': 1.174240672665925, 'avg_acc_mask': 59.6739001071131, 'loss': 1.0262612104415894}
+{'epoch': 214, 'iter': 470, 'avg_loss': 1.1753563723999476, 'avg_acc_mask': 59.64177715747848, 'loss': 1.0793935060501099}
+{'epoch': 214, 'iter': 480, 'avg_loss': 1.1751068742508204, 'avg_acc_mask': 59.69407120625522, 'loss': 1.0755788087844849}
+{'epoch': 214, 'iter': 490, 'avg_loss': 1.1761037079719807, 'avg_acc_mask': 59.67405863967853, 'loss': 1.408348798751831}
+{'epoch': 214, 'iter': 500, 'avg_loss': 1.1750537761433157, 'avg_acc_mask': 59.69551282051282, 'loss': 1.0205042362213135}
+{'epoch': 214, 'iter': 510, 'avg_loss': 1.1747226780408049, 'avg_acc_mask': 59.62223806129722, 'loss': 1.1457372903823853}
+{'epoch': 214, 'iter': 520, 'avg_loss': 1.1747719858292196, 'avg_acc_mask': 59.58832178113842, 'loss': 1.3323038816452026}
+{'epoch': 214, 'iter': 530, 'avg_loss': 1.1740533834123341, 'avg_acc_mask': 59.575126327730224, 'loss': 0.8715996146202087}
+{'epoch': 214, 'iter': 540, 'avg_loss': 1.1740714233375522, 'avg_acc_mask': 59.54085077650236, 'loss': 1.3060634136199951}
+{'epoch': 214, 'iter': 550, 'avg_loss': 1.1749761490769914, 'avg_acc_mask': 59.44220207768146, 'loss': 1.3270622491836548}
+{'epoch': 214, 'iter': 560, 'avg_loss': 1.172563223065327, 'avg_acc_mask': 59.496470741306965, 'loss': 0.8987792730331421}
+{'epoch': 214, 'iter': 570, 'avg_loss': 1.1726613115721534, 'avg_acc_mask': 59.48319918231761, 'loss': 1.0076980590820312}
+{'epoch': 214, 'iter': 580, 'avg_loss': 1.1723439674984772, 'avg_acc_mask': 59.49696988727353, 'loss': 1.6433305740356445}
+{'epoch': 214, 'iter': 590, 'avg_loss': 1.1721090194335848, 'avg_acc_mask': 59.47819122720552, 'loss': 1.0124034881591797}
+{'epoch': 214, 'iter': 600, 'avg_loss': 1.1704918926646823, 'avg_acc_mask': 59.523809523809526, 'loss': 1.3319281339645386}
+{'epoch': 214, 'iter': 610, 'avg_loss': 1.1697838810773997, 'avg_acc_mask': 59.519904577307294, 'loss': 1.0337474346160889}
+{'epoch': 214, 'iter': 620, 'avg_loss': 1.1686968513540983, 'avg_acc_mask': 59.54990157769486, 'loss': 1.4654192924499512}
+{'epoch': 214, 'iter': 630, 'avg_loss': 1.1671020840124926, 'avg_acc_mask': 59.6134371111947, 'loss': 0.8999711871147156}
+{'epoch': 214, 'iter': 640, 'avg_loss': 1.168202699346587, 'avg_acc_mask': 59.59915611814346, 'loss': 1.0420258045196533}
+{'epoch': 214, 'iter': 650, 'avg_loss': 1.169240228316751, 'avg_acc_mask': 59.51973037494734, 'loss': 1.2325879335403442}
+{'epoch': 214, 'iter': 660, 'avg_loss': 1.1681233553410297, 'avg_acc_mask': 59.542174670315994, 'loss': 0.9292777180671692}
+{'epoch': 214, 'iter': 670, 'avg_loss': 1.166993566312662, 'avg_acc_mask': 59.580495777717246, 'loss': 1.5226761102676392}
+{'epoch': 214, 'iter': 680, 'avg_loss': 1.1669965444157302, 'avg_acc_mask': 59.59948459143133, 'loss': 1.227932095527649}
+{'epoch': 214, 'iter': 690, 'avg_loss': 1.1673345423469323, 'avg_acc_mask': 59.56354979500066, 'loss': 0.988429069519043}
+{'epoch': 214, 'iter': 700, 'avg_loss': 1.168820580725323, 'avg_acc_mask': 59.50942610144777, 'loss': 1.403752326965332}
+{'epoch': 214, 'iter': 710, 'avg_loss': 1.1685625803453845, 'avg_acc_mask': 59.514575574675746, 'loss': 1.161514401435852}
+{'epoch': 214, 'iter': 720, 'avg_loss': 1.1700333990104983, 'avg_acc_mask': 59.47581666244619, 'loss': 1.1909618377685547}
+{'epoch': 214, 'iter': 730, 'avg_loss': 1.1682699042208053, 'avg_acc_mask': 59.52505805678327, 'loss': 1.3428455591201782}
+{'epoch': 214, 'iter': 740, 'avg_loss': 1.169042968878701, 'avg_acc_mask': 59.51454876667815, 'loss': 0.9867090582847595}
+{'epoch': 214, 'iter': 750, 'avg_loss': 1.1706452741127675, 'avg_acc_mask': 59.49019512550725, 'loss': 1.1752957105636597}
+{'epoch': 214, 'iter': 760, 'avg_loss': 1.1700987877732978, 'avg_acc_mask': 59.52032617819882, 'loss': 1.0326822996139526}
+{'epoch': 214, 'iter': 770, 'avg_loss': 1.1711809977637808, 'avg_acc_mask': 59.45977908654415, 'loss': 1.3691611289978027}
+{'epoch': 214, 'iter': 780, 'avg_loss': 1.1701673808079522, 'avg_acc_mask': 59.47832990846255, 'loss': 1.1050827503204346}
+{'epoch': 214, 'iter': 790, 'avg_loss': 1.1700613361544314, 'avg_acc_mask': 59.4819035316371, 'loss': 1.155110478401184}
+{'epoch': 214, 'iter': 800, 'avg_loss': 1.1699319075555836, 'avg_acc_mask': 59.478062678062685, 'loss': 1.495924472808838}
+{'epoch': 214, 'iter': 810, 'avg_loss': 1.170887460029522, 'avg_acc_mask': 59.47108778411011, 'loss': 1.0539706945419312}
+{'epoch': 214, 'iter': 820, 'avg_loss': 1.1709132686747412, 'avg_acc_mask': 59.47617882017846, 'loss': 1.219561219215393}
+{'epoch': 214, 'iter': 830, 'avg_loss': 1.170250144676181, 'avg_acc_mask': 59.5061131146099, 'loss': 1.0150818824768066}
+{'epoch': 214, 'iter': 840, 'avg_loss': 1.1702165953044235, 'avg_acc_mask': 59.49905584615719, 'loss': 1.1733943223953247}
+{'epoch': 214, 'iter': 850, 'avg_loss': 1.1699816225278252, 'avg_acc_mask': 59.48783885138755, 'loss': 1.2748878002166748}
+{'epoch': 214, 'iter': 860, 'avg_loss': 1.1699028404886023, 'avg_acc_mask': 59.47628019221406, 'loss': 1.2122247219085693}
+{'epoch': 214, 'iter': 870, 'avg_loss': 1.1718395189494408, 'avg_acc_mask': 59.40672655107583, 'loss': 1.2000033855438232}
+{'epoch': 214, 'iter': 880, 'avg_loss': 1.172399555987316, 'avg_acc_mask': 59.38275177774103, 'loss': 1.3166601657867432}
+{'epoch': 214, 'iter': 890, 'avg_loss': 1.1711864867461919, 'avg_acc_mask': 59.41984482793916, 'loss': 0.6806926727294922}
+{'epoch': 214, 'iter': 900, 'avg_loss': 1.171788717149762, 'avg_acc_mask': 59.3835380785655, 'loss': 1.3673617839813232}
+{'epoch': 214, 'iter': 910, 'avg_loss': 1.1723186129010994, 'avg_acc_mask': 59.371562293737625, 'loss': 1.3117583990097046}
+{'epoch': 214, 'iter': 920, 'avg_loss': 1.171865683619285, 'avg_acc_mask': 59.40872457971129, 'loss': 1.1178301572799683}
+{'epoch': 214, 'iter': 930, 'avg_loss': 1.1711626307664702, 'avg_acc_mask': 59.447700056837114, 'loss': 1.1679743528366089}
+{'epoch': 214, 'iter': 940, 'avg_loss': 1.171866000395399, 'avg_acc_mask': 59.40778374604898, 'loss': 1.0641118288040161}
+{'epoch': 214, 'iter': 950, 'avg_loss': 1.172268030395267, 'avg_acc_mask': 59.37931563602885, 'loss': 1.196506381034851}
+{'epoch': 214, 'iter': 960, 'avg_loss': 1.171467183283787, 'avg_acc_mask': 59.434015981171825, 'loss': 1.1964422464370728}
+{'epoch': 214, 'iter': 970, 'avg_loss': 1.1700331571173348, 'avg_acc_mask': 59.462862727409416, 'loss': 0.8365139365196228}
+{'epoch': 214, 'iter': 980, 'avg_loss': 1.1709309109732524, 'avg_acc_mask': 59.43139954601273, 'loss': 1.0559511184692383}
+{'epoch': 214, 'iter': 990, 'avg_loss': 1.171486199142714, 'avg_acc_mask': 59.406322991190486, 'loss': 1.1874407529830933}
+{'epoch': 214, 'iter': 1000, 'avg_loss': 1.1712671255136464, 'avg_acc_mask': 59.388932360380686, 'loss': 1.5025310516357422}
+{'epoch': 214, 'iter': 1010, 'avg_loss': 1.171702280596385, 'avg_acc_mask': 59.3561875923723, 'loss': 1.0900201797485352}
+{'epoch': 214, 'iter': 1020, 'avg_loss': 1.1714753023440878, 'avg_acc_mask': 59.372936704794874, 'loss': 1.115251898765564}
+{'epoch': 214, 'iter': 1030, 'avg_loss': 1.17074636234807, 'avg_acc_mask': 59.39970639735404, 'loss': 1.0636851787567139}
+{'epoch': 214, 'iter': 1040, 'avg_loss': 1.1713697423050886, 'avg_acc_mask': 59.37428836687862, 'loss': 1.3987071514129639}
+{'epoch': 214, 'iter': 1050, 'avg_loss': 1.1709897416642912, 'avg_acc_mask': 59.37131357990424, 'loss': 0.8414241671562195}
+{'epoch': 214, 'iter': 1060, 'avg_loss': 1.1705932285738485, 'avg_acc_mask': 59.401364284609706, 'loss': 1.0093348026275635}
+{'epoch': 214, 'iter': 1070, 'avg_loss': 1.1700941420514155, 'avg_acc_mask': 59.41042312012799, 'loss': 1.4562785625457764}
+{'epoch': 214, 'iter': 1080, 'avg_loss': 1.1700942760590156, 'avg_acc_mask': 59.43895613473145, 'loss': 0.7757682204246521}
+{'epoch': 214, 'iter': 1090, 'avg_loss': 1.1699868149433958, 'avg_acc_mask': 59.43292255285042, 'loss': 1.0057127475738525}
+{'epoch': 214, 'iter': 1100, 'avg_loss': 1.1702184931567103, 'avg_acc_mask': 59.43105844972529, 'loss': 0.9866152405738831}
+{'epoch': 'EP214_train', 'avg_loss': 1.1710097942956432, 'total_masked_acc': 59.41565400913453}
+{'epoch': 215, 'iter': 0, 'avg_loss': 1.2689512968063354, 'avg_acc_mask': 55.55555555555556, 'loss': 1.2689512968063354}
+{'epoch': 215, 'iter': 10, 'avg_loss': 1.2916542074897073, 'avg_acc_mask': 53.18471337579618, 'loss': 1.1032414436340332}
+{'epoch': 215, 'iter': 20, 'avg_loss': 1.2345815982137407, 'avg_acc_mask': 56.27062706270627, 'loss': 1.2294918298721313}
+{'epoch': 215, 'iter': 30, 'avg_loss': 1.224551910354245, 'avg_acc_mask': 56.91860465116279, 'loss': 1.254260540008545}
+{'epoch': 215, 'iter': 40, 'avg_loss': 1.179739351679639, 'avg_acc_mask': 58.79241956809167, 'loss': 0.7320783138275146}
+{'epoch': 215, 'iter': 50, 'avg_loss': 1.1953375818682652, 'avg_acc_mask': 58.09027777777778, 'loss': 1.2693836688995361}
+{'epoch': 215, 'iter': 60, 'avg_loss': 1.1864994011941503, 'avg_acc_mask': 58.379643170517696, 'loss': 0.9083938598632812}
+{'epoch': 215, 'iter': 70, 'avg_loss': 1.1856206773032605, 'avg_acc_mask': 58.37988826815642, 'loss': 1.2751332521438599}
+{'epoch': 215, 'iter': 80, 'avg_loss': 1.1907458827819353, 'avg_acc_mask': 58.2039911308204, 'loss': 1.3018759489059448}
+{'epoch': 215, 'iter': 90, 'avg_loss': 1.1873189119192271, 'avg_acc_mask': 58.443872500494955, 'loss': 1.4523603916168213}
+{'epoch': 215, 'iter': 100, 'avg_loss': 1.1807859120982709, 'avg_acc_mask': 58.57935229915906, 'loss': 1.1304712295532227}
+{'epoch': 215, 'iter': 110, 'avg_loss': 1.178009235107147, 'avg_acc_mask': 58.64649422482512, 'loss': 1.1761460304260254}
+{'epoch': 215, 'iter': 120, 'avg_loss': 1.170640058261304, 'avg_acc_mask': 58.93959933724958, 'loss': 1.3488991260528564}
+{'epoch': 215, 'iter': 130, 'avg_loss': 1.1673652011019584, 'avg_acc_mask': 59.07769007062734, 'loss': 0.9442460536956787}
+{'epoch': 215, 'iter': 140, 'avg_loss': 1.169336681670331, 'avg_acc_mask': 58.941161389565444, 'loss': 1.2063287496566772}
+{'epoch': 215, 'iter': 150, 'avg_loss': 1.1655008208672732, 'avg_acc_mask': 59.03454917539425, 'loss': 1.0377349853515625}
+{'epoch': 215, 'iter': 160, 'avg_loss': 1.1688509738963584, 'avg_acc_mask': 59.06047883808011, 'loss': 1.0951533317565918}
+{'epoch': 215, 'iter': 170, 'avg_loss': 1.1727511053196868, 'avg_acc_mask': 58.79402347918891, 'loss': 1.183746099472046}
+{'epoch': 215, 'iter': 180, 'avg_loss': 1.172472058080178, 'avg_acc_mask': 58.92028254288597, 'loss': 1.2017362117767334}
+{'epoch': 215, 'iter': 190, 'avg_loss': 1.1707113151150847, 'avg_acc_mask': 59.02219670876387, 'loss': 1.1850534677505493}
+{'epoch': 215, 'iter': 200, 'avg_loss': 1.1724509276560884, 'avg_acc_mask': 58.867173362287375, 'loss': 1.3662049770355225}
+{'epoch': 215, 'iter': 210, 'avg_loss': 1.173626908476319, 'avg_acc_mask': 58.95496734272946, 'loss': 1.2797507047653198}
+{'epoch': 215, 'iter': 220, 'avg_loss': 1.1709280521082124, 'avg_acc_mask': 59.13670243263166, 'loss': 1.240311622619629}
+{'epoch': 215, 'iter': 230, 'avg_loss': 1.170789388609139, 'avg_acc_mask': 59.189591660788466, 'loss': 1.334221363067627}
+{'epoch': 215, 'iter': 240, 'avg_loss': 1.168461158562498, 'avg_acc_mask': 59.33197923719251, 'loss': 0.9851725101470947}
+{'epoch': 215, 'iter': 250, 'avg_loss': 1.1709253218069495, 'avg_acc_mask': 59.21965317919076, 'loss': 1.0965954065322876}
+{'epoch': 215, 'iter': 260, 'avg_loss': 1.1732273987883353, 'avg_acc_mask': 59.25205060475462, 'loss': 1.4166020154953003}
+{'epoch': 215, 'iter': 270, 'avg_loss': 1.1750131159251027, 'avg_acc_mask': 59.21597435554962, 'loss': 1.0325387716293335}
+{'epoch': 215, 'iter': 280, 'avg_loss': 1.1707250912842802, 'avg_acc_mask': 59.2563903950426, 'loss': 0.5332601070404053}
+{'epoch': 215, 'iter': 290, 'avg_loss': 1.171139139899683, 'avg_acc_mask': 59.30595431281988, 'loss': 1.2872016429901123}
+{'epoch': 215, 'iter': 300, 'avg_loss': 1.1691037790719854, 'avg_acc_mask': 59.35893559117025, 'loss': 1.2647024393081665}
+{'epoch': 215, 'iter': 310, 'avg_loss': 1.1683044372264213, 'avg_acc_mask': 59.371703200093776, 'loss': 0.8266608119010925}
+{'epoch': 215, 'iter': 320, 'avg_loss': 1.1691198248729529, 'avg_acc_mask': 59.36273115220484, 'loss': 0.9881464838981628}
+{'epoch': 215, 'iter': 330, 'avg_loss': 1.1696666486313696, 'avg_acc_mask': 59.34968310829429, 'loss': 0.9742366671562195}
+{'epoch': 215, 'iter': 340, 'avg_loss': 1.1705376028665, 'avg_acc_mask': 59.26816239316239, 'loss': 1.0367344617843628}
+{'epoch': 215, 'iter': 350, 'avg_loss': 1.1696505855630945, 'avg_acc_mask': 59.322297753100514, 'loss': 1.1169170141220093}
+{'epoch': 215, 'iter': 360, 'avg_loss': 1.170876632436821, 'avg_acc_mask': 59.27137321994667, 'loss': 1.0911616086959839}
+{'epoch': 215, 'iter': 370, 'avg_loss': 1.1713199041924387, 'avg_acc_mask': 59.284280608997896, 'loss': 1.0388014316558838}
+{'epoch': 215, 'iter': 380, 'avg_loss': 1.1727494287678575, 'avg_acc_mask': 59.275500476644424, 'loss': 0.818207323551178}
+{'epoch': 215, 'iter': 390, 'avg_loss': 1.1710676204822863, 'avg_acc_mask': 59.28060228645785, 'loss': 1.3193511962890625}
+{'epoch': 215, 'iter': 400, 'avg_loss': 1.172166233794053, 'avg_acc_mask': 59.23307043785695, 'loss': 1.176263689994812}
+{'epoch': 215, 'iter': 410, 'avg_loss': 1.170597552963127, 'avg_acc_mask': 59.28808313066549, 'loss': 1.042068600654602}
+{'epoch': 215, 'iter': 420, 'avg_loss': 1.1699596610884768, 'avg_acc_mask': 59.2767023850674, 'loss': 1.2225399017333984}
+{'epoch': 215, 'iter': 430, 'avg_loss': 1.1708205761323118, 'avg_acc_mask': 59.33020423696562, 'loss': 1.7022219896316528}
+{'epoch': 215, 'iter': 440, 'avg_loss': 1.1744105713167428, 'avg_acc_mask': 59.28267426965827, 'loss': 1.4504908323287964}
+{'epoch': 215, 'iter': 450, 'avg_loss': 1.1758448957339622, 'avg_acc_mask': 59.2110581197963, 'loss': 0.8851860761642456}
+{'epoch': 215, 'iter': 460, 'avg_loss': 1.1799124798650598, 'avg_acc_mask': 59.15632165731003, 'loss': 1.4206534624099731}
+{'epoch': 215, 'iter': 470, 'avg_loss': 1.1808904819427781, 'avg_acc_mask': 59.11674852082447, 'loss': 1.1350491046905518}
+{'epoch': 215, 'iter': 480, 'avg_loss': 1.18005315454487, 'avg_acc_mask': 59.16742493175614, 'loss': 1.015297293663025}
+{'epoch': 215, 'iter': 490, 'avg_loss': 1.1803439809445695, 'avg_acc_mask': 59.20035671819262, 'loss': 1.419840931892395}
+{'epoch': 215, 'iter': 500, 'avg_loss': 1.1783941064528125, 'avg_acc_mask': 59.24806003861707, 'loss': 0.9264999628067017}
+{'epoch': 215, 'iter': 510, 'avg_loss': 1.1782654380378426, 'avg_acc_mask': 59.261110119578795, 'loss': 1.3009752035140991}
+{'epoch': 215, 'iter': 520, 'avg_loss': 1.177897184686789, 'avg_acc_mask': 59.2763826135687, 'loss': 1.3117574453353882}
+{'epoch': 215, 'iter': 530, 'avg_loss': 1.1766311004336945, 'avg_acc_mask': 59.27758875485445, 'loss': 1.0024197101593018}
+{'epoch': 215, 'iter': 540, 'avg_loss': 1.1772780708156099, 'avg_acc_mask': 59.27901167893067, 'loss': 0.9802853465080261}
+{'epoch': 215, 'iter': 550, 'avg_loss': 1.1786653920872892, 'avg_acc_mask': 59.21152890508531, 'loss': 0.9080924391746521}
+{'epoch': 215, 'iter': 560, 'avg_loss': 1.177740358095118, 'avg_acc_mask': 59.238864813789064, 'loss': 1.2177420854568481}
+{'epoch': 215, 'iter': 570, 'avg_loss': 1.175658023921078, 'avg_acc_mask': 59.307650430717004, 'loss': 1.0735241174697876}
+{'epoch': 215, 'iter': 580, 'avg_loss': 1.1757700570479113, 'avg_acc_mask': 59.28777973346744, 'loss': 1.434256911277771}
+{'epoch': 215, 'iter': 590, 'avg_loss': 1.1763285588088577, 'avg_acc_mask': 59.271267562142974, 'loss': 1.0977636575698853}
+{'epoch': 215, 'iter': 600, 'avg_loss': 1.1751710510690279, 'avg_acc_mask': 59.34650455927052, 'loss': 1.2371042966842651}
+{'epoch': 215, 'iter': 610, 'avg_loss': 1.1754694152775842, 'avg_acc_mask': 59.33510717809202, 'loss': 1.2662452459335327}
+{'epoch': 215, 'iter': 620, 'avg_loss': 1.173163937293773, 'avg_acc_mask': 59.429295011484776, 'loss': 1.2507531642913818}
+{'epoch': 215, 'iter': 630, 'avg_loss': 1.1727940317379124, 'avg_acc_mask': 59.4361218162325, 'loss': 0.996078372001648}
+{'epoch': 215, 'iter': 640, 'avg_loss': 1.172923859400608, 'avg_acc_mask': 59.46857142857142, 'loss': 1.0161159038543701}
+{'epoch': 215, 'iter': 650, 'avg_loss': 1.1733107087066463, 'avg_acc_mask': 59.4596115958345, 'loss': 1.1368000507354736}
+{'epoch': 215, 'iter': 660, 'avg_loss': 1.1721883733586356, 'avg_acc_mask': 59.47054747054747, 'loss': 1.028104305267334}
+{'epoch': 215, 'iter': 670, 'avg_loss': 1.1718479097333643, 'avg_acc_mask': 59.50729229256568, 'loss': 1.4159083366394043}
+{'epoch': 215, 'iter': 680, 'avg_loss': 1.1721348735379402, 'avg_acc_mask': 59.49979830576846, 'loss': 1.1251463890075684}
+{'epoch': 215, 'iter': 690, 'avg_loss': 1.1745675264840187, 'avg_acc_mask': 59.39353813559322, 'loss': 1.2828713655471802}
+{'epoch': 215, 'iter': 700, 'avg_loss': 1.174231213526787, 'avg_acc_mask': 59.37940393548724, 'loss': 0.8029913902282715}
+{'epoch': 215, 'iter': 710, 'avg_loss': 1.1741641989572473, 'avg_acc_mask': 59.36010716401762, 'loss': 0.7854408025741577}
+{'epoch': 215, 'iter': 720, 'avg_loss': 1.1759160067601937, 'avg_acc_mask': 59.30734830775485, 'loss': 1.2107518911361694}
+{'epoch': 215, 'iter': 730, 'avg_loss': 1.1747972146593921, 'avg_acc_mask': 59.34647406961581, 'loss': 1.3161054849624634}
+{'epoch': 215, 'iter': 740, 'avg_loss': 1.1749123782120574, 'avg_acc_mask': 59.33020266930301, 'loss': 1.0469578504562378}
+{'epoch': 215, 'iter': 750, 'avg_loss': 1.1766167767990763, 'avg_acc_mask': 59.30093776641091, 'loss': 1.006779432296753}
+{'epoch': 215, 'iter': 760, 'avg_loss': 1.1766847379887464, 'avg_acc_mask': 59.32476658003658, 'loss': 1.5395890474319458}
+{'epoch': 215, 'iter': 770, 'avg_loss': 1.178124348863708, 'avg_acc_mask': 59.26101823708206, 'loss': 1.1427265405654907}
+{'epoch': 215, 'iter': 780, 'avg_loss': 1.1773251298142455, 'avg_acc_mask': 59.33475639792639, 'loss': 1.5707308053970337}
+{'epoch': 215, 'iter': 790, 'avg_loss': 1.1770707562509288, 'avg_acc_mask': 59.33287004864489, 'loss': 1.0828301906585693}
+{'epoch': 215, 'iter': 800, 'avg_loss': 1.1777358332674452, 'avg_acc_mask': 59.31439809732895, 'loss': 1.1720715761184692}
+{'epoch': 215, 'iter': 810, 'avg_loss': 1.1777089398386447, 'avg_acc_mask': 59.314876704904705, 'loss': 0.9043731689453125}
+{'epoch': 215, 'iter': 820, 'avg_loss': 1.177603299231535, 'avg_acc_mask': 59.33776607613013, 'loss': 1.1780740022659302}
+{'epoch': 215, 'iter': 830, 'avg_loss': 1.178104312554737, 'avg_acc_mask': 59.335641970134766, 'loss': 1.165657877922058}
+{'epoch': 215, 'iter': 840, 'avg_loss': 1.1778284127732095, 'avg_acc_mask': 59.31974272320942, 'loss': 1.0943806171417236}
+{'epoch': 215, 'iter': 850, 'avg_loss': 1.1787083322657261, 'avg_acc_mask': 59.2794266405527, 'loss': 1.1196032762527466}
+{'epoch': 215, 'iter': 860, 'avg_loss': 1.179316177462313, 'avg_acc_mask': 59.26201458116351, 'loss': 1.1101877689361572}
+{'epoch': 215, 'iter': 870, 'avg_loss': 1.1807397306307585, 'avg_acc_mask': 59.19296625818365, 'loss': 1.2713459730148315}
+{'epoch': 215, 'iter': 880, 'avg_loss': 1.179851918160983, 'avg_acc_mask': 59.221609061864655, 'loss': 1.1247811317443848}
+{'epoch': 215, 'iter': 890, 'avg_loss': 1.179236070609387, 'avg_acc_mask': 59.263140590967, 'loss': 1.0336483716964722}
+{'epoch': 215, 'iter': 900, 'avg_loss': 1.1793908237352488, 'avg_acc_mask': 59.231096782042705, 'loss': 1.2535308599472046}
+{'epoch': 215, 'iter': 910, 'avg_loss': 1.1790568040178846, 'avg_acc_mask': 59.22176336153322, 'loss': 1.2133859395980835}
+{'epoch': 215, 'iter': 920, 'avg_loss': 1.178817769021087, 'avg_acc_mask': 59.219928543072655, 'loss': 1.296267032623291}
+{'epoch': 215, 'iter': 930, 'avg_loss': 1.179375852473184, 'avg_acc_mask': 59.199072527558904, 'loss': 1.436948537826538}
+{'epoch': 215, 'iter': 940, 'avg_loss': 1.1806086994763008, 'avg_acc_mask': 59.180974974235326, 'loss': 1.2148783206939697}
+{'epoch': 215, 'iter': 950, 'avg_loss': 1.1809629686372638, 'avg_acc_mask': 59.15893963294987, 'loss': 1.501474142074585}
+{'epoch': 215, 'iter': 960, 'avg_loss': 1.1803710215669765, 'avg_acc_mask': 59.18880319908597, 'loss': 1.2575827836990356}
+{'epoch': 215, 'iter': 970, 'avg_loss': 1.1803017208308564, 'avg_acc_mask': 59.205048507111236, 'loss': 1.2965903282165527}
+{'epoch': 215, 'iter': 980, 'avg_loss': 1.1799013590350915, 'avg_acc_mask': 59.20137269895742, 'loss': 1.1580506563186646}
+{'epoch': 215, 'iter': 990, 'avg_loss': 1.1807297525925544, 'avg_acc_mask': 59.171324736657624, 'loss': 1.5063815116882324}
+{'epoch': 215, 'iter': 1000, 'avg_loss': 1.180452691567885, 'avg_acc_mask': 59.1859828435846, 'loss': 1.334824562072754}
+{'epoch': 215, 'iter': 1010, 'avg_loss': 1.180161240192832, 'avg_acc_mask': 59.20024596686682, 'loss': 0.923895001411438}
+{'epoch': 215, 'iter': 1020, 'avg_loss': 1.1796672469138165, 'avg_acc_mask': 59.2088069453146, 'loss': 1.2236653566360474}
+{'epoch': 215, 'iter': 1030, 'avg_loss': 1.1803938757436698, 'avg_acc_mask': 59.20770308371607, 'loss': 1.2860143184661865}
+{'epoch': 215, 'iter': 1040, 'avg_loss': 1.179861998351919, 'avg_acc_mask': 59.22609642192492, 'loss': 1.2271544933319092}
+{'epoch': 215, 'iter': 1050, 'avg_loss': 1.1793979194252748, 'avg_acc_mask': 59.240057065311944, 'loss': 1.0305969715118408}
+{'epoch': 215, 'iter': 1060, 'avg_loss': 1.1792942522608032, 'avg_acc_mask': 59.2394021411209, 'loss': 0.9943441152572632}
+{'epoch': 215, 'iter': 1070, 'avg_loss': 1.1784824929317506, 'avg_acc_mask': 59.2526143120771, 'loss': 1.3309779167175293}
+{'epoch': 215, 'iter': 1080, 'avg_loss': 1.177652280987908, 'avg_acc_mask': 59.289039356749896, 'loss': 0.9844837188720703}
+{'epoch': 215, 'iter': 1090, 'avg_loss': 1.1778793146476956, 'avg_acc_mask': 59.27527487262001, 'loss': 1.2958425283432007}
+{'epoch': 215, 'iter': 1100, 'avg_loss': 1.1775234460722415, 'avg_acc_mask': 59.2822521744904, 'loss': 0.9467841982841492}
+{'epoch': 'EP215_train', 'avg_loss': 1.177700901840607, 'total_masked_acc': 59.28223965055098}
+{'epoch': 216, 'iter': 0, 'avg_loss': 1.3977408409118652, 'avg_acc_mask': 51.5625, 'loss': 1.3977408409118652}
+{'epoch': 216, 'iter': 10, 'avg_loss': 1.2789915258234197, 'avg_acc_mask': 53.712480252764614, 'loss': 1.275907278060913}
+{'epoch': 216, 'iter': 20, 'avg_loss': 1.2492006108874367, 'avg_acc_mask': 55.55555555555556, 'loss': 1.3499306440353394}
+{'epoch': 216, 'iter': 30, 'avg_loss': 1.2600027899588309, 'avg_acc_mask': 56.43678160919541, 'loss': 1.4061553478240967}
+{'epoch': 216, 'iter': 40, 'avg_loss': 1.2343423526461532, 'avg_acc_mask': 57.036059806508355, 'loss': 1.1470792293548584}
+{'epoch': 216, 'iter': 50, 'avg_loss': 1.237947591379577, 'avg_acc_mask': 56.75302245250432, 'loss': 1.2344563007354736}
+{'epoch': 216, 'iter': 60, 'avg_loss': 1.2284248813253935, 'avg_acc_mask': 57.19257540603249, 'loss': 0.9269430041313171}
+{'epoch': 216, 'iter': 70, 'avg_loss': 1.2068306518272616, 'avg_acc_mask': 57.87372098827053, 'loss': 0.9295787811279297}
+{'epoch': 216, 'iter': 80, 'avg_loss': 1.2061488856503992, 'avg_acc_mask': 58.06522697223446, 'loss': 1.3475874662399292}
+{'epoch': 216, 'iter': 90, 'avg_loss': 1.2046041495197422, 'avg_acc_mask': 58.225363172359636, 'loss': 1.2816346883773804}
+{'epoch': 216, 'iter': 100, 'avg_loss': 1.2002719540407163, 'avg_acc_mask': 58.51458885941645, 'loss': 1.206874132156372}
+{'epoch': 216, 'iter': 110, 'avg_loss': 1.1966538456109193, 'avg_acc_mask': 58.756242951506366, 'loss': 0.8466677069664001}
+{'epoch': 216, 'iter': 120, 'avg_loss': 1.185081454347973, 'avg_acc_mask': 59.18730535370014, 'loss': 1.285417079925537}
+{'epoch': 216, 'iter': 130, 'avg_loss': 1.1843241776218851, 'avg_acc_mask': 59.42383476015763, 'loss': 1.2340971231460571}
+{'epoch': 216, 'iter': 140, 'avg_loss': 1.1816970067666777, 'avg_acc_mask': 59.3089482344007, 'loss': 1.117937684059143}
+{'epoch': 216, 'iter': 150, 'avg_loss': 1.1717094731646658, 'avg_acc_mask': 59.69121140142518, 'loss': 1.3143562078475952}
+{'epoch': 216, 'iter': 160, 'avg_loss': 1.1754420118302291, 'avg_acc_mask': 59.49268074645212, 'loss': 1.4274312257766724}
+{'epoch': 216, 'iter': 170, 'avg_loss': 1.1797725126060128, 'avg_acc_mask': 59.4114555964267, 'loss': 1.1516954898834229}
+{'epoch': 216, 'iter': 180, 'avg_loss': 1.1735882136703195, 'avg_acc_mask': 59.573412698412696, 'loss': 1.243431806564331}
+{'epoch': 216, 'iter': 190, 'avg_loss': 1.1716935937317254, 'avg_acc_mask': 59.62207389301495, 'loss': 1.0834839344024658}
+{'epoch': 216, 'iter': 200, 'avg_loss': 1.1686381730274182, 'avg_acc_mask': 59.61350075696856, 'loss': 1.2814840078353882}
+{'epoch': 216, 'iter': 210, 'avg_loss': 1.1609133888759884, 'avg_acc_mask': 59.94226524027848, 'loss': 1.1237537860870361}
+{'epoch': 216, 'iter': 220, 'avg_loss': 1.157217170857736, 'avg_acc_mask': 60.01300390117035, 'loss': 1.0683804750442505}
+{'epoch': 216, 'iter': 230, 'avg_loss': 1.1573553002757944, 'avg_acc_mask': 59.95944470441429, 'loss': 1.1056255102157593}
+{'epoch': 216, 'iter': 240, 'avg_loss': 1.1589063020168004, 'avg_acc_mask': 59.96998123827392, 'loss': 1.2524378299713135}
+{'epoch': 216, 'iter': 250, 'avg_loss': 1.1595399643320485, 'avg_acc_mask': 59.92782389029231, 'loss': 1.003832459449768}
+{'epoch': 216, 'iter': 260, 'avg_loss': 1.1546709720202333, 'avg_acc_mask': 60.00695410292073, 'loss': 0.9179312586784363}
+{'epoch': 216, 'iter': 270, 'avg_loss': 1.1570616206119861, 'avg_acc_mask': 59.934548854604955, 'loss': 1.2207489013671875}
+{'epoch': 216, 'iter': 280, 'avg_loss': 1.1614035181303466, 'avg_acc_mask': 59.73967394806367, 'loss': 1.0336601734161377}
+{'epoch': 216, 'iter': 290, 'avg_loss': 1.1599180688153428, 'avg_acc_mask': 59.8951507208388, 'loss': 0.9494999051094055}
+{'epoch': 216, 'iter': 300, 'avg_loss': 1.1581100744266446, 'avg_acc_mask': 59.958957025591495, 'loss': 1.0308494567871094}
+{'epoch': 216, 'iter': 310, 'avg_loss': 1.1554399057983202, 'avg_acc_mask': 60.02460745254277, 'loss': 0.9617241024971008}
+{'epoch': 216, 'iter': 320, 'avg_loss': 1.1547356142061893, 'avg_acc_mask': 59.967041709285155, 'loss': 1.1604628562927246}
+{'epoch': 216, 'iter': 330, 'avg_loss': 1.157694918871646, 'avg_acc_mask': 59.76986180697021, 'loss': 1.1254950761795044}
+{'epoch': 216, 'iter': 340, 'avg_loss': 1.1555234590583532, 'avg_acc_mask': 59.81044672807625, 'loss': 1.0114530324935913}
+{'epoch': 216, 'iter': 350, 'avg_loss': 1.1551283864553836, 'avg_acc_mask': 59.760708551302635, 'loss': 1.2366747856140137}
+{'epoch': 216, 'iter': 360, 'avg_loss': 1.1547862671088645, 'avg_acc_mask': 59.80431510286001, 'loss': 1.2381242513656616}
+{'epoch': 216, 'iter': 370, 'avg_loss': 1.156450667149937, 'avg_acc_mask': 59.77931842593497, 'loss': 0.9321652054786682}
+{'epoch': 216, 'iter': 380, 'avg_loss': 1.158252973569034, 'avg_acc_mask': 59.832556369517654, 'loss': 0.8929063677787781}
+{'epoch': 216, 'iter': 390, 'avg_loss': 1.1578341329189212, 'avg_acc_mask': 59.788507026575765, 'loss': 1.2655917406082153}
+{'epoch': 216, 'iter': 400, 'avg_loss': 1.1602325110958698, 'avg_acc_mask': 59.69695594973461, 'loss': 1.583575963973999}
+{'epoch': 216, 'iter': 410, 'avg_loss': 1.1582173668845146, 'avg_acc_mask': 59.72050238811251, 'loss': 1.0837180614471436}
+{'epoch': 216, 'iter': 420, 'avg_loss': 1.1562322330021801, 'avg_acc_mask': 59.80447289873253, 'loss': 1.1627099514007568}
+{'epoch': 216, 'iter': 430, 'avg_loss': 1.156060925907436, 'avg_acc_mask': 59.848420696079266, 'loss': 1.1983517408370972}
+{'epoch': 216, 'iter': 440, 'avg_loss': 1.157263175970843, 'avg_acc_mask': 59.80890929395707, 'loss': 1.4546316862106323}
+{'epoch': 216, 'iter': 450, 'avg_loss': 1.1571324689689602, 'avg_acc_mask': 59.78339933726663, 'loss': 0.8449037671089172}
+{'epoch': 216, 'iter': 460, 'avg_loss': 1.1590667483346322, 'avg_acc_mask': 59.744623655913976, 'loss': 1.3502763509750366}
+{'epoch': 216, 'iter': 470, 'avg_loss': 1.1614742146176138, 'avg_acc_mask': 59.65801384966536, 'loss': 1.1899654865264893}
+{'epoch': 216, 'iter': 480, 'avg_loss': 1.1604087557217684, 'avg_acc_mask': 59.766974078712664, 'loss': 0.8521828651428223}
+{'epoch': 216, 'iter': 490, 'avg_loss': 1.162716798772637, 'avg_acc_mask': 59.719126170307625, 'loss': 1.8447026014328003}
+{'epoch': 216, 'iter': 500, 'avg_loss': 1.1612197898343175, 'avg_acc_mask': 59.78169910860469, 'loss': 0.955900251865387}
+{'epoch': 216, 'iter': 510, 'avg_loss': 1.1604892314063593, 'avg_acc_mask': 59.79024720864695, 'loss': 1.0051617622375488}
+{'epoch': 216, 'iter': 520, 'avg_loss': 1.1598999894969524, 'avg_acc_mask': 59.84249212460623, 'loss': 1.3564850091934204}
+{'epoch': 216, 'iter': 530, 'avg_loss': 1.1595037316871901, 'avg_acc_mask': 59.84598459845984, 'loss': 1.1690499782562256}
+{'epoch': 216, 'iter': 540, 'avg_loss': 1.160174059779719, 'avg_acc_mask': 59.82747582302793, 'loss': 1.3305355310440063}
+{'epoch': 216, 'iter': 550, 'avg_loss': 1.1614707945262888, 'avg_acc_mask': 59.78860445912469, 'loss': 0.9340887665748596}
+{'epoch': 216, 'iter': 560, 'avg_loss': 1.1612163061764151, 'avg_acc_mask': 59.77410665022232, 'loss': 1.0898932218551636}
+{'epoch': 216, 'iter': 570, 'avg_loss': 1.1602274462345812, 'avg_acc_mask': 59.8271518321268, 'loss': 1.0302454233169556}
+{'epoch': 216, 'iter': 580, 'avg_loss': 1.161264788160636, 'avg_acc_mask': 59.78553959992475, 'loss': 1.5079494714736938}
+{'epoch': 216, 'iter': 590, 'avg_loss': 1.1604126583904584, 'avg_acc_mask': 59.738219895287955, 'loss': 0.8073670864105225}
+{'epoch': 216, 'iter': 600, 'avg_loss': 1.158227240880595, 'avg_acc_mask': 59.78609949706114, 'loss': 0.9875317811965942}
+{'epoch': 216, 'iter': 610, 'avg_loss': 1.160388776889214, 'avg_acc_mask': 59.717630238584576, 'loss': 1.5266010761260986}
+{'epoch': 216, 'iter': 620, 'avg_loss': 1.158047093477418, 'avg_acc_mask': 59.801852503224296, 'loss': 1.3700971603393555}
+{'epoch': 216, 'iter': 630, 'avg_loss': 1.156460257226427, 'avg_acc_mask': 59.82856648099513, 'loss': 0.9617006182670593}
+{'epoch': 216, 'iter': 640, 'avg_loss': 1.1566392140529829, 'avg_acc_mask': 59.82628506336324, 'loss': 0.874188244342804}
+{'epoch': 216, 'iter': 650, 'avg_loss': 1.155996710199365, 'avg_acc_mask': 59.82498457396085, 'loss': 0.9756246209144592}
+{'epoch': 216, 'iter': 660, 'avg_loss': 1.1560858541285217, 'avg_acc_mask': 59.78543383288171, 'loss': 1.023453712463379}
+{'epoch': 216, 'iter': 670, 'avg_loss': 1.1562852672954962, 'avg_acc_mask': 59.75493533015657, 'loss': 1.34135103225708}
+{'epoch': 216, 'iter': 680, 'avg_loss': 1.1566324425688925, 'avg_acc_mask': 59.78640047228036, 'loss': 1.3039242029190063}
+{'epoch': 216, 'iter': 690, 'avg_loss': 1.1568349668845082, 'avg_acc_mask': 59.767681845844464, 'loss': 1.0664650201797485}
+{'epoch': 216, 'iter': 700, 'avg_loss': 1.1577076578616416, 'avg_acc_mask': 59.75272575512546, 'loss': 1.0607094764709473}
+{'epoch': 216, 'iter': 710, 'avg_loss': 1.1580823777261833, 'avg_acc_mask': 59.75531395378724, 'loss': 1.1230335235595703}
+{'epoch': 216, 'iter': 720, 'avg_loss': 1.1604721857010079, 'avg_acc_mask': 59.707803717020305, 'loss': 1.6674425601959229}
+{'epoch': 216, 'iter': 730, 'avg_loss': 1.159971041979444, 'avg_acc_mask': 59.706190975865695, 'loss': 1.1686848402023315}
+{'epoch': 216, 'iter': 740, 'avg_loss': 1.1610622917592284, 'avg_acc_mask': 59.71192909023759, 'loss': 0.9375296831130981}
+{'epoch': 216, 'iter': 750, 'avg_loss': 1.1628768585334606, 'avg_acc_mask': 59.64298724954462, 'loss': 1.2695542573928833}
+{'epoch': 216, 'iter': 760, 'avg_loss': 1.1627978295596921, 'avg_acc_mask': 59.63263152846386, 'loss': 0.911100447177887}
+{'epoch': 216, 'iter': 770, 'avg_loss': 1.1642391401042271, 'avg_acc_mask': 59.58508776079861, 'loss': 1.269688606262207}
+{'epoch': 216, 'iter': 780, 'avg_loss': 1.1643348952872195, 'avg_acc_mask': 59.55701969580151, 'loss': 1.313576340675354}
+{'epoch': 216, 'iter': 790, 'avg_loss': 1.1640244906982489, 'avg_acc_mask': 59.57152091605873, 'loss': 1.107704758644104}
+{'epoch': 216, 'iter': 800, 'avg_loss': 1.1638326527325253, 'avg_acc_mask': 59.595060375721886, 'loss': 0.9073849320411682}
+{'epoch': 216, 'iter': 810, 'avg_loss': 1.163588701061785, 'avg_acc_mask': 59.60832037500282, 'loss': 1.1476773023605347}
+{'epoch': 216, 'iter': 820, 'avg_loss': 1.1643852622732611, 'avg_acc_mask': 59.56887721017235, 'loss': 1.3626999855041504}
+{'epoch': 216, 'iter': 830, 'avg_loss': 1.1643961671600846, 'avg_acc_mask': 59.563178405513106, 'loss': 1.203899621963501}
+{'epoch': 216, 'iter': 840, 'avg_loss': 1.1645788624794107, 'avg_acc_mask': 59.550121823877475, 'loss': 1.239615797996521}
+{'epoch': 216, 'iter': 850, 'avg_loss': 1.1653361848602564, 'avg_acc_mask': 59.525549013709224, 'loss': 1.3547606468200684}
+{'epoch': 216, 'iter': 860, 'avg_loss': 1.16667276392415, 'avg_acc_mask': 59.46840330073609, 'loss': 1.3325515985488892}
+{'epoch': 216, 'iter': 870, 'avg_loss': 1.1668649933094546, 'avg_acc_mask': 59.43710342805688, 'loss': 0.9926444292068481}
+{'epoch': 216, 'iter': 880, 'avg_loss': 1.166005256092102, 'avg_acc_mask': 59.47059920051366, 'loss': 0.7409859895706177}
+{'epoch': 216, 'iter': 890, 'avg_loss': 1.1656181261729446, 'avg_acc_mask': 59.510774845707495, 'loss': 1.005990982055664}
+{'epoch': 216, 'iter': 900, 'avg_loss': 1.1657300806468918, 'avg_acc_mask': 59.5183602373767, 'loss': 1.158323049545288}
+{'epoch': 216, 'iter': 910, 'avg_loss': 1.1671039357405202, 'avg_acc_mask': 59.47504354615892, 'loss': 1.3848456144332886}
+{'epoch': 216, 'iter': 920, 'avg_loss': 1.1673754036879564, 'avg_acc_mask': 59.50192178151127, 'loss': 1.0347977876663208}
+{'epoch': 216, 'iter': 930, 'avg_loss': 1.1677008908237987, 'avg_acc_mask': 59.46391105707956, 'loss': 1.5274980068206787}
+{'epoch': 216, 'iter': 940, 'avg_loss': 1.168511186915427, 'avg_acc_mask': 59.40807070589603, 'loss': 0.9003647565841675}
+{'epoch': 216, 'iter': 950, 'avg_loss': 1.1687078872062933, 'avg_acc_mask': 59.41167446498427, 'loss': 1.5894559621810913}
+{'epoch': 216, 'iter': 960, 'avg_loss': 1.1689368013164627, 'avg_acc_mask': 59.39759722143142, 'loss': 1.3602393865585327}
+{'epoch': 216, 'iter': 970, 'avg_loss': 1.1686066124515357, 'avg_acc_mask': 59.41808482662759, 'loss': 1.2130390405654907}
+{'epoch': 216, 'iter': 980, 'avg_loss': 1.1683646616707275, 'avg_acc_mask': 59.44600293532986, 'loss': 0.9856337904930115}
+{'epoch': 216, 'iter': 990, 'avg_loss': 1.1697878181393042, 'avg_acc_mask': 59.414033798677444, 'loss': 1.4178812503814697}
+{'epoch': 216, 'iter': 1000, 'avg_loss': 1.1701133646569648, 'avg_acc_mask': 59.3859011627907, 'loss': 1.4449541568756104}
+{'epoch': 216, 'iter': 1010, 'avg_loss': 1.1705158738424941, 'avg_acc_mask': 59.40923564014463, 'loss': 1.0514072179794312}
+{'epoch': 216, 'iter': 1020, 'avg_loss': 1.1702232514375803, 'avg_acc_mask': 59.439438726450376, 'loss': 0.839516818523407}
+{'epoch': 216, 'iter': 1030, 'avg_loss': 1.169218666107185, 'avg_acc_mask': 59.49054473609935, 'loss': 1.2969454526901245}
+{'epoch': 216, 'iter': 1040, 'avg_loss': 1.1682125826962972, 'avg_acc_mask': 59.533169103901315, 'loss': 1.1470189094543457}
+{'epoch': 216, 'iter': 1050, 'avg_loss': 1.1675237472232016, 'avg_acc_mask': 59.55100910444144, 'loss': 1.2339426279067993}
+{'epoch': 216, 'iter': 1060, 'avg_loss': 1.1674394054754402, 'avg_acc_mask': 59.55954239061455, 'loss': 1.0452312231063843}
+{'epoch': 216, 'iter': 1070, 'avg_loss': 1.1668267206094958, 'avg_acc_mask': 59.57982050584716, 'loss': 1.2283738851547241}
+{'epoch': 216, 'iter': 1080, 'avg_loss': 1.1664929956225307, 'avg_acc_mask': 59.631157894736845, 'loss': 1.023569941520691}
+{'epoch': 216, 'iter': 1090, 'avg_loss': 1.166525728761549, 'avg_acc_mask': 59.61163104949703, 'loss': 1.2552160024642944}
+{'epoch': 216, 'iter': 1100, 'avg_loss': 1.1656919235429581, 'avg_acc_mask': 59.645031096996156, 'loss': 0.9643529653549194}
+{'epoch': 'EP216_train', 'avg_loss': 1.1661138497326708, 'total_masked_acc': 59.62644862432205}
+{'epoch': 217, 'iter': 0, 'avg_loss': 1.2928258180618286, 'avg_acc_mask': 57.14285714285714, 'loss': 1.2928258180618286}
+{'epoch': 217, 'iter': 10, 'avg_loss': 1.2266774502667515, 'avg_acc_mask': 59.294871794871796, 'loss': 0.9047143459320068}
+{'epoch': 217, 'iter': 20, 'avg_loss': 1.2272743838174003, 'avg_acc_mask': 58.17717206132878, 'loss': 1.2886767387390137}
+{'epoch': 217, 'iter': 30, 'avg_loss': 1.2078799605369568, 'avg_acc_mask': 58.73297809354647, 'loss': 1.2636299133300781}
+{'epoch': 217, 'iter': 40, 'avg_loss': 1.210570999761907, 'avg_acc_mask': 58.42450765864332, 'loss': 1.0608235597610474}
+{'epoch': 217, 'iter': 50, 'avg_loss': 1.2105863550130058, 'avg_acc_mask': 58.23278921220724, 'loss': 1.130688190460205}
+{'epoch': 217, 'iter': 60, 'avg_loss': 1.1970954244254066, 'avg_acc_mask': 58.502386634844875, 'loss': 1.2425448894500732}
+{'epoch': 217, 'iter': 70, 'avg_loss': 1.1935533662916908, 'avg_acc_mask': 58.856559469116895, 'loss': 1.0902172327041626}
+{'epoch': 217, 'iter': 80, 'avg_loss': 1.188089198536343, 'avg_acc_mask': 59.363170786016475, 'loss': 1.5520418882369995}
+{'epoch': 217, 'iter': 90, 'avg_loss': 1.189798579111204, 'avg_acc_mask': 59.30966469428009, 'loss': 1.2583136558532715}
+{'epoch': 217, 'iter': 100, 'avg_loss': 1.1769222227653655, 'avg_acc_mask': 59.49570815450643, 'loss': 0.9613916277885437}
+{'epoch': 217, 'iter': 110, 'avg_loss': 1.1780452508110184, 'avg_acc_mask': 59.387855849925955, 'loss': 1.20250403881073}
+{'epoch': 217, 'iter': 120, 'avg_loss': 1.17029160014854, 'avg_acc_mask': 59.754433833560704, 'loss': 1.2298495769500732}
+{'epoch': 217, 'iter': 130, 'avg_loss': 1.1690922415893497, 'avg_acc_mask': 59.61243552209675, 'loss': 1.0015745162963867}
+{'epoch': 217, 'iter': 140, 'avg_loss': 1.1714255589965388, 'avg_acc_mask': 59.466804710754495, 'loss': 1.0843137502670288}
+{'epoch': 217, 'iter': 150, 'avg_loss': 1.1626756025465907, 'avg_acc_mask': 59.807387541143484, 'loss': 1.3558803796768188}
+{'epoch': 217, 'iter': 160, 'avg_loss': 1.1635400086456205, 'avg_acc_mask': 59.796641151605165, 'loss': 1.2637172937393188}
+{'epoch': 217, 'iter': 170, 'avg_loss': 1.1659213945879574, 'avg_acc_mask': 59.800664451827245, 'loss': 1.1043133735656738}
+{'epoch': 217, 'iter': 180, 'avg_loss': 1.1656616972296276, 'avg_acc_mask': 59.819527527121565, 'loss': 1.316877841949463}
+{'epoch': 217, 'iter': 190, 'avg_loss': 1.1597460289900217, 'avg_acc_mask': 60.0575263662512, 'loss': 0.8796608448028564}
+{'epoch': 217, 'iter': 200, 'avg_loss': 1.1585631548468747, 'avg_acc_mask': 60.147098883138106, 'loss': 1.193916916847229}
+{'epoch': 217, 'iter': 210, 'avg_loss': 1.1579002170201163, 'avg_acc_mask': 60.094827586206904, 'loss': 1.2801034450531006}
+{'epoch': 217, 'iter': 220, 'avg_loss': 1.1592660298174862, 'avg_acc_mask': 60.01644060830251, 'loss': 1.3019236326217651}
+{'epoch': 217, 'iter': 230, 'avg_loss': 1.1552975296458126, 'avg_acc_mask': 60.0897920604915, 'loss': 0.8729585409164429}
+{'epoch': 217, 'iter': 240, 'avg_loss': 1.1576154533758203, 'avg_acc_mask': 60.02119285498032, 'loss': 1.1458367109298706}
+{'epoch': 217, 'iter': 250, 'avg_loss': 1.1576793189067764, 'avg_acc_mask': 60.026193247962745, 'loss': 1.0089175701141357}
+{'epoch': 217, 'iter': 260, 'avg_loss': 1.1610928139010608, 'avg_acc_mask': 59.89521480964024, 'loss': 1.3999872207641602}
+{'epoch': 217, 'iter': 270, 'avg_loss': 1.1655588717478227, 'avg_acc_mask': 59.87368138144191, 'loss': 1.2264925241470337}
+{'epoch': 217, 'iter': 280, 'avg_loss': 1.1672756659178547, 'avg_acc_mask': 59.72384286269934, 'loss': 0.8242002725601196}
+{'epoch': 217, 'iter': 290, 'avg_loss': 1.1685144710786564, 'avg_acc_mask': 59.77170095333668, 'loss': 1.031022071838379}
+{'epoch': 217, 'iter': 300, 'avg_loss': 1.1666308609750184, 'avg_acc_mask': 59.809106936591895, 'loss': 0.9082797765731812}
+{'epoch': 217, 'iter': 310, 'avg_loss': 1.1681779080648513, 'avg_acc_mask': 59.70816662744175, 'loss': 0.8385897278785706}
+{'epoch': 217, 'iter': 320, 'avg_loss': 1.1681932593431799, 'avg_acc_mask': 59.74203858007077, 'loss': 0.9843039512634277}
+{'epoch': 217, 'iter': 330, 'avg_loss': 1.167799974496271, 'avg_acc_mask': 59.854216135623176, 'loss': 0.9457260370254517}
+{'epoch': 217, 'iter': 340, 'avg_loss': 1.1659050354859697, 'avg_acc_mask': 59.85112194077009, 'loss': 0.9850108027458191}
+{'epoch': 217, 'iter': 350, 'avg_loss': 1.1659040753318373, 'avg_acc_mask': 59.902073132617986, 'loss': 1.155105710029602}
+{'epoch': 217, 'iter': 360, 'avg_loss': 1.1671438481338796, 'avg_acc_mask': 59.77365735360986, 'loss': 1.1746114492416382}
+{'epoch': 217, 'iter': 370, 'avg_loss': 1.1682831538976686, 'avg_acc_mask': 59.768309444335365, 'loss': 1.0153671503067017}
+{'epoch': 217, 'iter': 380, 'avg_loss': 1.1719088527787076, 'avg_acc_mask': 59.63846779207116, 'loss': 0.6081304550170898}
+{'epoch': 217, 'iter': 390, 'avg_loss': 1.1721613634272914, 'avg_acc_mask': 59.57814177049793, 'loss': 1.4571903944015503}
+{'epoch': 217, 'iter': 400, 'avg_loss': 1.1740183272861187, 'avg_acc_mask': 59.57833515085424, 'loss': 1.257326602935791}
+{'epoch': 217, 'iter': 410, 'avg_loss': 1.1734658736382089, 'avg_acc_mask': 59.545031262471724, 'loss': 1.1668013334274292}
+{'epoch': 217, 'iter': 420, 'avg_loss': 1.1723247256811327, 'avg_acc_mask': 59.564972485809605, 'loss': 1.258489727973938}
+{'epoch': 217, 'iter': 430, 'avg_loss': 1.171460318178146, 'avg_acc_mask': 59.550086684426404, 'loss': 1.389554500579834}
+{'epoch': 217, 'iter': 440, 'avg_loss': 1.174014007558628, 'avg_acc_mask': 59.50778378824793, 'loss': 1.6112205982208252}
+{'epoch': 217, 'iter': 450, 'avg_loss': 1.1756094568584552, 'avg_acc_mask': 59.38357269646603, 'loss': 0.9219198226928711}
+{'epoch': 217, 'iter': 460, 'avg_loss': 1.1754936429787095, 'avg_acc_mask': 59.40679971602114, 'loss': 1.1092098951339722}
+{'epoch': 217, 'iter': 470, 'avg_loss': 1.17633845927609, 'avg_acc_mask': 59.39078465394255, 'loss': 1.0630344152450562}
+{'epoch': 217, 'iter': 480, 'avg_loss': 1.1754851570496192, 'avg_acc_mask': 59.431358463457975, 'loss': 1.1771154403686523}
+{'epoch': 217, 'iter': 490, 'avg_loss': 1.1756887957908957, 'avg_acc_mask': 59.37176261654581, 'loss': 1.058188796043396}
+{'epoch': 217, 'iter': 500, 'avg_loss': 1.173866051280808, 'avg_acc_mask': 59.39451139828663, 'loss': 1.1277543306350708}
+{'epoch': 217, 'iter': 510, 'avg_loss': 1.172654454255524, 'avg_acc_mask': 59.362436403742834, 'loss': 1.0518749952316284}
+{'epoch': 217, 'iter': 520, 'avg_loss': 1.1738088912332356, 'avg_acc_mask': 59.35098504960179, 'loss': 1.258002758026123}
+{'epoch': 217, 'iter': 530, 'avg_loss': 1.1734357993706022, 'avg_acc_mask': 59.333150195728315, 'loss': 0.9013564586639404}
+{'epoch': 217, 'iter': 540, 'avg_loss': 1.174133259465646, 'avg_acc_mask': 59.250774828190266, 'loss': 1.2581076622009277}
+{'epoch': 217, 'iter': 550, 'avg_loss': 1.1767278629508944, 'avg_acc_mask': 59.154836579729285, 'loss': 1.3642222881317139}
+{'epoch': 217, 'iter': 560, 'avg_loss': 1.1775741771580701, 'avg_acc_mask': 59.16531341344592, 'loss': 1.1524488925933838}
+{'epoch': 217, 'iter': 570, 'avg_loss': 1.1769478140486935, 'avg_acc_mask': 59.18881832976992, 'loss': 1.0294549465179443}
+{'epoch': 217, 'iter': 580, 'avg_loss': 1.1761351731475989, 'avg_acc_mask': 59.24763906754934, 'loss': 1.8056962490081787}
+{'epoch': 217, 'iter': 590, 'avg_loss': 1.175989005872239, 'avg_acc_mask': 59.25617797497998, 'loss': 1.0213801860809326}
+{'epoch': 217, 'iter': 600, 'avg_loss': 1.1742165078735987, 'avg_acc_mask': 59.336791966263156, 'loss': 1.1727043390274048}
+{'epoch': 217, 'iter': 610, 'avg_loss': 1.1740668728191608, 'avg_acc_mask': 59.37005995168073, 'loss': 1.1943861246109009}
+{'epoch': 217, 'iter': 620, 'avg_loss': 1.1717084051138345, 'avg_acc_mask': 59.48723972864233, 'loss': 1.5374336242675781}
+{'epoch': 217, 'iter': 630, 'avg_loss': 1.1709455457617854, 'avg_acc_mask': 59.50212507589556, 'loss': 0.991901695728302}
+{'epoch': 217, 'iter': 640, 'avg_loss': 1.1700145002460332, 'avg_acc_mask': 59.54411890565715, 'loss': 0.9080334901809692}
+{'epoch': 217, 'iter': 650, 'avg_loss': 1.1705642700561547, 'avg_acc_mask': 59.52220348510399, 'loss': 1.2268140316009521}
+{'epoch': 217, 'iter': 660, 'avg_loss': 1.1688332816476, 'avg_acc_mask': 59.5679867072833, 'loss': 1.055277943611145}
+{'epoch': 217, 'iter': 670, 'avg_loss': 1.1692524417324321, 'avg_acc_mask': 59.572726528607674, 'loss': 1.2005081176757812}
+{'epoch': 217, 'iter': 680, 'avg_loss': 1.1698395521455225, 'avg_acc_mask': 59.507637788933934, 'loss': 1.3083735704421997}
+{'epoch': 217, 'iter': 690, 'avg_loss': 1.169548266789675, 'avg_acc_mask': 59.47698578650644, 'loss': 0.7876507043838501}
+{'epoch': 217, 'iter': 700, 'avg_loss': 1.170484334442993, 'avg_acc_mask': 59.477652829597936, 'loss': 1.1375421285629272}
+{'epoch': 217, 'iter': 710, 'avg_loss': 1.1690712380006847, 'avg_acc_mask': 59.55064854848672, 'loss': 0.8215469717979431}
+{'epoch': 217, 'iter': 720, 'avg_loss': 1.1701261769882023, 'avg_acc_mask': 59.49267649891035, 'loss': 1.3481351137161255}
+{'epoch': 217, 'iter': 730, 'avg_loss': 1.1686278793619367, 'avg_acc_mask': 59.50958582248107, 'loss': 1.0466333627700806}
+{'epoch': 217, 'iter': 740, 'avg_loss': 1.169606564820376, 'avg_acc_mask': 59.47291866972364, 'loss': 1.2879540920257568}
+{'epoch': 217, 'iter': 750, 'avg_loss': 1.1712254338194623, 'avg_acc_mask': 59.48542107439021, 'loss': 1.3557051420211792}
+{'epoch': 217, 'iter': 760, 'avg_loss': 1.1701941353889396, 'avg_acc_mask': 59.540389972144844, 'loss': 0.9805521965026855}
+{'epoch': 217, 'iter': 770, 'avg_loss': 1.1712202110488437, 'avg_acc_mask': 59.467322657709865, 'loss': 1.086944818496704}
+{'epoch': 217, 'iter': 780, 'avg_loss': 1.1707575437201427, 'avg_acc_mask': 59.50274308392669, 'loss': 1.011103630065918}
+{'epoch': 217, 'iter': 790, 'avg_loss': 1.1704484524980057, 'avg_acc_mask': 59.53627869419772, 'loss': 1.324912428855896}
+{'epoch': 217, 'iter': 800, 'avg_loss': 1.1697672871168188, 'avg_acc_mask': 59.55949344023323, 'loss': 1.3061249256134033}
+{'epoch': 217, 'iter': 810, 'avg_loss': 1.1693977778260716, 'avg_acc_mask': 59.556805399325086, 'loss': 1.0305426120758057}
+{'epoch': 217, 'iter': 820, 'avg_loss': 1.169191717302901, 'avg_acc_mask': 59.53719963545024, 'loss': 1.141121506690979}
+{'epoch': 217, 'iter': 830, 'avg_loss': 1.169340493590106, 'avg_acc_mask': 59.54034100896467, 'loss': 1.0004254579544067}
+{'epoch': 217, 'iter': 840, 'avg_loss': 1.1696386181358491, 'avg_acc_mask': 59.521742904261785, 'loss': 1.0309152603149414}
+{'epoch': 217, 'iter': 850, 'avg_loss': 1.170239572309299, 'avg_acc_mask': 59.498960632621134, 'loss': 0.9922212958335876}
+{'epoch': 217, 'iter': 860, 'avg_loss': 1.1700834530155833, 'avg_acc_mask': 59.496645005609295, 'loss': 0.9828274846076965}
+{'epoch': 217, 'iter': 870, 'avg_loss': 1.1714885711122462, 'avg_acc_mask': 59.430195857110014, 'loss': 1.1028077602386475}
+{'epoch': 217, 'iter': 880, 'avg_loss': 1.1722945127801105, 'avg_acc_mask': 59.399801587301596, 'loss': 1.1264127492904663}
+{'epoch': 217, 'iter': 890, 'avg_loss': 1.170500222012384, 'avg_acc_mask': 59.44724029295037, 'loss': 1.0213987827301025}
+{'epoch': 217, 'iter': 900, 'avg_loss': 1.17113333378198, 'avg_acc_mask': 59.39124279502478, 'loss': 1.3147614002227783}
+{'epoch': 217, 'iter': 910, 'avg_loss': 1.1723162857028446, 'avg_acc_mask': 59.35768992341073, 'loss': 1.4663861989974976}
+{'epoch': 217, 'iter': 920, 'avg_loss': 1.1721693178988695, 'avg_acc_mask': 59.36033270620854, 'loss': 0.9676699638366699}
+{'epoch': 217, 'iter': 930, 'avg_loss': 1.1715937797800426, 'avg_acc_mask': 59.376776090151886, 'loss': 1.2377541065216064}
+{'epoch': 217, 'iter': 940, 'avg_loss': 1.1720868231259547, 'avg_acc_mask': 59.36967302030064, 'loss': 1.124918818473816}
+{'epoch': 217, 'iter': 950, 'avg_loss': 1.1726900812328551, 'avg_acc_mask': 59.350684196404615, 'loss': 1.458807110786438}
+{'epoch': 217, 'iter': 960, 'avg_loss': 1.17260987304624, 'avg_acc_mask': 59.34376481744903, 'loss': 1.199066400527954}
+{'epoch': 217, 'iter': 970, 'avg_loss': 1.1731634475175678, 'avg_acc_mask': 59.35488713339463, 'loss': 1.2711825370788574}
+{'epoch': 217, 'iter': 980, 'avg_loss': 1.1730538317430517, 'avg_acc_mask': 59.34841561722204, 'loss': 0.9096879363059998}
+{'epoch': 217, 'iter': 990, 'avg_loss': 1.1737198399005817, 'avg_acc_mask': 59.31689571544059, 'loss': 1.419253945350647}
+{'epoch': 217, 'iter': 1000, 'avg_loss': 1.1742237659839245, 'avg_acc_mask': 59.30133226703502, 'loss': 1.4872181415557861}
+{'epoch': 217, 'iter': 1010, 'avg_loss': 1.1740268904542592, 'avg_acc_mask': 59.318831974955465, 'loss': 0.9698265194892883}
+{'epoch': 217, 'iter': 1020, 'avg_loss': 1.1735013721038265, 'avg_acc_mask': 59.34118735763098, 'loss': 1.0686495304107666}
+{'epoch': 217, 'iter': 1030, 'avg_loss': 1.172981141263368, 'avg_acc_mask': 59.35846794103124, 'loss': 1.0440948009490967}
+{'epoch': 217, 'iter': 1040, 'avg_loss': 1.1733997195644177, 'avg_acc_mask': 59.32307047126457, 'loss': 1.1653950214385986}
+{'epoch': 217, 'iter': 1050, 'avg_loss': 1.1729098315130064, 'avg_acc_mask': 59.339460975229784, 'loss': 0.9561155438423157}
+{'epoch': 217, 'iter': 1060, 'avg_loss': 1.1732042256556627, 'avg_acc_mask': 59.32677138349681, 'loss': 1.0149405002593994}
+{'epoch': 217, 'iter': 1070, 'avg_loss': 1.1725208172165935, 'avg_acc_mask': 59.344245576462185, 'loss': 1.2644928693771362}
+{'epoch': 217, 'iter': 1080, 'avg_loss': 1.1724384873691915, 'avg_acc_mask': 59.36853089183231, 'loss': 0.9404764175415039}
+{'epoch': 217, 'iter': 1090, 'avg_loss': 1.1728390985732773, 'avg_acc_mask': 59.33615489719065, 'loss': 1.216907262802124}
+{'epoch': 217, 'iter': 1100, 'avg_loss': 1.1723343671505069, 'avg_acc_mask': 59.33513977926111, 'loss': 0.9343320727348328}
+{'epoch': 'EP217_train', 'avg_loss': 1.1724889943502608, 'total_masked_acc': 59.331939482738754}
+{'epoch': 218, 'iter': 0, 'avg_loss': 1.2407745122909546, 'avg_acc_mask': 46.774193548387096, 'loss': 1.2407745122909546}
+{'epoch': 218, 'iter': 10, 'avg_loss': 1.2788337035612627, 'avg_acc_mask': 56.6869300911854, 'loss': 0.7602335214614868}
+{'epoch': 218, 'iter': 20, 'avg_loss': 1.2369647139594668, 'avg_acc_mask': 56.57894736842105, 'loss': 1.2639667987823486}
+{'epoch': 218, 'iter': 30, 'avg_loss': 1.2029922095037275, 'avg_acc_mask': 57.767548906789415, 'loss': 1.0860644578933716}
+{'epoch': 218, 'iter': 40, 'avg_loss': 1.1994193319867297, 'avg_acc_mask': 57.95405288253143, 'loss': 0.9415534138679504}
+{'epoch': 218, 'iter': 50, 'avg_loss': 1.219805875829622, 'avg_acc_mask': 57.350397786233145, 'loss': 1.4707211256027222}
+{'epoch': 218, 'iter': 60, 'avg_loss': 1.1868848102014573, 'avg_acc_mask': 58.542274052478135, 'loss': 1.0361772775650024}
+{'epoch': 218, 'iter': 70, 'avg_loss': 1.1963241608210013, 'avg_acc_mask': 58.09334657398213, 'loss': 1.3474595546722412}
+{'epoch': 218, 'iter': 80, 'avg_loss': 1.196296732734751, 'avg_acc_mask': 58.19690024012224, 'loss': 1.5515797138214111}
+{'epoch': 218, 'iter': 90, 'avg_loss': 1.1973299780389766, 'avg_acc_mask': 57.818252276690565, 'loss': 1.2559592723846436}
+{'epoch': 218, 'iter': 100, 'avg_loss': 1.1858310944373065, 'avg_acc_mask': 58.515514809590975, 'loss': 0.9888049960136414}
+{'epoch': 218, 'iter': 110, 'avg_loss': 1.1737563521475405, 'avg_acc_mask': 58.814982240878265, 'loss': 0.9954818487167358}
+{'epoch': 218, 'iter': 120, 'avg_loss': 1.167869694715689, 'avg_acc_mask': 58.939708939708936, 'loss': 1.2044070959091187}
+{'epoch': 218, 'iter': 130, 'avg_loss': 1.1648408263239243, 'avg_acc_mask': 58.957565834356664, 'loss': 1.2342828512191772}
+{'epoch': 218, 'iter': 140, 'avg_loss': 1.1628198274906645, 'avg_acc_mask': 59.18315575849823, 'loss': 1.0123438835144043}
+{'epoch': 218, 'iter': 150, 'avg_loss': 1.1557851242308586, 'avg_acc_mask': 59.47110207012085, 'loss': 1.2687653303146362}
+{'epoch': 218, 'iter': 160, 'avg_loss': 1.1538052790283417, 'avg_acc_mask': 59.608240459304284, 'loss': 1.0548211336135864}
+{'epoch': 218, 'iter': 170, 'avg_loss': 1.1536273156341754, 'avg_acc_mask': 59.558127301420306, 'loss': 1.1792045831680298}
+{'epoch': 218, 'iter': 180, 'avg_loss': 1.1581229720655726, 'avg_acc_mask': 59.36850440463228, 'loss': 1.0932637453079224}
+{'epoch': 218, 'iter': 190, 'avg_loss': 1.1619769389404677, 'avg_acc_mask': 59.150051483665635, 'loss': 1.1823409795761108}
+{'epoch': 218, 'iter': 200, 'avg_loss': 1.1590611114727325, 'avg_acc_mask': 59.08727692444287, 'loss': 1.0985561609268188}
+{'epoch': 218, 'iter': 210, 'avg_loss': 1.1604077029284707, 'avg_acc_mask': 59.162082099026655, 'loss': 1.1524653434753418}
+{'epoch': 218, 'iter': 220, 'avg_loss': 1.1617625572832462, 'avg_acc_mask': 59.044534412955464, 'loss': 1.7897080183029175}
+{'epoch': 218, 'iter': 230, 'avg_loss': 1.1624567102302203, 'avg_acc_mask': 59.08031691781886, 'loss': 0.867537796497345}
+{'epoch': 218, 'iter': 240, 'avg_loss': 1.1646270671573418, 'avg_acc_mask': 59.1044776119403, 'loss': 1.1496583223342896}
+{'epoch': 218, 'iter': 250, 'avg_loss': 1.1660686837012075, 'avg_acc_mask': 59.17457578372159, 'loss': 1.3442002534866333}
+{'epoch': 218, 'iter': 260, 'avg_loss': 1.1678869232135713, 'avg_acc_mask': 59.09122298183828, 'loss': 1.0558156967163086}
+{'epoch': 218, 'iter': 270, 'avg_loss': 1.1702509050659589, 'avg_acc_mask': 59.11920529801324, 'loss': 1.1758328676223755}
+{'epoch': 218, 'iter': 280, 'avg_loss': 1.1730668497043149, 'avg_acc_mask': 58.9819018993413, 'loss': 0.7165004014968872}
+{'epoch': 218, 'iter': 290, 'avg_loss': 1.1702156452993346, 'avg_acc_mask': 59.12806539509536, 'loss': 1.1178559064865112}
+{'epoch': 218, 'iter': 300, 'avg_loss': 1.169752723849889, 'avg_acc_mask': 59.147839635644516, 'loss': 1.0804458856582642}
+{'epoch': 218, 'iter': 310, 'avg_loss': 1.1673459842849008, 'avg_acc_mask': 59.16424840394661, 'loss': 0.9757025241851807}
+{'epoch': 218, 'iter': 320, 'avg_loss': 1.16547813714479, 'avg_acc_mask': 59.23211366070925, 'loss': 1.1910802125930786}
+{'epoch': 218, 'iter': 330, 'avg_loss': 1.164552944394397, 'avg_acc_mask': 59.207293770814, 'loss': 0.8386410474777222}
+{'epoch': 218, 'iter': 340, 'avg_loss': 1.1639089228645447, 'avg_acc_mask': 59.20426925922012, 'loss': 0.9876376986503601}
+{'epoch': 218, 'iter': 350, 'avg_loss': 1.1618436920507003, 'avg_acc_mask': 59.300591411673956, 'loss': 1.0510879755020142}
+{'epoch': 218, 'iter': 360, 'avg_loss': 1.1616507992354788, 'avg_acc_mask': 59.31103344982526, 'loss': 1.4709700345993042}
+{'epoch': 218, 'iter': 370, 'avg_loss': 1.1618670894289918, 'avg_acc_mask': 59.32532931512176, 'loss': 1.0865403413772583}
+{'epoch': 218, 'iter': 380, 'avg_loss': 1.1648593558257647, 'avg_acc_mask': 59.220496306118584, 'loss': 0.8522648215293884}
+{'epoch': 218, 'iter': 390, 'avg_loss': 1.1643798525833413, 'avg_acc_mask': 59.2263557282991, 'loss': 1.3637089729309082}
+{'epoch': 218, 'iter': 400, 'avg_loss': 1.1650627874525408, 'avg_acc_mask': 59.192885839389696, 'loss': 0.943254292011261}
+{'epoch': 218, 'iter': 410, 'avg_loss': 1.164432986156784, 'avg_acc_mask': 59.11130664320282, 'loss': 1.17696213722229}
+{'epoch': 218, 'iter': 420, 'avg_loss': 1.1629559329031764, 'avg_acc_mask': 59.13705583756346, 'loss': 1.1981858015060425}
+{'epoch': 218, 'iter': 430, 'avg_loss': 1.161783818648199, 'avg_acc_mask': 59.17552632684793, 'loss': 1.0486507415771484}
+{'epoch': 218, 'iter': 440, 'avg_loss': 1.1653224273738947, 'avg_acc_mask': 59.06588892540257, 'loss': 1.5577315092086792}
+{'epoch': 218, 'iter': 450, 'avg_loss': 1.1662094620141117, 'avg_acc_mask': 59.0314031001526, 'loss': 1.1166799068450928}
+{'epoch': 218, 'iter': 460, 'avg_loss': 1.164972683160269, 'avg_acc_mask': 59.041822108776756, 'loss': 1.0982775688171387}
+{'epoch': 218, 'iter': 470, 'avg_loss': 1.1654976413381581, 'avg_acc_mask': 59.000345502706445, 'loss': 0.94612056016922}
+{'epoch': 218, 'iter': 480, 'avg_loss': 1.1645667812556586, 'avg_acc_mask': 59.0692258573414, 'loss': 0.8574025630950928}
+{'epoch': 218, 'iter': 490, 'avg_loss': 1.1661485878488924, 'avg_acc_mask': 59.03069110178848, 'loss': 1.3993080854415894}
+{'epoch': 218, 'iter': 500, 'avg_loss': 1.1647959581749168, 'avg_acc_mask': 59.09878057579911, 'loss': 0.8956655263900757}
+{'epoch': 218, 'iter': 510, 'avg_loss': 1.1643171495304183, 'avg_acc_mask': 59.128557270281746, 'loss': 1.143837332725525}
+{'epoch': 218, 'iter': 520, 'avg_loss': 1.1650309365335674, 'avg_acc_mask': 59.101967053590045, 'loss': 1.2098922729492188}
+{'epoch': 218, 'iter': 530, 'avg_loss': 1.1639689077428506, 'avg_acc_mask': 59.09044386066664, 'loss': 1.0741571187973022}
+{'epoch': 218, 'iter': 540, 'avg_loss': 1.1632255057420395, 'avg_acc_mask': 59.12166688999062, 'loss': 1.4263211488723755}
+{'epoch': 218, 'iter': 550, 'avg_loss': 1.1654903223964566, 'avg_acc_mask': 59.053538542488816, 'loss': 1.1498475074768066}
+{'epoch': 218, 'iter': 560, 'avg_loss': 1.1667951657279076, 'avg_acc_mask': 58.97701186588639, 'loss': 1.1403547525405884}
+{'epoch': 218, 'iter': 570, 'avg_loss': 1.1646759885309457, 'avg_acc_mask': 59.052340547239965, 'loss': 0.9438464045524597}
+{'epoch': 218, 'iter': 580, 'avg_loss': 1.1650135670492037, 'avg_acc_mask': 59.03753669352321, 'loss': 1.4950709342956543}
+{'epoch': 218, 'iter': 590, 'avg_loss': 1.1667797335009082, 'avg_acc_mask': 58.97852760736196, 'loss': 0.9767751693725586}
+{'epoch': 218, 'iter': 600, 'avg_loss': 1.1650469715206477, 'avg_acc_mask': 59.04411098698711, 'loss': 1.0748746395111084}
+{'epoch': 218, 'iter': 610, 'avg_loss': 1.1657043168177972, 'avg_acc_mask': 59.03510852805124, 'loss': 1.3190900087356567}
+{'epoch': 218, 'iter': 620, 'avg_loss': 1.1643703267482168, 'avg_acc_mask': 59.112681815526614, 'loss': 1.2626286745071411}
+{'epoch': 218, 'iter': 630, 'avg_loss': 1.1629276625611324, 'avg_acc_mask': 59.21328621095883, 'loss': 1.0213619470596313}
+{'epoch': 218, 'iter': 640, 'avg_loss': 1.162889576413888, 'avg_acc_mask': 59.22115466371907, 'loss': 1.194313645362854}
+{'epoch': 218, 'iter': 650, 'avg_loss': 1.1646911761453074, 'avg_acc_mask': 59.1776306600743, 'loss': 1.4875236749649048}
+{'epoch': 218, 'iter': 660, 'avg_loss': 1.165207935308364, 'avg_acc_mask': 59.18266185663536, 'loss': 0.971310555934906}
+{'epoch': 218, 'iter': 670, 'avg_loss': 1.166265442589889, 'avg_acc_mask': 59.1270595260715, 'loss': 1.214984655380249}
+{'epoch': 218, 'iter': 680, 'avg_loss': 1.1652896126373924, 'avg_acc_mask': 59.17280149912997, 'loss': 0.9235767126083374}
+{'epoch': 218, 'iter': 690, 'avg_loss': 1.167058145905024, 'avg_acc_mask': 59.127569847127035, 'loss': 1.3334953784942627}
+{'epoch': 218, 'iter': 700, 'avg_loss': 1.168653243746125, 'avg_acc_mask': 59.05056063122923, 'loss': 1.135482907295227}
+{'epoch': 218, 'iter': 710, 'avg_loss': 1.1681983795766253, 'avg_acc_mask': 59.108710676530066, 'loss': 1.0058783292770386}
+{'epoch': 218, 'iter': 720, 'avg_loss': 1.1693838645036276, 'avg_acc_mask': 59.06314673666145, 'loss': 1.3354207277297974}
+{'epoch': 218, 'iter': 730, 'avg_loss': 1.1683105754216294, 'avg_acc_mask': 59.10381588123942, 'loss': 1.2428617477416992}
+{'epoch': 218, 'iter': 740, 'avg_loss': 1.168081210893497, 'avg_acc_mask': 59.100284844317855, 'loss': 1.2948178052902222}
+{'epoch': 218, 'iter': 750, 'avg_loss': 1.16850796905402, 'avg_acc_mask': 59.088265231932525, 'loss': 1.112700343132019}
+{'epoch': 218, 'iter': 760, 'avg_loss': 1.167148177124041, 'avg_acc_mask': 59.152603231597844, 'loss': 1.233257532119751}
+{'epoch': 218, 'iter': 770, 'avg_loss': 1.1686224286117133, 'avg_acc_mask': 59.08136049283641, 'loss': 1.1760808229446411}
+{'epoch': 218, 'iter': 780, 'avg_loss': 1.1687169928633143, 'avg_acc_mask': 59.112301957129546, 'loss': 1.297700047492981}
+{'epoch': 218, 'iter': 790, 'avg_loss': 1.1691904690790116, 'avg_acc_mask': 59.10607071380921, 'loss': 1.321787714958191}
+{'epoch': 218, 'iter': 800, 'avg_loss': 1.1689947956287012, 'avg_acc_mask': 59.109817917301264, 'loss': 1.4483271837234497}
+{'epoch': 218, 'iter': 810, 'avg_loss': 1.1698978024772593, 'avg_acc_mask': 59.074069916253166, 'loss': 1.348595142364502}
+{'epoch': 218, 'iter': 820, 'avg_loss': 1.1704509840885702, 'avg_acc_mask': 59.07800159730233, 'loss': 1.002684473991394}
+{'epoch': 218, 'iter': 830, 'avg_loss': 1.170747532848847, 'avg_acc_mask': 59.03717512885185, 'loss': 1.3216272592544556}
+{'epoch': 218, 'iter': 840, 'avg_loss': 1.1710197725349885, 'avg_acc_mask': 59.045307793980626, 'loss': 1.046858787536621}
+{'epoch': 218, 'iter': 850, 'avg_loss': 1.1729283392709515, 'avg_acc_mask': 58.97605956226867, 'loss': 1.3240704536437988}
+{'epoch': 218, 'iter': 860, 'avg_loss': 1.1737032195209212, 'avg_acc_mask': 58.94116653292224, 'loss': 1.2928026914596558}
+{'epoch': 218, 'iter': 870, 'avg_loss': 1.1747099326412385, 'avg_acc_mask': 58.93337784547332, 'loss': 0.976530909538269}
+{'epoch': 218, 'iter': 880, 'avg_loss': 1.1740632939081592, 'avg_acc_mask': 58.96526116016173, 'loss': 1.0692161321640015}
+{'epoch': 218, 'iter': 890, 'avg_loss': 1.1722326447599798, 'avg_acc_mask': 59.02529655566672, 'loss': 0.6772949695587158}
+{'epoch': 218, 'iter': 900, 'avg_loss': 1.17240776903886, 'avg_acc_mask': 59.00147317014106, 'loss': 1.2842938899993896}
+{'epoch': 218, 'iter': 910, 'avg_loss': 1.1727780239445973, 'avg_acc_mask': 58.99267655099475, 'loss': 1.248762607574463}
+{'epoch': 218, 'iter': 920, 'avg_loss': 1.1727805075829243, 'avg_acc_mask': 58.98798703864696, 'loss': 1.0628902912139893}
+{'epoch': 218, 'iter': 930, 'avg_loss': 1.1730492461700828, 'avg_acc_mask': 58.99080774496382, 'loss': 1.4890544414520264}
+{'epoch': 218, 'iter': 940, 'avg_loss': 1.1733060307191105, 'avg_acc_mask': 58.96890470297029, 'loss': 0.8840532302856445}
+{'epoch': 218, 'iter': 950, 'avg_loss': 1.1741961987550076, 'avg_acc_mask': 58.94835537016131, 'loss': 1.4769309759140015}
+{'epoch': 218, 'iter': 960, 'avg_loss': 1.1742958095579812, 'avg_acc_mask': 58.96449816239154, 'loss': 1.072582721710205}
+{'epoch': 218, 'iter': 970, 'avg_loss': 1.1734766824176701, 'avg_acc_mask': 59.021773785187825, 'loss': 0.9595097303390503}
+{'epoch': 218, 'iter': 980, 'avg_loss': 1.173858249740377, 'avg_acc_mask': 59.00697122515574, 'loss': 1.2240939140319824}
+{'epoch': 218, 'iter': 990, 'avg_loss': 1.1745821591523051, 'avg_acc_mask': 59.00174327919993, 'loss': 1.4058012962341309}
+{'epoch': 218, 'iter': 1000, 'avg_loss': 1.1748907954602332, 'avg_acc_mask': 58.98908047021203, 'loss': 1.402815818786621}
+{'epoch': 218, 'iter': 1010, 'avg_loss': 1.1746077732976183, 'avg_acc_mask': 58.988713480820124, 'loss': 0.8639562726020813}
+{'epoch': 218, 'iter': 1020, 'avg_loss': 1.1746837667515182, 'avg_acc_mask': 58.959681877351585, 'loss': 1.3091518878936768}
+{'epoch': 218, 'iter': 1030, 'avg_loss': 1.1744095049762355, 'avg_acc_mask': 58.97381570351536, 'loss': 1.1681994199752808}
+{'epoch': 218, 'iter': 1040, 'avg_loss': 1.1742837618281359, 'avg_acc_mask': 58.9742245522062, 'loss': 1.197977900505066}
+{'epoch': 218, 'iter': 1050, 'avg_loss': 1.173419369872018, 'avg_acc_mask': 58.98923092904879, 'loss': 1.1879223585128784}
+{'epoch': 218, 'iter': 1060, 'avg_loss': 1.1731038856742295, 'avg_acc_mask': 58.99819881636505, 'loss': 0.6467613577842712}
+{'epoch': 218, 'iter': 1070, 'avg_loss': 1.172549349114118, 'avg_acc_mask': 59.00764655904843, 'loss': 1.2547147274017334}
+{'epoch': 218, 'iter': 1080, 'avg_loss': 1.172278543212257, 'avg_acc_mask': 59.04208754208754, 'loss': 0.8142074346542358}
+{'epoch': 218, 'iter': 1090, 'avg_loss': 1.1721903035719388, 'avg_acc_mask': 59.03057991796445, 'loss': 1.1964811086654663}
+{'epoch': 218, 'iter': 1100, 'avg_loss': 1.1711733291140478, 'avg_acc_mask': 59.0652073275577, 'loss': 0.8899587988853455}
+{'epoch': 'EP218_train', 'avg_loss': 1.171601211296487, 'total_masked_acc': 59.05684307621354}
+{'epoch': 219, 'iter': 0, 'avg_loss': 1.265247106552124, 'avg_acc_mask': 52.38095238095239, 'loss': 1.265247106552124}
+{'epoch': 219, 'iter': 10, 'avg_loss': 1.2240402698516846, 'avg_acc_mask': 57.73993808049536, 'loss': 0.8589258790016174}
+{'epoch': 219, 'iter': 20, 'avg_loss': 1.2146656513214111, 'avg_acc_mask': 57.02479338842975, 'loss': 1.172022819519043}
+{'epoch': 219, 'iter': 30, 'avg_loss': 1.232097489218558, 'avg_acc_mask': 57.83475783475783, 'loss': 1.5105829238891602}
+{'epoch': 219, 'iter': 40, 'avg_loss': 1.2090493818608725, 'avg_acc_mask': 58.53869433635971, 'loss': 1.2022274732589722}
+{'epoch': 219, 'iter': 50, 'avg_loss': 1.2105586201536889, 'avg_acc_mask': 58.40277777777778, 'loss': 1.019152045249939}
+{'epoch': 219, 'iter': 60, 'avg_loss': 1.2005069822561545, 'avg_acc_mask': 58.98876404494382, 'loss': 1.1627322435379028}
+{'epoch': 219, 'iter': 70, 'avg_loss': 1.190700951596381, 'avg_acc_mask': 59.33757961783439, 'loss': 1.154720425605774}
+{'epoch': 219, 'iter': 80, 'avg_loss': 1.1922613433849665, 'avg_acc_mask': 59.59707770644233, 'loss': 1.1919535398483276}
+{'epoch': 219, 'iter': 90, 'avg_loss': 1.1820133858984643, 'avg_acc_mask': 60.07101992503452, 'loss': 1.02599036693573}
+{'epoch': 219, 'iter': 100, 'avg_loss': 1.179542085321823, 'avg_acc_mask': 59.86321094312454, 'loss': 1.1631758213043213}
+{'epoch': 219, 'iter': 110, 'avg_loss': 1.1852762172887992, 'avg_acc_mask': 59.672619047619044, 'loss': 0.9972072243690491}
+{'epoch': 219, 'iter': 120, 'avg_loss': 1.1825789158994502, 'avg_acc_mask': 59.5718840139669, 'loss': 1.2728350162506104}
+{'epoch': 219, 'iter': 130, 'avg_loss': 1.1825502783287571, 'avg_acc_mask': 59.65059399021663, 'loss': 1.2230788469314575}
+{'epoch': 219, 'iter': 140, 'avg_loss': 1.1783317073862603, 'avg_acc_mask': 59.761781460383226, 'loss': 1.222748875617981}
+{'epoch': 219, 'iter': 150, 'avg_loss': 1.1718408303545012, 'avg_acc_mask': 59.885700389105054, 'loss': 1.322774887084961}
+{'epoch': 219, 'iter': 160, 'avg_loss': 1.1665254649908647, 'avg_acc_mask': 60.04346831388698, 'loss': 1.1147186756134033}
+{'epoch': 219, 'iter': 170, 'avg_loss': 1.1666794886365968, 'avg_acc_mask': 59.94196044711951, 'loss': 1.1846026182174683}
+{'epoch': 219, 'iter': 180, 'avg_loss': 1.16500786523134, 'avg_acc_mask': 60.06909164803902, 'loss': 1.2038918733596802}
+{'epoch': 219, 'iter': 190, 'avg_loss': 1.1643787884587393, 'avg_acc_mask': 60.05956956187548, 'loss': 1.1141908168792725}
+{'epoch': 219, 'iter': 200, 'avg_loss': 1.1655747119467057, 'avg_acc_mask': 59.94525547445255, 'loss': 1.2343381643295288}
+{'epoch': 219, 'iter': 210, 'avg_loss': 1.1657650044179075, 'avg_acc_mask': 59.93248506881329, 'loss': 1.2275197505950928}
+{'epoch': 219, 'iter': 220, 'avg_loss': 1.1657266401057869, 'avg_acc_mask': 59.839589879278975, 'loss': 1.1892012357711792}
+{'epoch': 219, 'iter': 230, 'avg_loss': 1.1647603873050574, 'avg_acc_mask': 59.88915281076801, 'loss': 1.1528370380401611}
+{'epoch': 219, 'iter': 240, 'avg_loss': 1.1680741933371517, 'avg_acc_mask': 59.869271110435506, 'loss': 1.2420257329940796}
+{'epoch': 219, 'iter': 250, 'avg_loss': 1.1697603658850924, 'avg_acc_mask': 59.68460246769366, 'loss': 1.0118275880813599}
+{'epoch': 219, 'iter': 260, 'avg_loss': 1.1705835840711192, 'avg_acc_mask': 59.60811756473058, 'loss': 0.7968901991844177}
+{'epoch': 219, 'iter': 270, 'avg_loss': 1.1720742037815362, 'avg_acc_mask': 59.56673842841765, 'loss': 1.3340505361557007}
+{'epoch': 219, 'iter': 280, 'avg_loss': 1.169977479345858, 'avg_acc_mask': 59.61927113892692, 'loss': 0.6009771227836609}
+{'epoch': 219, 'iter': 290, 'avg_loss': 1.168466197666024, 'avg_acc_mask': 59.63517010667172, 'loss': 1.101576566696167}
+{'epoch': 219, 'iter': 300, 'avg_loss': 1.1677868651393244, 'avg_acc_mask': 59.63840703640362, 'loss': 1.2002758979797363}
+{'epoch': 219, 'iter': 310, 'avg_loss': 1.1655455145421902, 'avg_acc_mask': 59.64311037579768, 'loss': 0.8957991600036621}
+{'epoch': 219, 'iter': 320, 'avg_loss': 1.166835539623213, 'avg_acc_mask': 59.52791178497587, 'loss': 1.0637874603271484}
+{'epoch': 219, 'iter': 330, 'avg_loss': 1.1674112396658007, 'avg_acc_mask': 59.541264023103416, 'loss': 0.9699445366859436}
+{'epoch': 219, 'iter': 340, 'avg_loss': 1.1630288039134744, 'avg_acc_mask': 59.64438199210939, 'loss': 0.7881808280944824}
+{'epoch': 219, 'iter': 350, 'avg_loss': 1.1643928809043689, 'avg_acc_mask': 59.648386250328, 'loss': 1.3458893299102783}
+{'epoch': 219, 'iter': 360, 'avg_loss': 1.1651781363170233, 'avg_acc_mask': 59.65923583125032, 'loss': 1.468658447265625}
+{'epoch': 219, 'iter': 370, 'avg_loss': 1.1649526494211264, 'avg_acc_mask': 59.68150022324751, 'loss': 1.020456075668335}
+{'epoch': 219, 'iter': 380, 'avg_loss': 1.167255003151931, 'avg_acc_mask': 59.637943519188994, 'loss': 0.9585878252983093}
+{'epoch': 219, 'iter': 390, 'avg_loss': 1.1674016105854297, 'avg_acc_mask': 59.621080344130505, 'loss': 1.1432654857635498}
+{'epoch': 219, 'iter': 400, 'avg_loss': 1.1693728032552095, 'avg_acc_mask': 59.534286762009536, 'loss': 1.2729676961898804}
+{'epoch': 219, 'iter': 410, 'avg_loss': 1.1702616568609456, 'avg_acc_mask': 59.50890061722873, 'loss': 1.3548883199691772}
+{'epoch': 219, 'iter': 420, 'avg_loss': 1.1677535794976206, 'avg_acc_mask': 59.5679552212699, 'loss': 1.210533618927002}
+{'epoch': 219, 'iter': 430, 'avg_loss': 1.1680546675370076, 'avg_acc_mask': 59.58128604998932, 'loss': 0.8835729956626892}
+{'epoch': 219, 'iter': 440, 'avg_loss': 1.1698488355223553, 'avg_acc_mask': 59.544147672819705, 'loss': 1.639931082725525}
+{'epoch': 219, 'iter': 450, 'avg_loss': 1.1694433817313674, 'avg_acc_mask': 59.59344956819292, 'loss': 0.7298781871795654}
+{'epoch': 219, 'iter': 460, 'avg_loss': 1.1709163170833132, 'avg_acc_mask': 59.582089552238806, 'loss': 1.2656930685043335}
+{'epoch': 219, 'iter': 470, 'avg_loss': 1.1711348959594776, 'avg_acc_mask': 59.594505195158966, 'loss': 1.0046837329864502}
+{'epoch': 219, 'iter': 480, 'avg_loss': 1.170100831068479, 'avg_acc_mask': 59.5770622975805, 'loss': 0.892439067363739}
+{'epoch': 219, 'iter': 490, 'avg_loss': 1.1715806084106508, 'avg_acc_mask': 59.53765846383297, 'loss': 1.2125568389892578}
+{'epoch': 219, 'iter': 500, 'avg_loss': 1.1714658145895023, 'avg_acc_mask': 59.52746129126497, 'loss': 0.9689111709594727}
+{'epoch': 219, 'iter': 510, 'avg_loss': 1.1698416032903116, 'avg_acc_mask': 59.601701884228966, 'loss': 1.255008578300476}
+{'epoch': 219, 'iter': 520, 'avg_loss': 1.1700590512574063, 'avg_acc_mask': 59.60304379843602, 'loss': 1.3941162824630737}
+{'epoch': 219, 'iter': 530, 'avg_loss': 1.1705713820996257, 'avg_acc_mask': 59.54240495441252, 'loss': 1.2590734958648682}
+{'epoch': 219, 'iter': 540, 'avg_loss': 1.1709974968940184, 'avg_acc_mask': 59.54623721260002, 'loss': 1.243943452835083}
+{'epoch': 219, 'iter': 550, 'avg_loss': 1.174848484473739, 'avg_acc_mask': 59.423650215303084, 'loss': 1.457372784614563}
+{'epoch': 219, 'iter': 560, 'avg_loss': 1.1749046376894714, 'avg_acc_mask': 59.42387904066736, 'loss': 1.3612585067749023}
+{'epoch': 219, 'iter': 570, 'avg_loss': 1.1747040844631695, 'avg_acc_mask': 59.447241014460225, 'loss': 1.2359414100646973}
+{'epoch': 219, 'iter': 580, 'avg_loss': 1.1738897678979292, 'avg_acc_mask': 59.44601825621656, 'loss': 1.169068455696106}
+{'epoch': 219, 'iter': 590, 'avg_loss': 1.1748455662009276, 'avg_acc_mask': 59.390266526498046, 'loss': 1.3278530836105347}
+{'epoch': 219, 'iter': 600, 'avg_loss': 1.173851385985357, 'avg_acc_mask': 59.43029123852375, 'loss': 1.0783815383911133}
+{'epoch': 219, 'iter': 610, 'avg_loss': 1.1761970005917275, 'avg_acc_mask': 59.33606238981683, 'loss': 1.212577223777771}
+{'epoch': 219, 'iter': 620, 'avg_loss': 1.175592681635981, 'avg_acc_mask': 59.34318168442117, 'loss': 1.4806760549545288}
+{'epoch': 219, 'iter': 630, 'avg_loss': 1.1739480572910581, 'avg_acc_mask': 59.367664531834116, 'loss': 1.1563283205032349}
+{'epoch': 219, 'iter': 640, 'avg_loss': 1.1739426695984352, 'avg_acc_mask': 59.395618519893745, 'loss': 1.0186314582824707}
+{'epoch': 219, 'iter': 650, 'avg_loss': 1.1741302762346517, 'avg_acc_mask': 59.35089793390757, 'loss': 0.7981616854667664}
+{'epoch': 219, 'iter': 660, 'avg_loss': 1.1725673398704644, 'avg_acc_mask': 59.375866851595006, 'loss': 1.0988589525222778}
+{'epoch': 219, 'iter': 670, 'avg_loss': 1.1734204754211153, 'avg_acc_mask': 59.3505039193729, 'loss': 1.398905634880066}
+{'epoch': 219, 'iter': 680, 'avg_loss': 1.1726382643465778, 'avg_acc_mask': 59.37987834418905, 'loss': 1.2157199382781982}
+{'epoch': 219, 'iter': 690, 'avg_loss': 1.1721153449046111, 'avg_acc_mask': 59.411951853226576, 'loss': 1.0691735744476318}
+{'epoch': 219, 'iter': 700, 'avg_loss': 1.1740016711081316, 'avg_acc_mask': 59.32915687809971, 'loss': 1.487027645111084}
+{'epoch': 219, 'iter': 710, 'avg_loss': 1.1730646237877687, 'avg_acc_mask': 59.372104992279986, 'loss': 1.3604146242141724}
+{'epoch': 219, 'iter': 720, 'avg_loss': 1.173012683940496, 'avg_acc_mask': 59.38570015471632, 'loss': 1.31731379032135}
+{'epoch': 219, 'iter': 730, 'avg_loss': 1.1720895783519614, 'avg_acc_mask': 59.391358797745774, 'loss': 1.4855821132659912}
+{'epoch': 219, 'iter': 740, 'avg_loss': 1.172318572618379, 'avg_acc_mask': 59.40278601066983, 'loss': 0.9273959398269653}
+{'epoch': 219, 'iter': 750, 'avg_loss': 1.1728558750666886, 'avg_acc_mask': 59.40854326396495, 'loss': 0.9772774577140808}
+{'epoch': 219, 'iter': 760, 'avg_loss': 1.1729657679757057, 'avg_acc_mask': 59.4201854253735, 'loss': 1.0495766401290894}
+{'epoch': 219, 'iter': 770, 'avg_loss': 1.173813471998222, 'avg_acc_mask': 59.39691112374456, 'loss': 1.0070759057998657}
+{'epoch': 219, 'iter': 780, 'avg_loss': 1.1728634211531674, 'avg_acc_mask': 59.42147792481555, 'loss': 1.3013615608215332}
+{'epoch': 219, 'iter': 790, 'avg_loss': 1.1738554894095274, 'avg_acc_mask': 59.38186781409767, 'loss': 1.3723443746566772}
+{'epoch': 219, 'iter': 800, 'avg_loss': 1.1739867508188169, 'avg_acc_mask': 59.356357568969855, 'loss': 1.6447430849075317}
+{'epoch': 219, 'iter': 810, 'avg_loss': 1.1752818075414062, 'avg_acc_mask': 59.32103920727716, 'loss': 1.2691526412963867}
+{'epoch': 219, 'iter': 820, 'avg_loss': 1.1749647919646715, 'avg_acc_mask': 59.34249877248583, 'loss': 1.2581603527069092}
+{'epoch': 219, 'iter': 830, 'avg_loss': 1.1744479752189416, 'avg_acc_mask': 59.369210410233784, 'loss': 1.1921621561050415}
+{'epoch': 219, 'iter': 840, 'avg_loss': 1.1728604049659939, 'avg_acc_mask': 59.408443950391245, 'loss': 1.006012201309204}
+{'epoch': 219, 'iter': 850, 'avg_loss': 1.1743923228159634, 'avg_acc_mask': 59.37587431399979, 'loss': 1.3725192546844482}
+{'epoch': 219, 'iter': 860, 'avg_loss': 1.1746602648918913, 'avg_acc_mask': 59.35194437947824, 'loss': 1.413251519203186}
+{'epoch': 219, 'iter': 870, 'avg_loss': 1.176012849150788, 'avg_acc_mask': 59.28187694115672, 'loss': 1.018595576286316}
+{'epoch': 219, 'iter': 880, 'avg_loss': 1.175483224137552, 'avg_acc_mask': 59.274628599883805, 'loss': 0.8502875566482544}
+{'epoch': 219, 'iter': 890, 'avg_loss': 1.1744770029043374, 'avg_acc_mask': 59.321024419297196, 'loss': 0.9253088235855103}
+{'epoch': 219, 'iter': 900, 'avg_loss': 1.1735514583651154, 'avg_acc_mask': 59.31044279394456, 'loss': 1.3127113580703735}
+{'epoch': 219, 'iter': 910, 'avg_loss': 1.1741305607341386, 'avg_acc_mask': 59.292674124864675, 'loss': 1.2716479301452637}
+{'epoch': 219, 'iter': 920, 'avg_loss': 1.1735365201155863, 'avg_acc_mask': 59.33064692220656, 'loss': 1.121405839920044}
+{'epoch': 219, 'iter': 930, 'avg_loss': 1.1733265083791362, 'avg_acc_mask': 59.33046332881209, 'loss': 1.3419303894042969}
+{'epoch': 219, 'iter': 940, 'avg_loss': 1.1739914225974575, 'avg_acc_mask': 59.31258257558094, 'loss': 1.0785952806472778}
+{'epoch': 219, 'iter': 950, 'avg_loss': 1.1739812847442306, 'avg_acc_mask': 59.26189195419964, 'loss': 1.640311598777771}
+{'epoch': 219, 'iter': 960, 'avg_loss': 1.1733082426822397, 'avg_acc_mask': 59.28510314668694, 'loss': 1.1961781978607178}
+{'epoch': 219, 'iter': 970, 'avg_loss': 1.1733155652619782, 'avg_acc_mask': 59.26706695025315, 'loss': 1.136902093887329}
+{'epoch': 219, 'iter': 980, 'avg_loss': 1.1735929330919133, 'avg_acc_mask': 59.23264515888825, 'loss': 0.8823598623275757}
+{'epoch': 219, 'iter': 990, 'avg_loss': 1.1737760822659906, 'avg_acc_mask': 59.24431671640691, 'loss': 1.2938826084136963}
+{'epoch': 219, 'iter': 1000, 'avg_loss': 1.1739553049965934, 'avg_acc_mask': 59.223955675439235, 'loss': 1.5366911888122559}
+{'epoch': 219, 'iter': 1010, 'avg_loss': 1.1739127269838259, 'avg_acc_mask': 59.23979776092452, 'loss': 0.8292065858840942}
+{'epoch': 219, 'iter': 1020, 'avg_loss': 1.1734929906166032, 'avg_acc_mask': 59.268929503916446, 'loss': 1.0087077617645264}
+{'epoch': 219, 'iter': 1030, 'avg_loss': 1.1734465697688112, 'avg_acc_mask': 59.25919361984936, 'loss': 1.3918253183364868}
+{'epoch': 219, 'iter': 1040, 'avg_loss': 1.1738355336111401, 'avg_acc_mask': 59.23085024222425, 'loss': 1.4324700832366943}
+{'epoch': 219, 'iter': 1050, 'avg_loss': 1.1739489399286591, 'avg_acc_mask': 59.19796971961967, 'loss': 1.34908127784729}
+{'epoch': 219, 'iter': 1060, 'avg_loss': 1.1736460442704821, 'avg_acc_mask': 59.2087359410255, 'loss': 1.0044740438461304}
+{'epoch': 219, 'iter': 1070, 'avg_loss': 1.1737115624126822, 'avg_acc_mask': 59.197255925869044, 'loss': 1.2225021123886108}
+{'epoch': 219, 'iter': 1080, 'avg_loss': 1.17316179011951, 'avg_acc_mask': 59.25137304604985, 'loss': 0.9274216294288635}
+{'epoch': 219, 'iter': 1090, 'avg_loss': 1.1733509701506792, 'avg_acc_mask': 59.21382911074667, 'loss': 1.1623393297195435}
+{'epoch': 219, 'iter': 1100, 'avg_loss': 1.1733731596064936, 'avg_acc_mask': 59.20459068594932, 'loss': 1.0680866241455078}
+{'epoch': 'EP219_train', 'avg_loss': 1.1735569634049188, 'total_masked_acc': 59.20637281636835}
+{'epoch': 220, 'iter': 0, 'avg_loss': 1.3120076656341553, 'avg_acc_mask': 56.14035087719298, 'loss': 1.3120076656341553}
+{'epoch': 220, 'iter': 10, 'avg_loss': 1.2268867275931619, 'avg_acc_mask': 56.98587127158555, 'loss': 0.952564001083374}
+{'epoch': 220, 'iter': 20, 'avg_loss': 1.208447345665523, 'avg_acc_mask': 57.68911055694098, 'loss': 1.1506367921829224}
+{'epoch': 220, 'iter': 30, 'avg_loss': 1.173643087187121, 'avg_acc_mask': 57.74323546344272, 'loss': 1.245827078819275}
+{'epoch': 220, 'iter': 40, 'avg_loss': 1.1649586674643726, 'avg_acc_mask': 57.971014492753625, 'loss': 1.0479439496994019}
+{'epoch': 220, 'iter': 50, 'avg_loss': 1.1732899827115677, 'avg_acc_mask': 57.652880876634846, 'loss': 1.369925856590271}
+{'epoch': 220, 'iter': 60, 'avg_loss': 1.161288537940041, 'avg_acc_mask': 58.51283564473297, 'loss': 1.0178718566894531}
+{'epoch': 220, 'iter': 70, 'avg_loss': 1.1498403918575233, 'avg_acc_mask': 59.15172936127241, 'loss': 1.0531797409057617}
+{'epoch': 220, 'iter': 80, 'avg_loss': 1.152106229905729, 'avg_acc_mask': 59.08689898544331, 'loss': 1.368225336074829}
+{'epoch': 220, 'iter': 90, 'avg_loss': 1.1576348051920042, 'avg_acc_mask': 59.093572963469434, 'loss': 1.2278330326080322}
+{'epoch': 220, 'iter': 100, 'avg_loss': 1.1490657477095576, 'avg_acc_mask': 59.61230659790148, 'loss': 1.0815410614013672}
+{'epoch': 220, 'iter': 110, 'avg_loss': 1.1515361833142805, 'avg_acc_mask': 59.74446061782306, 'loss': 0.9352604746818542}
+{'epoch': 220, 'iter': 120, 'avg_loss': 1.1488686228586622, 'avg_acc_mask': 59.91636798088411, 'loss': 1.5134650468826294}
+{'epoch': 220, 'iter': 130, 'avg_loss': 1.152786115198645, 'avg_acc_mask': 59.74383693706101, 'loss': 1.1583858728408813}
+{'epoch': 220, 'iter': 140, 'avg_loss': 1.1568709311755836, 'avg_acc_mask': 59.58205912334352, 'loss': 0.901039719581604}
+{'epoch': 220, 'iter': 150, 'avg_loss': 1.1520064469204834, 'avg_acc_mask': 59.7167206817909, 'loss': 1.281640887260437}
+{'epoch': 220, 'iter': 160, 'avg_loss': 1.1509707322031815, 'avg_acc_mask': 59.800927496889486, 'loss': 1.2202842235565186}
+{'epoch': 220, 'iter': 170, 'avg_loss': 1.1560469681059409, 'avg_acc_mask': 59.72754363558961, 'loss': 1.1400198936462402}
+{'epoch': 220, 'iter': 180, 'avg_loss': 1.1547776625301298, 'avg_acc_mask': 59.79682156507745, 'loss': 1.4725961685180664}
+{'epoch': 220, 'iter': 190, 'avg_loss': 1.1553943834379705, 'avg_acc_mask': 59.678033911221185, 'loss': 0.9110610485076904}
+{'epoch': 220, 'iter': 200, 'avg_loss': 1.1537447613270129, 'avg_acc_mask': 59.653085192881015, 'loss': 1.3101400136947632}
+{'epoch': 220, 'iter': 210, 'avg_loss': 1.151975770979696, 'avg_acc_mask': 59.76981877522975, 'loss': 1.222720742225647}
+{'epoch': 220, 'iter': 220, 'avg_loss': 1.153526876307181, 'avg_acc_mask': 59.77699434287119, 'loss': 1.448425054550171}
+{'epoch': 220, 'iter': 230, 'avg_loss': 1.1555031648962013, 'avg_acc_mask': 59.76894058472178, 'loss': 1.2336031198501587}
+{'epoch': 220, 'iter': 240, 'avg_loss': 1.1523325005507568, 'avg_acc_mask': 59.94714986787467, 'loss': 1.0172723531723022}
+{'epoch': 220, 'iter': 250, 'avg_loss': 1.154522830271626, 'avg_acc_mask': 59.93180499129426, 'loss': 0.9080073833465576}
+{'epoch': 220, 'iter': 260, 'avg_loss': 1.1540855895513775, 'avg_acc_mask': 59.88546686221105, 'loss': 1.4211519956588745}
+{'epoch': 220, 'iter': 270, 'avg_loss': 1.1532742150155382, 'avg_acc_mask': 59.91654889292685, 'loss': 1.4554696083068848}
+{'epoch': 220, 'iter': 280, 'avg_loss': 1.1525678293136514, 'avg_acc_mask': 59.93493819128172, 'loss': 0.7378489375114441}
+{'epoch': 220, 'iter': 290, 'avg_loss': 1.155615820302996, 'avg_acc_mask': 59.95475113122172, 'loss': 1.4570047855377197}
+{'epoch': 220, 'iter': 300, 'avg_loss': 1.1527230123744852, 'avg_acc_mask': 60.08758591326562, 'loss': 0.8059275150299072}
+{'epoch': 220, 'iter': 310, 'avg_loss': 1.1516887223605559, 'avg_acc_mask': 60.06482027106659, 'loss': 0.762711763381958}
+{'epoch': 220, 'iter': 320, 'avg_loss': 1.1535255461467018, 'avg_acc_mask': 60.022902948754655, 'loss': 1.2884992361068726}
+{'epoch': 220, 'iter': 330, 'avg_loss': 1.155257121853958, 'avg_acc_mask': 60.028820041013134, 'loss': 0.9640797972679138}
+{'epoch': 220, 'iter': 340, 'avg_loss': 1.154149559760723, 'avg_acc_mask': 60.041919707636914, 'loss': 1.2239316701889038}
+{'epoch': 220, 'iter': 350, 'avg_loss': 1.1542010944113772, 'avg_acc_mask': 60.04498143208327, 'loss': 1.3170746564865112}
+{'epoch': 220, 'iter': 360, 'avg_loss': 1.156246293614776, 'avg_acc_mask': 59.964439928879855, 'loss': 1.3064287900924683}
+{'epoch': 220, 'iter': 370, 'avg_loss': 1.1562534543381868, 'avg_acc_mask': 59.9841873795523, 'loss': 1.172299861907959}
+{'epoch': 220, 'iter': 380, 'avg_loss': 1.1591823244970927, 'avg_acc_mask': 59.896108893271126, 'loss': 0.8607443571090698}
+{'epoch': 220, 'iter': 390, 'avg_loss': 1.1594179678146186, 'avg_acc_mask': 59.866205089820355, 'loss': 1.5563859939575195}
+{'epoch': 220, 'iter': 400, 'avg_loss': 1.1593708340961142, 'avg_acc_mask': 59.81764303624345, 'loss': 0.9857306480407715}
+{'epoch': 220, 'iter': 410, 'avg_loss': 1.1578617082895153, 'avg_acc_mask': 59.84279941382832, 'loss': 1.204295039176941}
+{'epoch': 220, 'iter': 420, 'avg_loss': 1.1558314481143996, 'avg_acc_mask': 59.91315675206253, 'loss': 1.2516741752624512}
+{'epoch': 220, 'iter': 430, 'avg_loss': 1.1567880536176767, 'avg_acc_mask': 59.88547189819724, 'loss': 1.2007746696472168}
+{'epoch': 220, 'iter': 440, 'avg_loss': 1.158225049372433, 'avg_acc_mask': 59.867384997927886, 'loss': 1.3875772953033447}
+{'epoch': 220, 'iter': 450, 'avg_loss': 1.1600232539314388, 'avg_acc_mask': 59.74437005477784, 'loss': 1.0123707056045532}
+{'epoch': 220, 'iter': 460, 'avg_loss': 1.16247909524177, 'avg_acc_mask': 59.67017683290285, 'loss': 1.2235777378082275}
+{'epoch': 220, 'iter': 470, 'avg_loss': 1.1616289360001841, 'avg_acc_mask': 59.69332298136646, 'loss': 1.09940505027771}
+{'epoch': 220, 'iter': 480, 'avg_loss': 1.1602921251695517, 'avg_acc_mask': 59.70670921662487, 'loss': 0.9984018206596375}
+{'epoch': 220, 'iter': 490, 'avg_loss': 1.1613326973439233, 'avg_acc_mask': 59.71070538801919, 'loss': 1.2270933389663696}
+{'epoch': 220, 'iter': 500, 'avg_loss': 1.161754566990211, 'avg_acc_mask': 59.66300740362522, 'loss': 1.110649824142456}
+{'epoch': 220, 'iter': 510, 'avg_loss': 1.1623172968800988, 'avg_acc_mask': 59.58838031943402, 'loss': 1.1217718124389648}
+{'epoch': 220, 'iter': 520, 'avg_loss': 1.1600225178843038, 'avg_acc_mask': 59.67023329240484, 'loss': 1.3637157678604126}
+{'epoch': 220, 'iter': 530, 'avg_loss': 1.158781791474186, 'avg_acc_mask': 59.71772805507746, 'loss': 0.8847677707672119}
+{'epoch': 220, 'iter': 540, 'avg_loss': 1.1599995848652176, 'avg_acc_mask': 59.70452009871868, 'loss': 1.107975721359253}
+{'epoch': 220, 'iter': 550, 'avg_loss': 1.1613352636243817, 'avg_acc_mask': 59.677686772556946, 'loss': 1.2333201169967651}
+{'epoch': 220, 'iter': 560, 'avg_loss': 1.1598099407452738, 'avg_acc_mask': 59.764682875953326, 'loss': 1.1831377744674683}
+{'epoch': 220, 'iter': 570, 'avg_loss': 1.1599057515114284, 'avg_acc_mask': 59.805744326195665, 'loss': 1.1611545085906982}
+{'epoch': 220, 'iter': 580, 'avg_loss': 1.1590777284717395, 'avg_acc_mask': 59.849534122387304, 'loss': 1.3172489404678345}
+{'epoch': 220, 'iter': 590, 'avg_loss': 1.1586423193541073, 'avg_acc_mask': 59.83672459645, 'loss': 0.6219251751899719}
+{'epoch': 220, 'iter': 600, 'avg_loss': 1.1585529424783196, 'avg_acc_mask': 59.850100542319176, 'loss': 1.2744262218475342}
+{'epoch': 220, 'iter': 610, 'avg_loss': 1.1594909409064122, 'avg_acc_mask': 59.8244773258252, 'loss': 1.3311803340911865}
+{'epoch': 220, 'iter': 620, 'avg_loss': 1.1580946505933567, 'avg_acc_mask': 59.88038066055803, 'loss': 1.4381800889968872}
+{'epoch': 220, 'iter': 630, 'avg_loss': 1.1573870973617264, 'avg_acc_mask': 59.89224262788946, 'loss': 1.1332099437713623}
+{'epoch': 220, 'iter': 640, 'avg_loss': 1.1568105035750618, 'avg_acc_mask': 59.907452369390725, 'loss': 1.091951847076416}
+{'epoch': 220, 'iter': 650, 'avg_loss': 1.1568766205175314, 'avg_acc_mask': 59.881723458180794, 'loss': 1.2837318181991577}
+{'epoch': 220, 'iter': 660, 'avg_loss': 1.157230179717429, 'avg_acc_mask': 59.82690227190768, 'loss': 1.0019539594650269}
+{'epoch': 220, 'iter': 670, 'avg_loss': 1.1571850591906847, 'avg_acc_mask': 59.82289275172188, 'loss': 1.1900067329406738}
+{'epoch': 220, 'iter': 680, 'avg_loss': 1.1567390912079776, 'avg_acc_mask': 59.83370556736539, 'loss': 1.118499517440796}
+{'epoch': 220, 'iter': 690, 'avg_loss': 1.1578592025767878, 'avg_acc_mask': 59.80537731346449, 'loss': 1.1566835641860962}
+{'epoch': 220, 'iter': 700, 'avg_loss': 1.159635905192344, 'avg_acc_mask': 59.73154362416108, 'loss': 1.3446776866912842}
+{'epoch': 220, 'iter': 710, 'avg_loss': 1.159177966426361, 'avg_acc_mask': 59.73928948656516, 'loss': 1.2804040908813477}
+{'epoch': 220, 'iter': 720, 'avg_loss': 1.1587455142056893, 'avg_acc_mask': 59.75058417149243, 'loss': 1.025984764099121}
+{'epoch': 220, 'iter': 730, 'avg_loss': 1.1574708510358422, 'avg_acc_mask': 59.80313580123228, 'loss': 1.393686294555664}
+{'epoch': 220, 'iter': 740, 'avg_loss': 1.1578983074901237, 'avg_acc_mask': 59.787549407114625, 'loss': 1.1617401838302612}
+{'epoch': 220, 'iter': 750, 'avg_loss': 1.1584398215525, 'avg_acc_mask': 59.755354662637984, 'loss': 1.2332316637039185}
+{'epoch': 220, 'iter': 760, 'avg_loss': 1.157922024874117, 'avg_acc_mask': 59.784806470248405, 'loss': 0.8982815146446228}
+{'epoch': 220, 'iter': 770, 'avg_loss': 1.1588703936639926, 'avg_acc_mask': 59.742140754107695, 'loss': 1.328738808631897}
+{'epoch': 220, 'iter': 780, 'avg_loss': 1.1592830008184407, 'avg_acc_mask': 59.758612608389974, 'loss': 1.245514988899231}
+{'epoch': 220, 'iter': 790, 'avg_loss': 1.1592393106817445, 'avg_acc_mask': 59.77876003795329, 'loss': 1.065234899520874}
+{'epoch': 220, 'iter': 800, 'avg_loss': 1.1592366928316085, 'avg_acc_mask': 59.750411409764126, 'loss': 1.1770211458206177}
+{'epoch': 220, 'iter': 810, 'avg_loss': 1.1594720061698471, 'avg_acc_mask': 59.72943674059352, 'loss': 1.168910026550293}
+{'epoch': 220, 'iter': 820, 'avg_loss': 1.1601287639097522, 'avg_acc_mask': 59.69929508343, 'loss': 1.3727110624313354}
+{'epoch': 220, 'iter': 830, 'avg_loss': 1.1592069391596045, 'avg_acc_mask': 59.749702551447584, 'loss': 1.2388633489608765}
+{'epoch': 220, 'iter': 840, 'avg_loss': 1.1588777898324656, 'avg_acc_mask': 59.73101782333355, 'loss': 1.0651445388793945}
+{'epoch': 220, 'iter': 850, 'avg_loss': 1.1597804520301056, 'avg_acc_mask': 59.699503471401236, 'loss': 1.3337697982788086}
+{'epoch': 220, 'iter': 860, 'avg_loss': 1.161488944229764, 'avg_acc_mask': 59.628292268479186, 'loss': 1.320082664489746}
+{'epoch': 220, 'iter': 870, 'avg_loss': 1.16312220887667, 'avg_acc_mask': 59.563951661884516, 'loss': 1.1028008460998535}
+{'epoch': 220, 'iter': 880, 'avg_loss': 1.1632807317711031, 'avg_acc_mask': 59.59028957289034, 'loss': 1.0598126649856567}
+{'epoch': 220, 'iter': 890, 'avg_loss': 1.162189317806535, 'avg_acc_mask': 59.63754151461724, 'loss': 0.8654294610023499}
+{'epoch': 220, 'iter': 900, 'avg_loss': 1.1621997331937859, 'avg_acc_mask': 59.63518443453587, 'loss': 1.387467622756958}
+{'epoch': 220, 'iter': 910, 'avg_loss': 1.1625097744682094, 'avg_acc_mask': 59.620585348264186, 'loss': 1.434744119644165}
+{'epoch': 220, 'iter': 920, 'avg_loss': 1.1618264076116938, 'avg_acc_mask': 59.61812990720914, 'loss': 1.136462926864624}
+{'epoch': 220, 'iter': 930, 'avg_loss': 1.1617557538951377, 'avg_acc_mask': 59.62632963064725, 'loss': 1.7117561101913452}
+{'epoch': 220, 'iter': 940, 'avg_loss': 1.1626640573444833, 'avg_acc_mask': 59.6179949583091, 'loss': 0.7973060607910156}
+{'epoch': 220, 'iter': 950, 'avg_loss': 1.1622116954294037, 'avg_acc_mask': 59.65636398540987, 'loss': 1.1438227891921997}
+{'epoch': 220, 'iter': 960, 'avg_loss': 1.1627025596805218, 'avg_acc_mask': 59.64045456273042, 'loss': 1.2530384063720703}
+{'epoch': 220, 'iter': 970, 'avg_loss': 1.163037860430355, 'avg_acc_mask': 59.65080619367462, 'loss': 1.2569963932037354}
+{'epoch': 220, 'iter': 980, 'avg_loss': 1.1633103190941183, 'avg_acc_mask': 59.64428717757706, 'loss': 1.205043911933899}
+{'epoch': 220, 'iter': 990, 'avg_loss': 1.1641241257895616, 'avg_acc_mask': 59.6065283866927, 'loss': 1.2581822872161865}
+{'epoch': 220, 'iter': 1000, 'avg_loss': 1.1645467461167753, 'avg_acc_mask': 59.577223316553585, 'loss': 1.4662132263183594}
+{'epoch': 220, 'iter': 1010, 'avg_loss': 1.1645405125665147, 'avg_acc_mask': 59.60323477381855, 'loss': 0.9775084853172302}
+{'epoch': 220, 'iter': 1020, 'avg_loss': 1.1649724386347846, 'avg_acc_mask': 59.61717186159565, 'loss': 1.0590895414352417}
+{'epoch': 220, 'iter': 1030, 'avg_loss': 1.1646071534845923, 'avg_acc_mask': 59.63291385688242, 'loss': 1.28812837600708}
+{'epoch': 220, 'iter': 1040, 'avg_loss': 1.1649034700063876, 'avg_acc_mask': 59.62683952347583, 'loss': 1.080317735671997}
+{'epoch': 220, 'iter': 1050, 'avg_loss': 1.164405128311589, 'avg_acc_mask': 59.63321871418151, 'loss': 1.0737379789352417}
+{'epoch': 220, 'iter': 1060, 'avg_loss': 1.1646473747621044, 'avg_acc_mask': 59.634654454047734, 'loss': 1.0772138833999634}
+{'epoch': 220, 'iter': 1070, 'avg_loss': 1.163853999223807, 'avg_acc_mask': 59.65202558635394, 'loss': 1.2747701406478882}
+{'epoch': 220, 'iter': 1080, 'avg_loss': 1.1634877291572634, 'avg_acc_mask': 59.668293671570204, 'loss': 0.949481725692749}
+{'epoch': 220, 'iter': 1090, 'avg_loss': 1.1639174747423335, 'avg_acc_mask': 59.61393707241189, 'loss': 1.315138339996338}
+{'epoch': 220, 'iter': 1100, 'avg_loss': 1.1631994119673617, 'avg_acc_mask': 59.64022216695681, 'loss': 0.824988067150116}
+{'epoch': 'EP220_train', 'avg_loss': 1.163395778194272, 'total_masked_acc': 59.61992894323721}
+{'epoch': 221, 'iter': 0, 'avg_loss': 1.4106781482696533, 'avg_acc_mask': 53.191489361702125, 'loss': 1.4106781482696533}
+{'epoch': 221, 'iter': 10, 'avg_loss': 1.186510373245586, 'avg_acc_mask': 59.93265993265994, 'loss': 0.7755126953125}
+{'epoch': 221, 'iter': 20, 'avg_loss': 1.2161910732587178, 'avg_acc_mask': 58.09018567639257, 'loss': 1.278061032295227}
+{'epoch': 221, 'iter': 30, 'avg_loss': 1.2004880520605272, 'avg_acc_mask': 58.41821449970042, 'loss': 1.1318055391311646}
+{'epoch': 221, 'iter': 40, 'avg_loss': 1.1789035419138467, 'avg_acc_mask': 59.045904590459045, 'loss': 0.8571879863739014}
+{'epoch': 221, 'iter': 50, 'avg_loss': 1.185924815196617, 'avg_acc_mask': 58.3988563259471, 'loss': 1.1783602237701416}
+{'epoch': 221, 'iter': 60, 'avg_loss': 1.1745846193344867, 'avg_acc_mask': 58.81294964028777, 'loss': 0.921003520488739}
+{'epoch': 221, 'iter': 70, 'avg_loss': 1.1753858243915396, 'avg_acc_mask': 58.84013343597639, 'loss': 0.9994396567344666}
+{'epoch': 221, 'iter': 80, 'avg_loss': 1.1804881714008473, 'avg_acc_mask': 58.63228699551569, 'loss': 1.3252471685409546}
+{'epoch': 221, 'iter': 90, 'avg_loss': 1.1829702120560865, 'avg_acc_mask': 58.53174603174603, 'loss': 1.2103341817855835}
+{'epoch': 221, 'iter': 100, 'avg_loss': 1.1738004495601844, 'avg_acc_mask': 59.08108108108108, 'loss': 1.0676755905151367}
+{'epoch': 221, 'iter': 110, 'avg_loss': 1.1674451613211416, 'avg_acc_mask': 59.30886243386243, 'loss': 0.8630650043487549}
+{'epoch': 221, 'iter': 120, 'avg_loss': 1.168813477862965, 'avg_acc_mask': 59.12764983986579, 'loss': 1.4844051599502563}
+{'epoch': 221, 'iter': 130, 'avg_loss': 1.1749752359535859, 'avg_acc_mask': 59.11316268009512, 'loss': 1.0831080675125122}
+{'epoch': 221, 'iter': 140, 'avg_loss': 1.1692627106152527, 'avg_acc_mask': 59.292495773182466, 'loss': 1.0990183353424072}
+{'epoch': 221, 'iter': 150, 'avg_loss': 1.1671486094297951, 'avg_acc_mask': 59.419228892142506, 'loss': 1.1769421100616455}
+{'epoch': 221, 'iter': 160, 'avg_loss': 1.1665271598359812, 'avg_acc_mask': 59.3552827807732, 'loss': 1.1599665880203247}
+{'epoch': 221, 'iter': 170, 'avg_loss': 1.1735047255343163, 'avg_acc_mask': 59.16630762602326, 'loss': 1.3408522605895996}
+{'epoch': 221, 'iter': 180, 'avg_loss': 1.1715652106216599, 'avg_acc_mask': 59.306346623270954, 'loss': 0.9507072567939758}
+{'epoch': 221, 'iter': 190, 'avg_loss': 1.1724037409452868, 'avg_acc_mask': 59.24746743849494, 'loss': 0.9910722374916077}
+{'epoch': 221, 'iter': 200, 'avg_loss': 1.1693546428016168, 'avg_acc_mask': 59.37671358069822, 'loss': 1.1645437479019165}
+{'epoch': 221, 'iter': 210, 'avg_loss': 1.1690357431981235, 'avg_acc_mask': 59.37391304347827, 'loss': 0.9919268488883972}
+{'epoch': 221, 'iter': 220, 'avg_loss': 1.1654694196325621, 'avg_acc_mask': 59.475823173260345, 'loss': 1.3145546913146973}
+{'epoch': 221, 'iter': 230, 'avg_loss': 1.1670449259993319, 'avg_acc_mask': 59.515488482922954, 'loss': 0.9613704085350037}
+{'epoch': 221, 'iter': 240, 'avg_loss': 1.1658901760192333, 'avg_acc_mask': 59.5548441192164, 'loss': 1.2169772386550903}
+{'epoch': 221, 'iter': 250, 'avg_loss': 1.165767242709004, 'avg_acc_mask': 59.545287862119544, 'loss': 0.8398712277412415}
+{'epoch': 221, 'iter': 260, 'avg_loss': 1.168227818277147, 'avg_acc_mask': 59.43962170936552, 'loss': 1.0524578094482422}
+{'epoch': 221, 'iter': 270, 'avg_loss': 1.1691774712717402, 'avg_acc_mask': 59.41891249745434, 'loss': 1.2341763973236084}
+{'epoch': 221, 'iter': 280, 'avg_loss': 1.1705358569308109, 'avg_acc_mask': 59.34411206388689, 'loss': 0.545243501663208}
+{'epoch': 221, 'iter': 290, 'avg_loss': 1.1695474318622314, 'avg_acc_mask': 59.437953899589516, 'loss': 1.008845567703247}
+{'epoch': 221, 'iter': 300, 'avg_loss': 1.1692288809044415, 'avg_acc_mask': 59.466552734375, 'loss': 1.1514936685562134}
+{'epoch': 221, 'iter': 310, 'avg_loss': 1.170710435059293, 'avg_acc_mask': 59.35914080018884, 'loss': 0.9770193099975586}
+{'epoch': 221, 'iter': 320, 'avg_loss': 1.1715472000781622, 'avg_acc_mask': 59.30152540428948, 'loss': 1.1454026699066162}
+{'epoch': 221, 'iter': 330, 'avg_loss': 1.172705014666762, 'avg_acc_mask': 59.30935092289784, 'loss': 1.0074408054351807}
+{'epoch': 221, 'iter': 340, 'avg_loss': 1.1714073804117018, 'avg_acc_mask': 59.38592246061193, 'loss': 1.0554289817810059}
+{'epoch': 221, 'iter': 350, 'avg_loss': 1.1731890056207988, 'avg_acc_mask': 59.36175778184671, 'loss': 1.1922141313552856}
+{'epoch': 221, 'iter': 360, 'avg_loss': 1.1720028087042706, 'avg_acc_mask': 59.39042385386455, 'loss': 1.2003376483917236}
+{'epoch': 221, 'iter': 370, 'avg_loss': 1.1711696384730685, 'avg_acc_mask': 59.38832160206206, 'loss': 1.3115659952163696}
+{'epoch': 221, 'iter': 380, 'avg_loss': 1.1748546379131908, 'avg_acc_mask': 59.28554187786628, 'loss': 1.0721087455749512}
+{'epoch': 221, 'iter': 390, 'avg_loss': 1.1725802505412675, 'avg_acc_mask': 59.38000565344389, 'loss': 1.2478426694869995}
+{'epoch': 221, 'iter': 400, 'avg_loss': 1.1707575652664737, 'avg_acc_mask': 59.46144994246259, 'loss': 1.04527747631073}
+{'epoch': 221, 'iter': 410, 'avg_loss': 1.1671849934434078, 'avg_acc_mask': 59.53526001168592, 'loss': 0.9327940344810486}
+{'epoch': 221, 'iter': 420, 'avg_loss': 1.1656789725863168, 'avg_acc_mask': 59.60770547193821, 'loss': 1.292089819908142}
+{'epoch': 221, 'iter': 430, 'avg_loss': 1.1650146764558318, 'avg_acc_mask': 59.65582353446056, 'loss': 1.0812650918960571}
+{'epoch': 221, 'iter': 440, 'avg_loss': 1.1682396263492352, 'avg_acc_mask': 59.546179011827874, 'loss': 1.3163089752197266}
+{'epoch': 221, 'iter': 450, 'avg_loss': 1.167753199780331, 'avg_acc_mask': 59.528495284952854, 'loss': 0.794363260269165}
+{'epoch': 221, 'iter': 460, 'avg_loss': 1.1678059624746409, 'avg_acc_mask': 59.5282905537981, 'loss': 1.2479273080825806}
+{'epoch': 221, 'iter': 470, 'avg_loss': 1.1697271561167042, 'avg_acc_mask': 59.3885949441505, 'loss': 1.1609669923782349}
+{'epoch': 221, 'iter': 480, 'avg_loss': 1.1671578672224667, 'avg_acc_mask': 59.47689826016822, 'loss': 1.2589980363845825}
+{'epoch': 221, 'iter': 490, 'avg_loss': 1.168202462240052, 'avg_acc_mask': 59.45844160735133, 'loss': 1.3813589811325073}
+{'epoch': 221, 'iter': 500, 'avg_loss': 1.1682386710020358, 'avg_acc_mask': 59.45707024199787, 'loss': 1.2150695323944092}
+{'epoch': 221, 'iter': 510, 'avg_loss': 1.1673232659901658, 'avg_acc_mask': 59.45868021768119, 'loss': 0.9150263667106628}
+{'epoch': 221, 'iter': 520, 'avg_loss': 1.1653647973075252, 'avg_acc_mask': 59.51041777211786, 'loss': 1.349826455116272}
+{'epoch': 221, 'iter': 530, 'avg_loss': 1.1640648474801059, 'avg_acc_mask': 59.54158708109046, 'loss': 1.0890891551971436}
+{'epoch': 221, 'iter': 540, 'avg_loss': 1.163137530443188, 'avg_acc_mask': 59.531852458457024, 'loss': 1.220959186553955}
+{'epoch': 221, 'iter': 550, 'avg_loss': 1.1637262977835487, 'avg_acc_mask': 59.51195052649173, 'loss': 1.1356412172317505}
+{'epoch': 221, 'iter': 560, 'avg_loss': 1.1629414642345883, 'avg_acc_mask': 59.555438642641064, 'loss': 1.2658535242080688}
+{'epoch': 221, 'iter': 570, 'avg_loss': 1.1623991034703163, 'avg_acc_mask': 59.54242874684935, 'loss': 1.0712978839874268}
+{'epoch': 221, 'iter': 580, 'avg_loss': 1.16264543445098, 'avg_acc_mask': 59.47471927932501, 'loss': 1.459288239479065}
+{'epoch': 221, 'iter': 590, 'avg_loss': 1.1619059460618977, 'avg_acc_mask': 59.47712418300654, 'loss': 0.9453598856925964}
+{'epoch': 221, 'iter': 600, 'avg_loss': 1.1611606401333991, 'avg_acc_mask': 59.50413223140496, 'loss': 1.1211979389190674}
+{'epoch': 221, 'iter': 610, 'avg_loss': 1.1616850360715838, 'avg_acc_mask': 59.49149992477809, 'loss': 1.021183729171753}
+{'epoch': 221, 'iter': 620, 'avg_loss': 1.159148026779654, 'avg_acc_mask': 59.512802275960176, 'loss': 1.3205190896987915}
+{'epoch': 221, 'iter': 630, 'avg_loss': 1.1597152311715007, 'avg_acc_mask': 59.50408401400233, 'loss': 1.0635184049606323}
+{'epoch': 221, 'iter': 640, 'avg_loss': 1.1596393986908768, 'avg_acc_mask': 59.510032530155165, 'loss': 0.9063511490821838}
+{'epoch': 221, 'iter': 650, 'avg_loss': 1.1593788069330968, 'avg_acc_mask': 59.463445068345536, 'loss': 1.1448514461517334}
+{'epoch': 221, 'iter': 660, 'avg_loss': 1.1583050597633788, 'avg_acc_mask': 59.49858855753375, 'loss': 0.8263146281242371}
+{'epoch': 221, 'iter': 670, 'avg_loss': 1.1582089920157648, 'avg_acc_mask': 59.495414107472385, 'loss': 1.1121633052825928}
+{'epoch': 221, 'iter': 680, 'avg_loss': 1.157524246913921, 'avg_acc_mask': 59.49157600586017, 'loss': 1.1745359897613525}
+{'epoch': 221, 'iter': 690, 'avg_loss': 1.158147956286429, 'avg_acc_mask': 59.49245358621611, 'loss': 1.064493179321289}
+{'epoch': 221, 'iter': 700, 'avg_loss': 1.1594302367721916, 'avg_acc_mask': 59.43222479478004, 'loss': 1.1623049974441528}
+{'epoch': 221, 'iter': 710, 'avg_loss': 1.1594284727603574, 'avg_acc_mask': 59.448512229319206, 'loss': 1.0425299406051636}
+{'epoch': 221, 'iter': 720, 'avg_loss': 1.160646304839527, 'avg_acc_mask': 59.36460837980253, 'loss': 1.075279712677002}
+{'epoch': 221, 'iter': 730, 'avg_loss': 1.1596893811682507, 'avg_acc_mask': 59.39242550399919, 'loss': 1.1721513271331787}
+{'epoch': 221, 'iter': 740, 'avg_loss': 1.161087967284456, 'avg_acc_mask': 59.36551380940532, 'loss': 1.1787645816802979}
+{'epoch': 221, 'iter': 750, 'avg_loss': 1.1617597420904513, 'avg_acc_mask': 59.36028257456829, 'loss': 1.1877332925796509}
+{'epoch': 221, 'iter': 760, 'avg_loss': 1.1619531639145488, 'avg_acc_mask': 59.37083444414822, 'loss': 1.0750354528427124}
+{'epoch': 221, 'iter': 770, 'avg_loss': 1.1631227675269704, 'avg_acc_mask': 59.28218117517743, 'loss': 1.210216999053955}
+{'epoch': 221, 'iter': 780, 'avg_loss': 1.1624106229038458, 'avg_acc_mask': 59.31351733899505, 'loss': 1.1150107383728027}
+{'epoch': 221, 'iter': 790, 'avg_loss': 1.1628873406258304, 'avg_acc_mask': 59.31164654891178, 'loss': 1.1351807117462158}
+{'epoch': 221, 'iter': 800, 'avg_loss': 1.1627357928791593, 'avg_acc_mask': 59.312011044638744, 'loss': 1.2890028953552246}
+{'epoch': 221, 'iter': 810, 'avg_loss': 1.1626288706365555, 'avg_acc_mask': 59.298413131450914, 'loss': 1.0673961639404297}
+{'epoch': 221, 'iter': 820, 'avg_loss': 1.162243906603661, 'avg_acc_mask': 59.3401413982718, 'loss': 1.1086702346801758}
+{'epoch': 221, 'iter': 830, 'avg_loss': 1.1619556999522138, 'avg_acc_mask': 59.337563226550714, 'loss': 1.000725507736206}
+{'epoch': 221, 'iter': 840, 'avg_loss': 1.1616182695812902, 'avg_acc_mask': 59.30135786246167, 'loss': 0.9661972522735596}
+{'epoch': 221, 'iter': 850, 'avg_loss': 1.1626519292557982, 'avg_acc_mask': 59.23675675675676, 'loss': 1.2141060829162598}
+{'epoch': 221, 'iter': 860, 'avg_loss': 1.1621678052740507, 'avg_acc_mask': 59.280400205233455, 'loss': 1.2554148435592651}
+{'epoch': 221, 'iter': 870, 'avg_loss': 1.1635689201639658, 'avg_acc_mask': 59.223157583813325, 'loss': 1.1614140272140503}
+{'epoch': 221, 'iter': 880, 'avg_loss': 1.1632624234703965, 'avg_acc_mask': 59.24867548287514, 'loss': 1.0090110301971436}
+{'epoch': 221, 'iter': 890, 'avg_loss': 1.1625760392976798, 'avg_acc_mask': 59.31090041519489, 'loss': 0.8123897314071655}
+{'epoch': 221, 'iter': 900, 'avg_loss': 1.1626605845317988, 'avg_acc_mask': 59.32321147597932, 'loss': 1.2287896871566772}
+{'epoch': 221, 'iter': 910, 'avg_loss': 1.1631295122247103, 'avg_acc_mask': 59.29246425975284, 'loss': 1.3189266920089722}
+{'epoch': 221, 'iter': 920, 'avg_loss': 1.1627094154766924, 'avg_acc_mask': 59.31153046537661, 'loss': 1.163718342781067}
+{'epoch': 221, 'iter': 930, 'avg_loss': 1.1625384817702173, 'avg_acc_mask': 59.31143648595172, 'loss': 1.436759352684021}
+{'epoch': 221, 'iter': 940, 'avg_loss': 1.1623998340714117, 'avg_acc_mask': 59.31523207329249, 'loss': 0.9624026417732239}
+{'epoch': 221, 'iter': 950, 'avg_loss': 1.162271019161437, 'avg_acc_mask': 59.31612678374349, 'loss': 1.3198474645614624}
+{'epoch': 221, 'iter': 960, 'avg_loss': 1.1625999317084836, 'avg_acc_mask': 59.31177191906806, 'loss': 1.1581450700759888}
+{'epoch': 221, 'iter': 970, 'avg_loss': 1.1614933601982438, 'avg_acc_mask': 59.33363674289832, 'loss': 0.8813883662223816}
+{'epoch': 221, 'iter': 980, 'avg_loss': 1.1618580186281973, 'avg_acc_mask': 59.33246982410692, 'loss': 1.028617262840271}
+{'epoch': 221, 'iter': 990, 'avg_loss': 1.1631604546134093, 'avg_acc_mask': 59.30284356670874, 'loss': 1.3717814683914185}
+{'epoch': 221, 'iter': 1000, 'avg_loss': 1.1630844192190484, 'avg_acc_mask': 59.294636296840565, 'loss': 1.1928014755249023}
+{'epoch': 221, 'iter': 1010, 'avg_loss': 1.162500638105749, 'avg_acc_mask': 59.31605275125057, 'loss': 0.7600997686386108}
+{'epoch': 221, 'iter': 1020, 'avg_loss': 1.1626800542713729, 'avg_acc_mask': 59.29907972697966, 'loss': 1.200317144393921}
+{'epoch': 221, 'iter': 1030, 'avg_loss': 1.162023355380409, 'avg_acc_mask': 59.324331555571405, 'loss': 1.047184944152832}
+{'epoch': 221, 'iter': 1040, 'avg_loss': 1.161923181884685, 'avg_acc_mask': 59.34260027906812, 'loss': 1.0445090532302856}
+{'epoch': 221, 'iter': 1050, 'avg_loss': 1.1612801011917593, 'avg_acc_mask': 59.36246606532971, 'loss': 1.0020196437835693}
+{'epoch': 221, 'iter': 1060, 'avg_loss': 1.16110072862866, 'avg_acc_mask': 59.39164685672641, 'loss': 1.0140156745910645}
+{'epoch': 221, 'iter': 1070, 'avg_loss': 1.1600047993838063, 'avg_acc_mask': 59.446735395189, 'loss': 1.0621732473373413}
+{'epoch': 221, 'iter': 1080, 'avg_loss': 1.1589300910925888, 'avg_acc_mask': 59.51080018383291, 'loss': 1.129774570465088}
+{'epoch': 221, 'iter': 1090, 'avg_loss': 1.1595443636861884, 'avg_acc_mask': 59.48551970601126, 'loss': 1.3868584632873535}
+{'epoch': 221, 'iter': 1100, 'avg_loss': 1.1593112641307681, 'avg_acc_mask': 59.49667457638448, 'loss': 0.9102504849433899}
+{'epoch': 'EP221_train', 'avg_loss': 1.1600928092973803, 'total_masked_acc': 59.468233883857216}
+{'epoch': 222, 'iter': 0, 'avg_loss': 1.2402936220169067, 'avg_acc_mask': 54.09836065573771, 'loss': 1.2402936220169067}
+{'epoch': 222, 'iter': 10, 'avg_loss': 1.2488393946127458, 'avg_acc_mask': 54.966887417218544, 'loss': 0.9206482768058777}
+{'epoch': 222, 'iter': 20, 'avg_loss': 1.2481520573298137, 'avg_acc_mask': 56.278229448961156, 'loss': 1.4763542413711548}
+{'epoch': 222, 'iter': 30, 'avg_loss': 1.2242173917831913, 'avg_acc_mask': 57.03218116805721, 'loss': 1.3766956329345703}
+{'epoch': 222, 'iter': 40, 'avg_loss': 1.2156300094069503, 'avg_acc_mask': 57.75401069518716, 'loss': 0.9436736702919006}
+{'epoch': 222, 'iter': 50, 'avg_loss': 1.2159974984094208, 'avg_acc_mask': 57.395612172682235, 'loss': 0.9990485310554504}
+{'epoch': 222, 'iter': 60, 'avg_loss': 1.2035603337600582, 'avg_acc_mask': 58.25185185185185, 'loss': 1.2668414115905762}
+{'epoch': 222, 'iter': 70, 'avg_loss': 1.1870454432259143, 'avg_acc_mask': 59.291358654091255, 'loss': 1.1403173208236694}
+{'epoch': 222, 'iter': 80, 'avg_loss': 1.1847646839824724, 'avg_acc_mask': 59.59027465105808, 'loss': 1.03239107131958}
+{'epoch': 222, 'iter': 90, 'avg_loss': 1.1780098087185031, 'avg_acc_mask': 59.675480769230774, 'loss': 1.145188570022583}
+{'epoch': 222, 'iter': 100, 'avg_loss': 1.1685875630614782, 'avg_acc_mask': 60.06163886874547, 'loss': 0.9892181158065796}
+{'epoch': 222, 'iter': 110, 'avg_loss': 1.170935883715346, 'avg_acc_mask': 60.059366754617415, 'loss': 1.0932947397232056}
+{'epoch': 222, 'iter': 120, 'avg_loss': 1.1654953010811293, 'avg_acc_mask': 60.00605052185751, 'loss': 1.02089524269104}
+{'epoch': 222, 'iter': 130, 'avg_loss': 1.164367902824897, 'avg_acc_mask': 60.10608598548297, 'loss': 1.076640009880066}
+{'epoch': 222, 'iter': 140, 'avg_loss': 1.1685347857204735, 'avg_acc_mask': 59.878380126795186, 'loss': 1.036293864250183}
+{'epoch': 222, 'iter': 150, 'avg_loss': 1.1609768903018622, 'avg_acc_mask': 60.13833272661084, 'loss': 1.0928772687911987}
+{'epoch': 222, 'iter': 160, 'avg_loss': 1.1627877854412387, 'avg_acc_mask': 60.159453302961275, 'loss': 1.1808505058288574}
+{'epoch': 222, 'iter': 170, 'avg_loss': 1.159327332736456, 'avg_acc_mask': 60.19469405220368, 'loss': 1.0696613788604736}
+{'epoch': 222, 'iter': 180, 'avg_loss': 1.1592699276149603, 'avg_acc_mask': 60.074853327938506, 'loss': 1.393986463546753}
+{'epoch': 222, 'iter': 190, 'avg_loss': 1.1573136838942921, 'avg_acc_mask': 60.049841847982364, 'loss': 0.9032314419746399}
+{'epoch': 222, 'iter': 200, 'avg_loss': 1.155044083868093, 'avg_acc_mask': 60.21200767614, 'loss': 1.1856591701507568}
+{'epoch': 222, 'iter': 210, 'avg_loss': 1.1545253672870979, 'avg_acc_mask': 60.220658500564674, 'loss': 1.0489611625671387}
+{'epoch': 222, 'iter': 220, 'avg_loss': 1.1513850910091832, 'avg_acc_mask': 60.270225464190986, 'loss': 1.1799945831298828}
+{'epoch': 222, 'iter': 230, 'avg_loss': 1.1526970907207175, 'avg_acc_mask': 60.265902396306025, 'loss': 0.8675035238265991}
+{'epoch': 222, 'iter': 240, 'avg_loss': 1.1557795229789132, 'avg_acc_mask': 60.2400428101827, 'loss': 1.1935862302780151}
+{'epoch': 222, 'iter': 250, 'avg_loss': 1.1573298445260858, 'avg_acc_mask': 60.27136046938028, 'loss': 0.9013916254043579}
+{'epoch': 222, 'iter': 260, 'avg_loss': 1.1610015664977589, 'avg_acc_mask': 60.1366582135813, 'loss': 1.2311650514602661}
+{'epoch': 222, 'iter': 270, 'avg_loss': 1.162545655046442, 'avg_acc_mask': 60.15704325458607, 'loss': 1.2324259281158447}
+{'epoch': 222, 'iter': 280, 'avg_loss': 1.163744571158046, 'avg_acc_mask': 60.15268171734308, 'loss': 0.9130561947822571}
+{'epoch': 222, 'iter': 290, 'avg_loss': 1.1623765377654243, 'avg_acc_mask': 60.23929471032745, 'loss': 1.1529779434204102}
+{'epoch': 222, 'iter': 300, 'avg_loss': 1.1624641317465774, 'avg_acc_mask': 60.27288786014498, 'loss': 0.8300281167030334}
+{'epoch': 222, 'iter': 310, 'avg_loss': 1.1612774237175847, 'avg_acc_mask': 60.25739417911329, 'loss': 0.7878925204277039}
+{'epoch': 222, 'iter': 320, 'avg_loss': 1.1612816412129505, 'avg_acc_mask': 60.21474506201194, 'loss': 1.3504828214645386}
+{'epoch': 222, 'iter': 330, 'avg_loss': 1.1627360168180436, 'avg_acc_mask': 60.21523270649581, 'loss': 0.9548115134239197}
+{'epoch': 222, 'iter': 340, 'avg_loss': 1.159517056256795, 'avg_acc_mask': 60.29712563246851, 'loss': 0.9736074805259705}
+{'epoch': 222, 'iter': 350, 'avg_loss': 1.1611028155709944, 'avg_acc_mask': 60.24922770825698, 'loss': 1.2626228332519531}
+{'epoch': 222, 'iter': 360, 'avg_loss': 1.1608198364355558, 'avg_acc_mask': 60.294940249173656, 'loss': 1.171519160270691}
+{'epoch': 222, 'iter': 370, 'avg_loss': 1.1593674749055642, 'avg_acc_mask': 60.34440100945123, 'loss': 0.988606333732605}
+{'epoch': 222, 'iter': 380, 'avg_loss': 1.160746178758426, 'avg_acc_mask': 60.300274289014, 'loss': 0.8728306889533997}
+{'epoch': 222, 'iter': 390, 'avg_loss': 1.1602376175048712, 'avg_acc_mask': 60.28914757791964, 'loss': 1.4500666856765747}
+{'epoch': 222, 'iter': 400, 'avg_loss': 1.1609276032209992, 'avg_acc_mask': 60.22519223727573, 'loss': 1.2809776067733765}
+{'epoch': 222, 'iter': 410, 'avg_loss': 1.1608771657131594, 'avg_acc_mask': 60.156319785618585, 'loss': 1.0875740051269531}
+{'epoch': 222, 'iter': 420, 'avg_loss': 1.1604878701393508, 'avg_acc_mask': 60.06812524564391, 'loss': 1.1024540662765503}
+{'epoch': 222, 'iter': 430, 'avg_loss': 1.161319308795398, 'avg_acc_mask': 60.03243843100431, 'loss': 1.4148527383804321}
+{'epoch': 222, 'iter': 440, 'avg_loss': 1.1620708489093652, 'avg_acc_mask': 59.98498498498499, 'loss': 1.3460336923599243}
+{'epoch': 222, 'iter': 450, 'avg_loss': 1.1616359045130187, 'avg_acc_mask': 59.96574783885173, 'loss': 0.8099144697189331}
+{'epoch': 222, 'iter': 460, 'avg_loss': 1.162221239859525, 'avg_acc_mask': 59.946526198172315, 'loss': 0.9097500443458557}
+{'epoch': 222, 'iter': 470, 'avg_loss': 1.1608013889085969, 'avg_acc_mask': 59.97110390878206, 'loss': 1.1188925504684448}
+{'epoch': 222, 'iter': 480, 'avg_loss': 1.1602897960034328, 'avg_acc_mask': 59.98928147609386, 'loss': 0.9888838529586792}
+{'epoch': 222, 'iter': 490, 'avg_loss': 1.1615095128838253, 'avg_acc_mask': 59.930235174974676, 'loss': 1.0952084064483643}
+{'epoch': 222, 'iter': 500, 'avg_loss': 1.1587932909320215, 'avg_acc_mask': 60.02347676167419, 'loss': 0.9049416184425354}
+{'epoch': 222, 'iter': 510, 'avg_loss': 1.1578610001711462, 'avg_acc_mask': 60.03955411722403, 'loss': 1.0540682077407837}
+{'epoch': 222, 'iter': 520, 'avg_loss': 1.1590402074830317, 'avg_acc_mask': 60.00706588941883, 'loss': 1.417707085609436}
+{'epoch': 222, 'iter': 530, 'avg_loss': 1.1595965717022927, 'avg_acc_mask': 59.9764404254582, 'loss': 0.8736463785171509}
+{'epoch': 222, 'iter': 540, 'avg_loss': 1.1599864318498623, 'avg_acc_mask': 59.9544357169574, 'loss': 1.305557131767273}
+{'epoch': 222, 'iter': 550, 'avg_loss': 1.1621407770201861, 'avg_acc_mask': 59.87401259874012, 'loss': 1.3081523180007935}
+{'epoch': 222, 'iter': 560, 'avg_loss': 1.1610598677832387, 'avg_acc_mask': 59.91548742138365, 'loss': 1.1264588832855225}
+{'epoch': 222, 'iter': 570, 'avg_loss': 1.160406731369199, 'avg_acc_mask': 59.940767447849595, 'loss': 1.158167839050293}
+{'epoch': 222, 'iter': 580, 'avg_loss': 1.1599131672805025, 'avg_acc_mask': 59.93938819964012, 'loss': 1.224449872970581}
+{'epoch': 222, 'iter': 590, 'avg_loss': 1.1592635326780845, 'avg_acc_mask': 59.95972114639814, 'loss': 0.9717697501182556}
+{'epoch': 222, 'iter': 600, 'avg_loss': 1.1596515073554092, 'avg_acc_mask': 59.94337210010351, 'loss': 1.2755227088928223}
+{'epoch': 222, 'iter': 610, 'avg_loss': 1.1607378838300315, 'avg_acc_mask': 59.93068833652008, 'loss': 1.0857603549957275}
+{'epoch': 222, 'iter': 620, 'avg_loss': 1.1587403897501996, 'avg_acc_mask': 59.96288769108421, 'loss': 1.4592307806015015}
+{'epoch': 222, 'iter': 630, 'avg_loss': 1.1574459443379506, 'avg_acc_mask': 59.97332328123641, 'loss': 0.8162643313407898}
+{'epoch': 222, 'iter': 640, 'avg_loss': 1.1565621790015568, 'avg_acc_mask': 60.03827915214535, 'loss': 0.9887704849243164}
+{'epoch': 222, 'iter': 650, 'avg_loss': 1.1565476198167113, 'avg_acc_mask': 60.02365797330028, 'loss': 1.089951753616333}
+{'epoch': 222, 'iter': 660, 'avg_loss': 1.1569665530626063, 'avg_acc_mask': 59.98779777586732, 'loss': 0.9816364049911499}
+{'epoch': 222, 'iter': 670, 'avg_loss': 1.1568086690057053, 'avg_acc_mask': 60.00873767850804, 'loss': 1.2188258171081543}
+{'epoch': 222, 'iter': 680, 'avg_loss': 1.1562035783096907, 'avg_acc_mask': 60.00484626568306, 'loss': 1.0080560445785522}
+{'epoch': 222, 'iter': 690, 'avg_loss': 1.1567019254357356, 'avg_acc_mask': 60.00795650444238, 'loss': 1.4050930738449097}
+{'epoch': 222, 'iter': 700, 'avg_loss': 1.1573476284614814, 'avg_acc_mask': 59.96605300953127, 'loss': 1.3948181867599487}
+{'epoch': 222, 'iter': 710, 'avg_loss': 1.1569697290197873, 'avg_acc_mask': 59.968570471700545, 'loss': 0.786867618560791}
+{'epoch': 222, 'iter': 720, 'avg_loss': 1.1578342058952904, 'avg_acc_mask': 59.927348473301834, 'loss': 1.4291338920593262}
+{'epoch': 222, 'iter': 730, 'avg_loss': 1.1560699008558093, 'avg_acc_mask': 59.99398707220524, 'loss': 1.2126697301864624}
+{'epoch': 222, 'iter': 740, 'avg_loss': 1.1562797642751583, 'avg_acc_mask': 59.97874233735416, 'loss': 1.1826258897781372}
+{'epoch': 222, 'iter': 750, 'avg_loss': 1.1583866269070997, 'avg_acc_mask': 59.92048004683384, 'loss': 1.0990214347839355}
+{'epoch': 222, 'iter': 760, 'avg_loss': 1.1580263326108533, 'avg_acc_mask': 59.9334474693159, 'loss': 1.229235291481018}
+{'epoch': 222, 'iter': 770, 'avg_loss': 1.1592341486736648, 'avg_acc_mask': 59.88287666341324, 'loss': 1.2274363040924072}
+{'epoch': 222, 'iter': 780, 'avg_loss': 1.1585327769974283, 'avg_acc_mask': 59.932762836185816, 'loss': 1.1538645029067993}
+{'epoch': 222, 'iter': 790, 'avg_loss': 1.1579686663997761, 'avg_acc_mask': 59.90102460444692, 'loss': 0.9181698560714722}
+{'epoch': 222, 'iter': 800, 'avg_loss': 1.157118288542001, 'avg_acc_mask': 59.930721233253806, 'loss': 1.152955174446106}
+{'epoch': 222, 'iter': 810, 'avg_loss': 1.157195646871621, 'avg_acc_mask': 59.93333182158326, 'loss': 1.0212161540985107}
+{'epoch': 222, 'iter': 820, 'avg_loss': 1.1569258989573397, 'avg_acc_mask': 59.949368222959045, 'loss': 1.0760776996612549}
+{'epoch': 222, 'iter': 830, 'avg_loss': 1.1569306450917258, 'avg_acc_mask': 59.91371681415929, 'loss': 1.0528730154037476}
+{'epoch': 222, 'iter': 840, 'avg_loss': 1.1559034281905285, 'avg_acc_mask': 59.92738725340099, 'loss': 0.9046698808670044}
+{'epoch': 222, 'iter': 850, 'avg_loss': 1.1559218156351747, 'avg_acc_mask': 59.94728769254034, 'loss': 0.836658239364624}
+{'epoch': 222, 'iter': 860, 'avg_loss': 1.1565533888879969, 'avg_acc_mask': 59.90485536308559, 'loss': 1.1735183000564575}
+{'epoch': 222, 'iter': 870, 'avg_loss': 1.1574199590425678, 'avg_acc_mask': 59.901010951979785, 'loss': 1.038974642753601}
+{'epoch': 222, 'iter': 880, 'avg_loss': 1.1567552758129176, 'avg_acc_mask': 59.92501562174547, 'loss': 1.0031031370162964}
+{'epoch': 222, 'iter': 890, 'avg_loss': 1.155757628908061, 'avg_acc_mask': 59.987627590473245, 'loss': 0.8539268374443054}
+{'epoch': 222, 'iter': 900, 'avg_loss': 1.1553824350783617, 'avg_acc_mask': 59.98899845163393, 'loss': 1.4396623373031616}
+{'epoch': 222, 'iter': 910, 'avg_loss': 1.156369439529666, 'avg_acc_mask': 59.94037187002679, 'loss': 1.5515888929367065}
+{'epoch': 222, 'iter': 920, 'avg_loss': 1.1559170151895861, 'avg_acc_mask': 59.9461561471732, 'loss': 1.0605206489562988}
+{'epoch': 222, 'iter': 930, 'avg_loss': 1.156135251775592, 'avg_acc_mask': 59.94595021107034, 'loss': 1.578621506690979}
+{'epoch': 222, 'iter': 940, 'avg_loss': 1.1559650228456788, 'avg_acc_mask': 59.96919056997445, 'loss': 0.7567804455757141}
+{'epoch': 222, 'iter': 950, 'avg_loss': 1.1559675023132068, 'avg_acc_mask': 59.951006866754106, 'loss': 1.4974972009658813}
+{'epoch': 222, 'iter': 960, 'avg_loss': 1.1558378735144355, 'avg_acc_mask': 59.942385104069295, 'loss': 1.0288516283035278}
+{'epoch': 222, 'iter': 970, 'avg_loss': 1.155879625147084, 'avg_acc_mask': 59.94867149758454, 'loss': 1.1036410331726074}
+{'epoch': 222, 'iter': 980, 'avg_loss': 1.1563746234692565, 'avg_acc_mask': 59.91143332274519, 'loss': 1.0272477865219116}
+{'epoch': 222, 'iter': 990, 'avg_loss': 1.1566642196219334, 'avg_acc_mask': 59.917538734607845, 'loss': 1.337850570678711}
+{'epoch': 222, 'iter': 1000, 'avg_loss': 1.1563361462179598, 'avg_acc_mask': 59.91433748833123, 'loss': 1.2936800718307495}
+{'epoch': 222, 'iter': 1010, 'avg_loss': 1.1564375837761853, 'avg_acc_mask': 59.930370450960126, 'loss': 0.9474424719810486}
+{'epoch': 222, 'iter': 1020, 'avg_loss': 1.1561283828229092, 'avg_acc_mask': 59.944344703770206, 'loss': 1.1874867677688599}
+{'epoch': 222, 'iter': 1030, 'avg_loss': 1.1549753646152212, 'avg_acc_mask': 59.99679903259651, 'loss': 1.1864224672317505}
+{'epoch': 222, 'iter': 1040, 'avg_loss': 1.154700762657565, 'avg_acc_mask': 60.00387542277339, 'loss': 1.0789201259613037}
+{'epoch': 222, 'iter': 1050, 'avg_loss': 1.1548447568114886, 'avg_acc_mask': 60.009428855790894, 'loss': 1.516583800315857}
+{'epoch': 222, 'iter': 1060, 'avg_loss': 1.1544201603821154, 'avg_acc_mask': 60.037354731599336, 'loss': 1.0947622060775757}
+{'epoch': 222, 'iter': 1070, 'avg_loss': 1.1541582879677317, 'avg_acc_mask': 60.03530177879837, 'loss': 1.3173025846481323}
+{'epoch': 222, 'iter': 1080, 'avg_loss': 1.1535203269959378, 'avg_acc_mask': 60.06551923142207, 'loss': 1.1534448862075806}
+{'epoch': 222, 'iter': 1090, 'avg_loss': 1.1538809738390823, 'avg_acc_mask': 60.04367178970354, 'loss': 1.2426421642303467}
+{'epoch': 222, 'iter': 1100, 'avg_loss': 1.1526021480993398, 'avg_acc_mask': 60.09089547020926, 'loss': 0.7485513091087341}
+{'epoch': 'EP222_train', 'avg_loss': 1.1525123478600343, 'total_masked_acc': 60.093881139179615}
+{'epoch': 223, 'iter': 0, 'avg_loss': 1.347508430480957, 'avg_acc_mask': 53.70370370370371, 'loss': 1.347508430480957}
+{'epoch': 223, 'iter': 10, 'avg_loss': 1.222499516877261, 'avg_acc_mask': 58.540630182421225, 'loss': 1.154232144355774}
+{'epoch': 223, 'iter': 20, 'avg_loss': 1.2162674353236245, 'avg_acc_mask': 56.56742556917689, 'loss': 1.08987295627594}
+{'epoch': 223, 'iter': 30, 'avg_loss': 1.1956161145241029, 'avg_acc_mask': 58.48056537102474, 'loss': 1.1227854490280151}
+{'epoch': 223, 'iter': 40, 'avg_loss': 1.1993533663633393, 'avg_acc_mask': 58.1098901098901, 'loss': 1.018509864807129}
+{'epoch': 223, 'iter': 50, 'avg_loss': 1.207984445141811, 'avg_acc_mask': 57.07778556412053, 'loss': 1.2816309928894043}
+{'epoch': 223, 'iter': 60, 'avg_loss': 1.2056781874328364, 'avg_acc_mask': 57.41015741015742, 'loss': 1.117154836654663}
+{'epoch': 223, 'iter': 70, 'avg_loss': 1.198978731330012, 'avg_acc_mask': 57.949367088607595, 'loss': 1.105305552482605}
+{'epoch': 223, 'iter': 80, 'avg_loss': 1.1988019207377492, 'avg_acc_mask': 57.93088170137351, 'loss': 1.242851734161377}
+{'epoch': 223, 'iter': 90, 'avg_loss': 1.197719632269262, 'avg_acc_mask': 58.20954644484056, 'loss': 1.3247581720352173}
+{'epoch': 223, 'iter': 100, 'avg_loss': 1.192849598308601, 'avg_acc_mask': 58.41104734576758, 'loss': 0.7432470917701721}
+{'epoch': 223, 'iter': 110, 'avg_loss': 1.1806143516892786, 'avg_acc_mask': 58.809955496950714, 'loss': 0.8814691305160522}
+{'epoch': 223, 'iter': 120, 'avg_loss': 1.1723254549601847, 'avg_acc_mask': 59.082652134423256, 'loss': 1.0620640516281128}
+{'epoch': 223, 'iter': 130, 'avg_loss': 1.1671206282295343, 'avg_acc_mask': 59.05852772733622, 'loss': 1.181972622871399}
+{'epoch': 223, 'iter': 140, 'avg_loss': 1.1631098672853295, 'avg_acc_mask': 59.14230019493177, 'loss': 0.826799213886261}
+{'epoch': 223, 'iter': 150, 'avg_loss': 1.1574025205429026, 'avg_acc_mask': 59.27370216914453, 'loss': 1.2062610387802124}
+{'epoch': 223, 'iter': 160, 'avg_loss': 1.1588292836402514, 'avg_acc_mask': 59.42942254812099, 'loss': 1.145780324935913}
+{'epoch': 223, 'iter': 170, 'avg_loss': 1.1618570378649304, 'avg_acc_mask': 59.30960086299892, 'loss': 1.1438729763031006}
+{'epoch': 223, 'iter': 180, 'avg_loss': 1.1659382064698152, 'avg_acc_mask': 59.230847908356345, 'loss': 1.1418328285217285}
+{'epoch': 223, 'iter': 190, 'avg_loss': 1.16504768894605, 'avg_acc_mask': 59.27641099855282, 'loss': 1.0257365703582764}
+{'epoch': 223, 'iter': 200, 'avg_loss': 1.1648750204352003, 'avg_acc_mask': 59.282257328097884, 'loss': 1.2085672616958618}
+{'epoch': 223, 'iter': 210, 'avg_loss': 1.1621622273707277, 'avg_acc_mask': 59.406198454726976, 'loss': 1.2135162353515625}
+{'epoch': 223, 'iter': 220, 'avg_loss': 1.1632173557626715, 'avg_acc_mask': 59.27796638237973, 'loss': 1.3917641639709473}
+{'epoch': 223, 'iter': 230, 'avg_loss': 1.1642496449090702, 'avg_acc_mask': 59.34441880817886, 'loss': 1.1859474182128906}
+{'epoch': 223, 'iter': 240, 'avg_loss': 1.1640026747438423, 'avg_acc_mask': 59.301616346447084, 'loss': 1.0295459032058716}
+{'epoch': 223, 'iter': 250, 'avg_loss': 1.1666551275082317, 'avg_acc_mask': 59.22885207447588, 'loss': 0.9020630717277527}
+{'epoch': 223, 'iter': 260, 'avg_loss': 1.1669215971025928, 'avg_acc_mask': 59.255866394193504, 'loss': 1.142446756362915}
+{'epoch': 223, 'iter': 270, 'avg_loss': 1.168096488252337, 'avg_acc_mask': 59.23238624805045, 'loss': 0.9200196266174316}
+{'epoch': 223, 'iter': 280, 'avg_loss': 1.1698595281173325, 'avg_acc_mask': 59.16710319539026, 'loss': 0.7490531206130981}
+{'epoch': 223, 'iter': 290, 'avg_loss': 1.1689909329938726, 'avg_acc_mask': 59.188966913392804, 'loss': 1.0606147050857544}
+{'epoch': 223, 'iter': 300, 'avg_loss': 1.1642110325965374, 'avg_acc_mask': 59.39204510633081, 'loss': 0.7071937918663025}
+{'epoch': 223, 'iter': 310, 'avg_loss': 1.1627046245470691, 'avg_acc_mask': 59.37203228869895, 'loss': 0.9226309061050415}
+{'epoch': 223, 'iter': 320, 'avg_loss': 1.1628681411995694, 'avg_acc_mask': 59.40382841328413, 'loss': 0.8874813914299011}
+{'epoch': 223, 'iter': 330, 'avg_loss': 1.1632324093418178, 'avg_acc_mask': 59.3781400022329, 'loss': 1.1400645971298218}
+{'epoch': 223, 'iter': 340, 'avg_loss': 1.1613120994260233, 'avg_acc_mask': 59.44952144054507, 'loss': 1.2075358629226685}
+{'epoch': 223, 'iter': 350, 'avg_loss': 1.1595361852577948, 'avg_acc_mask': 59.55162614461636, 'loss': 1.0155893564224243}
+{'epoch': 223, 'iter': 360, 'avg_loss': 1.1605252524492153, 'avg_acc_mask': 59.52989269289729, 'loss': 1.2028249502182007}
+{'epoch': 223, 'iter': 370, 'avg_loss': 1.1626867841517508, 'avg_acc_mask': 59.515055152539006, 'loss': 1.1752499341964722}
+{'epoch': 223, 'iter': 380, 'avg_loss': 1.166447121170875, 'avg_acc_mask': 59.455670501788646, 'loss': 1.0776886940002441}
+{'epoch': 223, 'iter': 390, 'avg_loss': 1.1647458138978084, 'avg_acc_mask': 59.500706547338666, 'loss': 1.6132209300994873}
+{'epoch': 223, 'iter': 400, 'avg_loss': 1.1657115213591558, 'avg_acc_mask': 59.43686555509623, 'loss': 1.1143584251403809}
+{'epoch': 223, 'iter': 410, 'avg_loss': 1.1671720882401848, 'avg_acc_mask': 59.39279788331315, 'loss': 1.1338930130004883}
+{'epoch': 223, 'iter': 420, 'avg_loss': 1.165570460136033, 'avg_acc_mask': 59.434830230010945, 'loss': 1.2197540998458862}
+{'epoch': 223, 'iter': 430, 'avg_loss': 1.1651108578850111, 'avg_acc_mask': 59.41793280547828, 'loss': 0.9502431750297546}
+{'epoch': 223, 'iter': 440, 'avg_loss': 1.1670426342492741, 'avg_acc_mask': 59.29868503443957, 'loss': 1.2199006080627441}
+{'epoch': 223, 'iter': 450, 'avg_loss': 1.166997171161973, 'avg_acc_mask': 59.310344827586206, 'loss': 1.0463780164718628}
+{'epoch': 223, 'iter': 460, 'avg_loss': 1.1695003963344268, 'avg_acc_mask': 59.217030776590654, 'loss': 1.1265441179275513}
+{'epoch': 223, 'iter': 470, 'avg_loss': 1.1699658553817975, 'avg_acc_mask': 59.174598221251365, 'loss': 1.1703225374221802}
+{'epoch': 223, 'iter': 480, 'avg_loss': 1.1701545245682128, 'avg_acc_mask': 59.1670802000229, 'loss': 1.2677220106124878}
+{'epoch': 223, 'iter': 490, 'avg_loss': 1.1719512879969876, 'avg_acc_mask': 59.09209788903419, 'loss': 1.4640486240386963}
+{'epoch': 223, 'iter': 500, 'avg_loss': 1.1724398544210635, 'avg_acc_mask': 59.05267008046818, 'loss': 1.1305657625198364}
+{'epoch': 223, 'iter': 510, 'avg_loss': 1.1708213996047376, 'avg_acc_mask': 59.06093189964158, 'loss': 0.8432171940803528}
+{'epoch': 223, 'iter': 520, 'avg_loss': 1.1693110675363303, 'avg_acc_mask': 59.127221537920114, 'loss': 1.3520140647888184}
+{'epoch': 223, 'iter': 530, 'avg_loss': 1.1700416248845964, 'avg_acc_mask': 59.07254583750561, 'loss': 1.2076998949050903}
+{'epoch': 223, 'iter': 540, 'avg_loss': 1.1699993145443817, 'avg_acc_mask': 59.06301908539272, 'loss': 1.187292218208313}
+{'epoch': 223, 'iter': 550, 'avg_loss': 1.170595558606994, 'avg_acc_mask': 59.01530272787758, 'loss': 1.0932961702346802}
+{'epoch': 223, 'iter': 560, 'avg_loss': 1.170046627521515, 'avg_acc_mask': 59.0470268678208, 'loss': 1.2744213342666626}
+{'epoch': 223, 'iter': 570, 'avg_loss': 1.1676205405003135, 'avg_acc_mask': 59.15628921710589, 'loss': 0.6035862565040588}
+{'epoch': 223, 'iter': 580, 'avg_loss': 1.1672958407467695, 'avg_acc_mask': 59.19754647780447, 'loss': 1.2601103782653809}
+{'epoch': 223, 'iter': 590, 'avg_loss': 1.1672740708752938, 'avg_acc_mask': 59.21224160407226, 'loss': 0.9762846827507019}
+{'epoch': 223, 'iter': 600, 'avg_loss': 1.1676104278017003, 'avg_acc_mask': 59.17096547724429, 'loss': 1.1536052227020264}
+{'epoch': 223, 'iter': 610, 'avg_loss': 1.169467776769897, 'avg_acc_mask': 59.15924025564857, 'loss': 1.3932898044586182}
+{'epoch': 223, 'iter': 620, 'avg_loss': 1.1695153610525884, 'avg_acc_mask': 59.18674698795181, 'loss': 1.4943554401397705}
+{'epoch': 223, 'iter': 630, 'avg_loss': 1.1685755233001407, 'avg_acc_mask': 59.198463284728895, 'loss': 0.7885614037513733}
+{'epoch': 223, 'iter': 640, 'avg_loss': 1.1676221451781654, 'avg_acc_mask': 59.26648682775642, 'loss': 0.7826912999153137}
+{'epoch': 223, 'iter': 650, 'avg_loss': 1.1689210891174282, 'avg_acc_mask': 59.24688561721404, 'loss': 0.9676463007926941}
+{'epoch': 223, 'iter': 660, 'avg_loss': 1.1697513654985876, 'avg_acc_mask': 59.19420047399973, 'loss': 1.0957282781600952}
+{'epoch': 223, 'iter': 670, 'avg_loss': 1.1688763477052555, 'avg_acc_mask': 59.247054946865475, 'loss': 1.1028517484664917}
+{'epoch': 223, 'iter': 680, 'avg_loss': 1.1689920925183794, 'avg_acc_mask': 59.2542519536003, 'loss': 1.5716432332992554}
+{'epoch': 223, 'iter': 690, 'avg_loss': 1.170759846263615, 'avg_acc_mask': 59.18416284770329, 'loss': 1.0459486246109009}
+{'epoch': 223, 'iter': 700, 'avg_loss': 1.1725527224969252, 'avg_acc_mask': 59.14754098360656, 'loss': 1.3327583074569702}
+{'epoch': 223, 'iter': 710, 'avg_loss': 1.1724838723445576, 'avg_acc_mask': 59.140507834721, 'loss': 1.1425515413284302}
+{'epoch': 223, 'iter': 720, 'avg_loss': 1.1742034425517227, 'avg_acc_mask': 59.04854072225335, 'loss': 1.393136739730835}
+{'epoch': 223, 'iter': 730, 'avg_loss': 1.1731487424526919, 'avg_acc_mask': 59.06475362464507, 'loss': 1.2217711210250854}
+{'epoch': 223, 'iter': 740, 'avg_loss': 1.173522958790886, 'avg_acc_mask': 59.0787452301898, 'loss': 1.1683688163757324}
+{'epoch': 223, 'iter': 750, 'avg_loss': 1.1753250781134188, 'avg_acc_mask': 59.030815473717645, 'loss': 1.2228078842163086}
+{'epoch': 223, 'iter': 760, 'avg_loss': 1.1750965111359033, 'avg_acc_mask': 59.055536758664026, 'loss': 0.9139425158500671}
+{'epoch': 223, 'iter': 770, 'avg_loss': 1.1764260463213643, 'avg_acc_mask': 59.00529302369939, 'loss': 1.1457059383392334}
+{'epoch': 223, 'iter': 780, 'avg_loss': 1.1756552266250346, 'avg_acc_mask': 59.01820837161096, 'loss': 1.1055524349212646}
+{'epoch': 223, 'iter': 790, 'avg_loss': 1.1749933606906124, 'avg_acc_mask': 59.0282948622487, 'loss': 1.335892677307129}
+{'epoch': 223, 'iter': 800, 'avg_loss': 1.1746656045633905, 'avg_acc_mask': 59.02042316616508, 'loss': 1.0592241287231445}
+{'epoch': 223, 'iter': 810, 'avg_loss': 1.17534199492999, 'avg_acc_mask': 58.99788765984509, 'loss': 1.2135851383209229}
+{'epoch': 223, 'iter': 820, 'avg_loss': 1.1750707775898885, 'avg_acc_mask': 59.02238772488671, 'loss': 0.9789035320281982}
+{'epoch': 223, 'iter': 830, 'avg_loss': 1.1746908479362332, 'avg_acc_mask': 59.06317260967005, 'loss': 1.0728480815887451}
+{'epoch': 223, 'iter': 840, 'avg_loss': 1.1743104499670611, 'avg_acc_mask': 59.078454152874905, 'loss': 1.3865195512771606}
+{'epoch': 223, 'iter': 850, 'avg_loss': 1.1748716885138624, 'avg_acc_mask': 59.0735765664269, 'loss': 0.8885829448699951}
+{'epoch': 223, 'iter': 860, 'avg_loss': 1.1756830593434775, 'avg_acc_mask': 59.0326651977667, 'loss': 1.3201934099197388}
+{'epoch': 223, 'iter': 870, 'avg_loss': 1.1767886019601614, 'avg_acc_mask': 59.005384859043396, 'loss': 1.2284268140792847}
+{'epoch': 223, 'iter': 880, 'avg_loss': 1.1764609974034121, 'avg_acc_mask': 59.01430510598309, 'loss': 1.1300722360610962}
+{'epoch': 223, 'iter': 890, 'avg_loss': 1.1749123138878348, 'avg_acc_mask': 59.08433236874742, 'loss': 0.961415708065033}
+{'epoch': 223, 'iter': 900, 'avg_loss': 1.1752030997641476, 'avg_acc_mask': 59.08385410284688, 'loss': 1.1341854333877563}
+{'epoch': 223, 'iter': 910, 'avg_loss': 1.1755249905926466, 'avg_acc_mask': 59.05055885082516, 'loss': 1.2529702186584473}
+{'epoch': 223, 'iter': 920, 'avg_loss': 1.1750111357914639, 'avg_acc_mask': 59.10934409525902, 'loss': 1.6994742155075073}
+{'epoch': 223, 'iter': 930, 'avg_loss': 1.175289670199508, 'avg_acc_mask': 59.09863945578231, 'loss': 1.3534104824066162}
+{'epoch': 223, 'iter': 940, 'avg_loss': 1.1745704645558195, 'avg_acc_mask': 59.09944081648614, 'loss': 0.8287897109985352}
+{'epoch': 223, 'iter': 950, 'avg_loss': 1.1746300692688654, 'avg_acc_mask': 59.12230800487607, 'loss': 1.5154359340667725}
+{'epoch': 223, 'iter': 960, 'avg_loss': 1.1744633238223787, 'avg_acc_mask': 59.13972319531384, 'loss': 1.3863054513931274}
+{'epoch': 223, 'iter': 970, 'avg_loss': 1.1738607108777142, 'avg_acc_mask': 59.19731808023031, 'loss': 1.0591025352478027}
+{'epoch': 223, 'iter': 980, 'avg_loss': 1.1744560450467374, 'avg_acc_mask': 59.177132146204315, 'loss': 1.0204603672027588}
+{'epoch': 223, 'iter': 990, 'avg_loss': 1.175456652246739, 'avg_acc_mask': 59.148218192605775, 'loss': 1.359344482421875}
+{'epoch': 223, 'iter': 1000, 'avg_loss': 1.174672250207011, 'avg_acc_mask': 59.18019257221459, 'loss': 1.3178037405014038}
+{'epoch': 223, 'iter': 1010, 'avg_loss': 1.1735409221120923, 'avg_acc_mask': 59.231956423059465, 'loss': 0.7671051025390625}
+{'epoch': 223, 'iter': 1020, 'avg_loss': 1.173884267729947, 'avg_acc_mask': 59.21745538201621, 'loss': 0.78907310962677}
+{'epoch': 223, 'iter': 1030, 'avg_loss': 1.1741106801537144, 'avg_acc_mask': 59.25609386962947, 'loss': 1.1405656337738037}
+{'epoch': 223, 'iter': 1040, 'avg_loss': 1.1737522301939562, 'avg_acc_mask': 59.26474738921817, 'loss': 1.3033373355865479}
+{'epoch': 223, 'iter': 1050, 'avg_loss': 1.172497421134437, 'avg_acc_mask': 59.29543746832788, 'loss': 1.067093014717102}
+{'epoch': 223, 'iter': 1060, 'avg_loss': 1.1724260055603113, 'avg_acc_mask': 59.29407284309652, 'loss': 0.9358542561531067}
+{'epoch': 223, 'iter': 1070, 'avg_loss': 1.1712187732301171, 'avg_acc_mask': 59.323167698667255, 'loss': 1.0536818504333496}
+{'epoch': 223, 'iter': 1080, 'avg_loss': 1.1706533835068773, 'avg_acc_mask': 59.36273927000356, 'loss': 0.8688421249389648}
+{'epoch': 223, 'iter': 1090, 'avg_loss': 1.1704921104512447, 'avg_acc_mask': 59.349443004745396, 'loss': 1.1759580373764038}
+{'epoch': 223, 'iter': 1100, 'avg_loss': 1.1703977674705996, 'avg_acc_mask': 59.38177693257265, 'loss': 0.7798439264297485}
+{'epoch': 'EP223_train', 'avg_loss': 1.170559447059804, 'total_masked_acc': 59.364456780069474}
+{'epoch': 224, 'iter': 0, 'avg_loss': 1.2987862825393677, 'avg_acc_mask': 56.14035087719298, 'loss': 1.2987862825393677}
+{'epoch': 224, 'iter': 10, 'avg_loss': 1.2013952677900142, 'avg_acc_mask': 57.6797385620915, 'loss': 0.8732684850692749}
+{'epoch': 224, 'iter': 20, 'avg_loss': 1.1831629219509305, 'avg_acc_mask': 58.90052356020943, 'loss': 1.4590803384780884}
+{'epoch': 224, 'iter': 30, 'avg_loss': 1.178805689657888, 'avg_acc_mask': 59.02232951116475, 'loss': 1.3542497158050537}
+{'epoch': 224, 'iter': 40, 'avg_loss': 1.162135932503677, 'avg_acc_mask': 59.42028985507246, 'loss': 1.166739821434021}
+{'epoch': 224, 'iter': 50, 'avg_loss': 1.1726498416825837, 'avg_acc_mask': 58.69332381292396, 'loss': 1.0944585800170898}
+{'epoch': 224, 'iter': 60, 'avg_loss': 1.1713533782568135, 'avg_acc_mask': 58.82176134655847, 'loss': 1.1908555030822754}
+{'epoch': 224, 'iter': 70, 'avg_loss': 1.1725103393406935, 'avg_acc_mask': 58.66222450025628, 'loss': 1.0321797132492065}
+{'epoch': 224, 'iter': 80, 'avg_loss': 1.166042196161953, 'avg_acc_mask': 58.87975105579017, 'loss': 1.3814566135406494}
+{'epoch': 224, 'iter': 90, 'avg_loss': 1.1710042003746872, 'avg_acc_mask': 58.99053627760252, 'loss': 1.1827679872512817}
+{'epoch': 224, 'iter': 100, 'avg_loss': 1.1658057647176308, 'avg_acc_mask': 59.29361398501606, 'loss': 0.9511463046073914}
+{'epoch': 224, 'iter': 110, 'avg_loss': 1.1649854714806016, 'avg_acc_mask': 59.19792174054229, 'loss': 0.818818986415863}
+{'epoch': 224, 'iter': 120, 'avg_loss': 1.1581264877122295, 'avg_acc_mask': 59.308590242442385, 'loss': 1.1781474351882935}
+{'epoch': 224, 'iter': 130, 'avg_loss': 1.1616448350535094, 'avg_acc_mask': 59.11724137931035, 'loss': 1.1885336637496948}
+{'epoch': 224, 'iter': 140, 'avg_loss': 1.1659378832113658, 'avg_acc_mask': 58.937939859245034, 'loss': 1.2624199390411377}
+{'epoch': 224, 'iter': 150, 'avg_loss': 1.1616299456318482, 'avg_acc_mask': 59.21115921115921, 'loss': 1.2992801666259766}
+{'epoch': 224, 'iter': 160, 'avg_loss': 1.1629129333525712, 'avg_acc_mask': 59.16685482050125, 'loss': 1.0914483070373535}
+{'epoch': 224, 'iter': 170, 'avg_loss': 1.1620512503629539, 'avg_acc_mask': 59.24160576210147, 'loss': 1.2455110549926758}
+{'epoch': 224, 'iter': 180, 'avg_loss': 1.1657651320346811, 'avg_acc_mask': 59.08727781106451, 'loss': 1.108622431755066}
+{'epoch': 224, 'iter': 190, 'avg_loss': 1.163322449042535, 'avg_acc_mask': 59.2253188474256, 'loss': 1.0736079216003418}
+{'epoch': 224, 'iter': 200, 'avg_loss': 1.1610864774504703, 'avg_acc_mask': 59.092539454806314, 'loss': 1.3504769802093506}
+{'epoch': 224, 'iter': 210, 'avg_loss': 1.1576635467497658, 'avg_acc_mask': 59.33429811866859, 'loss': 0.9939587712287903}
+{'epoch': 224, 'iter': 220, 'avg_loss': 1.1567997573727395, 'avg_acc_mask': 59.401500326157866, 'loss': 1.4504016637802124}
+{'epoch': 224, 'iter': 230, 'avg_loss': 1.1548680934039028, 'avg_acc_mask': 59.527349557868384, 'loss': 1.2019773721694946}
+{'epoch': 224, 'iter': 240, 'avg_loss': 1.15658222516048, 'avg_acc_mask': 59.51951951951951, 'loss': 1.2338279485702515}
+{'epoch': 224, 'iter': 250, 'avg_loss': 1.1614045287033476, 'avg_acc_mask': 59.320689406504655, 'loss': 1.2181684970855713}
+{'epoch': 224, 'iter': 260, 'avg_loss': 1.160093561671246, 'avg_acc_mask': 59.429245938064156, 'loss': 1.013709306716919}
+{'epoch': 224, 'iter': 270, 'avg_loss': 1.1641174992512073, 'avg_acc_mask': 59.25208681135226, 'loss': 1.3652149438858032}
+{'epoch': 224, 'iter': 280, 'avg_loss': 1.1624591079046718, 'avg_acc_mask': 59.31821110967908, 'loss': 0.6589896082878113}
+{'epoch': 224, 'iter': 290, 'avg_loss': 1.1614601792338788, 'avg_acc_mask': 59.25879865688347, 'loss': 0.8839746117591858}
+{'epoch': 224, 'iter': 300, 'avg_loss': 1.1612451959686025, 'avg_acc_mask': 59.385706557672655, 'loss': 1.0729025602340698}
+{'epoch': 224, 'iter': 310, 'avg_loss': 1.1607045378907317, 'avg_acc_mask': 59.37809929409019, 'loss': 0.9274935126304626}
+{'epoch': 224, 'iter': 320, 'avg_loss': 1.1627466709257286, 'avg_acc_mask': 59.344763198098796, 'loss': 1.4171152114868164}
+{'epoch': 224, 'iter': 330, 'avg_loss': 1.16564649622606, 'avg_acc_mask': 59.29174432628002, 'loss': 1.1532490253448486}
+{'epoch': 224, 'iter': 340, 'avg_loss': 1.1634695277360878, 'avg_acc_mask': 59.373170861490976, 'loss': 0.9556562900543213}
+{'epoch': 224, 'iter': 350, 'avg_loss': 1.1637959730761003, 'avg_acc_mask': 59.349130794701985, 'loss': 1.3421257734298706}
+{'epoch': 224, 'iter': 360, 'avg_loss': 1.16154248091983, 'avg_acc_mask': 59.422179866579725, 'loss': 1.0912084579467773}
+{'epoch': 224, 'iter': 370, 'avg_loss': 1.1599286723169033, 'avg_acc_mask': 59.50998096539607, 'loss': 0.9409260749816895}
+{'epoch': 224, 'iter': 380, 'avg_loss': 1.1640534960222368, 'avg_acc_mask': 59.38226502822982, 'loss': 1.1234846115112305}
+{'epoch': 224, 'iter': 390, 'avg_loss': 1.1653889711098293, 'avg_acc_mask': 59.37471051412692, 'loss': 1.1242159605026245}
+{'epoch': 224, 'iter': 400, 'avg_loss': 1.16442296741312, 'avg_acc_mask': 59.38487941468702, 'loss': 1.1765459775924683}
+{'epoch': 224, 'iter': 410, 'avg_loss': 1.1617970874854828, 'avg_acc_mask': 59.431012463117106, 'loss': 0.9323907494544983}
+{'epoch': 224, 'iter': 420, 'avg_loss': 1.1567631486334313, 'avg_acc_mask': 59.5883923189529, 'loss': 1.0562469959259033}
+{'epoch': 224, 'iter': 430, 'avg_loss': 1.15465079292897, 'avg_acc_mask': 59.69344786929426, 'loss': 0.9951951503753662}
+{'epoch': 224, 'iter': 440, 'avg_loss': 1.1552859349450828, 'avg_acc_mask': 59.69486367561788, 'loss': 1.431061863899231}
+{'epoch': 224, 'iter': 450, 'avg_loss': 1.156308413410927, 'avg_acc_mask': 59.68027703954256, 'loss': 1.2202379703521729}
+{'epoch': 224, 'iter': 460, 'avg_loss': 1.1554168367722029, 'avg_acc_mask': 59.75676952141058, 'loss': 1.08363676071167}
+{'epoch': 224, 'iter': 470, 'avg_loss': 1.155546407853975, 'avg_acc_mask': 59.681513962612506, 'loss': 0.9622414708137512}
+{'epoch': 224, 'iter': 480, 'avg_loss': 1.1535696695227633, 'avg_acc_mask': 59.7330618708291, 'loss': 0.8364479541778564}
+{'epoch': 224, 'iter': 490, 'avg_loss': 1.1550337973898637, 'avg_acc_mask': 59.66877379764149, 'loss': 1.3854676485061646}
+{'epoch': 224, 'iter': 500, 'avg_loss': 1.1548037921002288, 'avg_acc_mask': 59.66822752187012, 'loss': 1.0953009128570557}
+{'epoch': 224, 'iter': 510, 'avg_loss': 1.1552480428302825, 'avg_acc_mask': 59.65280495179823, 'loss': 1.1764767169952393}
+{'epoch': 224, 'iter': 520, 'avg_loss': 1.1552991953440683, 'avg_acc_mask': 59.68908296943232, 'loss': 1.2176227569580078}
+{'epoch': 224, 'iter': 530, 'avg_loss': 1.1545919816934007, 'avg_acc_mask': 59.704054657190916, 'loss': 0.9661327004432678}
+{'epoch': 224, 'iter': 540, 'avg_loss': 1.1557605036856287, 'avg_acc_mask': 59.64793956970392, 'loss': 1.1571060419082642}
+{'epoch': 224, 'iter': 550, 'avg_loss': 1.1567464657465905, 'avg_acc_mask': 59.575101757172646, 'loss': 1.1375747919082642}
+{'epoch': 224, 'iter': 560, 'avg_loss': 1.156995992343906, 'avg_acc_mask': 59.58948669572571, 'loss': 1.1494393348693848}
+{'epoch': 224, 'iter': 570, 'avg_loss': 1.1569158361275433, 'avg_acc_mask': 59.64267450779852, 'loss': 1.2512844800949097}
+{'epoch': 224, 'iter': 580, 'avg_loss': 1.1571921304560775, 'avg_acc_mask': 59.649728508207524, 'loss': 1.3692383766174316}
+{'epoch': 224, 'iter': 590, 'avg_loss': 1.1557142612998659, 'avg_acc_mask': 59.679906253854696, 'loss': 1.024312138557434}
+{'epoch': 224, 'iter': 600, 'avg_loss': 1.1558698633447066, 'avg_acc_mask': 59.67086919626622, 'loss': 1.2812970876693726}
+{'epoch': 224, 'iter': 610, 'avg_loss': 1.1565751029992455, 'avg_acc_mask': 59.66406575734111, 'loss': 1.1675598621368408}
+{'epoch': 224, 'iter': 620, 'avg_loss': 1.1547198802856624, 'avg_acc_mask': 59.72861287769995, 'loss': 1.3234713077545166}
+{'epoch': 224, 'iter': 630, 'avg_loss': 1.1529641246361135, 'avg_acc_mask': 59.795300562202684, 'loss': 1.059262990951538}
+{'epoch': 224, 'iter': 640, 'avg_loss': 1.1520097464462524, 'avg_acc_mask': 59.85214671595109, 'loss': 0.9021314382553101}
+{'epoch': 224, 'iter': 650, 'avg_loss': 1.1535404497119506, 'avg_acc_mask': 59.82057751611999, 'loss': 1.307416319847107}
+{'epoch': 224, 'iter': 660, 'avg_loss': 1.1524613479352395, 'avg_acc_mask': 59.860769634520295, 'loss': 1.066542625427246}
+{'epoch': 224, 'iter': 670, 'avg_loss': 1.152371769113086, 'avg_acc_mask': 59.875871080139376, 'loss': 1.207474946975708}
+{'epoch': 224, 'iter': 680, 'avg_loss': 1.152393279052866, 'avg_acc_mask': 59.90829132253567, 'loss': 1.337916612625122}
+{'epoch': 224, 'iter': 690, 'avg_loss': 1.1524771147026167, 'avg_acc_mask': 59.89851740267977, 'loss': 1.0163464546203613}
+{'epoch': 224, 'iter': 700, 'avg_loss': 1.1539451738822137, 'avg_acc_mask': 59.84514716233479, 'loss': 1.103641152381897}
+{'epoch': 224, 'iter': 710, 'avg_loss': 1.1522072161719434, 'avg_acc_mask': 59.88485658476406, 'loss': 0.9423365592956543}
+{'epoch': 224, 'iter': 720, 'avg_loss': 1.153877723853565, 'avg_acc_mask': 59.83631480261491, 'loss': 1.665061116218567}
+{'epoch': 224, 'iter': 730, 'avg_loss': 1.1534187549523878, 'avg_acc_mask': 59.819221453719194, 'loss': 1.4425314664840698}
+{'epoch': 224, 'iter': 740, 'avg_loss': 1.154660475841257, 'avg_acc_mask': 59.81409798071945, 'loss': 0.9540412425994873}
+{'epoch': 224, 'iter': 750, 'avg_loss': 1.1555907506837984, 'avg_acc_mask': 59.77523170108735, 'loss': 1.1948531866073608}
+{'epoch': 224, 'iter': 760, 'avg_loss': 1.155355865280199, 'avg_acc_mask': 59.79732974738258, 'loss': 0.8005537986755371}
+{'epoch': 224, 'iter': 770, 'avg_loss': 1.155455323392779, 'avg_acc_mask': 59.77885116257045, 'loss': 1.0728037357330322}
+{'epoch': 224, 'iter': 780, 'avg_loss': 1.1550914349461334, 'avg_acc_mask': 59.81618764762283, 'loss': 1.2646706104278564}
+{'epoch': 224, 'iter': 790, 'avg_loss': 1.1561594185349915, 'avg_acc_mask': 59.76268525786047, 'loss': 1.2888929843902588}
+{'epoch': 224, 'iter': 800, 'avg_loss': 1.1555565758218778, 'avg_acc_mask': 59.7666043670511, 'loss': 1.0450595617294312}
+{'epoch': 224, 'iter': 810, 'avg_loss': 1.1548580293958195, 'avg_acc_mask': 59.81901674770395, 'loss': 0.924220085144043}
+{'epoch': 224, 'iter': 820, 'avg_loss': 1.1548149978853173, 'avg_acc_mask': 59.803441988704584, 'loss': 1.0413589477539062}
+{'epoch': 224, 'iter': 830, 'avg_loss': 1.1544192855467148, 'avg_acc_mask': 59.81417212142512, 'loss': 1.038304328918457}
+{'epoch': 224, 'iter': 840, 'avg_loss': 1.1545632037552302, 'avg_acc_mask': 59.81130029280989, 'loss': 0.9501301050186157}
+{'epoch': 224, 'iter': 850, 'avg_loss': 1.154924636196726, 'avg_acc_mask': 59.7737837664146, 'loss': 1.1319841146469116}
+{'epoch': 224, 'iter': 860, 'avg_loss': 1.1562649952756126, 'avg_acc_mask': 59.70935397893133, 'loss': 1.3045620918273926}
+{'epoch': 224, 'iter': 870, 'avg_loss': 1.1570537455388517, 'avg_acc_mask': 59.688610240334384, 'loss': 0.9331514239311218}
+{'epoch': 224, 'iter': 880, 'avg_loss': 1.1570418230453496, 'avg_acc_mask': 59.67128385362829, 'loss': 0.8630111813545227}
+{'epoch': 224, 'iter': 890, 'avg_loss': 1.1564385269159152, 'avg_acc_mask': 59.68576747611546, 'loss': 0.7091031074523926}
+{'epoch': 224, 'iter': 900, 'avg_loss': 1.1567141439157902, 'avg_acc_mask': 59.701915104451054, 'loss': 1.417311429977417}
+{'epoch': 224, 'iter': 910, 'avg_loss': 1.1568997860543684, 'avg_acc_mask': 59.67500149907058, 'loss': 1.366044521331787}
+{'epoch': 224, 'iter': 920, 'avg_loss': 1.156735902144518, 'avg_acc_mask': 59.6853043047996, 'loss': 1.293360710144043}
+{'epoch': 224, 'iter': 930, 'avg_loss': 1.1573386451931695, 'avg_acc_mask': 59.66249853004586, 'loss': 1.4562398195266724}
+{'epoch': 224, 'iter': 940, 'avg_loss': 1.1567438387022009, 'avg_acc_mask': 59.68420032936162, 'loss': 0.8161339163780212}
+{'epoch': 224, 'iter': 950, 'avg_loss': 1.1571290807330394, 'avg_acc_mask': 59.67939868077926, 'loss': 1.3967523574829102}
+{'epoch': 224, 'iter': 960, 'avg_loss': 1.157119285954893, 'avg_acc_mask': 59.69064338584171, 'loss': 1.228986382484436}
+{'epoch': 224, 'iter': 970, 'avg_loss': 1.1568759967995967, 'avg_acc_mask': 59.686355526340506, 'loss': 0.9067021608352661}
+{'epoch': 224, 'iter': 980, 'avg_loss': 1.157524249938893, 'avg_acc_mask': 59.64384528252836, 'loss': 1.1234769821166992}
+{'epoch': 224, 'iter': 990, 'avg_loss': 1.1580089825373725, 'avg_acc_mask': 59.62911961810337, 'loss': 1.3369479179382324}
+{'epoch': 224, 'iter': 1000, 'avg_loss': 1.1582281643991823, 'avg_acc_mask': 59.64542231111919, 'loss': 1.3443019390106201}
+{'epoch': 224, 'iter': 1010, 'avg_loss': 1.15794490980819, 'avg_acc_mask': 59.6421686095746, 'loss': 0.8917805552482605}
+{'epoch': 224, 'iter': 1020, 'avg_loss': 1.158917196904994, 'avg_acc_mask': 59.60327512085482, 'loss': 1.376407504081726}
+{'epoch': 224, 'iter': 1030, 'avg_loss': 1.158685083272501, 'avg_acc_mask': 59.616506141203494, 'loss': 1.2736520767211914}
+{'epoch': 224, 'iter': 1040, 'avg_loss': 1.159081318278821, 'avg_acc_mask': 59.599475295146476, 'loss': 1.395641565322876}
+{'epoch': 224, 'iter': 1050, 'avg_loss': 1.1590505188187454, 'avg_acc_mask': 59.59272097053726, 'loss': 1.081511378288269}
+{'epoch': 224, 'iter': 1060, 'avg_loss': 1.1589493920901943, 'avg_acc_mask': 59.568983295524845, 'loss': 0.8036512732505798}
+{'epoch': 224, 'iter': 1070, 'avg_loss': 1.158539583174343, 'avg_acc_mask': 59.563744104074786, 'loss': 1.1608145236968994}
+{'epoch': 224, 'iter': 1080, 'avg_loss': 1.1585298674344795, 'avg_acc_mask': 59.58988357006858, 'loss': 0.7699058055877686}
+{'epoch': 224, 'iter': 1090, 'avg_loss': 1.1590386492795184, 'avg_acc_mask': 59.55732728425126, 'loss': 1.0296552181243896}
+{'epoch': 224, 'iter': 1100, 'avg_loss': 1.1591673029703404, 'avg_acc_mask': 59.56806455880408, 'loss': 1.1394047737121582}
+{'epoch': 'EP224_train', 'avg_loss': 1.160131409400189, 'total_masked_acc': 59.52612413702197}
+{'epoch': 225, 'iter': 0, 'avg_loss': 1.265813946723938, 'avg_acc_mask': 52.307692307692314, 'loss': 1.265813946723938}
+{'epoch': 225, 'iter': 10, 'avg_loss': 1.1217036572369663, 'avg_acc_mask': 61.95652173913043, 'loss': 0.8345860838890076}
+{'epoch': 225, 'iter': 20, 'avg_loss': 1.170508827481951, 'avg_acc_mask': 58.993399339933994, 'loss': 1.2452609539031982}
+{'epoch': 225, 'iter': 30, 'avg_loss': 1.1567981243133545, 'avg_acc_mask': 59.747706422018354, 'loss': 1.1554818153381348}
+{'epoch': 225, 'iter': 40, 'avg_loss': 1.1709893825577526, 'avg_acc_mask': 58.945548833189285, 'loss': 1.2187423706054688}
+{'epoch': 225, 'iter': 50, 'avg_loss': 1.183494574883405, 'avg_acc_mask': 58.958333333333336, 'loss': 1.0504281520843506}
+{'epoch': 225, 'iter': 60, 'avg_loss': 1.1666680085854453, 'avg_acc_mask': 59.44997074312464, 'loss': 1.052899956703186}
+{'epoch': 225, 'iter': 70, 'avg_loss': 1.1686075044349886, 'avg_acc_mask': 59.12935323383085, 'loss': 1.499344825744629}
+{'epoch': 225, 'iter': 80, 'avg_loss': 1.1670425872743866, 'avg_acc_mask': 59.134406263592865, 'loss': 1.2806318998336792}
+{'epoch': 225, 'iter': 90, 'avg_loss': 1.17248676438908, 'avg_acc_mask': 59.06274206041828, 'loss': 1.2395247220993042}
+{'epoch': 225, 'iter': 100, 'avg_loss': 1.1661020127853545, 'avg_acc_mask': 59.306215883078, 'loss': 0.8306766748428345}
+{'epoch': 225, 'iter': 110, 'avg_loss': 1.159520963827769, 'avg_acc_mask': 59.79598445595855, 'loss': 0.8423398733139038}
+{'epoch': 225, 'iter': 120, 'avg_loss': 1.1515309909158502, 'avg_acc_mask': 59.868617497760525, 'loss': 1.1403896808624268}
+{'epoch': 225, 'iter': 130, 'avg_loss': 1.1508640487685458, 'avg_acc_mask': 59.849211788896504, 'loss': 1.0955110788345337}
+{'epoch': 225, 'iter': 140, 'avg_loss': 1.150729827847041, 'avg_acc_mask': 59.808917197452224, 'loss': 1.157033920288086}
+{'epoch': 225, 'iter': 150, 'avg_loss': 1.1458678162650557, 'avg_acc_mask': 59.97357992073976, 'loss': 1.6007959842681885}
+{'epoch': 225, 'iter': 160, 'avg_loss': 1.1469339931973759, 'avg_acc_mask': 60.05425567989149, 'loss': 1.3326059579849243}
+{'epoch': 225, 'iter': 170, 'avg_loss': 1.147938042704822, 'avg_acc_mask': 60.09574468085106, 'loss': 1.218383550643921}
+{'epoch': 225, 'iter': 180, 'avg_loss': 1.1502461219360816, 'avg_acc_mask': 60.03816410565431, 'loss': 1.3357975482940674}
+{'epoch': 225, 'iter': 190, 'avg_loss': 1.1492260753796362, 'avg_acc_mask': 59.97349237905898, 'loss': 0.9662120938301086}
+{'epoch': 225, 'iter': 200, 'avg_loss': 1.1438766972935615, 'avg_acc_mask': 60.06981740064447, 'loss': 1.0393849611282349}
+{'epoch': 225, 'iter': 210, 'avg_loss': 1.1449937037947053, 'avg_acc_mask': 60.057813297058324, 'loss': 1.1209235191345215}
+{'epoch': 225, 'iter': 220, 'avg_loss': 1.1457549961983349, 'avg_acc_mask': 60.01622718052738, 'loss': 1.2795122861862183}
+{'epoch': 225, 'iter': 230, 'avg_loss': 1.1463443799452349, 'avg_acc_mask': 60.0607855361596, 'loss': 0.8761128187179565}
+{'epoch': 225, 'iter': 240, 'avg_loss': 1.1455315462781186, 'avg_acc_mask': 59.97750281214849, 'loss': 1.0220725536346436}
+{'epoch': 225, 'iter': 250, 'avg_loss': 1.1469649271186129, 'avg_acc_mask': 59.93779835093302, 'loss': 0.8710066676139832}
+{'epoch': 225, 'iter': 260, 'avg_loss': 1.1513763855700292, 'avg_acc_mask': 59.78780944456001, 'loss': 0.7894679307937622}
+{'epoch': 225, 'iter': 270, 'avg_loss': 1.1501662139523072, 'avg_acc_mask': 59.92678868552412, 'loss': 1.0857911109924316}
+{'epoch': 225, 'iter': 280, 'avg_loss': 1.1492863950780279, 'avg_acc_mask': 59.94455547675843, 'loss': 0.7758252024650574}
+{'epoch': 225, 'iter': 290, 'avg_loss': 1.149827768507692, 'avg_acc_mask': 59.91172996829738, 'loss': 0.9936988949775696}
+{'epoch': 225, 'iter': 300, 'avg_loss': 1.1478316972026001, 'avg_acc_mask': 59.974709459866325, 'loss': 0.8466192483901978}
+{'epoch': 225, 'iter': 310, 'avg_loss': 1.148501724867192, 'avg_acc_mask': 59.92408759124087, 'loss': 0.8218773603439331}
+{'epoch': 225, 'iter': 320, 'avg_loss': 1.146555700406107, 'avg_acc_mask': 59.959199863999544, 'loss': 1.1226757764816284}
+{'epoch': 225, 'iter': 330, 'avg_loss': 1.1473210905974005, 'avg_acc_mask': 59.904390351118195, 'loss': 1.1080931425094604}
+{'epoch': 225, 'iter': 340, 'avg_loss': 1.1452473713156066, 'avg_acc_mask': 59.89980280338965, 'loss': 1.0596448183059692}
+{'epoch': 225, 'iter': 350, 'avg_loss': 1.1465585722542897, 'avg_acc_mask': 59.906663209748515, 'loss': 1.3764699697494507}
+{'epoch': 225, 'iter': 360, 'avg_loss': 1.1474813673634938, 'avg_acc_mask': 59.881054382339606, 'loss': 1.146384358406067}
+{'epoch': 225, 'iter': 370, 'avg_loss': 1.1471574716169557, 'avg_acc_mask': 59.99018886436105, 'loss': 0.9621065258979797}
+{'epoch': 225, 'iter': 380, 'avg_loss': 1.1465569709542542, 'avg_acc_mask': 59.994276720560876, 'loss': 0.7889560461044312}
+{'epoch': 225, 'iter': 390, 'avg_loss': 1.1456564006293217, 'avg_acc_mask': 60.073362121001075, 'loss': 1.2862249612808228}
+{'epoch': 225, 'iter': 400, 'avg_loss': 1.146006727456452, 'avg_acc_mask': 60.06434656516223, 'loss': 1.1317445039749146}
+{'epoch': 225, 'iter': 410, 'avg_loss': 1.14630915866281, 'avg_acc_mask': 60.04509682553718, 'loss': 1.1858537197113037}
+{'epoch': 225, 'iter': 420, 'avg_loss': 1.1437037169508584, 'avg_acc_mask': 60.14261019878997, 'loss': 1.186471939086914}
+{'epoch': 225, 'iter': 430, 'avg_loss': 1.1438050423586728, 'avg_acc_mask': 60.155986509274875, 'loss': 1.1451376676559448}
+{'epoch': 225, 'iter': 440, 'avg_loss': 1.1467063990579982, 'avg_acc_mask': 60.080678356795914, 'loss': 1.4723284244537354}
+{'epoch': 225, 'iter': 450, 'avg_loss': 1.1464484633997645, 'avg_acc_mask': 60.111884734575604, 'loss': 1.1385937929153442}
+{'epoch': 225, 'iter': 460, 'avg_loss': 1.1476577422106862, 'avg_acc_mask': 60.0424661843347, 'loss': 1.2549198865890503}
+{'epoch': 225, 'iter': 470, 'avg_loss': 1.1488406448101036, 'avg_acc_mask': 59.98232197071596, 'loss': 1.056411862373352}
+{'epoch': 225, 'iter': 480, 'avg_loss': 1.1515503997862215, 'avg_acc_mask': 59.9276209145399, 'loss': 1.1347824335098267}
+{'epoch': 225, 'iter': 490, 'avg_loss': 1.1505649162649865, 'avg_acc_mask': 59.983748245549236, 'loss': 1.1143947839736938}
+{'epoch': 225, 'iter': 500, 'avg_loss': 1.1487298636379357, 'avg_acc_mask': 60.07817872525245, 'loss': 0.9901829957962036}
+{'epoch': 225, 'iter': 510, 'avg_loss': 1.1477206505674673, 'avg_acc_mask': 60.08801504773397, 'loss': 0.9040589332580566}
+{'epoch': 225, 'iter': 520, 'avg_loss': 1.147763579340219, 'avg_acc_mask': 60.08571727237882, 'loss': 1.246991753578186}
+{'epoch': 225, 'iter': 530, 'avg_loss': 1.1478583050537468, 'avg_acc_mask': 60.07190549563431, 'loss': 0.8867003321647644}
+{'epoch': 225, 'iter': 540, 'avg_loss': 1.1478612627868512, 'avg_acc_mask': 60.05717168320162, 'loss': 1.176737666130066}
+{'epoch': 225, 'iter': 550, 'avg_loss': 1.147635851711197, 'avg_acc_mask': 60.03692348267563, 'loss': 1.1308972835540771}
+{'epoch': 225, 'iter': 560, 'avg_loss': 1.1464912798952929, 'avg_acc_mask': 60.108367671392884, 'loss': 0.9871911406517029}
+{'epoch': 225, 'iter': 570, 'avg_loss': 1.1447521862549457, 'avg_acc_mask': 60.11603072901725, 'loss': 1.0302773714065552}
+{'epoch': 225, 'iter': 580, 'avg_loss': 1.1448746960667857, 'avg_acc_mask': 60.05635566687539, 'loss': 1.5716524124145508}
+{'epoch': 225, 'iter': 590, 'avg_loss': 1.143553369238897, 'avg_acc_mask': 60.10818120351588, 'loss': 0.8696867823600769}
+{'epoch': 225, 'iter': 600, 'avg_loss': 1.144105317886181, 'avg_acc_mask': 60.11438254607074, 'loss': 1.19374680519104}
+{'epoch': 225, 'iter': 610, 'avg_loss': 1.145194548631846, 'avg_acc_mask': 60.081520930647706, 'loss': 1.1516844034194946}
+{'epoch': 225, 'iter': 620, 'avg_loss': 1.1441758761659337, 'avg_acc_mask': 60.09315405571667, 'loss': 1.2561537027359009}
+{'epoch': 225, 'iter': 630, 'avg_loss': 1.143509148512325, 'avg_acc_mask': 60.11290972982315, 'loss': 0.9726647734642029}
+{'epoch': 225, 'iter': 640, 'avg_loss': 1.1445210997288386, 'avg_acc_mask': 60.12789540997584, 'loss': 1.0838186740875244}
+{'epoch': 225, 'iter': 650, 'avg_loss': 1.1468912386857604, 'avg_acc_mask': 60.06893845981393, 'loss': 1.41899573802948}
+{'epoch': 225, 'iter': 660, 'avg_loss': 1.1462622182091498, 'avg_acc_mask': 60.112654278377555, 'loss': 1.0161652565002441}
+{'epoch': 225, 'iter': 670, 'avg_loss': 1.1462198385716196, 'avg_acc_mask': 60.11736579004564, 'loss': 1.0778347253799438}
+{'epoch': 225, 'iter': 680, 'avg_loss': 1.1466822566439927, 'avg_acc_mask': 60.11038769659459, 'loss': 1.3161531686782837}
+{'epoch': 225, 'iter': 690, 'avg_loss': 1.14693152171313, 'avg_acc_mask': 60.10768865310001, 'loss': 0.9994924068450928}
+{'epoch': 225, 'iter': 700, 'avg_loss': 1.1478912645841972, 'avg_acc_mask': 60.092089175619776, 'loss': 1.4212582111358643}
+{'epoch': 225, 'iter': 710, 'avg_loss': 1.1468682365410774, 'avg_acc_mask': 60.135013732385325, 'loss': 1.0810555219650269}
+{'epoch': 225, 'iter': 720, 'avg_loss': 1.148247126319372, 'avg_acc_mask': 60.03590573480327, 'loss': 1.3542214632034302}
+{'epoch': 225, 'iter': 730, 'avg_loss': 1.1461283872783103, 'avg_acc_mask': 60.09582990192408, 'loss': 1.1205788850784302}
+{'epoch': 225, 'iter': 740, 'avg_loss': 1.1477062085218597, 'avg_acc_mask': 60.012300123001225, 'loss': 1.0942844152450562}
+{'epoch': 225, 'iter': 750, 'avg_loss': 1.1495127074728, 'avg_acc_mask': 59.97622397981465, 'loss': 1.602826476097107}
+{'epoch': 225, 'iter': 760, 'avg_loss': 1.1496056085660487, 'avg_acc_mask': 60.008147420382926, 'loss': 1.0404701232910156}
+{'epoch': 225, 'iter': 770, 'avg_loss': 1.150220878857119, 'avg_acc_mask': 59.96977068228515, 'loss': 1.2132407426834106}
+{'epoch': 225, 'iter': 780, 'avg_loss': 1.149484142832811, 'avg_acc_mask': 60.007462164494086, 'loss': 1.1162983179092407}
+{'epoch': 225, 'iter': 790, 'avg_loss': 1.1489063199190364, 'avg_acc_mask': 60.01796945193172, 'loss': 1.2646945714950562}
+{'epoch': 225, 'iter': 800, 'avg_loss': 1.1480627268292336, 'avg_acc_mask': 60.056908718415656, 'loss': 1.2007052898406982}
+{'epoch': 225, 'iter': 810, 'avg_loss': 1.148955582469959, 'avg_acc_mask': 60.02383951061533, 'loss': 1.0753507614135742}
+{'epoch': 225, 'iter': 820, 'avg_loss': 1.1500794611662517, 'avg_acc_mask': 59.98977686905502, 'loss': 1.2441990375518799}
+{'epoch': 225, 'iter': 830, 'avg_loss': 1.150703905506685, 'avg_acc_mask': 59.951221655827034, 'loss': 1.2234373092651367}
+{'epoch': 225, 'iter': 840, 'avg_loss': 1.1511824835494922, 'avg_acc_mask': 59.90584457847008, 'loss': 1.3917217254638672}
+{'epoch': 225, 'iter': 850, 'avg_loss': 1.1523866018173137, 'avg_acc_mask': 59.863756132045154, 'loss': 1.2792553901672363}
+{'epoch': 225, 'iter': 860, 'avg_loss': 1.1524931038713622, 'avg_acc_mask': 59.88777130757015, 'loss': 1.1875346899032593}
+{'epoch': 225, 'iter': 870, 'avg_loss': 1.1537347512595553, 'avg_acc_mask': 59.83232982104031, 'loss': 1.11588716506958}
+{'epoch': 225, 'iter': 880, 'avg_loss': 1.1536011972573503, 'avg_acc_mask': 59.846668870887754, 'loss': 0.8125849962234497}
+{'epoch': 225, 'iter': 890, 'avg_loss': 1.153622219792654, 'avg_acc_mask': 59.87726296409942, 'loss': 0.7189754843711853}
+{'epoch': 225, 'iter': 900, 'avg_loss': 1.1542435625814043, 'avg_acc_mask': 59.85127106656428, 'loss': 1.5340991020202637}
+{'epoch': 225, 'iter': 910, 'avg_loss': 1.1547829568974928, 'avg_acc_mask': 59.8219454258738, 'loss': 1.1554749011993408}
+{'epoch': 225, 'iter': 920, 'avg_loss': 1.154480739149804, 'avg_acc_mask': 59.83909545553381, 'loss': 1.4703933000564575}
+{'epoch': 225, 'iter': 930, 'avg_loss': 1.1537198998618203, 'avg_acc_mask': 59.88458528951487, 'loss': 1.341509461402893}
+{'epoch': 225, 'iter': 940, 'avg_loss': 1.1542108031692464, 'avg_acc_mask': 59.875754760798884, 'loss': 0.9398325085639954}
+{'epoch': 225, 'iter': 950, 'avg_loss': 1.154363888545994, 'avg_acc_mask': 59.854461891995406, 'loss': 1.3371824026107788}
+{'epoch': 225, 'iter': 960, 'avg_loss': 1.1545689294539183, 'avg_acc_mask': 59.857405616550054, 'loss': 1.1429182291030884}
+{'epoch': 225, 'iter': 970, 'avg_loss': 1.1547207871008853, 'avg_acc_mask': 59.871224493626926, 'loss': 1.1314034461975098}
+{'epoch': 225, 'iter': 980, 'avg_loss': 1.155602643553027, 'avg_acc_mask': 59.84924436522966, 'loss': 1.2225487232208252}
+{'epoch': 225, 'iter': 990, 'avg_loss': 1.1562263550599576, 'avg_acc_mask': 59.86813106082868, 'loss': 1.090746283531189}
+{'epoch': 225, 'iter': 1000, 'avg_loss': 1.1567846454464115, 'avg_acc_mask': 59.8330848394487, 'loss': 1.4208749532699585}
+{'epoch': 225, 'iter': 1010, 'avg_loss': 1.1572118940386409, 'avg_acc_mask': 59.821846319956805, 'loss': 1.1330924034118652}
+{'epoch': 225, 'iter': 1020, 'avg_loss': 1.1573756467350316, 'avg_acc_mask': 59.8389711252427, 'loss': 0.9508556723594666}
+{'epoch': 225, 'iter': 1030, 'avg_loss': 1.1570738563250849, 'avg_acc_mask': 59.8725327495498, 'loss': 0.9254356026649475}
+{'epoch': 225, 'iter': 1040, 'avg_loss': 1.1562864510745068, 'avg_acc_mask': 59.89404853486258, 'loss': 1.1622742414474487}
+{'epoch': 225, 'iter': 1050, 'avg_loss': 1.1563008300584345, 'avg_acc_mask': 59.89670889585968, 'loss': 1.2161675691604614}
+{'epoch': 225, 'iter': 1060, 'avg_loss': 1.1564415906758718, 'avg_acc_mask': 59.886355833276106, 'loss': 0.9041555523872375}
+{'epoch': 225, 'iter': 1070, 'avg_loss': 1.156155892391276, 'avg_acc_mask': 59.89728589891844, 'loss': 1.217355489730835}
+{'epoch': 225, 'iter': 1080, 'avg_loss': 1.1561625807733034, 'avg_acc_mask': 59.92092201564735, 'loss': 0.926392674446106}
+{'epoch': 225, 'iter': 1090, 'avg_loss': 1.1565858207089872, 'avg_acc_mask': 59.911358448439614, 'loss': 1.222644329071045}
+{'epoch': 225, 'iter': 1100, 'avg_loss': 1.1556569564136778, 'avg_acc_mask': 59.96368738136503, 'loss': 0.8420162796974182}
+{'epoch': 'EP225_train', 'avg_loss': 1.15614061366379, 'total_masked_acc': 59.935196302570766}
+{'epoch': 226, 'iter': 0, 'avg_loss': 1.5836797952651978, 'avg_acc_mask': 51.66666666666667, 'loss': 1.5836797952651978}
+{'epoch': 226, 'iter': 10, 'avg_loss': 1.3030411275950344, 'avg_acc_mask': 56.09375, 'loss': 0.9571791887283325}
+{'epoch': 226, 'iter': 20, 'avg_loss': 1.2419751144590832, 'avg_acc_mask': 59.17355371900827, 'loss': 1.0293323993682861}
+{'epoch': 226, 'iter': 30, 'avg_loss': 1.2275126134195635, 'avg_acc_mask': 59.072463768115945, 'loss': 1.2189650535583496}
+{'epoch': 226, 'iter': 40, 'avg_loss': 1.2389336097531203, 'avg_acc_mask': 58.75536480686695, 'loss': 1.0597202777862549}
+{'epoch': 226, 'iter': 50, 'avg_loss': 1.2443077856419134, 'avg_acc_mask': 58.729607775078094, 'loss': 0.9728440642356873}
+{'epoch': 226, 'iter': 60, 'avg_loss': 1.2313635378587442, 'avg_acc_mask': 58.88042203985931, 'loss': 1.0039807558059692}
+{'epoch': 226, 'iter': 70, 'avg_loss': 1.2266649007797241, 'avg_acc_mask': 59.01433241136536, 'loss': 1.0538487434387207}
+{'epoch': 226, 'iter': 80, 'avg_loss': 1.2311524844463961, 'avg_acc_mask': 58.97379431843206, 'loss': 1.2959598302841187}
+{'epoch': 226, 'iter': 90, 'avg_loss': 1.231590251346211, 'avg_acc_mask': 59.239662943366646, 'loss': 1.4039137363433838}
+{'epoch': 226, 'iter': 100, 'avg_loss': 1.2215986529199203, 'avg_acc_mask': 59.525931206558546, 'loss': 0.8677515983581543}
+{'epoch': 226, 'iter': 110, 'avg_loss': 1.2161771971900184, 'avg_acc_mask': 59.72924482139944, 'loss': 0.8069979548454285}
+{'epoch': 226, 'iter': 120, 'avg_loss': 1.2107314186647904, 'avg_acc_mask': 59.75572979493366, 'loss': 1.444639801979065}
+{'epoch': 226, 'iter': 130, 'avg_loss': 1.2091519691561925, 'avg_acc_mask': 59.65541006202619, 'loss': 1.1567810773849487}
+{'epoch': 226, 'iter': 140, 'avg_loss': 1.2027490587099223, 'avg_acc_mask': 59.73826020015397, 'loss': 1.0454248189926147}
+{'epoch': 226, 'iter': 150, 'avg_loss': 1.198081851400287, 'avg_acc_mask': 59.87445678416224, 'loss': 1.2571837902069092}
+{'epoch': 226, 'iter': 160, 'avg_loss': 1.1971178961836773, 'avg_acc_mask': 59.792757913914826, 'loss': 1.3149137496948242}
+{'epoch': 226, 'iter': 170, 'avg_loss': 1.197518817862572, 'avg_acc_mask': 59.7330485851575, 'loss': 1.1293054819107056}
+{'epoch': 226, 'iter': 180, 'avg_loss': 1.1973303760612868, 'avg_acc_mask': 59.7037484885127, 'loss': 1.1014201641082764}
+{'epoch': 226, 'iter': 190, 'avg_loss': 1.1945185074631457, 'avg_acc_mask': 59.67557251908397, 'loss': 1.1117860078811646}
+{'epoch': 226, 'iter': 200, 'avg_loss': 1.1911503070622533, 'avg_acc_mask': 59.674781976744185, 'loss': 1.1215035915374756}
+{'epoch': 226, 'iter': 210, 'avg_loss': 1.1872001993712655, 'avg_acc_mask': 59.762750021646895, 'loss': 1.156356930732727}
+{'epoch': 226, 'iter': 220, 'avg_loss': 1.1840260152903077, 'avg_acc_mask': 59.67715368143634, 'loss': 1.2208178043365479}
+{'epoch': 226, 'iter': 230, 'avg_loss': 1.1846094970063215, 'avg_acc_mask': 59.649814654152536, 'loss': 0.9654209017753601}
+{'epoch': 226, 'iter': 240, 'avg_loss': 1.183439394003128, 'avg_acc_mask': 59.665455646382085, 'loss': 0.8011117577552795}
+{'epoch': 226, 'iter': 250, 'avg_loss': 1.1851837456938754, 'avg_acc_mask': 59.582515092006695, 'loss': 1.2853518724441528}
+{'epoch': 226, 'iter': 260, 'avg_loss': 1.1859364338304805, 'avg_acc_mask': 59.53818079730488, 'loss': 1.0287501811981201}
+{'epoch': 226, 'iter': 270, 'avg_loss': 1.187397807726561, 'avg_acc_mask': 59.52686718485975, 'loss': 1.3534862995147705}
+{'epoch': 226, 'iter': 280, 'avg_loss': 1.1869636657399214, 'avg_acc_mask': 59.478487614080834, 'loss': 0.8136139512062073}
+{'epoch': 226, 'iter': 290, 'avg_loss': 1.187160541921137, 'avg_acc_mask': 59.37874110011971, 'loss': 1.2325754165649414}
+{'epoch': 226, 'iter': 300, 'avg_loss': 1.1832870781619684, 'avg_acc_mask': 59.46226069991465, 'loss': 1.014877200126648}
+{'epoch': 226, 'iter': 310, 'avg_loss': 1.1826989518484503, 'avg_acc_mask': 59.40102782208045, 'loss': 1.077440619468689}
+{'epoch': 226, 'iter': 320, 'avg_loss': 1.1804156217991006, 'avg_acc_mask': 59.43666819642037, 'loss': 1.0320699214935303}
+{'epoch': 226, 'iter': 330, 'avg_loss': 1.1805059198526457, 'avg_acc_mask': 59.40957358091955, 'loss': 1.0486844778060913}
+{'epoch': 226, 'iter': 340, 'avg_loss': 1.1796673936578186, 'avg_acc_mask': 59.38188658962644, 'loss': 1.2051430940628052}
+{'epoch': 226, 'iter': 350, 'avg_loss': 1.1767418846445545, 'avg_acc_mask': 59.47486793242325, 'loss': 1.34254789352417}
+{'epoch': 226, 'iter': 360, 'avg_loss': 1.1750391246209184, 'avg_acc_mask': 59.48503969061672, 'loss': 1.1285312175750732}
+{'epoch': 226, 'iter': 370, 'avg_loss': 1.177111972856393, 'avg_acc_mask': 59.41191005683222, 'loss': 1.1996811628341675}
+{'epoch': 226, 'iter': 380, 'avg_loss': 1.176686636888449, 'avg_acc_mask': 59.38597757567008, 'loss': 0.8340333104133606}
+{'epoch': 226, 'iter': 390, 'avg_loss': 1.1755259675747902, 'avg_acc_mask': 59.362381444267065, 'loss': 1.3324410915374756}
+{'epoch': 226, 'iter': 400, 'avg_loss': 1.1771022175018329, 'avg_acc_mask': 59.31233403534475, 'loss': 1.1559107303619385}
+{'epoch': 226, 'iter': 410, 'avg_loss': 1.176044542424, 'avg_acc_mask': 59.28641688276849, 'loss': 0.9601422548294067}
+{'epoch': 226, 'iter': 420, 'avg_loss': 1.1731444190913312, 'avg_acc_mask': 59.37281621243885, 'loss': 0.8895400166511536}
+{'epoch': 226, 'iter': 430, 'avg_loss': 1.171375273966734, 'avg_acc_mask': 59.44525173091717, 'loss': 0.7921375632286072}
+{'epoch': 226, 'iter': 440, 'avg_loss': 1.1729974723727254, 'avg_acc_mask': 59.3931299302976, 'loss': 1.4631415605545044}
+{'epoch': 226, 'iter': 450, 'avg_loss': 1.1726489217741263, 'avg_acc_mask': 59.37002083588675, 'loss': 0.8953704833984375}
+{'epoch': 226, 'iter': 460, 'avg_loss': 1.1733979240156824, 'avg_acc_mask': 59.31417609208265, 'loss': 1.1466476917266846}
+{'epoch': 226, 'iter': 470, 'avg_loss': 1.1738005198237749, 'avg_acc_mask': 59.30705459095886, 'loss': 0.9055138826370239}
+{'epoch': 226, 'iter': 480, 'avg_loss': 1.1714717111319861, 'avg_acc_mask': 59.353083202391446, 'loss': 1.1201841831207275}
+{'epoch': 226, 'iter': 490, 'avg_loss': 1.1733762256482467, 'avg_acc_mask': 59.29585932216127, 'loss': 1.4048532247543335}
+{'epoch': 226, 'iter': 500, 'avg_loss': 1.1722599930629998, 'avg_acc_mask': 59.296889379716546, 'loss': 1.061098575592041}
+{'epoch': 226, 'iter': 510, 'avg_loss': 1.1710376141122643, 'avg_acc_mask': 59.333886025303684, 'loss': 1.098811388015747}
+{'epoch': 226, 'iter': 520, 'avg_loss': 1.1699604357730404, 'avg_acc_mask': 59.402721328856686, 'loss': 1.1998003721237183}
+{'epoch': 226, 'iter': 530, 'avg_loss': 1.1683176874889942, 'avg_acc_mask': 59.45880312228968, 'loss': 1.1115609407424927}
+{'epoch': 226, 'iter': 540, 'avg_loss': 1.1679889585086025, 'avg_acc_mask': 59.41102458598293, 'loss': 1.0991138219833374}
+{'epoch': 226, 'iter': 550, 'avg_loss': 1.168788953506795, 'avg_acc_mask': 59.35539837181369, 'loss': 1.1564286947250366}
+{'epoch': 226, 'iter': 560, 'avg_loss': 1.1691382160798751, 'avg_acc_mask': 59.35716628402755, 'loss': 1.392103672027588}
+{'epoch': 226, 'iter': 570, 'avg_loss': 1.1685510546021203, 'avg_acc_mask': 59.42982456140351, 'loss': 1.636696457862854}
+{'epoch': 226, 'iter': 580, 'avg_loss': 1.1671463431671851, 'avg_acc_mask': 59.48628508006977, 'loss': 1.4227789640426636}
+{'epoch': 226, 'iter': 590, 'avg_loss': 1.1668784427763847, 'avg_acc_mask': 59.46391367890793, 'loss': 1.1229071617126465}
+{'epoch': 226, 'iter': 600, 'avg_loss': 1.1652502458226464, 'avg_acc_mask': 59.53371680332885, 'loss': 1.0363940000534058}
+{'epoch': 226, 'iter': 610, 'avg_loss': 1.1662198133437411, 'avg_acc_mask': 59.483820569059276, 'loss': 1.2236229181289673}
+{'epoch': 226, 'iter': 620, 'avg_loss': 1.1646845282179914, 'avg_acc_mask': 59.53184185606061, 'loss': 1.4824681282043457}
+{'epoch': 226, 'iter': 630, 'avg_loss': 1.1643993556971783, 'avg_acc_mask': 59.544342151264416, 'loss': 1.163773775100708}
+{'epoch': 226, 'iter': 640, 'avg_loss': 1.1639190221353553, 'avg_acc_mask': 59.560786565236114, 'loss': 1.016992449760437}
+{'epoch': 226, 'iter': 650, 'avg_loss': 1.1640186269528672, 'avg_acc_mask': 59.56369192462226, 'loss': 1.0908221006393433}
+{'epoch': 226, 'iter': 660, 'avg_loss': 1.1630092382250683, 'avg_acc_mask': 59.60696864111499, 'loss': 1.0526903867721558}
+{'epoch': 226, 'iter': 670, 'avg_loss': 1.1636334225957332, 'avg_acc_mask': 59.58832582169946, 'loss': 0.9952932596206665}
+{'epoch': 226, 'iter': 680, 'avg_loss': 1.1638568463829646, 'avg_acc_mask': 59.591284341588846, 'loss': 1.2602949142456055}
+{'epoch': 226, 'iter': 690, 'avg_loss': 1.16431245652018, 'avg_acc_mask': 59.554904051172706, 'loss': 0.9102703928947449}
+{'epoch': 226, 'iter': 700, 'avg_loss': 1.1659487361744705, 'avg_acc_mask': 59.49021153593483, 'loss': 1.404634952545166}
+{'epoch': 226, 'iter': 710, 'avg_loss': 1.1655012177180304, 'avg_acc_mask': 59.525722430996495, 'loss': 1.1857225894927979}
+{'epoch': 226, 'iter': 720, 'avg_loss': 1.1657292535334784, 'avg_acc_mask': 59.50181205655658, 'loss': 1.318228840827942}
+{'epoch': 226, 'iter': 730, 'avg_loss': 1.1654340361439905, 'avg_acc_mask': 59.50263297135226, 'loss': 1.1090296506881714}
+{'epoch': 226, 'iter': 740, 'avg_loss': 1.1657689960218474, 'avg_acc_mask': 59.5081356353248, 'loss': 1.3167928457260132}
+{'epoch': 226, 'iter': 750, 'avg_loss': 1.1668413684625283, 'avg_acc_mask': 59.46999411649343, 'loss': 1.2438466548919678}
+{'epoch': 226, 'iter': 760, 'avg_loss': 1.1669164276467674, 'avg_acc_mask': 59.48634779240899, 'loss': 0.9954513907432556}
+{'epoch': 226, 'iter': 770, 'avg_loss': 1.1690389509330927, 'avg_acc_mask': 59.376789463638104, 'loss': 1.4210587739944458}
+{'epoch': 226, 'iter': 780, 'avg_loss': 1.169214574841928, 'avg_acc_mask': 59.3855367711207, 'loss': 1.286739468574524}
+{'epoch': 226, 'iter': 790, 'avg_loss': 1.168680071906103, 'avg_acc_mask': 59.424473831253486, 'loss': 1.068709373474121}
+{'epoch': 226, 'iter': 800, 'avg_loss': 1.1675037920251767, 'avg_acc_mask': 59.46704067321178, 'loss': 0.795029878616333}
+{'epoch': 226, 'iter': 810, 'avg_loss': 1.1671977230564734, 'avg_acc_mask': 59.48446343736503, 'loss': 1.3410382270812988}
+{'epoch': 226, 'iter': 820, 'avg_loss': 1.1673601721294324, 'avg_acc_mask': 59.476684170369374, 'loss': 1.103698492050171}
+{'epoch': 226, 'iter': 830, 'avg_loss': 1.1672337796857355, 'avg_acc_mask': 59.475645461804625, 'loss': 1.259263038635254}
+{'epoch': 226, 'iter': 840, 'avg_loss': 1.167188149286649, 'avg_acc_mask': 59.448689597793006, 'loss': 1.0911970138549805}
+{'epoch': 226, 'iter': 850, 'avg_loss': 1.1680961639984795, 'avg_acc_mask': 59.40231974378949, 'loss': 0.9732697010040283}
+{'epoch': 226, 'iter': 860, 'avg_loss': 1.168365996542985, 'avg_acc_mask': 59.386555519931605, 'loss': 1.2680507898330688}
+{'epoch': 226, 'iter': 870, 'avg_loss': 1.1698074581018134, 'avg_acc_mask': 59.352267695616426, 'loss': 1.0025079250335693}
+{'epoch': 226, 'iter': 880, 'avg_loss': 1.1698559915031668, 'avg_acc_mask': 59.34815247310035, 'loss': 1.0326578617095947}
+{'epoch': 226, 'iter': 890, 'avg_loss': 1.1686302729193476, 'avg_acc_mask': 59.43088423574113, 'loss': 0.8332221508026123}
+{'epoch': 226, 'iter': 900, 'avg_loss': 1.1692409852104102, 'avg_acc_mask': 59.43584928766788, 'loss': 1.3842025995254517}
+{'epoch': 226, 'iter': 910, 'avg_loss': 1.1696748388716471, 'avg_acc_mask': 59.43148805681084, 'loss': 1.2860950231552124}
+{'epoch': 226, 'iter': 920, 'avg_loss': 1.168548426333002, 'avg_acc_mask': 59.47671981958609, 'loss': 0.7799702286720276}
+{'epoch': 226, 'iter': 930, 'avg_loss': 1.1677760292968995, 'avg_acc_mask': 59.49187032024814, 'loss': 1.3267841339111328}
+{'epoch': 226, 'iter': 940, 'avg_loss': 1.1673078171505051, 'avg_acc_mask': 59.517855747440805, 'loss': 0.8985403180122375}
+{'epoch': 226, 'iter': 950, 'avg_loss': 1.1669432087150156, 'avg_acc_mask': 59.51308181695125, 'loss': 1.3777506351470947}
+{'epoch': 226, 'iter': 960, 'avg_loss': 1.1666830400398445, 'avg_acc_mask': 59.537207165824526, 'loss': 1.2088614702224731}
+{'epoch': 226, 'iter': 970, 'avg_loss': 1.1666855759281822, 'avg_acc_mask': 59.540134095988485, 'loss': 0.8524933457374573}
+{'epoch': 226, 'iter': 980, 'avg_loss': 1.1661745392462044, 'avg_acc_mask': 59.570561343026306, 'loss': 1.08879554271698}
+{'epoch': 226, 'iter': 990, 'avg_loss': 1.167433521942462, 'avg_acc_mask': 59.52813403513974, 'loss': 1.2163891792297363}
+{'epoch': 226, 'iter': 1000, 'avg_loss': 1.1677155313672838, 'avg_acc_mask': 59.496919917864474, 'loss': 1.511306643486023}
+{'epoch': 226, 'iter': 1010, 'avg_loss': 1.1677462365459854, 'avg_acc_mask': 59.494934824443554, 'loss': 0.9085202217102051}
+{'epoch': 226, 'iter': 1020, 'avg_loss': 1.1675359565293988, 'avg_acc_mask': 59.51709394031942, 'loss': 1.1152875423431396}
+{'epoch': 226, 'iter': 1030, 'avg_loss': 1.1670172960288772, 'avg_acc_mask': 59.55268265754937, 'loss': 1.2442423105239868}
+{'epoch': 226, 'iter': 1040, 'avg_loss': 1.1673032013300402, 'avg_acc_mask': 59.56288005640258, 'loss': 1.1483272314071655}
+{'epoch': 226, 'iter': 1050, 'avg_loss': 1.166340321103921, 'avg_acc_mask': 59.580446430129676, 'loss': 1.1874371767044067}
+{'epoch': 226, 'iter': 1060, 'avg_loss': 1.1658233203043025, 'avg_acc_mask': 59.624461849681, 'loss': 0.782808244228363}
+{'epoch': 226, 'iter': 1070, 'avg_loss': 1.164811786093743, 'avg_acc_mask': 59.61429770325586, 'loss': 0.9913572669029236}
+{'epoch': 226, 'iter': 1080, 'avg_loss': 1.1639138810839729, 'avg_acc_mask': 59.64736627749117, 'loss': 0.9283636212348938}
+{'epoch': 226, 'iter': 1090, 'avg_loss': 1.1641555885783474, 'avg_acc_mask': 59.6416095660352, 'loss': 1.1463574171066284}
+{'epoch': 226, 'iter': 1100, 'avg_loss': 1.1639798354496207, 'avg_acc_mask': 59.66311023818639, 'loss': 0.9884507060050964}
+{'epoch': 'EP226_train', 'avg_loss': 1.1639582147425656, 'total_masked_acc': 59.664952728479015}
+{'epoch': 227, 'iter': 0, 'avg_loss': 1.156854271888733, 'avg_acc_mask': 60.9375, 'loss': 1.156854271888733}
+{'epoch': 227, 'iter': 10, 'avg_loss': 1.2296614809469744, 'avg_acc_mask': 57.54716981132076, 'loss': 1.1518462896347046}
+{'epoch': 227, 'iter': 20, 'avg_loss': 1.1785213606698173, 'avg_acc_mask': 58.32635983263599, 'loss': 1.175521969795227}
+{'epoch': 227, 'iter': 30, 'avg_loss': 1.174827464165226, 'avg_acc_mask': 58.980169971671394, 'loss': 1.4265753030776978}
+{'epoch': 227, 'iter': 40, 'avg_loss': 1.1702394441860478, 'avg_acc_mask': 59.257679180887365, 'loss': 1.1861945390701294}
+{'epoch': 227, 'iter': 50, 'avg_loss': 1.1905034277953355, 'avg_acc_mask': 58.53154084798346, 'loss': 1.0400687456130981}
+{'epoch': 227, 'iter': 60, 'avg_loss': 1.1887247220414583, 'avg_acc_mask': 58.40915761667156, 'loss': 1.2491686344146729}
+{'epoch': 227, 'iter': 70, 'avg_loss': 1.1871714331734349, 'avg_acc_mask': 58.49631699263399, 'loss': 1.0169250965118408}
+{'epoch': 227, 'iter': 80, 'avg_loss': 1.1883540837853044, 'avg_acc_mask': 58.55915399867813, 'loss': 1.2197253704071045}
+{'epoch': 227, 'iter': 90, 'avg_loss': 1.1814632068623554, 'avg_acc_mask': 58.93312414198862, 'loss': 1.2409549951553345}
+{'epoch': 227, 'iter': 100, 'avg_loss': 1.1776816608882186, 'avg_acc_mask': 59.08361561775718, 'loss': 0.8559985756874084}
+{'epoch': 227, 'iter': 110, 'avg_loss': 1.1756813853710621, 'avg_acc_mask': 59.060512151361934, 'loss': 0.8094608783721924}
+{'epoch': 227, 'iter': 120, 'avg_loss': 1.175279635535784, 'avg_acc_mask': 59.03307888040712, 'loss': 1.6500860452651978}
+{'epoch': 227, 'iter': 130, 'avg_loss': 1.170892378756108, 'avg_acc_mask': 59.145252164353444, 'loss': 1.300427794456482}
+{'epoch': 227, 'iter': 140, 'avg_loss': 1.1709534965508372, 'avg_acc_mask': 59.19796308084023, 'loss': 0.9403520822525024}
+{'epoch': 227, 'iter': 150, 'avg_loss': 1.1643251820115854, 'avg_acc_mask': 59.46879466412578, 'loss': 1.1113364696502686}
+{'epoch': 227, 'iter': 160, 'avg_loss': 1.1675727411826946, 'avg_acc_mask': 59.42678011643528, 'loss': 1.1115418672561646}
+{'epoch': 227, 'iter': 170, 'avg_loss': 1.1697083390944185, 'avg_acc_mask': 59.271732266891185, 'loss': 1.1070196628570557}
+{'epoch': 227, 'iter': 180, 'avg_loss': 1.174617146260172, 'avg_acc_mask': 59.08185620394344, 'loss': 1.1727659702301025}
+{'epoch': 227, 'iter': 190, 'avg_loss': 1.17457187893503, 'avg_acc_mask': 59.12814235947651, 'loss': 1.0741385221481323}
+{'epoch': 227, 'iter': 200, 'avg_loss': 1.1714030459745606, 'avg_acc_mask': 59.26489000178859, 'loss': 1.024601697921753}
+{'epoch': 227, 'iter': 210, 'avg_loss': 1.1718775596098878, 'avg_acc_mask': 59.29165958892475, 'loss': 1.4272964000701904}
+{'epoch': 227, 'iter': 220, 'avg_loss': 1.1699258685112, 'avg_acc_mask': 59.40056703118671, 'loss': 1.4153163433074951}
+{'epoch': 227, 'iter': 230, 'avg_loss': 1.173477740772875, 'avg_acc_mask': 59.3523779870787, 'loss': 1.3115463256835938}
+{'epoch': 227, 'iter': 240, 'avg_loss': 1.1721205140050517, 'avg_acc_mask': 59.39579750243027, 'loss': 1.056808590888977}
+{'epoch': 227, 'iter': 250, 'avg_loss': 1.1698523869077524, 'avg_acc_mask': 59.34421514345294, 'loss': 0.9490948915481567}
+{'epoch': 227, 'iter': 260, 'avg_loss': 1.1676305317787374, 'avg_acc_mask': 59.437223451327434, 'loss': 0.7361252307891846}
+{'epoch': 227, 'iter': 270, 'avg_loss': 1.170215433813989, 'avg_acc_mask': 59.3654383397632, 'loss': 1.0695452690124512}
+{'epoch': 227, 'iter': 280, 'avg_loss': 1.1719201614424002, 'avg_acc_mask': 59.24879614767256, 'loss': 0.622536301612854}
+{'epoch': 227, 'iter': 290, 'avg_loss': 1.1736184196783506, 'avg_acc_mask': 59.241823587710606, 'loss': 1.0109870433807373}
+{'epoch': 227, 'iter': 300, 'avg_loss': 1.172485767804903, 'avg_acc_mask': 59.33493109646495, 'loss': 1.3593671321868896}
+{'epoch': 227, 'iter': 310, 'avg_loss': 1.1696277640256851, 'avg_acc_mask': 59.43856794141579, 'loss': 0.9260915517807007}
+{'epoch': 227, 'iter': 320, 'avg_loss': 1.1741346256383853, 'avg_acc_mask': 59.32165065008479, 'loss': 1.238956093788147}
+{'epoch': 227, 'iter': 330, 'avg_loss': 1.1745275622768345, 'avg_acc_mask': 59.377223225524, 'loss': 0.9810842871665955}
+{'epoch': 227, 'iter': 340, 'avg_loss': 1.173678521536662, 'avg_acc_mask': 59.35497537467563, 'loss': 1.04572331905365}
+{'epoch': 227, 'iter': 350, 'avg_loss': 1.1748620324325019, 'avg_acc_mask': 59.389186958316145, 'loss': 1.3526054620742798}
+{'epoch': 227, 'iter': 360, 'avg_loss': 1.1739639199011214, 'avg_acc_mask': 59.43192653184121, 'loss': 1.1737534999847412}
+{'epoch': 227, 'iter': 370, 'avg_loss': 1.1729051774402834, 'avg_acc_mask': 59.392993071142776, 'loss': 1.059646487236023}
+{'epoch': 227, 'iter': 380, 'avg_loss': 1.1751897026860494, 'avg_acc_mask': 59.40462646947289, 'loss': 0.9146224856376648}
+{'epoch': 227, 'iter': 390, 'avg_loss': 1.1739172574199375, 'avg_acc_mask': 59.485901518298036, 'loss': 1.5705984830856323}
+{'epoch': 227, 'iter': 400, 'avg_loss': 1.1746275543869285, 'avg_acc_mask': 59.444619469823124, 'loss': 1.0904011726379395}
+{'epoch': 227, 'iter': 410, 'avg_loss': 1.1732683309383345, 'avg_acc_mask': 59.4712299841633, 'loss': 1.122662901878357}
+{'epoch': 227, 'iter': 420, 'avg_loss': 1.1721322115979682, 'avg_acc_mask': 59.499935447777254, 'loss': 0.8287239074707031}
+{'epoch': 227, 'iter': 430, 'avg_loss': 1.1714678677771317, 'avg_acc_mask': 59.59629941126997, 'loss': 1.1930629014968872}
+{'epoch': 227, 'iter': 440, 'avg_loss': 1.1739647879081518, 'avg_acc_mask': 59.49387889244927, 'loss': 1.3661574125289917}
+{'epoch': 227, 'iter': 450, 'avg_loss': 1.1749189086341012, 'avg_acc_mask': 59.44544906570223, 'loss': 1.0199817419052124}
+{'epoch': 227, 'iter': 460, 'avg_loss': 1.1750656194386928, 'avg_acc_mask': 59.39843719323046, 'loss': 1.1782392263412476}
+{'epoch': 227, 'iter': 470, 'avg_loss': 1.174905838480421, 'avg_acc_mask': 59.40932483293647, 'loss': 1.079653263092041}
+{'epoch': 227, 'iter': 480, 'avg_loss': 1.1752456237025668, 'avg_acc_mask': 59.40791453505868, 'loss': 1.264122724533081}
+{'epoch': 227, 'iter': 490, 'avg_loss': 1.175770070183787, 'avg_acc_mask': 59.40619589641582, 'loss': 1.628280758857727}
+{'epoch': 227, 'iter': 500, 'avg_loss': 1.1737967518989199, 'avg_acc_mask': 59.467850824939525, 'loss': 0.9211235642433167}
+{'epoch': 227, 'iter': 510, 'avg_loss': 1.1718080396055008, 'avg_acc_mask': 59.51925800056641, 'loss': 1.2108689546585083}
+{'epoch': 227, 'iter': 520, 'avg_loss': 1.170764157044453, 'avg_acc_mask': 59.56774036623928, 'loss': 1.0910757780075073}
+{'epoch': 227, 'iter': 530, 'avg_loss': 1.1708736800204562, 'avg_acc_mask': 59.52307849759493, 'loss': 1.010395884513855}
+{'epoch': 227, 'iter': 540, 'avg_loss': 1.1706807571506324, 'avg_acc_mask': 59.49367088607595, 'loss': 1.379145860671997}
+{'epoch': 227, 'iter': 550, 'avg_loss': 1.171642059963974, 'avg_acc_mask': 59.481142932298695, 'loss': 1.0952867269515991}
+{'epoch': 227, 'iter': 560, 'avg_loss': 1.1714901120904933, 'avg_acc_mask': 59.52126799288371, 'loss': 1.2100069522857666}
+{'epoch': 227, 'iter': 570, 'avg_loss': 1.1710821760723762, 'avg_acc_mask': 59.52305246422893, 'loss': 1.1658501625061035}
+{'epoch': 227, 'iter': 580, 'avg_loss': 1.1707611310707722, 'avg_acc_mask': 59.482570296164525, 'loss': 1.6173793077468872}
+{'epoch': 227, 'iter': 590, 'avg_loss': 1.1703614284947843, 'avg_acc_mask': 59.47082476441879, 'loss': 0.9850528240203857}
+{'epoch': 227, 'iter': 600, 'avg_loss': 1.1698207317691873, 'avg_acc_mask': 59.430314746571625, 'loss': 1.2435028553009033}
+{'epoch': 227, 'iter': 610, 'avg_loss': 1.170211445582869, 'avg_acc_mask': 59.43595071990501, 'loss': 1.1278270483016968}
+{'epoch': 227, 'iter': 620, 'avg_loss': 1.1682853123799999, 'avg_acc_mask': 59.489232387575605, 'loss': 1.3139357566833496}
+{'epoch': 227, 'iter': 630, 'avg_loss': 1.167553488501656, 'avg_acc_mask': 59.5047739560566, 'loss': 0.9302651882171631}
+{'epoch': 227, 'iter': 640, 'avg_loss': 1.1674502742085926, 'avg_acc_mask': 59.54144320535739, 'loss': 0.9038348197937012}
+{'epoch': 227, 'iter': 650, 'avg_loss': 1.1693302489096118, 'avg_acc_mask': 59.499230661630996, 'loss': 1.30863356590271}
+{'epoch': 227, 'iter': 660, 'avg_loss': 1.1693276328326354, 'avg_acc_mask': 59.47725019279497, 'loss': 1.23273766040802}
+{'epoch': 227, 'iter': 670, 'avg_loss': 1.1697336368695812, 'avg_acc_mask': 59.50386335908906, 'loss': 1.404921531677246}
+{'epoch': 227, 'iter': 680, 'avg_loss': 1.1701605977290876, 'avg_acc_mask': 59.47246051471178, 'loss': 1.346404790878296}
+{'epoch': 227, 'iter': 690, 'avg_loss': 1.1710434957109555, 'avg_acc_mask': 59.394673761293895, 'loss': 1.159557819366455}
+{'epoch': 227, 'iter': 700, 'avg_loss': 1.1739231536799932, 'avg_acc_mask': 59.28723459481908, 'loss': 1.1894817352294922}
+{'epoch': 227, 'iter': 710, 'avg_loss': 1.1731249743708412, 'avg_acc_mask': 59.341165630039164, 'loss': 1.1594419479370117}
+{'epoch': 227, 'iter': 720, 'avg_loss': 1.1741325115363905, 'avg_acc_mask': 59.303733602421794, 'loss': 1.109020471572876}
+{'epoch': 227, 'iter': 730, 'avg_loss': 1.1727742428818742, 'avg_acc_mask': 59.335955000248894, 'loss': 0.9933570623397827}
+{'epoch': 227, 'iter': 740, 'avg_loss': 1.1722988943982864, 'avg_acc_mask': 59.34071328637, 'loss': 1.1987247467041016}
+{'epoch': 227, 'iter': 750, 'avg_loss': 1.1734047813040915, 'avg_acc_mask': 59.29205680965861, 'loss': 1.1307861804962158}
+{'epoch': 227, 'iter': 760, 'avg_loss': 1.173127278940123, 'avg_acc_mask': 59.32673456701573, 'loss': 0.8843343257904053}
+{'epoch': 227, 'iter': 770, 'avg_loss': 1.174591353044745, 'avg_acc_mask': 59.27445018032671, 'loss': 1.15742826461792}
+{'epoch': 227, 'iter': 780, 'avg_loss': 1.1734705560491272, 'avg_acc_mask': 59.327836780324205, 'loss': 1.2086759805679321}
+{'epoch': 227, 'iter': 790, 'avg_loss': 1.1735300163252165, 'avg_acc_mask': 59.326830166106845, 'loss': 1.5049569606781006}
+{'epoch': 227, 'iter': 800, 'avg_loss': 1.172883101170429, 'avg_acc_mask': 59.34759892780882, 'loss': 1.5240575075149536}
+{'epoch': 227, 'iter': 810, 'avg_loss': 1.1728575431756703, 'avg_acc_mask': 59.32975690781351, 'loss': 1.1680421829223633}
+{'epoch': 227, 'iter': 820, 'avg_loss': 1.1727670522613154, 'avg_acc_mask': 59.33064229950319, 'loss': 1.334272027015686}
+{'epoch': 227, 'iter': 830, 'avg_loss': 1.1727047031823765, 'avg_acc_mask': 59.35739803186709, 'loss': 1.0484191179275513}
+{'epoch': 227, 'iter': 840, 'avg_loss': 1.171980097376067, 'avg_acc_mask': 59.37161664717855, 'loss': 1.6183446645736694}
+{'epoch': 227, 'iter': 850, 'avg_loss': 1.1715852639930089, 'avg_acc_mask': 59.40265959721213, 'loss': 0.8566371202468872}
+{'epoch': 227, 'iter': 860, 'avg_loss': 1.1723358307150598, 'avg_acc_mask': 59.364114256761034, 'loss': 1.242699384689331}
+{'epoch': 227, 'iter': 870, 'avg_loss': 1.1732687350666209, 'avg_acc_mask': 59.333347239314996, 'loss': 1.1665483713150024}
+{'epoch': 227, 'iter': 880, 'avg_loss': 1.172125911266119, 'avg_acc_mask': 59.37738534854455, 'loss': 0.9146585464477539}
+{'epoch': 227, 'iter': 890, 'avg_loss': 1.1702375953847712, 'avg_acc_mask': 59.44340084939562, 'loss': 0.6777414083480835}
+{'epoch': 227, 'iter': 900, 'avg_loss': 1.1708623412975858, 'avg_acc_mask': 59.38760690656769, 'loss': 1.4377946853637695}
+{'epoch': 227, 'iter': 910, 'avg_loss': 1.1714435157608385, 'avg_acc_mask': 59.36210505332403, 'loss': 1.1458684206008911}
+{'epoch': 227, 'iter': 920, 'avg_loss': 1.1704842731696388, 'avg_acc_mask': 59.4152000631363, 'loss': 1.067598819732666}
+{'epoch': 227, 'iter': 930, 'avg_loss': 1.1696424355568358, 'avg_acc_mask': 59.41864780918521, 'loss': 1.2233216762542725}
+{'epoch': 227, 'iter': 940, 'avg_loss': 1.1702698022602216, 'avg_acc_mask': 59.37578510000966, 'loss': 0.91036057472229}
+{'epoch': 227, 'iter': 950, 'avg_loss': 1.1700337621942554, 'avg_acc_mask': 59.36466675586307, 'loss': 1.4589719772338867}
+{'epoch': 227, 'iter': 960, 'avg_loss': 1.1701048062445594, 'avg_acc_mask': 59.383748203071804, 'loss': 1.1554718017578125}
+{'epoch': 227, 'iter': 970, 'avg_loss': 1.1705486582310143, 'avg_acc_mask': 59.351709673794986, 'loss': 1.333229899406433}
+{'epoch': 227, 'iter': 980, 'avg_loss': 1.170658042063893, 'avg_acc_mask': 59.309117205317904, 'loss': 0.8119420409202576}
+{'epoch': 227, 'iter': 990, 'avg_loss': 1.170912165995443, 'avg_acc_mask': 59.301237964236584, 'loss': 1.2732864618301392}
+{'epoch': 227, 'iter': 1000, 'avg_loss': 1.1708936857415009, 'avg_acc_mask': 59.30300061681362, 'loss': 1.41056227684021}
+{'epoch': 227, 'iter': 1010, 'avg_loss': 1.170464724272814, 'avg_acc_mask': 59.327090709753946, 'loss': 1.0565896034240723}
+{'epoch': 227, 'iter': 1020, 'avg_loss': 1.1701348744456845, 'avg_acc_mask': 59.341363175405206, 'loss': 1.0309065580368042}
+{'epoch': 227, 'iter': 1030, 'avg_loss': 1.1698920009323512, 'avg_acc_mask': 59.32493170000881, 'loss': 0.9403772950172424}
+{'epoch': 227, 'iter': 1040, 'avg_loss': 1.1704918286413326, 'avg_acc_mask': 59.3099594915491, 'loss': 1.1678566932678223}
+{'epoch': 227, 'iter': 1050, 'avg_loss': 1.1706175708861493, 'avg_acc_mask': 59.31203846220362, 'loss': 0.9910982847213745}
+{'epoch': 227, 'iter': 1060, 'avg_loss': 1.1709966784260613, 'avg_acc_mask': 59.27702586945348, 'loss': 1.0425349473953247}
+{'epoch': 227, 'iter': 1070, 'avg_loss': 1.1701111271490459, 'avg_acc_mask': 59.29823965777725, 'loss': 1.2466834783554077}
+{'epoch': 227, 'iter': 1080, 'avg_loss': 1.1695047901472926, 'avg_acc_mask': 59.32542686516948, 'loss': 1.29373300075531}
+{'epoch': 227, 'iter': 1090, 'avg_loss': 1.169790434848268, 'avg_acc_mask': 59.321526066981825, 'loss': 1.3002946376800537}
+{'epoch': 227, 'iter': 1100, 'avg_loss': 1.1688614241866824, 'avg_acc_mask': 59.34711248206126, 'loss': 0.9123812317848206}
+{'epoch': 'EP227_train', 'avg_loss': 1.1694101980369016, 'total_masked_acc': 59.329664010515074}
+{'epoch': 228, 'iter': 0, 'avg_loss': 1.4845534563064575, 'avg_acc_mask': 46.15384615384615, 'loss': 1.4845534563064575}
+{'epoch': 228, 'iter': 10, 'avg_loss': 1.246881441636519, 'avg_acc_mask': 57.89473684210527, 'loss': 1.0336886644363403}
+{'epoch': 228, 'iter': 20, 'avg_loss': 1.224800067288535, 'avg_acc_mask': 58.18181818181818, 'loss': 1.1241066455841064}
+{'epoch': 228, 'iter': 30, 'avg_loss': 1.217563509941101, 'avg_acc_mask': 58.31873905429072, 'loss': 1.136881709098816}
+{'epoch': 228, 'iter': 40, 'avg_loss': 1.2175043007222617, 'avg_acc_mask': 58.62521891418564, 'loss': 1.2248698472976685}
+{'epoch': 228, 'iter': 50, 'avg_loss': 1.2250004258810305, 'avg_acc_mask': 58.13634806440562, 'loss': 1.2960667610168457}
+{'epoch': 228, 'iter': 60, 'avg_loss': 1.2091975202325915, 'avg_acc_mask': 58.49941383352872, 'loss': 0.8735576272010803}
+{'epoch': 228, 'iter': 70, 'avg_loss': 1.188945690510978, 'avg_acc_mask': 58.87826961770624, 'loss': 1.2420744895935059}
+{'epoch': 228, 'iter': 80, 'avg_loss': 1.1821136599705544, 'avg_acc_mask': 59.08496732026144, 'loss': 1.2602276802062988}
+{'epoch': 228, 'iter': 90, 'avg_loss': 1.1837774102504437, 'avg_acc_mask': 59.22705314009662, 'loss': 1.1715664863586426}
+{'epoch': 228, 'iter': 100, 'avg_loss': 1.182600724224997, 'avg_acc_mask': 59.29033385771718, 'loss': 1.0136182308197021}
+{'epoch': 228, 'iter': 110, 'avg_loss': 1.1812740269007984, 'avg_acc_mask': 59.04518601309277, 'loss': 0.703853964805603}
+{'epoch': 228, 'iter': 120, 'avg_loss': 1.1754071195263507, 'avg_acc_mask': 59.29359823399558, 'loss': 1.4921616315841675}
+{'epoch': 228, 'iter': 130, 'avg_loss': 1.174899334670933, 'avg_acc_mask': 59.16237462727027, 'loss': 1.1623269319534302}
+{'epoch': 228, 'iter': 140, 'avg_loss': 1.1761537414070562, 'avg_acc_mask': 59.175465057818, 'loss': 1.0609711408615112}
+{'epoch': 228, 'iter': 150, 'avg_loss': 1.1696650279278786, 'avg_acc_mask': 59.465847317419055, 'loss': 1.2573878765106201}
+{'epoch': 228, 'iter': 160, 'avg_loss': 1.1743290887115905, 'avg_acc_mask': 59.38369117810658, 'loss': 1.5321824550628662}
+{'epoch': 228, 'iter': 170, 'avg_loss': 1.1750360054579394, 'avg_acc_mask': 59.40398041054497, 'loss': 1.169512152671814}
+{'epoch': 228, 'iter': 180, 'avg_loss': 1.173086419289942, 'avg_acc_mask': 59.42328510973329, 'loss': 1.0717939138412476}
+{'epoch': 228, 'iter': 190, 'avg_loss': 1.175340856557117, 'avg_acc_mask': 59.42676344686395, 'loss': 1.0140212774276733}
+{'epoch': 228, 'iter': 200, 'avg_loss': 1.1726490196897024, 'avg_acc_mask': 59.56656346749226, 'loss': 1.0542947053909302}
+{'epoch': 228, 'iter': 210, 'avg_loss': 1.1698692104827737, 'avg_acc_mask': 59.74430145512659, 'loss': 1.1747370958328247}
+{'epoch': 228, 'iter': 220, 'avg_loss': 1.166529313201818, 'avg_acc_mask': 59.83277054188776, 'loss': 1.260216474533081}
+{'epoch': 228, 'iter': 230, 'avg_loss': 1.1688668663367565, 'avg_acc_mask': 59.811276974243945, 'loss': 1.0985736846923828}
+{'epoch': 228, 'iter': 240, 'avg_loss': 1.1706882789421873, 'avg_acc_mask': 59.82010110020815, 'loss': 1.233734369277954}
+{'epoch': 228, 'iter': 250, 'avg_loss': 1.1717006792110276, 'avg_acc_mask': 59.64147978860163, 'loss': 1.113913655281067}
+{'epoch': 228, 'iter': 260, 'avg_loss': 1.1725730229154858, 'avg_acc_mask': 59.57943925233645, 'loss': 1.1891189813613892}
+{'epoch': 228, 'iter': 270, 'avg_loss': 1.1745790885383351, 'avg_acc_mask': 59.50271128157652, 'loss': 1.1669765710830688}
+{'epoch': 228, 'iter': 280, 'avg_loss': 1.1759913171313412, 'avg_acc_mask': 59.431128155960366, 'loss': 0.692074179649353}
+{'epoch': 228, 'iter': 290, 'avg_loss': 1.1730690973321187, 'avg_acc_mask': 59.50392775406692, 'loss': 1.153780221939087}
+{'epoch': 228, 'iter': 300, 'avg_loss': 1.17006786538913, 'avg_acc_mask': 59.54463750748952, 'loss': 1.0587769746780396}
+{'epoch': 228, 'iter': 310, 'avg_loss': 1.1660126374848785, 'avg_acc_mask': 59.49822870085371, 'loss': 0.703647255897522}
+{'epoch': 228, 'iter': 320, 'avg_loss': 1.1681190305781142, 'avg_acc_mask': 59.43257601446818, 'loss': 1.017844319343567}
+{'epoch': 228, 'iter': 330, 'avg_loss': 1.167995688778396, 'avg_acc_mask': 59.4575381418494, 'loss': 0.9516285061836243}
+{'epoch': 228, 'iter': 340, 'avg_loss': 1.1664779020194784, 'avg_acc_mask': 59.51115834218916, 'loss': 1.295052170753479}
+{'epoch': 228, 'iter': 350, 'avg_loss': 1.1664729761941481, 'avg_acc_mask': 59.48609462876012, 'loss': 1.2161364555358887}
+{'epoch': 228, 'iter': 360, 'avg_loss': 1.1661125381897692, 'avg_acc_mask': 59.488155456503236, 'loss': 1.2853180170059204}
+{'epoch': 228, 'iter': 370, 'avg_loss': 1.1661245292730409, 'avg_acc_mask': 59.49756097560975, 'loss': 1.0408473014831543}
+{'epoch': 228, 'iter': 380, 'avg_loss': 1.1691640136748787, 'avg_acc_mask': 59.38078731183817, 'loss': 1.1030843257904053}
+{'epoch': 228, 'iter': 390, 'avg_loss': 1.1680361381577105, 'avg_acc_mask': 59.472832369942196, 'loss': 1.2413322925567627}
+{'epoch': 228, 'iter': 400, 'avg_loss': 1.1683528252373312, 'avg_acc_mask': 59.50230331496703, 'loss': 1.0028928518295288}
+{'epoch': 228, 'iter': 410, 'avg_loss': 1.1678421121734193, 'avg_acc_mask': 59.48781240357914, 'loss': 1.0024874210357666}
+{'epoch': 228, 'iter': 420, 'avg_loss': 1.1663950033255823, 'avg_acc_mask': 59.51385596690083, 'loss': 1.151033639907837}
+{'epoch': 228, 'iter': 430, 'avg_loss': 1.1658765049932174, 'avg_acc_mask': 59.53313951038638, 'loss': 1.0708346366882324}
+{'epoch': 228, 'iter': 440, 'avg_loss': 1.1670491343993448, 'avg_acc_mask': 59.449435424050115, 'loss': 1.3970015048980713}
+{'epoch': 228, 'iter': 450, 'avg_loss': 1.1685262453265306, 'avg_acc_mask': 59.43677882675704, 'loss': 1.1604279279708862}
+{'epoch': 228, 'iter': 460, 'avg_loss': 1.1683940357344786, 'avg_acc_mask': 59.45316815276572, 'loss': 1.2177666425704956}
+{'epoch': 228, 'iter': 470, 'avg_loss': 1.168236361693931, 'avg_acc_mask': 59.480027814262534, 'loss': 0.798532247543335}
+{'epoch': 228, 'iter': 480, 'avg_loss': 1.1677137343154875, 'avg_acc_mask': 59.486810187992724, 'loss': 0.7294050455093384}
+{'epoch': 228, 'iter': 490, 'avg_loss': 1.168012443482269, 'avg_acc_mask': 59.45815370893415, 'loss': 1.099790096282959}
+{'epoch': 228, 'iter': 500, 'avg_loss': 1.1671894905333986, 'avg_acc_mask': 59.48398381983164, 'loss': 1.2279478311538696}
+{'epoch': 228, 'iter': 510, 'avg_loss': 1.165120050398571, 'avg_acc_mask': 59.55653943656943, 'loss': 1.247170090675354}
+{'epoch': 228, 'iter': 520, 'avg_loss': 1.1647582365317903, 'avg_acc_mask': 59.51277730974446, 'loss': 1.4294371604919434}
+{'epoch': 228, 'iter': 530, 'avg_loss': 1.1641594701343112, 'avg_acc_mask': 59.45182838647476, 'loss': 0.9248089790344238}
+{'epoch': 228, 'iter': 540, 'avg_loss': 1.1637002206553813, 'avg_acc_mask': 59.444669639237944, 'loss': 0.8853817582130432}
+{'epoch': 228, 'iter': 550, 'avg_loss': 1.1649527860207047, 'avg_acc_mask': 59.36505832449629, 'loss': 1.2830454111099243}
+{'epoch': 228, 'iter': 560, 'avg_loss': 1.16484228738064, 'avg_acc_mask': 59.35139359208127, 'loss': 1.3644353151321411}
+{'epoch': 228, 'iter': 570, 'avg_loss': 1.1637782130892764, 'avg_acc_mask': 59.39291088982102, 'loss': 1.2436336278915405}
+{'epoch': 228, 'iter': 580, 'avg_loss': 1.163455947028175, 'avg_acc_mask': 59.394874378187765, 'loss': 1.2510141134262085}
+{'epoch': 228, 'iter': 590, 'avg_loss': 1.163900945291503, 'avg_acc_mask': 59.37992643194955, 'loss': 1.3535903692245483}
+{'epoch': 228, 'iter': 600, 'avg_loss': 1.1641185756729366, 'avg_acc_mask': 59.37338403041825, 'loss': 1.3225431442260742}
+{'epoch': 228, 'iter': 610, 'avg_loss': 1.1654459512175201, 'avg_acc_mask': 59.37593400681451, 'loss': 0.9746143817901611}
+{'epoch': 228, 'iter': 620, 'avg_loss': 1.1634433042024068, 'avg_acc_mask': 59.457629114893116, 'loss': 1.3164137601852417}
+{'epoch': 228, 'iter': 630, 'avg_loss': 1.1634888470456264, 'avg_acc_mask': 59.4635305022884, 'loss': 1.086532711982727}
+{'epoch': 228, 'iter': 640, 'avg_loss': 1.1634451584213423, 'avg_acc_mask': 59.45961368369996, 'loss': 1.0617601871490479}
+{'epoch': 228, 'iter': 650, 'avg_loss': 1.1642181487859853, 'avg_acc_mask': 59.438689336786396, 'loss': 1.0937893390655518}
+{'epoch': 228, 'iter': 660, 'avg_loss': 1.1637351455197933, 'avg_acc_mask': 59.435714087747016, 'loss': 1.1478030681610107}
+{'epoch': 228, 'iter': 670, 'avg_loss': 1.1639281175530969, 'avg_acc_mask': 59.41390538211071, 'loss': 1.1328697204589844}
+{'epoch': 228, 'iter': 680, 'avg_loss': 1.1636432295503771, 'avg_acc_mask': 59.42740065778832, 'loss': 1.2248350381851196}
+{'epoch': 228, 'iter': 690, 'avg_loss': 1.1644439142623273, 'avg_acc_mask': 59.37972969384775, 'loss': 1.2760076522827148}
+{'epoch': 228, 'iter': 700, 'avg_loss': 1.1678477657504496, 'avg_acc_mask': 59.307280094105344, 'loss': 1.443078875541687}
+{'epoch': 228, 'iter': 710, 'avg_loss': 1.1666034795396272, 'avg_acc_mask': 59.40874764813526, 'loss': 1.0527095794677734}
+{'epoch': 228, 'iter': 720, 'avg_loss': 1.167471822356384, 'avg_acc_mask': 59.37912478424205, 'loss': 1.1605346202850342}
+{'epoch': 228, 'iter': 730, 'avg_loss': 1.1669816578625003, 'avg_acc_mask': 59.4267531881843, 'loss': 1.1970291137695312}
+{'epoch': 228, 'iter': 740, 'avg_loss': 1.1670217240548488, 'avg_acc_mask': 59.43307631474891, 'loss': 1.2297682762145996}
+{'epoch': 228, 'iter': 750, 'avg_loss': 1.1669954390881383, 'avg_acc_mask': 59.43975815495636, 'loss': 0.8458884358406067}
+{'epoch': 228, 'iter': 760, 'avg_loss': 1.1656791239624424, 'avg_acc_mask': 59.46980641433112, 'loss': 0.9079092144966125}
+{'epoch': 228, 'iter': 770, 'avg_loss': 1.1670606762518678, 'avg_acc_mask': 59.38048896273439, 'loss': 1.2744331359863281}
+{'epoch': 228, 'iter': 780, 'avg_loss': 1.1655427447201805, 'avg_acc_mask': 59.395744880486035, 'loss': 1.0487583875656128}
+{'epoch': 228, 'iter': 790, 'avg_loss': 1.1652657106311524, 'avg_acc_mask': 59.39577879202095, 'loss': 1.311152696609497}
+{'epoch': 228, 'iter': 800, 'avg_loss': 1.1641381115056155, 'avg_acc_mask': 59.42688560581805, 'loss': 0.9847986102104187}
+{'epoch': 228, 'iter': 810, 'avg_loss': 1.1654675610262428, 'avg_acc_mask': 59.40039732707242, 'loss': 0.8590633869171143}
+{'epoch': 228, 'iter': 820, 'avg_loss': 1.165152545387649, 'avg_acc_mask': 59.41463632108067, 'loss': 0.8477580547332764}
+{'epoch': 228, 'iter': 830, 'avg_loss': 1.1659944038815733, 'avg_acc_mask': 59.403320764701995, 'loss': 1.117317795753479}
+{'epoch': 228, 'iter': 840, 'avg_loss': 1.1661689446598964, 'avg_acc_mask': 59.40117936331788, 'loss': 1.1312682628631592}
+{'epoch': 228, 'iter': 850, 'avg_loss': 1.1671393293751673, 'avg_acc_mask': 59.372513601273035, 'loss': 1.1837620735168457}
+{'epoch': 228, 'iter': 860, 'avg_loss': 1.1675081267589476, 'avg_acc_mask': 59.370818021539186, 'loss': 1.2294625043869019}
+{'epoch': 228, 'iter': 870, 'avg_loss': 1.1692132792434518, 'avg_acc_mask': 59.28869503218907, 'loss': 1.2829928398132324}
+{'epoch': 228, 'iter': 880, 'avg_loss': 1.1689013183861126, 'avg_acc_mask': 59.299118714359764, 'loss': 0.7195258736610413}
+{'epoch': 228, 'iter': 890, 'avg_loss': 1.1679547900704021, 'avg_acc_mask': 59.34914279848065, 'loss': 0.8595296740531921}
+{'epoch': 228, 'iter': 900, 'avg_loss': 1.168454912870494, 'avg_acc_mask': 59.32684509326845, 'loss': 1.2639718055725098}
+{'epoch': 228, 'iter': 910, 'avg_loss': 1.1689822490600017, 'avg_acc_mask': 59.2981048831846, 'loss': 1.1401745080947876}
+{'epoch': 228, 'iter': 920, 'avg_loss': 1.1687665051021223, 'avg_acc_mask': 59.33051402704152, 'loss': 1.2969528436660767}
+{'epoch': 228, 'iter': 930, 'avg_loss': 1.168429506132349, 'avg_acc_mask': 59.332363464789836, 'loss': 1.195526361465454}
+{'epoch': 228, 'iter': 940, 'avg_loss': 1.1680175916674793, 'avg_acc_mask': 59.33017144190025, 'loss': 0.86036217212677}
+{'epoch': 228, 'iter': 950, 'avg_loss': 1.1678419478558841, 'avg_acc_mask': 59.33396142975255, 'loss': 1.3383835554122925}
+{'epoch': 228, 'iter': 960, 'avg_loss': 1.1678054529347852, 'avg_acc_mask': 59.36126909249996, 'loss': 1.2487027645111084}
+{'epoch': 228, 'iter': 970, 'avg_loss': 1.1680476963826973, 'avg_acc_mask': 59.33652144444026, 'loss': 1.2759073972702026}
+{'epoch': 228, 'iter': 980, 'avg_loss': 1.1682189253370574, 'avg_acc_mask': 59.33693425218849, 'loss': 0.945554256439209}
+{'epoch': 228, 'iter': 990, 'avg_loss': 1.169705580029069, 'avg_acc_mask': 59.32106610672119, 'loss': 1.2412749528884888}
+{'epoch': 228, 'iter': 1000, 'avg_loss': 1.1694610164715693, 'avg_acc_mask': 59.317149683561624, 'loss': 1.513708233833313}
+{'epoch': 228, 'iter': 1010, 'avg_loss': 1.1694113945866669, 'avg_acc_mask': 59.32803468208092, 'loss': 0.9781755805015564}
+{'epoch': 228, 'iter': 1020, 'avg_loss': 1.1688586299496464, 'avg_acc_mask': 59.36511341090676, 'loss': 0.7989741563796997}
+{'epoch': 228, 'iter': 1030, 'avg_loss': 1.16857314456677, 'avg_acc_mask': 59.38539970261276, 'loss': 1.1446419954299927}
+{'epoch': 228, 'iter': 1040, 'avg_loss': 1.1682362662383161, 'avg_acc_mask': 59.405888538380644, 'loss': 1.3789172172546387}
+{'epoch': 228, 'iter': 1050, 'avg_loss': 1.1674912045049621, 'avg_acc_mask': 59.446508559324975, 'loss': 1.3112421035766602}
+{'epoch': 228, 'iter': 1060, 'avg_loss': 1.1671007308726262, 'avg_acc_mask': 59.4669006934765, 'loss': 1.058184027671814}
+{'epoch': 228, 'iter': 1070, 'avg_loss': 1.1672213761523769, 'avg_acc_mask': 59.448583948575425, 'loss': 1.6671339273452759}
+{'epoch': 228, 'iter': 1080, 'avg_loss': 1.1670011159559845, 'avg_acc_mask': 59.45772555375473, 'loss': 0.8771865963935852}
+{'epoch': 228, 'iter': 1090, 'avg_loss': 1.1670286220547041, 'avg_acc_mask': 59.47101969891898, 'loss': 0.947281539440155}
+{'epoch': 228, 'iter': 1100, 'avg_loss': 1.165843772899011, 'avg_acc_mask': 59.50495377580437, 'loss': 0.6402047872543335}
+{'epoch': 'EP228_train', 'avg_loss': 1.1664007739783413, 'total_masked_acc': 59.491371480472296}
+{'epoch': 229, 'iter': 0, 'avg_loss': 1.3686282634735107, 'avg_acc_mask': 52.54237288135594, 'loss': 1.3686282634735107}
+{'epoch': 229, 'iter': 10, 'avg_loss': 1.2758941487832502, 'avg_acc_mask': 56.12244897959183, 'loss': 1.0699145793914795}
+{'epoch': 229, 'iter': 20, 'avg_loss': 1.2836046786535353, 'avg_acc_mask': 56.14646904969486, 'loss': 1.6689326763153076}
+{'epoch': 229, 'iter': 30, 'avg_loss': 1.245604726576036, 'avg_acc_mask': 57.35556879094699, 'loss': 1.2491754293441772}
+{'epoch': 229, 'iter': 40, 'avg_loss': 1.2079458672825882, 'avg_acc_mask': 58.73372249663225, 'loss': 1.0053431987762451}
+{'epoch': 229, 'iter': 50, 'avg_loss': 1.2218496109925063, 'avg_acc_mask': 57.94926759556984, 'loss': 1.3938496112823486}
+{'epoch': 229, 'iter': 60, 'avg_loss': 1.1902962649454836, 'avg_acc_mask': 59.073126692747515, 'loss': 0.8997082114219666}
+{'epoch': 229, 'iter': 70, 'avg_loss': 1.1916240210264502, 'avg_acc_mask': 59.07455012853471, 'loss': 1.3890583515167236}
+{'epoch': 229, 'iter': 80, 'avg_loss': 1.1774636146462993, 'avg_acc_mask': 59.41083876770856, 'loss': 1.1141635179519653}
+{'epoch': 229, 'iter': 90, 'avg_loss': 1.181372535752726, 'avg_acc_mask': 59.02487562189055, 'loss': 1.517447829246521}
+{'epoch': 229, 'iter': 100, 'avg_loss': 1.173674768740588, 'avg_acc_mask': 59.540604087538426, 'loss': 1.0227758884429932}
+{'epoch': 229, 'iter': 110, 'avg_loss': 1.1728100744453636, 'avg_acc_mask': 59.84356798136129, 'loss': 0.944709062576294}
+{'epoch': 229, 'iter': 120, 'avg_loss': 1.1659994347036378, 'avg_acc_mask': 60.367892976588635, 'loss': 1.1560066938400269}
+{'epoch': 229, 'iter': 130, 'avg_loss': 1.1637218107703988, 'avg_acc_mask': 60.30192899077439, 'loss': 1.232774019241333}
+{'epoch': 229, 'iter': 140, 'avg_loss': 1.1623195490093097, 'avg_acc_mask': 60.25375453133092, 'loss': 0.9696088433265686}
+{'epoch': 229, 'iter': 150, 'avg_loss': 1.1557586785183838, 'avg_acc_mask': 60.28644252943318, 'loss': 1.4932312965393066}
+{'epoch': 229, 'iter': 160, 'avg_loss': 1.1602205896969908, 'avg_acc_mask': 60.2485180118559, 'loss': 1.0656734704971313}
+{'epoch': 229, 'iter': 170, 'avg_loss': 1.162462025706531, 'avg_acc_mask': 60.13092938398798, 'loss': 1.1573765277862549}
+{'epoch': 229, 'iter': 180, 'avg_loss': 1.1553395189633027, 'avg_acc_mask': 60.3205193224465, 'loss': 1.0624504089355469}
+{'epoch': 229, 'iter': 190, 'avg_loss': 1.1576690015368436, 'avg_acc_mask': 60.185628169553155, 'loss': 1.0877360105514526}
+{'epoch': 229, 'iter': 200, 'avg_loss': 1.1562244838743068, 'avg_acc_mask': 60.17827906130617, 'loss': 1.0173745155334473}
+{'epoch': 229, 'iter': 210, 'avg_loss': 1.1539940777548117, 'avg_acc_mask': 60.33365027227937, 'loss': 1.1639389991760254}
+{'epoch': 229, 'iter': 220, 'avg_loss': 1.1558107536842381, 'avg_acc_mask': 60.2787169126742, 'loss': 1.5280561447143555}
+{'epoch': 229, 'iter': 230, 'avg_loss': 1.1585857700475883, 'avg_acc_mask': 60.35040643990214, 'loss': 1.0606825351715088}
+{'epoch': 229, 'iter': 240, 'avg_loss': 1.1581139247941774, 'avg_acc_mask': 60.34260592738574, 'loss': 1.1333949565887451}
+{'epoch': 229, 'iter': 250, 'avg_loss': 1.161773732933865, 'avg_acc_mask': 60.27935399388913, 'loss': 1.1580027341842651}
+{'epoch': 229, 'iter': 260, 'avg_loss': 1.1616283049985368, 'avg_acc_mask': 60.26346971492298, 'loss': 0.9136450886726379}
+{'epoch': 229, 'iter': 270, 'avg_loss': 1.162506632259411, 'avg_acc_mask': 60.300127286125814, 'loss': 1.4383474588394165}
+{'epoch': 229, 'iter': 280, 'avg_loss': 1.1667213145099924, 'avg_acc_mask': 60.18482616001034, 'loss': 0.674157440662384}
+{'epoch': 229, 'iter': 290, 'avg_loss': 1.1669078215291, 'avg_acc_mask': 60.16001000062504, 'loss': 1.003826379776001}
+{'epoch': 229, 'iter': 300, 'avg_loss': 1.1641829982152412, 'avg_acc_mask': 60.25276652355325, 'loss': 0.8285310864448547}
+{'epoch': 229, 'iter': 310, 'avg_loss': 1.1608654308549078, 'avg_acc_mask': 60.276459907456214, 'loss': 0.9425174593925476}
+{'epoch': 229, 'iter': 320, 'avg_loss': 1.1645361329907569, 'avg_acc_mask': 60.12053672958836, 'loss': 1.3581037521362305}
+{'epoch': 229, 'iter': 330, 'avg_loss': 1.1670630403155646, 'avg_acc_mask': 60.00771307365985, 'loss': 1.3967089653015137}
+{'epoch': 229, 'iter': 340, 'avg_loss': 1.1653438771575078, 'avg_acc_mask': 59.98931909212283, 'loss': 0.8552498817443848}
+{'epoch': 229, 'iter': 350, 'avg_loss': 1.1645537168212086, 'avg_acc_mask': 59.94089895795531, 'loss': 0.9923310279846191}
+{'epoch': 229, 'iter': 360, 'avg_loss': 1.1656193160284258, 'avg_acc_mask': 59.90024183796856, 'loss': 1.2270854711532593}
+{'epoch': 229, 'iter': 370, 'avg_loss': 1.166869565804371, 'avg_acc_mask': 59.90575299430591, 'loss': 0.928108811378479}
+{'epoch': 229, 'iter': 380, 'avg_loss': 1.170677136248491, 'avg_acc_mask': 59.72891710017658, 'loss': 0.7387405037879944}
+{'epoch': 229, 'iter': 390, 'avg_loss': 1.1698458868524302, 'avg_acc_mask': 59.68891165649885, 'loss': 1.1661511659622192}
+{'epoch': 229, 'iter': 400, 'avg_loss': 1.1698432729725825, 'avg_acc_mask': 59.684674451360806, 'loss': 1.2948566675186157}
+{'epoch': 229, 'iter': 410, 'avg_loss': 1.1692168454474197, 'avg_acc_mask': 59.710312347269735, 'loss': 1.0152842998504639}
+{'epoch': 229, 'iter': 420, 'avg_loss': 1.1682590891799565, 'avg_acc_mask': 59.70369726723725, 'loss': 1.0042104721069336}
+{'epoch': 229, 'iter': 430, 'avg_loss': 1.1666056306345556, 'avg_acc_mask': 59.7632382892057, 'loss': 1.0998806953430176}
+{'epoch': 229, 'iter': 440, 'avg_loss': 1.1671537320359764, 'avg_acc_mask': 59.768637532133674, 'loss': 1.5954419374465942}
+{'epoch': 229, 'iter': 450, 'avg_loss': 1.1668099073771627, 'avg_acc_mask': 59.81577665963318, 'loss': 1.0367746353149414}
+{'epoch': 229, 'iter': 460, 'avg_loss': 1.1677917186453648, 'avg_acc_mask': 59.6990565662195, 'loss': 1.3356820344924927}
+{'epoch': 229, 'iter': 470, 'avg_loss': 1.167874071881523, 'avg_acc_mask': 59.662230523776174, 'loss': 1.0988473892211914}
+{'epoch': 229, 'iter': 480, 'avg_loss': 1.1663339327625821, 'avg_acc_mask': 59.72460617156806, 'loss': 1.1676220893859863}
+{'epoch': 229, 'iter': 490, 'avg_loss': 1.1656819759221282, 'avg_acc_mask': 59.73099196712124, 'loss': 1.1929638385772705}
+{'epoch': 229, 'iter': 500, 'avg_loss': 1.164215038160602, 'avg_acc_mask': 59.788941409255806, 'loss': 1.0793195962905884}
+{'epoch': 229, 'iter': 510, 'avg_loss': 1.1632247955598476, 'avg_acc_mask': 59.79991394148021, 'loss': 0.9259182810783386}
+{'epoch': 229, 'iter': 520, 'avg_loss': 1.1628413659139696, 'avg_acc_mask': 59.83649881954967, 'loss': 1.4092419147491455}
+{'epoch': 229, 'iter': 530, 'avg_loss': 1.1623660066706987, 'avg_acc_mask': 59.90249636954567, 'loss': 0.8448688387870789}
+{'epoch': 229, 'iter': 540, 'avg_loss': 1.1622524762770605, 'avg_acc_mask': 59.86917915000339, 'loss': 1.0845094919204712}
+{'epoch': 229, 'iter': 550, 'avg_loss': 1.163055770301992, 'avg_acc_mask': 59.83116192501994, 'loss': 0.9723755121231079}
+{'epoch': 229, 'iter': 560, 'avg_loss': 1.161590183057462, 'avg_acc_mask': 59.89283847360167, 'loss': 1.096554160118103}
+{'epoch': 229, 'iter': 570, 'avg_loss': 1.1592923610515227, 'avg_acc_mask': 59.98010397278737, 'loss': 0.7232432961463928}
+{'epoch': 229, 'iter': 580, 'avg_loss': 1.160874346652663, 'avg_acc_mask': 59.92742189965289, 'loss': 1.4718519449234009}
+{'epoch': 229, 'iter': 590, 'avg_loss': 1.1607164514649742, 'avg_acc_mask': 59.910761317509994, 'loss': 1.162047028541565}
+{'epoch': 229, 'iter': 600, 'avg_loss': 1.1609334244505936, 'avg_acc_mask': 59.894402734541906, 'loss': 1.2452069520950317}
+{'epoch': 229, 'iter': 610, 'avg_loss': 1.1624068230536877, 'avg_acc_mask': 59.843984398439844, 'loss': 1.2851848602294922}
+{'epoch': 229, 'iter': 620, 'avg_loss': 1.1612739051405743, 'avg_acc_mask': 59.88832427322146, 'loss': 1.5612694025039673}
+{'epoch': 229, 'iter': 630, 'avg_loss': 1.1613788683138635, 'avg_acc_mask': 59.852316995174135, 'loss': 1.0208754539489746}
+{'epoch': 229, 'iter': 640, 'avg_loss': 1.1625959148831002, 'avg_acc_mask': 59.80901035244186, 'loss': 1.0384891033172607}
+{'epoch': 229, 'iter': 650, 'avg_loss': 1.1622011406996648, 'avg_acc_mask': 59.83000112956061, 'loss': 0.9596133232116699}
+{'epoch': 229, 'iter': 660, 'avg_loss': 1.1621545406224687, 'avg_acc_mask': 59.837045688384634, 'loss': 1.3986902236938477}
+{'epoch': 229, 'iter': 670, 'avg_loss': 1.1623232148798675, 'avg_acc_mask': 59.83507752999836, 'loss': 1.1671985387802124}
+{'epoch': 229, 'iter': 680, 'avg_loss': 1.1618384787164595, 'avg_acc_mask': 59.812907747883756, 'loss': 1.3601758480072021}
+{'epoch': 229, 'iter': 690, 'avg_loss': 1.1631964376969897, 'avg_acc_mask': 59.75396362479452, 'loss': 1.157643437385559}
+{'epoch': 229, 'iter': 700, 'avg_loss': 1.164807851066263, 'avg_acc_mask': 59.6984110390968, 'loss': 1.1785451173782349}
+{'epoch': 229, 'iter': 710, 'avg_loss': 1.164250616115189, 'avg_acc_mask': 59.712415605834146, 'loss': 1.1899166107177734}
+{'epoch': 229, 'iter': 720, 'avg_loss': 1.1650972296890703, 'avg_acc_mask': 59.70183369736374, 'loss': 1.1115694046020508}
+{'epoch': 229, 'iter': 730, 'avg_loss': 1.1637522900316524, 'avg_acc_mask': 59.766339910246444, 'loss': 1.3039360046386719}
+{'epoch': 229, 'iter': 740, 'avg_loss': 1.1634895573904318, 'avg_acc_mask': 59.7749474465191, 'loss': 0.9316909313201904}
+{'epoch': 229, 'iter': 750, 'avg_loss': 1.1639946238019971, 'avg_acc_mask': 59.74029143986917, 'loss': 0.9602035284042358}
+{'epoch': 229, 'iter': 760, 'avg_loss': 1.1631366603477868, 'avg_acc_mask': 59.76623689601157, 'loss': 1.0371190309524536}
+{'epoch': 229, 'iter': 770, 'avg_loss': 1.163893628522425, 'avg_acc_mask': 59.73315575427498, 'loss': 1.1839925050735474}
+{'epoch': 229, 'iter': 780, 'avg_loss': 1.1620755703134817, 'avg_acc_mask': 59.79756704710911, 'loss': 1.16099214553833}
+{'epoch': 229, 'iter': 790, 'avg_loss': 1.162242771551371, 'avg_acc_mask': 59.81366891469095, 'loss': 1.168904185295105}
+{'epoch': 229, 'iter': 800, 'avg_loss': 1.1619908904910237, 'avg_acc_mask': 59.77484898407468, 'loss': 1.1051236391067505}
+{'epoch': 229, 'iter': 810, 'avg_loss': 1.162698126603584, 'avg_acc_mask': 59.74768827293075, 'loss': 1.159548044204712}
+{'epoch': 229, 'iter': 820, 'avg_loss': 1.1637827009870132, 'avg_acc_mask': 59.68708091193563, 'loss': 1.128857970237732}
+{'epoch': 229, 'iter': 830, 'avg_loss': 1.1625925500470378, 'avg_acc_mask': 59.73511983726895, 'loss': 1.1059833765029907}
+{'epoch': 229, 'iter': 840, 'avg_loss': 1.1631437016298882, 'avg_acc_mask': 59.69862834463658, 'loss': 1.250866413116455}
+{'epoch': 229, 'iter': 850, 'avg_loss': 1.1645615139382988, 'avg_acc_mask': 59.634827221970724, 'loss': 1.077408790588379}
+{'epoch': 229, 'iter': 860, 'avg_loss': 1.1654453896479324, 'avg_acc_mask': 59.59331417012669, 'loss': 1.2932915687561035}
+{'epoch': 229, 'iter': 870, 'avg_loss': 1.1660337240085537, 'avg_acc_mask': 59.570443846671154, 'loss': 1.2432876825332642}
+{'epoch': 229, 'iter': 880, 'avg_loss': 1.1664542040949377, 'avg_acc_mask': 59.53572392599822, 'loss': 1.001729965209961}
+{'epoch': 229, 'iter': 890, 'avg_loss': 1.1661526446390633, 'avg_acc_mask': 59.59213880437464, 'loss': 0.8467788696289062}
+{'epoch': 229, 'iter': 900, 'avg_loss': 1.1657912473170526, 'avg_acc_mask': 59.57637110216694, 'loss': 1.0592950582504272}
+{'epoch': 229, 'iter': 910, 'avg_loss': 1.1662208336506665, 'avg_acc_mask': 59.55954749130951, 'loss': 1.1978347301483154}
+{'epoch': 229, 'iter': 920, 'avg_loss': 1.1649705460224296, 'avg_acc_mask': 59.60003979703512, 'loss': 1.1468210220336914}
+{'epoch': 229, 'iter': 930, 'avg_loss': 1.165991964068756, 'avg_acc_mask': 59.57878561015012, 'loss': 1.6137425899505615}
+{'epoch': 229, 'iter': 940, 'avg_loss': 1.1656035093014603, 'avg_acc_mask': 59.58570426377739, 'loss': 0.8597497344017029}
+{'epoch': 229, 'iter': 950, 'avg_loss': 1.165796569531899, 'avg_acc_mask': 59.556909550160995, 'loss': 1.497361660003662}
+{'epoch': 229, 'iter': 960, 'avg_loss': 1.166483609721018, 'avg_acc_mask': 59.539304185194375, 'loss': 1.2915754318237305}
+{'epoch': 229, 'iter': 970, 'avg_loss': 1.1670734551490642, 'avg_acc_mask': 59.520887999546936, 'loss': 1.2778126001358032}
+{'epoch': 229, 'iter': 980, 'avg_loss': 1.1661174273029138, 'avg_acc_mask': 59.54661736970851, 'loss': 1.1838526725769043}
+{'epoch': 229, 'iter': 990, 'avg_loss': 1.1668293721500247, 'avg_acc_mask': 59.509791255237076, 'loss': 1.1018537282943726}
+{'epoch': 229, 'iter': 1000, 'avg_loss': 1.1664254486144006, 'avg_acc_mask': 59.51641201842241, 'loss': 1.414236068725586}
+{'epoch': 229, 'iter': 1010, 'avg_loss': 1.166014615494231, 'avg_acc_mask': 59.54256532840767, 'loss': 0.9524562954902649}
+{'epoch': 229, 'iter': 1020, 'avg_loss': 1.1653347971040051, 'avg_acc_mask': 59.567530769092954, 'loss': 0.8440584540367126}
+{'epoch': 229, 'iter': 1030, 'avg_loss': 1.1654053181265305, 'avg_acc_mask': 59.56910626819053, 'loss': 1.1893043518066406}
+{'epoch': 229, 'iter': 1040, 'avg_loss': 1.1654017393572988, 'avg_acc_mask': 59.55626602958226, 'loss': 1.3178484439849854}
+{'epoch': 229, 'iter': 1050, 'avg_loss': 1.1651734693860236, 'avg_acc_mask': 59.566019992337424, 'loss': 1.480270504951477}
+{'epoch': 229, 'iter': 1060, 'avg_loss': 1.1648581289211384, 'avg_acc_mask': 59.54734427021339, 'loss': 0.7503076791763306}
+{'epoch': 229, 'iter': 1070, 'avg_loss': 1.1642648063453973, 'avg_acc_mask': 59.571596945834685, 'loss': 0.9336923956871033}
+{'epoch': 229, 'iter': 1080, 'avg_loss': 1.1643213805614192, 'avg_acc_mask': 59.5858338263883, 'loss': 1.1705378293991089}
+{'epoch': 229, 'iter': 1090, 'avg_loss': 1.164031734223982, 'avg_acc_mask': 59.595908870252266, 'loss': 1.2245633602142334}
+{'epoch': 229, 'iter': 1100, 'avg_loss': 1.163641923075909, 'avg_acc_mask': 59.62345525420917, 'loss': 1.0693503618240356}
+{'epoch': 'EP229_train', 'avg_loss': 1.1634031738091377, 'total_masked_acc': 59.638803060094844}
+{'epoch': 230, 'iter': 0, 'avg_loss': 1.2722965478897095, 'avg_acc_mask': 52.23880597014925, 'loss': 1.2722965478897095}
+{'epoch': 230, 'iter': 10, 'avg_loss': 1.2622152350165627, 'avg_acc_mask': 57.440000000000005, 'loss': 1.3139742612838745}
+{'epoch': 230, 'iter': 20, 'avg_loss': 1.2208022702307928, 'avg_acc_mask': 58.5, 'loss': 1.2495322227478027}
+{'epoch': 230, 'iter': 30, 'avg_loss': 1.2119789123535156, 'avg_acc_mask': 58.15972222222222, 'loss': 1.2125051021575928}
+{'epoch': 230, 'iter': 40, 'avg_loss': 1.187820190336646, 'avg_acc_mask': 58.61767279090113, 'loss': 0.8552831411361694}
+{'epoch': 230, 'iter': 50, 'avg_loss': 1.207602509096557, 'avg_acc_mask': 58.06564245810056, 'loss': 1.217050313949585}
+{'epoch': 230, 'iter': 60, 'avg_loss': 1.18697262592003, 'avg_acc_mask': 58.77840070817351, 'loss': 0.9182761907577515}
+{'epoch': 230, 'iter': 70, 'avg_loss': 1.1756065378726368, 'avg_acc_mask': 59.268664296597265, 'loss': 1.1644014120101929}
+{'epoch': 230, 'iter': 80, 'avg_loss': 1.1753110392594044, 'avg_acc_mask': 59.56686760437597, 'loss': 0.9500044584274292}
+{'epoch': 230, 'iter': 90, 'avg_loss': 1.1724306325336078, 'avg_acc_mask': 59.721115537848604, 'loss': 1.2082393169403076}
+{'epoch': 230, 'iter': 100, 'avg_loss': 1.1656142331586026, 'avg_acc_mask': 60.01087153469832, 'loss': 1.1432369947433472}
+{'epoch': 230, 'iter': 110, 'avg_loss': 1.1655175009289303, 'avg_acc_mask': 59.98015544898296, 'loss': 1.01030695438385}
+{'epoch': 230, 'iter': 120, 'avg_loss': 1.1603244385443443, 'avg_acc_mask': 60.07002587912924, 'loss': 1.1609699726104736}
+{'epoch': 230, 'iter': 130, 'avg_loss': 1.1612040150256557, 'avg_acc_mask': 60.05884001120763, 'loss': 1.306335210800171}
+{'epoch': 230, 'iter': 140, 'avg_loss': 1.1656802787002942, 'avg_acc_mask': 59.945397815912635, 'loss': 1.3476779460906982}
+{'epoch': 230, 'iter': 150, 'avg_loss': 1.1599750739849166, 'avg_acc_mask': 60.19985376553741, 'loss': 1.289156198501587}
+{'epoch': 230, 'iter': 160, 'avg_loss': 1.1564564519787428, 'avg_acc_mask': 60.333981470891, 'loss': 0.9908322095870972}
+{'epoch': 230, 'iter': 170, 'avg_loss': 1.159032216546131, 'avg_acc_mask': 60.19448600128232, 'loss': 0.9768010377883911}
+{'epoch': 230, 'iter': 180, 'avg_loss': 1.1587364298204033, 'avg_acc_mask': 60.15932237571846, 'loss': 1.491445779800415}
+{'epoch': 230, 'iter': 190, 'avg_loss': 1.1594706230762741, 'avg_acc_mask': 60.12058570198106, 'loss': 1.317781925201416}
+{'epoch': 230, 'iter': 200, 'avg_loss': 1.1611769573012394, 'avg_acc_mask': 60.049019607843135, 'loss': 1.3361635208129883}
+{'epoch': 230, 'iter': 210, 'avg_loss': 1.160878579480953, 'avg_acc_mask': 60.0, 'loss': 1.2519696950912476}
+{'epoch': 230, 'iter': 220, 'avg_loss': 1.1569560493818776, 'avg_acc_mask': 60.050953320184085, 'loss': 1.4065911769866943}
+{'epoch': 230, 'iter': 230, 'avg_loss': 1.1563537162103694, 'avg_acc_mask': 60.06135934550031, 'loss': 1.1387076377868652}
+{'epoch': 230, 'iter': 240, 'avg_loss': 1.1580074543280225, 'avg_acc_mask': 60.12997808509031, 'loss': 1.2183178663253784}
+{'epoch': 230, 'iter': 250, 'avg_loss': 1.1599610775590419, 'avg_acc_mask': 60.02613619863511, 'loss': 1.0460060834884644}
+{'epoch': 230, 'iter': 260, 'avg_loss': 1.1620470349359329, 'avg_acc_mask': 59.89401757077116, 'loss': 0.902658998966217}
+{'epoch': 230, 'iter': 270, 'avg_loss': 1.1649480635829517, 'avg_acc_mask': 59.867938371239916, 'loss': 1.4998151063919067}
+{'epoch': 230, 'iter': 280, 'avg_loss': 1.163937417425719, 'avg_acc_mask': 59.827074461220796, 'loss': 0.8630528450012207}
+{'epoch': 230, 'iter': 290, 'avg_loss': 1.160551886787939, 'avg_acc_mask': 59.91774163395027, 'loss': 1.1574490070343018}
+{'epoch': 230, 'iter': 300, 'avg_loss': 1.1584729516625007, 'avg_acc_mask': 59.9505189476225, 'loss': 0.9245307445526123}
+{'epoch': 230, 'iter': 310, 'avg_loss': 1.1565620362566982, 'avg_acc_mask': 59.935578330893115, 'loss': 0.8382852673530579}
+{'epoch': 230, 'iter': 320, 'avg_loss': 1.1576207155750549, 'avg_acc_mask': 59.87727970001705, 'loss': 1.2434124946594238}
+{'epoch': 230, 'iter': 330, 'avg_loss': 1.1585661857149752, 'avg_acc_mask': 59.88023952095808, 'loss': 0.9007558226585388}
+{'epoch': 230, 'iter': 340, 'avg_loss': 1.1555347068568478, 'avg_acc_mask': 60.070369975477135, 'loss': 1.1698720455169678}
+{'epoch': 230, 'iter': 350, 'avg_loss': 1.1561168907714365, 'avg_acc_mask': 60.066348745594034, 'loss': 1.120603084564209}
+{'epoch': 230, 'iter': 360, 'avg_loss': 1.1554796231750637, 'avg_acc_mask': 60.06442844918709, 'loss': 1.0685003995895386}
+{'epoch': 230, 'iter': 370, 'avg_loss': 1.1538846076659437, 'avg_acc_mask': 60.09876301765023, 'loss': 1.0597996711730957}
+{'epoch': 230, 'iter': 380, 'avg_loss': 1.1552112340301353, 'avg_acc_mask': 60.0618605757792, 'loss': 0.8833913207054138}
+{'epoch': 230, 'iter': 390, 'avg_loss': 1.1549360020386288, 'avg_acc_mask': 60.089020771513354, 'loss': 1.5198010206222534}
+{'epoch': 230, 'iter': 400, 'avg_loss': 1.1574819544307013, 'avg_acc_mask': 60.00271505497986, 'loss': 1.1576542854309082}
+{'epoch': 230, 'iter': 410, 'avg_loss': 1.1579283892093204, 'avg_acc_mask': 59.954941025754295, 'loss': 1.4054113626480103}
+{'epoch': 230, 'iter': 420, 'avg_loss': 1.157020166197752, 'avg_acc_mask': 60.010366722819754, 'loss': 1.3445171117782593}
+{'epoch': 230, 'iter': 430, 'avg_loss': 1.1591526001622672, 'avg_acc_mask': 59.93489473239199, 'loss': 1.4546829462051392}
+{'epoch': 230, 'iter': 440, 'avg_loss': 1.159980180582492, 'avg_acc_mask': 59.9066347186648, 'loss': 1.4456099271774292}
+{'epoch': 230, 'iter': 450, 'avg_loss': 1.1592301966874403, 'avg_acc_mask': 59.94733643913308, 'loss': 0.9943739175796509}
+{'epoch': 230, 'iter': 460, 'avg_loss': 1.15953449145315, 'avg_acc_mask': 59.95636652122174, 'loss': 1.3763439655303955}
+{'epoch': 230, 'iter': 470, 'avg_loss': 1.159233178555839, 'avg_acc_mask': 59.898378713831356, 'loss': 1.2247401475906372}
+{'epoch': 230, 'iter': 480, 'avg_loss': 1.1584421054241316, 'avg_acc_mask': 59.90136570561456, 'loss': 0.9234524369239807}
+{'epoch': 230, 'iter': 490, 'avg_loss': 1.1590629144744329, 'avg_acc_mask': 59.884001933301114, 'loss': 1.225488543510437}
+{'epoch': 230, 'iter': 500, 'avg_loss': 1.159542397467676, 'avg_acc_mask': 59.82351225204201, 'loss': 1.0244230031967163}
+{'epoch': 230, 'iter': 510, 'avg_loss': 1.1600721469130768, 'avg_acc_mask': 59.73279034044226, 'loss': 0.9725241661071777}
+{'epoch': 230, 'iter': 520, 'avg_loss': 1.1599742038007432, 'avg_acc_mask': 59.78112175102599, 'loss': 1.095752477645874}
+{'epoch': 230, 'iter': 530, 'avg_loss': 1.1586523273794889, 'avg_acc_mask': 59.8147574286403, 'loss': 0.8785796165466309}
+{'epoch': 230, 'iter': 540, 'avg_loss': 1.157720698666881, 'avg_acc_mask': 59.83376693583809, 'loss': 1.0545446872711182}
+{'epoch': 230, 'iter': 550, 'avg_loss': 1.1577652198433226, 'avg_acc_mask': 59.83772147706574, 'loss': 0.9817643165588379}
+{'epoch': 230, 'iter': 560, 'avg_loss': 1.1564149139399198, 'avg_acc_mask': 59.84831222941962, 'loss': 1.0771214962005615}
+{'epoch': 230, 'iter': 570, 'avg_loss': 1.1552123422171732, 'avg_acc_mask': 59.934717910973156, 'loss': 1.480461835861206}
+{'epoch': 230, 'iter': 580, 'avg_loss': 1.1551651780248304, 'avg_acc_mask': 59.9195373397033, 'loss': 1.4112638235092163}
+{'epoch': 230, 'iter': 590, 'avg_loss': 1.1550987923609222, 'avg_acc_mask': 59.90181548721749, 'loss': 0.921604335308075}
+{'epoch': 230, 'iter': 600, 'avg_loss': 1.1554468681728978, 'avg_acc_mask': 59.84206529992407, 'loss': 1.244397521018982}
+{'epoch': 230, 'iter': 610, 'avg_loss': 1.1551561737021525, 'avg_acc_mask': 59.85667363392058, 'loss': 0.9747996926307678}
+{'epoch': 230, 'iter': 620, 'avg_loss': 1.1533221469025297, 'avg_acc_mask': 59.92944289284139, 'loss': 1.3084033727645874}
+{'epoch': 230, 'iter': 630, 'avg_loss': 1.1528474294629225, 'avg_acc_mask': 59.916051526993776, 'loss': 1.0210819244384766}
+{'epoch': 230, 'iter': 640, 'avg_loss': 1.15244708455483, 'avg_acc_mask': 59.94750206853262, 'loss': 1.0840363502502441}
+{'epoch': 230, 'iter': 650, 'avg_loss': 1.1525967538631456, 'avg_acc_mask': 59.9673754078074, 'loss': 1.497841477394104}
+{'epoch': 230, 'iter': 660, 'avg_loss': 1.1524606447176566, 'avg_acc_mask': 59.997227997227995, 'loss': 0.8332642912864685}
+{'epoch': 230, 'iter': 670, 'avg_loss': 1.1529860421904152, 'avg_acc_mask': 60.00054603035929, 'loss': 1.2487467527389526}
+{'epoch': 230, 'iter': 680, 'avg_loss': 1.152902391601064, 'avg_acc_mask': 59.99408156677069, 'loss': 1.24603271484375}
+{'epoch': 230, 'iter': 690, 'avg_loss': 1.1534183540323537, 'avg_acc_mask': 59.96345629319705, 'loss': 1.065679669380188}
+{'epoch': 230, 'iter': 700, 'avg_loss': 1.1554381497916413, 'avg_acc_mask': 59.854947692468244, 'loss': 1.1251723766326904}
+{'epoch': 230, 'iter': 710, 'avg_loss': 1.154931396623201, 'avg_acc_mask': 59.90376698229725, 'loss': 1.2727415561676025}
+{'epoch': 230, 'iter': 720, 'avg_loss': 1.1566970049921583, 'avg_acc_mask': 59.836044770437304, 'loss': 1.4930329322814941}
+{'epoch': 230, 'iter': 730, 'avg_loss': 1.1549744005079308, 'avg_acc_mask': 59.913274513735715, 'loss': 1.0128825902938843}
+{'epoch': 230, 'iter': 740, 'avg_loss': 1.156106177531434, 'avg_acc_mask': 59.88129096080128, 'loss': 1.2264227867126465}
+{'epoch': 230, 'iter': 750, 'avg_loss': 1.1574858864360102, 'avg_acc_mask': 59.86676752641468, 'loss': 1.0027419328689575}
+{'epoch': 230, 'iter': 760, 'avg_loss': 1.156615594683433, 'avg_acc_mask': 59.90894418615855, 'loss': 0.9622088074684143}
+{'epoch': 230, 'iter': 770, 'avg_loss': 1.157645136388514, 'avg_acc_mask': 59.857882979229046, 'loss': 1.0550979375839233}
+{'epoch': 230, 'iter': 780, 'avg_loss': 1.1568302672437456, 'avg_acc_mask': 59.909920476670806, 'loss': 1.1479493379592896}
+{'epoch': 230, 'iter': 790, 'avg_loss': 1.1560827123681754, 'avg_acc_mask': 59.921746579306834, 'loss': 1.014431118965149}
+{'epoch': 230, 'iter': 800, 'avg_loss': 1.1548623561710305, 'avg_acc_mask': 59.934138309549944, 'loss': 1.1198093891143799}
+{'epoch': 230, 'iter': 810, 'avg_loss': 1.1550022024114681, 'avg_acc_mask': 59.936751750621184, 'loss': 1.1840462684631348}
+{'epoch': 230, 'iter': 820, 'avg_loss': 1.1556136802691925, 'avg_acc_mask': 59.92240456653586, 'loss': 1.2965787649154663}
+{'epoch': 230, 'iter': 830, 'avg_loss': 1.155615999953985, 'avg_acc_mask': 59.90878847297804, 'loss': 1.3507297039031982}
+{'epoch': 230, 'iter': 840, 'avg_loss': 1.1543005682908964, 'avg_acc_mask': 59.91901952674314, 'loss': 1.0890345573425293}
+{'epoch': 230, 'iter': 850, 'avg_loss': 1.1555029755473558, 'avg_acc_mask': 59.874459898106146, 'loss': 1.168224573135376}
+{'epoch': 230, 'iter': 860, 'avg_loss': 1.156398357760754, 'avg_acc_mask': 59.82838816557994, 'loss': 1.2397199869155884}
+{'epoch': 230, 'iter': 870, 'avg_loss': 1.157034881558402, 'avg_acc_mask': 59.812633608584484, 'loss': 1.0169330835342407}
+{'epoch': 230, 'iter': 880, 'avg_loss': 1.156954369331191, 'avg_acc_mask': 59.8416055064892, 'loss': 0.9214864373207092}
+{'epoch': 230, 'iter': 890, 'avg_loss': 1.1556915608051783, 'avg_acc_mask': 59.886310000205214, 'loss': 0.8400603532791138}
+{'epoch': 230, 'iter': 900, 'avg_loss': 1.1557106379663509, 'avg_acc_mask': 59.8819400774895, 'loss': 0.9855302572250366}
+{'epoch': 230, 'iter': 910, 'avg_loss': 1.1566417945465062, 'avg_acc_mask': 59.84637291670845, 'loss': 1.3034192323684692}
+{'epoch': 230, 'iter': 920, 'avg_loss': 1.1567007461148158, 'avg_acc_mask': 59.87052445538853, 'loss': 1.324890375137329}
+{'epoch': 230, 'iter': 930, 'avg_loss': 1.156585204165937, 'avg_acc_mask': 59.87038491751767, 'loss': 1.2733540534973145}
+{'epoch': 230, 'iter': 940, 'avg_loss': 1.1567497887469504, 'avg_acc_mask': 59.88000698988408, 'loss': 0.9914761781692505}
+{'epoch': 230, 'iter': 950, 'avg_loss': 1.1565183692550058, 'avg_acc_mask': 59.87508407802441, 'loss': 1.327602505683899}
+{'epoch': 230, 'iter': 960, 'avg_loss': 1.1567768135750578, 'avg_acc_mask': 59.84484037192676, 'loss': 1.2363892793655396}
+{'epoch': 230, 'iter': 970, 'avg_loss': 1.1570181871786422, 'avg_acc_mask': 59.84904097728085, 'loss': 1.054553747177124}
+{'epoch': 230, 'iter': 980, 'avg_loss': 1.1571314551171663, 'avg_acc_mask': 59.858787585230445, 'loss': 1.1761770248413086}
+{'epoch': 230, 'iter': 990, 'avg_loss': 1.157271570322131, 'avg_acc_mask': 59.83422361392522, 'loss': 1.1226801872253418}
+{'epoch': 230, 'iter': 1000, 'avg_loss': 1.1581448781025874, 'avg_acc_mask': 59.807138430128695, 'loss': 1.243481159210205}
+{'epoch': 230, 'iter': 1010, 'avg_loss': 1.1581138252740326, 'avg_acc_mask': 59.79521074872684, 'loss': 1.279669165611267}
+{'epoch': 230, 'iter': 1020, 'avg_loss': 1.1582770300308474, 'avg_acc_mask': 59.81228211316707, 'loss': 0.7789922952651978}
+{'epoch': 230, 'iter': 1030, 'avg_loss': 1.1581243942595592, 'avg_acc_mask': 59.841753106524585, 'loss': 1.0990580320358276}
+{'epoch': 230, 'iter': 1040, 'avg_loss': 1.1580882902104161, 'avg_acc_mask': 59.8292097003279, 'loss': 1.0002048015594482}
+{'epoch': 230, 'iter': 1050, 'avg_loss': 1.1581769663872432, 'avg_acc_mask': 59.8322363279554, 'loss': 1.0564755201339722}
+{'epoch': 230, 'iter': 1060, 'avg_loss': 1.15662769553349, 'avg_acc_mask': 59.862073709735675, 'loss': 0.8631986975669861}
+{'epoch': 230, 'iter': 1070, 'avg_loss': 1.15542747671642, 'avg_acc_mask': 59.876627360098155, 'loss': 0.9282948970794678}
+{'epoch': 230, 'iter': 1080, 'avg_loss': 1.1554627951706702, 'avg_acc_mask': 59.876397284792816, 'loss': 0.9153408408164978}
+{'epoch': 230, 'iter': 1090, 'avg_loss': 1.15602405234065, 'avg_acc_mask': 59.851586916918755, 'loss': 1.2634369134902954}
+{'epoch': 230, 'iter': 1100, 'avg_loss': 1.155191362337239, 'avg_acc_mask': 59.87240036457039, 'loss': 1.12125563621521}
+{'epoch': 'EP230_train', 'avg_loss': 1.1553554595865276, 'total_masked_acc': 59.87716488632799}
+{'epoch': 231, 'iter': 0, 'avg_loss': 1.28204345703125, 'avg_acc_mask': 57.14285714285714, 'loss': 1.28204345703125}
+{'epoch': 231, 'iter': 10, 'avg_loss': 1.2361238923939792, 'avg_acc_mask': 58.93719806763285, 'loss': 0.9678242206573486}
+{'epoch': 231, 'iter': 20, 'avg_loss': 1.2296591174034845, 'avg_acc_mask': 58.31202046035806, 'loss': 1.0823819637298584}
+{'epoch': 231, 'iter': 30, 'avg_loss': 1.2283158244625214, 'avg_acc_mask': 57.825567502986864, 'loss': 1.1766737699508667}
+{'epoch': 231, 'iter': 40, 'avg_loss': 1.2266771255469904, 'avg_acc_mask': 58.13117699910153, 'loss': 1.2383193969726562}
+{'epoch': 231, 'iter': 50, 'avg_loss': 1.2325871376430286, 'avg_acc_mask': 57.111913357400724, 'loss': 1.6700927019119263}
+{'epoch': 231, 'iter': 60, 'avg_loss': 1.2131468653678894, 'avg_acc_mask': 57.37507525586996, 'loss': 1.0786362886428833}
+{'epoch': 231, 'iter': 70, 'avg_loss': 1.2056141327804244, 'avg_acc_mask': 57.9539641943734, 'loss': 1.0980119705200195}
+{'epoch': 231, 'iter': 80, 'avg_loss': 1.2041700725202207, 'avg_acc_mask': 57.88650580875782, 'loss': 1.2094560861587524}
+{'epoch': 231, 'iter': 90, 'avg_loss': 1.2064404710308536, 'avg_acc_mask': 58.01830481496219, 'loss': 1.34797203540802}
+{'epoch': 231, 'iter': 100, 'avg_loss': 1.190016233094848, 'avg_acc_mask': 58.56624319419238, 'loss': 0.5676625967025757}
+{'epoch': 231, 'iter': 110, 'avg_loss': 1.1967336336771648, 'avg_acc_mask': 58.45697329376854, 'loss': 0.9845611453056335}
+{'epoch': 231, 'iter': 120, 'avg_loss': 1.1848910845015659, 'avg_acc_mask': 58.73256519102487, 'loss': 1.224046230316162}
+{'epoch': 231, 'iter': 130, 'avg_loss': 1.1778785759256085, 'avg_acc_mask': 58.884384174472245, 'loss': 1.0123475790023804}
+{'epoch': 231, 'iter': 140, 'avg_loss': 1.1785686878447836, 'avg_acc_mask': 58.740894901144635, 'loss': 1.1295382976531982}
+{'epoch': 231, 'iter': 150, 'avg_loss': 1.1761180829528153, 'avg_acc_mask': 58.84008320078307, 'loss': 1.2538901567459106}
+{'epoch': 231, 'iter': 160, 'avg_loss': 1.1777149301878413, 'avg_acc_mask': 58.907418056354224, 'loss': 1.489404320716858}
+{'epoch': 231, 'iter': 170, 'avg_loss': 1.183005746693639, 'avg_acc_mask': 58.71302094580004, 'loss': 1.0719021558761597}
+{'epoch': 231, 'iter': 180, 'avg_loss': 1.1820281378472048, 'avg_acc_mask': 58.662737526674114, 'loss': 1.144008755683899}
+{'epoch': 231, 'iter': 190, 'avg_loss': 1.1817025195865731, 'avg_acc_mask': 58.593148575827556, 'loss': 0.9917976260185242}
+{'epoch': 231, 'iter': 200, 'avg_loss': 1.1798613795000523, 'avg_acc_mask': 58.6593707250342, 'loss': 1.1160328388214111}
+{'epoch': 231, 'iter': 210, 'avg_loss': 1.1773629019045717, 'avg_acc_mask': 58.79135191456108, 'loss': 1.0275205373764038}
+{'epoch': 231, 'iter': 220, 'avg_loss': 1.173773643118224, 'avg_acc_mask': 58.884844473858365, 'loss': 1.4257982969284058}
+{'epoch': 231, 'iter': 230, 'avg_loss': 1.1758937871817388, 'avg_acc_mask': 58.87301587301587, 'loss': 1.029123306274414}
+{'epoch': 231, 'iter': 240, 'avg_loss': 1.1768208922686914, 'avg_acc_mask': 58.88220513210995, 'loss': 1.2331843376159668}
+{'epoch': 231, 'iter': 250, 'avg_loss': 1.1784628268732018, 'avg_acc_mask': 58.83084577114428, 'loss': 0.8463998436927795}
+{'epoch': 231, 'iter': 260, 'avg_loss': 1.1801447489252492, 'avg_acc_mask': 58.78121032585696, 'loss': 1.0794603824615479}
+{'epoch': 231, 'iter': 270, 'avg_loss': 1.1828819948808733, 'avg_acc_mask': 58.79325523125889, 'loss': 1.173397421836853}
+{'epoch': 231, 'iter': 280, 'avg_loss': 1.1889332884995538, 'avg_acc_mask': 58.546310216354016, 'loss': 0.9375244379043579}
+{'epoch': 231, 'iter': 290, 'avg_loss': 1.188201294527021, 'avg_acc_mask': 58.59840324420226, 'loss': 1.2698333263397217}
+{'epoch': 231, 'iter': 300, 'avg_loss': 1.1825190249867614, 'avg_acc_mask': 58.821724455354406, 'loss': 0.8055028319358826}
+{'epoch': 231, 'iter': 310, 'avg_loss': 1.1820190165587177, 'avg_acc_mask': 58.813024584796715, 'loss': 1.1683014631271362}
+{'epoch': 231, 'iter': 320, 'avg_loss': 1.1825452536066001, 'avg_acc_mask': 58.911062406275235, 'loss': 1.1350528001785278}
+{'epoch': 231, 'iter': 330, 'avg_loss': 1.1812039665945346, 'avg_acc_mask': 58.95647321428571, 'loss': 0.7327067852020264}
+{'epoch': 231, 'iter': 340, 'avg_loss': 1.1787261012013008, 'avg_acc_mask': 59.03222306607356, 'loss': 0.9365550875663757}
+{'epoch': 231, 'iter': 350, 'avg_loss': 1.176532718870375, 'avg_acc_mask': 59.17796654883132, 'loss': 1.0670057535171509}
+{'epoch': 231, 'iter': 360, 'avg_loss': 1.1772122814054304, 'avg_acc_mask': 59.08274765300364, 'loss': 1.2964850664138794}
+{'epoch': 231, 'iter': 370, 'avg_loss': 1.1768058904740366, 'avg_acc_mask': 59.11541533546326, 'loss': 1.1552700996398926}
+{'epoch': 231, 'iter': 380, 'avg_loss': 1.1773687745016703, 'avg_acc_mask': 59.079867858530896, 'loss': 0.7059975862503052}
+{'epoch': 231, 'iter': 390, 'avg_loss': 1.175437761694574, 'avg_acc_mask': 59.21507361643707, 'loss': 1.3365765810012817}
+{'epoch': 231, 'iter': 400, 'avg_loss': 1.1741944288375075, 'avg_acc_mask': 59.287661107774746, 'loss': 0.8481876254081726}
+{'epoch': 231, 'iter': 410, 'avg_loss': 1.174276689833388, 'avg_acc_mask': 59.237074401008826, 'loss': 1.1946684122085571}
+{'epoch': 231, 'iter': 420, 'avg_loss': 1.1741991302179893, 'avg_acc_mask': 59.21423537702607, 'loss': 1.1487884521484375}
+{'epoch': 231, 'iter': 430, 'avg_loss': 1.1731871496497064, 'avg_acc_mask': 59.224806201550386, 'loss': 1.0915387868881226}
+{'epoch': 231, 'iter': 440, 'avg_loss': 1.1736937377458256, 'avg_acc_mask': 59.212240951700366, 'loss': 1.788160800933838}
+{'epoch': 231, 'iter': 450, 'avg_loss': 1.1746765776906998, 'avg_acc_mask': 59.1604938271605, 'loss': 0.7754767537117004}
+{'epoch': 231, 'iter': 460, 'avg_loss': 1.1748482151817603, 'avg_acc_mask': 59.14134105161602, 'loss': 1.1304092407226562}
+{'epoch': 231, 'iter': 470, 'avg_loss': 1.1761037740231572, 'avg_acc_mask': 59.14612572237292, 'loss': 1.120593547821045}
+{'epoch': 231, 'iter': 480, 'avg_loss': 1.1735456668909274, 'avg_acc_mask': 59.2049967228284, 'loss': 1.0064607858657837}
+{'epoch': 231, 'iter': 490, 'avg_loss': 1.1752634812032619, 'avg_acc_mask': 59.12905420730324, 'loss': 1.3161323070526123}
+{'epoch': 231, 'iter': 500, 'avg_loss': 1.174303874165236, 'avg_acc_mask': 59.16065816232206, 'loss': 0.9940302968025208}
+{'epoch': 231, 'iter': 510, 'avg_loss': 1.1721751958190112, 'avg_acc_mask': 59.210526315789465, 'loss': 1.1367833614349365}
+{'epoch': 231, 'iter': 520, 'avg_loss': 1.1718917564558662, 'avg_acc_mask': 59.23238359477821, 'loss': 1.04643714427948}
+{'epoch': 231, 'iter': 530, 'avg_loss': 1.1725291496391799, 'avg_acc_mask': 59.211031593646354, 'loss': 0.9036255478858948}
+{'epoch': 231, 'iter': 540, 'avg_loss': 1.1740120887315648, 'avg_acc_mask': 59.15300078742853, 'loss': 1.22298002243042}
+{'epoch': 231, 'iter': 550, 'avg_loss': 1.176002001156608, 'avg_acc_mask': 59.05977165883143, 'loss': 1.2276265621185303}
+{'epoch': 231, 'iter': 560, 'avg_loss': 1.1758506583869988, 'avg_acc_mask': 59.09511228533686, 'loss': 1.0540425777435303}
+{'epoch': 231, 'iter': 570, 'avg_loss': 1.1741590890283133, 'avg_acc_mask': 59.15831143125993, 'loss': 0.8371889591217041}
+{'epoch': 231, 'iter': 580, 'avg_loss': 1.1724823197276169, 'avg_acc_mask': 59.25831527972474, 'loss': 1.0454623699188232}
+{'epoch': 231, 'iter': 590, 'avg_loss': 1.172259311688128, 'avg_acc_mask': 59.233754851633904, 'loss': 0.9346926212310791}
+{'epoch': 231, 'iter': 600, 'avg_loss': 1.1707004774826735, 'avg_acc_mask': 59.28410944569266, 'loss': 1.3641294240951538}
+{'epoch': 231, 'iter': 610, 'avg_loss': 1.170412952302911, 'avg_acc_mask': 59.300813499863914, 'loss': 1.0554680824279785}
+{'epoch': 231, 'iter': 620, 'avg_loss': 1.1680805497891278, 'avg_acc_mask': 59.367838328521685, 'loss': 1.6206244230270386}
+{'epoch': 231, 'iter': 630, 'avg_loss': 1.1669548345632297, 'avg_acc_mask': 59.43501170960187, 'loss': 0.9758577942848206}
+{'epoch': 231, 'iter': 640, 'avg_loss': 1.1671782551615175, 'avg_acc_mask': 59.46695157517831, 'loss': 1.1468385457992554}
+{'epoch': 231, 'iter': 650, 'avg_loss': 1.1671463225477485, 'avg_acc_mask': 59.47046263345196, 'loss': 1.055899977684021}
+{'epoch': 231, 'iter': 660, 'avg_loss': 1.1666157067994307, 'avg_acc_mask': 59.495303518856026, 'loss': 1.0391241312026978}
+{'epoch': 231, 'iter': 670, 'avg_loss': 1.1662043480510684, 'avg_acc_mask': 59.47665412701926, 'loss': 1.0117130279541016}
+{'epoch': 231, 'iter': 680, 'avg_loss': 1.1656591526387197, 'avg_acc_mask': 59.48170150148514, 'loss': 1.1947277784347534}
+{'epoch': 231, 'iter': 690, 'avg_loss': 1.166513757750543, 'avg_acc_mask': 59.44335596768566, 'loss': 1.1102678775787354}
+{'epoch': 231, 'iter': 700, 'avg_loss': 1.1690948700768802, 'avg_acc_mask': 59.36179205409975, 'loss': 1.3184565305709839}
+{'epoch': 231, 'iter': 710, 'avg_loss': 1.1679235610445509, 'avg_acc_mask': 59.39013593042029, 'loss': 0.8823606371879578}
+{'epoch': 231, 'iter': 720, 'avg_loss': 1.1685418398138885, 'avg_acc_mask': 59.37427816133255, 'loss': 0.991963803768158}
+{'epoch': 231, 'iter': 730, 'avg_loss': 1.1674702183818686, 'avg_acc_mask': 59.373972845187225, 'loss': 1.1962319612503052}
+{'epoch': 231, 'iter': 740, 'avg_loss': 1.1692260260845808, 'avg_acc_mask': 59.29870065092152, 'loss': 1.3410893678665161}
+{'epoch': 231, 'iter': 750, 'avg_loss': 1.1696690372557201, 'avg_acc_mask': 59.28650510517899, 'loss': 1.2623388767242432}
+{'epoch': 231, 'iter': 760, 'avg_loss': 1.1684868670951052, 'avg_acc_mask': 59.34183363691561, 'loss': 0.9595931172370911}
+{'epoch': 231, 'iter': 770, 'avg_loss': 1.169111659941197, 'avg_acc_mask': 59.31947703654039, 'loss': 1.0890640020370483}
+{'epoch': 231, 'iter': 780, 'avg_loss': 1.1680419439695555, 'avg_acc_mask': 59.35682194372192, 'loss': 1.4474623203277588}
+{'epoch': 231, 'iter': 790, 'avg_loss': 1.1682494462817417, 'avg_acc_mask': 59.322627328322675, 'loss': 1.1358778476715088}
+{'epoch': 231, 'iter': 800, 'avg_loss': 1.1675719036889285, 'avg_acc_mask': 59.32859017752297, 'loss': 0.9569380879402161}
+{'epoch': 231, 'iter': 810, 'avg_loss': 1.1676416046522402, 'avg_acc_mask': 59.33259075720033, 'loss': 1.1817234754562378}
+{'epoch': 231, 'iter': 820, 'avg_loss': 1.1686104379966402, 'avg_acc_mask': 59.299245825103256, 'loss': 1.3951702117919922}
+{'epoch': 231, 'iter': 830, 'avg_loss': 1.1681506797294754, 'avg_acc_mask': 59.29535565225114, 'loss': 1.2758785486221313}
+{'epoch': 231, 'iter': 840, 'avg_loss': 1.1679136624092439, 'avg_acc_mask': 59.290036835642866, 'loss': 1.2434941530227661}
+{'epoch': 231, 'iter': 850, 'avg_loss': 1.1693430029547454, 'avg_acc_mask': 59.25509121994503, 'loss': 1.1175049543380737}
+{'epoch': 231, 'iter': 860, 'avg_loss': 1.1692483223689143, 'avg_acc_mask': 59.247534917545394, 'loss': 1.214134931564331}
+{'epoch': 231, 'iter': 870, 'avg_loss': 1.1703368067467663, 'avg_acc_mask': 59.17127304949575, 'loss': 1.2277592420578003}
+{'epoch': 231, 'iter': 880, 'avg_loss': 1.1691985045063915, 'avg_acc_mask': 59.20909849749583, 'loss': 1.1139591932296753}
+{'epoch': 231, 'iter': 890, 'avg_loss': 1.1687103153345426, 'avg_acc_mask': 59.22759190417183, 'loss': 0.9397895932197571}
+{'epoch': 231, 'iter': 900, 'avg_loss': 1.1686158051898292, 'avg_acc_mask': 59.24029457965278, 'loss': 1.2605578899383545}
+{'epoch': 231, 'iter': 910, 'avg_loss': 1.1701057239892585, 'avg_acc_mask': 59.197965650164484, 'loss': 1.0778299570083618}
+{'epoch': 231, 'iter': 920, 'avg_loss': 1.1692407807490983, 'avg_acc_mask': 59.24579554987417, 'loss': 1.0766527652740479}
+{'epoch': 231, 'iter': 930, 'avg_loss': 1.1678828113061144, 'avg_acc_mask': 59.303337023564765, 'loss': 1.4036829471588135}
+{'epoch': 231, 'iter': 940, 'avg_loss': 1.1678807396564423, 'avg_acc_mask': 59.27070094828429, 'loss': 1.0456750392913818}
+{'epoch': 231, 'iter': 950, 'avg_loss': 1.1673428831165646, 'avg_acc_mask': 59.31960954866145, 'loss': 1.3107272386550903}
+{'epoch': 231, 'iter': 960, 'avg_loss': 1.1670189973094833, 'avg_acc_mask': 59.35061955025242, 'loss': 1.0866432189941406}
+{'epoch': 231, 'iter': 970, 'avg_loss': 1.1671780015118458, 'avg_acc_mask': 59.34810162501656, 'loss': 1.0257740020751953}
+{'epoch': 231, 'iter': 980, 'avg_loss': 1.1673095702638927, 'avg_acc_mask': 59.33536893767679, 'loss': 1.19640052318573}
+{'epoch': 231, 'iter': 990, 'avg_loss': 1.1672193561986044, 'avg_acc_mask': 59.3288764606752, 'loss': 1.4241591691970825}
+{'epoch': 231, 'iter': 1000, 'avg_loss': 1.1668806668523546, 'avg_acc_mask': 59.32930181418362, 'loss': 1.344321370124817}
+{'epoch': 231, 'iter': 1010, 'avg_loss': 1.1674336291680114, 'avg_acc_mask': 59.316589845025945, 'loss': 1.2816280126571655}
+{'epoch': 231, 'iter': 1020, 'avg_loss': 1.1671686323686163, 'avg_acc_mask': 59.316675348937466, 'loss': 1.3491586446762085}
+{'epoch': 231, 'iter': 1030, 'avg_loss': 1.1672556193908594, 'avg_acc_mask': 59.33160031336799, 'loss': 1.279179573059082}
+{'epoch': 231, 'iter': 1040, 'avg_loss': 1.1674950676509444, 'avg_acc_mask': 59.32854900992718, 'loss': 1.243282675743103}
+{'epoch': 231, 'iter': 1050, 'avg_loss': 1.1668825851634612, 'avg_acc_mask': 59.34770456292362, 'loss': 1.01738440990448}
+{'epoch': 231, 'iter': 1060, 'avg_loss': 1.1674514382543932, 'avg_acc_mask': 59.357863234556376, 'loss': 0.8195711970329285}
+{'epoch': 231, 'iter': 1070, 'avg_loss': 1.1669608740802127, 'avg_acc_mask': 59.363539774479904, 'loss': 1.117782711982727}
+{'epoch': 231, 'iter': 1080, 'avg_loss': 1.1663608831680008, 'avg_acc_mask': 59.39969476004748, 'loss': 1.0510625839233398}
+{'epoch': 231, 'iter': 1090, 'avg_loss': 1.1666461138087167, 'avg_acc_mask': 59.37730906159737, 'loss': 1.187935471534729}
+{'epoch': 231, 'iter': 1100, 'avg_loss': 1.166679403924812, 'avg_acc_mask': 59.38222910113669, 'loss': 1.1326395273208618}
+{'epoch': 'EP231_train', 'avg_loss': 1.1667091868581816, 'total_masked_acc': 59.36800570320142}
+{'epoch': 232, 'iter': 0, 'avg_loss': 1.338677167892456, 'avg_acc_mask': 59.154929577464785, 'loss': 1.338677167892456}
+{'epoch': 232, 'iter': 10, 'avg_loss': 1.2326688007874922, 'avg_acc_mask': 59.27672955974843, 'loss': 1.001833438873291}
+{'epoch': 232, 'iter': 20, 'avg_loss': 1.189387667746771, 'avg_acc_mask': 58.80806310254163, 'loss': 1.3339765071868896}
+{'epoch': 232, 'iter': 30, 'avg_loss': 1.182685665545925, 'avg_acc_mask': 59.470588235294116, 'loss': 1.150953769683838}
+{'epoch': 232, 'iter': 40, 'avg_loss': 1.1572708400284373, 'avg_acc_mask': 59.93761140819964, 'loss': 1.1401216983795166}
+{'epoch': 232, 'iter': 50, 'avg_loss': 1.1758271397328843, 'avg_acc_mask': 59.62357954545454, 'loss': 1.1062449216842651}
+{'epoch': 232, 'iter': 60, 'avg_loss': 1.1451080119023558, 'avg_acc_mask': 60.15531660692951, 'loss': 0.7742375135421753}
+{'epoch': 232, 'iter': 70, 'avg_loss': 1.1500974994310191, 'avg_acc_mask': 60.0816743236345, 'loss': 1.2694096565246582}
+{'epoch': 232, 'iter': 80, 'avg_loss': 1.1451249814327853, 'avg_acc_mask': 60.264159391090224, 'loss': 1.0985183715820312}
+{'epoch': 232, 'iter': 90, 'avg_loss': 1.1468391470856718, 'avg_acc_mask': 60.16324905434999, 'loss': 1.1185214519500732}
+{'epoch': 232, 'iter': 100, 'avg_loss': 1.1377890641146367, 'avg_acc_mask': 60.235507246376805, 'loss': 0.8273670673370361}
+{'epoch': 232, 'iter': 110, 'avg_loss': 1.1451506872434873, 'avg_acc_mask': 60.18257261410789, 'loss': 1.0792957544326782}
+{'epoch': 232, 'iter': 120, 'avg_loss': 1.136652290328475, 'avg_acc_mask': 60.36324786324786, 'loss': 1.1455272436141968}
+{'epoch': 232, 'iter': 130, 'avg_loss': 1.1436116213106926, 'avg_acc_mask': 59.80145413870246, 'loss': 1.2569408416748047}
+{'epoch': 232, 'iter': 140, 'avg_loss': 1.1465242995438, 'avg_acc_mask': 59.57253886010363, 'loss': 1.032950520515442}
+{'epoch': 232, 'iter': 150, 'avg_loss': 1.14431673959391, 'avg_acc_mask': 59.90755382556866, 'loss': 1.0114033222198486}
+{'epoch': 232, 'iter': 160, 'avg_loss': 1.1449933711046016, 'avg_acc_mask': 59.9816744931852, 'loss': 1.2788478136062622}
+{'epoch': 232, 'iter': 170, 'avg_loss': 1.1476664584979677, 'avg_acc_mask': 59.84344842376152, 'loss': 1.3377304077148438}
+{'epoch': 232, 'iter': 180, 'avg_loss': 1.1529021342156343, 'avg_acc_mask': 59.86257073565076, 'loss': 1.3871796131134033}
+{'epoch': 232, 'iter': 190, 'avg_loss': 1.1529445407902383, 'avg_acc_mask': 59.7544727826418, 'loss': 1.0452274084091187}
+{'epoch': 232, 'iter': 200, 'avg_loss': 1.146800047722622, 'avg_acc_mask': 59.94210240636873, 'loss': 0.9431872963905334}
+{'epoch': 232, 'iter': 210, 'avg_loss': 1.1432055342253915, 'avg_acc_mask': 60.17058671491341, 'loss': 1.1123204231262207}
+{'epoch': 232, 'iter': 220, 'avg_loss': 1.1445563985751226, 'avg_acc_mask': 60.11050634999175, 'loss': 1.343633770942688}
+{'epoch': 232, 'iter': 230, 'avg_loss': 1.1441988614730505, 'avg_acc_mask': 60.12658227848101, 'loss': 0.918527364730835}
+{'epoch': 232, 'iter': 240, 'avg_loss': 1.1422907870834793, 'avg_acc_mask': 60.21734174329356, 'loss': 0.9855976104736328}
+{'epoch': 232, 'iter': 250, 'avg_loss': 1.1462322815480934, 'avg_acc_mask': 60.0643415953791, 'loss': 1.122363567352295}
+{'epoch': 232, 'iter': 260, 'avg_loss': 1.1461111857516555, 'avg_acc_mask': 59.9957853329587, 'loss': 1.071757435798645}
+{'epoch': 232, 'iter': 270, 'avg_loss': 1.1463631167183064, 'avg_acc_mask': 59.94732576985413, 'loss': 1.3722729682922363}
+{'epoch': 232, 'iter': 280, 'avg_loss': 1.1477231381202508, 'avg_acc_mask': 59.971324296141816, 'loss': 0.7654455304145813}
+{'epoch': 232, 'iter': 290, 'avg_loss': 1.1501178718924112, 'avg_acc_mask': 59.92063492063492, 'loss': 1.1221015453338623}
+{'epoch': 232, 'iter': 300, 'avg_loss': 1.1488556984651128, 'avg_acc_mask': 59.9865829115082, 'loss': 1.0984493494033813}
+{'epoch': 232, 'iter': 310, 'avg_loss': 1.1491469384389674, 'avg_acc_mask': 59.913818546720975, 'loss': 1.1502771377563477}
+{'epoch': 232, 'iter': 320, 'avg_loss': 1.151026462468774, 'avg_acc_mask': 59.91532211923561, 'loss': 1.0681456327438354}
+{'epoch': 232, 'iter': 330, 'avg_loss': 1.1534736711092946, 'avg_acc_mask': 59.77827050997783, 'loss': 0.7686721086502075}
+{'epoch': 232, 'iter': 340, 'avg_loss': 1.1493774972353512, 'avg_acc_mask': 59.98170961321212, 'loss': 0.9872812032699585}
+{'epoch': 232, 'iter': 350, 'avg_loss': 1.1506681370938945, 'avg_acc_mask': 59.99058971141782, 'loss': 1.3119374513626099}
+{'epoch': 232, 'iter': 360, 'avg_loss': 1.1502918998950737, 'avg_acc_mask': 60.03044140030441, 'loss': 1.2201911211013794}
+{'epoch': 232, 'iter': 370, 'avg_loss': 1.1502344209871525, 'avg_acc_mask': 60.069204152249135, 'loss': 1.1639853715896606}
+{'epoch': 232, 'iter': 380, 'avg_loss': 1.152497778570871, 'avg_acc_mask': 60.02020882452004, 'loss': 0.8980046510696411}
+{'epoch': 232, 'iter': 390, 'avg_loss': 1.1515786659991956, 'avg_acc_mask': 60.083501430782945, 'loss': 1.2186071872711182}
+{'epoch': 232, 'iter': 400, 'avg_loss': 1.1526844544600965, 'avg_acc_mask': 60.10911424903723, 'loss': 0.8109150528907776}
+{'epoch': 232, 'iter': 410, 'avg_loss': 1.151797593510064, 'avg_acc_mask': 60.14875884935926, 'loss': 1.1571539640426636}
+{'epoch': 232, 'iter': 420, 'avg_loss': 1.1499865437346797, 'avg_acc_mask': 60.17450782654448, 'loss': 1.0239241123199463}
+{'epoch': 232, 'iter': 430, 'avg_loss': 1.1504492017066672, 'avg_acc_mask': 60.171269535431385, 'loss': 0.8155391812324524}
+{'epoch': 232, 'iter': 440, 'avg_loss': 1.1516361715031318, 'avg_acc_mask': 60.02676032781401, 'loss': 1.2116544246673584}
+{'epoch': 232, 'iter': 450, 'avg_loss': 1.1526039684162437, 'avg_acc_mask': 60.040849673202615, 'loss': 0.790873646736145}
+{'epoch': 232, 'iter': 460, 'avg_loss': 1.1534979278767186, 'avg_acc_mask': 60.02392821535394, 'loss': 0.9801129698753357}
+{'epoch': 232, 'iter': 470, 'avg_loss': 1.1534422841041712, 'avg_acc_mask': 60.03115871470301, 'loss': 1.1424801349639893}
+{'epoch': 232, 'iter': 480, 'avg_loss': 1.1531575646816816, 'avg_acc_mask': 60.035780899090256, 'loss': 1.1163591146469116}
+{'epoch': 232, 'iter': 490, 'avg_loss': 1.154813912638336, 'avg_acc_mask': 59.93952290290066, 'loss': 1.2047016620635986}
+{'epoch': 232, 'iter': 500, 'avg_loss': 1.152457484466111, 'avg_acc_mask': 60.04538633285751, 'loss': 1.2790940999984741}
+{'epoch': 232, 'iter': 510, 'avg_loss': 1.153033315668834, 'avg_acc_mask': 59.99426338245312, 'loss': 1.1900845766067505}
+{'epoch': 232, 'iter': 520, 'avg_loss': 1.1515525799108788, 'avg_acc_mask': 60.02744352966012, 'loss': 1.038191556930542}
+{'epoch': 232, 'iter': 530, 'avg_loss': 1.1508917860167625, 'avg_acc_mask': 60.09465902024459, 'loss': 1.0289082527160645}
+{'epoch': 232, 'iter': 540, 'avg_loss': 1.1519975245770155, 'avg_acc_mask': 60.04474879652858, 'loss': 1.3757034540176392}
+{'epoch': 232, 'iter': 550, 'avg_loss': 1.1529954500942612, 'avg_acc_mask': 59.986686636711596, 'loss': 1.1807938814163208}
+{'epoch': 232, 'iter': 560, 'avg_loss': 1.1527475915490624, 'avg_acc_mask': 59.9751235638768, 'loss': 1.1684225797653198}
+{'epoch': 232, 'iter': 570, 'avg_loss': 1.1517482108702384, 'avg_acc_mask': 60.039870100639845, 'loss': 1.2169301509857178}
+{'epoch': 232, 'iter': 580, 'avg_loss': 1.151052175413516, 'avg_acc_mask': 60.07008018182967, 'loss': 1.2225793600082397}
+{'epoch': 232, 'iter': 590, 'avg_loss': 1.150588025397254, 'avg_acc_mask': 60.065126376182356, 'loss': 0.784143328666687}
+{'epoch': 232, 'iter': 600, 'avg_loss': 1.1500576198993626, 'avg_acc_mask': 60.06466766311808, 'loss': 1.094752550125122}
+{'epoch': 232, 'iter': 610, 'avg_loss': 1.1504314875446637, 'avg_acc_mask': 60.065285098227115, 'loss': 1.0433505773544312}
+{'epoch': 232, 'iter': 620, 'avg_loss': 1.1490049451445612, 'avg_acc_mask': 60.089090801817214, 'loss': 1.4444071054458618}
+{'epoch': 232, 'iter': 630, 'avg_loss': 1.1477091639242156, 'avg_acc_mask': 60.12419476524868, 'loss': 1.1148687601089478}
+{'epoch': 232, 'iter': 640, 'avg_loss': 1.1473574470060293, 'avg_acc_mask': 60.13853904282116, 'loss': 0.9059369564056396}
+{'epoch': 232, 'iter': 650, 'avg_loss': 1.147517616664576, 'avg_acc_mask': 60.115606936416185, 'loss': 1.1785942316055298}
+{'epoch': 232, 'iter': 660, 'avg_loss': 1.147764047768401, 'avg_acc_mask': 60.09451007644198, 'loss': 0.8620105981826782}
+{'epoch': 232, 'iter': 670, 'avg_loss': 1.1493610889829928, 'avg_acc_mask': 60.06952047295818, 'loss': 1.2281018495559692}
+{'epoch': 232, 'iter': 680, 'avg_loss': 1.150481054523793, 'avg_acc_mask': 60.03400442597291, 'loss': 1.1641584634780884}
+{'epoch': 232, 'iter': 690, 'avg_loss': 1.1513481896624034, 'avg_acc_mask': 59.99362448198916, 'loss': 1.3991079330444336}
+{'epoch': 232, 'iter': 700, 'avg_loss': 1.15303620708822, 'avg_acc_mask': 59.92516223571279, 'loss': 1.3598965406417847}
+{'epoch': 232, 'iter': 710, 'avg_loss': 1.152242582893908, 'avg_acc_mask': 59.9715982442551, 'loss': 0.9923101663589478}
+{'epoch': 232, 'iter': 720, 'avg_loss': 1.1537622939201069, 'avg_acc_mask': 59.92109951641639, 'loss': 1.1943708658218384}
+{'epoch': 232, 'iter': 730, 'avg_loss': 1.1530332557969152, 'avg_acc_mask': 59.92708988057826, 'loss': 1.4369280338287354}
+{'epoch': 232, 'iter': 740, 'avg_loss': 1.1533289311224955, 'avg_acc_mask': 59.92853243337139, 'loss': 1.0112121105194092}
+{'epoch': 232, 'iter': 750, 'avg_loss': 1.1542579950727572, 'avg_acc_mask': 59.86986938016731, 'loss': 0.9578986763954163}
+{'epoch': 232, 'iter': 760, 'avg_loss': 1.1540724928056363, 'avg_acc_mask': 59.87630459992269, 'loss': 0.9071274995803833}
+{'epoch': 232, 'iter': 770, 'avg_loss': 1.1549346756996965, 'avg_acc_mask': 59.871791816600336, 'loss': 1.3983359336853027}
+{'epoch': 232, 'iter': 780, 'avg_loss': 1.153999650066244, 'avg_acc_mask': 59.90673794776383, 'loss': 1.270473599433899}
+{'epoch': 232, 'iter': 790, 'avg_loss': 1.1543159620499641, 'avg_acc_mask': 59.93572576325656, 'loss': 1.2366809844970703}
+{'epoch': 232, 'iter': 800, 'avg_loss': 1.1551474249467124, 'avg_acc_mask': 59.91909347921024, 'loss': 1.1048309803009033}
+{'epoch': 232, 'iter': 810, 'avg_loss': 1.1545464871256037, 'avg_acc_mask': 59.92551041264507, 'loss': 0.9166437387466431}
+{'epoch': 232, 'iter': 820, 'avg_loss': 1.1547964838913094, 'avg_acc_mask': 59.90753416971519, 'loss': 1.1568883657455444}
+{'epoch': 232, 'iter': 830, 'avg_loss': 1.1546728202151908, 'avg_acc_mask': 59.89090183382486, 'loss': 1.1722028255462646}
+{'epoch': 232, 'iter': 840, 'avg_loss': 1.1547149867705302, 'avg_acc_mask': 59.866359951801954, 'loss': 1.0116163492202759}
+{'epoch': 232, 'iter': 850, 'avg_loss': 1.1557246036170932, 'avg_acc_mask': 59.86029713890271, 'loss': 1.3561139106750488}
+{'epoch': 232, 'iter': 860, 'avg_loss': 1.1559989740347336, 'avg_acc_mask': 59.83846499006431, 'loss': 1.3538674116134644}
+{'epoch': 232, 'iter': 870, 'avg_loss': 1.1566906101257464, 'avg_acc_mask': 59.80332158608901, 'loss': 1.0482027530670166}
+{'epoch': 232, 'iter': 880, 'avg_loss': 1.1575126436186973, 'avg_acc_mask': 59.78473989403863, 'loss': 1.184747338294983}
+{'epoch': 232, 'iter': 890, 'avg_loss': 1.1563308808271064, 'avg_acc_mask': 59.79875617264819, 'loss': 0.8985523581504822}
+{'epoch': 232, 'iter': 900, 'avg_loss': 1.156247803492763, 'avg_acc_mask': 59.78145424836602, 'loss': 1.3858184814453125}
+{'epoch': 232, 'iter': 910, 'avg_loss': 1.1567495766246096, 'avg_acc_mask': 59.750878184681234, 'loss': 1.1264182329177856}
+{'epoch': 232, 'iter': 920, 'avg_loss': 1.1564194396963337, 'avg_acc_mask': 59.76719534390688, 'loss': 1.0653141736984253}
+{'epoch': 232, 'iter': 930, 'avg_loss': 1.1559266932028578, 'avg_acc_mask': 59.804115552038, 'loss': 1.1985504627227783}
+{'epoch': 232, 'iter': 940, 'avg_loss': 1.1560508822913378, 'avg_acc_mask': 59.81732480588315, 'loss': 0.8199525475502014}
+{'epoch': 232, 'iter': 950, 'avg_loss': 1.1556239082986248, 'avg_acc_mask': 59.85803806281912, 'loss': 1.378299593925476}
+{'epoch': 232, 'iter': 960, 'avg_loss': 1.1553183282327206, 'avg_acc_mask': 59.87865796474574, 'loss': 1.130501389503479}
+{'epoch': 232, 'iter': 970, 'avg_loss': 1.1549532557123108, 'avg_acc_mask': 59.91217776431843, 'loss': 1.1516244411468506}
+{'epoch': 232, 'iter': 980, 'avg_loss': 1.1551404219276435, 'avg_acc_mask': 59.8831000955432, 'loss': 0.909673273563385}
+{'epoch': 232, 'iter': 990, 'avg_loss': 1.1553290062908208, 'avg_acc_mask': 59.881093495332635, 'loss': 1.2129437923431396}
+{'epoch': 232, 'iter': 1000, 'avg_loss': 1.156412005722225, 'avg_acc_mask': 59.841147553011965, 'loss': 1.5889151096343994}
+{'epoch': 232, 'iter': 1010, 'avg_loss': 1.1564919454525533, 'avg_acc_mask': 59.87580346442968, 'loss': 0.9263362288475037}
+{'epoch': 232, 'iter': 1020, 'avg_loss': 1.1563270270649297, 'avg_acc_mask': 59.8893201092425, 'loss': 1.003072738647461}
+{'epoch': 232, 'iter': 1030, 'avg_loss': 1.1562970811365647, 'avg_acc_mask': 59.89853137516688, 'loss': 1.0493332147598267}
+{'epoch': 232, 'iter': 1040, 'avg_loss': 1.1563413664197602, 'avg_acc_mask': 59.88332128945838, 'loss': 1.147393822669983}
+{'epoch': 232, 'iter': 1050, 'avg_loss': 1.1556662250767427, 'avg_acc_mask': 59.91447770311545, 'loss': 1.1761690378189087}
+{'epoch': 232, 'iter': 1060, 'avg_loss': 1.1549468210685039, 'avg_acc_mask': 59.94434073152182, 'loss': 0.6331149339675903}
+{'epoch': 232, 'iter': 1070, 'avg_loss': 1.1547287246203668, 'avg_acc_mask': 59.95856306290881, 'loss': 0.9867637753486633}
+{'epoch': 232, 'iter': 1080, 'avg_loss': 1.1544143384413847, 'avg_acc_mask': 59.97659549208826, 'loss': 1.0817954540252686}
+{'epoch': 232, 'iter': 1090, 'avg_loss': 1.1552782454259019, 'avg_acc_mask': 59.93421935830313, 'loss': 1.2655857801437378}
+{'epoch': 232, 'iter': 1100, 'avg_loss': 1.1553130728022605, 'avg_acc_mask': 59.954435094954604, 'loss': 0.9177034497261047}
+{'epoch': 'EP232_train', 'avg_loss': 1.1558976294228394, 'total_masked_acc': 59.93274916764672}
+{'epoch': 233, 'iter': 0, 'avg_loss': 1.4250630140304565, 'avg_acc_mask': 50.0, 'loss': 1.4250630140304565}
+{'epoch': 233, 'iter': 10, 'avg_loss': 1.1414180614731528, 'avg_acc_mask': 59.30047694753577, 'loss': 0.9473760724067688}
+{'epoch': 233, 'iter': 20, 'avg_loss': 1.2107429248946053, 'avg_acc_mask': 56.56303972366149, 'loss': 1.3425869941711426}
+{'epoch': 233, 'iter': 30, 'avg_loss': 1.1969100448393053, 'avg_acc_mask': 57.21925133689839, 'loss': 1.2956033945083618}
+{'epoch': 233, 'iter': 40, 'avg_loss': 1.2033192544448665, 'avg_acc_mask': 57.193292144748455, 'loss': 1.0658904314041138}
+{'epoch': 233, 'iter': 50, 'avg_loss': 1.206581916294846, 'avg_acc_mask': 57.46558418637486, 'loss': 1.6375517845153809}
+{'epoch': 233, 'iter': 60, 'avg_loss': 1.187874683591186, 'avg_acc_mask': 58.13056379821958, 'loss': 0.894495964050293}
+{'epoch': 233, 'iter': 70, 'avg_loss': 1.1806334878357363, 'avg_acc_mask': 58.37563451776649, 'loss': 1.1568115949630737}
+{'epoch': 233, 'iter': 80, 'avg_loss': 1.1826895004437294, 'avg_acc_mask': 58.36116677800045, 'loss': 1.217974066734314}
+{'epoch': 233, 'iter': 90, 'avg_loss': 1.1745679797707023, 'avg_acc_mask': 58.722986247544206, 'loss': 1.272120475769043}
+{'epoch': 233, 'iter': 100, 'avg_loss': 1.1660465031567187, 'avg_acc_mask': 58.892025405786875, 'loss': 0.940753161907196}
+{'epoch': 233, 'iter': 110, 'avg_loss': 1.1652199024552699, 'avg_acc_mask': 59.13227169320767, 'loss': 0.8784109950065613}
+{'epoch': 233, 'iter': 120, 'avg_loss': 1.1596143797409435, 'avg_acc_mask': 59.531320414601176, 'loss': 1.1990684270858765}
+{'epoch': 233, 'iter': 130, 'avg_loss': 1.1586452736199357, 'avg_acc_mask': 59.42249240121581, 'loss': 1.0219162702560425}
+{'epoch': 233, 'iter': 140, 'avg_loss': 1.1589254301490512, 'avg_acc_mask': 59.440379925555135, 'loss': 1.1403764486312866}
+{'epoch': 233, 'iter': 150, 'avg_loss': 1.1520061149502432, 'avg_acc_mask': 59.71769815418024, 'loss': 1.2726877927780151}
+{'epoch': 233, 'iter': 160, 'avg_loss': 1.1503257092481816, 'avg_acc_mask': 59.852524106636416, 'loss': 1.2830431461334229}
+{'epoch': 233, 'iter': 170, 'avg_loss': 1.1556667075519673, 'avg_acc_mask': 59.700223238014246, 'loss': 1.3085743188858032}
+{'epoch': 233, 'iter': 180, 'avg_loss': 1.1591340925812064, 'avg_acc_mask': 59.59311108872998, 'loss': 1.4182851314544678}
+{'epoch': 233, 'iter': 190, 'avg_loss': 1.1557343255786996, 'avg_acc_mask': 59.697661152310324, 'loss': 0.8687787652015686}
+{'epoch': 233, 'iter': 200, 'avg_loss': 1.1554387721849317, 'avg_acc_mask': 59.79745004069083, 'loss': 1.153599739074707}
+{'epoch': 233, 'iter': 210, 'avg_loss': 1.1546153705831952, 'avg_acc_mask': 59.86277873070326, 'loss': 1.045594573020935}
+{'epoch': 233, 'iter': 220, 'avg_loss': 1.1516913113550902, 'avg_acc_mask': 59.862554201096295, 'loss': 1.0987470149993896}
+{'epoch': 233, 'iter': 230, 'avg_loss': 1.1561548410556017, 'avg_acc_mask': 59.77092649250804, 'loss': 0.9755266308784485}
+{'epoch': 233, 'iter': 240, 'avg_loss': 1.154240560729474, 'avg_acc_mask': 59.94123408423114, 'loss': 1.1636005640029907}
+{'epoch': 233, 'iter': 250, 'avg_loss': 1.155644122822826, 'avg_acc_mask': 59.882625706419354, 'loss': 1.2152588367462158}
+{'epoch': 233, 'iter': 260, 'avg_loss': 1.1585937172060268, 'avg_acc_mask': 59.71107544141252, 'loss': 1.1174691915512085}
+{'epoch': 233, 'iter': 270, 'avg_loss': 1.1608858126115975, 'avg_acc_mask': 59.62762038711406, 'loss': 1.3227628469467163}
+{'epoch': 233, 'iter': 280, 'avg_loss': 1.1655200688015948, 'avg_acc_mask': 59.58709677419355, 'loss': 0.8116586804389954}
+{'epoch': 233, 'iter': 290, 'avg_loss': 1.1629061901692264, 'avg_acc_mask': 59.63840399002493, 'loss': 1.0441291332244873}
+{'epoch': 233, 'iter': 300, 'avg_loss': 1.162214688288413, 'avg_acc_mask': 59.7571290478492, 'loss': 1.3492872714996338}
+{'epoch': 233, 'iter': 310, 'avg_loss': 1.1615134318541867, 'avg_acc_mask': 59.7471762158366, 'loss': 0.8045222759246826}
+{'epoch': 233, 'iter': 320, 'avg_loss': 1.1609917635858245, 'avg_acc_mask': 59.73826458036985, 'loss': 1.2206432819366455}
+{'epoch': 233, 'iter': 330, 'avg_loss': 1.161806209750046, 'avg_acc_mask': 59.725816219787475, 'loss': 0.7928800582885742}
+{'epoch': 233, 'iter': 340, 'avg_loss': 1.1607411199650806, 'avg_acc_mask': 59.724152678285044, 'loss': 0.9867116212844849}
+{'epoch': 233, 'iter': 350, 'avg_loss': 1.1605588053366398, 'avg_acc_mask': 59.7117435870753, 'loss': 1.7961030006408691}
+{'epoch': 233, 'iter': 360, 'avg_loss': 1.1609253804109103, 'avg_acc_mask': 59.638402100903996, 'loss': 1.4891120195388794}
+{'epoch': 233, 'iter': 370, 'avg_loss': 1.162668975376376, 'avg_acc_mask': 59.58526253571077, 'loss': 0.9107761383056641}
+{'epoch': 233, 'iter': 380, 'avg_loss': 1.1664125692500218, 'avg_acc_mask': 59.52095808383233, 'loss': 0.8998459577560425}
+{'epoch': 233, 'iter': 390, 'avg_loss': 1.1672797460690179, 'avg_acc_mask': 59.537950708506756, 'loss': 1.013983964920044}
+{'epoch': 233, 'iter': 400, 'avg_loss': 1.1692824476674906, 'avg_acc_mask': 59.51121648732446, 'loss': 1.1437969207763672}
+{'epoch': 233, 'iter': 410, 'avg_loss': 1.169158675664823, 'avg_acc_mask': 59.50993907591052, 'loss': 1.3941335678100586}
+{'epoch': 233, 'iter': 420, 'avg_loss': 1.1679962042391725, 'avg_acc_mask': 59.62382172798749, 'loss': 1.1546339988708496}
+{'epoch': 233, 'iter': 430, 'avg_loss': 1.1691998640235228, 'avg_acc_mask': 59.576728570821466, 'loss': 1.538356900215149}
+{'epoch': 233, 'iter': 440, 'avg_loss': 1.1693104933989562, 'avg_acc_mask': 59.5678500331785, 'loss': 1.4757980108261108}
+{'epoch': 233, 'iter': 450, 'avg_loss': 1.1702242849142748, 'avg_acc_mask': 59.53935363529459, 'loss': 0.8748735189437866}
+{'epoch': 233, 'iter': 460, 'avg_loss': 1.171499351358724, 'avg_acc_mask': 59.463428185895154, 'loss': 0.8555079102516174}
+{'epoch': 233, 'iter': 470, 'avg_loss': 1.1711206571564805, 'avg_acc_mask': 59.487338581455774, 'loss': 0.7590435743331909}
+{'epoch': 233, 'iter': 480, 'avg_loss': 1.1716324771268452, 'avg_acc_mask': 59.48112132492594, 'loss': 1.0466214418411255}
+{'epoch': 233, 'iter': 490, 'avg_loss': 1.1730074035174491, 'avg_acc_mask': 59.42499160979975, 'loss': 1.1833192110061646}
+{'epoch': 233, 'iter': 500, 'avg_loss': 1.173816938838083, 'avg_acc_mask': 59.4099583241939, 'loss': 1.111161470413208}
+{'epoch': 233, 'iter': 510, 'avg_loss': 1.1723293043862584, 'avg_acc_mask': 59.45404457801152, 'loss': 1.1715087890625}
+{'epoch': 233, 'iter': 520, 'avg_loss': 1.1712076929388944, 'avg_acc_mask': 59.50784568399621, 'loss': 1.1296472549438477}
+{'epoch': 233, 'iter': 530, 'avg_loss': 1.1710158295775088, 'avg_acc_mask': 59.47640372028935, 'loss': 0.8448397517204285}
+{'epoch': 233, 'iter': 540, 'avg_loss': 1.170006961346554, 'avg_acc_mask': 59.523567827293334, 'loss': 1.3226370811462402}
+{'epoch': 233, 'iter': 550, 'avg_loss': 1.1700424635258864, 'avg_acc_mask': 59.46835022428974, 'loss': 1.1969085931777954}
+{'epoch': 233, 'iter': 560, 'avg_loss': 1.1693666329783339, 'avg_acc_mask': 59.51821386603995, 'loss': 1.0519349575042725}
+{'epoch': 233, 'iter': 570, 'avg_loss': 1.1682635748240242, 'avg_acc_mask': 59.57849489959581, 'loss': 1.155469536781311}
+{'epoch': 233, 'iter': 580, 'avg_loss': 1.1690892075507449, 'avg_acc_mask': 59.58492110981639, 'loss': 1.5001662969589233}
+{'epoch': 233, 'iter': 590, 'avg_loss': 1.1682001719418313, 'avg_acc_mask': 59.6248918551477, 'loss': 1.0518825054168701}
+{'epoch': 233, 'iter': 600, 'avg_loss': 1.1662301050248043, 'avg_acc_mask': 59.71682061254254, 'loss': 1.2856464385986328}
+{'epoch': 233, 'iter': 610, 'avg_loss': 1.167119171830129, 'avg_acc_mask': 59.71491752330863, 'loss': 1.1354457139968872}
+{'epoch': 233, 'iter': 620, 'avg_loss': 1.165195388590464, 'avg_acc_mask': 59.75925598916946, 'loss': 1.2343778610229492}
+{'epoch': 233, 'iter': 630, 'avg_loss': 1.1650577413299004, 'avg_acc_mask': 59.74289188719671, 'loss': 1.187442660331726}
+{'epoch': 233, 'iter': 640, 'avg_loss': 1.1647213601656898, 'avg_acc_mask': 59.75456621004567, 'loss': 1.4128706455230713}
+{'epoch': 233, 'iter': 650, 'avg_loss': 1.165550810309233, 'avg_acc_mask': 59.74000393933425, 'loss': 1.0730031728744507}
+{'epoch': 233, 'iter': 660, 'avg_loss': 1.1642718865182504, 'avg_acc_mask': 59.75829475843335, 'loss': 1.3982293605804443}
+{'epoch': 233, 'iter': 670, 'avg_loss': 1.1633611768262042, 'avg_acc_mask': 59.77768066859671, 'loss': 0.9353789687156677}
+{'epoch': 233, 'iter': 680, 'avg_loss': 1.1637590616810165, 'avg_acc_mask': 59.76597175521184, 'loss': 1.3942134380340576}
+{'epoch': 233, 'iter': 690, 'avg_loss': 1.1653179968835303, 'avg_acc_mask': 59.676906779661024, 'loss': 1.2889586687088013}
+{'epoch': 233, 'iter': 700, 'avg_loss': 1.1676528276968614, 'avg_acc_mask': 59.569303054032886, 'loss': 1.5009353160858154}
+{'epoch': 233, 'iter': 710, 'avg_loss': 1.16563503324734, 'avg_acc_mask': 59.64640997886706, 'loss': 1.0328558683395386}
+{'epoch': 233, 'iter': 720, 'avg_loss': 1.1666234917680367, 'avg_acc_mask': 59.61919772230413, 'loss': 1.2557685375213623}
+{'epoch': 233, 'iter': 730, 'avg_loss': 1.1649953541122937, 'avg_acc_mask': 59.704599027032444, 'loss': 1.2075904607772827}
+{'epoch': 233, 'iter': 740, 'avg_loss': 1.1653857587480996, 'avg_acc_mask': 59.65211797307997, 'loss': 1.074102520942688}
+{'epoch': 233, 'iter': 750, 'avg_loss': 1.1672762345854992, 'avg_acc_mask': 59.57446808510638, 'loss': 1.0553288459777832}
+{'epoch': 233, 'iter': 760, 'avg_loss': 1.1680912593191148, 'avg_acc_mask': 59.556433163965615, 'loss': 0.8808550834655762}
+{'epoch': 233, 'iter': 770, 'avg_loss': 1.1691678526645815, 'avg_acc_mask': 59.48072945148481, 'loss': 1.1254132986068726}
+{'epoch': 233, 'iter': 780, 'avg_loss': 1.1678512072746337, 'avg_acc_mask': 59.5266049875546, 'loss': 1.3568108081817627}
+{'epoch': 233, 'iter': 790, 'avg_loss': 1.1682673003218418, 'avg_acc_mask': 59.54821652210214, 'loss': 1.1690229177474976}
+{'epoch': 233, 'iter': 800, 'avg_loss': 1.1674354236372997, 'avg_acc_mask': 59.58099599313108, 'loss': 1.0001081228256226}
+{'epoch': 233, 'iter': 810, 'avg_loss': 1.1671208340201513, 'avg_acc_mask': 59.5817318562062, 'loss': 1.1264593601226807}
+{'epoch': 233, 'iter': 820, 'avg_loss': 1.167405716829846, 'avg_acc_mask': 59.577178358325696, 'loss': 1.237867832183838}
+{'epoch': 233, 'iter': 830, 'avg_loss': 1.1671871147718096, 'avg_acc_mask': 59.55552610069146, 'loss': 1.1573957204818726}
+{'epoch': 233, 'iter': 840, 'avg_loss': 1.1667676642448526, 'avg_acc_mask': 59.560266980761675, 'loss': 1.2067091464996338}
+{'epoch': 233, 'iter': 850, 'avg_loss': 1.1680605829672583, 'avg_acc_mask': 59.510459348716836, 'loss': 1.271204948425293}
+{'epoch': 233, 'iter': 860, 'avg_loss': 1.1679343375594773, 'avg_acc_mask': 59.49712337523971, 'loss': 0.9789673686027527}
+{'epoch': 233, 'iter': 870, 'avg_loss': 1.1689438695338235, 'avg_acc_mask': 59.43404165790027, 'loss': 1.0153387784957886}
+{'epoch': 233, 'iter': 880, 'avg_loss': 1.1689602665679273, 'avg_acc_mask': 59.42789332334021, 'loss': 0.8925182223320007}
+{'epoch': 233, 'iter': 890, 'avg_loss': 1.167203056491184, 'avg_acc_mask': 59.4790636333663, 'loss': 0.9337169528007507}
+{'epoch': 233, 'iter': 900, 'avg_loss': 1.166810105828678, 'avg_acc_mask': 59.49511400651466, 'loss': 1.3323123455047607}
+{'epoch': 233, 'iter': 910, 'avg_loss': 1.1672072238508615, 'avg_acc_mask': 59.48870607639238, 'loss': 1.1841267347335815}
+{'epoch': 233, 'iter': 920, 'avg_loss': 1.1664167751965642, 'avg_acc_mask': 59.50022916126976, 'loss': 1.2162483930587769}
+{'epoch': 233, 'iter': 930, 'avg_loss': 1.165053392135239, 'avg_acc_mask': 59.53333464714344, 'loss': 1.119159460067749}
+{'epoch': 233, 'iter': 940, 'avg_loss': 1.164687162378009, 'avg_acc_mask': 59.525804126322356, 'loss': 0.9677091836929321}
+{'epoch': 233, 'iter': 950, 'avg_loss': 1.1646308833742993, 'avg_acc_mask': 59.51595795969531, 'loss': 1.2710270881652832}
+{'epoch': 233, 'iter': 960, 'avg_loss': 1.1641786030254304, 'avg_acc_mask': 59.515861358563996, 'loss': 1.2085416316986084}
+{'epoch': 233, 'iter': 970, 'avg_loss': 1.164578790890569, 'avg_acc_mask': 59.52250636972728, 'loss': 1.0107988119125366}
+{'epoch': 233, 'iter': 980, 'avg_loss': 1.1641288173672621, 'avg_acc_mask': 59.53692465689478, 'loss': 0.9323217868804932}
+{'epoch': 233, 'iter': 990, 'avg_loss': 1.1650545708346438, 'avg_acc_mask': 59.50792095679982, 'loss': 1.2397246360778809}
+{'epoch': 233, 'iter': 1000, 'avg_loss': 1.1651289910822362, 'avg_acc_mask': 59.484241736520374, 'loss': 1.2867578268051147}
+{'epoch': 233, 'iter': 1010, 'avg_loss': 1.165465962757107, 'avg_acc_mask': 59.47675683515846, 'loss': 1.1254551410675049}
+{'epoch': 233, 'iter': 1020, 'avg_loss': 1.1646627243772427, 'avg_acc_mask': 59.517484023838584, 'loss': 0.9071902632713318}
+{'epoch': 233, 'iter': 1030, 'avg_loss': 1.1647306239570263, 'avg_acc_mask': 59.50357384161303, 'loss': 1.1343046426773071}
+{'epoch': 233, 'iter': 1040, 'avg_loss': 1.1638106840602718, 'avg_acc_mask': 59.536300260545026, 'loss': 0.9763656258583069}
+{'epoch': 233, 'iter': 1050, 'avg_loss': 1.163442098731432, 'avg_acc_mask': 59.5529128668329, 'loss': 1.293248176574707}
+{'epoch': 233, 'iter': 1060, 'avg_loss': 1.1630555720513547, 'avg_acc_mask': 59.5817011510121, 'loss': 1.0216443538665771}
+{'epoch': 233, 'iter': 1070, 'avg_loss': 1.162291664146687, 'avg_acc_mask': 59.60239995897506, 'loss': 1.323348045349121}
+{'epoch': 233, 'iter': 1080, 'avg_loss': 1.1621368293625465, 'avg_acc_mask': 59.63650516981707, 'loss': 0.9541874527931213}
+{'epoch': 233, 'iter': 1090, 'avg_loss': 1.1627154628909258, 'avg_acc_mask': 59.6166733681812, 'loss': 1.3298066854476929}
+{'epoch': 233, 'iter': 1100, 'avg_loss': 1.1626907976295167, 'avg_acc_mask': 59.62732919254658, 'loss': 1.11580491065979}
+{'epoch': 'EP233_train', 'avg_loss': 1.1630427178753986, 'total_masked_acc': 59.623465572577174}
+{'epoch': 234, 'iter': 0, 'avg_loss': 1.4104783535003662, 'avg_acc_mask': 49.23076923076923, 'loss': 1.4104783535003662}
+{'epoch': 234, 'iter': 10, 'avg_loss': 1.1693852706388994, 'avg_acc_mask': 57.66773162939297, 'loss': 0.9657657146453857}
+{'epoch': 234, 'iter': 20, 'avg_loss': 1.173217535018921, 'avg_acc_mask': 59.27152317880795, 'loss': 1.286464810371399}
+{'epoch': 234, 'iter': 30, 'avg_loss': 1.163949558811803, 'avg_acc_mask': 59.129937034917, 'loss': 1.30121648311615}
+{'epoch': 234, 'iter': 40, 'avg_loss': 1.1612872757562778, 'avg_acc_mask': 59.33645257337303, 'loss': 1.164713740348816}
+{'epoch': 234, 'iter': 50, 'avg_loss': 1.1924790120592303, 'avg_acc_mask': 58.54495538778311, 'loss': 1.2111424207687378}
+{'epoch': 234, 'iter': 60, 'avg_loss': 1.1952797027884936, 'avg_acc_mask': 58.13279211365613, 'loss': 1.1816022396087646}
+{'epoch': 234, 'iter': 70, 'avg_loss': 1.1973907888775142, 'avg_acc_mask': 57.89735924265072, 'loss': 1.1090914011001587}
+{'epoch': 234, 'iter': 80, 'avg_loss': 1.1979447301523185, 'avg_acc_mask': 58.11575282854656, 'loss': 1.2398178577423096}
+{'epoch': 234, 'iter': 90, 'avg_loss': 1.204944949228685, 'avg_acc_mask': 57.782972920319494, 'loss': 1.2217892408370972}
+{'epoch': 234, 'iter': 100, 'avg_loss': 1.1900213266363238, 'avg_acc_mask': 58.197879858657245, 'loss': 1.0156673192977905}
+{'epoch': 234, 'iter': 110, 'avg_loss': 1.1894452099327568, 'avg_acc_mask': 58.458071784967004, 'loss': 0.9202473759651184}
+{'epoch': 234, 'iter': 120, 'avg_loss': 1.1768538478977424, 'avg_acc_mask': 58.84177869700103, 'loss': 1.454105257987976}
+{'epoch': 234, 'iter': 130, 'avg_loss': 1.1773958624774263, 'avg_acc_mask': 58.87327786113763, 'loss': 1.0890077352523804}
+{'epoch': 234, 'iter': 140, 'avg_loss': 1.1755723162745753, 'avg_acc_mask': 58.90219052470707, 'loss': 1.0954415798187256}
+{'epoch': 234, 'iter': 150, 'avg_loss': 1.165591843870302, 'avg_acc_mask': 59.24324324324325, 'loss': 1.267366886138916}
+{'epoch': 234, 'iter': 160, 'avg_loss': 1.1623521939567898, 'avg_acc_mask': 59.43937858831476, 'loss': 0.9131873250007629}
+{'epoch': 234, 'iter': 170, 'avg_loss': 1.1713760408044558, 'avg_acc_mask': 59.15686897574409, 'loss': 1.1988239288330078}
+{'epoch': 234, 'iter': 180, 'avg_loss': 1.175156917690572, 'avg_acc_mask': 59.11236067878301, 'loss': 1.0897852182388306}
+{'epoch': 234, 'iter': 190, 'avg_loss': 1.1751941167871365, 'avg_acc_mask': 59.000664956777804, 'loss': 0.9405708312988281}
+{'epoch': 234, 'iter': 200, 'avg_loss': 1.1750370771137637, 'avg_acc_mask': 59.07203466329663, 'loss': 1.2307956218719482}
+{'epoch': 234, 'iter': 210, 'avg_loss': 1.1712797707855984, 'avg_acc_mask': 59.086215797625194, 'loss': 1.1195862293243408}
+{'epoch': 234, 'iter': 220, 'avg_loss': 1.1709648395016183, 'avg_acc_mask': 59.13414234175139, 'loss': 1.3736913204193115}
+{'epoch': 234, 'iter': 230, 'avg_loss': 1.1718254324161645, 'avg_acc_mask': 59.12351225664065, 'loss': 1.3032798767089844}
+{'epoch': 234, 'iter': 240, 'avg_loss': 1.1680909726629614, 'avg_acc_mask': 59.280072904009714, 'loss': 0.9226865172386169}
+{'epoch': 234, 'iter': 250, 'avg_loss': 1.1651487946510315, 'avg_acc_mask': 59.292229113462234, 'loss': 1.017898440361023}
+{'epoch': 234, 'iter': 260, 'avg_loss': 1.1658105873056754, 'avg_acc_mask': 59.332396345748414, 'loss': 0.9656451940536499}
+{'epoch': 234, 'iter': 270, 'avg_loss': 1.1676238764256128, 'avg_acc_mask': 59.36276495207237, 'loss': 1.3393620252609253}
+{'epoch': 234, 'iter': 280, 'avg_loss': 1.1692659428535408, 'avg_acc_mask': 59.33107756376887, 'loss': 0.9047077894210815}
+{'epoch': 234, 'iter': 290, 'avg_loss': 1.1670882900555928, 'avg_acc_mask': 59.470006923900044, 'loss': 1.368217945098877}
+{'epoch': 234, 'iter': 300, 'avg_loss': 1.164992290477816, 'avg_acc_mask': 59.52177625960717, 'loss': 1.0517791509628296}
+{'epoch': 234, 'iter': 310, 'avg_loss': 1.1622340190448945, 'avg_acc_mask': 59.59637805527609, 'loss': 0.9192904829978943}
+{'epoch': 234, 'iter': 320, 'avg_loss': 1.1645396084428947, 'avg_acc_mask': 59.52490509605429, 'loss': 1.1493433713912964}
+{'epoch': 234, 'iter': 330, 'avg_loss': 1.1674216852447417, 'avg_acc_mask': 59.441652707984375, 'loss': 0.8944088220596313}
+{'epoch': 234, 'iter': 340, 'avg_loss': 1.1670219462987614, 'avg_acc_mask': 59.45447643837102, 'loss': 0.9505918622016907}
+{'epoch': 234, 'iter': 350, 'avg_loss': 1.1662933106436009, 'avg_acc_mask': 59.49868073878628, 'loss': 1.4322445392608643}
+{'epoch': 234, 'iter': 360, 'avg_loss': 1.165508364211159, 'avg_acc_mask': 59.409083926468334, 'loss': 1.3676103353500366}
+{'epoch': 234, 'iter': 370, 'avg_loss': 1.1619533425714128, 'avg_acc_mask': 59.492411047524264, 'loss': 1.1155332326889038}
+{'epoch': 234, 'iter': 380, 'avg_loss': 1.1637563761763685, 'avg_acc_mask': 59.459328520905, 'loss': 0.8377242684364319}
+{'epoch': 234, 'iter': 390, 'avg_loss': 1.1641428030055503, 'avg_acc_mask': 59.42843646669815, 'loss': 1.1700598001480103}
+{'epoch': 234, 'iter': 400, 'avg_loss': 1.1645136023697413, 'avg_acc_mask': 59.39787322193067, 'loss': 1.0531669855117798}
+{'epoch': 234, 'iter': 410, 'avg_loss': 1.1644825168189632, 'avg_acc_mask': 59.37471925253796, 'loss': 1.1855133771896362}
+{'epoch': 234, 'iter': 420, 'avg_loss': 1.1617992889852817, 'avg_acc_mask': 59.48733704955449, 'loss': 1.0730434656143188}
+{'epoch': 234, 'iter': 430, 'avg_loss': 1.1599528131241588, 'avg_acc_mask': 59.55504115226338, 'loss': 1.032048225402832}
+{'epoch': 234, 'iter': 440, 'avg_loss': 1.1612788030620065, 'avg_acc_mask': 59.50799816230214, 'loss': 1.426543116569519}
+{'epoch': 234, 'iter': 450, 'avg_loss': 1.161461725864072, 'avg_acc_mask': 59.49289563939245, 'loss': 1.1020070314407349}
+{'epoch': 234, 'iter': 460, 'avg_loss': 1.1620801569582841, 'avg_acc_mask': 59.46918218882404, 'loss': 1.2638555765151978}
+{'epoch': 234, 'iter': 470, 'avg_loss': 1.1614069445118023, 'avg_acc_mask': 59.54085024834761, 'loss': 0.9774512648582458}
+{'epoch': 234, 'iter': 480, 'avg_loss': 1.15937148347466, 'avg_acc_mask': 59.540873031081134, 'loss': 0.8249629735946655}
+{'epoch': 234, 'iter': 490, 'avg_loss': 1.1620905257291074, 'avg_acc_mask': 59.44271283187502, 'loss': 1.432991623878479}
+{'epoch': 234, 'iter': 500, 'avg_loss': 1.1608234328662088, 'avg_acc_mask': 59.463734000294245, 'loss': 1.1050385236740112}
+{'epoch': 234, 'iter': 510, 'avg_loss': 1.1602959251450466, 'avg_acc_mask': 59.49093268918772, 'loss': 1.0007914304733276}
+{'epoch': 234, 'iter': 520, 'avg_loss': 1.159485077217307, 'avg_acc_mask': 59.53131084286169, 'loss': 1.2968640327453613}
+{'epoch': 234, 'iter': 530, 'avg_loss': 1.1591699619526692, 'avg_acc_mask': 59.54034161921955, 'loss': 0.9395580887794495}
+{'epoch': 234, 'iter': 540, 'avg_loss': 1.1609815288603635, 'avg_acc_mask': 59.494921954876965, 'loss': 1.2202123403549194}
+{'epoch': 234, 'iter': 550, 'avg_loss': 1.1614214970498682, 'avg_acc_mask': 59.461808457295675, 'loss': 0.9933722615242004}
+{'epoch': 234, 'iter': 560, 'avg_loss': 1.160020033199732, 'avg_acc_mask': 59.494169814419436, 'loss': 1.2063872814178467}
+{'epoch': 234, 'iter': 570, 'avg_loss': 1.1600460150195921, 'avg_acc_mask': 59.4834830952227, 'loss': 1.2389252185821533}
+{'epoch': 234, 'iter': 580, 'avg_loss': 1.1604983162346476, 'avg_acc_mask': 59.44018259050276, 'loss': 1.4771876335144043}
+{'epoch': 234, 'iter': 590, 'avg_loss': 1.1600093734647619, 'avg_acc_mask': 59.44465197360229, 'loss': 1.0239332914352417}
+{'epoch': 234, 'iter': 600, 'avg_loss': 1.1584839599699823, 'avg_acc_mask': 59.516301852135314, 'loss': 1.1646199226379395}
+{'epoch': 234, 'iter': 610, 'avg_loss': 1.1588732551435792, 'avg_acc_mask': 59.528469483002624, 'loss': 1.1120792627334595}
+{'epoch': 234, 'iter': 620, 'avg_loss': 1.1582331540311976, 'avg_acc_mask': 59.57238597947927, 'loss': 1.787017822265625}
+{'epoch': 234, 'iter': 630, 'avg_loss': 1.157227985171244, 'avg_acc_mask': 59.627383520905006, 'loss': 1.02286958694458}
+{'epoch': 234, 'iter': 640, 'avg_loss': 1.155580900946571, 'avg_acc_mask': 59.66203011840442, 'loss': 1.092812180519104}
+{'epoch': 234, 'iter': 650, 'avg_loss': 1.1556574242638735, 'avg_acc_mask': 59.65145556907234, 'loss': 1.0152968168258667}
+{'epoch': 234, 'iter': 660, 'avg_loss': 1.154827884394174, 'avg_acc_mask': 59.699621043245656, 'loss': 0.9131030440330505}
+{'epoch': 234, 'iter': 670, 'avg_loss': 1.1561882099700223, 'avg_acc_mask': 59.683045400862426, 'loss': 1.3433403968811035}
+{'epoch': 234, 'iter': 680, 'avg_loss': 1.1569895290068068, 'avg_acc_mask': 59.65866060802769, 'loss': 1.3526331186294556}
+{'epoch': 234, 'iter': 690, 'avg_loss': 1.158430042987967, 'avg_acc_mask': 59.606672706923206, 'loss': 1.096535086631775}
+{'epoch': 234, 'iter': 700, 'avg_loss': 1.158626420351646, 'avg_acc_mask': 59.56804702671496, 'loss': 1.1712936162948608}
+{'epoch': 234, 'iter': 710, 'avg_loss': 1.1574846152347185, 'avg_acc_mask': 59.582901554404145, 'loss': 1.0369670391082764}
+{'epoch': 234, 'iter': 720, 'avg_loss': 1.158631475391732, 'avg_acc_mask': 59.558109833971905, 'loss': 1.0508975982666016}
+{'epoch': 234, 'iter': 730, 'avg_loss': 1.1574747128623617, 'avg_acc_mask': 59.572162870389036, 'loss': 1.1466131210327148}
+{'epoch': 234, 'iter': 740, 'avg_loss': 1.1587919473004566, 'avg_acc_mask': 59.532262469276795, 'loss': 1.0722825527191162}
+{'epoch': 234, 'iter': 750, 'avg_loss': 1.158844161525706, 'avg_acc_mask': 59.545499069448525, 'loss': 0.7826213240623474}
+{'epoch': 234, 'iter': 760, 'avg_loss': 1.1582216328296335, 'avg_acc_mask': 59.575137306138245, 'loss': 1.1525505781173706}
+{'epoch': 234, 'iter': 770, 'avg_loss': 1.1584850150787414, 'avg_acc_mask': 59.521821088549, 'loss': 1.5413167476654053}
+{'epoch': 234, 'iter': 780, 'avg_loss': 1.1583325203493828, 'avg_acc_mask': 59.51842427669399, 'loss': 1.0654888153076172}
+{'epoch': 234, 'iter': 790, 'avg_loss': 1.1578358958102055, 'avg_acc_mask': 59.55803675273319, 'loss': 1.0395479202270508}
+{'epoch': 234, 'iter': 800, 'avg_loss': 1.1576658332541343, 'avg_acc_mask': 59.544964070069106, 'loss': 1.4433398246765137}
+{'epoch': 234, 'iter': 810, 'avg_loss': 1.1572146641340855, 'avg_acc_mask': 59.58127296647462, 'loss': 1.1522295475006104}
+{'epoch': 234, 'iter': 820, 'avg_loss': 1.157379829201135, 'avg_acc_mask': 59.5608827153579, 'loss': 1.215707778930664}
+{'epoch': 234, 'iter': 830, 'avg_loss': 1.1571593534214832, 'avg_acc_mask': 59.557375235144406, 'loss': 1.0478309392929077}
+{'epoch': 234, 'iter': 840, 'avg_loss': 1.1565014404575833, 'avg_acc_mask': 59.556526488257774, 'loss': 1.2278285026550293}
+{'epoch': 234, 'iter': 850, 'avg_loss': 1.1573757433302954, 'avg_acc_mask': 59.52869073566542, 'loss': 0.976438045501709}
+{'epoch': 234, 'iter': 860, 'avg_loss': 1.1578085215526452, 'avg_acc_mask': 59.51578498293515, 'loss': 1.1175135374069214}
+{'epoch': 234, 'iter': 870, 'avg_loss': 1.159172564847598, 'avg_acc_mask': 59.49116488700743, 'loss': 1.081770658493042}
+{'epoch': 234, 'iter': 880, 'avg_loss': 1.1592804101484995, 'avg_acc_mask': 59.49396084964598, 'loss': 1.2393462657928467}
+{'epoch': 234, 'iter': 890, 'avg_loss': 1.1587071306376344, 'avg_acc_mask': 59.54201620050704, 'loss': 0.8581271171569824}
+{'epoch': 234, 'iter': 900, 'avg_loss': 1.1583838609029662, 'avg_acc_mask': 59.548890564192426, 'loss': 1.1794966459274292}
+{'epoch': 234, 'iter': 910, 'avg_loss': 1.1599838549821229, 'avg_acc_mask': 59.475335962018185, 'loss': 1.1496388912200928}
+{'epoch': 234, 'iter': 920, 'avg_loss': 1.1589391585540565, 'avg_acc_mask': 59.49182941410921, 'loss': 0.6619979739189148}
+{'epoch': 234, 'iter': 930, 'avg_loss': 1.1576531422509542, 'avg_acc_mask': 59.536260483473114, 'loss': 1.3058723211288452}
+{'epoch': 234, 'iter': 940, 'avg_loss': 1.1578348845908544, 'avg_acc_mask': 59.51883865680669, 'loss': 1.0070666074752808}
+{'epoch': 234, 'iter': 950, 'avg_loss': 1.1585229460373285, 'avg_acc_mask': 59.493793076819124, 'loss': 1.3968725204467773}
+{'epoch': 234, 'iter': 960, 'avg_loss': 1.158697127489592, 'avg_acc_mask': 59.51107715813598, 'loss': 1.3420429229736328}
+{'epoch': 234, 'iter': 970, 'avg_loss': 1.1600421996735397, 'avg_acc_mask': 59.47462912217708, 'loss': 1.0941742658615112}
+{'epoch': 234, 'iter': 980, 'avg_loss': 1.1605705087824092, 'avg_acc_mask': 59.47906733232363, 'loss': 1.1945065259933472}
+{'epoch': 234, 'iter': 990, 'avg_loss': 1.1613116959029082, 'avg_acc_mask': 59.48059149722735, 'loss': 1.2477744817733765}
+{'epoch': 234, 'iter': 1000, 'avg_loss': 1.1610893803638416, 'avg_acc_mask': 59.486560172732425, 'loss': 1.6628296375274658}
+{'epoch': 234, 'iter': 1010, 'avg_loss': 1.1615243021151904, 'avg_acc_mask': 59.465922678357906, 'loss': 0.891403317451477}
+{'epoch': 234, 'iter': 1020, 'avg_loss': 1.1611097936065142, 'avg_acc_mask': 59.48569787890751, 'loss': 1.0653314590454102}
+{'epoch': 234, 'iter': 1030, 'avg_loss': 1.1616153600837973, 'avg_acc_mask': 59.490296438473024, 'loss': 1.1503969430923462}
+{'epoch': 234, 'iter': 1040, 'avg_loss': 1.1617069033106053, 'avg_acc_mask': 59.49652319338087, 'loss': 1.2291619777679443}
+{'epoch': 234, 'iter': 1050, 'avg_loss': 1.1620816277051176, 'avg_acc_mask': 59.491309729267996, 'loss': 1.2320635318756104}
+{'epoch': 234, 'iter': 1060, 'avg_loss': 1.1618592587425167, 'avg_acc_mask': 59.48013816925734, 'loss': 0.9642716646194458}
+{'epoch': 234, 'iter': 1070, 'avg_loss': 1.1607335633367828, 'avg_acc_mask': 59.513754723110324, 'loss': 0.8393742442131042}
+{'epoch': 234, 'iter': 1080, 'avg_loss': 1.1605980880937568, 'avg_acc_mask': 59.526591151521316, 'loss': 1.0990971326828003}
+{'epoch': 234, 'iter': 1090, 'avg_loss': 1.1608893299845793, 'avg_acc_mask': 59.52892229230976, 'loss': 1.1596788167953491}
+{'epoch': 234, 'iter': 1100, 'avg_loss': 1.1607010545349468, 'avg_acc_mask': 59.52800691857371, 'loss': 0.9637903571128845}
+{'epoch': 'EP234_train', 'avg_loss': 1.1612191280088813, 'total_masked_acc': 59.512680258577824}
+{'epoch': 235, 'iter': 0, 'avg_loss': 1.336456060409546, 'avg_acc_mask': 52.459016393442624, 'loss': 1.336456060409546}
+{'epoch': 235, 'iter': 10, 'avg_loss': 1.145663088018244, 'avg_acc_mask': 59.15721231766613, 'loss': 0.9996308088302612}
+{'epoch': 235, 'iter': 20, 'avg_loss': 1.1823389473415555, 'avg_acc_mask': 58.567774936061376, 'loss': 1.0888270139694214}
+{'epoch': 235, 'iter': 30, 'avg_loss': 1.196603250118994, 'avg_acc_mask': 58.813263525305416, 'loss': 1.3381794691085815}
+{'epoch': 235, 'iter': 40, 'avg_loss': 1.1690390400770234, 'avg_acc_mask': 59.64601769911504, 'loss': 0.7517756223678589}
+{'epoch': 235, 'iter': 50, 'avg_loss': 1.190463165442149, 'avg_acc_mask': 58.88307155322862, 'loss': 0.9679383635520935}
+{'epoch': 235, 'iter': 60, 'avg_loss': 1.1967217922210693, 'avg_acc_mask': 59.07883082373782, 'loss': 0.9996363520622253}
+{'epoch': 235, 'iter': 70, 'avg_loss': 1.192422311070939, 'avg_acc_mask': 59.128682951397636, 'loss': 1.2050617933273315}
+{'epoch': 235, 'iter': 80, 'avg_loss': 1.1789301869309978, 'avg_acc_mask': 59.5609220636663, 'loss': 1.196516752243042}
+{'epoch': 235, 'iter': 90, 'avg_loss': 1.1810800420058953, 'avg_acc_mask': 59.583660644147685, 'loss': 1.3851203918457031}
+{'epoch': 235, 'iter': 100, 'avg_loss': 1.1698838690719982, 'avg_acc_mask': 60.06759160441124, 'loss': 0.9142168760299683}
+{'epoch': 235, 'iter': 110, 'avg_loss': 1.16865292379448, 'avg_acc_mask': 60.2476376669925, 'loss': 1.0900832414627075}
+{'epoch': 235, 'iter': 120, 'avg_loss': 1.1603816535847247, 'avg_acc_mask': 60.51127819548873, 'loss': 1.2816047668457031}
+{'epoch': 235, 'iter': 130, 'avg_loss': 1.156643326955897, 'avg_acc_mask': 60.521955260977634, 'loss': 1.1294795274734497}
+{'epoch': 235, 'iter': 140, 'avg_loss': 1.161653437512986, 'avg_acc_mask': 60.161974546856925, 'loss': 1.239652395248413}
+{'epoch': 235, 'iter': 150, 'avg_loss': 1.158378076869131, 'avg_acc_mask': 60.30120481927711, 'loss': 1.450524926185608}
+{'epoch': 235, 'iter': 160, 'avg_loss': 1.1581532385038293, 'avg_acc_mask': 60.276902296262946, 'loss': 1.1214230060577393}
+{'epoch': 235, 'iter': 170, 'avg_loss': 1.1574177891887418, 'avg_acc_mask': 60.12844809433565, 'loss': 1.0887703895568848}
+{'epoch': 235, 'iter': 180, 'avg_loss': 1.1603497200907924, 'avg_acc_mask': 59.99200239928022, 'loss': 1.496094822883606}
+{'epoch': 235, 'iter': 190, 'avg_loss': 1.160000719949213, 'avg_acc_mask': 59.93393109957527, 'loss': 0.8431180715560913}
+{'epoch': 235, 'iter': 200, 'avg_loss': 1.1559178707611502, 'avg_acc_mask': 59.962304792676356, 'loss': 1.0936890840530396}
+{'epoch': 235, 'iter': 210, 'avg_loss': 1.1556142288926654, 'avg_acc_mask': 60.00170969396478, 'loss': 1.4184316396713257}
+{'epoch': 235, 'iter': 220, 'avg_loss': 1.1533521761721615, 'avg_acc_mask': 59.94123408423114, 'loss': 1.2370423078536987}
+{'epoch': 235, 'iter': 230, 'avg_loss': 1.1525027308113132, 'avg_acc_mask': 60.02031408703805, 'loss': 0.9257099628448486}
+{'epoch': 235, 'iter': 240, 'avg_loss': 1.1525523115985126, 'avg_acc_mask': 60.05402160864346, 'loss': 1.088181972503662}
+{'epoch': 235, 'iter': 250, 'avg_loss': 1.1508585675304155, 'avg_acc_mask': 60.12123836328209, 'loss': 1.0697875022888184}
+{'epoch': 235, 'iter': 260, 'avg_loss': 1.1549947510733916, 'avg_acc_mask': 60.0374843815077, 'loss': 1.2799204587936401}
+{'epoch': 235, 'iter': 270, 'avg_loss': 1.1582226733439962, 'avg_acc_mask': 59.9759775790738, 'loss': 1.3484225273132324}
+{'epoch': 235, 'iter': 280, 'avg_loss': 1.1592800685095193, 'avg_acc_mask': 59.920097944455186, 'loss': 0.6858809590339661}
+{'epoch': 235, 'iter': 290, 'avg_loss': 1.157526404587264, 'avg_acc_mask': 59.92140228307654, 'loss': 1.2094590663909912}
+{'epoch': 235, 'iter': 300, 'avg_loss': 1.1583868447332286, 'avg_acc_mask': 59.873073436083416, 'loss': 1.0332317352294922}
+{'epoch': 235, 'iter': 310, 'avg_loss': 1.1567556072278038, 'avg_acc_mask': 59.90996258185219, 'loss': 0.928148090839386}
+{'epoch': 235, 'iter': 320, 'avg_loss': 1.1596988909341093, 'avg_acc_mask': 59.804534348542525, 'loss': 1.2658945322036743}
+{'epoch': 235, 'iter': 330, 'avg_loss': 1.1600559186359187, 'avg_acc_mask': 59.80710939652797, 'loss': 0.8463318943977356}
+{'epoch': 235, 'iter': 340, 'avg_loss': 1.1580384487280748, 'avg_acc_mask': 59.79684576316493, 'loss': 0.8997223973274231}
+{'epoch': 235, 'iter': 350, 'avg_loss': 1.159676420552778, 'avg_acc_mask': 59.73856889907301, 'loss': 1.3817137479782104}
+{'epoch': 235, 'iter': 360, 'avg_loss': 1.1578455451783052, 'avg_acc_mask': 59.7915718116052, 'loss': 1.112561821937561}
+{'epoch': 235, 'iter': 370, 'avg_loss': 1.1573785582000033, 'avg_acc_mask': 59.81570907657435, 'loss': 1.172652244567871}
+{'epoch': 235, 'iter': 380, 'avg_loss': 1.1600013825837083, 'avg_acc_mask': 59.76024934068569, 'loss': 0.7887495160102844}
+{'epoch': 235, 'iter': 390, 'avg_loss': 1.1619358892026155, 'avg_acc_mask': 59.6096376540904, 'loss': 1.7228182554244995}
+{'epoch': 235, 'iter': 400, 'avg_loss': 1.1615525982029122, 'avg_acc_mask': 59.648403698137265, 'loss': 0.9757500886917114}
+{'epoch': 235, 'iter': 410, 'avg_loss': 1.1634848200491745, 'avg_acc_mask': 59.55810438339113, 'loss': 1.256107211112976}
+{'epoch': 235, 'iter': 420, 'avg_loss': 1.1613436102017654, 'avg_acc_mask': 59.604261796042614, 'loss': 0.891191840171814}
+{'epoch': 235, 'iter': 430, 'avg_loss': 1.1603680486745458, 'avg_acc_mask': 59.67769368143549, 'loss': 0.9920601844787598}
+{'epoch': 235, 'iter': 440, 'avg_loss': 1.1626444536001503, 'avg_acc_mask': 59.57826574239342, 'loss': 1.524907112121582}
+{'epoch': 235, 'iter': 450, 'avg_loss': 1.1625512667875861, 'avg_acc_mask': 59.606472070900075, 'loss': 0.994702160358429}
+{'epoch': 235, 'iter': 460, 'avg_loss': 1.1636255856708435, 'avg_acc_mask': 59.53175928134192, 'loss': 1.389202356338501}
+{'epoch': 235, 'iter': 470, 'avg_loss': 1.1637973625948475, 'avg_acc_mask': 59.5264017419706, 'loss': 0.9083033800125122}
+{'epoch': 235, 'iter': 480, 'avg_loss': 1.1644672859235514, 'avg_acc_mask': 59.524172639926796, 'loss': 1.3232783079147339}
+{'epoch': 235, 'iter': 490, 'avg_loss': 1.1637530097407867, 'avg_acc_mask': 59.54569229619667, 'loss': 1.3070989847183228}
+{'epoch': 235, 'iter': 500, 'avg_loss': 1.162402106854254, 'avg_acc_mask': 59.557019952407096, 'loss': 1.0883352756500244}
+{'epoch': 235, 'iter': 510, 'avg_loss': 1.1610388480520528, 'avg_acc_mask': 59.604692040033, 'loss': 1.0081627368927002}
+{'epoch': 235, 'iter': 520, 'avg_loss': 1.160766912627815, 'avg_acc_mask': 59.63874511460864, 'loss': 1.2304975986480713}
+{'epoch': 235, 'iter': 530, 'avg_loss': 1.1593921772728757, 'avg_acc_mask': 59.68673282389959, 'loss': 0.9916188716888428}
+{'epoch': 235, 'iter': 540, 'avg_loss': 1.1588648384688303, 'avg_acc_mask': 59.71576840891362, 'loss': 1.215891718864441}
+{'epoch': 235, 'iter': 550, 'avg_loss': 1.1583214566625397, 'avg_acc_mask': 59.67602448110697, 'loss': 1.1920112371444702}
+{'epoch': 235, 'iter': 560, 'avg_loss': 1.1582739457302127, 'avg_acc_mask': 59.68718301102712, 'loss': 1.2280707359313965}
+{'epoch': 235, 'iter': 570, 'avg_loss': 1.1556767335915106, 'avg_acc_mask': 59.74130441777405, 'loss': 0.889778196811676}
+{'epoch': 235, 'iter': 580, 'avg_loss': 1.1549570283462998, 'avg_acc_mask': 59.72388955582233, 'loss': 1.3969799280166626}
+{'epoch': 235, 'iter': 590, 'avg_loss': 1.1548123073255148, 'avg_acc_mask': 59.71218559067084, 'loss': 0.8258084058761597}
+{'epoch': 235, 'iter': 600, 'avg_loss': 1.1539423536143565, 'avg_acc_mask': 59.744223666941366, 'loss': 1.0449217557907104}
+{'epoch': 235, 'iter': 610, 'avg_loss': 1.1558204201551585, 'avg_acc_mask': 59.671944002163, 'loss': 1.2493772506713867}
+{'epoch': 235, 'iter': 620, 'avg_loss': 1.1538317816844885, 'avg_acc_mask': 59.71712628713457, 'loss': 1.2766048908233643}
+{'epoch': 235, 'iter': 630, 'avg_loss': 1.1540142756823315, 'avg_acc_mask': 59.710575355229444, 'loss': 1.1816033124923706}
+{'epoch': 235, 'iter': 640, 'avg_loss': 1.1540196896901183, 'avg_acc_mask': 59.73273686625373, 'loss': 1.2044029235839844}
+{'epoch': 235, 'iter': 650, 'avg_loss': 1.1541811942871083, 'avg_acc_mask': 59.71932004292088, 'loss': 0.9611299633979797}
+{'epoch': 235, 'iter': 660, 'avg_loss': 1.1532228414121446, 'avg_acc_mask': 59.72887206324463, 'loss': 1.175715446472168}
+{'epoch': 235, 'iter': 670, 'avg_loss': 1.1539736788070327, 'avg_acc_mask': 59.730033745781775, 'loss': 1.5744562149047852}
+{'epoch': 235, 'iter': 680, 'avg_loss': 1.1531515326268873, 'avg_acc_mask': 59.75652644393345, 'loss': 1.278941035270691}
+{'epoch': 235, 'iter': 690, 'avg_loss': 1.1532276321941106, 'avg_acc_mask': 59.74229960333307, 'loss': 1.2272754907608032}
+{'epoch': 235, 'iter': 700, 'avg_loss': 1.153244762634925, 'avg_acc_mask': 59.756097560975604, 'loss': 0.8264005184173584}
+{'epoch': 235, 'iter': 710, 'avg_loss': 1.151321584246162, 'avg_acc_mask': 59.81127197518097, 'loss': 1.148884892463684}
+{'epoch': 235, 'iter': 720, 'avg_loss': 1.1516368327127582, 'avg_acc_mask': 59.80479600417931, 'loss': 1.175581693649292}
+{'epoch': 235, 'iter': 730, 'avg_loss': 1.150744077771209, 'avg_acc_mask': 59.81990139853104, 'loss': 1.2836343050003052}
+{'epoch': 235, 'iter': 740, 'avg_loss': 1.150930147180673, 'avg_acc_mask': 59.82736382577637, 'loss': 1.1520038843154907}
+{'epoch': 235, 'iter': 750, 'avg_loss': 1.1521049063310485, 'avg_acc_mask': 59.790586163029644, 'loss': 1.4557148218154907}
+{'epoch': 235, 'iter': 760, 'avg_loss': 1.1513677130547522, 'avg_acc_mask': 59.83820333252837, 'loss': 0.9939845204353333}
+{'epoch': 235, 'iter': 770, 'avg_loss': 1.1525043203518395, 'avg_acc_mask': 59.803150544553276, 'loss': 1.2825121879577637}
+{'epoch': 235, 'iter': 780, 'avg_loss': 1.1524287838484046, 'avg_acc_mask': 59.81598701084783, 'loss': 1.1970455646514893}
+{'epoch': 235, 'iter': 790, 'avg_loss': 1.153138111876477, 'avg_acc_mask': 59.81499558406544, 'loss': 1.1656514406204224}
+{'epoch': 235, 'iter': 800, 'avg_loss': 1.1529137137230863, 'avg_acc_mask': 59.81464914091712, 'loss': 1.2452031373977661}
+{'epoch': 235, 'iter': 810, 'avg_loss': 1.1525227973552286, 'avg_acc_mask': 59.83292961763973, 'loss': 1.0209283828735352}
+{'epoch': 235, 'iter': 820, 'avg_loss': 1.153519374952537, 'avg_acc_mask': 59.8184338804168, 'loss': 1.3476990461349487}
+{'epoch': 235, 'iter': 830, 'avg_loss': 1.1536841480740572, 'avg_acc_mask': 59.836047462271026, 'loss': 1.2266969680786133}
+{'epoch': 235, 'iter': 840, 'avg_loss': 1.1541923410685535, 'avg_acc_mask': 59.82894794257538, 'loss': 1.2366598844528198}
+{'epoch': 235, 'iter': 850, 'avg_loss': 1.1551679704780444, 'avg_acc_mask': 59.79359231249865, 'loss': 1.150031328201294}
+{'epoch': 235, 'iter': 860, 'avg_loss': 1.1560845470594612, 'avg_acc_mask': 59.76806043196085, 'loss': 1.0704891681671143}
+{'epoch': 235, 'iter': 870, 'avg_loss': 1.1574776547647645, 'avg_acc_mask': 59.7128804439213, 'loss': 1.0759834051132202}
+{'epoch': 235, 'iter': 880, 'avg_loss': 1.1575494500619192, 'avg_acc_mask': 59.73558941526181, 'loss': 0.9546741247177124}
+{'epoch': 235, 'iter': 890, 'avg_loss': 1.1562242421638282, 'avg_acc_mask': 59.80363905812614, 'loss': 0.8407308459281921}
+{'epoch': 235, 'iter': 900, 'avg_loss': 1.156521306979934, 'avg_acc_mask': 59.78676650118011, 'loss': 1.303001046180725}
+{'epoch': 235, 'iter': 910, 'avg_loss': 1.1569693502034628, 'avg_acc_mask': 59.75617116301527, 'loss': 1.475677490234375}
+{'epoch': 235, 'iter': 920, 'avg_loss': 1.1565086862292793, 'avg_acc_mask': 59.785853600286586, 'loss': 1.019277572631836}
+{'epoch': 235, 'iter': 930, 'avg_loss': 1.1562648401480613, 'avg_acc_mask': 59.793103448275865, 'loss': 1.3787139654159546}
+{'epoch': 235, 'iter': 940, 'avg_loss': 1.15560565497746, 'avg_acc_mask': 59.81439600717461, 'loss': 0.9587924480438232}
+{'epoch': 235, 'iter': 950, 'avg_loss': 1.1557368544624682, 'avg_acc_mask': 59.81571439586707, 'loss': 1.4449056386947632}
+{'epoch': 235, 'iter': 960, 'avg_loss': 1.1557108182440687, 'avg_acc_mask': 59.84894720781202, 'loss': 1.2229126691818237}
+{'epoch': 235, 'iter': 970, 'avg_loss': 1.1555388084891896, 'avg_acc_mask': 59.87126488853654, 'loss': 0.8639787435531616}
+{'epoch': 235, 'iter': 980, 'avg_loss': 1.155967484312806, 'avg_acc_mask': 59.82513171169151, 'loss': 0.7873520851135254}
+{'epoch': 235, 'iter': 990, 'avg_loss': 1.1565315914683336, 'avg_acc_mask': 59.80410275364997, 'loss': 1.337629795074463}
+{'epoch': 235, 'iter': 1000, 'avg_loss': 1.1569204749046387, 'avg_acc_mask': 59.79394649196648, 'loss': 1.4443882703781128}
+{'epoch': 235, 'iter': 1010, 'avg_loss': 1.1566529313487421, 'avg_acc_mask': 59.81122162436364, 'loss': 1.1463209390640259}
+{'epoch': 235, 'iter': 1020, 'avg_loss': 1.1562249517464147, 'avg_acc_mask': 59.81702394833618, 'loss': 1.0465174913406372}
+{'epoch': 235, 'iter': 1030, 'avg_loss': 1.1556709951619057, 'avg_acc_mask': 59.8222064183483, 'loss': 1.2626482248306274}
+{'epoch': 235, 'iter': 1040, 'avg_loss': 1.1555267973202679, 'avg_acc_mask': 59.85496532544795, 'loss': 1.1591473817825317}
+{'epoch': 235, 'iter': 1050, 'avg_loss': 1.1545150622541172, 'avg_acc_mask': 59.87681247927972, 'loss': 1.0631968975067139}
+{'epoch': 235, 'iter': 1060, 'avg_loss': 1.153779537581139, 'avg_acc_mask': 59.89628349178911, 'loss': 0.8578125238418579}
+{'epoch': 235, 'iter': 1070, 'avg_loss': 1.1536704436515004, 'avg_acc_mask': 59.90000684884597, 'loss': 1.3738219738006592}
+{'epoch': 235, 'iter': 1080, 'avg_loss': 1.153259257438776, 'avg_acc_mask': 59.93320788621608, 'loss': 0.8640170097351074}
+{'epoch': 235, 'iter': 1090, 'avg_loss': 1.1542276309019486, 'avg_acc_mask': 59.88016917293233, 'loss': 1.265259861946106}
+{'epoch': 235, 'iter': 1100, 'avg_loss': 1.1540301242381414, 'avg_acc_mask': 59.87065239076943, 'loss': 1.2378710508346558}
+{'epoch': 'EP235_train', 'avg_loss': 1.154419140578395, 'total_masked_acc': 59.85953986053368}
+{'epoch': 236, 'iter': 0, 'avg_loss': 1.1137099266052246, 'avg_acc_mask': 58.46153846153847, 'loss': 1.1137099266052246}
+{'epoch': 236, 'iter': 10, 'avg_loss': 1.1968999288298867, 'avg_acc_mask': 59.93788819875776, 'loss': 0.8954229950904846}
+{'epoch': 236, 'iter': 20, 'avg_loss': 1.1691853148596627, 'avg_acc_mask': 60.28547439126785, 'loss': 1.083243727684021}
+{'epoch': 236, 'iter': 30, 'avg_loss': 1.174542905822877, 'avg_acc_mask': 60.16027475672582, 'loss': 1.1280136108398438}
+{'epoch': 236, 'iter': 40, 'avg_loss': 1.1660392168091565, 'avg_acc_mask': 60.167992926613614, 'loss': 1.2555744647979736}
+{'epoch': 236, 'iter': 50, 'avg_loss': 1.1850052125313704, 'avg_acc_mask': 58.972554539057, 'loss': 0.9779552221298218}
+{'epoch': 236, 'iter': 60, 'avg_loss': 1.1727319711544475, 'avg_acc_mask': 58.98673100120627, 'loss': 0.8551055192947388}
+{'epoch': 236, 'iter': 70, 'avg_loss': 1.1621132367093798, 'avg_acc_mask': 59.71969893589411, 'loss': 0.9878515601158142}
+{'epoch': 236, 'iter': 80, 'avg_loss': 1.1579614362598938, 'avg_acc_mask': 59.85566080288678, 'loss': 1.1497470140457153}
+{'epoch': 236, 'iter': 90, 'avg_loss': 1.1650978719795144, 'avg_acc_mask': 59.66520526106018, 'loss': 1.2674440145492554}
+{'epoch': 236, 'iter': 100, 'avg_loss': 1.1536757178825907, 'avg_acc_mask': 60.13391241404271, 'loss': 0.8444121479988098}
+{'epoch': 236, 'iter': 110, 'avg_loss': 1.1574246110142887, 'avg_acc_mask': 59.85763946366496, 'loss': 1.07241690158844}
+{'epoch': 236, 'iter': 120, 'avg_loss': 1.1494717139843083, 'avg_acc_mask': 59.993920048639616, 'loss': 1.3551301956176758}
+{'epoch': 236, 'iter': 130, 'avg_loss': 1.154273506794267, 'avg_acc_mask': 59.76995371019779, 'loss': 1.4018446207046509}
+{'epoch': 236, 'iter': 140, 'avg_loss': 1.151966340575658, 'avg_acc_mask': 59.72204182361346, 'loss': 1.1741362810134888}
+{'epoch': 236, 'iter': 150, 'avg_loss': 1.1446496796923757, 'avg_acc_mask': 59.87338690041393, 'loss': 1.2612007856369019}
+{'epoch': 236, 'iter': 160, 'avg_loss': 1.1410926213916044, 'avg_acc_mask': 60.02988849293022, 'loss': 1.1269563436508179}
+{'epoch': 236, 'iter': 170, 'avg_loss': 1.1439969149249338, 'avg_acc_mask': 59.87946620749032, 'loss': 1.128355860710144}
+{'epoch': 236, 'iter': 180, 'avg_loss': 1.143919755082104, 'avg_acc_mask': 59.87610439727836, 'loss': 1.095698595046997}
+{'epoch': 236, 'iter': 190, 'avg_loss': 1.1435260572982708, 'avg_acc_mask': 59.85989828231456, 'loss': 1.1531310081481934}
+{'epoch': 236, 'iter': 200, 'avg_loss': 1.1444094133614309, 'avg_acc_mask': 59.78835978835979, 'loss': 0.9740075469017029}
+{'epoch': 236, 'iter': 210, 'avg_loss': 1.1441075827273148, 'avg_acc_mask': 59.82661465106198, 'loss': 1.2354998588562012}
+{'epoch': 236, 'iter': 220, 'avg_loss': 1.1427672375920672, 'avg_acc_mask': 59.9769034067475, 'loss': 1.2045038938522339}
+{'epoch': 236, 'iter': 230, 'avg_loss': 1.1477166956121272, 'avg_acc_mask': 59.892456112604776, 'loss': 1.2470284700393677}
+{'epoch': 236, 'iter': 240, 'avg_loss': 1.1479948242175628, 'avg_acc_mask': 59.86182812025509, 'loss': 1.238804817199707}
+{'epoch': 236, 'iter': 250, 'avg_loss': 1.148590179553545, 'avg_acc_mask': 59.94741454864154, 'loss': 0.808040201663971}
+{'epoch': 236, 'iter': 260, 'avg_loss': 1.1481202112303839, 'avg_acc_mask': 59.91851643720146, 'loss': 1.2862414121627808}
+{'epoch': 236, 'iter': 270, 'avg_loss': 1.150456639673437, 'avg_acc_mask': 59.91094319255161, 'loss': 1.1992642879486084}
+{'epoch': 236, 'iter': 280, 'avg_loss': 1.1528573994958953, 'avg_acc_mask': 59.86278993792878, 'loss': 1.0728834867477417}
+{'epoch': 236, 'iter': 290, 'avg_loss': 1.1542319042985791, 'avg_acc_mask': 59.84301810355741, 'loss': 1.2808345556259155}
+{'epoch': 236, 'iter': 300, 'avg_loss': 1.1527978437287467, 'avg_acc_mask': 59.87756351392714, 'loss': 1.0546610355377197}
+{'epoch': 236, 'iter': 310, 'avg_loss': 1.1507181902790375, 'avg_acc_mask': 59.90644244433918, 'loss': 1.096564531326294}
+{'epoch': 236, 'iter': 320, 'avg_loss': 1.1537852480404103, 'avg_acc_mask': 59.921708594784405, 'loss': 1.199196696281433}
+{'epoch': 236, 'iter': 330, 'avg_loss': 1.1540607287804525, 'avg_acc_mask': 59.883008356545965, 'loss': 1.013519048690796}
+{'epoch': 236, 'iter': 340, 'avg_loss': 1.1520672693979706, 'avg_acc_mask': 59.99244427653948, 'loss': 1.070156216621399}
+{'epoch': 236, 'iter': 350, 'avg_loss': 1.1527079863426013, 'avg_acc_mask': 60.0721870586389, 'loss': 1.3251410722732544}
+{'epoch': 236, 'iter': 360, 'avg_loss': 1.1517533924110708, 'avg_acc_mask': 60.03455811353356, 'loss': 1.4224505424499512}
+{'epoch': 236, 'iter': 370, 'avg_loss': 1.1510822670157708, 'avg_acc_mask': 60.04549275577313, 'loss': 1.0662254095077515}
+{'epoch': 236, 'iter': 380, 'avg_loss': 1.1551227267645787, 'avg_acc_mask': 59.92201039861352, 'loss': 0.8724077343940735}
+{'epoch': 236, 'iter': 390, 'avg_loss': 1.1578606966206484, 'avg_acc_mask': 59.853672263389925, 'loss': 1.317826509475708}
+{'epoch': 236, 'iter': 400, 'avg_loss': 1.1578868505663409, 'avg_acc_mask': 59.88010250777961, 'loss': 1.1981641054153442}
+{'epoch': 236, 'iter': 410, 'avg_loss': 1.158890157575445, 'avg_acc_mask': 59.85095274220179, 'loss': 1.072062373161316}
+{'epoch': 236, 'iter': 420, 'avg_loss': 1.1582635536329764, 'avg_acc_mask': 59.891811717488984, 'loss': 1.0893138647079468}
+{'epoch': 236, 'iter': 430, 'avg_loss': 1.15702239446463, 'avg_acc_mask': 59.96673490276356, 'loss': 1.0328391790390015}
+{'epoch': 236, 'iter': 440, 'avg_loss': 1.1598431505854168, 'avg_acc_mask': 59.79192675821889, 'loss': 1.4995348453521729}
+{'epoch': 236, 'iter': 450, 'avg_loss': 1.1598170901877918, 'avg_acc_mask': 59.75193167954453, 'loss': 0.8204391002655029}
+{'epoch': 236, 'iter': 460, 'avg_loss': 1.159394787474982, 'avg_acc_mask': 59.7455268389662, 'loss': 1.2563188076019287}
+{'epoch': 236, 'iter': 470, 'avg_loss': 1.1589739890867992, 'avg_acc_mask': 59.7292460904069, 'loss': 1.1837693452835083}
+{'epoch': 236, 'iter': 480, 'avg_loss': 1.1593760177647994, 'avg_acc_mask': 59.67631378522468, 'loss': 1.0175055265426636}
+{'epoch': 236, 'iter': 490, 'avg_loss': 1.1600338902832776, 'avg_acc_mask': 59.63983445807389, 'loss': 1.4187320470809937}
+{'epoch': 236, 'iter': 500, 'avg_loss': 1.1587360767785184, 'avg_acc_mask': 59.69391482211995, 'loss': 0.9799667000770569}
+{'epoch': 236, 'iter': 510, 'avg_loss': 1.1589561705486648, 'avg_acc_mask': 59.66344432509846, 'loss': 1.0717792510986328}
+{'epoch': 236, 'iter': 520, 'avg_loss': 1.1597960284712676, 'avg_acc_mask': 59.635380075874664, 'loss': 1.3560014963150024}
+{'epoch': 236, 'iter': 530, 'avg_loss': 1.1597196026485967, 'avg_acc_mask': 59.61498654522873, 'loss': 0.6653955578804016}
+{'epoch': 236, 'iter': 540, 'avg_loss': 1.15858502363762, 'avg_acc_mask': 59.617143825173635, 'loss': 1.1991076469421387}
+{'epoch': 236, 'iter': 550, 'avg_loss': 1.1600485817274035, 'avg_acc_mask': 59.518032241981054, 'loss': 1.3021612167358398}
+{'epoch': 236, 'iter': 560, 'avg_loss': 1.1600279511614917, 'avg_acc_mask': 59.53524855377979, 'loss': 1.1622258424758911}
+{'epoch': 236, 'iter': 570, 'avg_loss': 1.1594921598918801, 'avg_acc_mask': 59.52556973417762, 'loss': 1.4645990133285522}
+{'epoch': 236, 'iter': 580, 'avg_loss': 1.1595027178987578, 'avg_acc_mask': 59.515625492731225, 'loss': 1.3992787599563599}
+{'epoch': 236, 'iter': 590, 'avg_loss': 1.1595021074798506, 'avg_acc_mask': 59.49586597714674, 'loss': 0.9054292440414429}
+{'epoch': 236, 'iter': 600, 'avg_loss': 1.1592574451806739, 'avg_acc_mask': 59.49587003566095, 'loss': 1.416236400604248}
+{'epoch': 236, 'iter': 610, 'avg_loss': 1.160581959347483, 'avg_acc_mask': 59.46999220576773, 'loss': 1.1713004112243652}
+{'epoch': 236, 'iter': 620, 'avg_loss': 1.1586152854557006, 'avg_acc_mask': 59.556565895134625, 'loss': 1.1644690036773682}
+{'epoch': 236, 'iter': 630, 'avg_loss': 1.1571505887761546, 'avg_acc_mask': 59.60951799877975, 'loss': 1.0240669250488281}
+{'epoch': 236, 'iter': 640, 'avg_loss': 1.1577675499707787, 'avg_acc_mask': 59.64207869679936, 'loss': 1.150944709777832}
+{'epoch': 236, 'iter': 650, 'avg_loss': 1.1586058302775324, 'avg_acc_mask': 59.5893897403993, 'loss': 1.0189744234085083}
+{'epoch': 236, 'iter': 660, 'avg_loss': 1.158244722279045, 'avg_acc_mask': 59.593371396741404, 'loss': 1.1392399072647095}
+{'epoch': 236, 'iter': 670, 'avg_loss': 1.158019805540804, 'avg_acc_mask': 59.60288511641938, 'loss': 0.7863492369651794}
+{'epoch': 236, 'iter': 680, 'avg_loss': 1.1577684079322872, 'avg_acc_mask': 59.619233057493645, 'loss': 1.3379908800125122}
+{'epoch': 236, 'iter': 690, 'avg_loss': 1.1580506400158022, 'avg_acc_mask': 59.60464002554142, 'loss': 0.9781612753868103}
+{'epoch': 236, 'iter': 700, 'avg_loss': 1.1607521588724112, 'avg_acc_mask': 59.48734061215406, 'loss': 1.5387849807739258}
+{'epoch': 236, 'iter': 710, 'avg_loss': 1.1605558033230938, 'avg_acc_mask': 59.52854816614541, 'loss': 1.5856842994689941}
+{'epoch': 236, 'iter': 720, 'avg_loss': 1.161199593180261, 'avg_acc_mask': 59.519865439995925, 'loss': 1.0257649421691895}
+{'epoch': 236, 'iter': 730, 'avg_loss': 1.1602981004930228, 'avg_acc_mask': 59.57104422820648, 'loss': 1.3019696474075317}
+{'epoch': 236, 'iter': 740, 'avg_loss': 1.1624075020694862, 'avg_acc_mask': 59.49282367814382, 'loss': 1.1092530488967896}
+{'epoch': 236, 'iter': 750, 'avg_loss': 1.1634894308650223, 'avg_acc_mask': 59.44407806355487, 'loss': 1.3299543857574463}
+{'epoch': 236, 'iter': 760, 'avg_loss': 1.1625636996953466, 'avg_acc_mask': 59.47151433324493, 'loss': 1.3101965188980103}
+{'epoch': 236, 'iter': 770, 'avg_loss': 1.1632172405023984, 'avg_acc_mask': 59.40860215053764, 'loss': 1.2414672374725342}
+{'epoch': 236, 'iter': 780, 'avg_loss': 1.1623121967083665, 'avg_acc_mask': 59.43748678305412, 'loss': 0.9582567811012268}
+{'epoch': 236, 'iter': 790, 'avg_loss': 1.161619513511055, 'avg_acc_mask': 59.46152775845276, 'loss': 1.3342219591140747}
+{'epoch': 236, 'iter': 800, 'avg_loss': 1.1615281530682662, 'avg_acc_mask': 59.48352830750212, 'loss': 1.2871417999267578}
+{'epoch': 236, 'iter': 810, 'avg_loss': 1.1616304596902116, 'avg_acc_mask': 59.49387127414175, 'loss': 1.0214968919754028}
+{'epoch': 236, 'iter': 820, 'avg_loss': 1.162145630015235, 'avg_acc_mask': 59.4855305466238, 'loss': 1.0641682147979736}
+{'epoch': 236, 'iter': 830, 'avg_loss': 1.1621257678552943, 'avg_acc_mask': 59.496128306382225, 'loss': 1.1707115173339844}
+{'epoch': 236, 'iter': 840, 'avg_loss': 1.1618693684284243, 'avg_acc_mask': 59.50975051748556, 'loss': 1.3732521533966064}
+{'epoch': 236, 'iter': 850, 'avg_loss': 1.163143966789111, 'avg_acc_mask': 59.47597126016435, 'loss': 1.396976113319397}
+{'epoch': 236, 'iter': 860, 'avg_loss': 1.163616430260994, 'avg_acc_mask': 59.45084371148043, 'loss': 1.5042164325714111}
+{'epoch': 236, 'iter': 870, 'avg_loss': 1.1647962495325352, 'avg_acc_mask': 59.38522870331515, 'loss': 1.0154024362564087}
+{'epoch': 236, 'iter': 880, 'avg_loss': 1.164563790826332, 'avg_acc_mask': 59.396843175077265, 'loss': 1.1792291402816772}
+{'epoch': 236, 'iter': 890, 'avg_loss': 1.1635290869291115, 'avg_acc_mask': 59.42100400369572, 'loss': 0.7577806115150452}
+{'epoch': 236, 'iter': 900, 'avg_loss': 1.163353579091973, 'avg_acc_mask': 59.40760891631817, 'loss': 1.0260510444641113}
+{'epoch': 236, 'iter': 910, 'avg_loss': 1.1629328092419093, 'avg_acc_mask': 59.4180212723259, 'loss': 1.1628342866897583}
+{'epoch': 236, 'iter': 920, 'avg_loss': 1.1624905588701933, 'avg_acc_mask': 59.42034739454094, 'loss': 1.1106611490249634}
+{'epoch': 236, 'iter': 930, 'avg_loss': 1.162940736872041, 'avg_acc_mask': 59.394654088050316, 'loss': 1.4077045917510986}
+{'epoch': 236, 'iter': 940, 'avg_loss': 1.1627485050911859, 'avg_acc_mask': 59.36139614427861, 'loss': 0.9116367697715759}
+{'epoch': 236, 'iter': 950, 'avg_loss': 1.162791407948162, 'avg_acc_mask': 59.35367283772612, 'loss': 1.6400550603866577}
+{'epoch': 236, 'iter': 960, 'avg_loss': 1.1631486605034906, 'avg_acc_mask': 59.321324634317996, 'loss': 1.300408959388733}
+{'epoch': 236, 'iter': 970, 'avg_loss': 1.1620722363341358, 'avg_acc_mask': 59.34856733794247, 'loss': 0.9701042771339417}
+{'epoch': 236, 'iter': 980, 'avg_loss': 1.1621314013162276, 'avg_acc_mask': 59.34868470079737, 'loss': 1.1712563037872314}
+{'epoch': 236, 'iter': 990, 'avg_loss': 1.1623231250751391, 'avg_acc_mask': 59.32990545695803, 'loss': 1.034675121307373}
+{'epoch': 236, 'iter': 1000, 'avg_loss': 1.1622091070279017, 'avg_acc_mask': 59.32231223998248, 'loss': 1.6782591342926025}
+{'epoch': 236, 'iter': 1010, 'avg_loss': 1.162377481467646, 'avg_acc_mask': 59.31159092962327, 'loss': 1.2168813943862915}
+{'epoch': 236, 'iter': 1020, 'avg_loss': 1.1625145738552178, 'avg_acc_mask': 59.34655483824818, 'loss': 1.166643738746643}
+{'epoch': 236, 'iter': 1030, 'avg_loss': 1.161794253625879, 'avg_acc_mask': 59.41171258970497, 'loss': 1.1678680181503296}
+{'epoch': 236, 'iter': 1040, 'avg_loss': 1.1629997901224838, 'avg_acc_mask': 59.376645256396756, 'loss': 1.2160743474960327}
+{'epoch': 236, 'iter': 1050, 'avg_loss': 1.162979176393812, 'avg_acc_mask': 59.379292358515166, 'loss': 1.070876955986023}
+{'epoch': 236, 'iter': 1060, 'avg_loss': 1.1628597580409072, 'avg_acc_mask': 59.36805854498493, 'loss': 0.8216886520385742}
+{'epoch': 236, 'iter': 1070, 'avg_loss': 1.1625323436396018, 'avg_acc_mask': 59.35245048702683, 'loss': 1.3634532690048218}
+{'epoch': 236, 'iter': 1080, 'avg_loss': 1.1625388163201353, 'avg_acc_mask': 59.37848336429658, 'loss': 1.2505167722702026}
+{'epoch': 236, 'iter': 1090, 'avg_loss': 1.1630570164085199, 'avg_acc_mask': 59.360272736388254, 'loss': 1.3380087614059448}
+{'epoch': 236, 'iter': 1100, 'avg_loss': 1.1624595604627161, 'avg_acc_mask': 59.39766217424418, 'loss': 0.931448757648468}
+{'epoch': 'EP236_train', 'avg_loss': 1.1630417037333838, 'total_masked_acc': 59.38484893487121}
+{'epoch': 237, 'iter': 0, 'avg_loss': 1.1767863035202026, 'avg_acc_mask': 67.27272727272727, 'loss': 1.1767863035202026}
+{'epoch': 237, 'iter': 10, 'avg_loss': 1.1612051237713208, 'avg_acc_mask': 57.345971563981045, 'loss': 0.9707047343254089}
+{'epoch': 237, 'iter': 20, 'avg_loss': 1.2055103920754933, 'avg_acc_mask': 56.43224699828473, 'loss': 1.2363115549087524}
+{'epoch': 237, 'iter': 30, 'avg_loss': 1.1816727249853072, 'avg_acc_mask': 57.56327251324308, 'loss': 1.3084498643875122}
+{'epoch': 237, 'iter': 40, 'avg_loss': 1.1885088798476429, 'avg_acc_mask': 58.10276679841897, 'loss': 1.1954104900360107}
+{'epoch': 237, 'iter': 50, 'avg_loss': 1.1941466214610081, 'avg_acc_mask': 57.816901408450704, 'loss': 1.2541675567626953}
+{'epoch': 237, 'iter': 60, 'avg_loss': 1.1847526988045114, 'avg_acc_mask': 58.60838537020518, 'loss': 1.0317695140838623}
+{'epoch': 237, 'iter': 70, 'avg_loss': 1.173487557491786, 'avg_acc_mask': 58.89711513913709, 'loss': 1.0250879526138306}
+{'epoch': 237, 'iter': 80, 'avg_loss': 1.174006391454626, 'avg_acc_mask': 59.00718778077268, 'loss': 1.303987979888916}
+{'epoch': 237, 'iter': 90, 'avg_loss': 1.1658902430272364, 'avg_acc_mask': 59.275477707006374, 'loss': 1.1333800554275513}
+{'epoch': 237, 'iter': 100, 'avg_loss': 1.1527568013361185, 'avg_acc_mask': 59.77403156384506, 'loss': 0.9448716044425964}
+{'epoch': 237, 'iter': 110, 'avg_loss': 1.1519131928950817, 'avg_acc_mask': 60.114848236259235, 'loss': 1.1741430759429932}
+{'epoch': 237, 'iter': 120, 'avg_loss': 1.1457086308928561, 'avg_acc_mask': 60.33882922402057, 'loss': 1.1800960302352905}
+{'epoch': 237, 'iter': 130, 'avg_loss': 1.1434609216588143, 'avg_acc_mask': 60.250696378830085, 'loss': 1.253836989402771}
+{'epoch': 237, 'iter': 140, 'avg_loss': 1.1433143188767398, 'avg_acc_mask': 60.229027277406075, 'loss': 0.674159586429596}
+{'epoch': 237, 'iter': 150, 'avg_loss': 1.1375178296044963, 'avg_acc_mask': 60.49891014773553, 'loss': 1.182637333869934}
+{'epoch': 237, 'iter': 160, 'avg_loss': 1.137974963425109, 'avg_acc_mask': 60.5645069134956, 'loss': 1.1862820386886597}
+{'epoch': 237, 'iter': 170, 'avg_loss': 1.136866989888643, 'avg_acc_mask': 60.555376862871235, 'loss': 0.9177193641662598}
+{'epoch': 237, 'iter': 180, 'avg_loss': 1.1409425106496442, 'avg_acc_mask': 60.46535154274153, 'loss': 1.1505531072616577}
+{'epoch': 237, 'iter': 190, 'avg_loss': 1.142960144275146, 'avg_acc_mask': 60.34219078570063, 'loss': 1.0159636735916138}
+{'epoch': 237, 'iter': 200, 'avg_loss': 1.14153474747245, 'avg_acc_mask': 60.4410563572012, 'loss': 1.1289610862731934}
+{'epoch': 237, 'iter': 210, 'avg_loss': 1.1391658124765514, 'avg_acc_mask': 60.57517920373089, 'loss': 0.9933561682701111}
+{'epoch': 237, 'iter': 220, 'avg_loss': 1.139289215409378, 'avg_acc_mask': 60.47854785478548, 'loss': 1.1793583631515503}
+{'epoch': 237, 'iter': 230, 'avg_loss': 1.1385006336938768, 'avg_acc_mask': 60.418145956607496, 'loss': 1.30299711227417}
+{'epoch': 237, 'iter': 240, 'avg_loss': 1.140475798197307, 'avg_acc_mask': 60.274180110580936, 'loss': 1.169160008430481}
+{'epoch': 237, 'iter': 250, 'avg_loss': 1.1421904107963896, 'avg_acc_mask': 60.11636363636364, 'loss': 1.0954874753952026}
+{'epoch': 237, 'iter': 260, 'avg_loss': 1.1429802736560046, 'avg_acc_mask': 60.0924499229584, 'loss': 1.1740429401397705}
+{'epoch': 237, 'iter': 270, 'avg_loss': 1.142428735745349, 'avg_acc_mask': 60.111829695499864, 'loss': 1.1706790924072266}
+{'epoch': 237, 'iter': 280, 'avg_loss': 1.1429972245599875, 'avg_acc_mask': 60.0259571706684, 'loss': 0.7058757543563843}
+{'epoch': 237, 'iter': 290, 'avg_loss': 1.1462499962229908, 'avg_acc_mask': 59.956085319949814, 'loss': 1.1953940391540527}
+{'epoch': 237, 'iter': 300, 'avg_loss': 1.1451486200589278, 'avg_acc_mask': 60.014540167211926, 'loss': 1.0302212238311768}
+{'epoch': 237, 'iter': 310, 'avg_loss': 1.1458695645884303, 'avg_acc_mask': 59.861551097031565, 'loss': 0.9713895916938782}
+{'epoch': 237, 'iter': 320, 'avg_loss': 1.1463273886208223, 'avg_acc_mask': 59.81079386789765, 'loss': 1.1786571741104126}
+{'epoch': 237, 'iter': 330, 'avg_loss': 1.1471846811360824, 'avg_acc_mask': 59.78561166979777, 'loss': 1.2600843906402588}
+{'epoch': 237, 'iter': 340, 'avg_loss': 1.1452740411604605, 'avg_acc_mask': 59.794921350727435, 'loss': 1.0726978778839111}
+{'epoch': 237, 'iter': 350, 'avg_loss': 1.1447343230247498, 'avg_acc_mask': 59.80269339179455, 'loss': 1.129969835281372}
+{'epoch': 237, 'iter': 360, 'avg_loss': 1.1461439669297342, 'avg_acc_mask': 59.74486180014175, 'loss': 1.2988691329956055}
+{'epoch': 237, 'iter': 370, 'avg_loss': 1.1472318111404254, 'avg_acc_mask': 59.69297382405039, 'loss': 1.069886326789856}
+{'epoch': 237, 'iter': 380, 'avg_loss': 1.1508972999930696, 'avg_acc_mask': 59.62902607361963, 'loss': 1.1445060968399048}
+{'epoch': 237, 'iter': 390, 'avg_loss': 1.1503047772380701, 'avg_acc_mask': 59.6282284806875, 'loss': 1.3411139249801636}
+{'epoch': 237, 'iter': 400, 'avg_loss': 1.1516106952158294, 'avg_acc_mask': 59.549180327868854, 'loss': 1.3309814929962158}
+{'epoch': 237, 'iter': 410, 'avg_loss': 1.1496035471159756, 'avg_acc_mask': 59.66076039533434, 'loss': 1.098198413848877}
+{'epoch': 237, 'iter': 420, 'avg_loss': 1.1483237086452385, 'avg_acc_mask': 59.73262497822679, 'loss': 1.0191595554351807}
+{'epoch': 237, 'iter': 430, 'avg_loss': 1.148937872695259, 'avg_acc_mask': 59.7267154776094, 'loss': 1.216325044631958}
+{'epoch': 237, 'iter': 440, 'avg_loss': 1.1504663224933909, 'avg_acc_mask': 59.71055477002412, 'loss': 1.3929072618484497}
+{'epoch': 237, 'iter': 450, 'avg_loss': 1.1499740069034095, 'avg_acc_mask': 59.737934402213725, 'loss': 0.8550468683242798}
+{'epoch': 237, 'iter': 460, 'avg_loss': 1.1511659557545262, 'avg_acc_mask': 59.649890590809626, 'loss': 0.9670349955558777}
+{'epoch': 237, 'iter': 470, 'avg_loss': 1.1514587371971956, 'avg_acc_mask': 59.612617167749214, 'loss': 1.2480192184448242}
+{'epoch': 237, 'iter': 480, 'avg_loss': 1.150358772823072, 'avg_acc_mask': 59.692729975982616, 'loss': 1.2489557266235352}
+{'epoch': 237, 'iter': 490, 'avg_loss': 1.1525843711588872, 'avg_acc_mask': 59.64257732343394, 'loss': 1.477150559425354}
+{'epoch': 237, 'iter': 500, 'avg_loss': 1.1499702016750495, 'avg_acc_mask': 59.71730158150407, 'loss': 0.9712160229682922}
+{'epoch': 237, 'iter': 510, 'avg_loss': 1.151187000092695, 'avg_acc_mask': 59.685451223444275, 'loss': 1.0452406406402588}
+{'epoch': 237, 'iter': 520, 'avg_loss': 1.15253946556926, 'avg_acc_mask': 59.69199395239267, 'loss': 1.3405935764312744}
+{'epoch': 237, 'iter': 530, 'avg_loss': 1.1520978489613578, 'avg_acc_mask': 59.742856158009026, 'loss': 0.8850361108779907}
+{'epoch': 237, 'iter': 540, 'avg_loss': 1.1532840129408068, 'avg_acc_mask': 59.702655107017065, 'loss': 1.2242991924285889}
+{'epoch': 237, 'iter': 550, 'avg_loss': 1.156970639843257, 'avg_acc_mask': 59.58182362131437, 'loss': 1.3914649486541748}
+{'epoch': 237, 'iter': 560, 'avg_loss': 1.1574421285945464, 'avg_acc_mask': 59.598104884822746, 'loss': 1.6141103506088257}
+{'epoch': 237, 'iter': 570, 'avg_loss': 1.1550760549964505, 'avg_acc_mask': 59.70939183987682, 'loss': 0.9196184873580933}
+{'epoch': 237, 'iter': 580, 'avg_loss': 1.1537717750068375, 'avg_acc_mask': 59.758247292873335, 'loss': 1.4319159984588623}
+{'epoch': 237, 'iter': 590, 'avg_loss': 1.1548964037306215, 'avg_acc_mask': 59.71307547228149, 'loss': 1.2368861436843872}
+{'epoch': 237, 'iter': 600, 'avg_loss': 1.1535942527696417, 'avg_acc_mask': 59.76906715284108, 'loss': 0.9947959184646606}
+{'epoch': 237, 'iter': 610, 'avg_loss': 1.1558309214985312, 'avg_acc_mask': 59.691287991879136, 'loss': 1.1685653924942017}
+{'epoch': 237, 'iter': 620, 'avg_loss': 1.1534652340431337, 'avg_acc_mask': 59.75133006084478, 'loss': 1.5023373365402222}
+{'epoch': 237, 'iter': 630, 'avg_loss': 1.1531784687480533, 'avg_acc_mask': 59.741461580728185, 'loss': 1.4221892356872559}
+{'epoch': 237, 'iter': 640, 'avg_loss': 1.153127420711071, 'avg_acc_mask': 59.767985406453086, 'loss': 1.1866426467895508}
+{'epoch': 237, 'iter': 650, 'avg_loss': 1.152696848465001, 'avg_acc_mask': 59.75784476219906, 'loss': 1.025931477546692}
+{'epoch': 237, 'iter': 660, 'avg_loss': 1.1516393594409984, 'avg_acc_mask': 59.7944142746315, 'loss': 1.0228005647659302}
+{'epoch': 237, 'iter': 670, 'avg_loss': 1.1524737575015083, 'avg_acc_mask': 59.757863955617495, 'loss': 1.4392112493515015}
+{'epoch': 237, 'iter': 680, 'avg_loss': 1.1530582994966605, 'avg_acc_mask': 59.77113624124932, 'loss': 1.0259870290756226}
+{'epoch': 237, 'iter': 690, 'avg_loss': 1.15344882925754, 'avg_acc_mask': 59.74218874330274, 'loss': 1.4476768970489502}
+{'epoch': 237, 'iter': 700, 'avg_loss': 1.15448604194652, 'avg_acc_mask': 59.72958158231317, 'loss': 1.1904393434524536}
+{'epoch': 237, 'iter': 710, 'avg_loss': 1.1546433033990122, 'avg_acc_mask': 59.762186647449425, 'loss': 1.147809386253357}
+{'epoch': 237, 'iter': 720, 'avg_loss': 1.1566922016514158, 'avg_acc_mask': 59.68608955829403, 'loss': 1.3392486572265625}
+{'epoch': 237, 'iter': 730, 'avg_loss': 1.1554096825471818, 'avg_acc_mask': 59.74441693550404, 'loss': 1.2712911367416382}
+{'epoch': 237, 'iter': 740, 'avg_loss': 1.1548964206667243, 'avg_acc_mask': 59.744361644376454, 'loss': 1.0940234661102295}
+{'epoch': 237, 'iter': 750, 'avg_loss': 1.1560363217930343, 'avg_acc_mask': 59.71427876073888, 'loss': 0.9539709687232971}
+{'epoch': 237, 'iter': 760, 'avg_loss': 1.1561260786538996, 'avg_acc_mask': 59.722556137904505, 'loss': 1.0101038217544556}
+{'epoch': 237, 'iter': 770, 'avg_loss': 1.1560853187830686, 'avg_acc_mask': 59.708105290591604, 'loss': 0.8629589080810547}
+{'epoch': 237, 'iter': 780, 'avg_loss': 1.1563596849099622, 'avg_acc_mask': 59.69199082525862, 'loss': 1.2981270551681519}
+{'epoch': 237, 'iter': 790, 'avg_loss': 1.1572939739215238, 'avg_acc_mask': 59.668955313590864, 'loss': 0.8978819847106934}
+{'epoch': 237, 'iter': 800, 'avg_loss': 1.1573350016543928, 'avg_acc_mask': 59.65640756542173, 'loss': 0.8878386616706848}
+{'epoch': 237, 'iter': 810, 'avg_loss': 1.1570918515195976, 'avg_acc_mask': 59.65015103016095, 'loss': 1.1293070316314697}
+{'epoch': 237, 'iter': 820, 'avg_loss': 1.1569263744150968, 'avg_acc_mask': 59.645489567328035, 'loss': 0.9866745471954346}
+{'epoch': 237, 'iter': 830, 'avg_loss': 1.1574882586653625, 'avg_acc_mask': 59.62343096234309, 'loss': 1.432275414466858}
+{'epoch': 237, 'iter': 840, 'avg_loss': 1.157066993849456, 'avg_acc_mask': 59.636862386519496, 'loss': 1.0049347877502441}
+{'epoch': 237, 'iter': 850, 'avg_loss': 1.1572128328397326, 'avg_acc_mask': 59.627382642743434, 'loss': 1.0657391548156738}
+{'epoch': 237, 'iter': 860, 'avg_loss': 1.1582062742851338, 'avg_acc_mask': 59.598835603340206, 'loss': 1.412469506263733}
+{'epoch': 237, 'iter': 870, 'avg_loss': 1.1592535928114136, 'avg_acc_mask': 59.52236177216782, 'loss': 0.9596005082130432}
+{'epoch': 237, 'iter': 880, 'avg_loss': 1.1599569325414607, 'avg_acc_mask': 59.51877203899606, 'loss': 1.0473148822784424}
+{'epoch': 237, 'iter': 890, 'avg_loss': 1.1589590160533636, 'avg_acc_mask': 59.58106581784578, 'loss': 0.8412335515022278}
+{'epoch': 237, 'iter': 900, 'avg_loss': 1.1594288112320725, 'avg_acc_mask': 59.56414990970518, 'loss': 1.1642383337020874}
+{'epoch': 237, 'iter': 910, 'avg_loss': 1.1601586162585982, 'avg_acc_mask': 59.5267696009625, 'loss': 1.331084966659546}
+{'epoch': 237, 'iter': 920, 'avg_loss': 1.1595167897552672, 'avg_acc_mask': 59.55145380569614, 'loss': 0.9202380180358887}
+{'epoch': 237, 'iter': 930, 'avg_loss': 1.1589333778677386, 'avg_acc_mask': 59.544204322200386, 'loss': 1.3670294284820557}
+{'epoch': 237, 'iter': 940, 'avg_loss': 1.1593691011797735, 'avg_acc_mask': 59.51020408163266, 'loss': 1.0784177780151367}
+{'epoch': 237, 'iter': 950, 'avg_loss': 1.1592927615223874, 'avg_acc_mask': 59.498366327118966, 'loss': 1.305030345916748}
+{'epoch': 237, 'iter': 960, 'avg_loss': 1.1596517738392897, 'avg_acc_mask': 59.48443024980039, 'loss': 1.2611424922943115}
+{'epoch': 237, 'iter': 970, 'avg_loss': 1.1592790459260636, 'avg_acc_mask': 59.51055265038938, 'loss': 0.9129833579063416}
+{'epoch': 237, 'iter': 980, 'avg_loss': 1.1591660857322141, 'avg_acc_mask': 59.50105267080282, 'loss': 1.0452712774276733}
+{'epoch': 237, 'iter': 990, 'avg_loss': 1.1595545132032676, 'avg_acc_mask': 59.48172586025766, 'loss': 1.233849287033081}
+{'epoch': 237, 'iter': 1000, 'avg_loss': 1.1602810869564661, 'avg_acc_mask': 59.4853545031481, 'loss': 1.4057316780090332}
+{'epoch': 237, 'iter': 1010, 'avg_loss': 1.160392352192857, 'avg_acc_mask': 59.490535678773526, 'loss': 1.0753741264343262}
+{'epoch': 237, 'iter': 1020, 'avg_loss': 1.1607325605967835, 'avg_acc_mask': 59.47426852415572, 'loss': 0.9609398245811462}
+{'epoch': 237, 'iter': 1030, 'avg_loss': 1.1611657662373163, 'avg_acc_mask': 59.48343149081104, 'loss': 1.0754207372665405}
+{'epoch': 237, 'iter': 1040, 'avg_loss': 1.1614741655522878, 'avg_acc_mask': 59.49473832153336, 'loss': 1.3384391069412231}
+{'epoch': 237, 'iter': 1050, 'avg_loss': 1.1612760769424837, 'avg_acc_mask': 59.50951212295268, 'loss': 1.2191498279571533}
+{'epoch': 237, 'iter': 1060, 'avg_loss': 1.1613751102684804, 'avg_acc_mask': 59.51662673033494, 'loss': 0.9549837708473206}
+{'epoch': 237, 'iter': 1070, 'avg_loss': 1.1613175828361155, 'avg_acc_mask': 59.504710540688144, 'loss': 1.485999584197998}
+{'epoch': 237, 'iter': 1080, 'avg_loss': 1.1613812242030657, 'avg_acc_mask': 59.53210047668954, 'loss': 1.0262995958328247}
+{'epoch': 237, 'iter': 1090, 'avg_loss': 1.1618234903084697, 'avg_acc_mask': 59.528033472803344, 'loss': 1.0015861988067627}
+{'epoch': 237, 'iter': 1100, 'avg_loss': 1.1623866405950471, 'avg_acc_mask': 59.50998606595448, 'loss': 1.1531484127044678}
+{'epoch': 'EP237_train', 'avg_loss': 1.1621444439456474, 'total_masked_acc': 59.51511345419689}
+{'epoch': 238, 'iter': 0, 'avg_loss': 1.3504812717437744, 'avg_acc_mask': 46.15384615384615, 'loss': 1.3504812717437744}
+{'epoch': 238, 'iter': 10, 'avg_loss': 1.2155554511330344, 'avg_acc_mask': 57.41626794258373, 'loss': 0.8867408633232117}
+{'epoch': 238, 'iter': 20, 'avg_loss': 1.193565621262505, 'avg_acc_mask': 58.859118409680214, 'loss': 0.9009426236152649}
+{'epoch': 238, 'iter': 30, 'avg_loss': 1.174569970177066, 'avg_acc_mask': 58.96088733216579, 'loss': 1.3684191703796387}
+{'epoch': 238, 'iter': 40, 'avg_loss': 1.1711067295655972, 'avg_acc_mask': 59.24611973392461, 'loss': 1.2274967432022095}
+{'epoch': 238, 'iter': 50, 'avg_loss': 1.1972717058424855, 'avg_acc_mask': 58.64394746183883, 'loss': 1.3817218542099}
+{'epoch': 238, 'iter': 60, 'avg_loss': 1.1628486729059062, 'avg_acc_mask': 59.97019374068554, 'loss': 0.6952440142631531}
+{'epoch': 238, 'iter': 70, 'avg_loss': 1.1654494665038417, 'avg_acc_mask': 59.8259979529171, 'loss': 1.110997200012207}
+{'epoch': 238, 'iter': 80, 'avg_loss': 1.1779388704417664, 'avg_acc_mask': 59.4582493843743, 'loss': 1.357904076576233}
+{'epoch': 238, 'iter': 90, 'avg_loss': 1.1839714168192266, 'avg_acc_mask': 59.45676053525065, 'loss': 1.2583823204040527}
+{'epoch': 238, 'iter': 100, 'avg_loss': 1.1631170788613876, 'avg_acc_mask': 59.83783783783784, 'loss': 0.8807340860366821}
+{'epoch': 238, 'iter': 110, 'avg_loss': 1.1659172778730993, 'avg_acc_mask': 59.56040323913403, 'loss': 1.4207884073257446}
+{'epoch': 238, 'iter': 120, 'avg_loss': 1.1610485128134735, 'avg_acc_mask': 59.77798053527981, 'loss': 1.3269356489181519}
+{'epoch': 238, 'iter': 130, 'avg_loss': 1.1621446172699674, 'avg_acc_mask': 59.61753210496929, 'loss': 1.0183945894241333}
+{'epoch': 238, 'iter': 140, 'avg_loss': 1.161372574508613, 'avg_acc_mask': 59.65570799896454, 'loss': 1.255115032196045}
+{'epoch': 238, 'iter': 150, 'avg_loss': 1.1536204422151806, 'avg_acc_mask': 59.800462343350766, 'loss': 1.049665927886963}
+{'epoch': 238, 'iter': 160, 'avg_loss': 1.1578293389044934, 'avg_acc_mask': 59.66655247230786, 'loss': 1.2095839977264404}
+{'epoch': 238, 'iter': 170, 'avg_loss': 1.1605632554369363, 'avg_acc_mask': 59.51897381079636, 'loss': 1.2217366695404053}
+{'epoch': 238, 'iter': 180, 'avg_loss': 1.1604683509518428, 'avg_acc_mask': 59.37657621305357, 'loss': 1.0553237199783325}
+{'epoch': 238, 'iter': 190, 'avg_loss': 1.1641210743582062, 'avg_acc_mask': 59.2659848991685, 'loss': 1.0024665594100952}
+{'epoch': 238, 'iter': 200, 'avg_loss': 1.1671816853444967, 'avg_acc_mask': 59.04062386652158, 'loss': 1.2268251180648804}
+{'epoch': 238, 'iter': 210, 'avg_loss': 1.165530864802582, 'avg_acc_mask': 59.12264069637163, 'loss': 1.4320201873779297}
+{'epoch': 238, 'iter': 220, 'avg_loss': 1.164423458042188, 'avg_acc_mask': 59.1568932994341, 'loss': 1.2869513034820557}
+{'epoch': 238, 'iter': 230, 'avg_loss': 1.1662748663714437, 'avg_acc_mask': 59.14409108755399, 'loss': 1.6305972337722778}
+{'epoch': 238, 'iter': 240, 'avg_loss': 1.1691076873001716, 'avg_acc_mask': 59.07481353122881, 'loss': 1.145306944847107}
+{'epoch': 238, 'iter': 250, 'avg_loss': 1.1721793219625238, 'avg_acc_mask': 58.8822933256117, 'loss': 1.0698107481002808}
+{'epoch': 238, 'iter': 260, 'avg_loss': 1.1714181908017374, 'avg_acc_mask': 58.91106320839997, 'loss': 0.9022586941719055}
+{'epoch': 238, 'iter': 270, 'avg_loss': 1.1705445377809096, 'avg_acc_mask': 58.95667314002545, 'loss': 0.9885439276695251}
+{'epoch': 238, 'iter': 280, 'avg_loss': 1.1681811100011195, 'avg_acc_mask': 59.031693564067666, 'loss': 0.5258589386940002}
+{'epoch': 238, 'iter': 290, 'avg_loss': 1.1688967530465209, 'avg_acc_mask': 58.94532716126611, 'loss': 0.836423933506012}
+{'epoch': 238, 'iter': 300, 'avg_loss': 1.1625202275391828, 'avg_acc_mask': 59.2137145626363, 'loss': 0.7836354374885559}
+{'epoch': 238, 'iter': 310, 'avg_loss': 1.1625890911008767, 'avg_acc_mask': 59.0602452044348, 'loss': 1.1267457008361816}
+{'epoch': 238, 'iter': 320, 'avg_loss': 1.1643477070183026, 'avg_acc_mask': 59.077957602005924, 'loss': 1.2437775135040283}
+{'epoch': 238, 'iter': 330, 'avg_loss': 1.1654165897664708, 'avg_acc_mask': 59.09166343973005, 'loss': 0.9089694023132324}
+{'epoch': 238, 'iter': 340, 'avg_loss': 1.1660334564898371, 'avg_acc_mask': 59.03213691721659, 'loss': 1.071561574935913}
+{'epoch': 238, 'iter': 350, 'avg_loss': 1.164185059461159, 'avg_acc_mask': 59.15662021815146, 'loss': 1.0912092924118042}
+{'epoch': 238, 'iter': 360, 'avg_loss': 1.162086103183741, 'avg_acc_mask': 59.21897920987404, 'loss': 1.2927780151367188}
+{'epoch': 238, 'iter': 370, 'avg_loss': 1.1625593358455, 'avg_acc_mask': 59.27292404565132, 'loss': 1.1430134773254395}
+{'epoch': 238, 'iter': 380, 'avg_loss': 1.1633125225233594, 'avg_acc_mask': 59.169218989280246, 'loss': 0.814273476600647}
+{'epoch': 238, 'iter': 390, 'avg_loss': 1.1632606534244458, 'avg_acc_mask': 59.16662778218469, 'loss': 1.4746127128601074}
+{'epoch': 238, 'iter': 400, 'avg_loss': 1.1610179915838408, 'avg_acc_mask': 59.22814982973893, 'loss': 1.1273853778839111}
+{'epoch': 238, 'iter': 410, 'avg_loss': 1.1591311963660293, 'avg_acc_mask': 59.299239072730494, 'loss': 1.1098889112472534}
+{'epoch': 238, 'iter': 420, 'avg_loss': 1.157273780067856, 'avg_acc_mask': 59.32569699589367, 'loss': 1.1048439741134644}
+{'epoch': 238, 'iter': 430, 'avg_loss': 1.156260904123501, 'avg_acc_mask': 59.35189488360303, 'loss': 1.0628591775894165}
+{'epoch': 238, 'iter': 440, 'avg_loss': 1.1593464736630317, 'avg_acc_mask': 59.235590005772245, 'loss': 1.5150043964385986}
+{'epoch': 238, 'iter': 450, 'avg_loss': 1.1595725766703189, 'avg_acc_mask': 59.18120643107547, 'loss': 1.0166455507278442}
+{'epoch': 238, 'iter': 460, 'avg_loss': 1.1605239899065385, 'avg_acc_mask': 59.20290140734025, 'loss': 1.104343295097351}
+{'epoch': 238, 'iter': 470, 'avg_loss': 1.1599429121316112, 'avg_acc_mask': 59.1830443159923, 'loss': 1.1373053789138794}
+{'epoch': 238, 'iter': 480, 'avg_loss': 1.1601505871250326, 'avg_acc_mask': 59.187452758881335, 'loss': 1.1253842115402222}
+{'epoch': 238, 'iter': 490, 'avg_loss': 1.161615078718745, 'avg_acc_mask': 59.16883116883117, 'loss': 1.398310661315918}
+{'epoch': 238, 'iter': 500, 'avg_loss': 1.1602988489968573, 'avg_acc_mask': 59.186566350452516, 'loss': 1.1719584465026855}
+{'epoch': 238, 'iter': 510, 'avg_loss': 1.1603609077967776, 'avg_acc_mask': 59.15999288129561, 'loss': 1.2699053287506104}
+{'epoch': 238, 'iter': 520, 'avg_loss': 1.1604150735599752, 'avg_acc_mask': 59.21838438165753, 'loss': 1.2213501930236816}
+{'epoch': 238, 'iter': 530, 'avg_loss': 1.159851932985859, 'avg_acc_mask': 59.24084487724593, 'loss': 1.055817723274231}
+{'epoch': 238, 'iter': 540, 'avg_loss': 1.1598721750893126, 'avg_acc_mask': 59.268227064837234, 'loss': 1.2177636623382568}
+{'epoch': 238, 'iter': 550, 'avg_loss': 1.1614212870273313, 'avg_acc_mask': 59.20432446685784, 'loss': 1.4160711765289307}
+{'epoch': 238, 'iter': 560, 'avg_loss': 1.1614680384250886, 'avg_acc_mask': 59.24078512664378, 'loss': 1.043175220489502}
+{'epoch': 238, 'iter': 570, 'avg_loss': 1.161336801463376, 'avg_acc_mask': 59.271059003440804, 'loss': 0.9688307642936707}
+{'epoch': 238, 'iter': 580, 'avg_loss': 1.1614454686641693, 'avg_acc_mask': 59.293558176641746, 'loss': 1.2166424989700317}
+{'epoch': 238, 'iter': 590, 'avg_loss': 1.161178480802252, 'avg_acc_mask': 59.28193453113463, 'loss': 0.7804856896400452}
+{'epoch': 238, 'iter': 600, 'avg_loss': 1.1613090909558803, 'avg_acc_mask': 59.29584292812993, 'loss': 1.170369267463684}
+{'epoch': 238, 'iter': 610, 'avg_loss': 1.1615212459708586, 'avg_acc_mask': 59.349205876218, 'loss': 1.001733660697937}
+{'epoch': 238, 'iter': 620, 'avg_loss': 1.1592250569527085, 'avg_acc_mask': 59.411022790602175, 'loss': 1.5710642337799072}
+{'epoch': 238, 'iter': 630, 'avg_loss': 1.1580227061326833, 'avg_acc_mask': 59.45368445368445, 'loss': 0.8722854256629944}
+{'epoch': 238, 'iter': 640, 'avg_loss': 1.1592626282930747, 'avg_acc_mask': 59.42738423883655, 'loss': 0.7824118137359619}
+{'epoch': 238, 'iter': 650, 'avg_loss': 1.1585191695646206, 'avg_acc_mask': 59.45483608626153, 'loss': 0.894039511680603}
+{'epoch': 238, 'iter': 660, 'avg_loss': 1.158953807402667, 'avg_acc_mask': 59.42381597500622, 'loss': 1.063629150390625}
+{'epoch': 238, 'iter': 670, 'avg_loss': 1.160007421332571, 'avg_acc_mask': 59.41168459757592, 'loss': 1.2576674222946167}
+{'epoch': 238, 'iter': 680, 'avg_loss': 1.160489562980929, 'avg_acc_mask': 59.369804237060876, 'loss': 1.3465160131454468}
+{'epoch': 238, 'iter': 690, 'avg_loss': 1.160678718136637, 'avg_acc_mask': 59.38175871709659, 'loss': 1.1560415029525757}
+{'epoch': 238, 'iter': 700, 'avg_loss': 1.161807809040992, 'avg_acc_mask': 59.32656611023132, 'loss': 1.47318696975708}
+{'epoch': 238, 'iter': 710, 'avg_loss': 1.16047763887337, 'avg_acc_mask': 59.39822645958276, 'loss': 0.9793102741241455}
+{'epoch': 238, 'iter': 720, 'avg_loss': 1.1626180821665448, 'avg_acc_mask': 59.38851376982019, 'loss': 1.6264925003051758}
+{'epoch': 238, 'iter': 730, 'avg_loss': 1.1606381548168558, 'avg_acc_mask': 59.45070282125411, 'loss': 1.1740574836730957}
+{'epoch': 238, 'iter': 740, 'avg_loss': 1.1608929299873862, 'avg_acc_mask': 59.41779558921152, 'loss': 1.3107891082763672}
+{'epoch': 238, 'iter': 750, 'avg_loss': 1.1611929223556494, 'avg_acc_mask': 59.375151603357104, 'loss': 1.1330792903900146}
+{'epoch': 238, 'iter': 760, 'avg_loss': 1.159715837506521, 'avg_acc_mask': 59.445083381253596, 'loss': 0.9090253710746765}
+{'epoch': 238, 'iter': 770, 'avg_loss': 1.1614922961140421, 'avg_acc_mask': 59.36857527707541, 'loss': 1.1070146560668945}
+{'epoch': 238, 'iter': 780, 'avg_loss': 1.1612712968708458, 'avg_acc_mask': 59.356390556035585, 'loss': 1.1259061098098755}
+{'epoch': 238, 'iter': 790, 'avg_loss': 1.1601037821260325, 'avg_acc_mask': 59.409321642824175, 'loss': 1.1103591918945312}
+{'epoch': 238, 'iter': 800, 'avg_loss': 1.1596816091724995, 'avg_acc_mask': 59.43853737392136, 'loss': 1.1219351291656494}
+{'epoch': 238, 'iter': 810, 'avg_loss': 1.1597683372759202, 'avg_acc_mask': 59.44685930497061, 'loss': 0.913056492805481}
+{'epoch': 238, 'iter': 820, 'avg_loss': 1.1601773179187262, 'avg_acc_mask': 59.41893575369283, 'loss': 1.2722537517547607}
+{'epoch': 238, 'iter': 830, 'avg_loss': 1.1595816403878438, 'avg_acc_mask': 59.41569869764167, 'loss': 1.292730689048767}
+{'epoch': 238, 'iter': 840, 'avg_loss': 1.159903598632597, 'avg_acc_mask': 59.37520366709391, 'loss': 0.8224996328353882}
+{'epoch': 238, 'iter': 850, 'avg_loss': 1.1619031753229059, 'avg_acc_mask': 59.29588947052261, 'loss': 1.2598974704742432}
+{'epoch': 238, 'iter': 860, 'avg_loss': 1.162327403702387, 'avg_acc_mask': 59.25376612920312, 'loss': 1.2977350950241089}
+{'epoch': 238, 'iter': 870, 'avg_loss': 1.1635313030978158, 'avg_acc_mask': 59.196736743018505, 'loss': 1.0388450622558594}
+{'epoch': 238, 'iter': 880, 'avg_loss': 1.1637438210604816, 'avg_acc_mask': 59.2043504331824, 'loss': 1.2031939029693604}
+{'epoch': 238, 'iter': 890, 'avg_loss': 1.1644260191957558, 'avg_acc_mask': 59.21465003379832, 'loss': 0.901788055896759}
+{'epoch': 238, 'iter': 900, 'avg_loss': 1.1644608149848688, 'avg_acc_mask': 59.219211922407155, 'loss': 1.4296013116836548}
+{'epoch': 238, 'iter': 910, 'avg_loss': 1.1648801598211282, 'avg_acc_mask': 59.19975992797839, 'loss': 1.1734665632247925}
+{'epoch': 238, 'iter': 920, 'avg_loss': 1.1645286325587771, 'avg_acc_mask': 59.245693921995645, 'loss': 1.2814651727676392}
+{'epoch': 238, 'iter': 930, 'avg_loss': 1.1645399098685683, 'avg_acc_mask': 59.2493192548044, 'loss': 1.3917618989944458}
+{'epoch': 238, 'iter': 940, 'avg_loss': 1.1646645904917519, 'avg_acc_mask': 59.241752068036966, 'loss': 0.7752336263656616}
+{'epoch': 238, 'iter': 950, 'avg_loss': 1.164130173490376, 'avg_acc_mask': 59.2574134064291, 'loss': 1.4107192754745483}
+{'epoch': 238, 'iter': 960, 'avg_loss': 1.1643503784327056, 'avg_acc_mask': 59.248785302156094, 'loss': 1.378602147102356}
+{'epoch': 238, 'iter': 970, 'avg_loss': 1.1644519431522282, 'avg_acc_mask': 59.278108509079985, 'loss': 1.243354082107544}
+{'epoch': 238, 'iter': 980, 'avg_loss': 1.1641926647265508, 'avg_acc_mask': 59.265519931641705, 'loss': 0.9619117379188538}
+{'epoch': 238, 'iter': 990, 'avg_loss': 1.165144460683634, 'avg_acc_mask': 59.23965970269922, 'loss': 1.2615858316421509}
+{'epoch': 238, 'iter': 1000, 'avg_loss': 1.1648598159407522, 'avg_acc_mask': 59.23783537971805, 'loss': 1.4545018672943115}
+{'epoch': 238, 'iter': 1010, 'avg_loss': 1.1645162434830274, 'avg_acc_mask': 59.26520163689135, 'loss': 0.7425504326820374}
+{'epoch': 238, 'iter': 1020, 'avg_loss': 1.1640029440722433, 'avg_acc_mask': 59.28594357456218, 'loss': 1.0110478401184082}
+{'epoch': 238, 'iter': 1030, 'avg_loss': 1.1648679574234293, 'avg_acc_mask': 59.2436900577565, 'loss': 1.0340079069137573}
+{'epoch': 238, 'iter': 1040, 'avg_loss': 1.1653063097730723, 'avg_acc_mask': 59.233096116521835, 'loss': 1.4396253824234009}
+{'epoch': 238, 'iter': 1050, 'avg_loss': 1.1646266595223878, 'avg_acc_mask': 59.24566203719738, 'loss': 1.1590911149978638}
+{'epoch': 238, 'iter': 1060, 'avg_loss': 1.1641201163720232, 'avg_acc_mask': 59.27793499699854, 'loss': 0.9293789863586426}
+{'epoch': 238, 'iter': 1070, 'avg_loss': 1.1638821441085399, 'avg_acc_mask': 59.29546575086282, 'loss': 1.4884670972824097}
+{'epoch': 238, 'iter': 1080, 'avg_loss': 1.163777336629864, 'avg_acc_mask': 59.32391710577263, 'loss': 0.9658072590827942}
+{'epoch': 238, 'iter': 1090, 'avg_loss': 1.164355944183089, 'avg_acc_mask': 59.32497331910353, 'loss': 1.5309948921203613}
+{'epoch': 238, 'iter': 1100, 'avg_loss': 1.1636296874225194, 'avg_acc_mask': 59.34018710125285, 'loss': 1.0447115898132324}
+{'epoch': 'EP238_train', 'avg_loss': 1.1636524805386141, 'total_masked_acc': 59.34417049590724}
+{'epoch': 239, 'iter': 0, 'avg_loss': 1.3841711282730103, 'avg_acc_mask': 50.81967213114754, 'loss': 1.3841711282730103}
+{'epoch': 239, 'iter': 10, 'avg_loss': 1.180606939575889, 'avg_acc_mask': 59.74025974025974, 'loss': 0.9939749836921692}
+{'epoch': 239, 'iter': 20, 'avg_loss': 1.2216721404166448, 'avg_acc_mask': 57.26718885987816, 'loss': 1.4011682271957397}
+{'epoch': 239, 'iter': 30, 'avg_loss': 1.1678786758453614, 'avg_acc_mask': 59.76331360946746, 'loss': 1.1522364616394043}
+{'epoch': 239, 'iter': 40, 'avg_loss': 1.1827363749829733, 'avg_acc_mask': 58.720930232558146, 'loss': 1.1572970151901245}
+{'epoch': 239, 'iter': 50, 'avg_loss': 1.200726782574373, 'avg_acc_mask': 57.964285714285715, 'loss': 1.402704119682312}
+{'epoch': 239, 'iter': 60, 'avg_loss': 1.199852695230578, 'avg_acc_mask': 58.098068350668655, 'loss': 1.242892861366272}
+{'epoch': 239, 'iter': 70, 'avg_loss': 1.1854898879225826, 'avg_acc_mask': 58.86830753615834, 'loss': 1.0940184593200684}
+{'epoch': 239, 'iter': 80, 'avg_loss': 1.1846130438792852, 'avg_acc_mask': 58.9560562123578, 'loss': 1.3067741394042969}
+{'epoch': 239, 'iter': 90, 'avg_loss': 1.1750399286930377, 'avg_acc_mask': 59.412814917675064, 'loss': 1.1345560550689697}
+{'epoch': 239, 'iter': 100, 'avg_loss': 1.1715431614677505, 'avg_acc_mask': 59.59522949042284, 'loss': 0.8549382090568542}
+{'epoch': 239, 'iter': 110, 'avg_loss': 1.1735856731732686, 'avg_acc_mask': 59.661239927643486, 'loss': 1.1430649757385254}
+{'epoch': 239, 'iter': 120, 'avg_loss': 1.165983913358578, 'avg_acc_mask': 59.740063472872905, 'loss': 1.282127857208252}
+{'epoch': 239, 'iter': 130, 'avg_loss': 1.1603133796735574, 'avg_acc_mask': 59.95263964340437, 'loss': 1.1022522449493408}
+{'epoch': 239, 'iter': 140, 'avg_loss': 1.1601174042579976, 'avg_acc_mask': 60.02830310047601, 'loss': 1.2895640134811401}
+{'epoch': 239, 'iter': 150, 'avg_loss': 1.1561405311357107, 'avg_acc_mask': 60.20618556701031, 'loss': 1.0856378078460693}
+{'epoch': 239, 'iter': 160, 'avg_loss': 1.1532007589103273, 'avg_acc_mask': 60.311284046692606, 'loss': 1.2885907888412476}
+{'epoch': 239, 'iter': 170, 'avg_loss': 1.1598988537899932, 'avg_acc_mask': 60.00428449014568, 'loss': 1.3074231147766113}
+{'epoch': 239, 'iter': 180, 'avg_loss': 1.1589038253489121, 'avg_acc_mask': 60.00606734755789, 'loss': 1.115705966949463}
+{'epoch': 239, 'iter': 190, 'avg_loss': 1.158270730086022, 'avg_acc_mask': 60.04588032880902, 'loss': 1.043022632598877}
+{'epoch': 239, 'iter': 200, 'avg_loss': 1.1552927218266387, 'avg_acc_mask': 60.10197578075207, 'loss': 0.8575810194015503}
+{'epoch': 239, 'iter': 210, 'avg_loss': 1.1528675344318011, 'avg_acc_mask': 60.16119247768438, 'loss': 1.0128215551376343}
+{'epoch': 239, 'iter': 220, 'avg_loss': 1.1533980914370507, 'avg_acc_mask': 60.067640023096594, 'loss': 1.2874616384506226}
+{'epoch': 239, 'iter': 230, 'avg_loss': 1.1555218479850076, 'avg_acc_mask': 59.91440798858774, 'loss': 1.33326256275177}
+{'epoch': 239, 'iter': 240, 'avg_loss': 1.1582272013193344, 'avg_acc_mask': 59.8416806210991, 'loss': 1.4446585178375244}
+{'epoch': 239, 'iter': 250, 'avg_loss': 1.160761316696486, 'avg_acc_mask': 59.649507119386634, 'loss': 0.9657125473022461}
+{'epoch': 239, 'iter': 260, 'avg_loss': 1.1622148777333257, 'avg_acc_mask': 59.59879357508592, 'loss': 1.2717714309692383}
+{'epoch': 239, 'iter': 270, 'avg_loss': 1.163683084104334, 'avg_acc_mask': 59.57217812457958, 'loss': 1.3250502347946167}
+{'epoch': 239, 'iter': 280, 'avg_loss': 1.1650810216245278, 'avg_acc_mask': 59.48594794573895, 'loss': 0.712909996509552}
+{'epoch': 239, 'iter': 290, 'avg_loss': 1.1644003499824156, 'avg_acc_mask': 59.54131322651587, 'loss': 1.0077660083770752}
+{'epoch': 239, 'iter': 300, 'avg_loss': 1.1621260177653494, 'avg_acc_mask': 59.61023142509136, 'loss': 0.9748762845993042}
+{'epoch': 239, 'iter': 310, 'avg_loss': 1.161596534336495, 'avg_acc_mask': 59.674182505017114, 'loss': 0.8905627131462097}
+{'epoch': 239, 'iter': 320, 'avg_loss': 1.163566410170166, 'avg_acc_mask': 59.64721379073363, 'loss': 0.9990003705024719}
+{'epoch': 239, 'iter': 330, 'avg_loss': 1.1635425060177138, 'avg_acc_mask': 59.67491401309219, 'loss': 1.2927038669586182}
+{'epoch': 239, 'iter': 340, 'avg_loss': 1.164281218282638, 'avg_acc_mask': 59.55213435969209, 'loss': 1.0976654291152954}
+{'epoch': 239, 'iter': 350, 'avg_loss': 1.1648816001041662, 'avg_acc_mask': 59.474180370797114, 'loss': 1.1887556314468384}
+{'epoch': 239, 'iter': 360, 'avg_loss': 1.1639329077794611, 'avg_acc_mask': 59.4699089382917, 'loss': 1.342077374458313}
+{'epoch': 239, 'iter': 370, 'avg_loss': 1.1635359467843152, 'avg_acc_mask': 59.507199050022265, 'loss': 1.077917218208313}
+{'epoch': 239, 'iter': 380, 'avg_loss': 1.1639081321050488, 'avg_acc_mask': 59.46114986769305, 'loss': 1.0085269212722778}
+{'epoch': 239, 'iter': 390, 'avg_loss': 1.1663662696738377, 'avg_acc_mask': 59.44134601865304, 'loss': 2.0030479431152344}
+{'epoch': 239, 'iter': 400, 'avg_loss': 1.1655410159555755, 'avg_acc_mask': 59.44685714285715, 'loss': 1.1295688152313232}
+{'epoch': 239, 'iter': 410, 'avg_loss': 1.1640919339627824, 'avg_acc_mask': 59.43850267379679, 'loss': 1.0927131175994873}
+{'epoch': 239, 'iter': 420, 'avg_loss': 1.1635088112178722, 'avg_acc_mask': 59.465226668989246, 'loss': 0.9790623784065247}
+{'epoch': 239, 'iter': 430, 'avg_loss': 1.1630252578972111, 'avg_acc_mask': 59.52745849297574, 'loss': 1.2414354085922241}
+{'epoch': 239, 'iter': 440, 'avg_loss': 1.1661190706856397, 'avg_acc_mask': 59.43251215155166, 'loss': 1.2999043464660645}
+{'epoch': 239, 'iter': 450, 'avg_loss': 1.1658164964546913, 'avg_acc_mask': 59.46989715029066, 'loss': 1.2195502519607544}
+{'epoch': 239, 'iter': 460, 'avg_loss': 1.1668962122561357, 'avg_acc_mask': 59.3853127112242, 'loss': 1.259116530418396}
+{'epoch': 239, 'iter': 470, 'avg_loss': 1.1677596055271773, 'avg_acc_mask': 59.353510237382956, 'loss': 1.1106425523757935}
+{'epoch': 239, 'iter': 480, 'avg_loss': 1.1665954304831936, 'avg_acc_mask': 59.437048307341186, 'loss': 0.9380298852920532}
+{'epoch': 239, 'iter': 490, 'avg_loss': 1.1676193988007586, 'avg_acc_mask': 59.44846630345548, 'loss': 1.0656263828277588}
+{'epoch': 239, 'iter': 500, 'avg_loss': 1.1666950851143478, 'avg_acc_mask': 59.52354854031934, 'loss': 0.9891422986984253}
+{'epoch': 239, 'iter': 510, 'avg_loss': 1.1667746095508045, 'avg_acc_mask': 59.547504832820216, 'loss': 1.0958644151687622}
+{'epoch': 239, 'iter': 520, 'avg_loss': 1.1675524763090825, 'avg_acc_mask': 59.52966816647919, 'loss': 1.3281023502349854}
+{'epoch': 239, 'iter': 530, 'avg_loss': 1.166486845290369, 'avg_acc_mask': 59.57857709418216, 'loss': 1.0122648477554321}
+{'epoch': 239, 'iter': 540, 'avg_loss': 1.1649696374115794, 'avg_acc_mask': 59.622028043080675, 'loss': 1.2076022624969482}
+{'epoch': 239, 'iter': 550, 'avg_loss': 1.1667165465233762, 'avg_acc_mask': 59.55123311315431, 'loss': 1.3328278064727783}
+{'epoch': 239, 'iter': 560, 'avg_loss': 1.167455607769536, 'avg_acc_mask': 59.518284911271614, 'loss': 1.048549771308899}
+{'epoch': 239, 'iter': 570, 'avg_loss': 1.1674674293205742, 'avg_acc_mask': 59.5289354455191, 'loss': 1.1450209617614746}
+{'epoch': 239, 'iter': 580, 'avg_loss': 1.1658062171607748, 'avg_acc_mask': 59.57574418384418, 'loss': 0.9995138645172119}
+{'epoch': 239, 'iter': 590, 'avg_loss': 1.1663492572085707, 'avg_acc_mask': 59.5188705532679, 'loss': 1.1477116346359253}
+{'epoch': 239, 'iter': 600, 'avg_loss': 1.1647363922956977, 'avg_acc_mask': 59.5567192352189, 'loss': 1.1727705001831055}
+{'epoch': 239, 'iter': 610, 'avg_loss': 1.1680666110714601, 'avg_acc_mask': 59.48882171609853, 'loss': 1.2537492513656616}
+{'epoch': 239, 'iter': 620, 'avg_loss': 1.1677769976345622, 'avg_acc_mask': 59.51034117023157, 'loss': 1.41602623462677}
+{'epoch': 239, 'iter': 630, 'avg_loss': 1.1669011340844084, 'avg_acc_mask': 59.58260869565217, 'loss': 0.9792287349700928}
+{'epoch': 239, 'iter': 640, 'avg_loss': 1.1665114871053353, 'avg_acc_mask': 59.625393194166435, 'loss': 1.227009654045105}
+{'epoch': 239, 'iter': 650, 'avg_loss': 1.1678588361967177, 'avg_acc_mask': 59.56978940542979, 'loss': 0.8923455476760864}
+{'epoch': 239, 'iter': 660, 'avg_loss': 1.167179782524051, 'avg_acc_mask': 59.61469061432973, 'loss': 1.0463496446609497}
+{'epoch': 239, 'iter': 670, 'avg_loss': 1.1670808648210347, 'avg_acc_mask': 59.6422123748564, 'loss': 1.1220721006393433}
+{'epoch': 239, 'iter': 680, 'avg_loss': 1.1668424101302977, 'avg_acc_mask': 59.65049275674511, 'loss': 1.385373830795288}
+{'epoch': 239, 'iter': 690, 'avg_loss': 1.167237136453692, 'avg_acc_mask': 59.639864219794205, 'loss': 1.1428022384643555}
+{'epoch': 239, 'iter': 700, 'avg_loss': 1.1676435651690746, 'avg_acc_mask': 59.63024858993107, 'loss': 1.0222094058990479}
+{'epoch': 239, 'iter': 710, 'avg_loss': 1.167084827285611, 'avg_acc_mask': 59.660466793755475, 'loss': 1.0076720714569092}
+{'epoch': 239, 'iter': 720, 'avg_loss': 1.1683606576489676, 'avg_acc_mask': 59.61860748565334, 'loss': 1.2827144861221313}
+{'epoch': 239, 'iter': 730, 'avg_loss': 1.1670925417448688, 'avg_acc_mask': 59.671276808979755, 'loss': 1.1785786151885986}
+{'epoch': 239, 'iter': 740, 'avg_loss': 1.1678037896008304, 'avg_acc_mask': 59.643139580862005, 'loss': 1.073931097984314}
+{'epoch': 239, 'iter': 750, 'avg_loss': 1.1692055486013664, 'avg_acc_mask': 59.58977610848252, 'loss': 1.0233796834945679}
+{'epoch': 239, 'iter': 760, 'avg_loss': 1.1689643191758656, 'avg_acc_mask': 59.600607038758945, 'loss': 1.1487516164779663}
+{'epoch': 239, 'iter': 770, 'avg_loss': 1.1692463033548743, 'avg_acc_mask': 59.57805706683139, 'loss': 1.1233091354370117}
+{'epoch': 239, 'iter': 780, 'avg_loss': 1.1680403889065059, 'avg_acc_mask': 59.62753340691857, 'loss': 1.343576431274414}
+{'epoch': 239, 'iter': 790, 'avg_loss': 1.1673403089176086, 'avg_acc_mask': 59.69207939157856, 'loss': 1.1785283088684082}
+{'epoch': 239, 'iter': 800, 'avg_loss': 1.1666665965698184, 'avg_acc_mask': 59.705080942458736, 'loss': 0.8141323328018188}
+{'epoch': 239, 'iter': 810, 'avg_loss': 1.1667972555436865, 'avg_acc_mask': 59.707200072408014, 'loss': 1.1425247192382812}
+{'epoch': 239, 'iter': 820, 'avg_loss': 1.1662014104271632, 'avg_acc_mask': 59.723370500301655, 'loss': 1.0571345090866089}
+{'epoch': 239, 'iter': 830, 'avg_loss': 1.166131279959145, 'avg_acc_mask': 59.71676019619107, 'loss': 1.1253434419631958}
+{'epoch': 239, 'iter': 840, 'avg_loss': 1.1657092324618636, 'avg_acc_mask': 59.71048667059671, 'loss': 1.1325591802597046}
+{'epoch': 239, 'iter': 850, 'avg_loss': 1.1664493838992718, 'avg_acc_mask': 59.66642212920209, 'loss': 1.0985780954360962}
+{'epoch': 239, 'iter': 860, 'avg_loss': 1.1673272349000947, 'avg_acc_mask': 59.628176701347435, 'loss': 1.3420042991638184}
+{'epoch': 239, 'iter': 870, 'avg_loss': 1.168262500713668, 'avg_acc_mask': 59.57827772160431, 'loss': 1.1972260475158691}
+{'epoch': 239, 'iter': 880, 'avg_loss': 1.168756892204826, 'avg_acc_mask': 59.587856562415354, 'loss': 1.154853343963623}
+{'epoch': 239, 'iter': 890, 'avg_loss': 1.1675711648766574, 'avg_acc_mask': 59.624742268041246, 'loss': 0.6090660691261292}
+{'epoch': 239, 'iter': 900, 'avg_loss': 1.168335604283971, 'avg_acc_mask': 59.57880158051244, 'loss': 1.3737396001815796}
+{'epoch': 239, 'iter': 910, 'avg_loss': 1.168814636807803, 'avg_acc_mask': 59.569715021735625, 'loss': 1.2349356412887573}
+{'epoch': 239, 'iter': 920, 'avg_loss': 1.1675325006926098, 'avg_acc_mask': 59.58193013570332, 'loss': 0.9562287926673889}
+{'epoch': 239, 'iter': 930, 'avg_loss': 1.1666564646264024, 'avg_acc_mask': 59.59380853790792, 'loss': 1.5194743871688843}
+{'epoch': 239, 'iter': 940, 'avg_loss': 1.1669458437168636, 'avg_acc_mask': 59.57778600807002, 'loss': 1.0054347515106201}
+{'epoch': 239, 'iter': 950, 'avg_loss': 1.1669272960297818, 'avg_acc_mask': 59.562651856994094, 'loss': 1.5808950662612915}
+{'epoch': 239, 'iter': 960, 'avg_loss': 1.1674213893207626, 'avg_acc_mask': 59.553349875930515, 'loss': 1.1007435321807861}
+{'epoch': 239, 'iter': 970, 'avg_loss': 1.16760466972905, 'avg_acc_mask': 59.53032677024145, 'loss': 1.3355351686477661}
+{'epoch': 239, 'iter': 980, 'avg_loss': 1.1669597571049262, 'avg_acc_mask': 59.554152029299644, 'loss': 0.908446729183197}
+{'epoch': 239, 'iter': 990, 'avg_loss': 1.1675278105961928, 'avg_acc_mask': 59.5207720894115, 'loss': 1.5482242107391357}
+{'epoch': 239, 'iter': 1000, 'avg_loss': 1.1672486901045083, 'avg_acc_mask': 59.51491854292513, 'loss': 1.3505417108535767}
+{'epoch': 239, 'iter': 1010, 'avg_loss': 1.1676315419398005, 'avg_acc_mask': 59.50193029199065, 'loss': 1.0000015497207642}
+{'epoch': 239, 'iter': 1020, 'avg_loss': 1.167877558454594, 'avg_acc_mask': 59.51462754031318, 'loss': 1.4239143133163452}
+{'epoch': 239, 'iter': 1030, 'avg_loss': 1.1675975586926324, 'avg_acc_mask': 59.525374353873204, 'loss': 1.511557936668396}
+{'epoch': 239, 'iter': 1040, 'avg_loss': 1.1667153101260563, 'avg_acc_mask': 59.5600647067098, 'loss': 1.1208959817886353}
+{'epoch': 239, 'iter': 1050, 'avg_loss': 1.1662735129173998, 'avg_acc_mask': 59.5770624303233, 'loss': 1.1101795434951782}
+{'epoch': 239, 'iter': 1060, 'avg_loss': 1.166921552175851, 'avg_acc_mask': 59.55042611185868, 'loss': 0.9726818203926086}
+{'epoch': 239, 'iter': 1070, 'avg_loss': 1.1668021052268818, 'avg_acc_mask': 59.52804073681692, 'loss': 1.1583209037780762}
+{'epoch': 239, 'iter': 1080, 'avg_loss': 1.1665233402313953, 'avg_acc_mask': 59.532304154478275, 'loss': 0.9543148875236511}
+{'epoch': 239, 'iter': 1090, 'avg_loss': 1.1667812187992903, 'avg_acc_mask': 59.53859804791482, 'loss': 1.2972115278244019}
+{'epoch': 239, 'iter': 1100, 'avg_loss': 1.1666208452576403, 'avg_acc_mask': 59.55498033749813, 'loss': 1.0287480354309082}
+{'epoch': 'EP239_train', 'avg_loss': 1.166276954903322, 'total_masked_acc': 59.573412698412696}
+{'epoch': 240, 'iter': 0, 'avg_loss': 1.137528657913208, 'avg_acc_mask': 62.96296296296296, 'loss': 1.137528657913208}
+{'epoch': 240, 'iter': 10, 'avg_loss': 1.2649981325322932, 'avg_acc_mask': 56.54952076677316, 'loss': 1.1494886875152588}
+{'epoch': 240, 'iter': 20, 'avg_loss': 1.2253861143475486, 'avg_acc_mask': 57.60135135135135, 'loss': 1.0372194051742554}
+{'epoch': 240, 'iter': 30, 'avg_loss': 1.1728700976217947, 'avg_acc_mask': 59.281084266352394, 'loss': 1.0900025367736816}
+{'epoch': 240, 'iter': 40, 'avg_loss': 1.1502946120936697, 'avg_acc_mask': 59.85533453887884, 'loss': 1.0056631565093994}
+{'epoch': 240, 'iter': 50, 'avg_loss': 1.1765467840082504, 'avg_acc_mask': 59.13669064748201, 'loss': 1.6117225885391235}
+{'epoch': 240, 'iter': 60, 'avg_loss': 1.177631703556561, 'avg_acc_mask': 58.677935405976456, 'loss': 1.1781688928604126}
+{'epoch': 240, 'iter': 70, 'avg_loss': 1.1695348368564122, 'avg_acc_mask': 59.093264248704656, 'loss': 0.9965735077857971}
+{'epoch': 240, 'iter': 80, 'avg_loss': 1.166908468729184, 'avg_acc_mask': 59.236537150647585, 'loss': 1.1076594591140747}
+{'epoch': 240, 'iter': 90, 'avg_loss': 1.1670764298229428, 'avg_acc_mask': 58.849827270879906, 'loss': 1.216308832168579}
+{'epoch': 240, 'iter': 100, 'avg_loss': 1.1597316796236699, 'avg_acc_mask': 59.148936170212764, 'loss': 0.9217820167541504}
+{'epoch': 240, 'iter': 110, 'avg_loss': 1.1623498405422177, 'avg_acc_mask': 59.35027773102172, 'loss': 1.1050831079483032}
+{'epoch': 240, 'iter': 120, 'avg_loss': 1.1494349226478702, 'avg_acc_mask': 59.74307382758087, 'loss': 1.2158278226852417}
+{'epoch': 240, 'iter': 130, 'avg_loss': 1.1498957171694923, 'avg_acc_mask': 59.60612071408331, 'loss': 1.1654243469238281}
+{'epoch': 240, 'iter': 140, 'avg_loss': 1.1525960691431736, 'avg_acc_mask': 59.54128440366973, 'loss': 0.9375876188278198}
+{'epoch': 240, 'iter': 150, 'avg_loss': 1.145112255156435, 'avg_acc_mask': 59.767843912077055, 'loss': 1.1389845609664917}
+{'epoch': 240, 'iter': 160, 'avg_loss': 1.1462372171212427, 'avg_acc_mask': 59.767981438515086, 'loss': 1.0743871927261353}
+{'epoch': 240, 'iter': 170, 'avg_loss': 1.153442368869893, 'avg_acc_mask': 59.59991302457056, 'loss': 1.4043340682983398}
+{'epoch': 240, 'iter': 180, 'avg_loss': 1.1561754128550956, 'avg_acc_mask': 59.58559852292543, 'loss': 1.081719160079956}
+{'epoch': 240, 'iter': 190, 'avg_loss': 1.1533746407294148, 'avg_acc_mask': 59.70076751190129, 'loss': 0.8965038657188416}
+{'epoch': 240, 'iter': 200, 'avg_loss': 1.153013442582752, 'avg_acc_mask': 59.71454880294659, 'loss': 1.1807312965393066}
+{'epoch': 240, 'iter': 210, 'avg_loss': 1.148578503120567, 'avg_acc_mask': 59.930131004366814, 'loss': 0.9960587620735168}
+{'epoch': 240, 'iter': 220, 'avg_loss': 1.1502853747946105, 'avg_acc_mask': 59.77078315754506, 'loss': 1.3902751207351685}
+{'epoch': 240, 'iter': 230, 'avg_loss': 1.1536455100232905, 'avg_acc_mask': 59.75173072332299, 'loss': 1.3141134977340698}
+{'epoch': 240, 'iter': 240, 'avg_loss': 1.1546811149822727, 'avg_acc_mask': 59.78003513327732, 'loss': 1.109718680381775}
+{'epoch': 240, 'iter': 250, 'avg_loss': 1.158098054834571, 'avg_acc_mask': 59.650025733401954, 'loss': 0.9783018827438354}
+{'epoch': 240, 'iter': 260, 'avg_loss': 1.1567876311554306, 'avg_acc_mask': 59.6674920410329, 'loss': 0.8475743532180786}
+{'epoch': 240, 'iter': 270, 'avg_loss': 1.1596602190464624, 'avg_acc_mask': 59.71844396082698, 'loss': 1.371913194656372}
+{'epoch': 240, 'iter': 280, 'avg_loss': 1.1628019548820008, 'avg_acc_mask': 59.51693357836702, 'loss': 0.7374255657196045}
+{'epoch': 240, 'iter': 290, 'avg_loss': 1.163099097222397, 'avg_acc_mask': 59.537974683544306, 'loss': 1.1121636629104614}
+{'epoch': 240, 'iter': 300, 'avg_loss': 1.1609384803676923, 'avg_acc_mask': 59.58580969303352, 'loss': 1.021964192390442}
+{'epoch': 240, 'iter': 310, 'avg_loss': 1.1593309067836528, 'avg_acc_mask': 59.542891065598106, 'loss': 0.9342691898345947}
+{'epoch': 240, 'iter': 320, 'avg_loss': 1.1617814380431843, 'avg_acc_mask': 59.431301444770625, 'loss': 0.8803927302360535}
+{'epoch': 240, 'iter': 330, 'avg_loss': 1.162655748989647, 'avg_acc_mask': 59.35163486218056, 'loss': 1.0475209951400757}
+{'epoch': 240, 'iter': 340, 'avg_loss': 1.162419986515101, 'avg_acc_mask': 59.325708710499214, 'loss': 0.9948983788490295}
+{'epoch': 240, 'iter': 350, 'avg_loss': 1.160963178699852, 'avg_acc_mask': 59.35344600642342, 'loss': 1.2279874086380005}
+{'epoch': 240, 'iter': 360, 'avg_loss': 1.1610136046964377, 'avg_acc_mask': 59.343188909918666, 'loss': 1.3660941123962402}
+{'epoch': 240, 'iter': 370, 'avg_loss': 1.1617688189619635, 'avg_acc_mask': 59.29873493375835, 'loss': 1.2566109895706177}
+{'epoch': 240, 'iter': 380, 'avg_loss': 1.164821750379297, 'avg_acc_mask': 59.25746413338503, 'loss': 1.063804030418396}
+{'epoch': 240, 'iter': 390, 'avg_loss': 1.1661936309941285, 'avg_acc_mask': 59.22499646009345, 'loss': 1.231476902961731}
+{'epoch': 240, 'iter': 400, 'avg_loss': 1.1665039848805663, 'avg_acc_mask': 59.23657795377106, 'loss': 0.8791727423667908}
+{'epoch': 240, 'iter': 410, 'avg_loss': 1.1640619887922803, 'avg_acc_mask': 59.296685529506874, 'loss': 1.1069896221160889}
+{'epoch': 240, 'iter': 420, 'avg_loss': 1.1649156612058718, 'avg_acc_mask': 59.31131412508785, 'loss': 1.1705620288848877}
+{'epoch': 240, 'iter': 430, 'avg_loss': 1.1656496073972875, 'avg_acc_mask': 59.26577175451387, 'loss': 1.2612041234970093}
+{'epoch': 240, 'iter': 440, 'avg_loss': 1.1661793686905686, 'avg_acc_mask': 59.23102697269225, 'loss': 1.239301085472107}
+{'epoch': 240, 'iter': 450, 'avg_loss': 1.164729422053318, 'avg_acc_mask': 59.295186640471506, 'loss': 0.854786217212677}
+{'epoch': 240, 'iter': 460, 'avg_loss': 1.165470771830925, 'avg_acc_mask': 59.25866623969258, 'loss': 1.1691356897354126}
+{'epoch': 240, 'iter': 470, 'avg_loss': 1.1669839063773995, 'avg_acc_mask': 59.23444601159693, 'loss': 1.2027063369750977}
+{'epoch': 240, 'iter': 480, 'avg_loss': 1.1639123501995745, 'avg_acc_mask': 59.33727992619359, 'loss': 0.8190857768058777}
+{'epoch': 240, 'iter': 490, 'avg_loss': 1.1634641179242105, 'avg_acc_mask': 59.313282074476106, 'loss': 1.0513819456100464}
+{'epoch': 240, 'iter': 500, 'avg_loss': 1.1606565712692734, 'avg_acc_mask': 59.41729669924396, 'loss': 0.8574949502944946}
+{'epoch': 240, 'iter': 510, 'avg_loss': 1.1603323056739836, 'avg_acc_mask': 59.3991757645868, 'loss': 1.17381751537323}
+{'epoch': 240, 'iter': 520, 'avg_loss': 1.1589992232835225, 'avg_acc_mask': 59.47308620934526, 'loss': 1.354335904121399}
+{'epoch': 240, 'iter': 530, 'avg_loss': 1.1585211833542575, 'avg_acc_mask': 59.45277100034856, 'loss': 1.092535376548767}
+{'epoch': 240, 'iter': 540, 'avg_loss': 1.1593440113358489, 'avg_acc_mask': 59.45206416527004, 'loss': 1.1074292659759521}
+{'epoch': 240, 'iter': 550, 'avg_loss': 1.1607528556063906, 'avg_acc_mask': 59.416498993963785, 'loss': 1.3885375261306763}
+{'epoch': 240, 'iter': 560, 'avg_loss': 1.1612978769921152, 'avg_acc_mask': 59.45482712020831, 'loss': 1.161805272102356}
+{'epoch': 240, 'iter': 570, 'avg_loss': 1.1604250741506, 'avg_acc_mask': 59.48759526512081, 'loss': 0.9213196635246277}
+{'epoch': 240, 'iter': 580, 'avg_loss': 1.1606476063777575, 'avg_acc_mask': 59.493429216915395, 'loss': 1.6385347843170166}
+{'epoch': 240, 'iter': 590, 'avg_loss': 1.1594708108054805, 'avg_acc_mask': 59.52693413323335, 'loss': 0.9633170366287231}
+{'epoch': 240, 'iter': 600, 'avg_loss': 1.1595058400500038, 'avg_acc_mask': 59.55045815140521, 'loss': 1.3566471338272095}
+{'epoch': 240, 'iter': 610, 'avg_loss': 1.1588737019345334, 'avg_acc_mask': 59.55310978743991, 'loss': 1.2068923711776733}
+{'epoch': 240, 'iter': 620, 'avg_loss': 1.1575598812717554, 'avg_acc_mask': 59.58169467286378, 'loss': 1.3425391912460327}
+{'epoch': 240, 'iter': 630, 'avg_loss': 1.157050910729047, 'avg_acc_mask': 59.57303304888419, 'loss': 0.9674333333969116}
+{'epoch': 240, 'iter': 640, 'avg_loss': 1.1561448896730933, 'avg_acc_mask': 59.607763732608255, 'loss': 1.070621132850647}
+{'epoch': 240, 'iter': 650, 'avg_loss': 1.156822669432826, 'avg_acc_mask': 59.60657044438751, 'loss': 1.0843279361724854}
+{'epoch': 240, 'iter': 660, 'avg_loss': 1.1568757459724184, 'avg_acc_mask': 59.621265254593915, 'loss': 1.1289409399032593}
+{'epoch': 240, 'iter': 670, 'avg_loss': 1.1574590422890403, 'avg_acc_mask': 59.626488383015165, 'loss': 1.5435078144073486}
+{'epoch': 240, 'iter': 680, 'avg_loss': 1.1569431194824968, 'avg_acc_mask': 59.66877872351998, 'loss': 1.1682612895965576}
+{'epoch': 240, 'iter': 690, 'avg_loss': 1.1582248760373823, 'avg_acc_mask': 59.62654824643535, 'loss': 1.1105014085769653}
+{'epoch': 240, 'iter': 700, 'avg_loss': 1.1602948962706812, 'avg_acc_mask': 59.53309443507588, 'loss': 1.3872833251953125}
+{'epoch': 240, 'iter': 710, 'avg_loss': 1.1598008034433829, 'avg_acc_mask': 59.57513195870927, 'loss': 1.0282862186431885}
+{'epoch': 240, 'iter': 720, 'avg_loss': 1.1586862506549005, 'avg_acc_mask': 59.59492372772721, 'loss': 1.1657769680023193}
+{'epoch': 240, 'iter': 730, 'avg_loss': 1.1561535300047387, 'avg_acc_mask': 59.67750088459789, 'loss': 0.9634816646575928}
+{'epoch': 240, 'iter': 740, 'avg_loss': 1.1567198189324857, 'avg_acc_mask': 59.65052222249919, 'loss': 1.038234829902649}
+{'epoch': 240, 'iter': 750, 'avg_loss': 1.1568643281685211, 'avg_acc_mask': 59.69291241862179, 'loss': 1.0529801845550537}
+{'epoch': 240, 'iter': 760, 'avg_loss': 1.1565820030407898, 'avg_acc_mask': 59.71605387695668, 'loss': 1.1006748676300049}
+{'epoch': 240, 'iter': 770, 'avg_loss': 1.1578815919570578, 'avg_acc_mask': 59.65885983588909, 'loss': 1.21995210647583}
+{'epoch': 240, 'iter': 780, 'avg_loss': 1.1570907323674875, 'avg_acc_mask': 59.70558351645755, 'loss': 1.0399656295776367}
+{'epoch': 240, 'iter': 790, 'avg_loss': 1.1572753920416465, 'avg_acc_mask': 59.66447337719912, 'loss': 1.1787350177764893}
+{'epoch': 240, 'iter': 800, 'avg_loss': 1.1564976186788039, 'avg_acc_mask': 59.68365796380716, 'loss': 0.9434043765068054}
+{'epoch': 240, 'iter': 810, 'avg_loss': 1.1568604608499313, 'avg_acc_mask': 59.6807204257061, 'loss': 1.173630952835083}
+{'epoch': 240, 'iter': 820, 'avg_loss': 1.1564884232981052, 'avg_acc_mask': 59.69807251651166, 'loss': 0.9665353298187256}
+{'epoch': 240, 'iter': 830, 'avg_loss': 1.1567300266163731, 'avg_acc_mask': 59.67476785000222, 'loss': 0.9989941120147705}
+{'epoch': 240, 'iter': 840, 'avg_loss': 1.1577247131735475, 'avg_acc_mask': 59.623527346920866, 'loss': 1.28401780128479}
+{'epoch': 240, 'iter': 850, 'avg_loss': 1.1588088884757073, 'avg_acc_mask': 59.576497106569285, 'loss': 1.105880618095398}
+{'epoch': 240, 'iter': 860, 'avg_loss': 1.1594726688355104, 'avg_acc_mask': 59.52921035737214, 'loss': 1.3116620779037476}
+{'epoch': 240, 'iter': 870, 'avg_loss': 1.1612004884074942, 'avg_acc_mask': 59.46556822982678, 'loss': 1.044363021850586}
+{'epoch': 240, 'iter': 880, 'avg_loss': 1.1606335016844898, 'avg_acc_mask': 59.50064715460732, 'loss': 0.8773342370986938}
+{'epoch': 240, 'iter': 890, 'avg_loss': 1.159793365081954, 'avg_acc_mask': 59.55938578543824, 'loss': 0.8068011999130249}
+{'epoch': 240, 'iter': 900, 'avg_loss': 1.1601862368255556, 'avg_acc_mask': 59.55221441411995, 'loss': 1.335244059562683}
+{'epoch': 240, 'iter': 910, 'avg_loss': 1.1612279179590856, 'avg_acc_mask': 59.53048989725682, 'loss': 1.3358160257339478}
+{'epoch': 240, 'iter': 920, 'avg_loss': 1.160783913443583, 'avg_acc_mask': 59.55736820008397, 'loss': 0.9676961302757263}
+{'epoch': 240, 'iter': 930, 'avg_loss': 1.1598919221589183, 'avg_acc_mask': 59.59973870182315, 'loss': 1.2694311141967773}
+{'epoch': 240, 'iter': 940, 'avg_loss': 1.1603517430368315, 'avg_acc_mask': 59.567514677103716, 'loss': 1.2635935544967651}
+{'epoch': 240, 'iter': 950, 'avg_loss': 1.160218753210503, 'avg_acc_mask': 59.568540195414535, 'loss': 1.386755108833313}
+{'epoch': 240, 'iter': 960, 'avg_loss': 1.1603875686797342, 'avg_acc_mask': 59.57471264367816, 'loss': 1.165074348449707}
+{'epoch': 240, 'iter': 970, 'avg_loss': 1.1602748482652108, 'avg_acc_mask': 59.58165026265385, 'loss': 0.9231564998626709}
+{'epoch': 240, 'iter': 980, 'avg_loss': 1.1609675138733073, 'avg_acc_mask': 59.57063503978382, 'loss': 0.9686688184738159}
+{'epoch': 240, 'iter': 990, 'avg_loss': 1.1621177673460135, 'avg_acc_mask': 59.524428274428274, 'loss': 1.2825597524642944}
+{'epoch': 240, 'iter': 1000, 'avg_loss': 1.1622900980097668, 'avg_acc_mask': 59.506667156448586, 'loss': 1.4122589826583862}
+{'epoch': 240, 'iter': 1010, 'avg_loss': 1.1615190557273276, 'avg_acc_mask': 59.529394650228205, 'loss': 0.8722546696662903}
+{'epoch': 240, 'iter': 1020, 'avg_loss': 1.160716368741083, 'avg_acc_mask': 59.563628508163966, 'loss': 1.0488295555114746}
+{'epoch': 240, 'iter': 1030, 'avg_loss': 1.160851448167307, 'avg_acc_mask': 59.58209274545811, 'loss': 0.9253447651863098}
+{'epoch': 240, 'iter': 1040, 'avg_loss': 1.1607200504494446, 'avg_acc_mask': 59.59314132335023, 'loss': 1.0606557130813599}
+{'epoch': 240, 'iter': 1050, 'avg_loss': 1.159909944949436, 'avg_acc_mask': 59.60051771784377, 'loss': 1.093886137008667}
+{'epoch': 240, 'iter': 1060, 'avg_loss': 1.1594152279781014, 'avg_acc_mask': 59.59662467728242, 'loss': 0.8305177688598633}
+{'epoch': 240, 'iter': 1070, 'avg_loss': 1.1582164751047515, 'avg_acc_mask': 59.62426802672024, 'loss': 1.0449700355529785}
+{'epoch': 240, 'iter': 1080, 'avg_loss': 1.1588543883966804, 'avg_acc_mask': 59.61100343432283, 'loss': 0.9277315139770508}
+{'epoch': 240, 'iter': 1090, 'avg_loss': 1.1595670460124938, 'avg_acc_mask': 59.60043087487797, 'loss': 1.4054381847381592}
+{'epoch': 240, 'iter': 1100, 'avg_loss': 1.1589598112166957, 'avg_acc_mask': 59.64798131464798, 'loss': 0.924985408782959}
+{'epoch': 'EP240_train', 'avg_loss': 1.159649930496561, 'total_masked_acc': 59.61934840425532}
+{'epoch': 241, 'iter': 0, 'avg_loss': 1.3009283542633057, 'avg_acc_mask': 52.23880597014925, 'loss': 1.3009283542633057}
+{'epoch': 241, 'iter': 10, 'avg_loss': 1.2524581876668064, 'avg_acc_mask': 55.9748427672956, 'loss': 1.051387906074524}
+{'epoch': 241, 'iter': 20, 'avg_loss': 1.2432725741749717, 'avg_acc_mask': 56.65557404326124, 'loss': 1.415587067604065}
+{'epoch': 241, 'iter': 30, 'avg_loss': 1.209985981064458, 'avg_acc_mask': 58.05714285714285, 'loss': 1.0748926401138306}
+{'epoch': 241, 'iter': 40, 'avg_loss': 1.1919886295388384, 'avg_acc_mask': 58.691834942932395, 'loss': 1.2603518962860107}
+{'epoch': 241, 'iter': 50, 'avg_loss': 1.1922905971022213, 'avg_acc_mask': 58.9185393258427, 'loss': 1.108697533607483}
+{'epoch': 241, 'iter': 60, 'avg_loss': 1.1818015301813845, 'avg_acc_mask': 59.26807497768522, 'loss': 0.9630725979804993}
+{'epoch': 241, 'iter': 70, 'avg_loss': 1.179548330709968, 'avg_acc_mask': 59.64912280701754, 'loss': 1.1777195930480957}
+{'epoch': 241, 'iter': 80, 'avg_loss': 1.1802003221747317, 'avg_acc_mask': 59.35757305375864, 'loss': 1.1554428339004517}
+{'epoch': 241, 'iter': 90, 'avg_loss': 1.1722991728520655, 'avg_acc_mask': 59.84095427435388, 'loss': 0.8920144438743591}
+{'epoch': 241, 'iter': 100, 'avg_loss': 1.1586289228779254, 'avg_acc_mask': 60.37224430791471, 'loss': 0.7332285642623901}
+{'epoch': 241, 'iter': 110, 'avg_loss': 1.1592879300718908, 'avg_acc_mask': 60.45095457537853, 'loss': 0.7516800761222839}
+{'epoch': 241, 'iter': 120, 'avg_loss': 1.156560179615809, 'avg_acc_mask': 60.71482659397244, 'loss': 1.1051982641220093}
+{'epoch': 241, 'iter': 130, 'avg_loss': 1.1555458066117672, 'avg_acc_mask': 60.613633208385394, 'loss': 1.083085060119629}
+{'epoch': 241, 'iter': 140, 'avg_loss': 1.153980127463104, 'avg_acc_mask': 60.325455249903136, 'loss': 0.9868394732475281}
+{'epoch': 241, 'iter': 150, 'avg_loss': 1.1459769409223897, 'avg_acc_mask': 60.71947674418605, 'loss': 1.2640659809112549}
+{'epoch': 241, 'iter': 160, 'avg_loss': 1.147020713512942, 'avg_acc_mask': 60.66004339385634, 'loss': 1.132023811340332}
+{'epoch': 241, 'iter': 170, 'avg_loss': 1.146217821982869, 'avg_acc_mask': 60.664671938448386, 'loss': 1.1849089860916138}
+{'epoch': 241, 'iter': 180, 'avg_loss': 1.1491166610085504, 'avg_acc_mask': 60.56807843930051, 'loss': 1.2431341409683228}
+{'epoch': 241, 'iter': 190, 'avg_loss': 1.1460823382382617, 'avg_acc_mask': 60.62887089090043, 'loss': 0.9573935270309448}
+{'epoch': 241, 'iter': 200, 'avg_loss': 1.1458275074982525, 'avg_acc_mask': 60.534633793913116, 'loss': 1.2307401895523071}
+{'epoch': 241, 'iter': 210, 'avg_loss': 1.1464886278337776, 'avg_acc_mask': 60.51251182388856, 'loss': 1.0111808776855469}
+{'epoch': 241, 'iter': 220, 'avg_loss': 1.148269119305848, 'avg_acc_mask': 60.3889709502708, 'loss': 1.3862918615341187}
+{'epoch': 241, 'iter': 230, 'avg_loss': 1.147098998228709, 'avg_acc_mask': 60.416666666666664, 'loss': 0.9562228918075562}
+{'epoch': 241, 'iter': 240, 'avg_loss': 1.1446673501576625, 'avg_acc_mask': 60.55350275243194, 'loss': 0.9120315313339233}
+{'epoch': 241, 'iter': 250, 'avg_loss': 1.148297772701993, 'avg_acc_mask': 60.37558004640371, 'loss': 1.1074191331863403}
+{'epoch': 241, 'iter': 260, 'avg_loss': 1.153709640676491, 'avg_acc_mask': 60.21234981838502, 'loss': 1.0778043270111084}
+{'epoch': 241, 'iter': 270, 'avg_loss': 1.1584478548532042, 'avg_acc_mask': 60.12861736334405, 'loss': 1.4870508909225464}
+{'epoch': 241, 'iter': 280, 'avg_loss': 1.1582130890511957, 'avg_acc_mask': 60.15022987761446, 'loss': 0.4859263598918915}
+{'epoch': 241, 'iter': 290, 'avg_loss': 1.158523622554602, 'avg_acc_mask': 60.14392991239049, 'loss': 1.4196981191635132}
+{'epoch': 241, 'iter': 300, 'avg_loss': 1.1542066790138765, 'avg_acc_mask': 60.26831785345718, 'loss': 0.9429844617843628}
+{'epoch': 241, 'iter': 310, 'avg_loss': 1.152706654796263, 'avg_acc_mask': 60.21872060206962, 'loss': 0.7752246856689453}
+{'epoch': 241, 'iter': 320, 'avg_loss': 1.1528611930545616, 'avg_acc_mask': 60.19517205957884, 'loss': 0.9323642253875732}
+{'epoch': 241, 'iter': 330, 'avg_loss': 1.1551435554675826, 'avg_acc_mask': 60.10720601237842, 'loss': 0.8936682939529419}
+{'epoch': 241, 'iter': 340, 'avg_loss': 1.1509764838603236, 'avg_acc_mask': 60.176659528907926, 'loss': 1.2267224788665771}
+{'epoch': 241, 'iter': 350, 'avg_loss': 1.1513531137565602, 'avg_acc_mask': 60.18181818181818, 'loss': 1.2623175382614136}
+{'epoch': 241, 'iter': 360, 'avg_loss': 1.1523760453981045, 'avg_acc_mask': 60.086702288537154, 'loss': 1.3701932430267334}
+{'epoch': 241, 'iter': 370, 'avg_loss': 1.1502730774911587, 'avg_acc_mask': 60.217167002407514, 'loss': 0.8474360108375549}
+{'epoch': 241, 'iter': 380, 'avg_loss': 1.1527472531858078, 'avg_acc_mask': 60.127972495463666, 'loss': 0.8648005127906799}
+{'epoch': 241, 'iter': 390, 'avg_loss': 1.1531582030341447, 'avg_acc_mask': 60.149045179319984, 'loss': 1.2065857648849487}
+{'epoch': 241, 'iter': 400, 'avg_loss': 1.1511474041421514, 'avg_acc_mask': 60.17763607378729, 'loss': 0.9444318413734436}
+{'epoch': 241, 'iter': 410, 'avg_loss': 1.1525534421133008, 'avg_acc_mask': 60.13504508906756, 'loss': 1.1561983823776245}
+{'epoch': 241, 'iter': 420, 'avg_loss': 1.151010066412407, 'avg_acc_mask': 60.157910719708475, 'loss': 1.0144696235656738}
+{'epoch': 241, 'iter': 430, 'avg_loss': 1.1529637896682712, 'avg_acc_mask': 60.100988670598724, 'loss': 1.3412501811981201}
+{'epoch': 241, 'iter': 440, 'avg_loss': 1.1570458639911514, 'avg_acc_mask': 59.96267109083367, 'loss': 1.5027700662612915}
+{'epoch': 241, 'iter': 450, 'avg_loss': 1.15712613561201, 'avg_acc_mask': 59.982983550765745, 'loss': 0.9236834049224854}
+{'epoch': 241, 'iter': 460, 'avg_loss': 1.1579081705102694, 'avg_acc_mask': 59.95171567657419, 'loss': 1.3261104822158813}
+{'epoch': 241, 'iter': 470, 'avg_loss': 1.1579616226081888, 'avg_acc_mask': 59.94893024335512, 'loss': 1.0764440298080444}
+{'epoch': 241, 'iter': 480, 'avg_loss': 1.1576084382444807, 'avg_acc_mask': 59.91884409723539, 'loss': 0.8858420252799988}
+{'epoch': 241, 'iter': 490, 'avg_loss': 1.158554543484981, 'avg_acc_mask': 59.88244484952197, 'loss': 1.3476239442825317}
+{'epoch': 241, 'iter': 500, 'avg_loss': 1.1564816582107735, 'avg_acc_mask': 59.95767350215281, 'loss': 0.9371241927146912}
+{'epoch': 241, 'iter': 510, 'avg_loss': 1.1575601797864394, 'avg_acc_mask': 59.91353128238111, 'loss': 1.094388723373413}
+{'epoch': 241, 'iter': 520, 'avg_loss': 1.156339161855932, 'avg_acc_mask': 59.94454778366617, 'loss': 1.508162260055542}
+{'epoch': 241, 'iter': 530, 'avg_loss': 1.1575436180706526, 'avg_acc_mask': 59.91943258504339, 'loss': 1.0551342964172363}
+{'epoch': 241, 'iter': 540, 'avg_loss': 1.1566841385831674, 'avg_acc_mask': 59.914215272383395, 'loss': 1.199127197265625}
+{'epoch': 241, 'iter': 550, 'avg_loss': 1.1574601152955728, 'avg_acc_mask': 59.880735464634746, 'loss': 1.0867232084274292}
+{'epoch': 241, 'iter': 560, 'avg_loss': 1.1560102645407386, 'avg_acc_mask': 59.93884786780731, 'loss': 1.2405024766921997}
+{'epoch': 241, 'iter': 570, 'avg_loss': 1.15425451065947, 'avg_acc_mask': 59.97827337210045, 'loss': 0.885715663433075}
+{'epoch': 241, 'iter': 580, 'avg_loss': 1.154032947120486, 'avg_acc_mask': 59.96421171595404, 'loss': 1.4287772178649902}
+{'epoch': 241, 'iter': 590, 'avg_loss': 1.1546183163441983, 'avg_acc_mask': 59.92234685073339, 'loss': 1.0738215446472168}
+{'epoch': 241, 'iter': 600, 'avg_loss': 1.15434830889924, 'avg_acc_mask': 59.89687594783136, 'loss': 1.3410059213638306}
+{'epoch': 241, 'iter': 610, 'avg_loss': 1.1554355348678345, 'avg_acc_mask': 59.89155047074246, 'loss': 1.4713819026947021}
+{'epoch': 241, 'iter': 620, 'avg_loss': 1.1540554402435075, 'avg_acc_mask': 60.00469290784303, 'loss': 1.304457664489746}
+{'epoch': 241, 'iter': 630, 'avg_loss': 1.1518689270726097, 'avg_acc_mask': 60.05767844268205, 'loss': 0.9664041996002197}
+{'epoch': 241, 'iter': 640, 'avg_loss': 1.1523947307081566, 'avg_acc_mask': 60.09388335704126, 'loss': 0.7069446444511414}
+{'epoch': 241, 'iter': 650, 'avg_loss': 1.1526886054905512, 'avg_acc_mask': 60.074051218759635, 'loss': 1.0640571117401123}
+{'epoch': 241, 'iter': 660, 'avg_loss': 1.1511624548781476, 'avg_acc_mask': 60.09894422641092, 'loss': 0.9551302194595337}
+{'epoch': 241, 'iter': 670, 'avg_loss': 1.1518700427074546, 'avg_acc_mask': 60.10890280424721, 'loss': 1.3100887537002563}
+{'epoch': 241, 'iter': 680, 'avg_loss': 1.1513483410102154, 'avg_acc_mask': 60.09170621832516, 'loss': 1.081617832183838}
+{'epoch': 241, 'iter': 690, 'avg_loss': 1.1522086197577752, 'avg_acc_mask': 60.04964745028653, 'loss': 1.0976916551589966}
+{'epoch': 241, 'iter': 700, 'avg_loss': 1.1537576091187487, 'avg_acc_mask': 59.98176370978246, 'loss': 1.2462013959884644}
+{'epoch': 241, 'iter': 710, 'avg_loss': 1.1524680395585742, 'avg_acc_mask': 60.006684835707304, 'loss': 0.8842340111732483}
+{'epoch': 241, 'iter': 720, 'avg_loss': 1.1526807377556656, 'avg_acc_mask': 60.0055819145967, 'loss': 0.7680981755256653}
+{'epoch': 241, 'iter': 730, 'avg_loss': 1.1509689358859316, 'avg_acc_mask': 60.041558181454036, 'loss': 1.1300040483474731}
+{'epoch': 241, 'iter': 740, 'avg_loss': 1.1513058168765826, 'avg_acc_mask': 60.002962377801914, 'loss': 0.939459502696991}
+{'epoch': 241, 'iter': 750, 'avg_loss': 1.1529715419529916, 'avg_acc_mask': 59.94548419284966, 'loss': 1.248795747756958}
+{'epoch': 241, 'iter': 760, 'avg_loss': 1.1528742443794646, 'avg_acc_mask': 59.94228688228929, 'loss': 1.5929608345031738}
+{'epoch': 241, 'iter': 770, 'avg_loss': 1.1549117490552587, 'avg_acc_mask': 59.86636337787887, 'loss': 1.0591422319412231}
+{'epoch': 241, 'iter': 780, 'avg_loss': 1.153720166825149, 'avg_acc_mask': 59.91058471045363, 'loss': 0.987025797367096}
+{'epoch': 241, 'iter': 790, 'avg_loss': 1.1531912314831532, 'avg_acc_mask': 59.92647908815574, 'loss': 0.8846933245658875}
+{'epoch': 241, 'iter': 800, 'avg_loss': 1.1530557066834672, 'avg_acc_mask': 59.917345936936314, 'loss': 0.9343017339706421}
+{'epoch': 241, 'iter': 810, 'avg_loss': 1.1528241044569545, 'avg_acc_mask': 59.89219179935946, 'loss': 1.0694777965545654}
+{'epoch': 241, 'iter': 820, 'avg_loss': 1.1522664586388383, 'avg_acc_mask': 59.918027309380086, 'loss': 1.3467837572097778}
+{'epoch': 241, 'iter': 830, 'avg_loss': 1.1526633400994517, 'avg_acc_mask': 59.898756465280066, 'loss': 1.5233814716339111}
+{'epoch': 241, 'iter': 840, 'avg_loss': 1.152103694915488, 'avg_acc_mask': 59.90618281321258, 'loss': 1.1242626905441284}
+{'epoch': 241, 'iter': 850, 'avg_loss': 1.1534318689664018, 'avg_acc_mask': 59.83934882724644, 'loss': 1.0701779127120972}
+{'epoch': 241, 'iter': 860, 'avg_loss': 1.1552733820143755, 'avg_acc_mask': 59.76940977364079, 'loss': 1.3265044689178467}
+{'epoch': 241, 'iter': 870, 'avg_loss': 1.156944789822148, 'avg_acc_mask': 59.736297720291695, 'loss': 0.8948544263839722}
+{'epoch': 241, 'iter': 880, 'avg_loss': 1.1568444065758101, 'avg_acc_mask': 59.73151590251962, 'loss': 0.8048347234725952}
+{'epoch': 241, 'iter': 890, 'avg_loss': 1.1554555263115234, 'avg_acc_mask': 59.80127576054956, 'loss': 0.6212782859802246}
+{'epoch': 241, 'iter': 900, 'avg_loss': 1.157293258344426, 'avg_acc_mask': 59.7514398302516, 'loss': 1.4576855897903442}
+{'epoch': 241, 'iter': 910, 'avg_loss': 1.1587635679446513, 'avg_acc_mask': 59.702655716084166, 'loss': 1.126443862915039}
+{'epoch': 241, 'iter': 920, 'avg_loss': 1.1585563690149823, 'avg_acc_mask': 59.72859629688242, 'loss': 1.003196120262146}
+{'epoch': 241, 'iter': 930, 'avg_loss': 1.1585119916916407, 'avg_acc_mask': 59.73929236499069, 'loss': 1.6882768869400024}
+{'epoch': 241, 'iter': 940, 'avg_loss': 1.1589990319341705, 'avg_acc_mask': 59.701261212391266, 'loss': 0.8620662093162537}
+{'epoch': 241, 'iter': 950, 'avg_loss': 1.1592900723250257, 'avg_acc_mask': 59.68162139381633, 'loss': 1.4951351881027222}
+{'epoch': 241, 'iter': 960, 'avg_loss': 1.1590218271412784, 'avg_acc_mask': 59.692126864964266, 'loss': 0.9718471169471741}
+{'epoch': 241, 'iter': 970, 'avg_loss': 1.1591964645501145, 'avg_acc_mask': 59.68640396121312, 'loss': 1.169881820678711}
+{'epoch': 241, 'iter': 980, 'avg_loss': 1.159527505057789, 'avg_acc_mask': 59.6763117355556, 'loss': 1.119491457939148}
+{'epoch': 241, 'iter': 990, 'avg_loss': 1.15899506536069, 'avg_acc_mask': 59.69362452473229, 'loss': 1.1567565202713013}
+{'epoch': 241, 'iter': 1000, 'avg_loss': 1.1591181760127252, 'avg_acc_mask': 59.69207838004872, 'loss': 1.4196126461029053}
+{'epoch': 241, 'iter': 1010, 'avg_loss': 1.158838581054312, 'avg_acc_mask': 59.699906333309315, 'loss': 0.9813734889030457}
+{'epoch': 241, 'iter': 1020, 'avg_loss': 1.1594696846753212, 'avg_acc_mask': 59.6724703867561, 'loss': 1.1493674516677856}
+{'epoch': 241, 'iter': 1030, 'avg_loss': 1.1585289007188277, 'avg_acc_mask': 59.68708565367277, 'loss': 1.1428227424621582}
+{'epoch': 241, 'iter': 1040, 'avg_loss': 1.1585178594825132, 'avg_acc_mask': 59.67431272981965, 'loss': 1.4493097066879272}
+{'epoch': 241, 'iter': 1050, 'avg_loss': 1.1590490760574106, 'avg_acc_mask': 59.66930390728017, 'loss': 1.3492367267608643}
+{'epoch': 241, 'iter': 1060, 'avg_loss': 1.1593411390956678, 'avg_acc_mask': 59.672846612484754, 'loss': 0.9587056636810303}
+{'epoch': 241, 'iter': 1070, 'avg_loss': 1.1587478669584632, 'avg_acc_mask': 59.686835162964854, 'loss': 1.171913981437683}
+{'epoch': 241, 'iter': 1080, 'avg_loss': 1.157802633699943, 'avg_acc_mask': 59.74601996762008, 'loss': 1.000929594039917}
+{'epoch': 241, 'iter': 1090, 'avg_loss': 1.1585524216307947, 'avg_acc_mask': 59.73307944143783, 'loss': 1.4700322151184082}
+{'epoch': 241, 'iter': 1100, 'avg_loss': 1.1578377534810464, 'avg_acc_mask': 59.756885216037624, 'loss': 1.0908782482147217}
+{'epoch': 'EP241_train', 'avg_loss': 1.157967989342245, 'total_masked_acc': 59.75082508250825}
+{'epoch': 242, 'iter': 0, 'avg_loss': 1.0565226078033447, 'avg_acc_mask': 59.183673469387756, 'loss': 1.0565226078033447}
+{'epoch': 242, 'iter': 10, 'avg_loss': 1.1928489316593518, 'avg_acc_mask': 57.89473684210527, 'loss': 0.8887240886688232}
+{'epoch': 242, 'iter': 20, 'avg_loss': 1.2489277635301863, 'avg_acc_mask': 57.62411347517731, 'loss': 1.6592471599578857}
+{'epoch': 242, 'iter': 30, 'avg_loss': 1.2507859583823913, 'avg_acc_mask': 58.505002942907595, 'loss': 1.529524803161621}
+{'epoch': 242, 'iter': 40, 'avg_loss': 1.2107569081027334, 'avg_acc_mask': 59.72407654650645, 'loss': 0.9179350733757019}
+{'epoch': 242, 'iter': 50, 'avg_loss': 1.1956739612654144, 'avg_acc_mask': 59.7864768683274, 'loss': 1.0728472471237183}
+{'epoch': 242, 'iter': 60, 'avg_loss': 1.1777293076280688, 'avg_acc_mask': 60.39903264812576, 'loss': 0.9168193340301514}
+{'epoch': 242, 'iter': 70, 'avg_loss': 1.1769987151656351, 'avg_acc_mask': 60.0568035114898, 'loss': 0.9812975525856018}
+{'epoch': 242, 'iter': 80, 'avg_loss': 1.176668233341641, 'avg_acc_mask': 60.12615453931065, 'loss': 1.4171829223632812}
+{'epoch': 242, 'iter': 90, 'avg_loss': 1.1735601398971054, 'avg_acc_mask': 60.11292599314378, 'loss': 1.041358470916748}
+{'epoch': 242, 'iter': 100, 'avg_loss': 1.1619904253742483, 'avg_acc_mask': 60.63207891852394, 'loss': 0.9257233738899231}
+{'epoch': 242, 'iter': 110, 'avg_loss': 1.1676489453057985, 'avg_acc_mask': 60.407958535361985, 'loss': 0.8754661679267883}
+{'epoch': 242, 'iter': 120, 'avg_loss': 1.16179729049856, 'avg_acc_mask': 60.555127216653815, 'loss': 1.260204553604126}
+{'epoch': 242, 'iter': 130, 'avg_loss': 1.1602809010571196, 'avg_acc_mask': 60.49224640773937, 'loss': 0.9619596600532532}
+{'epoch': 242, 'iter': 140, 'avg_loss': 1.1646393922203822, 'avg_acc_mask': 60.0683940549783, 'loss': 1.1941916942596436}
+{'epoch': 242, 'iter': 150, 'avg_loss': 1.1574750949215415, 'avg_acc_mask': 60.27312228429547, 'loss': 1.1102834939956665}
+{'epoch': 242, 'iter': 160, 'avg_loss': 1.1571512192672824, 'avg_acc_mask': 60.396843815270365, 'loss': 1.0890389680862427}
+{'epoch': 242, 'iter': 170, 'avg_loss': 1.165010531046237, 'avg_acc_mask': 60.019560965007614, 'loss': 1.3960750102996826}
+{'epoch': 242, 'iter': 180, 'avg_loss': 1.162049333034958, 'avg_acc_mask': 60.140004117768164, 'loss': 1.0664993524551392}
+{'epoch': 242, 'iter': 190, 'avg_loss': 1.1612824685286478, 'avg_acc_mask': 60.25104602510461, 'loss': 1.012489914894104}
+{'epoch': 242, 'iter': 200, 'avg_loss': 1.1579914181979734, 'avg_acc_mask': 60.19551784561469, 'loss': 1.2800213098526}
+{'epoch': 242, 'iter': 210, 'avg_loss': 1.161398385373337, 'avg_acc_mask': 60.03681626928471, 'loss': 1.4519312381744385}
+{'epoch': 242, 'iter': 220, 'avg_loss': 1.1624695046455074, 'avg_acc_mask': 59.97155763761084, 'loss': 1.2529267072677612}
+{'epoch': 242, 'iter': 230, 'avg_loss': 1.1651196510760815, 'avg_acc_mask': 59.895749799518846, 'loss': 1.1338382959365845}
+{'epoch': 242, 'iter': 240, 'avg_loss': 1.160095165873959, 'avg_acc_mask': 60.03999077136045, 'loss': 0.877042293548584}
+{'epoch': 242, 'iter': 250, 'avg_loss': 1.1631775638496733, 'avg_acc_mask': 59.936465721040186, 'loss': 0.8579424619674683}
+{'epoch': 242, 'iter': 260, 'avg_loss': 1.163432047513253, 'avg_acc_mask': 59.99291031549097, 'loss': 1.099249243736267}
+{'epoch': 242, 'iter': 270, 'avg_loss': 1.1647191929641245, 'avg_acc_mask': 59.86810796111225, 'loss': 1.2371772527694702}
+{'epoch': 242, 'iter': 280, 'avg_loss': 1.1612329317581611, 'avg_acc_mask': 59.95265338331032, 'loss': 0.7754271626472473}
+{'epoch': 242, 'iter': 290, 'avg_loss': 1.1613895331871058, 'avg_acc_mask': 59.99492482395483, 'loss': 0.9997119307518005}
+{'epoch': 242, 'iter': 300, 'avg_loss': 1.1600552745831765, 'avg_acc_mask': 60.06264201928392, 'loss': 0.7524826526641846}
+{'epoch': 242, 'iter': 310, 'avg_loss': 1.1623708653679998, 'avg_acc_mask': 59.93587840645965, 'loss': 0.9364742636680603}
+{'epoch': 242, 'iter': 320, 'avg_loss': 1.160031947391427, 'avg_acc_mask': 59.96306768999943, 'loss': 0.7985392808914185}
+{'epoch': 242, 'iter': 330, 'avg_loss': 1.161423247926545, 'avg_acc_mask': 59.826670394185065, 'loss': 1.1069610118865967}
+{'epoch': 242, 'iter': 340, 'avg_loss': 1.1587323051743494, 'avg_acc_mask': 59.905813575836305, 'loss': 1.2547727823257446}
+{'epoch': 242, 'iter': 350, 'avg_loss': 1.1596474100721528, 'avg_acc_mask': 59.90223904131189, 'loss': 1.2038216590881348}
+{'epoch': 242, 'iter': 360, 'avg_loss': 1.161262811386024, 'avg_acc_mask': 59.787657597876574, 'loss': 1.1632447242736816}
+{'epoch': 242, 'iter': 370, 'avg_loss': 1.1592739468636217, 'avg_acc_mask': 59.84021437078205, 'loss': 1.0569156408309937}
+{'epoch': 242, 'iter': 380, 'avg_loss': 1.1646634007063437, 'avg_acc_mask': 59.69104513637461, 'loss': 1.1336979866027832}
+{'epoch': 242, 'iter': 390, 'avg_loss': 1.1634398328373805, 'avg_acc_mask': 59.74674010262204, 'loss': 1.0318429470062256}
+{'epoch': 242, 'iter': 400, 'avg_loss': 1.1629528470170172, 'avg_acc_mask': 59.78695073235686, 'loss': 0.9870771169662476}
+{'epoch': 242, 'iter': 410, 'avg_loss': 1.1622977968840122, 'avg_acc_mask': 59.80326402861614, 'loss': 1.0128194093704224}
+{'epoch': 242, 'iter': 420, 'avg_loss': 1.1617432134734762, 'avg_acc_mask': 59.84520529975076, 'loss': 1.1119911670684814}
+{'epoch': 242, 'iter': 430, 'avg_loss': 1.1602272530996052, 'avg_acc_mask': 59.83417386101376, 'loss': 1.148826003074646}
+{'epoch': 242, 'iter': 440, 'avg_loss': 1.1619014626457578, 'avg_acc_mask': 59.804085035431434, 'loss': 1.4538815021514893}
+{'epoch': 242, 'iter': 450, 'avg_loss': 1.1638195809398153, 'avg_acc_mask': 59.7946126574025, 'loss': 1.080747365951538}
+{'epoch': 242, 'iter': 460, 'avg_loss': 1.1653774314743837, 'avg_acc_mask': 59.788844621513945, 'loss': 1.2551170587539673}
+{'epoch': 242, 'iter': 470, 'avg_loss': 1.1663130472420127, 'avg_acc_mask': 59.746884735202485, 'loss': 1.253130316734314}
+{'epoch': 242, 'iter': 480, 'avg_loss': 1.1670405443393763, 'avg_acc_mask': 59.74387315622975, 'loss': 1.2217991352081299}
+{'epoch': 242, 'iter': 490, 'avg_loss': 1.1691908922554761, 'avg_acc_mask': 59.693744164332394, 'loss': 1.8542577028274536}
+{'epoch': 242, 'iter': 500, 'avg_loss': 1.16691696084664, 'avg_acc_mask': 59.787895410495516, 'loss': 1.0743328332901}
+{'epoch': 242, 'iter': 510, 'avg_loss': 1.1659050012288028, 'avg_acc_mask': 59.760770690828345, 'loss': 0.907626748085022}
+{'epoch': 242, 'iter': 520, 'avg_loss': 1.1648798087279306, 'avg_acc_mask': 59.81788137678866, 'loss': 1.3209457397460938}
+{'epoch': 242, 'iter': 530, 'avg_loss': 1.1637806440028318, 'avg_acc_mask': 59.828587226983686, 'loss': 1.2083640098571777}
+{'epoch': 242, 'iter': 540, 'avg_loss': 1.1629848133173535, 'avg_acc_mask': 59.836482681412626, 'loss': 0.9762173295021057}
+{'epoch': 242, 'iter': 550, 'avg_loss': 1.1628406173304509, 'avg_acc_mask': 59.82172553715161, 'loss': 0.9300512671470642}
+{'epoch': 242, 'iter': 560, 'avg_loss': 1.162008258641935, 'avg_acc_mask': 59.87040188506349, 'loss': 1.1820942163467407}
+{'epoch': 242, 'iter': 570, 'avg_loss': 1.1605846711716594, 'avg_acc_mask': 59.929921563584934, 'loss': 1.26803719997406}
+{'epoch': 242, 'iter': 580, 'avg_loss': 1.1605964077319213, 'avg_acc_mask': 59.9097820258036, 'loss': 1.2860020399093628}
+{'epoch': 242, 'iter': 590, 'avg_loss': 1.1613952890668826, 'avg_acc_mask': 59.88345060599486, 'loss': 1.0771089792251587}
+{'epoch': 242, 'iter': 600, 'avg_loss': 1.1611966504630153, 'avg_acc_mask': 59.86641454190558, 'loss': 1.2646229267120361}
+{'epoch': 242, 'iter': 610, 'avg_loss': 1.1621986905603674, 'avg_acc_mask': 59.89441161472237, 'loss': 1.345018744468689}
+{'epoch': 242, 'iter': 620, 'avg_loss': 1.1588441252516473, 'avg_acc_mask': 60.00472617711349, 'loss': 1.283026933670044}
+{'epoch': 242, 'iter': 630, 'avg_loss': 1.157931784442412, 'avg_acc_mask': 60.0290613193839, 'loss': 1.0433117151260376}
+{'epoch': 242, 'iter': 640, 'avg_loss': 1.1567257990517221, 'avg_acc_mask': 60.07101540576141, 'loss': 0.9035951495170593}
+{'epoch': 242, 'iter': 650, 'avg_loss': 1.1573834312126934, 'avg_acc_mask': 60.0338552687262, 'loss': 1.0621631145477295}
+{'epoch': 242, 'iter': 660, 'avg_loss': 1.15578253763346, 'avg_acc_mask': 60.04784023586349, 'loss': 1.272765040397644}
+{'epoch': 242, 'iter': 670, 'avg_loss': 1.156697369101506, 'avg_acc_mask': 60.0526344646088, 'loss': 1.530426025390625}
+{'epoch': 242, 'iter': 680, 'avg_loss': 1.1570877094976002, 'avg_acc_mask': 60.04751748157348, 'loss': 1.168771743774414}
+{'epoch': 242, 'iter': 690, 'avg_loss': 1.1583763718950075, 'avg_acc_mask': 59.95694581018949, 'loss': 0.9505774974822998}
+{'epoch': 242, 'iter': 700, 'avg_loss': 1.1599768742855197, 'avg_acc_mask': 59.90310331281917, 'loss': 1.2751328945159912}
+{'epoch': 242, 'iter': 710, 'avg_loss': 1.1599528411437354, 'avg_acc_mask': 59.92721077899954, 'loss': 1.4979826211929321}
+{'epoch': 242, 'iter': 720, 'avg_loss': 1.1612549455585823, 'avg_acc_mask': 59.867667642193666, 'loss': 1.529397964477539}
+{'epoch': 242, 'iter': 730, 'avg_loss': 1.1593399693636497, 'avg_acc_mask': 59.900480008042024, 'loss': 1.2174663543701172}
+{'epoch': 242, 'iter': 740, 'avg_loss': 1.1599042777590423, 'avg_acc_mask': 59.900228333167874, 'loss': 0.9342172145843506}
+{'epoch': 242, 'iter': 750, 'avg_loss': 1.1610980268007272, 'avg_acc_mask': 59.892694399529624, 'loss': 1.1216329336166382}
+{'epoch': 242, 'iter': 760, 'avg_loss': 1.16076025707493, 'avg_acc_mask': 59.92647058823529, 'loss': 1.0219478607177734}
+{'epoch': 242, 'iter': 770, 'avg_loss': 1.162396763317316, 'avg_acc_mask': 59.83884041386545, 'loss': 1.0626611709594727}
+{'epoch': 242, 'iter': 780, 'avg_loss': 1.1611046011102948, 'avg_acc_mask': 59.878548227651464, 'loss': 1.0682196617126465}
+{'epoch': 242, 'iter': 790, 'avg_loss': 1.1608630381854235, 'avg_acc_mask': 59.874936073271655, 'loss': 0.8452378511428833}
+{'epoch': 242, 'iter': 800, 'avg_loss': 1.1601414762335025, 'avg_acc_mask': 59.90139876175189, 'loss': 1.1807374954223633}
+{'epoch': 242, 'iter': 810, 'avg_loss': 1.1606694876633208, 'avg_acc_mask': 59.8890272902276, 'loss': 1.0633383989334106}
+{'epoch': 242, 'iter': 820, 'avg_loss': 1.1605582933478176, 'avg_acc_mask': 59.909082766033684, 'loss': 1.3038239479064941}
+{'epoch': 242, 'iter': 830, 'avg_loss': 1.160074760767527, 'avg_acc_mask': 59.89725193206227, 'loss': 1.3578400611877441}
+{'epoch': 242, 'iter': 840, 'avg_loss': 1.1601426649603916, 'avg_acc_mask': 59.87581442126897, 'loss': 1.2159991264343262}
+{'epoch': 242, 'iter': 850, 'avg_loss': 1.1616168979612276, 'avg_acc_mask': 59.85053027193986, 'loss': 1.1499102115631104}
+{'epoch': 242, 'iter': 860, 'avg_loss': 1.1618355191404672, 'avg_acc_mask': 59.835017265634995, 'loss': 1.3018431663513184}
+{'epoch': 242, 'iter': 870, 'avg_loss': 1.1630135344856778, 'avg_acc_mask': 59.766898786106495, 'loss': 0.9926037788391113}
+{'epoch': 242, 'iter': 880, 'avg_loss': 1.1628798563688756, 'avg_acc_mask': 59.78168208753508, 'loss': 1.0740867853164673}
+{'epoch': 242, 'iter': 890, 'avg_loss': 1.1615702125895038, 'avg_acc_mask': 59.828373873317695, 'loss': 1.0232887268066406}
+{'epoch': 242, 'iter': 900, 'avg_loss': 1.1616874306765566, 'avg_acc_mask': 59.79931204331278, 'loss': 1.3542801141738892}
+{'epoch': 242, 'iter': 910, 'avg_loss': 1.1618401370247424, 'avg_acc_mask': 59.77321162893562, 'loss': 1.3289601802825928}
+{'epoch': 242, 'iter': 920, 'avg_loss': 1.161724024305644, 'avg_acc_mask': 59.80017514529098, 'loss': 0.9597874283790588}
+{'epoch': 242, 'iter': 930, 'avg_loss': 1.161691521727565, 'avg_acc_mask': 59.785480500019716, 'loss': 1.2896045446395874}
+{'epoch': 242, 'iter': 940, 'avg_loss': 1.16114873865839, 'avg_acc_mask': 59.797712080759254, 'loss': 0.886878490447998}
+{'epoch': 242, 'iter': 950, 'avg_loss': 1.1617955401868851, 'avg_acc_mask': 59.786360218267355, 'loss': 1.2440506219863892}
+{'epoch': 242, 'iter': 960, 'avg_loss': 1.1618576977677202, 'avg_acc_mask': 59.789642468551364, 'loss': 1.3630201816558838}
+{'epoch': 242, 'iter': 970, 'avg_loss': 1.1612073930726605, 'avg_acc_mask': 59.808015721547214, 'loss': 1.0163706541061401}
+{'epoch': 242, 'iter': 980, 'avg_loss': 1.1612974122759034, 'avg_acc_mask': 59.8065445564931, 'loss': 1.191870093345642}
+{'epoch': 242, 'iter': 990, 'avg_loss': 1.1613988769282968, 'avg_acc_mask': 59.80756776760108, 'loss': 1.334821343421936}
+{'epoch': 242, 'iter': 1000, 'avg_loss': 1.1620490121674705, 'avg_acc_mask': 59.787545787545795, 'loss': 1.741822361946106}
+{'epoch': 242, 'iter': 1010, 'avg_loss': 1.1624105950609276, 'avg_acc_mask': 59.77683026399346, 'loss': 0.8685141801834106}
+{'epoch': 242, 'iter': 1020, 'avg_loss': 1.1624081739015608, 'avg_acc_mask': 59.77907498877414, 'loss': 0.9914764165878296}
+{'epoch': 242, 'iter': 1030, 'avg_loss': 1.162010503902121, 'avg_acc_mask': 59.79706275033377, 'loss': 0.9609580636024475}
+{'epoch': 242, 'iter': 1040, 'avg_loss': 1.1623003651154489, 'avg_acc_mask': 59.790030877812086, 'loss': 1.246883749961853}
+{'epoch': 242, 'iter': 1050, 'avg_loss': 1.162043197681289, 'avg_acc_mask': 59.786066347397494, 'loss': 1.1458393335342407}
+{'epoch': 242, 'iter': 1060, 'avg_loss': 1.1617244409009266, 'avg_acc_mask': 59.789083604627, 'loss': 0.9875995516777039}
+{'epoch': 242, 'iter': 1070, 'avg_loss': 1.1609847674182816, 'avg_acc_mask': 59.79775473476733, 'loss': 0.952363908290863}
+{'epoch': 242, 'iter': 1080, 'avg_loss': 1.160636946848429, 'avg_acc_mask': 59.82033691074582, 'loss': 0.9267277717590332}
+{'epoch': 242, 'iter': 1090, 'avg_loss': 1.1613059642116046, 'avg_acc_mask': 59.788635370812194, 'loss': 1.103327989578247}
+{'epoch': 242, 'iter': 1100, 'avg_loss': 1.161035004526133, 'avg_acc_mask': 59.8057993704302, 'loss': 0.9354091286659241}
+{'epoch': 'EP242_train', 'avg_loss': 1.1605108459610745, 'total_masked_acc': 59.82603787991966}
+{'epoch': 243, 'iter': 0, 'avg_loss': 1.2882157564163208, 'avg_acc_mask': 50.0, 'loss': 1.2882157564163208}
+{'epoch': 243, 'iter': 10, 'avg_loss': 1.2123949202624233, 'avg_acc_mask': 56.62847790507365, 'loss': 1.0170328617095947}
+{'epoch': 243, 'iter': 20, 'avg_loss': 1.1727003341629392, 'avg_acc_mask': 58.39727195225917, 'loss': 1.2949110269546509}
+{'epoch': 243, 'iter': 30, 'avg_loss': 1.180815673643543, 'avg_acc_mask': 58.606557377049185, 'loss': 1.4432679414749146}
+{'epoch': 243, 'iter': 40, 'avg_loss': 1.161063066342982, 'avg_acc_mask': 59.58753839403247, 'loss': 1.0497337579727173}
+{'epoch': 243, 'iter': 50, 'avg_loss': 1.1731409675934736, 'avg_acc_mask': 58.88695652173913, 'loss': 1.1315463781356812}
+{'epoch': 243, 'iter': 60, 'avg_loss': 1.1568816343291861, 'avg_acc_mask': 59.57384705195563, 'loss': 0.8859184980392456}
+{'epoch': 243, 'iter': 70, 'avg_loss': 1.15784439066766, 'avg_acc_mask': 59.83379501385041, 'loss': 1.1152430772781372}
+{'epoch': 243, 'iter': 80, 'avg_loss': 1.1627161944354023, 'avg_acc_mask': 59.61284645842498, 'loss': 1.1978704929351807}
+{'epoch': 243, 'iter': 90, 'avg_loss': 1.1652720118616964, 'avg_acc_mask': 59.38533359268625, 'loss': 1.1528154611587524}
+{'epoch': 243, 'iter': 100, 'avg_loss': 1.157836368768522, 'avg_acc_mask': 59.53594656354368, 'loss': 0.8670199513435364}
+{'epoch': 243, 'iter': 110, 'avg_loss': 1.1620754674748257, 'avg_acc_mask': 59.33836518387666, 'loss': 1.192549228668213}
+{'epoch': 243, 'iter': 120, 'avg_loss': 1.1524095367794194, 'avg_acc_mask': 59.62135778730957, 'loss': 1.1128602027893066}
+{'epoch': 243, 'iter': 130, 'avg_loss': 1.153247416474437, 'avg_acc_mask': 59.59664320519762, 'loss': 1.1798471212387085}
+{'epoch': 243, 'iter': 140, 'avg_loss': 1.1519185025641259, 'avg_acc_mask': 59.45436258486296, 'loss': 0.8212906718254089}
+{'epoch': 243, 'iter': 150, 'avg_loss': 1.1478635601650011, 'avg_acc_mask': 59.73902728351127, 'loss': 1.420650601387024}
+{'epoch': 243, 'iter': 160, 'avg_loss': 1.1500806019913337, 'avg_acc_mask': 59.79657985917067, 'loss': 1.0319241285324097}
+{'epoch': 243, 'iter': 170, 'avg_loss': 1.1517007804056356, 'avg_acc_mask': 59.86137366099559, 'loss': 1.1279191970825195}
+{'epoch': 243, 'iter': 180, 'avg_loss': 1.148157546862713, 'avg_acc_mask': 59.97025285076847, 'loss': 1.1536555290222168}
+{'epoch': 243, 'iter': 190, 'avg_loss': 1.149846931714662, 'avg_acc_mask': 59.727315467795016, 'loss': 1.0185974836349487}
+{'epoch': 243, 'iter': 200, 'avg_loss': 1.148613922335022, 'avg_acc_mask': 59.64487489911219, 'loss': 1.4220856428146362}
+{'epoch': 243, 'iter': 210, 'avg_loss': 1.151025741021215, 'avg_acc_mask': 59.52177625960717, 'loss': 1.0140197277069092}
+{'epoch': 243, 'iter': 220, 'avg_loss': 1.1494842309218187, 'avg_acc_mask': 59.54304365565075, 'loss': 1.3636953830718994}
+{'epoch': 243, 'iter': 230, 'avg_loss': 1.1524041295051575, 'avg_acc_mask': 59.53775279144218, 'loss': 1.4571841955184937}
+{'epoch': 243, 'iter': 240, 'avg_loss': 1.1530004967297756, 'avg_acc_mask': 59.42659861903332, 'loss': 1.1825077533721924}
+{'epoch': 243, 'iter': 250, 'avg_loss': 1.1510802174944326, 'avg_acc_mask': 59.404083399466124, 'loss': 0.9671745896339417}
+{'epoch': 243, 'iter': 260, 'avg_loss': 1.1524047737377356, 'avg_acc_mask': 59.30847363294838, 'loss': 0.9689939022064209}
+{'epoch': 243, 'iter': 270, 'avg_loss': 1.1525259992293326, 'avg_acc_mask': 59.4036237213345, 'loss': 1.2623050212860107}
+{'epoch': 243, 'iter': 280, 'avg_loss': 1.1566907816510184, 'avg_acc_mask': 59.34896337919008, 'loss': 0.83771151304245}
+{'epoch': 243, 'iter': 290, 'avg_loss': 1.1585549144810419, 'avg_acc_mask': 59.24907852814394, 'loss': 1.1484346389770508}
+{'epoch': 243, 'iter': 300, 'avg_loss': 1.158586590393041, 'avg_acc_mask': 59.31722054380665, 'loss': 1.3118451833724976}
+{'epoch': 243, 'iter': 310, 'avg_loss': 1.1560950670211645, 'avg_acc_mask': 59.37664464066429, 'loss': 1.0003896951675415}
+{'epoch': 243, 'iter': 320, 'avg_loss': 1.1539289345993802, 'avg_acc_mask': 59.503521926834814, 'loss': 1.1000066995620728}
+{'epoch': 243, 'iter': 330, 'avg_loss': 1.1555415276674346, 'avg_acc_mask': 59.45856718388908, 'loss': 1.1035435199737549}
+{'epoch': 243, 'iter': 340, 'avg_loss': 1.1562408645831246, 'avg_acc_mask': 59.448356807511736, 'loss': 1.0198711156845093}
+{'epoch': 243, 'iter': 350, 'avg_loss': 1.155247982750591, 'avg_acc_mask': 59.48715281389785, 'loss': 1.2670657634735107}
+{'epoch': 243, 'iter': 360, 'avg_loss': 1.1544915571437318, 'avg_acc_mask': 59.53018438999747, 'loss': 1.3005940914154053}
+{'epoch': 243, 'iter': 370, 'avg_loss': 1.1548740092634833, 'avg_acc_mask': 59.54393552191861, 'loss': 1.3102829456329346}
+{'epoch': 243, 'iter': 380, 'avg_loss': 1.1566232248866966, 'avg_acc_mask': 59.44630071599045, 'loss': 0.8788796663284302}
+{'epoch': 243, 'iter': 390, 'avg_loss': 1.158058783434846, 'avg_acc_mask': 59.3501972615456, 'loss': 1.5265960693359375}
+{'epoch': 243, 'iter': 400, 'avg_loss': 1.1593891750844636, 'avg_acc_mask': 59.24011606819006, 'loss': 1.2374730110168457}
+{'epoch': 243, 'iter': 410, 'avg_loss': 1.1579758279805057, 'avg_acc_mask': 59.28701281425974, 'loss': 0.9255335927009583}
+{'epoch': 243, 'iter': 420, 'avg_loss': 1.1580624311383716, 'avg_acc_mask': 59.261506457484614, 'loss': 1.0285861492156982}
+{'epoch': 243, 'iter': 430, 'avg_loss': 1.158060835851594, 'avg_acc_mask': 59.2752701843611, 'loss': 1.1351828575134277}
+{'epoch': 243, 'iter': 440, 'avg_loss': 1.1599104826142188, 'avg_acc_mask': 59.177503520251804, 'loss': 1.5811854600906372}
+{'epoch': 243, 'iter': 450, 'avg_loss': 1.1583214344047918, 'avg_acc_mask': 59.236133636068764, 'loss': 0.8870000243186951}
+{'epoch': 243, 'iter': 460, 'avg_loss': 1.157772429335919, 'avg_acc_mask': 59.246466571383195, 'loss': 1.1517361402511597}
+{'epoch': 243, 'iter': 470, 'avg_loss': 1.1582379579037871, 'avg_acc_mask': 59.21093507300404, 'loss': 1.2653656005859375}
+{'epoch': 243, 'iter': 480, 'avg_loss': 1.1580446641311328, 'avg_acc_mask': 59.236298634617576, 'loss': 1.1305004358291626}
+{'epoch': 243, 'iter': 490, 'avg_loss': 1.1595593930019137, 'avg_acc_mask': 59.21180064069135, 'loss': 1.4722349643707275}
+{'epoch': 243, 'iter': 500, 'avg_loss': 1.1581489003585008, 'avg_acc_mask': 59.274781341107875, 'loss': 1.0264809131622314}
+{'epoch': 243, 'iter': 510, 'avg_loss': 1.1573252737405482, 'avg_acc_mask': 59.328211541897446, 'loss': 1.0036108493804932}
+{'epoch': 243, 'iter': 520, 'avg_loss': 1.1567658808318302, 'avg_acc_mask': 59.341006386413085, 'loss': 1.324517846107483}
+{'epoch': 243, 'iter': 530, 'avg_loss': 1.1568636393591958, 'avg_acc_mask': 59.35228251507322, 'loss': 1.105802297592163}
+{'epoch': 243, 'iter': 540, 'avg_loss': 1.157053359004354, 'avg_acc_mask': 59.337614058803645, 'loss': 1.271161675453186}
+{'epoch': 243, 'iter': 550, 'avg_loss': 1.1592135920498634, 'avg_acc_mask': 59.26809074350058, 'loss': 1.357830286026001}
+{'epoch': 243, 'iter': 560, 'avg_loss': 1.1588704103667042, 'avg_acc_mask': 59.29050752492019, 'loss': 1.1313711404800415}
+{'epoch': 243, 'iter': 570, 'avg_loss': 1.1574726340649633, 'avg_acc_mask': 59.32703092453132, 'loss': 1.2869213819503784}
+{'epoch': 243, 'iter': 580, 'avg_loss': 1.1574249242956585, 'avg_acc_mask': 59.33771916018761, 'loss': 1.1828885078430176}
+{'epoch': 243, 'iter': 590, 'avg_loss': 1.1563830407944629, 'avg_acc_mask': 59.360490311397264, 'loss': 0.7820426225662231}
+{'epoch': 243, 'iter': 600, 'avg_loss': 1.1578223143956823, 'avg_acc_mask': 59.32373619015735, 'loss': 1.5805881023406982}
+{'epoch': 243, 'iter': 610, 'avg_loss': 1.1589195488322581, 'avg_acc_mask': 59.34742949427281, 'loss': 1.203102469444275}
+{'epoch': 243, 'iter': 620, 'avg_loss': 1.1570204802565336, 'avg_acc_mask': 59.41367118444314, 'loss': 1.7208852767944336}
+{'epoch': 243, 'iter': 630, 'avg_loss': 1.1554341654392128, 'avg_acc_mask': 59.44268854930843, 'loss': 1.159731149673462}
+{'epoch': 243, 'iter': 640, 'avg_loss': 1.1557034013237857, 'avg_acc_mask': 59.402857142857144, 'loss': 0.8872327208518982}
+{'epoch': 243, 'iter': 650, 'avg_loss': 1.1560211686586273, 'avg_acc_mask': 59.362157293250014, 'loss': 1.0434226989746094}
+{'epoch': 243, 'iter': 660, 'avg_loss': 1.155205811882524, 'avg_acc_mask': 59.4157104052331, 'loss': 1.0010310411453247}
+{'epoch': 243, 'iter': 670, 'avg_loss': 1.1563819039685181, 'avg_acc_mask': 59.3966693966694, 'loss': 1.5541508197784424}
+{'epoch': 243, 'iter': 680, 'avg_loss': 1.1548744870264975, 'avg_acc_mask': 59.42754149517122, 'loss': 1.3529644012451172}
+{'epoch': 243, 'iter': 690, 'avg_loss': 1.1554133505189816, 'avg_acc_mask': 59.4157911493155, 'loss': 0.970999002456665}
+{'epoch': 243, 'iter': 700, 'avg_loss': 1.1578183093781818, 'avg_acc_mask': 59.3248680566442, 'loss': 1.2470628023147583}
+{'epoch': 243, 'iter': 710, 'avg_loss': 1.1569941113015267, 'avg_acc_mask': 59.36791090946587, 'loss': 1.3127248287200928}
+{'epoch': 243, 'iter': 720, 'avg_loss': 1.157588165568578, 'avg_acc_mask': 59.31479692980227, 'loss': 1.2291580438613892}
+{'epoch': 243, 'iter': 730, 'avg_loss': 1.1565854847431183, 'avg_acc_mask': 59.33754575999197, 'loss': 1.1823370456695557}
+{'epoch': 243, 'iter': 740, 'avg_loss': 1.1574666790070964, 'avg_acc_mask': 59.323124118651194, 'loss': 1.0788140296936035}
+{'epoch': 243, 'iter': 750, 'avg_loss': 1.158401347786069, 'avg_acc_mask': 59.28925095734042, 'loss': 0.9851990342140198}
+{'epoch': 243, 'iter': 760, 'avg_loss': 1.1570378136619162, 'avg_acc_mask': 59.326443593264436, 'loss': 1.0619146823883057}
+{'epoch': 243, 'iter': 770, 'avg_loss': 1.158416891724219, 'avg_acc_mask': 59.260315649362994, 'loss': 1.2690625190734863}
+{'epoch': 243, 'iter': 780, 'avg_loss': 1.1581791619103636, 'avg_acc_mask': 59.268223903745834, 'loss': 1.3530136346817017}
+{'epoch': 243, 'iter': 790, 'avg_loss': 1.157479936231102, 'avg_acc_mask': 59.31412384777914, 'loss': 1.2317523956298828}
+{'epoch': 243, 'iter': 800, 'avg_loss': 1.1566801246409113, 'avg_acc_mask': 59.37155963302752, 'loss': 1.1768081188201904}
+{'epoch': 243, 'iter': 810, 'avg_loss': 1.156042284023306, 'avg_acc_mask': 59.41506954827602, 'loss': 0.8824952244758606}
+{'epoch': 243, 'iter': 820, 'avg_loss': 1.1558404850538697, 'avg_acc_mask': 59.43161713658657, 'loss': 1.0690562725067139}
+{'epoch': 243, 'iter': 830, 'avg_loss': 1.155984974761015, 'avg_acc_mask': 59.446892367646086, 'loss': 1.2929892539978027}
+{'epoch': 243, 'iter': 840, 'avg_loss': 1.1554675739741354, 'avg_acc_mask': 59.454728458273166, 'loss': 1.1569030284881592}
+{'epoch': 243, 'iter': 850, 'avg_loss': 1.1550840545274956, 'avg_acc_mask': 59.45075143258731, 'loss': 0.8551415205001831}
+{'epoch': 243, 'iter': 860, 'avg_loss': 1.1557232841035907, 'avg_acc_mask': 59.43305675831325, 'loss': 1.2048901319503784}
+{'epoch': 243, 'iter': 870, 'avg_loss': 1.156467312615446, 'avg_acc_mask': 59.40177237038752, 'loss': 1.2814055681228638}
+{'epoch': 243, 'iter': 880, 'avg_loss': 1.1568103969503072, 'avg_acc_mask': 59.40305346691383, 'loss': 0.9679752588272095}
+{'epoch': 243, 'iter': 890, 'avg_loss': 1.1563862016639859, 'avg_acc_mask': 59.42806445622794, 'loss': 1.157970666885376}
+{'epoch': 243, 'iter': 900, 'avg_loss': 1.1566245397439145, 'avg_acc_mask': 59.37646555063923, 'loss': 1.2367171049118042}
+{'epoch': 243, 'iter': 910, 'avg_loss': 1.1578930542118333, 'avg_acc_mask': 59.31288640070886, 'loss': 1.3299633264541626}
+{'epoch': 243, 'iter': 920, 'avg_loss': 1.1570773933337644, 'avg_acc_mask': 59.35748898239177, 'loss': 0.8540962338447571}
+{'epoch': 243, 'iter': 930, 'avg_loss': 1.1566939429809149, 'avg_acc_mask': 59.38994033742937, 'loss': 1.0069949626922607}
+{'epoch': 243, 'iter': 940, 'avg_loss': 1.156922946922584, 'avg_acc_mask': 59.39331197749824, 'loss': 0.9250055551528931}
+{'epoch': 243, 'iter': 950, 'avg_loss': 1.1571524329052614, 'avg_acc_mask': 59.401197604790426, 'loss': 1.0918374061584473}
+{'epoch': 243, 'iter': 960, 'avg_loss': 1.1581337135924756, 'avg_acc_mask': 59.37494030221407, 'loss': 1.1915816068649292}
+{'epoch': 243, 'iter': 970, 'avg_loss': 1.158058609487345, 'avg_acc_mask': 59.40216159020483, 'loss': 1.1870265007019043}
+{'epoch': 243, 'iter': 980, 'avg_loss': 1.1578120957760027, 'avg_acc_mask': 59.40340377781934, 'loss': 0.9696488380432129}
+{'epoch': 243, 'iter': 990, 'avg_loss': 1.1588604991238727, 'avg_acc_mask': 59.383442507679206, 'loss': 1.3493494987487793}
+{'epoch': 243, 'iter': 1000, 'avg_loss': 1.1583577613313716, 'avg_acc_mask': 59.40269537830514, 'loss': 1.0949236154556274}
+{'epoch': 243, 'iter': 1010, 'avg_loss': 1.1584760742123827, 'avg_acc_mask': 59.421025901472824, 'loss': 0.9649322628974915}
+{'epoch': 243, 'iter': 1020, 'avg_loss': 1.1582655279981986, 'avg_acc_mask': 59.43282778425918, 'loss': 1.0451444387435913}
+{'epoch': 243, 'iter': 1030, 'avg_loss': 1.1577788369095985, 'avg_acc_mask': 59.45667063993311, 'loss': 1.2276707887649536}
+{'epoch': 243, 'iter': 1040, 'avg_loss': 1.157441481590042, 'avg_acc_mask': 59.480967639705625, 'loss': 1.0785949230194092}
+{'epoch': 243, 'iter': 1050, 'avg_loss': 1.1572039082830685, 'avg_acc_mask': 59.49872675899117, 'loss': 1.176993727684021}
+{'epoch': 243, 'iter': 1060, 'avg_loss': 1.1574433458570486, 'avg_acc_mask': 59.472111381734635, 'loss': 0.9429936408996582}
+{'epoch': 243, 'iter': 1070, 'avg_loss': 1.156579095136329, 'avg_acc_mask': 59.47732566104946, 'loss': 1.165136456489563}
+{'epoch': 243, 'iter': 1080, 'avg_loss': 1.1561635820596556, 'avg_acc_mask': 59.501399135080135, 'loss': 0.9850285053253174}
+{'epoch': 243, 'iter': 1090, 'avg_loss': 1.1570773133162946, 'avg_acc_mask': 59.47829884439667, 'loss': 1.2840873003005981}
+{'epoch': 243, 'iter': 1100, 'avg_loss': 1.1569584236428696, 'avg_acc_mask': 59.4889721181856, 'loss': 1.0537487268447876}
+{'epoch': 'EP243_train', 'avg_loss': 1.1571731181975404, 'total_masked_acc': 59.47497676888358}
+{'epoch': 244, 'iter': 0, 'avg_loss': 1.3165644407272339, 'avg_acc_mask': 50.72463768115942, 'loss': 1.3165644407272339}
+{'epoch': 244, 'iter': 10, 'avg_loss': 1.3003181219100952, 'avg_acc_mask': 54.290429042904286, 'loss': 0.82412189245224}
+{'epoch': 244, 'iter': 20, 'avg_loss': 1.2755350498926072, 'avg_acc_mask': 55.20206362854686, 'loss': 1.519148826599121}
+{'epoch': 244, 'iter': 30, 'avg_loss': 1.2497588261481254, 'avg_acc_mask': 55.92444190040069, 'loss': 1.2342207431793213}
+{'epoch': 244, 'iter': 40, 'avg_loss': 1.2392925271173802, 'avg_acc_mask': 55.98621877691645, 'loss': 0.9229801893234253}
+{'epoch': 244, 'iter': 50, 'avg_loss': 1.2488756460302017, 'avg_acc_mask': 55.456417295813324, 'loss': 1.4101111888885498}
+{'epoch': 244, 'iter': 60, 'avg_loss': 1.2249058739083711, 'avg_acc_mask': 56.7684331797235, 'loss': 0.9956374168395996}
+{'epoch': 244, 'iter': 70, 'avg_loss': 1.2147338910841605, 'avg_acc_mask': 57.23830734966593, 'loss': 1.1797943115234375}
+{'epoch': 244, 'iter': 80, 'avg_loss': 1.205736960157936, 'avg_acc_mask': 57.756563245823386, 'loss': 1.384592890739441}
+{'epoch': 244, 'iter': 90, 'avg_loss': 1.1996290552747118, 'avg_acc_mask': 58.02805923616524, 'loss': 1.1440163850784302}
+{'epoch': 244, 'iter': 100, 'avg_loss': 1.193253197882435, 'avg_acc_mask': 58.27248441674088, 'loss': 1.083918809890747}
+{'epoch': 244, 'iter': 110, 'avg_loss': 1.2046606068138603, 'avg_acc_mask': 58.059290458448075, 'loss': 0.9966225624084473}
+{'epoch': 244, 'iter': 120, 'avg_loss': 1.1944754493138021, 'avg_acc_mask': 58.27863961813843, 'loss': 1.2458503246307373}
+{'epoch': 244, 'iter': 130, 'avg_loss': 1.1934352653627178, 'avg_acc_mask': 58.11777655476059, 'loss': 1.305686593055725}
+{'epoch': 244, 'iter': 140, 'avg_loss': 1.1892846454965307, 'avg_acc_mask': 58.182050626438254, 'loss': 0.9029730558395386}
+{'epoch': 244, 'iter': 150, 'avg_loss': 1.183974105790751, 'avg_acc_mask': 58.46506576565705, 'loss': 1.1500155925750732}
+{'epoch': 244, 'iter': 160, 'avg_loss': 1.1837889652074494, 'avg_acc_mask': 58.51809954751131, 'loss': 1.0930598974227905}
+{'epoch': 244, 'iter': 170, 'avg_loss': 1.1878247037965652, 'avg_acc_mask': 58.46594525779758, 'loss': 1.0575040578842163}
+{'epoch': 244, 'iter': 180, 'avg_loss': 1.1820616702348488, 'avg_acc_mask': 58.665598076537776, 'loss': 1.0328266620635986}
+{'epoch': 244, 'iter': 190, 'avg_loss': 1.1815995446050354, 'avg_acc_mask': 58.7170740951298, 'loss': 0.9719517827033997}
+{'epoch': 244, 'iter': 200, 'avg_loss': 1.1772011640060007, 'avg_acc_mask': 58.89758115277402, 'loss': 1.1346473693847656}
+{'epoch': 244, 'iter': 210, 'avg_loss': 1.176639930614363, 'avg_acc_mask': 58.89392255748355, 'loss': 0.9703245162963867}
+{'epoch': 244, 'iter': 220, 'avg_loss': 1.1760006444486557, 'avg_acc_mask': 58.94375408763898, 'loss': 1.3246504068374634}
+{'epoch': 244, 'iter': 230, 'avg_loss': 1.1724484180991268, 'avg_acc_mask': 59.008691566831104, 'loss': 1.20425546169281}
+{'epoch': 244, 'iter': 240, 'avg_loss': 1.1712234994682533, 'avg_acc_mask': 59.102583471823536, 'loss': 1.0535271167755127}
+{'epoch': 244, 'iter': 250, 'avg_loss': 1.1756758053464245, 'avg_acc_mask': 58.82779105991452, 'loss': 1.3118276596069336}
+{'epoch': 244, 'iter': 260, 'avg_loss': 1.1806957803923508, 'avg_acc_mask': 58.75434933890049, 'loss': 1.4773579835891724}
+{'epoch': 244, 'iter': 270, 'avg_loss': 1.184009745552091, 'avg_acc_mask': 58.64832376118606, 'loss': 1.1804319620132446}
+{'epoch': 244, 'iter': 280, 'avg_loss': 1.1881126767799948, 'avg_acc_mask': 58.46888716757036, 'loss': 1.0462157726287842}
+{'epoch': 244, 'iter': 290, 'avg_loss': 1.1860246512898056, 'avg_acc_mask': 58.64070398801723, 'loss': 0.826184093952179}
+{'epoch': 244, 'iter': 300, 'avg_loss': 1.182765583065261, 'avg_acc_mask': 58.789121389374664, 'loss': 1.0715434551239014}
+{'epoch': 244, 'iter': 310, 'avg_loss': 1.181667316381571, 'avg_acc_mask': 58.66557702410834, 'loss': 1.1540356874465942}
+{'epoch': 244, 'iter': 320, 'avg_loss': 1.1810588990787851, 'avg_acc_mask': 58.74070288991086, 'loss': 1.3229538202285767}
+{'epoch': 244, 'iter': 330, 'avg_loss': 1.1824014754093666, 'avg_acc_mask': 58.76600186802923, 'loss': 0.9001432061195374}
+{'epoch': 244, 'iter': 340, 'avg_loss': 1.1795996098923893, 'avg_acc_mask': 58.876165113182424, 'loss': 1.144044280052185}
+{'epoch': 244, 'iter': 350, 'avg_loss': 1.1787452319069127, 'avg_acc_mask': 58.88796594330806, 'loss': 1.2049665451049805}
+{'epoch': 244, 'iter': 360, 'avg_loss': 1.1803941348583085, 'avg_acc_mask': 58.80070546737214, 'loss': 1.2086957693099976}
+{'epoch': 244, 'iter': 370, 'avg_loss': 1.1774471085669216, 'avg_acc_mask': 58.855853203807285, 'loss': 1.1997746229171753}
+{'epoch': 244, 'iter': 380, 'avg_loss': 1.1768135620853093, 'avg_acc_mask': 58.927290979492334, 'loss': 0.7416568994522095}
+{'epoch': 244, 'iter': 390, 'avg_loss': 1.175915907563456, 'avg_acc_mask': 58.91899454367393, 'loss': 1.455045461654663}
+{'epoch': 244, 'iter': 400, 'avg_loss': 1.1765386549909216, 'avg_acc_mask': 58.89166477401771, 'loss': 1.278438687324524}
+{'epoch': 244, 'iter': 410, 'avg_loss': 1.1749731622763213, 'avg_acc_mask': 58.95492620662146, 'loss': 1.0837314128875732}
+{'epoch': 244, 'iter': 420, 'avg_loss': 1.17299510931459, 'avg_acc_mask': 58.988350439565195, 'loss': 1.0157116651535034}
+{'epoch': 244, 'iter': 430, 'avg_loss': 1.1707488295650261, 'avg_acc_mask': 59.09936575052854, 'loss': 0.8816435933113098}
+{'epoch': 244, 'iter': 440, 'avg_loss': 1.172461886254568, 'avg_acc_mask': 58.99319166494739, 'loss': 1.5755553245544434}
+{'epoch': 244, 'iter': 450, 'avg_loss': 1.1723944830260098, 'avg_acc_mask': 59.01639344262295, 'loss': 0.9283000826835632}
+{'epoch': 244, 'iter': 460, 'avg_loss': 1.1749511115463074, 'avg_acc_mask': 58.97162279661686, 'loss': 1.5097256898880005}
+{'epoch': 244, 'iter': 470, 'avg_loss': 1.1746506630235416, 'avg_acc_mask': 58.982972315533424, 'loss': 1.0846222639083862}
+{'epoch': 244, 'iter': 480, 'avg_loss': 1.1749245714001249, 'avg_acc_mask': 58.93215272259431, 'loss': 1.1855202913284302}
+{'epoch': 244, 'iter': 490, 'avg_loss': 1.176337578995893, 'avg_acc_mask': 58.900504151838675, 'loss': 1.395533561706543}
+{'epoch': 244, 'iter': 500, 'avg_loss': 1.1743778681564712, 'avg_acc_mask': 58.958234887863036, 'loss': 1.0878158807754517}
+{'epoch': 244, 'iter': 510, 'avg_loss': 1.1741514106785949, 'avg_acc_mask': 58.994803160817256, 'loss': 1.0027326345443726}
+{'epoch': 244, 'iter': 520, 'avg_loss': 1.1748055876331, 'avg_acc_mask': 59.013872872767934, 'loss': 1.471606969833374}
+{'epoch': 244, 'iter': 530, 'avg_loss': 1.1752719782615562, 'avg_acc_mask': 58.99722212695908, 'loss': 1.0328696966171265}
+{'epoch': 244, 'iter': 540, 'avg_loss': 1.1739781087956456, 'avg_acc_mask': 59.00370245708516, 'loss': 1.0156769752502441}
+{'epoch': 244, 'iter': 550, 'avg_loss': 1.1744107830113377, 'avg_acc_mask': 58.97672883314078, 'loss': 1.2968504428863525}
+{'epoch': 244, 'iter': 560, 'avg_loss': 1.1729266193036303, 'avg_acc_mask': 59.04301877005867, 'loss': 1.0508949756622314}
+{'epoch': 244, 'iter': 570, 'avg_loss': 1.1708360965740452, 'avg_acc_mask': 59.13176515586154, 'loss': 0.8696668744087219}
+{'epoch': 244, 'iter': 580, 'avg_loss': 1.1699349295456931, 'avg_acc_mask': 59.19121099251933, 'loss': 1.5853415727615356}
+{'epoch': 244, 'iter': 590, 'avg_loss': 1.1687205325931866, 'avg_acc_mask': 59.23396400553761, 'loss': 0.9815353155136108}
+{'epoch': 244, 'iter': 600, 'avg_loss': 1.1681038636137762, 'avg_acc_mask': 59.210885178338735, 'loss': 1.0993057489395142}
+{'epoch': 244, 'iter': 610, 'avg_loss': 1.1676760096401708, 'avg_acc_mask': 59.275034252695534, 'loss': 1.0082545280456543}
+{'epoch': 244, 'iter': 620, 'avg_loss': 1.1663225855612334, 'avg_acc_mask': 59.32218309859155, 'loss': 1.3731986284255981}
+{'epoch': 244, 'iter': 630, 'avg_loss': 1.1659759109258274, 'avg_acc_mask': 59.305146421763986, 'loss': 1.1539171934127808}
+{'epoch': 244, 'iter': 640, 'avg_loss': 1.1639946823744989, 'avg_acc_mask': 59.37811725140365, 'loss': 0.7162994146347046}
+{'epoch': 244, 'iter': 650, 'avg_loss': 1.1650703216111788, 'avg_acc_mask': 59.344271506433664, 'loss': 1.1014864444732666}
+{'epoch': 244, 'iter': 660, 'avg_loss': 1.1643140202390985, 'avg_acc_mask': 59.39410706875087, 'loss': 1.0388140678405762}
+{'epoch': 244, 'iter': 670, 'avg_loss': 1.163378827085083, 'avg_acc_mask': 59.41577941577941, 'loss': 1.1279182434082031}
+{'epoch': 244, 'iter': 680, 'avg_loss': 1.162780217312156, 'avg_acc_mask': 59.38979767541972, 'loss': 1.286173939704895}
+{'epoch': 244, 'iter': 690, 'avg_loss': 1.1646398132513298, 'avg_acc_mask': 59.30758847039517, 'loss': 1.1548171043395996}
+{'epoch': 244, 'iter': 700, 'avg_loss': 1.1662384699312665, 'avg_acc_mask': 59.24315032815919, 'loss': 1.2302676439285278}
+{'epoch': 244, 'iter': 710, 'avg_loss': 1.1647374799315269, 'avg_acc_mask': 59.3340008729364, 'loss': 1.074378490447998}
+{'epoch': 244, 'iter': 720, 'avg_loss': 1.16652781540081, 'avg_acc_mask': 59.26469843520535, 'loss': 1.5668532848358154}
+{'epoch': 244, 'iter': 730, 'avg_loss': 1.1652567600258072, 'avg_acc_mask': 59.31492485145055, 'loss': 1.1854231357574463}
+{'epoch': 244, 'iter': 740, 'avg_loss': 1.1651649033492393, 'avg_acc_mask': 59.368379563482286, 'loss': 1.1610851287841797}
+{'epoch': 244, 'iter': 750, 'avg_loss': 1.1680471051866301, 'avg_acc_mask': 59.27321341759845, 'loss': 0.996256947517395}
+{'epoch': 244, 'iter': 760, 'avg_loss': 1.1668263267280237, 'avg_acc_mask': 59.29456396465616, 'loss': 0.8931325078010559}
+{'epoch': 244, 'iter': 770, 'avg_loss': 1.167210213018608, 'avg_acc_mask': 59.289688646856874, 'loss': 1.2111003398895264}
+{'epoch': 244, 'iter': 780, 'avg_loss': 1.1664371076069782, 'avg_acc_mask': 59.29615339646907, 'loss': 1.1396007537841797}
+{'epoch': 244, 'iter': 790, 'avg_loss': 1.1666554877941888, 'avg_acc_mask': 59.31823951625932, 'loss': 1.4541053771972656}
+{'epoch': 244, 'iter': 800, 'avg_loss': 1.1670648227916676, 'avg_acc_mask': 59.320295404814004, 'loss': 1.357104778289795}
+{'epoch': 244, 'iter': 810, 'avg_loss': 1.166949561359556, 'avg_acc_mask': 59.31481856882221, 'loss': 1.3170706033706665}
+{'epoch': 244, 'iter': 820, 'avg_loss': 1.1671655703694463, 'avg_acc_mask': 59.333659970602646, 'loss': 0.9073655009269714}
+{'epoch': 244, 'iter': 830, 'avg_loss': 1.1656656061555792, 'avg_acc_mask': 59.39864508182298, 'loss': 1.056839108467102}
+{'epoch': 244, 'iter': 840, 'avg_loss': 1.1645170873325588, 'avg_acc_mask': 59.41650905454466, 'loss': 1.2267040014266968}
+{'epoch': 244, 'iter': 850, 'avg_loss': 1.1654098043010321, 'avg_acc_mask': 59.394603420125456, 'loss': 1.0681415796279907}
+{'epoch': 244, 'iter': 860, 'avg_loss': 1.1655728040948838, 'avg_acc_mask': 59.36671544611991, 'loss': 1.1785835027694702}
+{'epoch': 244, 'iter': 870, 'avg_loss': 1.1669253962869348, 'avg_acc_mask': 59.32770998597652, 'loss': 1.187522292137146}
+{'epoch': 244, 'iter': 880, 'avg_loss': 1.165863452785808, 'avg_acc_mask': 59.345300950369584, 'loss': 0.8357978463172913}
+{'epoch': 244, 'iter': 890, 'avg_loss': 1.1652949870502374, 'avg_acc_mask': 59.38293862165042, 'loss': 1.0539909601211548}
+{'epoch': 244, 'iter': 900, 'avg_loss': 1.1654304770068509, 'avg_acc_mask': 59.35418564632048, 'loss': 1.4062656164169312}
+{'epoch': 244, 'iter': 910, 'avg_loss': 1.1657989229904702, 'avg_acc_mask': 59.3102620043634, 'loss': 1.1612699031829834}
+{'epoch': 244, 'iter': 920, 'avg_loss': 1.1644900980912125, 'avg_acc_mask': 59.35300997046522, 'loss': 0.8678616285324097}
+{'epoch': 244, 'iter': 930, 'avg_loss': 1.1639140618346815, 'avg_acc_mask': 59.40638731952291, 'loss': 1.3454887866973877}
+{'epoch': 244, 'iter': 940, 'avg_loss': 1.1639977647951636, 'avg_acc_mask': 59.41593092073349, 'loss': 0.8775577545166016}
+{'epoch': 244, 'iter': 950, 'avg_loss': 1.1640501677927284, 'avg_acc_mask': 59.401455089935304, 'loss': 1.5552369356155396}
+{'epoch': 244, 'iter': 960, 'avg_loss': 1.164508407867662, 'avg_acc_mask': 59.39688383656273, 'loss': 1.2346686124801636}
+{'epoch': 244, 'iter': 970, 'avg_loss': 1.1649879700246235, 'avg_acc_mask': 59.39120631341601, 'loss': 0.9740544557571411}
+{'epoch': 244, 'iter': 980, 'avg_loss': 1.1650844111233554, 'avg_acc_mask': 59.355942287669194, 'loss': 1.0825432538986206}
+{'epoch': 244, 'iter': 990, 'avg_loss': 1.1658387022951897, 'avg_acc_mask': 59.335184129727345, 'loss': 1.3485053777694702}
+{'epoch': 244, 'iter': 1000, 'avg_loss': 1.1658315223294657, 'avg_acc_mask': 59.32132459970888, 'loss': 1.318298578262329}
+{'epoch': 244, 'iter': 1010, 'avg_loss': 1.1660100432107285, 'avg_acc_mask': 59.312418959804056, 'loss': 0.8967878818511963}
+{'epoch': 244, 'iter': 1020, 'avg_loss': 1.1658729346912358, 'avg_acc_mask': 59.32956309207358, 'loss': 1.0989210605621338}
+{'epoch': 244, 'iter': 1030, 'avg_loss': 1.1664123046640975, 'avg_acc_mask': 59.34318438914027, 'loss': 1.3982033729553223}
+{'epoch': 244, 'iter': 1040, 'avg_loss': 1.1661601686683787, 'avg_acc_mask': 59.34945116507065, 'loss': 1.4600056409835815}
+{'epoch': 244, 'iter': 1050, 'avg_loss': 1.1653267001674699, 'avg_acc_mask': 59.353685416268945, 'loss': 1.1147090196609497}
+{'epoch': 244, 'iter': 1060, 'avg_loss': 1.1645201030595476, 'avg_acc_mask': 59.38531920748487, 'loss': 0.8553892970085144}
+{'epoch': 244, 'iter': 1070, 'avg_loss': 1.1643426596394886, 'avg_acc_mask': 59.38522355507089, 'loss': 1.1084095239639282}
+{'epoch': 244, 'iter': 1080, 'avg_loss': 1.1642024879870208, 'avg_acc_mask': 59.417282450990314, 'loss': 1.0070505142211914}
+{'epoch': 244, 'iter': 1090, 'avg_loss': 1.1639335724216988, 'avg_acc_mask': 59.3978681458215, 'loss': 1.1701393127441406}
+{'epoch': 244, 'iter': 1100, 'avg_loss': 1.163515235054612, 'avg_acc_mask': 59.41743392727032, 'loss': 0.9030317068099976}
+{'epoch': 'EP244_train', 'avg_loss': 1.1635113595297972, 'total_masked_acc': 59.40768850024748}
+{'epoch': 245, 'iter': 0, 'avg_loss': 1.1838868856430054, 'avg_acc_mask': 61.016949152542374, 'loss': 1.1838868856430054}
+{'epoch': 245, 'iter': 10, 'avg_loss': 1.13466984575445, 'avg_acc_mask': 59.001512859304086, 'loss': 1.0792086124420166}
+{'epoch': 245, 'iter': 20, 'avg_loss': 1.1669543158440363, 'avg_acc_mask': 58.83319638455218, 'loss': 1.1452271938323975}
+{'epoch': 245, 'iter': 30, 'avg_loss': 1.1515980401346761, 'avg_acc_mask': 59.56842703009654, 'loss': 1.026093602180481}
+{'epoch': 245, 'iter': 40, 'avg_loss': 1.1736320736931591, 'avg_acc_mask': 58.52713178294574, 'loss': 1.376164197921753}
+{'epoch': 245, 'iter': 50, 'avg_loss': 1.1924883279145932, 'avg_acc_mask': 57.786885245901644, 'loss': 0.8793413639068604}
+{'epoch': 245, 'iter': 60, 'avg_loss': 1.1733327429802691, 'avg_acc_mask': 58.578856152513005, 'loss': 0.827540934085846}
+{'epoch': 245, 'iter': 70, 'avg_loss': 1.1797780596034628, 'avg_acc_mask': 58.47076461769115, 'loss': 1.0272417068481445}
+{'epoch': 245, 'iter': 80, 'avg_loss': 1.1739638359458358, 'avg_acc_mask': 58.749182828502946, 'loss': 1.1006208658218384}
+{'epoch': 245, 'iter': 90, 'avg_loss': 1.1775062392046163, 'avg_acc_mask': 58.712047959775674, 'loss': 1.2327550649642944}
+{'epoch': 245, 'iter': 100, 'avg_loss': 1.1662376363678735, 'avg_acc_mask': 59.10442539793598, 'loss': 0.9523577094078064}
+{'epoch': 245, 'iter': 110, 'avg_loss': 1.1651997544743993, 'avg_acc_mask': 59.20230658337338, 'loss': 1.0992012023925781}
+{'epoch': 245, 'iter': 120, 'avg_loss': 1.156885122464708, 'avg_acc_mask': 59.31878501916839, 'loss': 1.3283345699310303}
+{'epoch': 245, 'iter': 130, 'avg_loss': 1.1537487265717892, 'avg_acc_mask': 59.42934782608695, 'loss': 1.001407504081726}
+{'epoch': 245, 'iter': 140, 'avg_loss': 1.152907907540071, 'avg_acc_mask': 59.43562610229277, 'loss': 1.0626200437545776}
+{'epoch': 245, 'iter': 150, 'avg_loss': 1.143145881741252, 'avg_acc_mask': 59.80798862154795, 'loss': 1.281620740890503}
+{'epoch': 245, 'iter': 160, 'avg_loss': 1.1529577881653117, 'avg_acc_mask': 59.39975454646882, 'loss': 1.3354840278625488}
+{'epoch': 245, 'iter': 170, 'avg_loss': 1.1578767421649911, 'avg_acc_mask': 59.08947865309976, 'loss': 1.149803638458252}
+{'epoch': 245, 'iter': 180, 'avg_loss': 1.1582751833931517, 'avg_acc_mask': 59.21261404204681, 'loss': 1.1214956045150757}
+{'epoch': 245, 'iter': 190, 'avg_loss': 1.1575713213825725, 'avg_acc_mask': 59.22512695128832, 'loss': 1.139267086982727}
+{'epoch': 245, 'iter': 200, 'avg_loss': 1.1575222394952727, 'avg_acc_mask': 59.210526315789465, 'loss': 1.0865401029586792}
+{'epoch': 245, 'iter': 210, 'avg_loss': 1.1542328412498908, 'avg_acc_mask': 59.297678768812176, 'loss': 1.167497158050537}
+{'epoch': 245, 'iter': 220, 'avg_loss': 1.1514324030725125, 'avg_acc_mask': 59.345034942304565, 'loss': 1.3685070276260376}
+{'epoch': 245, 'iter': 230, 'avg_loss': 1.1503830508236246, 'avg_acc_mask': 59.50934579439252, 'loss': 1.0963870286941528}
+{'epoch': 245, 'iter': 240, 'avg_loss': 1.1516277495756189, 'avg_acc_mask': 59.49376539983573, 'loss': 1.1161006689071655}
+{'epoch': 245, 'iter': 250, 'avg_loss': 1.1536857770733624, 'avg_acc_mask': 59.33529538439451, 'loss': 0.9875637292861938}
+{'epoch': 245, 'iter': 260, 'avg_loss': 1.1585227376656515, 'avg_acc_mask': 59.19028898544727, 'loss': 1.2457563877105713}
+{'epoch': 245, 'iter': 270, 'avg_loss': 1.15959950192828, 'avg_acc_mask': 59.194791389848525, 'loss': 1.1449165344238281}
+{'epoch': 245, 'iter': 280, 'avg_loss': 1.1590901123247113, 'avg_acc_mask': 59.24356257625377, 'loss': 0.6630662083625793}
+{'epoch': 245, 'iter': 290, 'avg_loss': 1.1582240609778571, 'avg_acc_mask': 59.452921473762565, 'loss': 1.05340576171875}
+{'epoch': 245, 'iter': 300, 'avg_loss': 1.1574796713467848, 'avg_acc_mask': 59.46903717941018, 'loss': 0.9125789403915405}
+{'epoch': 245, 'iter': 310, 'avg_loss': 1.1594250347836608, 'avg_acc_mask': 59.356827169109096, 'loss': 1.2053825855255127}
+{'epoch': 245, 'iter': 320, 'avg_loss': 1.1610791562502258, 'avg_acc_mask': 59.306600305412594, 'loss': 1.270595669746399}
+{'epoch': 245, 'iter': 330, 'avg_loss': 1.162346142476419, 'avg_acc_mask': 59.332603938730855, 'loss': 1.0295863151550293}
+{'epoch': 245, 'iter': 340, 'avg_loss': 1.1618604523695109, 'avg_acc_mask': 59.348990086412556, 'loss': 1.2029261589050293}
+{'epoch': 245, 'iter': 350, 'avg_loss': 1.1617035560118847, 'avg_acc_mask': 59.419467931532274, 'loss': 1.1515321731567383}
+{'epoch': 245, 'iter': 360, 'avg_loss': 1.1612666077560996, 'avg_acc_mask': 59.37077977292052, 'loss': 1.2846752405166626}
+{'epoch': 245, 'iter': 370, 'avg_loss': 1.1614429280764331, 'avg_acc_mask': 59.3897513260986, 'loss': 1.1224349737167358}
+{'epoch': 245, 'iter': 380, 'avg_loss': 1.1639156078729105, 'avg_acc_mask': 59.28717000805725, 'loss': 0.6565689444541931}
+{'epoch': 245, 'iter': 390, 'avg_loss': 1.165345474887077, 'avg_acc_mask': 59.23528595866661, 'loss': 1.9806102514266968}
+{'epoch': 245, 'iter': 400, 'avg_loss': 1.1665635272451766, 'avg_acc_mask': 59.21266233766234, 'loss': 1.107923984527588}
+{'epoch': 245, 'iter': 410, 'avg_loss': 1.1674434190248921, 'avg_acc_mask': 59.16310995731949, 'loss': 1.2183572053909302}
+{'epoch': 245, 'iter': 420, 'avg_loss': 1.1668643741879496, 'avg_acc_mask': 59.19886412529042, 'loss': 1.2412617206573486}
+{'epoch': 245, 'iter': 430, 'avg_loss': 1.1656015086616551, 'avg_acc_mask': 59.21888809393544, 'loss': 1.1972101926803589}
+{'epoch': 245, 'iter': 440, 'avg_loss': 1.1680967144144365, 'avg_acc_mask': 59.160195570894444, 'loss': 1.50117027759552}
+{'epoch': 245, 'iter': 450, 'avg_loss': 1.1686897444354987, 'avg_acc_mask': 59.17678269957391, 'loss': 0.9478184580802917}
+{'epoch': 245, 'iter': 460, 'avg_loss': 1.169726145888099, 'avg_acc_mask': 59.15050639868101, 'loss': 1.1174979209899902}
+{'epoch': 245, 'iter': 470, 'avg_loss': 1.172673593154632, 'avg_acc_mask': 59.047070124879916, 'loss': 1.3966279029846191}
+{'epoch': 245, 'iter': 480, 'avg_loss': 1.1729651558176148, 'avg_acc_mask': 59.04535864978902, 'loss': 1.1981239318847656}
+{'epoch': 245, 'iter': 490, 'avg_loss': 1.1733973222934544, 'avg_acc_mask': 58.98656628284618, 'loss': 1.365512490272522}
+{'epoch': 245, 'iter': 500, 'avg_loss': 1.173034081083096, 'avg_acc_mask': 58.99098185505777, 'loss': 1.14847731590271}
+{'epoch': 245, 'iter': 510, 'avg_loss': 1.172118765384017, 'avg_acc_mask': 59.006497887298934, 'loss': 1.2723358869552612}
+{'epoch': 245, 'iter': 520, 'avg_loss': 1.170834932583536, 'avg_acc_mask': 59.073641654759, 'loss': 1.1096924543380737}
+{'epoch': 245, 'iter': 530, 'avg_loss': 1.1712340072723433, 'avg_acc_mask': 59.08997605200137, 'loss': 0.9935296177864075}
+{'epoch': 245, 'iter': 540, 'avg_loss': 1.1708435111037023, 'avg_acc_mask': 59.10389566737253, 'loss': 1.2737213373184204}
+{'epoch': 245, 'iter': 550, 'avg_loss': 1.1720600298009205, 'avg_acc_mask': 59.0550921499456, 'loss': 1.0406240224838257}
+{'epoch': 245, 'iter': 560, 'avg_loss': 1.1717666421557067, 'avg_acc_mask': 59.10446793333766, 'loss': 1.4818271398544312}
+{'epoch': 245, 'iter': 570, 'avg_loss': 1.1706455384369698, 'avg_acc_mask': 59.14721523421329, 'loss': 1.0674829483032227}
+{'epoch': 245, 'iter': 580, 'avg_loss': 1.1686241645205657, 'avg_acc_mask': 59.193568568568566, 'loss': 1.4488468170166016}
+{'epoch': 245, 'iter': 590, 'avg_loss': 1.1678683600449926, 'avg_acc_mask': 59.20874800344023, 'loss': 1.1959677934646606}
+{'epoch': 245, 'iter': 600, 'avg_loss': 1.1667189390806112, 'avg_acc_mask': 59.24985643908484, 'loss': 1.145172357559204}
+{'epoch': 245, 'iter': 610, 'avg_loss': 1.1672440629739027, 'avg_acc_mask': 59.24143871216846, 'loss': 1.3533844947814941}
+{'epoch': 245, 'iter': 620, 'avg_loss': 1.1661570931210419, 'avg_acc_mask': 59.23292961207653, 'loss': 1.4329930543899536}
+{'epoch': 245, 'iter': 630, 'avg_loss': 1.1658838031409093, 'avg_acc_mask': 59.23856698537035, 'loss': 1.1568806171417236}
+{'epoch': 245, 'iter': 640, 'avg_loss': 1.1660671788333172, 'avg_acc_mask': 59.26389086258349, 'loss': 1.0660685300827026}
+{'epoch': 245, 'iter': 650, 'avg_loss': 1.1667195811249693, 'avg_acc_mask': 59.20728291316527, 'loss': 1.2730666399002075}
+{'epoch': 245, 'iter': 660, 'avg_loss': 1.1663989743919487, 'avg_acc_mask': 59.19721346823685, 'loss': 0.9158070683479309}
+{'epoch': 245, 'iter': 670, 'avg_loss': 1.1652624151390463, 'avg_acc_mask': 59.22433294268349, 'loss': 1.0970354080200195}
+{'epoch': 245, 'iter': 680, 'avg_loss': 1.1653797992350596, 'avg_acc_mask': 59.2225977788508, 'loss': 1.3302960395812988}
+{'epoch': 245, 'iter': 690, 'avg_loss': 1.1664744803598406, 'avg_acc_mask': 59.15113762339651, 'loss': 1.1872282028198242}
+{'epoch': 245, 'iter': 700, 'avg_loss': 1.1673923110995925, 'avg_acc_mask': 59.13351385128098, 'loss': 1.1019012928009033}
+{'epoch': 245, 'iter': 710, 'avg_loss': 1.1667574501574123, 'avg_acc_mask': 59.13735558408215, 'loss': 0.9255309104919434}
+{'epoch': 245, 'iter': 720, 'avg_loss': 1.1662038998696411, 'avg_acc_mask': 59.14405750151852, 'loss': 0.9139346480369568}
+{'epoch': 245, 'iter': 730, 'avg_loss': 1.1659492764688224, 'avg_acc_mask': 59.139382133313354, 'loss': 1.1023156642913818}
+{'epoch': 245, 'iter': 740, 'avg_loss': 1.1657459088343518, 'avg_acc_mask': 59.14847484354211, 'loss': 1.2180651426315308}
+{'epoch': 245, 'iter': 750, 'avg_loss': 1.1662991946134047, 'avg_acc_mask': 59.095663172232626, 'loss': 1.2216025590896606}
+{'epoch': 245, 'iter': 760, 'avg_loss': 1.1651531155569952, 'avg_acc_mask': 59.14296002880807, 'loss': 1.0103892087936401}
+{'epoch': 245, 'iter': 770, 'avg_loss': 1.1673028116560167, 'avg_acc_mask': 59.04142011834319, 'loss': 1.2233517169952393}
+{'epoch': 245, 'iter': 780, 'avg_loss': 1.1650869879160892, 'avg_acc_mask': 59.1366940101428, 'loss': 0.8016063570976257}
+{'epoch': 245, 'iter': 790, 'avg_loss': 1.1648689106050243, 'avg_acc_mask': 59.15453915453915, 'loss': 0.9716727137565613}
+{'epoch': 245, 'iter': 800, 'avg_loss': 1.1651118777217937, 'avg_acc_mask': 59.13311280939888, 'loss': 1.243865966796875}
+{'epoch': 245, 'iter': 810, 'avg_loss': 1.1647458339590033, 'avg_acc_mask': 59.144100471240776, 'loss': 0.8658483028411865}
+{'epoch': 245, 'iter': 820, 'avg_loss': 1.165162868679804, 'avg_acc_mask': 59.13760445682451, 'loss': 1.0555543899536133}
+{'epoch': 245, 'iter': 830, 'avg_loss': 1.1646328956498422, 'avg_acc_mask': 59.15657344197314, 'loss': 1.2594553232192993}
+{'epoch': 245, 'iter': 840, 'avg_loss': 1.1639000433236892, 'avg_acc_mask': 59.18402853290418, 'loss': 1.0539591312408447}
+{'epoch': 245, 'iter': 850, 'avg_loss': 1.1643556088874538, 'avg_acc_mask': 59.15253873095683, 'loss': 1.0413517951965332}
+{'epoch': 245, 'iter': 860, 'avg_loss': 1.1641520747047407, 'avg_acc_mask': 59.1661179669081, 'loss': 1.1972144842147827}
+{'epoch': 245, 'iter': 870, 'avg_loss': 1.1657590595780776, 'avg_acc_mask': 59.121593291404615, 'loss': 1.2987788915634155}
+{'epoch': 245, 'iter': 880, 'avg_loss': 1.165045082230844, 'avg_acc_mask': 59.15995683572673, 'loss': 0.9809597730636597}
+{'epoch': 245, 'iter': 890, 'avg_loss': 1.1640256409158076, 'avg_acc_mask': 59.200575421290594, 'loss': 0.8473072648048401}
+{'epoch': 245, 'iter': 900, 'avg_loss': 1.163955679016558, 'avg_acc_mask': 59.225234746555024, 'loss': 1.4786572456359863}
+{'epoch': 245, 'iter': 910, 'avg_loss': 1.1641233395928217, 'avg_acc_mask': 59.19191513300651, 'loss': 1.3055115938186646}
+{'epoch': 245, 'iter': 920, 'avg_loss': 1.16398265339782, 'avg_acc_mask': 59.19832902327432, 'loss': 1.3479782342910767}
+{'epoch': 245, 'iter': 930, 'avg_loss': 1.1640141738856773, 'avg_acc_mask': 59.20210986242594, 'loss': 1.3933395147323608}
+{'epoch': 245, 'iter': 940, 'avg_loss': 1.1639128103139678, 'avg_acc_mask': 59.21633446767136, 'loss': 1.0627230405807495}
+{'epoch': 245, 'iter': 950, 'avg_loss': 1.163621422808253, 'avg_acc_mask': 59.2334628852888, 'loss': 1.6839052438735962}
+{'epoch': 245, 'iter': 960, 'avg_loss': 1.163498303644615, 'avg_acc_mask': 59.25059438896814, 'loss': 1.0724842548370361}
+{'epoch': 245, 'iter': 970, 'avg_loss': 1.1633917170007984, 'avg_acc_mask': 59.26838442730863, 'loss': 0.7492216229438782}
+{'epoch': 245, 'iter': 980, 'avg_loss': 1.163134820721322, 'avg_acc_mask': 59.26980935358952, 'loss': 1.1073580980300903}
+{'epoch': 245, 'iter': 990, 'avg_loss': 1.1636125830901498, 'avg_acc_mask': 59.23210140388371, 'loss': 1.2335282564163208}
+{'epoch': 245, 'iter': 1000, 'avg_loss': 1.1635465767238284, 'avg_acc_mask': 59.232228871697565, 'loss': 1.2431864738464355}
+{'epoch': 245, 'iter': 1010, 'avg_loss': 1.1632231789927572, 'avg_acc_mask': 59.237303452015176, 'loss': 1.1695337295532227}
+{'epoch': 245, 'iter': 1020, 'avg_loss': 1.1629621335154765, 'avg_acc_mask': 59.247390751714136, 'loss': 0.9346393942832947}
+{'epoch': 245, 'iter': 1030, 'avg_loss': 1.163074293434909, 'avg_acc_mask': 59.26838782892404, 'loss': 1.6175777912139893}
+{'epoch': 245, 'iter': 1040, 'avg_loss': 1.1627713000396487, 'avg_acc_mask': 59.28227816987957, 'loss': 0.9254893660545349}
+{'epoch': 245, 'iter': 1050, 'avg_loss': 1.162601468508636, 'avg_acc_mask': 59.26434782608696, 'loss': 0.9459220170974731}
+{'epoch': 245, 'iter': 1060, 'avg_loss': 1.162684787791591, 'avg_acc_mask': 59.268641541298315, 'loss': 0.9018902778625488}
+{'epoch': 245, 'iter': 1070, 'avg_loss': 1.161565525024211, 'avg_acc_mask': 59.294997694396535, 'loss': 1.0735152959823608}
+{'epoch': 245, 'iter': 1080, 'avg_loss': 1.161734392585631, 'avg_acc_mask': 59.28056580149572, 'loss': 0.9895421266555786}
+{'epoch': 245, 'iter': 1090, 'avg_loss': 1.1622764350185693, 'avg_acc_mask': 59.24461275511914, 'loss': 1.1128404140472412}
+{'epoch': 245, 'iter': 1100, 'avg_loss': 1.1620280751848524, 'avg_acc_mask': 59.272117205408456, 'loss': 0.8829119205474854}
+{'epoch': 'EP245_train', 'avg_loss': 1.1620443737345043, 'total_masked_acc': 59.27464054666689}
+{'epoch': 246, 'iter': 0, 'avg_loss': 1.1753828525543213, 'avg_acc_mask': 62.745098039215684, 'loss': 1.1753828525543213}
+{'epoch': 246, 'iter': 10, 'avg_loss': 1.248500574718822, 'avg_acc_mask': 55.57377049180327, 'loss': 1.1162428855895996}
+{'epoch': 246, 'iter': 20, 'avg_loss': 1.2396752607254755, 'avg_acc_mask': 55.74468085106383, 'loss': 1.1587204933166504}
+{'epoch': 246, 'iter': 30, 'avg_loss': 1.2420962856661888, 'avg_acc_mask': 56.17461229178633, 'loss': 1.4503588676452637}
+{'epoch': 246, 'iter': 40, 'avg_loss': 1.2090520742462902, 'avg_acc_mask': 57.88102475032566, 'loss': 0.8354924321174622}
+{'epoch': 246, 'iter': 50, 'avg_loss': 1.216312990469091, 'avg_acc_mask': 57.55045233124565, 'loss': 1.4004106521606445}
+{'epoch': 246, 'iter': 60, 'avg_loss': 1.2080443012909812, 'avg_acc_mask': 58.146964856230035, 'loss': 1.2272768020629883}
+{'epoch': 246, 'iter': 70, 'avg_loss': 1.2005679632576418, 'avg_acc_mask': 57.94858996755677, 'loss': 1.1579800844192505}
+{'epoch': 246, 'iter': 80, 'avg_loss': 1.1871780289544, 'avg_acc_mask': 58.66492715807784, 'loss': 1.2756239175796509}
+{'epoch': 246, 'iter': 90, 'avg_loss': 1.1789163881605798, 'avg_acc_mask': 58.95043731778426, 'loss': 1.14717435836792}
+{'epoch': 246, 'iter': 100, 'avg_loss': 1.1651679737733143, 'avg_acc_mask': 59.42666197678509, 'loss': 1.1659060716629028}
+{'epoch': 246, 'iter': 110, 'avg_loss': 1.164397785255501, 'avg_acc_mask': 59.54137267479154, 'loss': 0.8799780607223511}
+{'epoch': 246, 'iter': 120, 'avg_loss': 1.1549717586887769, 'avg_acc_mask': 59.88217967599411, 'loss': 1.2974853515625}
+{'epoch': 246, 'iter': 130, 'avg_loss': 1.156044864472542, 'avg_acc_mask': 59.674796747967484, 'loss': 1.2132751941680908}
+{'epoch': 246, 'iter': 140, 'avg_loss': 1.1597637808914725, 'avg_acc_mask': 59.65551923560473, 'loss': 1.1940251588821411}
+{'epoch': 246, 'iter': 150, 'avg_loss': 1.1511425146993421, 'avg_acc_mask': 59.81507823613087, 'loss': 1.4029831886291504}
+{'epoch': 246, 'iter': 160, 'avg_loss': 1.1482586590399653, 'avg_acc_mask': 59.95080500894454, 'loss': 1.0144062042236328}
+{'epoch': 246, 'iter': 170, 'avg_loss': 1.1498953710522568, 'avg_acc_mask': 59.777240727119896, 'loss': 1.1403194665908813}
+{'epoch': 246, 'iter': 180, 'avg_loss': 1.149269240995797, 'avg_acc_mask': 59.88869012124825, 'loss': 1.0655134916305542}
+{'epoch': 246, 'iter': 190, 'avg_loss': 1.146730735351902, 'avg_acc_mask': 60.0244154380693, 'loss': 0.9742962718009949}
+{'epoch': 246, 'iter': 200, 'avg_loss': 1.1498972248675219, 'avg_acc_mask': 59.92850759606792, 'loss': 1.300478219985962}
+{'epoch': 246, 'iter': 210, 'avg_loss': 1.1490741055723614, 'avg_acc_mask': 59.99488316561488, 'loss': 0.8869597315788269}
+{'epoch': 246, 'iter': 220, 'avg_loss': 1.1472631943711329, 'avg_acc_mask': 60.10294958738459, 'loss': 1.2540218830108643}
+{'epoch': 246, 'iter': 230, 'avg_loss': 1.1474558507209216, 'avg_acc_mask': 60.14073494917904, 'loss': 1.1081757545471191}
+{'epoch': 246, 'iter': 240, 'avg_loss': 1.1461582772464673, 'avg_acc_mask': 60.19803465606481, 'loss': 1.0414972305297852}
+{'epoch': 246, 'iter': 250, 'avg_loss': 1.1511904618654594, 'avg_acc_mask': 59.99133699104823, 'loss': 1.1045777797698975}
+{'epoch': 246, 'iter': 260, 'avg_loss': 1.1511218365124816, 'avg_acc_mask': 60.0055470808487, 'loss': 0.8832422494888306}
+{'epoch': 246, 'iter': 270, 'avg_loss': 1.1551252031678203, 'avg_acc_mask': 59.90534595387281, 'loss': 1.2272521257400513}
+{'epoch': 246, 'iter': 280, 'avg_loss': 1.1604564467783076, 'avg_acc_mask': 59.74268253457703, 'loss': 0.7366651892662048}
+{'epoch': 246, 'iter': 290, 'avg_loss': 1.157596649992507, 'avg_acc_mask': 59.86797035560814, 'loss': 0.7959925532341003}
+{'epoch': 246, 'iter': 300, 'avg_loss': 1.1579455471910116, 'avg_acc_mask': 59.864027435172375, 'loss': 1.2539714574813843}
+{'epoch': 246, 'iter': 310, 'avg_loss': 1.1565192610121233, 'avg_acc_mask': 59.77647127306596, 'loss': 1.035820484161377}
+{'epoch': 246, 'iter': 320, 'avg_loss': 1.1558268135210434, 'avg_acc_mask': 59.79288099145492, 'loss': 1.101955533027649}
+{'epoch': 246, 'iter': 330, 'avg_loss': 1.1579143966792933, 'avg_acc_mask': 59.69698633144864, 'loss': 1.105723261833191}
+{'epoch': 246, 'iter': 340, 'avg_loss': 1.1567769891355744, 'avg_acc_mask': 59.7149087814478, 'loss': 1.169870376586914}
+{'epoch': 246, 'iter': 350, 'avg_loss': 1.157686757735717, 'avg_acc_mask': 59.72027972027972, 'loss': 1.540235161781311}
+{'epoch': 246, 'iter': 360, 'avg_loss': 1.1579573225446684, 'avg_acc_mask': 59.72789115646259, 'loss': 1.038663625717163}
+{'epoch': 246, 'iter': 370, 'avg_loss': 1.1583143538541871, 'avg_acc_mask': 59.78399607265587, 'loss': 0.8277661800384521}
+{'epoch': 246, 'iter': 380, 'avg_loss': 1.1608584986271195, 'avg_acc_mask': 59.71851145038168, 'loss': 0.9398871660232544}
+{'epoch': 246, 'iter': 390, 'avg_loss': 1.1602341052516343, 'avg_acc_mask': 59.69663130467151, 'loss': 1.2352925539016724}
+{'epoch': 246, 'iter': 400, 'avg_loss': 1.1607388980370805, 'avg_acc_mask': 59.68707482993197, 'loss': 1.2718822956085205}
+{'epoch': 246, 'iter': 410, 'avg_loss': 1.1597487806113678, 'avg_acc_mask': 59.78756362026997, 'loss': 1.0633703470230103}
+{'epoch': 246, 'iter': 420, 'avg_loss': 1.1575610881180207, 'avg_acc_mask': 59.9170339642209, 'loss': 0.9825996160507202}
+{'epoch': 246, 'iter': 430, 'avg_loss': 1.154915453663005, 'avg_acc_mask': 60.007615179591326, 'loss': 0.6917039155960083}
+{'epoch': 246, 'iter': 440, 'avg_loss': 1.157710972421564, 'avg_acc_mask': 59.909090909090914, 'loss': 1.678947925567627}
+{'epoch': 246, 'iter': 450, 'avg_loss': 1.1607571981698606, 'avg_acc_mask': 59.8065795330393, 'loss': 1.1542860269546509}
+{'epoch': 246, 'iter': 460, 'avg_loss': 1.1620012901868841, 'avg_acc_mask': 59.81711661784499, 'loss': 0.8519061207771301}
+{'epoch': 246, 'iter': 470, 'avg_loss': 1.1629518608378757, 'avg_acc_mask': 59.76175742574258, 'loss': 1.0961729288101196}
+{'epoch': 246, 'iter': 480, 'avg_loss': 1.1623639530054992, 'avg_acc_mask': 59.75276808736538, 'loss': 1.1090584993362427}
+{'epoch': 246, 'iter': 490, 'avg_loss': 1.162593958941108, 'avg_acc_mask': 59.73423406703537, 'loss': 1.2780046463012695}
+{'epoch': 246, 'iter': 500, 'avg_loss': 1.1613269304325005, 'avg_acc_mask': 59.756673324859264, 'loss': 0.9688668847084045}
+{'epoch': 246, 'iter': 510, 'avg_loss': 1.1612760110843905, 'avg_acc_mask': 59.78461757179414, 'loss': 1.1354775428771973}
+{'epoch': 246, 'iter': 520, 'avg_loss': 1.1605868479111832, 'avg_acc_mask': 59.81983869278308, 'loss': 1.2595188617706299}
+{'epoch': 246, 'iter': 530, 'avg_loss': 1.1593427090097057, 'avg_acc_mask': 59.845083456146966, 'loss': 1.0125057697296143}
+{'epoch': 246, 'iter': 540, 'avg_loss': 1.1594402982875733, 'avg_acc_mask': 59.8001950956978, 'loss': 1.0747612714767456}
+{'epoch': 246, 'iter': 550, 'avg_loss': 1.1604258374813032, 'avg_acc_mask': 59.75392531996305, 'loss': 1.1534430980682373}
+{'epoch': 246, 'iter': 560, 'avg_loss': 1.1611497869678573, 'avg_acc_mask': 59.75158905175768, 'loss': 1.4817754030227661}
+{'epoch': 246, 'iter': 570, 'avg_loss': 1.1604429726634051, 'avg_acc_mask': 59.790265514933225, 'loss': 1.0699362754821777}
+{'epoch': 246, 'iter': 580, 'avg_loss': 1.1604063921253776, 'avg_acc_mask': 59.80036297640653, 'loss': 1.4446067810058594}
+{'epoch': 246, 'iter': 590, 'avg_loss': 1.1601091004063433, 'avg_acc_mask': 59.78982300884957, 'loss': 1.041201114654541}
+{'epoch': 246, 'iter': 600, 'avg_loss': 1.1597734335654983, 'avg_acc_mask': 59.77025392986699, 'loss': 1.3668807744979858}
+{'epoch': 246, 'iter': 610, 'avg_loss': 1.1622025269143126, 'avg_acc_mask': 59.74640592910081, 'loss': 1.3419746160507202}
+{'epoch': 246, 'iter': 620, 'avg_loss': 1.1605151014435502, 'avg_acc_mask': 59.768867509459426, 'loss': 1.0929102897644043}
+{'epoch': 246, 'iter': 630, 'avg_loss': 1.1604468922607494, 'avg_acc_mask': 59.768522527202926, 'loss': 1.0475744009017944}
+{'epoch': 246, 'iter': 640, 'avg_loss': 1.1590424206067174, 'avg_acc_mask': 59.801354658773974, 'loss': 0.9014328718185425}
+{'epoch': 246, 'iter': 650, 'avg_loss': 1.1592785466101863, 'avg_acc_mask': 59.800347709046044, 'loss': 0.9643352627754211}
+{'epoch': 246, 'iter': 660, 'avg_loss': 1.1582230700126395, 'avg_acc_mask': 59.843607526733166, 'loss': 1.1713840961456299}
+{'epoch': 246, 'iter': 670, 'avg_loss': 1.1595864071220647, 'avg_acc_mask': 59.830550031329174, 'loss': 1.5526732206344604}
+{'epoch': 246, 'iter': 680, 'avg_loss': 1.158841523917586, 'avg_acc_mask': 59.839519094007464, 'loss': 1.4108086824417114}
+{'epoch': 246, 'iter': 690, 'avg_loss': 1.1580397902452826, 'avg_acc_mask': 59.864682717974475, 'loss': 1.0172619819641113}
+{'epoch': 246, 'iter': 700, 'avg_loss': 1.1586673093930462, 'avg_acc_mask': 59.86985944820407, 'loss': 1.3272258043289185}
+{'epoch': 246, 'iter': 710, 'avg_loss': 1.1579710139503963, 'avg_acc_mask': 59.91682497304514, 'loss': 1.0075453519821167}
+{'epoch': 246, 'iter': 720, 'avg_loss': 1.1588579369980154, 'avg_acc_mask': 59.87396553033179, 'loss': 1.1309062242507935}
+{'epoch': 246, 'iter': 730, 'avg_loss': 1.158890792919086, 'avg_acc_mask': 59.87361374762713, 'loss': 1.7527227401733398}
+{'epoch': 246, 'iter': 740, 'avg_loss': 1.1592284387905105, 'avg_acc_mask': 59.85068742916276, 'loss': 1.247369408607483}
+{'epoch': 246, 'iter': 750, 'avg_loss': 1.1604213216968287, 'avg_acc_mask': 59.79639438262306, 'loss': 0.842791736125946}
+{'epoch': 246, 'iter': 760, 'avg_loss': 1.15913930202439, 'avg_acc_mask': 59.8574137641326, 'loss': 0.7848984599113464}
+{'epoch': 246, 'iter': 770, 'avg_loss': 1.159094893205645, 'avg_acc_mask': 59.85040357895235, 'loss': 1.193627119064331}
+{'epoch': 246, 'iter': 780, 'avg_loss': 1.1592175511788771, 'avg_acc_mask': 59.86165638437091, 'loss': 1.1217039823532104}
+{'epoch': 246, 'iter': 790, 'avg_loss': 1.1595697613943994, 'avg_acc_mask': 59.83148661126501, 'loss': 1.3013337850570679}
+{'epoch': 246, 'iter': 800, 'avg_loss': 1.1584753849533167, 'avg_acc_mask': 59.83770970094822, 'loss': 0.8524578213691711}
+{'epoch': 246, 'iter': 810, 'avg_loss': 1.1591747669932582, 'avg_acc_mask': 59.82623179597992, 'loss': 1.0782839059829712}
+{'epoch': 246, 'iter': 820, 'avg_loss': 1.1594062554269993, 'avg_acc_mask': 59.79674887144477, 'loss': 1.4019207954406738}
+{'epoch': 246, 'iter': 830, 'avg_loss': 1.1582541049746113, 'avg_acc_mask': 59.80573136427567, 'loss': 1.0719558000564575}
+{'epoch': 246, 'iter': 840, 'avg_loss': 1.1583429305646988, 'avg_acc_mask': 59.791463017269464, 'loss': 1.3156288862228394}
+{'epoch': 246, 'iter': 850, 'avg_loss': 1.159342223903127, 'avg_acc_mask': 59.75648967867784, 'loss': 1.1841835975646973}
+{'epoch': 246, 'iter': 860, 'avg_loss': 1.1600739226939372, 'avg_acc_mask': 59.68455594368582, 'loss': 1.2435604333877563}
+{'epoch': 246, 'iter': 870, 'avg_loss': 1.1603744360527406, 'avg_acc_mask': 59.66743359129889, 'loss': 1.166619896888733}
+{'epoch': 246, 'iter': 880, 'avg_loss': 1.16140798461559, 'avg_acc_mask': 59.61892546082711, 'loss': 1.2240569591522217}
+{'epoch': 246, 'iter': 890, 'avg_loss': 1.1596239853386927, 'avg_acc_mask': 59.70445567858532, 'loss': 0.8240984678268433}
+{'epoch': 246, 'iter': 900, 'avg_loss': 1.1598807338472212, 'avg_acc_mask': 59.71240457244416, 'loss': 1.27891206741333}
+{'epoch': 246, 'iter': 910, 'avg_loss': 1.160642095899739, 'avg_acc_mask': 59.6705929327211, 'loss': 1.2289797067642212}
+{'epoch': 246, 'iter': 920, 'avg_loss': 1.160076633079562, 'avg_acc_mask': 59.70467888276107, 'loss': 1.1845449209213257}
+{'epoch': 246, 'iter': 930, 'avg_loss': 1.1595731271324814, 'avg_acc_mask': 59.735301603461444, 'loss': 1.026885747909546}
+{'epoch': 246, 'iter': 940, 'avg_loss': 1.1601892070613176, 'avg_acc_mask': 59.704988482161866, 'loss': 1.196725606918335}
+{'epoch': 246, 'iter': 950, 'avg_loss': 1.1605023737334803, 'avg_acc_mask': 59.683817188847364, 'loss': 1.3878065347671509}
+{'epoch': 246, 'iter': 960, 'avg_loss': 1.1605526613891435, 'avg_acc_mask': 59.695038689121525, 'loss': 1.3884265422821045}
+{'epoch': 246, 'iter': 970, 'avg_loss': 1.1614272662589036, 'avg_acc_mask': 59.66722317057157, 'loss': 1.4478236436843872}
+{'epoch': 246, 'iter': 980, 'avg_loss': 1.1619955249639584, 'avg_acc_mask': 59.62634872880569, 'loss': 1.1657733917236328}
+{'epoch': 246, 'iter': 990, 'avg_loss': 1.162026728859583, 'avg_acc_mask': 59.62004405286344, 'loss': 1.3377019166946411}
+{'epoch': 246, 'iter': 1000, 'avg_loss': 1.1633720587898086, 'avg_acc_mask': 59.565233183205, 'loss': 1.4453809261322021}
+{'epoch': 246, 'iter': 1010, 'avg_loss': 1.1629393895467122, 'avg_acc_mask': 59.5784096836274, 'loss': 1.041110634803772}
+{'epoch': 246, 'iter': 1020, 'avg_loss': 1.1641838831952924, 'avg_acc_mask': 59.5124904296423, 'loss': 1.3018988370895386}
+{'epoch': 246, 'iter': 1030, 'avg_loss': 1.1634422772492632, 'avg_acc_mask': 59.51057710968789, 'loss': 1.213857650756836}
+{'epoch': 246, 'iter': 1040, 'avg_loss': 1.1639307317655896, 'avg_acc_mask': 59.51158159522063, 'loss': 1.3707549571990967}
+{'epoch': 246, 'iter': 1050, 'avg_loss': 1.1632538667528205, 'avg_acc_mask': 59.53576126843454, 'loss': 0.8869636058807373}
+{'epoch': 246, 'iter': 1060, 'avg_loss': 1.1626948667066936, 'avg_acc_mask': 59.553452001234696, 'loss': 0.9240344762802124}
+{'epoch': 246, 'iter': 1070, 'avg_loss': 1.1629733581836819, 'avg_acc_mask': 59.52959157680225, 'loss': 1.3304113149642944}
+{'epoch': 246, 'iter': 1080, 'avg_loss': 1.1627783412518709, 'avg_acc_mask': 59.53073753258767, 'loss': 0.934634804725647}
+{'epoch': 246, 'iter': 1090, 'avg_loss': 1.1629836299788723, 'avg_acc_mask': 59.49664373636258, 'loss': 1.1422457695007324}
+{'epoch': 246, 'iter': 1100, 'avg_loss': 1.1629449008379493, 'avg_acc_mask': 59.50179933309122, 'loss': 0.7755159139633179}
+{'epoch': 'EP246_train', 'avg_loss': 1.1632377801977132, 'total_masked_acc': 59.496108084980335}
+{'epoch': 247, 'iter': 0, 'avg_loss': 1.4894351959228516, 'avg_acc_mask': 53.57142857142857, 'loss': 1.4894351959228516}
+{'epoch': 247, 'iter': 10, 'avg_loss': 1.2781991037455471, 'avg_acc_mask': 58.38509316770186, 'loss': 1.1040782928466797}
+{'epoch': 247, 'iter': 20, 'avg_loss': 1.2094834304991222, 'avg_acc_mask': 59.966638865721436, 'loss': 1.3066706657409668}
+{'epoch': 247, 'iter': 30, 'avg_loss': 1.2062885684351767, 'avg_acc_mask': 59.919493962047156, 'loss': 1.445094347000122}
+{'epoch': 247, 'iter': 40, 'avg_loss': 1.1964625323691018, 'avg_acc_mask': 59.50920245398773, 'loss': 1.1172176599502563}
+{'epoch': 247, 'iter': 50, 'avg_loss': 1.2075775674745148, 'avg_acc_mask': 58.90554200069711, 'loss': 1.3406332731246948}
+{'epoch': 247, 'iter': 60, 'avg_loss': 1.1943821457565809, 'avg_acc_mask': 59.51892050454679, 'loss': 1.238569974899292}
+{'epoch': 247, 'iter': 70, 'avg_loss': 1.1945262903898535, 'avg_acc_mask': 59.56104944500504, 'loss': 0.9473715424537659}
+{'epoch': 247, 'iter': 80, 'avg_loss': 1.193366100758682, 'avg_acc_mask': 59.65608465608465, 'loss': 1.2872005701065063}
+{'epoch': 247, 'iter': 90, 'avg_loss': 1.1872460481884715, 'avg_acc_mask': 59.88235294117648, 'loss': 1.2099648714065552}
+{'epoch': 247, 'iter': 100, 'avg_loss': 1.1813265722576936, 'avg_acc_mask': 59.982253771073644, 'loss': 1.0943537950515747}
+{'epoch': 247, 'iter': 110, 'avg_loss': 1.1869601730827812, 'avg_acc_mask': 59.712699967352265, 'loss': 1.0924270153045654}
+{'epoch': 247, 'iter': 120, 'avg_loss': 1.1805157493953862, 'avg_acc_mask': 59.82750794371312, 'loss': 1.1834954023361206}
+{'epoch': 247, 'iter': 130, 'avg_loss': 1.1750232140526518, 'avg_acc_mask': 60.04711751662971, 'loss': 1.243286371231079}
+{'epoch': 247, 'iter': 140, 'avg_loss': 1.1744354308074247, 'avg_acc_mask': 60.00772797527048, 'loss': 0.977832019329071}
+{'epoch': 247, 'iter': 150, 'avg_loss': 1.1662809935626606, 'avg_acc_mask': 60.266666666666666, 'loss': 1.0796117782592773}
+{'epoch': 247, 'iter': 160, 'avg_loss': 1.1636359669406962, 'avg_acc_mask': 60.35031847133758, 'loss': 0.963609516620636}
+{'epoch': 247, 'iter': 170, 'avg_loss': 1.1667747839152465, 'avg_acc_mask': 60.24751947082044, 'loss': 1.25264573097229}
+{'epoch': 247, 'iter': 180, 'avg_loss': 1.164981374753773, 'avg_acc_mask': 60.23633976366024, 'loss': 0.8685513138771057}
+{'epoch': 247, 'iter': 190, 'avg_loss': 1.1630024831956594, 'avg_acc_mask': 60.06499713247945, 'loss': 1.092594027519226}
+{'epoch': 247, 'iter': 200, 'avg_loss': 1.161463488986836, 'avg_acc_mask': 60.03455487860325, 'loss': 0.9721636772155762}
+{'epoch': 247, 'iter': 210, 'avg_loss': 1.1624173293181506, 'avg_acc_mask': 60.039830288336645, 'loss': 1.3636360168457031}
+{'epoch': 247, 'iter': 220, 'avg_loss': 1.1591017413462987, 'avg_acc_mask': 60.1803590634566, 'loss': 1.3096195459365845}
+{'epoch': 247, 'iter': 230, 'avg_loss': 1.160702853491812, 'avg_acc_mask': 60.09036144578314, 'loss': 1.0611021518707275}
+{'epoch': 247, 'iter': 240, 'avg_loss': 1.1622637003289218, 'avg_acc_mask': 59.96655009882925, 'loss': 1.2422256469726562}
+{'epoch': 247, 'iter': 250, 'avg_loss': 1.1673610421765848, 'avg_acc_mask': 59.79826036108472, 'loss': 0.9873971939086914}
+{'epoch': 247, 'iter': 260, 'avg_loss': 1.1658608618823962, 'avg_acc_mask': 59.817863397548166, 'loss': 1.3146899938583374}
+{'epoch': 247, 'iter': 270, 'avg_loss': 1.169446776493889, 'avg_acc_mask': 59.71184272537534, 'loss': 1.318132996559143}
+{'epoch': 247, 'iter': 280, 'avg_loss': 1.172082261258597, 'avg_acc_mask': 59.57846952010376, 'loss': 0.8009549975395203}
+{'epoch': 247, 'iter': 290, 'avg_loss': 1.173396462017728, 'avg_acc_mask': 59.55190159407556, 'loss': 1.311716914176941}
+{'epoch': 247, 'iter': 300, 'avg_loss': 1.1706681885196522, 'avg_acc_mask': 59.63742193657916, 'loss': 1.045138955116272}
+{'epoch': 247, 'iter': 310, 'avg_loss': 1.1707234047233483, 'avg_acc_mask': 59.53149768097224, 'loss': 1.015516996383667}
+{'epoch': 247, 'iter': 320, 'avg_loss': 1.1718232236175894, 'avg_acc_mask': 59.512278502649416, 'loss': 1.1824499368667603}
+{'epoch': 247, 'iter': 330, 'avg_loss': 1.1699865813341745, 'avg_acc_mask': 59.577527095775274, 'loss': 1.1766109466552734}
+{'epoch': 247, 'iter': 340, 'avg_loss': 1.1703455378233163, 'avg_acc_mask': 59.482065304809396, 'loss': 1.0235676765441895}
+{'epoch': 247, 'iter': 350, 'avg_loss': 1.1702109987919147, 'avg_acc_mask': 59.4955180321034, 'loss': 1.1350454092025757}
+{'epoch': 247, 'iter': 360, 'avg_loss': 1.1700351987849311, 'avg_acc_mask': 59.49226256700718, 'loss': 1.0061981678009033}
+{'epoch': 247, 'iter': 370, 'avg_loss': 1.170749703828858, 'avg_acc_mask': 59.478509463722396, 'loss': 1.1345949172973633}
+{'epoch': 247, 'iter': 380, 'avg_loss': 1.1737494331019445, 'avg_acc_mask': 59.399145750347934, 'loss': 1.043569564819336}
+{'epoch': 247, 'iter': 390, 'avg_loss': 1.1727479738957436, 'avg_acc_mask': 59.41066417212348, 'loss': 1.346940040588379}
+{'epoch': 247, 'iter': 400, 'avg_loss': 1.1737390764039057, 'avg_acc_mask': 59.36273167168812, 'loss': 1.2176474332809448}
+{'epoch': 247, 'iter': 410, 'avg_loss': 1.173014643128481, 'avg_acc_mask': 59.37959620270089, 'loss': 1.1508499383926392}
+{'epoch': 247, 'iter': 420, 'avg_loss': 1.1716353334044052, 'avg_acc_mask': 59.379757296333345, 'loss': 0.9002662897109985}
+{'epoch': 247, 'iter': 430, 'avg_loss': 1.1704945016626416, 'avg_acc_mask': 59.45142663043478, 'loss': 1.139943242073059}
+{'epoch': 247, 'iter': 440, 'avg_loss': 1.1728047939384876, 'avg_acc_mask': 59.359840789419124, 'loss': 1.6628177165985107}
+{'epoch': 247, 'iter': 450, 'avg_loss': 1.174643272571183, 'avg_acc_mask': 59.347084619132694, 'loss': 1.1711993217468262}
+{'epoch': 247, 'iter': 460, 'avg_loss': 1.1763888906501638, 'avg_acc_mask': 59.26603315971531, 'loss': 1.020331859588623}
+{'epoch': 247, 'iter': 470, 'avg_loss': 1.1775226164015995, 'avg_acc_mask': 59.223602484472046, 'loss': 0.9737482666969299}
+{'epoch': 247, 'iter': 480, 'avg_loss': 1.176312194172905, 'avg_acc_mask': 59.26659304672328, 'loss': 1.0584869384765625}
+{'epoch': 247, 'iter': 490, 'avg_loss': 1.1768592155392448, 'avg_acc_mask': 59.20767679784931, 'loss': 1.3204470872879028}
+{'epoch': 247, 'iter': 500, 'avg_loss': 1.1752725924084524, 'avg_acc_mask': 59.23164089629711, 'loss': 1.1916998624801636}
+{'epoch': 247, 'iter': 510, 'avg_loss': 1.1752716460339945, 'avg_acc_mask': 59.25077000214885, 'loss': 1.1133244037628174}
+{'epoch': 247, 'iter': 520, 'avg_loss': 1.1742788786622704, 'avg_acc_mask': 59.28988669153353, 'loss': 1.4092046022415161}
+{'epoch': 247, 'iter': 530, 'avg_loss': 1.1738258847184548, 'avg_acc_mask': 59.30035604410799, 'loss': 0.9049133658409119}
+{'epoch': 247, 'iter': 540, 'avg_loss': 1.1746986613035644, 'avg_acc_mask': 59.23476137173095, 'loss': 1.2977322340011597}
+{'epoch': 247, 'iter': 550, 'avg_loss': 1.175881711627524, 'avg_acc_mask': 59.19133526030765, 'loss': 1.2592281103134155}
+{'epoch': 247, 'iter': 560, 'avg_loss': 1.1754624689539062, 'avg_acc_mask': 59.241597805140934, 'loss': 1.1917849779129028}
+{'epoch': 247, 'iter': 570, 'avg_loss': 1.1738095727150577, 'avg_acc_mask': 59.33149419387952, 'loss': 0.9724317193031311}
+{'epoch': 247, 'iter': 580, 'avg_loss': 1.1729949311627372, 'avg_acc_mask': 59.39311822535921, 'loss': 1.1570183038711548}
+{'epoch': 247, 'iter': 590, 'avg_loss': 1.17219525605894, 'avg_acc_mask': 59.41096398960525, 'loss': 1.066991925239563}
+{'epoch': 247, 'iter': 600, 'avg_loss': 1.1712779156776911, 'avg_acc_mask': 59.42271427702415, 'loss': 1.099518060684204}
+{'epoch': 247, 'iter': 610, 'avg_loss': 1.1726360015705253, 'avg_acc_mask': 59.391530438420844, 'loss': 1.0691412687301636}
+{'epoch': 247, 'iter': 620, 'avg_loss': 1.1707284184661657, 'avg_acc_mask': 59.42805025155198, 'loss': 1.497218132019043}
+{'epoch': 247, 'iter': 630, 'avg_loss': 1.170266787998272, 'avg_acc_mask': 59.44803220294808, 'loss': 0.8030344247817993}
+{'epoch': 247, 'iter': 640, 'avg_loss': 1.1687106480836496, 'avg_acc_mask': 59.486725157897745, 'loss': 0.4858410358428955}
+{'epoch': 247, 'iter': 650, 'avg_loss': 1.1690598398492815, 'avg_acc_mask': 59.482831469536066, 'loss': 1.0396814346313477}
+{'epoch': 247, 'iter': 660, 'avg_loss': 1.1688132900152914, 'avg_acc_mask': 59.478883400854656, 'loss': 1.185002088546753}
+{'epoch': 247, 'iter': 670, 'avg_loss': 1.1662467098982252, 'avg_acc_mask': 59.53616695804196, 'loss': 0.8161717653274536}
+{'epoch': 247, 'iter': 680, 'avg_loss': 1.1664457305412461, 'avg_acc_mask': 59.52553861050593, 'loss': 1.3371974229812622}
+{'epoch': 247, 'iter': 690, 'avg_loss': 1.166809402481692, 'avg_acc_mask': 59.521224478987364, 'loss': 0.9058517217636108}
+{'epoch': 247, 'iter': 700, 'avg_loss': 1.1678794875804777, 'avg_acc_mask': 59.509154452036924, 'loss': 1.1606730222702026}
+{'epoch': 247, 'iter': 710, 'avg_loss': 1.1674649745603152, 'avg_acc_mask': 59.501132619439865, 'loss': 1.1229203939437866}
+{'epoch': 247, 'iter': 720, 'avg_loss': 1.1675399263258945, 'avg_acc_mask': 59.486256212597624, 'loss': 1.220678687095642}
+{'epoch': 247, 'iter': 730, 'avg_loss': 1.1665471280159279, 'avg_acc_mask': 59.52643171806168, 'loss': 1.06232488155365}
+{'epoch': 247, 'iter': 740, 'avg_loss': 1.1667368016262285, 'avg_acc_mask': 59.53414923016186, 'loss': 0.9163395166397095}
+{'epoch': 247, 'iter': 750, 'avg_loss': 1.168507729008417, 'avg_acc_mask': 59.50205851543278, 'loss': 1.369791865348816}
+{'epoch': 247, 'iter': 760, 'avg_loss': 1.1667948526559146, 'avg_acc_mask': 59.55829283549055, 'loss': 0.7931702136993408}
+{'epoch': 247, 'iter': 770, 'avg_loss': 1.168131525027922, 'avg_acc_mask': 59.488626930101276, 'loss': 1.1609852313995361}
+{'epoch': 247, 'iter': 780, 'avg_loss': 1.1674982855017757, 'avg_acc_mask': 59.55119345997986, 'loss': 1.340092658996582}
+{'epoch': 247, 'iter': 790, 'avg_loss': 1.1662754300421319, 'avg_acc_mask': 59.59771312177396, 'loss': 1.1455821990966797}
+{'epoch': 247, 'iter': 800, 'avg_loss': 1.1663951637890753, 'avg_acc_mask': 59.57631572933568, 'loss': 1.490064263343811}
+{'epoch': 247, 'iter': 810, 'avg_loss': 1.1676168832032219, 'avg_acc_mask': 59.53434804209385, 'loss': 1.0742107629776}
+{'epoch': 247, 'iter': 820, 'avg_loss': 1.1669777249157356, 'avg_acc_mask': 59.609033294653216, 'loss': 1.3036330938339233}
+{'epoch': 247, 'iter': 830, 'avg_loss': 1.166525022576145, 'avg_acc_mask': 59.62089486444787, 'loss': 1.2585288286209106}
+{'epoch': 247, 'iter': 840, 'avg_loss': 1.1660054043272021, 'avg_acc_mask': 59.646526205815775, 'loss': 1.068636178970337}
+{'epoch': 247, 'iter': 850, 'avg_loss': 1.1666810779397832, 'avg_acc_mask': 59.59741347827021, 'loss': 1.1200649738311768}
+{'epoch': 247, 'iter': 860, 'avg_loss': 1.167018580104416, 'avg_acc_mask': 59.5691446503541, 'loss': 1.339751958847046}
+{'epoch': 247, 'iter': 870, 'avg_loss': 1.168350011965711, 'avg_acc_mask': 59.48966989722228, 'loss': 1.1216132640838623}
+{'epoch': 247, 'iter': 880, 'avg_loss': 1.1684354289977152, 'avg_acc_mask': 59.502557624205274, 'loss': 0.861739456653595}
+{'epoch': 247, 'iter': 890, 'avg_loss': 1.167875719391537, 'avg_acc_mask': 59.55007792633911, 'loss': 0.7617322206497192}
+{'epoch': 247, 'iter': 900, 'avg_loss': 1.167315928242712, 'avg_acc_mask': 59.56721896611167, 'loss': 1.2855838537216187}
+{'epoch': 247, 'iter': 910, 'avg_loss': 1.1689464774403955, 'avg_acc_mask': 59.5198941119846, 'loss': 1.439719796180725}
+{'epoch': 247, 'iter': 920, 'avg_loss': 1.168170502467989, 'avg_acc_mask': 59.57159589462609, 'loss': 1.1760133504867554}
+{'epoch': 247, 'iter': 930, 'avg_loss': 1.1669104107596564, 'avg_acc_mask': 59.629221877088824, 'loss': 1.1810519695281982}
+{'epoch': 247, 'iter': 940, 'avg_loss': 1.166494297550538, 'avg_acc_mask': 59.64182238901744, 'loss': 0.8376762270927429}
+{'epoch': 247, 'iter': 950, 'avg_loss': 1.1666664200375634, 'avg_acc_mask': 59.629886118805786, 'loss': 1.531822919845581}
+{'epoch': 247, 'iter': 960, 'avg_loss': 1.1673027613780749, 'avg_acc_mask': 59.61158030890969, 'loss': 1.3184306621551514}
+{'epoch': 247, 'iter': 970, 'avg_loss': 1.1672678422240346, 'avg_acc_mask': 59.59510357815443, 'loss': 1.1646062135696411}
+{'epoch': 247, 'iter': 980, 'avg_loss': 1.1672294334898665, 'avg_acc_mask': 59.60051426335501, 'loss': 0.977433979511261}
+{'epoch': 247, 'iter': 990, 'avg_loss': 1.1671262172348684, 'avg_acc_mask': 59.60098830991629, 'loss': 1.1045249700546265}
+{'epoch': 247, 'iter': 1000, 'avg_loss': 1.1669720652458313, 'avg_acc_mask': 59.57777087860913, 'loss': 1.4344154596328735}
+{'epoch': 247, 'iter': 1010, 'avg_loss': 1.1674798977599063, 'avg_acc_mask': 59.5655081422039, 'loss': 1.172864556312561}
+{'epoch': 247, 'iter': 1020, 'avg_loss': 1.1680309461916811, 'avg_acc_mask': 59.544348199584796, 'loss': 1.0999835729599}
+{'epoch': 247, 'iter': 1030, 'avg_loss': 1.1675087907843862, 'avg_acc_mask': 59.55227587185582, 'loss': 1.1084073781967163}
+{'epoch': 247, 'iter': 1040, 'avg_loss': 1.168633974709268, 'avg_acc_mask': 59.50800674252002, 'loss': 1.1282527446746826}
+{'epoch': 247, 'iter': 1050, 'avg_loss': 1.168599599718934, 'avg_acc_mask': 59.48922252570414, 'loss': 1.4549710750579834}
+{'epoch': 247, 'iter': 1060, 'avg_loss': 1.1683017742959652, 'avg_acc_mask': 59.486684145163515, 'loss': 0.8860549926757812}
+{'epoch': 247, 'iter': 1070, 'avg_loss': 1.167573199107422, 'avg_acc_mask': 59.52063687303539, 'loss': 1.2736634016036987}
+{'epoch': 247, 'iter': 1080, 'avg_loss': 1.1672007567236315, 'avg_acc_mask': 59.557728749323225, 'loss': 1.010765790939331}
+{'epoch': 247, 'iter': 1090, 'avg_loss': 1.1681269548771909, 'avg_acc_mask': 59.5095313075815, 'loss': 1.3017330169677734}
+{'epoch': 247, 'iter': 1100, 'avg_loss': 1.1681179663032752, 'avg_acc_mask': 59.50839806147514, 'loss': 1.0395748615264893}
+{'epoch': 'EP247_train', 'avg_loss': 1.1680391971881574, 'total_masked_acc': 59.49986768986504}
+{'epoch': 248, 'iter': 0, 'avg_loss': 1.3753716945648193, 'avg_acc_mask': 53.70370370370371, 'loss': 1.3753716945648193}
+{'epoch': 248, 'iter': 10, 'avg_loss': 1.21355970881202, 'avg_acc_mask': 56.57237936772047, 'loss': 1.0772510766983032}
+{'epoch': 248, 'iter': 20, 'avg_loss': 1.2241483188810802, 'avg_acc_mask': 57.25255972696246, 'loss': 1.1978036165237427}
+{'epoch': 248, 'iter': 30, 'avg_loss': 1.240077253310911, 'avg_acc_mask': 57.64499121265377, 'loss': 1.2866014242172241}
+{'epoch': 248, 'iter': 40, 'avg_loss': 1.2184329730708425, 'avg_acc_mask': 57.85087719298245, 'loss': 1.0866235494613647}
+{'epoch': 248, 'iter': 50, 'avg_loss': 1.2307693280425727, 'avg_acc_mask': 57.39070090215128, 'loss': 1.2877370119094849}
+{'epoch': 248, 'iter': 60, 'avg_loss': 1.2047617591795374, 'avg_acc_mask': 58.17501439263098, 'loss': 1.174136757850647}
+{'epoch': 248, 'iter': 70, 'avg_loss': 1.2006912693171434, 'avg_acc_mask': 58.34564254062038, 'loss': 1.0695056915283203}
+{'epoch': 248, 'iter': 80, 'avg_loss': 1.1917358901765611, 'avg_acc_mask': 58.69612302360841, 'loss': 1.222175121307373}
+{'epoch': 248, 'iter': 90, 'avg_loss': 1.1837847730615636, 'avg_acc_mask': 58.905704307334105, 'loss': 1.146323561668396}
+{'epoch': 248, 'iter': 100, 'avg_loss': 1.1717491692835742, 'avg_acc_mask': 59.31363877587121, 'loss': 0.7822356820106506}
+{'epoch': 248, 'iter': 110, 'avg_loss': 1.1808179219563801, 'avg_acc_mask': 59.278518037049075, 'loss': 0.9995409250259399}
+{'epoch': 248, 'iter': 120, 'avg_loss': 1.1752598024596852, 'avg_acc_mask': 59.514534012586154, 'loss': 1.3801485300064087}
+{'epoch': 248, 'iter': 130, 'avg_loss': 1.1720614451488465, 'avg_acc_mask': 59.54124637280641, 'loss': 1.2350389957427979}
+{'epoch': 248, 'iter': 140, 'avg_loss': 1.1763120099162379, 'avg_acc_mask': 59.303813667775785, 'loss': 1.1171259880065918}
+{'epoch': 248, 'iter': 150, 'avg_loss': 1.1674815953172595, 'avg_acc_mask': 59.58648876066835, 'loss': 1.1409329175949097}
+{'epoch': 248, 'iter': 160, 'avg_loss': 1.1696296123244008, 'avg_acc_mask': 59.60436102056873, 'loss': 1.200668454170227}
+{'epoch': 248, 'iter': 170, 'avg_loss': 1.169647701302467, 'avg_acc_mask': 59.61802258098554, 'loss': 1.1345672607421875}
+{'epoch': 248, 'iter': 180, 'avg_loss': 1.1706904640513889, 'avg_acc_mask': 59.59122632103689, 'loss': 1.3790165185928345}
+{'epoch': 248, 'iter': 190, 'avg_loss': 1.1683473240642648, 'avg_acc_mask': 59.62352941176471, 'loss': 1.0973091125488281}
+{'epoch': 248, 'iter': 200, 'avg_loss': 1.1637959963646693, 'avg_acc_mask': 59.678714859437754, 'loss': 1.1081573963165283}
+{'epoch': 248, 'iter': 210, 'avg_loss': 1.1618898553305892, 'avg_acc_mask': 59.80950761119143, 'loss': 1.463070273399353}
+{'epoch': 248, 'iter': 220, 'avg_loss': 1.1601022797472336, 'avg_acc_mask': 59.86001464962969, 'loss': 1.2483336925506592}
+{'epoch': 248, 'iter': 230, 'avg_loss': 1.1616143579090827, 'avg_acc_mask': 59.8874912102508, 'loss': 1.157698154449463}
+{'epoch': 248, 'iter': 240, 'avg_loss': 1.1634330536814645, 'avg_acc_mask': 59.831566283179185, 'loss': 0.9905105233192444}
+{'epoch': 248, 'iter': 250, 'avg_loss': 1.1663067977266957, 'avg_acc_mask': 59.723928597239286, 'loss': 1.2054057121276855}
+{'epoch': 248, 'iter': 260, 'avg_loss': 1.165152307214408, 'avg_acc_mask': 59.82472003895111, 'loss': 1.179814100265503}
+{'epoch': 248, 'iter': 270, 'avg_loss': 1.170380590146758, 'avg_acc_mask': 59.76382680632464, 'loss': 1.3838609457015991}
+{'epoch': 248, 'iter': 280, 'avg_loss': 1.1718518907913533, 'avg_acc_mask': 59.69137396694215, 'loss': 0.963903546333313}
+{'epoch': 248, 'iter': 290, 'avg_loss': 1.1720269670601153, 'avg_acc_mask': 59.716498064193836, 'loss': 1.3437260389328003}
+{'epoch': 248, 'iter': 300, 'avg_loss': 1.1701245858423734, 'avg_acc_mask': 59.8913371566556, 'loss': 0.959758996963501}
+{'epoch': 248, 'iter': 310, 'avg_loss': 1.170040707112892, 'avg_acc_mask': 59.86274854830196, 'loss': 1.2925620079040527}
+{'epoch': 248, 'iter': 320, 'avg_loss': 1.1711765980794793, 'avg_acc_mask': 59.829108516092276, 'loss': 1.157972812652588}
+{'epoch': 248, 'iter': 330, 'avg_loss': 1.1709735490764377, 'avg_acc_mask': 59.85328994539738, 'loss': 0.92912757396698}
+{'epoch': 248, 'iter': 340, 'avg_loss': 1.1683700088182154, 'avg_acc_mask': 59.92721823825323, 'loss': 1.0059573650360107}
+{'epoch': 248, 'iter': 350, 'avg_loss': 1.1679742589295758, 'avg_acc_mask': 59.91987096102815, 'loss': 1.265281319618225}
+{'epoch': 248, 'iter': 360, 'avg_loss': 1.1681802469277316, 'avg_acc_mask': 59.8879749709845, 'loss': 1.3004441261291504}
+{'epoch': 248, 'iter': 370, 'avg_loss': 1.1673701125977818, 'avg_acc_mask': 59.94595922377795, 'loss': 1.207685947418213}
+{'epoch': 248, 'iter': 380, 'avg_loss': 1.173189518019909, 'avg_acc_mask': 59.81460244648318, 'loss': 1.1689642667770386}
+{'epoch': 248, 'iter': 390, 'avg_loss': 1.1726380722297123, 'avg_acc_mask': 59.81843575418995, 'loss': 1.369356632232666}
+{'epoch': 248, 'iter': 400, 'avg_loss': 1.173603093089011, 'avg_acc_mask': 59.79620615930492, 'loss': 0.7421680688858032}
+{'epoch': 248, 'iter': 410, 'avg_loss': 1.1716764021093828, 'avg_acc_mask': 59.82734837360388, 'loss': 1.1944804191589355}
+{'epoch': 248, 'iter': 420, 'avg_loss': 1.1694497841270972, 'avg_acc_mask': 59.89042048962908, 'loss': 1.0603290796279907}
+{'epoch': 248, 'iter': 430, 'avg_loss': 1.1701813623689443, 'avg_acc_mask': 59.90904840834715, 'loss': 1.1106666326522827}
+{'epoch': 248, 'iter': 440, 'avg_loss': 1.1708436769152444, 'avg_acc_mask': 59.90976074178326, 'loss': 1.3839305639266968}
+{'epoch': 248, 'iter': 450, 'avg_loss': 1.1716390745074152, 'avg_acc_mask': 59.90373336569187, 'loss': 0.8556456565856934}
+{'epoch': 248, 'iter': 460, 'avg_loss': 1.171885476712291, 'avg_acc_mask': 59.93038250069221, 'loss': 1.1404175758361816}
+{'epoch': 248, 'iter': 470, 'avg_loss': 1.1730652874189325, 'avg_acc_mask': 59.87532427304758, 'loss': 1.132393717765808}
+{'epoch': 248, 'iter': 480, 'avg_loss': 1.1719960847912112, 'avg_acc_mask': 59.91657186196435, 'loss': 1.0811043977737427}
+{'epoch': 248, 'iter': 490, 'avg_loss': 1.1737131398709875, 'avg_acc_mask': 59.8714280405782, 'loss': 1.4288108348846436}
+{'epoch': 248, 'iter': 500, 'avg_loss': 1.1726465300171676, 'avg_acc_mask': 59.84914735461303, 'loss': 0.9018810391426086}
+{'epoch': 248, 'iter': 510, 'avg_loss': 1.1704735844569196, 'avg_acc_mask': 59.89362081890551, 'loss': 1.0592334270477295}
+{'epoch': 248, 'iter': 520, 'avg_loss': 1.1698109231846345, 'avg_acc_mask': 59.950903033491144, 'loss': 1.1274865865707397}
+{'epoch': 248, 'iter': 530, 'avg_loss': 1.1700228707489546, 'avg_acc_mask': 59.95107160085452, 'loss': 1.1776622533798218}
+{'epoch': 248, 'iter': 540, 'avg_loss': 1.1689759372783457, 'avg_acc_mask': 59.95872382176811, 'loss': 1.0449292659759521}
+{'epoch': 248, 'iter': 550, 'avg_loss': 1.1688273102315498, 'avg_acc_mask': 59.96085326609827, 'loss': 0.9344596862792969}
+{'epoch': 248, 'iter': 560, 'avg_loss': 1.1668210882766574, 'avg_acc_mask': 60.00978952520802, 'loss': 0.8156648874282837}
+{'epoch': 248, 'iter': 570, 'avg_loss': 1.1662389231020431, 'avg_acc_mask': 60.047440459018496, 'loss': 1.208164930343628}
+{'epoch': 248, 'iter': 580, 'avg_loss': 1.1657012545098127, 'avg_acc_mask': 60.010704952614844, 'loss': 1.4780634641647339}
+{'epoch': 248, 'iter': 590, 'avg_loss': 1.164369010380682, 'avg_acc_mask': 60.04638218923933, 'loss': 1.0234819650650024}
+{'epoch': 248, 'iter': 600, 'avg_loss': 1.1644104489074174, 'avg_acc_mask': 60.03163883058015, 'loss': 1.3266894817352295}
+{'epoch': 248, 'iter': 610, 'avg_loss': 1.1650937091309193, 'avg_acc_mask': 60.04605125444813, 'loss': 1.1580538749694824}
+{'epoch': 248, 'iter': 620, 'avg_loss': 1.162890553282463, 'avg_acc_mask': 60.08534432018835, 'loss': 1.2140167951583862}
+{'epoch': 248, 'iter': 630, 'avg_loss': 1.1641223282330388, 'avg_acc_mask': 60.01679601529016, 'loss': 1.1306893825531006}
+{'epoch': 248, 'iter': 640, 'avg_loss': 1.1629099223803432, 'avg_acc_mask': 60.08165829145729, 'loss': 1.0906336307525635}
+{'epoch': 248, 'iter': 650, 'avg_loss': 1.1638425618822124, 'avg_acc_mask': 60.037681729985096, 'loss': 1.2424074411392212}
+{'epoch': 248, 'iter': 660, 'avg_loss': 1.1626168691444685, 'avg_acc_mask': 60.09082853345148, 'loss': 1.0925778150558472}
+{'epoch': 248, 'iter': 670, 'avg_loss': 1.1630507160405643, 'avg_acc_mask': 60.049634558743314, 'loss': 1.19981849193573}
+{'epoch': 248, 'iter': 680, 'avg_loss': 1.1636391996287039, 'avg_acc_mask': 60.0230971692539, 'loss': 1.232316493988037}
+{'epoch': 248, 'iter': 690, 'avg_loss': 1.1654504073511502, 'avg_acc_mask': 59.91688504195453, 'loss': 1.4343183040618896}
+{'epoch': 248, 'iter': 700, 'avg_loss': 1.1670089211851655, 'avg_acc_mask': 59.81171930007563, 'loss': 1.4850928783416748}
+{'epoch': 248, 'iter': 710, 'avg_loss': 1.1661789060980292, 'avg_acc_mask': 59.84661313568046, 'loss': 1.0533676147460938}
+{'epoch': 248, 'iter': 720, 'avg_loss': 1.168910079376046, 'avg_acc_mask': 59.74589166159464, 'loss': 1.4125642776489258}
+{'epoch': 248, 'iter': 730, 'avg_loss': 1.1665597119344406, 'avg_acc_mask': 59.85039901933805, 'loss': 1.0847235918045044}
+{'epoch': 248, 'iter': 740, 'avg_loss': 1.1667579071402712, 'avg_acc_mask': 59.85289762069306, 'loss': 1.187501072883606}
+{'epoch': 248, 'iter': 750, 'avg_loss': 1.1679168806253832, 'avg_acc_mask': 59.82027616102087, 'loss': 1.14768648147583}
+{'epoch': 248, 'iter': 760, 'avg_loss': 1.1679729023524872, 'avg_acc_mask': 59.801232072384245, 'loss': 0.918209433555603}
+{'epoch': 248, 'iter': 770, 'avg_loss': 1.168613452159941, 'avg_acc_mask': 59.75876151581346, 'loss': 1.139110803604126}
+{'epoch': 248, 'iter': 780, 'avg_loss': 1.1679587319932125, 'avg_acc_mask': 59.7697376134312, 'loss': 1.2975667715072632}
+{'epoch': 248, 'iter': 790, 'avg_loss': 1.168325113737779, 'avg_acc_mask': 59.75180588997963, 'loss': 1.7939375638961792}
+{'epoch': 248, 'iter': 800, 'avg_loss': 1.1675906819797188, 'avg_acc_mask': 59.78074683110655, 'loss': 1.1211265325546265}
+{'epoch': 248, 'iter': 810, 'avg_loss': 1.1677942455329378, 'avg_acc_mask': 59.77470766174545, 'loss': 1.0423802137374878}
+{'epoch': 248, 'iter': 820, 'avg_loss': 1.166703369454838, 'avg_acc_mask': 59.77598786229055, 'loss': 1.0728784799575806}
+{'epoch': 248, 'iter': 830, 'avg_loss': 1.1667943615488772, 'avg_acc_mask': 59.7627133595025, 'loss': 1.2235136032104492}
+{'epoch': 248, 'iter': 840, 'avg_loss': 1.1671327588532683, 'avg_acc_mask': 59.74351158334785, 'loss': 1.2708402872085571}
+{'epoch': 248, 'iter': 850, 'avg_loss': 1.1677436731256694, 'avg_acc_mask': 59.67433156230506, 'loss': 1.2472772598266602}
+{'epoch': 248, 'iter': 860, 'avg_loss': 1.1676598960375812, 'avg_acc_mask': 59.688456307378445, 'loss': 1.113059401512146}
+{'epoch': 248, 'iter': 870, 'avg_loss': 1.1685798125754268, 'avg_acc_mask': 59.65563525019923, 'loss': 0.988198459148407}
+{'epoch': 248, 'iter': 880, 'avg_loss': 1.1687519579415424, 'avg_acc_mask': 59.66660438853252, 'loss': 0.7781258821487427}
+{'epoch': 248, 'iter': 890, 'avg_loss': 1.1671272318906387, 'avg_acc_mask': 59.70854829095842, 'loss': 0.7845722436904907}
+{'epoch': 248, 'iter': 900, 'avg_loss': 1.1669501618592772, 'avg_acc_mask': 59.70588832693519, 'loss': 1.2229883670806885}
+{'epoch': 248, 'iter': 910, 'avg_loss': 1.1675493852628966, 'avg_acc_mask': 59.732824427480914, 'loss': 1.139922022819519}
+{'epoch': 248, 'iter': 920, 'avg_loss': 1.1680532764404785, 'avg_acc_mask': 59.74966668656597, 'loss': 1.1056780815124512}
+{'epoch': 248, 'iter': 930, 'avg_loss': 1.16795615715832, 'avg_acc_mask': 59.731993299832496, 'loss': 1.2828630208969116}
+{'epoch': 248, 'iter': 940, 'avg_loss': 1.1684725214267004, 'avg_acc_mask': 59.70960826349639, 'loss': 0.9382330179214478}
+{'epoch': 248, 'iter': 950, 'avg_loss': 1.1681707788466404, 'avg_acc_mask': 59.71338193881881, 'loss': 1.4723414182662964}
+{'epoch': 248, 'iter': 960, 'avg_loss': 1.1678545641229254, 'avg_acc_mask': 59.712642580102795, 'loss': 1.3780673742294312}
+{'epoch': 248, 'iter': 970, 'avg_loss': 1.1680193389358284, 'avg_acc_mask': 59.699094637760595, 'loss': 1.0814237594604492}
+{'epoch': 248, 'iter': 980, 'avg_loss': 1.1680293580807677, 'avg_acc_mask': 59.68270004303007, 'loss': 0.9570927619934082}
+{'epoch': 248, 'iter': 990, 'avg_loss': 1.1681287585185347, 'avg_acc_mask': 59.67050035131837, 'loss': 1.0242717266082764}
+{'epoch': 248, 'iter': 1000, 'avg_loss': 1.168508004475307, 'avg_acc_mask': 59.68595011072272, 'loss': 1.353519320487976}
+{'epoch': 248, 'iter': 1010, 'avg_loss': 1.1677213533459974, 'avg_acc_mask': 59.70222335062203, 'loss': 0.8932182788848877}
+{'epoch': 248, 'iter': 1020, 'avg_loss': 1.1677227755251407, 'avg_acc_mask': 59.69109195402299, 'loss': 1.123281717300415}
+{'epoch': 248, 'iter': 1030, 'avg_loss': 1.1667525259530394, 'avg_acc_mask': 59.73591486635584, 'loss': 1.108934760093689}
+{'epoch': 248, 'iter': 1040, 'avg_loss': 1.1663749268373311, 'avg_acc_mask': 59.74513536379019, 'loss': 1.436856746673584}
+{'epoch': 248, 'iter': 1050, 'avg_loss': 1.1654857318816472, 'avg_acc_mask': 59.78969064961833, 'loss': 0.7056257128715515}
+{'epoch': 248, 'iter': 1060, 'avg_loss': 1.1648892267597497, 'avg_acc_mask': 59.797455206439885, 'loss': 0.6164999604225159}
+{'epoch': 248, 'iter': 1070, 'avg_loss': 1.1642071700452312, 'avg_acc_mask': 59.791534518523605, 'loss': 0.9936517477035522}
+{'epoch': 248, 'iter': 1080, 'avg_loss': 1.1642070506371138, 'avg_acc_mask': 59.8136076594011, 'loss': 1.0297455787658691}
+{'epoch': 248, 'iter': 1090, 'avg_loss': 1.1642180497115298, 'avg_acc_mask': 59.80940856148843, 'loss': 1.1805921792984009}
+{'epoch': 248, 'iter': 1100, 'avg_loss': 1.1643206024039994, 'avg_acc_mask': 59.80454182205648, 'loss': 1.0806307792663574}
+{'epoch': 'EP248_train', 'avg_loss': 1.1643582769109113, 'total_masked_acc': 59.804181878526386}
+{'epoch': 249, 'iter': 0, 'avg_loss': 1.1225942373275757, 'avg_acc_mask': 64.91228070175438, 'loss': 1.1225942373275757}
+{'epoch': 249, 'iter': 10, 'avg_loss': 1.1920731501145796, 'avg_acc_mask': 58.778625954198475, 'loss': 1.0648467540740967}
+{'epoch': 249, 'iter': 20, 'avg_loss': 1.1964030152275449, 'avg_acc_mask': 59.170124481327804, 'loss': 1.4555459022521973}
+{'epoch': 249, 'iter': 30, 'avg_loss': 1.18775943017775, 'avg_acc_mask': 59.97725980670836, 'loss': 1.131157636642456}
+{'epoch': 249, 'iter': 40, 'avg_loss': 1.1960201655946128, 'avg_acc_mask': 59.827586206896555, 'loss': 1.1457887887954712}
+{'epoch': 249, 'iter': 50, 'avg_loss': 1.202483004214717, 'avg_acc_mask': 58.90971039182282, 'loss': 1.0895246267318726}
+{'epoch': 249, 'iter': 60, 'avg_loss': 1.2016894729411016, 'avg_acc_mask': 58.91160380074864, 'loss': 1.1063261032104492}
+{'epoch': 249, 'iter': 70, 'avg_loss': 1.1954390213523112, 'avg_acc_mask': 59.00590551181102, 'loss': 1.0669927597045898}
+{'epoch': 249, 'iter': 80, 'avg_loss': 1.1880814631779988, 'avg_acc_mask': 59.122653862941945, 'loss': 1.1168344020843506}
+{'epoch': 249, 'iter': 90, 'avg_loss': 1.1869190407323313, 'avg_acc_mask': 58.84765625, 'loss': 1.1152887344360352}
+{'epoch': 249, 'iter': 100, 'avg_loss': 1.1707560201682667, 'avg_acc_mask': 59.31363877587121, 'loss': 0.8985459208488464}
+{'epoch': 249, 'iter': 110, 'avg_loss': 1.1773497650215217, 'avg_acc_mask': 59.22614209071696, 'loss': 0.948912501335144}
+{'epoch': 249, 'iter': 120, 'avg_loss': 1.1611369838399335, 'avg_acc_mask': 59.58526033119499, 'loss': 0.9997761249542236}
+{'epoch': 249, 'iter': 130, 'avg_loss': 1.162395859492644, 'avg_acc_mask': 59.74292356078217, 'loss': 1.0978442430496216}
+{'epoch': 249, 'iter': 140, 'avg_loss': 1.1662039494683556, 'avg_acc_mask': 59.46700507614213, 'loss': 1.1093195676803589}
+{'epoch': 249, 'iter': 150, 'avg_loss': 1.1555989495176353, 'avg_acc_mask': 59.822605777298335, 'loss': 0.961101770401001}
+{'epoch': 249, 'iter': 160, 'avg_loss': 1.1518115778887494, 'avg_acc_mask': 60.01356238698011, 'loss': 0.9933509230613708}
+{'epoch': 249, 'iter': 170, 'avg_loss': 1.1548137141947161, 'avg_acc_mask': 59.95532865347798, 'loss': 1.2606921195983887}
+{'epoch': 249, 'iter': 180, 'avg_loss': 1.157059727782044, 'avg_acc_mask': 59.91975927783349, 'loss': 1.321773648262024}
+{'epoch': 249, 'iter': 190, 'avg_loss': 1.157716096695805, 'avg_acc_mask': 59.941215511519864, 'loss': 1.1079902648925781}
+{'epoch': 249, 'iter': 200, 'avg_loss': 1.1578167134256505, 'avg_acc_mask': 59.8401149735022, 'loss': 1.0250909328460693}
+{'epoch': 249, 'iter': 210, 'avg_loss': 1.1569403909958935, 'avg_acc_mask': 59.926439141219745, 'loss': 1.1807578802108765}
+{'epoch': 249, 'iter': 220, 'avg_loss': 1.155434152659248, 'avg_acc_mask': 59.85288107887209, 'loss': 1.3330854177474976}
+{'epoch': 249, 'iter': 230, 'avg_loss': 1.1533104328366068, 'avg_acc_mask': 60.00313577924115, 'loss': 0.9706888198852539}
+{'epoch': 249, 'iter': 240, 'avg_loss': 1.1512229187854592, 'avg_acc_mask': 60.10690356094256, 'loss': 0.8965167999267578}
+{'epoch': 249, 'iter': 250, 'avg_loss': 1.15345179749675, 'avg_acc_mask': 59.94202898550724, 'loss': 0.9517579674720764}
+{'epoch': 249, 'iter': 260, 'avg_loss': 1.1547786645962361, 'avg_acc_mask': 59.90095556950548, 'loss': 0.9458144903182983}
+{'epoch': 249, 'iter': 270, 'avg_loss': 1.1566196468923364, 'avg_acc_mask': 59.96253178107855, 'loss': 1.3385509252548218}
+{'epoch': 249, 'iter': 280, 'avg_loss': 1.1604568421628552, 'avg_acc_mask': 59.878615702479344, 'loss': 0.6106355786323547}
+{'epoch': 249, 'iter': 290, 'avg_loss': 1.1621708155088, 'avg_acc_mask': 59.867929230002495, 'loss': 1.182723045349121}
+{'epoch': 249, 'iter': 300, 'avg_loss': 1.1599981406598392, 'avg_acc_mask': 60.027704167670436, 'loss': 0.6336565017700195}
+{'epoch': 249, 'iter': 310, 'avg_loss': 1.1591852878450963, 'avg_acc_mask': 60.01166520851561, 'loss': 1.0311471223831177}
+{'epoch': 249, 'iter': 320, 'avg_loss': 1.1589580038997616, 'avg_acc_mask': 60.04306192985438, 'loss': 1.2301025390625}
+{'epoch': 249, 'iter': 330, 'avg_loss': 1.1593386381414361, 'avg_acc_mask': 59.976963580517776, 'loss': 1.0850249528884888}
+{'epoch': 249, 'iter': 340, 'avg_loss': 1.1576716415693333, 'avg_acc_mask': 59.92858665529738, 'loss': 1.2818800210952759}
+{'epoch': 249, 'iter': 350, 'avg_loss': 1.1558745851543895, 'avg_acc_mask': 59.97200476955777, 'loss': 1.1074947118759155}
+{'epoch': 249, 'iter': 360, 'avg_loss': 1.156183966969519, 'avg_acc_mask': 59.91431451612903, 'loss': 1.3080918788909912}
+{'epoch': 249, 'iter': 370, 'avg_loss': 1.1552652893362019, 'avg_acc_mask': 59.997055359246175, 'loss': 1.2034889459609985}
+{'epoch': 249, 'iter': 380, 'avg_loss': 1.1587991845889354, 'avg_acc_mask': 59.87118320610687, 'loss': 0.9684788584709167}
+{'epoch': 249, 'iter': 390, 'avg_loss': 1.157401038252789, 'avg_acc_mask': 59.898524414653444, 'loss': 1.0927393436431885}
+{'epoch': 249, 'iter': 400, 'avg_loss': 1.1593658729384368, 'avg_acc_mask': 59.78552278820375, 'loss': 1.2318565845489502}
+{'epoch': 249, 'iter': 410, 'avg_loss': 1.1558609963043474, 'avg_acc_mask': 59.904174615145735, 'loss': 0.9062583446502686}
+{'epoch': 249, 'iter': 420, 'avg_loss': 1.1562580440786276, 'avg_acc_mask': 59.859612634862856, 'loss': 1.3562769889831543}
+{'epoch': 249, 'iter': 430, 'avg_loss': 1.1575666172321877, 'avg_acc_mask': 59.886527224997884, 'loss': 1.2578929662704468}
+{'epoch': 249, 'iter': 440, 'avg_loss': 1.1618141448146362, 'avg_acc_mask': 59.7603305785124, 'loss': 1.4852207899093628}
+{'epoch': 249, 'iter': 450, 'avg_loss': 1.162125490589311, 'avg_acc_mask': 59.69546427561695, 'loss': 0.877403974533081}
+{'epoch': 249, 'iter': 460, 'avg_loss': 1.161687631669117, 'avg_acc_mask': 59.70638146730337, 'loss': 1.197040319442749}
+{'epoch': 249, 'iter': 470, 'avg_loss': 1.1620671773159328, 'avg_acc_mask': 59.726883462562206, 'loss': 1.1322511434555054}
+{'epoch': 249, 'iter': 480, 'avg_loss': 1.1594490023511859, 'avg_acc_mask': 59.83132256722514, 'loss': 0.9305568337440491}
+{'epoch': 249, 'iter': 490, 'avg_loss': 1.1604138413660394, 'avg_acc_mask': 59.7528848651256, 'loss': 1.2679513692855835}
+{'epoch': 249, 'iter': 500, 'avg_loss': 1.1588566482899907, 'avg_acc_mask': 59.80363636363636, 'loss': 0.9475021362304688}
+{'epoch': 249, 'iter': 510, 'avg_loss': 1.1584782545580556, 'avg_acc_mask': 59.79208943002598, 'loss': 1.1234230995178223}
+{'epoch': 249, 'iter': 520, 'avg_loss': 1.1568877941816187, 'avg_acc_mask': 59.86789221682452, 'loss': 1.2414685487747192}
+{'epoch': 249, 'iter': 530, 'avg_loss': 1.1561174023398346, 'avg_acc_mask': 59.904804300927985, 'loss': 1.0101057291030884}
+{'epoch': 249, 'iter': 540, 'avg_loss': 1.1577415806749172, 'avg_acc_mask': 59.8451699764389, 'loss': 1.1907620429992676}
+{'epoch': 249, 'iter': 550, 'avg_loss': 1.159795893623262, 'avg_acc_mask': 59.78217821782178, 'loss': 1.2516666650772095}
+{'epoch': 249, 'iter': 560, 'avg_loss': 1.1593749677221192, 'avg_acc_mask': 59.800772250884194, 'loss': 0.6758443713188171}
+{'epoch': 249, 'iter': 570, 'avg_loss': 1.1573712719301, 'avg_acc_mask': 59.86021127884339, 'loss': 0.8558611869812012}
+{'epoch': 249, 'iter': 580, 'avg_loss': 1.1560704401356012, 'avg_acc_mask': 59.86522488638144, 'loss': 1.3813221454620361}
+{'epoch': 249, 'iter': 590, 'avg_loss': 1.1590687515570226, 'avg_acc_mask': 59.75084589357122, 'loss': 1.2568100690841675}
+{'epoch': 249, 'iter': 600, 'avg_loss': 1.1586962924424107, 'avg_acc_mask': 59.78783207906429, 'loss': 1.3336429595947266}
+{'epoch': 249, 'iter': 610, 'avg_loss': 1.1590739268132786, 'avg_acc_mask': 59.83131886080836, 'loss': 1.37248957157135}
+{'epoch': 249, 'iter': 620, 'avg_loss': 1.157288978257233, 'avg_acc_mask': 59.910528931902576, 'loss': 1.3638861179351807}
+{'epoch': 249, 'iter': 630, 'avg_loss': 1.1559374633757324, 'avg_acc_mask': 59.94420316949006, 'loss': 1.1870046854019165}
+{'epoch': 249, 'iter': 640, 'avg_loss': 1.1566422506353227, 'avg_acc_mask': 59.93932348521365, 'loss': 0.9369991421699524}
+{'epoch': 249, 'iter': 650, 'avg_loss': 1.1567249807161486, 'avg_acc_mask': 59.92849361749671, 'loss': 0.9758260846138}
+{'epoch': 249, 'iter': 660, 'avg_loss': 1.1564688320058918, 'avg_acc_mask': 59.93392070484581, 'loss': 1.0507400035858154}
+{'epoch': 249, 'iter': 670, 'avg_loss': 1.1557968065209254, 'avg_acc_mask': 59.96853469321326, 'loss': 1.1788192987442017}
+{'epoch': 249, 'iter': 680, 'avg_loss': 1.1557274978066332, 'avg_acc_mask': 59.98930195239369, 'loss': 1.3323134183883667}
+{'epoch': 249, 'iter': 690, 'avg_loss': 1.1562118320665207, 'avg_acc_mask': 59.962589245725425, 'loss': 1.4433071613311768}
+{'epoch': 249, 'iter': 700, 'avg_loss': 1.1570258333577579, 'avg_acc_mask': 59.915983819105904, 'loss': 1.1370216608047485}
+{'epoch': 249, 'iter': 710, 'avg_loss': 1.1564755920116407, 'avg_acc_mask': 59.972366502059714, 'loss': 1.193591594696045}
+{'epoch': 249, 'iter': 720, 'avg_loss': 1.157178913505332, 'avg_acc_mask': 59.947987678634554, 'loss': 1.242322564125061}
+{'epoch': 249, 'iter': 730, 'avg_loss': 1.156217893888784, 'avg_acc_mask': 59.97658137970552, 'loss': 1.3205595016479492}
+{'epoch': 249, 'iter': 740, 'avg_loss': 1.1572142191100538, 'avg_acc_mask': 59.95529573590096, 'loss': 0.8984427452087402}
+{'epoch': 249, 'iter': 750, 'avg_loss': 1.158532438519474, 'avg_acc_mask': 59.92442226636307, 'loss': 1.1338024139404297}
+{'epoch': 249, 'iter': 760, 'avg_loss': 1.157706875760358, 'avg_acc_mask': 59.95788062987604, 'loss': 1.1314409971237183}
+{'epoch': 249, 'iter': 770, 'avg_loss': 1.1584322273190073, 'avg_acc_mask': 59.94100991033506, 'loss': 0.982050895690918}
+{'epoch': 249, 'iter': 780, 'avg_loss': 1.1573060030515918, 'avg_acc_mask': 59.961739455020535, 'loss': 1.165162444114685}
+{'epoch': 249, 'iter': 790, 'avg_loss': 1.1575061783627825, 'avg_acc_mask': 59.968197635563335, 'loss': 1.4168215990066528}
+{'epoch': 249, 'iter': 800, 'avg_loss': 1.1570980410450853, 'avg_acc_mask': 59.97722873733349, 'loss': 1.1038364171981812}
+{'epoch': 249, 'iter': 810, 'avg_loss': 1.1581859094734992, 'avg_acc_mask': 59.955921378131606, 'loss': 1.2016488313674927}
+{'epoch': 249, 'iter': 820, 'avg_loss': 1.1592823175506963, 'avg_acc_mask': 59.90972963358235, 'loss': 1.2002896070480347}
+{'epoch': 249, 'iter': 830, 'avg_loss': 1.1596140822061707, 'avg_acc_mask': 59.8927778876365, 'loss': 1.3457986116409302}
+{'epoch': 249, 'iter': 840, 'avg_loss': 1.1594264433585222, 'avg_acc_mask': 59.893164249109695, 'loss': 1.4024404287338257}
+{'epoch': 249, 'iter': 850, 'avg_loss': 1.1606409124566022, 'avg_acc_mask': 59.86095315752205, 'loss': 0.964841365814209}
+{'epoch': 249, 'iter': 860, 'avg_loss': 1.1612453454462908, 'avg_acc_mask': 59.83894892985801, 'loss': 1.2842429876327515}
+{'epoch': 249, 'iter': 870, 'avg_loss': 1.161963285863331, 'avg_acc_mask': 59.82131648324057, 'loss': 1.2081894874572754}
+{'epoch': 249, 'iter': 880, 'avg_loss': 1.1622815067868226, 'avg_acc_mask': 59.82495706689288, 'loss': 1.0275061130523682}
+{'epoch': 249, 'iter': 890, 'avg_loss': 1.1615281561274586, 'avg_acc_mask': 59.879932795148136, 'loss': 0.8256503939628601}
+{'epoch': 249, 'iter': 900, 'avg_loss': 1.1624330722134597, 'avg_acc_mask': 59.859040829552825, 'loss': 1.496084451675415}
+{'epoch': 249, 'iter': 910, 'avg_loss': 1.162340653387566, 'avg_acc_mask': 59.82823854423158, 'loss': 1.2957178354263306}
+{'epoch': 249, 'iter': 920, 'avg_loss': 1.1608247626229036, 'avg_acc_mask': 59.89728947316242, 'loss': 0.9980868697166443}
+{'epoch': 249, 'iter': 930, 'avg_loss': 1.1605381774210903, 'avg_acc_mask': 59.909733124018835, 'loss': 1.6425702571868896}
+{'epoch': 249, 'iter': 940, 'avg_loss': 1.1617101447995233, 'avg_acc_mask': 59.85142369462332, 'loss': 1.0966508388519287}
+{'epoch': 249, 'iter': 950, 'avg_loss': 1.1626700082035848, 'avg_acc_mask': 59.834273219012545, 'loss': 1.6625999212265015}
+{'epoch': 249, 'iter': 960, 'avg_loss': 1.1630623398288604, 'avg_acc_mask': 59.85016595542911, 'loss': 1.308596134185791}
+{'epoch': 249, 'iter': 970, 'avg_loss': 1.1626399606926678, 'avg_acc_mask': 59.86786538786389, 'loss': 0.9547728300094604}
+{'epoch': 249, 'iter': 980, 'avg_loss': 1.1628977096773434, 'avg_acc_mask': 59.8659163927424, 'loss': 0.8026655912399292}
+{'epoch': 249, 'iter': 990, 'avg_loss': 1.1636821527774592, 'avg_acc_mask': 59.82585693816819, 'loss': 1.2870290279388428}
+{'epoch': 249, 'iter': 1000, 'avg_loss': 1.1642371108839205, 'avg_acc_mask': 59.80169198580915, 'loss': 1.3688856363296509}
+{'epoch': 249, 'iter': 1010, 'avg_loss': 1.1640895664043407, 'avg_acc_mask': 59.80461075361848, 'loss': 0.7705568671226501}
+{'epoch': 249, 'iter': 1020, 'avg_loss': 1.165079149279842, 'avg_acc_mask': 59.76260597947345, 'loss': 1.1393980979919434}
+{'epoch': 249, 'iter': 1030, 'avg_loss': 1.1644489429276852, 'avg_acc_mask': 59.80227437525423, 'loss': 1.128855586051941}
+{'epoch': 249, 'iter': 1040, 'avg_loss': 1.1645887397895285, 'avg_acc_mask': 59.793020120125384, 'loss': 1.2267893552780151}
+{'epoch': 249, 'iter': 1050, 'avg_loss': 1.1642810741455412, 'avg_acc_mask': 59.7881304506129, 'loss': 1.208794355392456}
+{'epoch': 249, 'iter': 1060, 'avg_loss': 1.1638699750311525, 'avg_acc_mask': 59.79484183577037, 'loss': 0.7006017565727234}
+{'epoch': 249, 'iter': 1070, 'avg_loss': 1.1630329764635066, 'avg_acc_mask': 59.81948228882834, 'loss': 1.0616185665130615}
+{'epoch': 249, 'iter': 1080, 'avg_loss': 1.1629209267552751, 'avg_acc_mask': 59.8383613417021, 'loss': 1.1588040590286255}
+{'epoch': 249, 'iter': 1090, 'avg_loss': 1.1630824263985282, 'avg_acc_mask': 59.811352253756255, 'loss': 1.322420597076416}
+{'epoch': 249, 'iter': 1100, 'avg_loss': 1.1624834264115136, 'avg_acc_mask': 59.83654021143887, 'loss': 1.1355681419372559}
+{'epoch': 'EP249_train', 'avg_loss': 1.162689658797165, 'total_masked_acc': 59.83287734449682}
+{'epoch': 250, 'iter': 0, 'avg_loss': 1.582541584968567, 'avg_acc_mask': 44.642857142857146, 'loss': 1.582541584968567}
+{'epoch': 250, 'iter': 10, 'avg_loss': 1.2039866284890608, 'avg_acc_mask': 57.190082644628106, 'loss': 0.8549821376800537}
+{'epoch': 250, 'iter': 20, 'avg_loss': 1.2298825212887354, 'avg_acc_mask': 56.47263249348393, 'loss': 1.5197486877441406}
+{'epoch': 250, 'iter': 30, 'avg_loss': 1.2219890855973767, 'avg_acc_mask': 57.40848343986055, 'loss': 1.2256954908370972}
+{'epoch': 250, 'iter': 40, 'avg_loss': 1.2137549693991498, 'avg_acc_mask': 58.2798459563543, 'loss': 1.351812481880188}
+{'epoch': 250, 'iter': 50, 'avg_loss': 1.2296270985229343, 'avg_acc_mask': 57.68572406710031, 'loss': 1.0576730966567993}
+{'epoch': 250, 'iter': 60, 'avg_loss': 1.207084792559264, 'avg_acc_mask': 58.238553514144066, 'loss': 1.0621408224105835}
+{'epoch': 250, 'iter': 70, 'avg_loss': 1.1986101832188352, 'avg_acc_mask': 58.64925935224705, 'loss': 1.1407634019851685}
+{'epoch': 250, 'iter': 80, 'avg_loss': 1.1942071149378648, 'avg_acc_mask': 58.69755244755245, 'loss': 1.3885265588760376}
+{'epoch': 250, 'iter': 90, 'avg_loss': 1.1929185338072725, 'avg_acc_mask': 58.95886137648665, 'loss': 0.8666658997535706}
+{'epoch': 250, 'iter': 100, 'avg_loss': 1.1771044902282186, 'avg_acc_mask': 59.39876215738285, 'loss': 0.9884452223777771}
+{'epoch': 250, 'iter': 110, 'avg_loss': 1.1723905667528376, 'avg_acc_mask': 59.58859734369939, 'loss': 0.9166598916053772}
+{'epoch': 250, 'iter': 120, 'avg_loss': 1.1675221742677295, 'avg_acc_mask': 59.743551513344265, 'loss': 1.0686503648757935}
+{'epoch': 250, 'iter': 130, 'avg_loss': 1.1717617939446718, 'avg_acc_mask': 59.57446808510638, 'loss': 1.4510921239852905}
+{'epoch': 250, 'iter': 140, 'avg_loss': 1.1706978509612118, 'avg_acc_mask': 59.513809341988036, 'loss': 1.2164041996002197}
+{'epoch': 250, 'iter': 150, 'avg_loss': 1.1642584579669877, 'avg_acc_mask': 59.814992791926954, 'loss': 1.3440436124801636}
+{'epoch': 250, 'iter': 160, 'avg_loss': 1.1689647606440954, 'avg_acc_mask': 59.706214689265536, 'loss': 1.1877659559249878}
+{'epoch': 250, 'iter': 170, 'avg_loss': 1.1681302109656975, 'avg_acc_mask': 59.65770171149144, 'loss': 1.1214097738265991}
+{'epoch': 250, 'iter': 180, 'avg_loss': 1.1709963659555214, 'avg_acc_mask': 59.45401430442229, 'loss': 1.1876415014266968}
+{'epoch': 250, 'iter': 190, 'avg_loss': 1.171698116819272, 'avg_acc_mask': 59.354532510678695, 'loss': 0.9275675415992737}
+{'epoch': 250, 'iter': 200, 'avg_loss': 1.1705902823761327, 'avg_acc_mask': 59.412562132851335, 'loss': 1.2361485958099365}
+{'epoch': 250, 'iter': 210, 'avg_loss': 1.166419574152237, 'avg_acc_mask': 59.73079561042523, 'loss': 1.1215450763702393}
+{'epoch': 250, 'iter': 220, 'avg_loss': 1.1645357638462637, 'avg_acc_mask': 59.83935742971887, 'loss': 1.1439019441604614}
+{'epoch': 250, 'iter': 230, 'avg_loss': 1.1643471970702663, 'avg_acc_mask': 59.82577303406059, 'loss': 1.0572956800460815}
+{'epoch': 250, 'iter': 240, 'avg_loss': 1.1630875302548231, 'avg_acc_mask': 59.95189416716777, 'loss': 0.97332763671875}
+{'epoch': 250, 'iter': 250, 'avg_loss': 1.16197309194808, 'avg_acc_mask': 59.85138157420099, 'loss': 1.127954125404358}
+{'epoch': 250, 'iter': 260, 'avg_loss': 1.1626645093676689, 'avg_acc_mask': 59.776497535920036, 'loss': 0.9171537160873413}
+{'epoch': 250, 'iter': 270, 'avg_loss': 1.165506790264946, 'avg_acc_mask': 59.66688874083944, 'loss': 1.1283406019210815}
+{'epoch': 250, 'iter': 280, 'avg_loss': 1.1655393887669165, 'avg_acc_mask': 59.6047379940775, 'loss': 0.5726515650749207}
+{'epoch': 250, 'iter': 290, 'avg_loss': 1.1651706537839883, 'avg_acc_mask': 59.67170304047752, 'loss': 1.1979039907455444}
+{'epoch': 250, 'iter': 300, 'avg_loss': 1.1619873993420522, 'avg_acc_mask': 59.772535804549285, 'loss': 1.063394546508789}
+{'epoch': 250, 'iter': 310, 'avg_loss': 1.1623113860654677, 'avg_acc_mask': 59.73699590882525, 'loss': 0.9262930750846863}
+{'epoch': 250, 'iter': 320, 'avg_loss': 1.1662128898213586, 'avg_acc_mask': 59.657285519745805, 'loss': 1.213618278503418}
+{'epoch': 250, 'iter': 330, 'avg_loss': 1.166714740303708, 'avg_acc_mask': 59.630158033362605, 'loss': 1.2694681882858276}
+{'epoch': 250, 'iter': 340, 'avg_loss': 1.163107943674686, 'avg_acc_mask': 59.651645893256635, 'loss': 1.076616644859314}
+{'epoch': 250, 'iter': 350, 'avg_loss': 1.161640014064278, 'avg_acc_mask': 59.710550887021476, 'loss': 1.1347547769546509}
+{'epoch': 250, 'iter': 360, 'avg_loss': 1.1641421438584367, 'avg_acc_mask': 59.63843287340115, 'loss': 1.6050022840499878}
+{'epoch': 250, 'iter': 370, 'avg_loss': 1.163042559617292, 'avg_acc_mask': 59.643277146217166, 'loss': 1.2227593660354614}
+{'epoch': 250, 'iter': 380, 'avg_loss': 1.165978423566643, 'avg_acc_mask': 59.58940081164956, 'loss': 0.8733322024345398}
+{'epoch': 250, 'iter': 390, 'avg_loss': 1.1660029496378301, 'avg_acc_mask': 59.62369337979094, 'loss': 0.8766956329345703}
+{'epoch': 250, 'iter': 400, 'avg_loss': 1.167020497476668, 'avg_acc_mask': 59.61198495081818, 'loss': 1.1660505533218384}
+{'epoch': 250, 'iter': 410, 'avg_loss': 1.1643097905346946, 'avg_acc_mask': 59.71219836174452, 'loss': 1.1570794582366943}
+{'epoch': 250, 'iter': 420, 'avg_loss': 1.1637106931407775, 'avg_acc_mask': 59.71500346500347, 'loss': 1.0238726139068604}
+{'epoch': 250, 'iter': 430, 'avg_loss': 1.1622057027440613, 'avg_acc_mask': 59.83568373353661, 'loss': 1.0191324949264526}
+{'epoch': 250, 'iter': 440, 'avg_loss': 1.1665003816016406, 'avg_acc_mask': 59.714522134877946, 'loss': 1.5690895318984985}
+{'epoch': 250, 'iter': 450, 'avg_loss': 1.1673975301423252, 'avg_acc_mask': 59.62059620596206, 'loss': 0.9815710186958313}
+{'epoch': 250, 'iter': 460, 'avg_loss': 1.1681828279040123, 'avg_acc_mask': 59.596518987341774, 'loss': 1.0972280502319336}
+{'epoch': 250, 'iter': 470, 'avg_loss': 1.1694347471188589, 'avg_acc_mask': 59.49474660074166, 'loss': 1.1800025701522827}
+{'epoch': 250, 'iter': 480, 'avg_loss': 1.168676334086674, 'avg_acc_mask': 59.4920442949469, 'loss': 1.2404356002807617}
+{'epoch': 250, 'iter': 490, 'avg_loss': 1.169772115598628, 'avg_acc_mask': 59.48339756892974, 'loss': 1.2268030643463135}
+{'epoch': 250, 'iter': 500, 'avg_loss': 1.168616533993247, 'avg_acc_mask': 59.53843358168272, 'loss': 1.26758873462677}
+{'epoch': 250, 'iter': 510, 'avg_loss': 1.1681408668684166, 'avg_acc_mask': 59.556520501138955, 'loss': 1.0875866413116455}
+{'epoch': 250, 'iter': 520, 'avg_loss': 1.1683175497457756, 'avg_acc_mask': 59.56963705592623, 'loss': 1.2973042726516724}
+{'epoch': 250, 'iter': 530, 'avg_loss': 1.1677920263814836, 'avg_acc_mask': 59.59336213399163, 'loss': 1.0145697593688965}
+{'epoch': 250, 'iter': 540, 'avg_loss': 1.1667495774253238, 'avg_acc_mask': 59.62496633450041, 'loss': 1.250899076461792}
+{'epoch': 250, 'iter': 550, 'avg_loss': 1.1680635695232453, 'avg_acc_mask': 59.54432887568103, 'loss': 1.187762975692749}
+{'epoch': 250, 'iter': 560, 'avg_loss': 1.1688039976432787, 'avg_acc_mask': 59.52319085357932, 'loss': 1.359581470489502}
+{'epoch': 250, 'iter': 570, 'avg_loss': 1.1679520463985236, 'avg_acc_mask': 59.574942645934236, 'loss': 1.2667591571807861}
+{'epoch': 250, 'iter': 580, 'avg_loss': 1.168243606816881, 'avg_acc_mask': 59.579863502598464, 'loss': 1.6078864336013794}
+{'epoch': 250, 'iter': 590, 'avg_loss': 1.1694697712480315, 'avg_acc_mask': 59.51743452435909, 'loss': 1.2157416343688965}
+{'epoch': 250, 'iter': 600, 'avg_loss': 1.1663610306436727, 'avg_acc_mask': 59.63116615692093, 'loss': 0.8735388517379761}
+{'epoch': 250, 'iter': 610, 'avg_loss': 1.1661333288576716, 'avg_acc_mask': 59.66008869839568, 'loss': 1.2738487720489502}
+{'epoch': 250, 'iter': 620, 'avg_loss': 1.163381236474871, 'avg_acc_mask': 59.756169040501725, 'loss': 1.2692615985870361}
+{'epoch': 250, 'iter': 630, 'avg_loss': 1.161252362131128, 'avg_acc_mask': 59.8176677629681, 'loss': 0.9574488997459412}
+{'epoch': 250, 'iter': 640, 'avg_loss': 1.1596402515673228, 'avg_acc_mask': 59.87076204845, 'loss': 1.241289734840393}
+{'epoch': 250, 'iter': 650, 'avg_loss': 1.1594652154478609, 'avg_acc_mask': 59.921370401572595, 'loss': 1.0788806676864624}
+{'epoch': 250, 'iter': 660, 'avg_loss': 1.1594814780800857, 'avg_acc_mask': 59.912528372917016, 'loss': 1.0122827291488647}
+{'epoch': 250, 'iter': 670, 'avg_loss': 1.157603436806163, 'avg_acc_mask': 59.94650070968446, 'loss': 0.8214254975318909}
+{'epoch': 250, 'iter': 680, 'avg_loss': 1.1571746388020845, 'avg_acc_mask': 59.95428264084981, 'loss': 1.280783772468567}
+{'epoch': 250, 'iter': 690, 'avg_loss': 1.1569691219309133, 'avg_acc_mask': 59.96607294317218, 'loss': 1.0226725339889526}
+{'epoch': 250, 'iter': 700, 'avg_loss': 1.1570941640034893, 'avg_acc_mask': 59.95350416634015, 'loss': 1.1596148014068604}
+{'epoch': 250, 'iter': 710, 'avg_loss': 1.157237220330245, 'avg_acc_mask': 59.95311332663523, 'loss': 1.4200202226638794}
+{'epoch': 250, 'iter': 720, 'avg_loss': 1.158131385477836, 'avg_acc_mask': 59.910630411049326, 'loss': 0.8928794860839844}
+{'epoch': 250, 'iter': 730, 'avg_loss': 1.1575430117129628, 'avg_acc_mask': 59.92234468937876, 'loss': 1.0415153503417969}
+{'epoch': 250, 'iter': 740, 'avg_loss': 1.158785042331608, 'avg_acc_mask': 59.88094944056117, 'loss': 0.949916422367096}
+{'epoch': 250, 'iter': 750, 'avg_loss': 1.1597886025191306, 'avg_acc_mask': 59.83434835566383, 'loss': 1.0210716724395752}
+{'epoch': 250, 'iter': 760, 'avg_loss': 1.1584386670479794, 'avg_acc_mask': 59.86620463952257, 'loss': 0.987459659576416}
+{'epoch': 250, 'iter': 770, 'avg_loss': 1.159219473407117, 'avg_acc_mask': 59.81414754409254, 'loss': 1.3025223016738892}
+{'epoch': 250, 'iter': 780, 'avg_loss': 1.1587684035453845, 'avg_acc_mask': 59.82548074673654, 'loss': 1.077375054359436}
+{'epoch': 250, 'iter': 790, 'avg_loss': 1.1573814665321756, 'avg_acc_mask': 59.87392047291369, 'loss': 1.0738173723220825}
+{'epoch': 250, 'iter': 800, 'avg_loss': 1.1568893965859242, 'avg_acc_mask': 59.87226277372263, 'loss': 1.609292984008789}
+{'epoch': 250, 'iter': 810, 'avg_loss': 1.1568258423105562, 'avg_acc_mask': 59.89451857194374, 'loss': 1.035234808921814}
+{'epoch': 250, 'iter': 820, 'avg_loss': 1.1574342533964188, 'avg_acc_mask': 59.84727046041499, 'loss': 1.1056995391845703}
+{'epoch': 250, 'iter': 830, 'avg_loss': 1.156640594831873, 'avg_acc_mask': 59.855959827327986, 'loss': 1.154932975769043}
+{'epoch': 250, 'iter': 840, 'avg_loss': 1.1566234399674196, 'avg_acc_mask': 59.82323617127806, 'loss': 1.1001319885253906}
+{'epoch': 250, 'iter': 850, 'avg_loss': 1.1576364749887156, 'avg_acc_mask': 59.778097920743114, 'loss': 1.2117114067077637}
+{'epoch': 250, 'iter': 860, 'avg_loss': 1.1587662768834697, 'avg_acc_mask': 59.71020027155465, 'loss': 1.3977638483047485}
+{'epoch': 250, 'iter': 870, 'avg_loss': 1.1593877429529664, 'avg_acc_mask': 59.71960266566075, 'loss': 0.9616040587425232}
+{'epoch': 250, 'iter': 880, 'avg_loss': 1.1598193786877644, 'avg_acc_mask': 59.70659538758003, 'loss': 0.8950362801551819}
+{'epoch': 250, 'iter': 890, 'avg_loss': 1.1589529799960143, 'avg_acc_mask': 59.7444417097383, 'loss': 0.776245653629303}
+{'epoch': 250, 'iter': 900, 'avg_loss': 1.1589299312706924, 'avg_acc_mask': 59.7351772244302, 'loss': 1.3314799070358276}
+{'epoch': 250, 'iter': 910, 'avg_loss': 1.1595004376935907, 'avg_acc_mask': 59.72230570415339, 'loss': 1.278952717781067}
+{'epoch': 250, 'iter': 920, 'avg_loss': 1.1608245456904722, 'avg_acc_mask': 59.686279175838344, 'loss': 1.4457393884658813}
+{'epoch': 250, 'iter': 930, 'avg_loss': 1.159418812563801, 'avg_acc_mask': 59.74944036445038, 'loss': 1.159271240234375}
+{'epoch': 250, 'iter': 940, 'avg_loss': 1.1597619469056855, 'avg_acc_mask': 59.739503464875675, 'loss': 0.9779990911483765}
+{'epoch': 250, 'iter': 950, 'avg_loss': 1.1594056886954764, 'avg_acc_mask': 59.730679831722924, 'loss': 1.4278154373168945}
+{'epoch': 250, 'iter': 960, 'avg_loss': 1.1600013312018254, 'avg_acc_mask': 59.73618687396651, 'loss': 1.199087142944336}
+{'epoch': 250, 'iter': 970, 'avg_loss': 1.1594331502668889, 'avg_acc_mask': 59.75442357232846, 'loss': 1.0520764589309692}
+{'epoch': 250, 'iter': 980, 'avg_loss': 1.1598354908547512, 'avg_acc_mask': 59.71715668031261, 'loss': 1.0701277256011963}
+{'epoch': 250, 'iter': 990, 'avg_loss': 1.1604100916869224, 'avg_acc_mask': 59.689323247381886, 'loss': 1.3055142164230347}
+{'epoch': 250, 'iter': 1000, 'avg_loss': 1.161200710407623, 'avg_acc_mask': 59.65008201202843, 'loss': 1.5146385431289673}
+{'epoch': 250, 'iter': 1010, 'avg_loss': 1.160554651749476, 'avg_acc_mask': 59.68586387434554, 'loss': 0.9532648324966431}
+{'epoch': 250, 'iter': 1020, 'avg_loss': 1.1597526051271907, 'avg_acc_mask': 59.734853222319494, 'loss': 0.9898168444633484}
+{'epoch': 250, 'iter': 1030, 'avg_loss': 1.159249742498222, 'avg_acc_mask': 59.75817016605885, 'loss': 1.2721526622772217}
+{'epoch': 250, 'iter': 1040, 'avg_loss': 1.1587226558601937, 'avg_acc_mask': 59.78611500701262, 'loss': 1.1318832635879517}
+{'epoch': 250, 'iter': 1050, 'avg_loss': 1.1589802143462604, 'avg_acc_mask': 59.77091408409086, 'loss': 1.1721402406692505}
+{'epoch': 250, 'iter': 1060, 'avg_loss': 1.1581165733818284, 'avg_acc_mask': 59.790848321962656, 'loss': 1.0424119234085083}
+{'epoch': 250, 'iter': 1070, 'avg_loss': 1.15752723498616, 'avg_acc_mask': 59.81434397556439, 'loss': 1.2865383625030518}
+{'epoch': 250, 'iter': 1080, 'avg_loss': 1.1571662707200876, 'avg_acc_mask': 59.854643792782895, 'loss': 0.9053412675857544}
+{'epoch': 250, 'iter': 1090, 'avg_loss': 1.1572410421673034, 'avg_acc_mask': 59.83869888227026, 'loss': 1.4673513174057007}
+{'epoch': 250, 'iter': 1100, 'avg_loss': 1.1564010206836661, 'avg_acc_mask': 59.87161837151056, 'loss': 1.0083874464035034}
+{'epoch': 'EP250_train', 'avg_loss': 1.1563220675714414, 'total_masked_acc': 59.8598184913957}
+{'epoch': 251, 'iter': 0, 'avg_loss': 1.1027172803878784, 'avg_acc_mask': 56.52173913043478, 'loss': 1.1027172803878784}
+{'epoch': 251, 'iter': 10, 'avg_loss': 1.2109822847626426, 'avg_acc_mask': 57.62987012987013, 'loss': 1.138388991355896}
+{'epoch': 251, 'iter': 20, 'avg_loss': 1.2161793226287478, 'avg_acc_mask': 57.35912531539108, 'loss': 1.3881332874298096}
+{'epoch': 251, 'iter': 30, 'avg_loss': 1.2034290067611202, 'avg_acc_mask': 58.65662999420961, 'loss': 1.3435091972351074}
+{'epoch': 251, 'iter': 40, 'avg_loss': 1.1735032549718531, 'avg_acc_mask': 59.74815458098133, 'loss': 1.0511364936828613}
+{'epoch': 251, 'iter': 50, 'avg_loss': 1.1834853443444944, 'avg_acc_mask': 58.951362538806485, 'loss': 1.1176661252975464}
+{'epoch': 251, 'iter': 60, 'avg_loss': 1.1696201904875334, 'avg_acc_mask': 59.310344827586206, 'loss': 0.7979996204376221}
+{'epoch': 251, 'iter': 70, 'avg_loss': 1.1674250767264567, 'avg_acc_mask': 59.04926962119337, 'loss': 1.244071125984192}
+{'epoch': 251, 'iter': 80, 'avg_loss': 1.1651154933152374, 'avg_acc_mask': 59.26086956521739, 'loss': 1.2855277061462402}
+{'epoch': 251, 'iter': 90, 'avg_loss': 1.175382749064938, 'avg_acc_mask': 59.09622126996494, 'loss': 1.209385633468628}
+{'epoch': 251, 'iter': 100, 'avg_loss': 1.1534326890907665, 'avg_acc_mask': 59.77216091135635, 'loss': 0.7842032313346863}
+{'epoch': 251, 'iter': 110, 'avg_loss': 1.1558165872419202, 'avg_acc_mask': 59.91869918699187, 'loss': 1.0318901538848877}
+{'epoch': 251, 'iter': 120, 'avg_loss': 1.1520497592027523, 'avg_acc_mask': 60.0238841618152, 'loss': 1.0169939994812012}
+{'epoch': 251, 'iter': 130, 'avg_loss': 1.152110788658375, 'avg_acc_mask': 59.953354369598024, 'loss': 1.110233187675476}
+{'epoch': 251, 'iter': 140, 'avg_loss': 1.1533178479958934, 'avg_acc_mask': 59.96679862086579, 'loss': 0.8787648677825928}
+{'epoch': 251, 'iter': 150, 'avg_loss': 1.1456065612123503, 'avg_acc_mask': 60.18820123054651, 'loss': 1.363155484199524}
+{'epoch': 251, 'iter': 160, 'avg_loss': 1.1431434957877449, 'avg_acc_mask': 60.41690268494392, 'loss': 1.1231025457382202}
+{'epoch': 251, 'iter': 170, 'avg_loss': 1.1448657655576517, 'avg_acc_mask': 60.33382947055072, 'loss': 1.085275650024414}
+{'epoch': 251, 'iter': 180, 'avg_loss': 1.1510442248365498, 'avg_acc_mask': 60.208270751977565, 'loss': 1.2766320705413818}
+{'epoch': 251, 'iter': 190, 'avg_loss': 1.1475383302304134, 'avg_acc_mask': 60.250094732853356, 'loss': 1.2489092350006104}
+{'epoch': 251, 'iter': 200, 'avg_loss': 1.1481007260469656, 'avg_acc_mask': 60.17643352236925, 'loss': 1.2198741436004639}
+{'epoch': 251, 'iter': 210, 'avg_loss': 1.1450798638624038, 'avg_acc_mask': 60.20329717263175, 'loss': 0.9187583923339844}
+{'epoch': 251, 'iter': 220, 'avg_loss': 1.1452410221099854, 'avg_acc_mask': 60.27900146842878, 'loss': 1.4328856468200684}
+{'epoch': 251, 'iter': 230, 'avg_loss': 1.1435573599039217, 'avg_acc_mask': 60.396968039384234, 'loss': 1.0782430171966553}
+{'epoch': 251, 'iter': 240, 'avg_loss': 1.1424159973983448, 'avg_acc_mask': 60.468091511137864, 'loss': 1.0566465854644775}
+{'epoch': 251, 'iter': 250, 'avg_loss': 1.1423959081391415, 'avg_acc_mask': 60.474880555957725, 'loss': 1.2802265882492065}
+{'epoch': 251, 'iter': 260, 'avg_loss': 1.1435442626247918, 'avg_acc_mask': 60.436808791820276, 'loss': 1.0532225370407104}
+{'epoch': 251, 'iter': 270, 'avg_loss': 1.142197067887141, 'avg_acc_mask': 60.498030576139925, 'loss': 1.0115015506744385}
+{'epoch': 251, 'iter': 280, 'avg_loss': 1.1449137217633665, 'avg_acc_mask': 60.40913784202375, 'loss': 0.9416911005973816}
+{'epoch': 251, 'iter': 290, 'avg_loss': 1.1457111249674636, 'avg_acc_mask': 60.33233383308346, 'loss': 1.2280608415603638}
+{'epoch': 251, 'iter': 300, 'avg_loss': 1.1429672498639636, 'avg_acc_mask': 60.371554376017855, 'loss': 0.805084228515625}
+{'epoch': 251, 'iter': 310, 'avg_loss': 1.1441237957147923, 'avg_acc_mask': 60.39139860549598, 'loss': 0.6869212985038757}
+{'epoch': 251, 'iter': 320, 'avg_loss': 1.1468542383467297, 'avg_acc_mask': 60.28239580961057, 'loss': 1.0976171493530273}
+{'epoch': 251, 'iter': 330, 'avg_loss': 1.1486914312731464, 'avg_acc_mask': 60.1497549964213, 'loss': 1.1483771800994873}
+{'epoch': 251, 'iter': 340, 'avg_loss': 1.1472177124442942, 'avg_acc_mask': 60.148329954113755, 'loss': 1.0169247388839722}
+{'epoch': 251, 'iter': 350, 'avg_loss': 1.1457606939508704, 'avg_acc_mask': 60.18802264582143, 'loss': 1.0497137308120728}
+{'epoch': 251, 'iter': 360, 'avg_loss': 1.1445328411633289, 'avg_acc_mask': 60.26061922319309, 'loss': 1.0343796014785767}
+{'epoch': 251, 'iter': 370, 'avg_loss': 1.1457584125976357, 'avg_acc_mask': 60.211406096361856, 'loss': 1.037932276725769}
+{'epoch': 251, 'iter': 380, 'avg_loss': 1.1488160354884591, 'avg_acc_mask': 60.090930844699685, 'loss': 0.9367761015892029}
+{'epoch': 251, 'iter': 390, 'avg_loss': 1.1494735994607286, 'avg_acc_mask': 60.00839082603021, 'loss': 1.1830780506134033}
+{'epoch': 251, 'iter': 400, 'avg_loss': 1.1512289386140437, 'avg_acc_mask': 59.95628614361823, 'loss': 1.4305235147476196}
+{'epoch': 251, 'iter': 410, 'avg_loss': 1.1497695187872634, 'avg_acc_mask': 59.93242041614797, 'loss': 1.0848753452301025}
+{'epoch': 251, 'iter': 420, 'avg_loss': 1.148028214442192, 'avg_acc_mask': 60.0304347826087, 'loss': 0.8769479393959045}
+{'epoch': 251, 'iter': 430, 'avg_loss': 1.1483553148754235, 'avg_acc_mask': 60.08501594048884, 'loss': 1.3098877668380737}
+{'epoch': 251, 'iter': 440, 'avg_loss': 1.1503560359245526, 'avg_acc_mask': 59.97924449979245, 'loss': 1.1893284320831299}
+{'epoch': 251, 'iter': 450, 'avg_loss': 1.152499177239158, 'avg_acc_mask': 59.91307526707015, 'loss': 0.9268995523452759}
+{'epoch': 251, 'iter': 460, 'avg_loss': 1.1556829296844384, 'avg_acc_mask': 59.79831665872638, 'loss': 1.3319897651672363}
+{'epoch': 251, 'iter': 470, 'avg_loss': 1.1564620206816687, 'avg_acc_mask': 59.718496053501305, 'loss': 1.34073805809021}
+{'epoch': 251, 'iter': 480, 'avg_loss': 1.155341994861555, 'avg_acc_mask': 59.73535692495424, 'loss': 0.934155285358429}
+{'epoch': 251, 'iter': 490, 'avg_loss': 1.1556962492995253, 'avg_acc_mask': 59.699259370090516, 'loss': 1.3518691062927246}
+{'epoch': 251, 'iter': 500, 'avg_loss': 1.1551091504430104, 'avg_acc_mask': 59.71921850372054, 'loss': 1.0825650691986084}
+{'epoch': 251, 'iter': 510, 'avg_loss': 1.1557774781714214, 'avg_acc_mask': 59.714142067083245, 'loss': 0.9892544746398926}
+{'epoch': 251, 'iter': 520, 'avg_loss': 1.1549194561542797, 'avg_acc_mask': 59.765982942130115, 'loss': 1.3987979888916016}
+{'epoch': 251, 'iter': 530, 'avg_loss': 1.1542391699586212, 'avg_acc_mask': 59.76796536796537, 'loss': 1.1686402559280396}
+{'epoch': 251, 'iter': 540, 'avg_loss': 1.1542961959918192, 'avg_acc_mask': 59.73628763678379, 'loss': 1.3106434345245361}
+{'epoch': 251, 'iter': 550, 'avg_loss': 1.1553863451398652, 'avg_acc_mask': 59.708155650319824, 'loss': 1.1073955297470093}
+{'epoch': 251, 'iter': 560, 'avg_loss': 1.1546956869157665, 'avg_acc_mask': 59.76525359824269, 'loss': 1.2132478952407837}
+{'epoch': 251, 'iter': 570, 'avg_loss': 1.15337858078985, 'avg_acc_mask': 59.79378121475754, 'loss': 1.1072461605072021}
+{'epoch': 251, 'iter': 580, 'avg_loss': 1.1520000238631967, 'avg_acc_mask': 59.82134372327283, 'loss': 1.4220603704452515}
+{'epoch': 251, 'iter': 590, 'avg_loss': 1.1510401882495978, 'avg_acc_mask': 59.85122011952191, 'loss': 0.9500213265419006}
+{'epoch': 251, 'iter': 600, 'avg_loss': 1.1497383689920042, 'avg_acc_mask': 59.86958917528929, 'loss': 1.0179201364517212}
+{'epoch': 251, 'iter': 610, 'avg_loss': 1.1525703585674643, 'avg_acc_mask': 59.81221222426194, 'loss': 1.294324278831482}
+{'epoch': 251, 'iter': 620, 'avg_loss': 1.1511382250394222, 'avg_acc_mask': 59.85377693582761, 'loss': 1.5459378957748413}
+{'epoch': 251, 'iter': 630, 'avg_loss': 1.150742243945882, 'avg_acc_mask': 59.87695716826544, 'loss': 1.1708214282989502}
+{'epoch': 251, 'iter': 640, 'avg_loss': 1.1510809637641015, 'avg_acc_mask': 59.886128364389236, 'loss': 1.0865366458892822}
+{'epoch': 251, 'iter': 650, 'avg_loss': 1.151629209747329, 'avg_acc_mask': 59.85548313969963, 'loss': 0.9084409475326538}
+{'epoch': 251, 'iter': 660, 'avg_loss': 1.1520224963392325, 'avg_acc_mask': 59.82579078142886, 'loss': 1.049057126045227}
+{'epoch': 251, 'iter': 670, 'avg_loss': 1.1525649051286069, 'avg_acc_mask': 59.82081512628137, 'loss': 1.3346589803695679}
+{'epoch': 251, 'iter': 680, 'avg_loss': 1.1517561716567752, 'avg_acc_mask': 59.81359054947437, 'loss': 1.4044774770736694}
+{'epoch': 251, 'iter': 690, 'avg_loss': 1.1526859445354527, 'avg_acc_mask': 59.78771068914017, 'loss': 1.3027418851852417}
+{'epoch': 251, 'iter': 700, 'avg_loss': 1.1556373884351379, 'avg_acc_mask': 59.690044654583666, 'loss': 1.2985785007476807}
+{'epoch': 251, 'iter': 710, 'avg_loss': 1.1545003077065057, 'avg_acc_mask': 59.73420377710422, 'loss': 1.2019903659820557}
+{'epoch': 251, 'iter': 720, 'avg_loss': 1.1549692227919786, 'avg_acc_mask': 59.746163078730305, 'loss': 1.3563265800476074}
+{'epoch': 251, 'iter': 730, 'avg_loss': 1.153137760555369, 'avg_acc_mask': 59.8189520399415, 'loss': 1.1427042484283447}
+{'epoch': 251, 'iter': 740, 'avg_loss': 1.1545995421174728, 'avg_acc_mask': 59.8154550202701, 'loss': 1.2531919479370117}
+{'epoch': 251, 'iter': 750, 'avg_loss': 1.1542305220538545, 'avg_acc_mask': 59.84593871893629, 'loss': 0.9535296559333801}
+{'epoch': 251, 'iter': 760, 'avg_loss': 1.1529219651425873, 'avg_acc_mask': 59.90255017938524, 'loss': 1.2749031782150269}
+{'epoch': 251, 'iter': 770, 'avg_loss': 1.1536282424255722, 'avg_acc_mask': 59.85903715207264, 'loss': 1.293217658996582}
+{'epoch': 251, 'iter': 780, 'avg_loss': 1.1539762660040593, 'avg_acc_mask': 59.88254162932214, 'loss': 1.2521779537200928}
+{'epoch': 251, 'iter': 790, 'avg_loss': 1.1539704583010693, 'avg_acc_mask': 59.84966605385027, 'loss': 0.8805243968963623}
+{'epoch': 251, 'iter': 800, 'avg_loss': 1.1534543561652657, 'avg_acc_mask': 59.85703450019537, 'loss': 1.1170063018798828}
+{'epoch': 251, 'iter': 810, 'avg_loss': 1.1534896249321327, 'avg_acc_mask': 59.84965479651163, 'loss': 0.9862189888954163}
+{'epoch': 251, 'iter': 820, 'avg_loss': 1.15325497764182, 'avg_acc_mask': 59.84862096846645, 'loss': 1.3449701070785522}
+{'epoch': 251, 'iter': 830, 'avg_loss': 1.154096121714864, 'avg_acc_mask': 59.822973512578194, 'loss': 1.0583540201187134}
+{'epoch': 251, 'iter': 840, 'avg_loss': 1.1529597788517596, 'avg_acc_mask': 59.8794256275348, 'loss': 0.8679642677307129}
+{'epoch': 251, 'iter': 850, 'avg_loss': 1.1528757455136045, 'avg_acc_mask': 59.88092660749081, 'loss': 1.140101432800293}
+{'epoch': 251, 'iter': 860, 'avg_loss': 1.1536726788568996, 'avg_acc_mask': 59.83918566357299, 'loss': 1.2227287292480469}
+{'epoch': 251, 'iter': 870, 'avg_loss': 1.1546656792185748, 'avg_acc_mask': 59.78299875456483, 'loss': 0.8415178060531616}
+{'epoch': 251, 'iter': 880, 'avg_loss': 1.1538372510340102, 'avg_acc_mask': 59.794717736888224, 'loss': 0.7745644450187683}
+{'epoch': 251, 'iter': 890, 'avg_loss': 1.1526524869748105, 'avg_acc_mask': 59.859533154306966, 'loss': 0.933538556098938}
+{'epoch': 251, 'iter': 900, 'avg_loss': 1.152783433320652, 'avg_acc_mask': 59.8575161263983, 'loss': 1.2857192754745483}
+{'epoch': 251, 'iter': 910, 'avg_loss': 1.1537561287406248, 'avg_acc_mask': 59.857137091892334, 'loss': 1.12886381149292}
+{'epoch': 251, 'iter': 920, 'avg_loss': 1.1530833438799255, 'avg_acc_mask': 59.869904423648656, 'loss': 1.0788085460662842}
+{'epoch': 251, 'iter': 930, 'avg_loss': 1.1520644182101227, 'avg_acc_mask': 59.9178450114543, 'loss': 1.1250982284545898}
+{'epoch': 251, 'iter': 940, 'avg_loss': 1.152940843772939, 'avg_acc_mask': 59.88249531542785, 'loss': 1.1283924579620361}
+{'epoch': 251, 'iter': 950, 'avg_loss': 1.153042295221024, 'avg_acc_mask': 59.887998455151106, 'loss': 1.4578783512115479}
+{'epoch': 251, 'iter': 960, 'avg_loss': 1.1519455849876266, 'avg_acc_mask': 59.941129248059944, 'loss': 1.3160780668258667}
+{'epoch': 251, 'iter': 970, 'avg_loss': 1.1518072466587554, 'avg_acc_mask': 59.94548861507013, 'loss': 0.9991186857223511}
+{'epoch': 251, 'iter': 980, 'avg_loss': 1.1524311270978715, 'avg_acc_mask': 59.902892600716115, 'loss': 1.1551809310913086}
+{'epoch': 251, 'iter': 990, 'avg_loss': 1.1537963638211837, 'avg_acc_mask': 59.85489497513545, 'loss': 1.5223060846328735}
+{'epoch': 251, 'iter': 1000, 'avg_loss': 1.1541725351557983, 'avg_acc_mask': 59.85418885664965, 'loss': 1.4436887502670288}
+{'epoch': 251, 'iter': 1010, 'avg_loss': 1.153932691887979, 'avg_acc_mask': 59.86067914370419, 'loss': 1.130327820777893}
+{'epoch': 251, 'iter': 1020, 'avg_loss': 1.154436774719707, 'avg_acc_mask': 59.85444850755679, 'loss': 0.9544916152954102}
+{'epoch': 251, 'iter': 1030, 'avg_loss': 1.1548036688687615, 'avg_acc_mask': 59.84261803647265, 'loss': 1.059325098991394}
+{'epoch': 251, 'iter': 1040, 'avg_loss': 1.154537258557009, 'avg_acc_mask': 59.82519643330097, 'loss': 1.121440052986145}
+{'epoch': 251, 'iter': 1050, 'avg_loss': 1.1549327736179904, 'avg_acc_mask': 59.81497997656646, 'loss': 1.263358235359192}
+{'epoch': 251, 'iter': 1060, 'avg_loss': 1.1549470262017372, 'avg_acc_mask': 59.80735248258896, 'loss': 0.9917945861816406}
+{'epoch': 251, 'iter': 1070, 'avg_loss': 1.1546645203168764, 'avg_acc_mask': 59.81906821849143, 'loss': 1.3249735832214355}
+{'epoch': 251, 'iter': 1080, 'avg_loss': 1.1542647251864477, 'avg_acc_mask': 59.85006884593809, 'loss': 1.2693746089935303}
+{'epoch': 251, 'iter': 1090, 'avg_loss': 1.1542754740096581, 'avg_acc_mask': 59.843248061624365, 'loss': 1.2320783138275146}
+{'epoch': 251, 'iter': 1100, 'avg_loss': 1.1537427420674617, 'avg_acc_mask': 59.8762962222, 'loss': 0.8301698565483093}
+{'epoch': 'EP251_train', 'avg_loss': 1.1543099510453945, 'total_masked_acc': 59.8432128087163}
+{'epoch': 252, 'iter': 0, 'avg_loss': 1.411674976348877, 'avg_acc_mask': 49.18032786885246, 'loss': 1.411674976348877}
+{'epoch': 252, 'iter': 10, 'avg_loss': 1.1781012470071965, 'avg_acc_mask': 60.278207109737245, 'loss': 0.7752165794372559}
+{'epoch': 252, 'iter': 20, 'avg_loss': 1.2049369301114763, 'avg_acc_mask': 58.34038950042337, 'loss': 1.1381804943084717}
+{'epoch': 252, 'iter': 30, 'avg_loss': 1.2096892249199651, 'avg_acc_mask': 59.04652498564044, 'loss': 1.377504587173462}
+{'epoch': 252, 'iter': 40, 'avg_loss': 1.2046809327311632, 'avg_acc_mask': 59.32277924362357, 'loss': 1.0216739177703857}
+{'epoch': 252, 'iter': 50, 'avg_loss': 1.1987982427372652, 'avg_acc_mask': 58.93549524145224, 'loss': 1.142758846282959}
+{'epoch': 252, 'iter': 60, 'avg_loss': 1.1913234992105453, 'avg_acc_mask': 59.175257731958766, 'loss': 0.8562816977500916}
+{'epoch': 252, 'iter': 70, 'avg_loss': 1.1857203497013575, 'avg_acc_mask': 59.47514509210195, 'loss': 0.9852775931358337}
+{'epoch': 252, 'iter': 80, 'avg_loss': 1.18062330764017, 'avg_acc_mask': 59.53014184397163, 'loss': 1.3738473653793335}
+{'epoch': 252, 'iter': 90, 'avg_loss': 1.1823499772574875, 'avg_acc_mask': 59.55300632911392, 'loss': 1.2047734260559082}
+{'epoch': 252, 'iter': 100, 'avg_loss': 1.1748782366809278, 'avg_acc_mask': 59.98203054806829, 'loss': 0.8578360676765442}
+{'epoch': 252, 'iter': 110, 'avg_loss': 1.171035002480756, 'avg_acc_mask': 60.05883314267037, 'loss': 0.8648843169212341}
+{'epoch': 252, 'iter': 120, 'avg_loss': 1.1672558828818898, 'avg_acc_mask': 60.09340162699608, 'loss': 1.010623574256897}
+{'epoch': 252, 'iter': 130, 'avg_loss': 1.1636886733178875, 'avg_acc_mask': 60.23763470571981, 'loss': 1.0113023519515991}
+{'epoch': 252, 'iter': 140, 'avg_loss': 1.1667856861513557, 'avg_acc_mask': 60.08715713919508, 'loss': 1.3670679330825806}
+{'epoch': 252, 'iter': 150, 'avg_loss': 1.1620780671669158, 'avg_acc_mask': 60.14857416726576, 'loss': 1.2264809608459473}
+{'epoch': 252, 'iter': 160, 'avg_loss': 1.1660257874068267, 'avg_acc_mask': 59.97307606013014, 'loss': 1.3452057838439941}
+{'epoch': 252, 'iter': 170, 'avg_loss': 1.1661701638099047, 'avg_acc_mask': 60.03169572107765, 'loss': 1.0347844362258911}
+{'epoch': 252, 'iter': 180, 'avg_loss': 1.167752725972655, 'avg_acc_mask': 60.09197240827751, 'loss': 1.2527616024017334}
+{'epoch': 252, 'iter': 190, 'avg_loss': 1.170936493349325, 'avg_acc_mask': 59.98675997730282, 'loss': 0.7606285214424133}
+{'epoch': 252, 'iter': 200, 'avg_loss': 1.1699464656227263, 'avg_acc_mask': 59.9964009357567, 'loss': 1.0325710773468018}
+{'epoch': 252, 'iter': 210, 'avg_loss': 1.1677375732439954, 'avg_acc_mask': 60.01196990424077, 'loss': 1.1800357103347778}
+{'epoch': 252, 'iter': 220, 'avg_loss': 1.167670034445249, 'avg_acc_mask': 60.06667750853797, 'loss': 1.4600335359573364}
+{'epoch': 252, 'iter': 230, 'avg_loss': 1.168319022242641, 'avg_acc_mask': 60.03114052160373, 'loss': 1.2101317644119263}
+{'epoch': 252, 'iter': 240, 'avg_loss': 1.166103011344973, 'avg_acc_mask': 60.07922864190148, 'loss': 1.1557137966156006}
+{'epoch': 252, 'iter': 250, 'avg_loss': 1.1632965290213961, 'avg_acc_mask': 60.12221423436377, 'loss': 0.8672704100608826}
+{'epoch': 252, 'iter': 260, 'avg_loss': 1.1616046933378754, 'avg_acc_mask': 60.17876940133038, 'loss': 0.8223610520362854}
+{'epoch': 252, 'iter': 270, 'avg_loss': 1.1633021041915865, 'avg_acc_mask': 60.131850569354725, 'loss': 1.371567726135254}
+{'epoch': 252, 'iter': 280, 'avg_loss': 1.1644251724154924, 'avg_acc_mask': 60.11199794026777, 'loss': 0.6149093508720398}
+{'epoch': 252, 'iter': 290, 'avg_loss': 1.165687947748453, 'avg_acc_mask': 59.988818486768544, 'loss': 1.0781826972961426}
+{'epoch': 252, 'iter': 300, 'avg_loss': 1.1634237918742867, 'avg_acc_mask': 60.05049290694878, 'loss': 0.8236668109893799}
+{'epoch': 252, 'iter': 310, 'avg_loss': 1.162250738818546, 'avg_acc_mask': 59.96625552711193, 'loss': 0.9786893725395203}
+{'epoch': 252, 'iter': 320, 'avg_loss': 1.1648979216721198, 'avg_acc_mask': 59.93569857295956, 'loss': 1.155287504196167}
+{'epoch': 252, 'iter': 330, 'avg_loss': 1.1665469516079952, 'avg_acc_mask': 59.85780694558381, 'loss': 1.1329129934310913}
+{'epoch': 252, 'iter': 340, 'avg_loss': 1.1637704174889147, 'avg_acc_mask': 59.89715860899067, 'loss': 0.7909548282623291}
+{'epoch': 252, 'iter': 350, 'avg_loss': 1.1626210494598432, 'avg_acc_mask': 59.92794647452393, 'loss': 1.077462911605835}
+{'epoch': 252, 'iter': 360, 'avg_loss': 1.1620748708452875, 'avg_acc_mask': 59.94801039792041, 'loss': 1.4328144788742065}
+{'epoch': 252, 'iter': 370, 'avg_loss': 1.163336770714454, 'avg_acc_mask': 59.94742734751497, 'loss': 1.2853777408599854}
+{'epoch': 252, 'iter': 380, 'avg_loss': 1.166851586557123, 'avg_acc_mask': 59.85128350857251, 'loss': 0.9900435209274292}
+{'epoch': 252, 'iter': 390, 'avg_loss': 1.167105046989363, 'avg_acc_mask': 59.81040462427746, 'loss': 1.3093185424804688}
+{'epoch': 252, 'iter': 400, 'avg_loss': 1.1667995275999246, 'avg_acc_mask': 59.85187192340694, 'loss': 0.9760761857032776}
+{'epoch': 252, 'iter': 410, 'avg_loss': 1.1658676606025138, 'avg_acc_mask': 59.85719952399842, 'loss': 0.9614599347114563}
+{'epoch': 252, 'iter': 420, 'avg_loss': 1.163098209685781, 'avg_acc_mask': 59.933603518151244, 'loss': 0.9150094389915466}
+{'epoch': 252, 'iter': 430, 'avg_loss': 1.164902135971804, 'avg_acc_mask': 59.89546010201071, 'loss': 1.2070306539535522}
+{'epoch': 252, 'iter': 440, 'avg_loss': 1.1690903646605355, 'avg_acc_mask': 59.714097388151934, 'loss': 1.832412600517273}
+{'epoch': 252, 'iter': 450, 'avg_loss': 1.170465323718847, 'avg_acc_mask': 59.60336974485065, 'loss': 0.9504201412200928}
+{'epoch': 252, 'iter': 460, 'avg_loss': 1.1720712990409123, 'avg_acc_mask': 59.56447986113851, 'loss': 0.9862763285636902}
+{'epoch': 252, 'iter': 470, 'avg_loss': 1.1727727169443847, 'avg_acc_mask': 59.530237580993514, 'loss': 1.062536358833313}
+{'epoch': 252, 'iter': 480, 'avg_loss': 1.1734392366637312, 'avg_acc_mask': 59.52263872602791, 'loss': 0.9072553515434265}
+{'epoch': 252, 'iter': 490, 'avg_loss': 1.1750110240914915, 'avg_acc_mask': 59.456155299522095, 'loss': 1.544673204421997}
+{'epoch': 252, 'iter': 500, 'avg_loss': 1.1740606698447358, 'avg_acc_mask': 59.49348717390516, 'loss': 1.3275657892227173}
+{'epoch': 252, 'iter': 510, 'avg_loss': 1.1731047611647156, 'avg_acc_mask': 59.476100651315086, 'loss': 1.3108134269714355}
+{'epoch': 252, 'iter': 520, 'avg_loss': 1.172249247268157, 'avg_acc_mask': 59.51424078280622, 'loss': 1.3872932195663452}
+{'epoch': 252, 'iter': 530, 'avg_loss': 1.1703020401593656, 'avg_acc_mask': 59.595682713722795, 'loss': 0.8485907316207886}
+{'epoch': 252, 'iter': 540, 'avg_loss': 1.1693382913215764, 'avg_acc_mask': 59.61674468730004, 'loss': 1.0661438703536987}
+{'epoch': 252, 'iter': 550, 'avg_loss': 1.1703460560519985, 'avg_acc_mask': 59.608776103621466, 'loss': 1.2565714120864868}
+{'epoch': 252, 'iter': 560, 'avg_loss': 1.1711531299533267, 'avg_acc_mask': 59.59202234782044, 'loss': 1.1246637105941772}
+{'epoch': 252, 'iter': 570, 'avg_loss': 1.1704036194681078, 'avg_acc_mask': 59.61004563295784, 'loss': 1.3474726676940918}
+{'epoch': 252, 'iter': 580, 'avg_loss': 1.1710307908960957, 'avg_acc_mask': 59.594946233188075, 'loss': 1.2844632863998413}
+{'epoch': 252, 'iter': 590, 'avg_loss': 1.1701748068562619, 'avg_acc_mask': 59.58939948905784, 'loss': 1.006589412689209}
+{'epoch': 252, 'iter': 600, 'avg_loss': 1.1698608943904298, 'avg_acc_mask': 59.616084425036384, 'loss': 1.3623967170715332}
+{'epoch': 252, 'iter': 610, 'avg_loss': 1.1693146387801037, 'avg_acc_mask': 59.65722801788375, 'loss': 1.131713628768921}
+{'epoch': 252, 'iter': 620, 'avg_loss': 1.1666764823326934, 'avg_acc_mask': 59.74167033612212, 'loss': 1.2354689836502075}
+{'epoch': 252, 'iter': 630, 'avg_loss': 1.1664356134961789, 'avg_acc_mask': 59.718888278335314, 'loss': 0.9110870361328125}
+{'epoch': 252, 'iter': 640, 'avg_loss': 1.167400439797251, 'avg_acc_mask': 59.73200285103349, 'loss': 1.112497091293335}
+{'epoch': 252, 'iter': 650, 'avg_loss': 1.1669400833352552, 'avg_acc_mask': 59.72183197527395, 'loss': 0.9575136303901672}
+{'epoch': 252, 'iter': 660, 'avg_loss': 1.1666723302200595, 'avg_acc_mask': 59.7059556441565, 'loss': 0.9258026480674744}
+{'epoch': 252, 'iter': 670, 'avg_loss': 1.1678713018243962, 'avg_acc_mask': 59.65199367261222, 'loss': 1.0961538553237915}
+{'epoch': 252, 'iter': 680, 'avg_loss': 1.1690055397113515, 'avg_acc_mask': 59.587218833140746, 'loss': 1.6935012340545654}
+{'epoch': 252, 'iter': 690, 'avg_loss': 1.1700468693041768, 'avg_acc_mask': 59.57993431507575, 'loss': 1.2431411743164062}
+{'epoch': 252, 'iter': 700, 'avg_loss': 1.1706915525839094, 'avg_acc_mask': 59.55477934468107, 'loss': 1.2974034547805786}
+{'epoch': 252, 'iter': 710, 'avg_loss': 1.168464158154741, 'avg_acc_mask': 59.623000565756314, 'loss': 0.900294840335846}
+{'epoch': 252, 'iter': 720, 'avg_loss': 1.1696882502546588, 'avg_acc_mask': 59.542023405441, 'loss': 1.4098317623138428}
+{'epoch': 252, 'iter': 730, 'avg_loss': 1.1686889879028384, 'avg_acc_mask': 59.52422599265349, 'loss': 1.2145508527755737}
+{'epoch': 252, 'iter': 740, 'avg_loss': 1.168872041258252, 'avg_acc_mask': 59.50321579064094, 'loss': 0.9842653870582581}
+{'epoch': 252, 'iter': 750, 'avg_loss': 1.1691538612947325, 'avg_acc_mask': 59.4739784632587, 'loss': 1.201826572418213}
+{'epoch': 252, 'iter': 760, 'avg_loss': 1.1676138854058125, 'avg_acc_mask': 59.52335191235826, 'loss': 1.043826937675476}
+{'epoch': 252, 'iter': 770, 'avg_loss': 1.1685207827855022, 'avg_acc_mask': 59.445813975538066, 'loss': 1.375585913658142}
+{'epoch': 252, 'iter': 780, 'avg_loss': 1.1671713363956397, 'avg_acc_mask': 59.52191421614535, 'loss': 0.99080890417099}
+{'epoch': 252, 'iter': 790, 'avg_loss': 1.1665333554657311, 'avg_acc_mask': 59.550041662808994, 'loss': 1.468387484550476}
+{'epoch': 252, 'iter': 800, 'avg_loss': 1.1662834301572316, 'avg_acc_mask': 59.550407785621275, 'loss': 0.9078114032745361}
+{'epoch': 252, 'iter': 810, 'avg_loss': 1.1668685207972544, 'avg_acc_mask': 59.56204050336025, 'loss': 1.231584906578064}
+{'epoch': 252, 'iter': 820, 'avg_loss': 1.1659932617148006, 'avg_acc_mask': 59.610505230358335, 'loss': 1.0626931190490723}
+{'epoch': 252, 'iter': 830, 'avg_loss': 1.1656093167770927, 'avg_acc_mask': 59.63171558058696, 'loss': 1.2525248527526855}
+{'epoch': 252, 'iter': 840, 'avg_loss': 1.1650336053793835, 'avg_acc_mask': 59.6355580652868, 'loss': 0.9808482527732849}
+{'epoch': 252, 'iter': 850, 'avg_loss': 1.1654582428455913, 'avg_acc_mask': 59.587469714187705, 'loss': 1.0657685995101929}
+{'epoch': 252, 'iter': 860, 'avg_loss': 1.1653903706840798, 'avg_acc_mask': 59.55536735125979, 'loss': 1.2052563428878784}
+{'epoch': 252, 'iter': 870, 'avg_loss': 1.1665758383807852, 'avg_acc_mask': 59.48935636318012, 'loss': 1.1309038400650024}
+{'epoch': 252, 'iter': 880, 'avg_loss': 1.1660678112682772, 'avg_acc_mask': 59.490084985835686, 'loss': 0.9985279440879822}
+{'epoch': 252, 'iter': 890, 'avg_loss': 1.1656068791577845, 'avg_acc_mask': 59.53940634595701, 'loss': 1.0054645538330078}
+{'epoch': 252, 'iter': 900, 'avg_loss': 1.1653051657496758, 'avg_acc_mask': 59.53175904004533, 'loss': 1.4556514024734497}
+{'epoch': 252, 'iter': 910, 'avg_loss': 1.1665564635451617, 'avg_acc_mask': 59.48812358673684, 'loss': 1.300645351409912}
+{'epoch': 252, 'iter': 920, 'avg_loss': 1.1655929236148002, 'avg_acc_mask': 59.52305498336238, 'loss': 0.7017017006874084}
+{'epoch': 252, 'iter': 930, 'avg_loss': 1.1655295428476835, 'avg_acc_mask': 59.490146092754195, 'loss': 1.6784244775772095}
+{'epoch': 252, 'iter': 940, 'avg_loss': 1.1676138038336281, 'avg_acc_mask': 59.396499932169235, 'loss': 1.3616465330123901}
+{'epoch': 252, 'iter': 950, 'avg_loss': 1.1676925217691656, 'avg_acc_mask': 59.413592084068426, 'loss': 1.225951075553894}
+{'epoch': 252, 'iter': 960, 'avg_loss': 1.1671137512660548, 'avg_acc_mask': 59.45412443533387, 'loss': 1.0617709159851074}
+{'epoch': 252, 'iter': 970, 'avg_loss': 1.166556024404068, 'avg_acc_mask': 59.46662156066756, 'loss': 0.9556264281272888}
+{'epoch': 252, 'iter': 980, 'avg_loss': 1.1655926221979747, 'avg_acc_mask': 59.505084871809174, 'loss': 0.9551876783370972}
+{'epoch': 252, 'iter': 990, 'avg_loss': 1.166061415260904, 'avg_acc_mask': 59.50668604116468, 'loss': 1.3138926029205322}
+{'epoch': 252, 'iter': 1000, 'avg_loss': 1.1663400955371686, 'avg_acc_mask': 59.50026407328489, 'loss': 1.525404930114746}
+{'epoch': 252, 'iter': 1010, 'avg_loss': 1.166166889620346, 'avg_acc_mask': 59.48554214694157, 'loss': 0.9084578156471252}
+{'epoch': 252, 'iter': 1020, 'avg_loss': 1.1662187226021792, 'avg_acc_mask': 59.46506101591953, 'loss': 1.1608906984329224}
+{'epoch': 252, 'iter': 1030, 'avg_loss': 1.1659906998522414, 'avg_acc_mask': 59.47769121813031, 'loss': 1.1114445924758911}
+{'epoch': 252, 'iter': 1040, 'avg_loss': 1.1660178713679428, 'avg_acc_mask': 59.48472412220702, 'loss': 1.1471436023712158}
+{'epoch': 252, 'iter': 1050, 'avg_loss': 1.1659766031264351, 'avg_acc_mask': 59.461244351755305, 'loss': 1.1226049661636353}
+{'epoch': 252, 'iter': 1060, 'avg_loss': 1.1658611589731978, 'avg_acc_mask': 59.47263270297268, 'loss': 1.0859627723693848}
+{'epoch': 252, 'iter': 1070, 'avg_loss': 1.1657504164983357, 'avg_acc_mask': 59.47213976183164, 'loss': 1.2092081308364868}
+{'epoch': 252, 'iter': 1080, 'avg_loss': 1.164927005106161, 'avg_acc_mask': 59.48969246367016, 'loss': 0.9161753058433533}
+{'epoch': 252, 'iter': 1090, 'avg_loss': 1.1654306000028587, 'avg_acc_mask': 59.48337878306259, 'loss': 1.2460037469863892}
+{'epoch': 252, 'iter': 1100, 'avg_loss': 1.164858738148245, 'avg_acc_mask': 59.494090539890934, 'loss': 1.210160732269287}
+{'epoch': 'EP252_train', 'avg_loss': 1.1650189476315251, 'total_masked_acc': 59.48906918717055}
+{'epoch': 253, 'iter': 0, 'avg_loss': 1.225993275642395, 'avg_acc_mask': 58.46153846153847, 'loss': 1.225993275642395}
+{'epoch': 253, 'iter': 10, 'avg_loss': 1.156455852768638, 'avg_acc_mask': 59.20245398773007, 'loss': 0.7275140285491943}
+{'epoch': 253, 'iter': 20, 'avg_loss': 1.1179254310471671, 'avg_acc_mask': 60.747663551401864, 'loss': 1.263252854347229}
+{'epoch': 253, 'iter': 30, 'avg_loss': 1.1457647546645133, 'avg_acc_mask': 61.19314825753101, 'loss': 1.1407369375228882}
+{'epoch': 253, 'iter': 40, 'avg_loss': 1.1437288173815099, 'avg_acc_mask': 61.015412511332734, 'loss': 1.0243154764175415}
+{'epoch': 253, 'iter': 50, 'avg_loss': 1.1695249852012186, 'avg_acc_mask': 60.12160228898426, 'loss': 1.3256582021713257}
+{'epoch': 253, 'iter': 60, 'avg_loss': 1.1711985068243058, 'avg_acc_mask': 60.048426150121074, 'loss': 1.1691360473632812}
+{'epoch': 253, 'iter': 70, 'avg_loss': 1.1680440256293392, 'avg_acc_mask': 60.092807424593964, 'loss': 1.0526187419891357}
+{'epoch': 253, 'iter': 80, 'avg_loss': 1.1694462372932906, 'avg_acc_mask': 60.11223344556677, 'loss': 1.0584497451782227}
+{'epoch': 253, 'iter': 90, 'avg_loss': 1.1696971543542631, 'avg_acc_mask': 59.94774919614147, 'loss': 0.899398148059845}
+{'epoch': 253, 'iter': 100, 'avg_loss': 1.164128880099495, 'avg_acc_mask': 60.09149130832571, 'loss': 0.8242506980895996}
+{'epoch': 253, 'iter': 110, 'avg_loss': 1.1613388786444794, 'avg_acc_mask': 60.26193633952255, 'loss': 0.963736355304718}
+{'epoch': 253, 'iter': 120, 'avg_loss': 1.1538159201953038, 'avg_acc_mask': 60.54740662331771, 'loss': 1.1732922792434692}
+{'epoch': 253, 'iter': 130, 'avg_loss': 1.149091079034878, 'avg_acc_mask': 60.40595022938968, 'loss': 0.9770646691322327}
+{'epoch': 253, 'iter': 140, 'avg_loss': 1.1530865447741028, 'avg_acc_mask': 60.197325717253015, 'loss': 1.457645297050476}
+{'epoch': 253, 'iter': 150, 'avg_loss': 1.1489196159192268, 'avg_acc_mask': 60.321354102784255, 'loss': 1.446379542350769}
+{'epoch': 253, 'iter': 160, 'avg_loss': 1.1538804939814977, 'avg_acc_mask': 60.20561395402564, 'loss': 1.3259660005569458}
+{'epoch': 253, 'iter': 170, 'avg_loss': 1.153881353244447, 'avg_acc_mask': 60.13184913001189, 'loss': 1.1005507707595825}
+{'epoch': 253, 'iter': 180, 'avg_loss': 1.1556699792983123, 'avg_acc_mask': 60.185279446197704, 'loss': 1.1111503839492798}
+{'epoch': 253, 'iter': 190, 'avg_loss': 1.1524021775310576, 'avg_acc_mask': 60.11338522148554, 'loss': 0.836018979549408}
+{'epoch': 253, 'iter': 200, 'avg_loss': 1.149524768786644, 'avg_acc_mask': 60.16341352700862, 'loss': 1.138107180595398}
+{'epoch': 253, 'iter': 210, 'avg_loss': 1.1519568808270857, 'avg_acc_mask': 60.05336546737821, 'loss': 1.2636698484420776}
+{'epoch': 253, 'iter': 220, 'avg_loss': 1.1488258547372947, 'avg_acc_mask': 60.077296274977385, 'loss': 1.2769420146942139}
+{'epoch': 253, 'iter': 230, 'avg_loss': 1.1489341437042533, 'avg_acc_mask': 60.0913457752579, 'loss': 1.216772437095642}
+{'epoch': 253, 'iter': 240, 'avg_loss': 1.1470712307083162, 'avg_acc_mask': 60.16814360372642, 'loss': 1.2061126232147217}
+{'epoch': 253, 'iter': 250, 'avg_loss': 1.147528196948458, 'avg_acc_mask': 60.040671072699546, 'loss': 0.971646785736084}
+{'epoch': 253, 'iter': 260, 'avg_loss': 1.1501993559786186, 'avg_acc_mask': 59.962314188010325, 'loss': 1.1964012384414673}
+{'epoch': 253, 'iter': 270, 'avg_loss': 1.15167498258647, 'avg_acc_mask': 59.945047580753254, 'loss': 1.2695629596710205}
+{'epoch': 253, 'iter': 280, 'avg_loss': 1.1515320193725125, 'avg_acc_mask': 59.899166181888695, 'loss': 0.4732810854911804}
+{'epoch': 253, 'iter': 290, 'avg_loss': 1.148308222646156, 'avg_acc_mask': 59.953747109194325, 'loss': 1.1868451833724976}
+{'epoch': 253, 'iter': 300, 'avg_loss': 1.1454722132793693, 'avg_acc_mask': 60.137872649210856, 'loss': 1.1021175384521484}
+{'epoch': 253, 'iter': 310, 'avg_loss': 1.1487576603122847, 'avg_acc_mask': 59.968363700275354, 'loss': 0.9716407656669617}
+{'epoch': 253, 'iter': 320, 'avg_loss': 1.1496993299585265, 'avg_acc_mask': 59.915755919854284, 'loss': 1.3107585906982422}
+{'epoch': 253, 'iter': 330, 'avg_loss': 1.1489972472190857, 'avg_acc_mask': 59.95589856670341, 'loss': 1.0077670812606812}
+{'epoch': 253, 'iter': 340, 'avg_loss': 1.1509255801827327, 'avg_acc_mask': 59.86310892465644, 'loss': 0.9664862155914307}
+{'epoch': 253, 'iter': 350, 'avg_loss': 1.151985026492692, 'avg_acc_mask': 59.900166389351085, 'loss': 1.3334349393844604}
+{'epoch': 253, 'iter': 360, 'avg_loss': 1.1517302663042275, 'avg_acc_mask': 59.912027908387685, 'loss': 1.437969446182251}
+{'epoch': 253, 'iter': 370, 'avg_loss': 1.1502839243315621, 'avg_acc_mask': 59.962526502637935, 'loss': 0.9131698608398438}
+{'epoch': 253, 'iter': 380, 'avg_loss': 1.1535387555445273, 'avg_acc_mask': 59.8188180031635, 'loss': 0.758176326751709}
+{'epoch': 253, 'iter': 390, 'avg_loss': 1.1515852215954714, 'avg_acc_mask': 59.84108436550596, 'loss': 1.3659781217575073}
+{'epoch': 253, 'iter': 400, 'avg_loss': 1.1521682580213, 'avg_acc_mask': 59.80204342273308, 'loss': 1.4153109788894653}
+{'epoch': 253, 'iter': 410, 'avg_loss': 1.1516282052309263, 'avg_acc_mask': 59.78023933448997, 'loss': 1.1784358024597168}
+{'epoch': 253, 'iter': 420, 'avg_loss': 1.1506098167630103, 'avg_acc_mask': 59.820729266382386, 'loss': 1.2549705505371094}
+{'epoch': 253, 'iter': 430, 'avg_loss': 1.1488171207379299, 'avg_acc_mask': 59.900569388969146, 'loss': 0.9189709424972534}
+{'epoch': 253, 'iter': 440, 'avg_loss': 1.1514287755873198, 'avg_acc_mask': 59.824132066863, 'loss': 1.3876398801803589}
+{'epoch': 253, 'iter': 450, 'avg_loss': 1.152378488802857, 'avg_acc_mask': 59.81668491706209, 'loss': 1.413726806640625}
+{'epoch': 253, 'iter': 460, 'avg_loss': 1.1516166966804455, 'avg_acc_mask': 59.82390735305783, 'loss': 1.1702650785446167}
+{'epoch': 253, 'iter': 470, 'avg_loss': 1.1502143145873036, 'avg_acc_mask': 59.90919321665567, 'loss': 0.9369648098945618}
+{'epoch': 253, 'iter': 480, 'avg_loss': 1.1501060540859516, 'avg_acc_mask': 59.916397491924755, 'loss': 1.1166930198669434}
+{'epoch': 253, 'iter': 490, 'avg_loss': 1.150338477612513, 'avg_acc_mask': 59.91127017857809, 'loss': 1.3676426410675049}
+{'epoch': 253, 'iter': 500, 'avg_loss': 1.1472099673248337, 'avg_acc_mask': 59.976641483265816, 'loss': 1.0301412343978882}
+{'epoch': 253, 'iter': 510, 'avg_loss': 1.1478637923466484, 'avg_acc_mask': 59.984257039607854, 'loss': 1.2147200107574463}
+{'epoch': 253, 'iter': 520, 'avg_loss': 1.1488585877098185, 'avg_acc_mask': 59.9620293218015, 'loss': 1.2863836288452148}
+{'epoch': 253, 'iter': 530, 'avg_loss': 1.1490712523909388, 'avg_acc_mask': 59.93996687827767, 'loss': 1.1853083372116089}
+{'epoch': 253, 'iter': 540, 'avg_loss': 1.1491605264862892, 'avg_acc_mask': 59.895004233700256, 'loss': 1.2853819131851196}
+{'epoch': 253, 'iter': 550, 'avg_loss': 1.1495561761994544, 'avg_acc_mask': 59.86979772146013, 'loss': 1.0814875364303589}
+{'epoch': 253, 'iter': 560, 'avg_loss': 1.1491811565536867, 'avg_acc_mask': 59.88033740927221, 'loss': 1.3434860706329346}
+{'epoch': 253, 'iter': 570, 'avg_loss': 1.1470227568245601, 'avg_acc_mask': 59.99292649990354, 'loss': 0.9079286456108093}
+{'epoch': 253, 'iter': 580, 'avg_loss': 1.1473342255142593, 'avg_acc_mask': 60.001895195678955, 'loss': 1.3624085187911987}
+{'epoch': 253, 'iter': 590, 'avg_loss': 1.1474553164088384, 'avg_acc_mask': 59.925627517818405, 'loss': 1.3690669536590576}
+{'epoch': 253, 'iter': 600, 'avg_loss': 1.1467557000042794, 'avg_acc_mask': 60.01767376664534, 'loss': 0.9486426115036011}
+{'epoch': 253, 'iter': 610, 'avg_loss': 1.147893986315657, 'avg_acc_mask': 59.951572402248, 'loss': 1.00732421875}
+{'epoch': 253, 'iter': 620, 'avg_loss': 1.1466117567486234, 'avg_acc_mask': 60.00647668393783, 'loss': 1.2952018976211548}
+{'epoch': 253, 'iter': 630, 'avg_loss': 1.1467144516681906, 'avg_acc_mask': 59.99073054863565, 'loss': 0.8474605679512024}
+{'epoch': 253, 'iter': 640, 'avg_loss': 1.146800021113546, 'avg_acc_mask': 60.04057374707126, 'loss': 0.8960044384002686}
+{'epoch': 253, 'iter': 650, 'avg_loss': 1.1477321855117282, 'avg_acc_mask': 59.971281358222825, 'loss': 0.8672535419464111}
+{'epoch': 253, 'iter': 660, 'avg_loss': 1.1481476893223, 'avg_acc_mask': 59.968920831367754, 'loss': 1.042271614074707}
+{'epoch': 253, 'iter': 670, 'avg_loss': 1.1485267259324894, 'avg_acc_mask': 59.96334691867939, 'loss': 1.2094945907592773}
+{'epoch': 253, 'iter': 680, 'avg_loss': 1.1484325849362231, 'avg_acc_mask': 59.982753509930205, 'loss': 1.1457908153533936}
+{'epoch': 253, 'iter': 690, 'avg_loss': 1.1496285370048325, 'avg_acc_mask': 59.97770049642942, 'loss': 0.7846789360046387}
+{'epoch': 253, 'iter': 700, 'avg_loss': 1.1502132834109362, 'avg_acc_mask': 59.936165759732106, 'loss': 1.2025126218795776}
+{'epoch': 253, 'iter': 710, 'avg_loss': 1.1501895426530209, 'avg_acc_mask': 59.94935531381618, 'loss': 1.1634087562561035}
+{'epoch': 253, 'iter': 720, 'avg_loss': 1.1508271676822774, 'avg_acc_mask': 59.9230220228385, 'loss': 1.1323736906051636}
+{'epoch': 253, 'iter': 730, 'avg_loss': 1.1498001754365443, 'avg_acc_mask': 59.93966059082339, 'loss': 1.4582053422927856}
+{'epoch': 253, 'iter': 740, 'avg_loss': 1.151983461318872, 'avg_acc_mask': 59.84279302735005, 'loss': 1.2056289911270142}
+{'epoch': 253, 'iter': 750, 'avg_loss': 1.1524750131582928, 'avg_acc_mask': 59.79151882937334, 'loss': 0.9979895353317261}
+{'epoch': 253, 'iter': 760, 'avg_loss': 1.152499282015451, 'avg_acc_mask': 59.80328185794727, 'loss': 1.1833733320236206}
+{'epoch': 253, 'iter': 770, 'avg_loss': 1.1532093420257519, 'avg_acc_mask': 59.754323196183655, 'loss': 1.3090121746063232}
+{'epoch': 253, 'iter': 780, 'avg_loss': 1.1520685629869087, 'avg_acc_mask': 59.7865020265812, 'loss': 1.1112401485443115}
+{'epoch': 253, 'iter': 790, 'avg_loss': 1.1517699713502008, 'avg_acc_mask': 59.82653583220946, 'loss': 0.9368442296981812}
+{'epoch': 253, 'iter': 800, 'avg_loss': 1.1511919565415114, 'avg_acc_mask': 59.81894630425293, 'loss': 0.9095399975776672}
+{'epoch': 253, 'iter': 810, 'avg_loss': 1.1513601362190764, 'avg_acc_mask': 59.80748274609516, 'loss': 1.2997605800628662}
+{'epoch': 253, 'iter': 820, 'avg_loss': 1.1516201230408067, 'avg_acc_mask': 59.81522177871462, 'loss': 1.0645852088928223}
+{'epoch': 253, 'iter': 830, 'avg_loss': 1.1527948311376515, 'avg_acc_mask': 59.76425754420171, 'loss': 1.3540525436401367}
+{'epoch': 253, 'iter': 840, 'avg_loss': 1.1525525194853012, 'avg_acc_mask': 59.77278199767966, 'loss': 1.071408748626709}
+{'epoch': 253, 'iter': 850, 'avg_loss': 1.153227938678374, 'avg_acc_mask': 59.76149841214975, 'loss': 1.3089641332626343}
+{'epoch': 253, 'iter': 860, 'avg_loss': 1.1544857650268368, 'avg_acc_mask': 59.71662078825513, 'loss': 1.234436273574829}
+{'epoch': 253, 'iter': 870, 'avg_loss': 1.1550738965465883, 'avg_acc_mask': 59.693415594533704, 'loss': 1.3867279291152954}
+{'epoch': 253, 'iter': 880, 'avg_loss': 1.1558667891547845, 'avg_acc_mask': 59.67584212387907, 'loss': 0.8467855453491211}
+{'epoch': 253, 'iter': 890, 'avg_loss': 1.1557514528366586, 'avg_acc_mask': 59.71587399629401, 'loss': 0.9637699127197266}
+{'epoch': 253, 'iter': 900, 'avg_loss': 1.1559555660871237, 'avg_acc_mask': 59.66790118432298, 'loss': 1.402119517326355}
+{'epoch': 253, 'iter': 910, 'avg_loss': 1.157612940678874, 'avg_acc_mask': 59.58054332307816, 'loss': 1.5633481740951538}
+{'epoch': 253, 'iter': 920, 'avg_loss': 1.1572232813969756, 'avg_acc_mask': 59.59205625161843, 'loss': 1.2675695419311523}
+{'epoch': 253, 'iter': 930, 'avg_loss': 1.1562656292213662, 'avg_acc_mask': 59.61800011826621, 'loss': 1.4674193859100342}
+{'epoch': 253, 'iter': 940, 'avg_loss': 1.1565674398961407, 'avg_acc_mask': 59.60759099056971, 'loss': 1.084532380104065}
+{'epoch': 253, 'iter': 950, 'avg_loss': 1.1566149650061293, 'avg_acc_mask': 59.584233261339094, 'loss': 1.3277992010116577}
+{'epoch': 253, 'iter': 960, 'avg_loss': 1.1569040057314297, 'avg_acc_mask': 59.54214479051504, 'loss': 1.185298204421997}
+{'epoch': 253, 'iter': 970, 'avg_loss': 1.1568628832559753, 'avg_acc_mask': 59.54392847712098, 'loss': 1.038440465927124}
+{'epoch': 253, 'iter': 980, 'avg_loss': 1.1564932069404166, 'avg_acc_mask': 59.56934224778695, 'loss': 0.9804153442382812}
+{'epoch': 253, 'iter': 990, 'avg_loss': 1.1566617271734174, 'avg_acc_mask': 59.54684787827307, 'loss': 1.2084518671035767}
+{'epoch': 253, 'iter': 1000, 'avg_loss': 1.1564514385713087, 'avg_acc_mask': 59.538301255688985, 'loss': 1.5350041389465332}
+{'epoch': 253, 'iter': 1010, 'avg_loss': 1.155737849595403, 'avg_acc_mask': 59.55853084856161, 'loss': 0.8289380073547363}
+{'epoch': 253, 'iter': 1020, 'avg_loss': 1.15566668565313, 'avg_acc_mask': 59.561324977618625, 'loss': 0.9065635800361633}
+{'epoch': 253, 'iter': 1030, 'avg_loss': 1.155414085672621, 'avg_acc_mask': 59.58922331991273, 'loss': 1.2239446640014648}
+{'epoch': 253, 'iter': 1040, 'avg_loss': 1.1552633147876383, 'avg_acc_mask': 59.58160612660718, 'loss': 1.2192376852035522}
+{'epoch': 253, 'iter': 1050, 'avg_loss': 1.1554803991748763, 'avg_acc_mask': 59.557172448606586, 'loss': 1.2259716987609863}
+{'epoch': 253, 'iter': 1060, 'avg_loss': 1.155192764158186, 'avg_acc_mask': 59.57703719036777, 'loss': 1.3096801042556763}
+{'epoch': 253, 'iter': 1070, 'avg_loss': 1.1547588487299216, 'avg_acc_mask': 59.5698520619085, 'loss': 0.8981323838233948}
+{'epoch': 253, 'iter': 1080, 'avg_loss': 1.1551775321929572, 'avg_acc_mask': 59.54503171247357, 'loss': 1.1250684261322021}
+{'epoch': 253, 'iter': 1090, 'avg_loss': 1.155935610083677, 'avg_acc_mask': 59.51651002663718, 'loss': 1.4353418350219727}
+{'epoch': 253, 'iter': 1100, 'avg_loss': 1.1557615632690375, 'avg_acc_mask': 59.52867321010413, 'loss': 1.0124198198318481}
+{'epoch': 'EP253_train', 'avg_loss': 1.1566840044513547, 'total_masked_acc': 59.506593642967054}
+{'epoch': 254, 'iter': 0, 'avg_loss': 1.278141975402832, 'avg_acc_mask': 55.932203389830505, 'loss': 1.278141975402832}
+{'epoch': 254, 'iter': 10, 'avg_loss': 1.224470485340465, 'avg_acc_mask': 56.891025641025635, 'loss': 0.90003502368927}
+{'epoch': 254, 'iter': 20, 'avg_loss': 1.2161023560024442, 'avg_acc_mask': 57.27659574468085, 'loss': 1.3970352411270142}
+{'epoch': 254, 'iter': 30, 'avg_loss': 1.1793437330953536, 'avg_acc_mask': 58.434782608695656, 'loss': 0.908501386642456}
+{'epoch': 254, 'iter': 40, 'avg_loss': 1.1822670596401865, 'avg_acc_mask': 57.942315970727506, 'loss': 1.080392599105835}
+{'epoch': 254, 'iter': 50, 'avg_loss': 1.2007786362778907, 'avg_acc_mask': 56.94109541853255, 'loss': 1.3487776517868042}
+{'epoch': 254, 'iter': 60, 'avg_loss': 1.179136938736087, 'avg_acc_mask': 57.954216169226314, 'loss': 0.9305722713470459}
+{'epoch': 254, 'iter': 70, 'avg_loss': 1.180865637853112, 'avg_acc_mask': 58.213755566551214, 'loss': 1.0823829174041748}
+{'epoch': 254, 'iter': 80, 'avg_loss': 1.178782339449282, 'avg_acc_mask': 58.73187621726898, 'loss': 1.1988977193832397}
+{'epoch': 254, 'iter': 90, 'avg_loss': 1.1824778528003903, 'avg_acc_mask': 58.6687306501548, 'loss': 1.1016459465026855}
+{'epoch': 254, 'iter': 100, 'avg_loss': 1.1814880005203852, 'avg_acc_mask': 58.85234429671099, 'loss': 1.011135458946228}
+{'epoch': 254, 'iter': 110, 'avg_loss': 1.1818253983248461, 'avg_acc_mask': 58.90827597246678, 'loss': 0.9148275256156921}
+{'epoch': 254, 'iter': 120, 'avg_loss': 1.1808951763082143, 'avg_acc_mask': 58.82961430471405, 'loss': 1.2623677253723145}
+{'epoch': 254, 'iter': 130, 'avg_loss': 1.1768498325165901, 'avg_acc_mask': 58.91115926327194, 'loss': 1.2419546842575073}
+{'epoch': 254, 'iter': 140, 'avg_loss': 1.181322809652234, 'avg_acc_mask': 58.50915982312066, 'loss': 1.0952532291412354}
+{'epoch': 254, 'iter': 150, 'avg_loss': 1.175515239996626, 'avg_acc_mask': 58.79277566539925, 'loss': 1.484175443649292}
+{'epoch': 254, 'iter': 160, 'avg_loss': 1.174773653471692, 'avg_acc_mask': 58.81499665253291, 'loss': 1.0808212757110596}
+{'epoch': 254, 'iter': 170, 'avg_loss': 1.17415250776804, 'avg_acc_mask': 58.888772627393536, 'loss': 1.1885930299758911}
+{'epoch': 254, 'iter': 180, 'avg_loss': 1.1719316524036683, 'avg_acc_mask': 59.044977214186645, 'loss': 1.232110857963562}
+{'epoch': 254, 'iter': 190, 'avg_loss': 1.1670512123257701, 'avg_acc_mask': 59.18883476957662, 'loss': 1.0054423809051514}
+{'epoch': 254, 'iter': 200, 'avg_loss': 1.1646034705698194, 'avg_acc_mask': 59.455128205128204, 'loss': 1.4642815589904785}
+{'epoch': 254, 'iter': 210, 'avg_loss': 1.1631028332981452, 'avg_acc_mask': 59.525423728813564, 'loss': 1.4375954866409302}
+{'epoch': 254, 'iter': 220, 'avg_loss': 1.1573591218814592, 'avg_acc_mask': 59.70521907216495, 'loss': 1.3051118850708008}
+{'epoch': 254, 'iter': 230, 'avg_loss': 1.1596691123334877, 'avg_acc_mask': 59.67729483517332, 'loss': 1.0874907970428467}
+{'epoch': 254, 'iter': 240, 'avg_loss': 1.158612942299902, 'avg_acc_mask': 59.73612037654733, 'loss': 1.1268935203552246}
+{'epoch': 254, 'iter': 250, 'avg_loss': 1.1616831049026246, 'avg_acc_mask': 59.62772785622593, 'loss': 0.9736068844795227}
+{'epoch': 254, 'iter': 260, 'avg_loss': 1.1637862790590046, 'avg_acc_mask': 59.51841942786582, 'loss': 0.8285444974899292}
+{'epoch': 254, 'iter': 270, 'avg_loss': 1.1655477463539237, 'avg_acc_mask': 59.372730274017826, 'loss': 1.1767187118530273}
+{'epoch': 254, 'iter': 280, 'avg_loss': 1.1644717520666292, 'avg_acc_mask': 59.42675159235669, 'loss': 1.0172407627105713}
+{'epoch': 254, 'iter': 290, 'avg_loss': 1.1653112105487549, 'avg_acc_mask': 59.35611200197361, 'loss': 1.0759656429290771}
+{'epoch': 254, 'iter': 300, 'avg_loss': 1.1668284477981619, 'avg_acc_mask': 59.29366922756238, 'loss': 1.2740001678466797}
+{'epoch': 254, 'iter': 310, 'avg_loss': 1.1674953141396451, 'avg_acc_mask': 59.25092336103417, 'loss': 0.7754807472229004}
+{'epoch': 254, 'iter': 320, 'avg_loss': 1.164413469602757, 'avg_acc_mask': 59.39322566173172, 'loss': 0.898320734500885}
+{'epoch': 254, 'iter': 330, 'avg_loss': 1.162915629742729, 'avg_acc_mask': 59.4988313311953, 'loss': 0.8747379183769226}
+{'epoch': 254, 'iter': 340, 'avg_loss': 1.1625293007344444, 'avg_acc_mask': 59.570539200168824, 'loss': 0.9031170010566711}
+{'epoch': 254, 'iter': 350, 'avg_loss': 1.1627553869516423, 'avg_acc_mask': 59.64984340504185, 'loss': 0.9992913007736206}
+{'epoch': 254, 'iter': 360, 'avg_loss': 1.16111267157869, 'avg_acc_mask': 59.72069825436409, 'loss': 1.0260932445526123}
+{'epoch': 254, 'iter': 370, 'avg_loss': 1.1601662434978948, 'avg_acc_mask': 59.670201381457346, 'loss': 1.0333352088928223}
+{'epoch': 254, 'iter': 380, 'avg_loss': 1.1644536909155958, 'avg_acc_mask': 59.493971328206584, 'loss': 1.11150324344635}
+{'epoch': 254, 'iter': 390, 'avg_loss': 1.162337776340182, 'avg_acc_mask': 59.57377958579882, 'loss': 1.2458902597427368}
+{'epoch': 254, 'iter': 400, 'avg_loss': 1.1610323804572336, 'avg_acc_mask': 59.57735031156868, 'loss': 0.9783259034156799}
+{'epoch': 254, 'iter': 410, 'avg_loss': 1.160863248971257, 'avg_acc_mask': 59.594177326863694, 'loss': 0.9751027822494507}
+{'epoch': 254, 'iter': 420, 'avg_loss': 1.160271822132011, 'avg_acc_mask': 59.65411653081468, 'loss': 0.9557090997695923}
+{'epoch': 254, 'iter': 430, 'avg_loss': 1.159503547747008, 'avg_acc_mask': 59.681429354009516, 'loss': 1.021578073501587}
+{'epoch': 254, 'iter': 440, 'avg_loss': 1.162040602052563, 'avg_acc_mask': 59.61641354899781, 'loss': 1.5443146228790283}
+{'epoch': 254, 'iter': 450, 'avg_loss': 1.1601998872080292, 'avg_acc_mask': 59.673255344897136, 'loss': 0.9745620489120483}
+{'epoch': 254, 'iter': 460, 'avg_loss': 1.160180353808041, 'avg_acc_mask': 59.69206474536123, 'loss': 1.2487943172454834}
+{'epoch': 254, 'iter': 470, 'avg_loss': 1.1599645264082907, 'avg_acc_mask': 59.66279563254755, 'loss': 1.1576323509216309}
+{'epoch': 254, 'iter': 480, 'avg_loss': 1.1590808768777987, 'avg_acc_mask': 59.69449485783424, 'loss': 0.878504753112793}
+{'epoch': 254, 'iter': 490, 'avg_loss': 1.16082708680217, 'avg_acc_mask': 59.551895541212254, 'loss': 1.238395094871521}
+{'epoch': 254, 'iter': 500, 'avg_loss': 1.1593032542341009, 'avg_acc_mask': 59.62055680744348, 'loss': 0.8387190103530884}
+{'epoch': 254, 'iter': 510, 'avg_loss': 1.158787401804952, 'avg_acc_mask': 59.60305017103763, 'loss': 1.0685625076293945}
+{'epoch': 254, 'iter': 520, 'avg_loss': 1.1588312047685634, 'avg_acc_mask': 59.60366921083957, 'loss': 1.4987577199935913}
+{'epoch': 254, 'iter': 530, 'avg_loss': 1.1577925963814875, 'avg_acc_mask': 59.62153793222088, 'loss': 0.9771386981010437}
+{'epoch': 254, 'iter': 540, 'avg_loss': 1.1578863454834591, 'avg_acc_mask': 59.68030820181812, 'loss': 1.3544495105743408}
+{'epoch': 254, 'iter': 550, 'avg_loss': 1.1581411109645656, 'avg_acc_mask': 59.67244637469747, 'loss': 1.2502193450927734}
+{'epoch': 254, 'iter': 560, 'avg_loss': 1.1585135044473591, 'avg_acc_mask': 59.68562483694234, 'loss': 1.6442066431045532}
+{'epoch': 254, 'iter': 570, 'avg_loss': 1.1564429117376458, 'avg_acc_mask': 59.76282051282051, 'loss': 1.0955286026000977}
+{'epoch': 254, 'iter': 580, 'avg_loss': 1.1558419445500727, 'avg_acc_mask': 59.764935719687415, 'loss': 1.327109456062317}
+{'epoch': 254, 'iter': 590, 'avg_loss': 1.1552815852834892, 'avg_acc_mask': 59.74986843327245, 'loss': 0.8947907090187073}
+{'epoch': 254, 'iter': 600, 'avg_loss': 1.1551553639715006, 'avg_acc_mask': 59.75208625205579, 'loss': 1.33932626247406}
+{'epoch': 254, 'iter': 610, 'avg_loss': 1.1559693097287815, 'avg_acc_mask': 59.73497651879992, 'loss': 1.2498669624328613}
+{'epoch': 254, 'iter': 620, 'avg_loss': 1.1530886924017263, 'avg_acc_mask': 59.866831653998, 'loss': 1.2502275705337524}
+{'epoch': 254, 'iter': 630, 'avg_loss': 1.1523875571468554, 'avg_acc_mask': 59.89213326760808, 'loss': 0.7116950154304504}
+{'epoch': 254, 'iter': 640, 'avg_loss': 1.1513677514659446, 'avg_acc_mask': 59.93656599137069, 'loss': 1.0721192359924316}
+{'epoch': 254, 'iter': 650, 'avg_loss': 1.1529909504174087, 'avg_acc_mask': 59.883999211645126, 'loss': 1.0281322002410889}
+{'epoch': 254, 'iter': 660, 'avg_loss': 1.1529705933832004, 'avg_acc_mask': 59.925259515570936, 'loss': 1.0309414863586426}
+{'epoch': 254, 'iter': 670, 'avg_loss': 1.1544561482932636, 'avg_acc_mask': 59.85994168778441, 'loss': 1.3664108514785767}
+{'epoch': 254, 'iter': 680, 'avg_loss': 1.1552378969395563, 'avg_acc_mask': 59.81351104423066, 'loss': 1.2378714084625244}
+{'epoch': 254, 'iter': 690, 'avg_loss': 1.155661549564726, 'avg_acc_mask': 59.81575603557815, 'loss': 1.478123664855957}
+{'epoch': 254, 'iter': 700, 'avg_loss': 1.158219344860817, 'avg_acc_mask': 59.7246845343623, 'loss': 1.3749048709869385}
+{'epoch': 254, 'iter': 710, 'avg_loss': 1.1580611249397912, 'avg_acc_mask': 59.73304528971531, 'loss': 1.1089129447937012}
+{'epoch': 254, 'iter': 720, 'avg_loss': 1.158004916822034, 'avg_acc_mask': 59.73742903487429, 'loss': 1.3485221862792969}
+{'epoch': 254, 'iter': 730, 'avg_loss': 1.1568980763287942, 'avg_acc_mask': 59.782391195597796, 'loss': 1.2133342027664185}
+{'epoch': 254, 'iter': 740, 'avg_loss': 1.1573066381629502, 'avg_acc_mask': 59.77306364084855, 'loss': 1.1752527952194214}
+{'epoch': 254, 'iter': 750, 'avg_loss': 1.1600549941691514, 'avg_acc_mask': 59.69393961511326, 'loss': 1.4035255908966064}
+{'epoch': 254, 'iter': 760, 'avg_loss': 1.1595709520476563, 'avg_acc_mask': 59.72796308757089, 'loss': 1.0870908498764038}
+{'epoch': 254, 'iter': 770, 'avg_loss': 1.1615000514050247, 'avg_acc_mask': 59.674090941436, 'loss': 1.427433729171753}
+{'epoch': 254, 'iter': 780, 'avg_loss': 1.162152075355398, 'avg_acc_mask': 59.64328403684346, 'loss': 1.2759242057800293}
+{'epoch': 254, 'iter': 790, 'avg_loss': 1.1614017540826809, 'avg_acc_mask': 59.6671527440224, 'loss': 0.9279550909996033}
+{'epoch': 254, 'iter': 800, 'avg_loss': 1.1620451316107228, 'avg_acc_mask': 59.6668268460676, 'loss': 1.4315078258514404}
+{'epoch': 254, 'iter': 810, 'avg_loss': 1.1623773427103656, 'avg_acc_mask': 59.665709180557755, 'loss': 1.0973979234695435}
+{'epoch': 254, 'iter': 820, 'avg_loss': 1.1623239539717931, 'avg_acc_mask': 59.65331605870395, 'loss': 1.2813055515289307}
+{'epoch': 254, 'iter': 830, 'avg_loss': 1.1629892731831823, 'avg_acc_mask': 59.652880517587825, 'loss': 1.1254360675811768}
+{'epoch': 254, 'iter': 840, 'avg_loss': 1.1628250655464554, 'avg_acc_mask': 59.64942879567454, 'loss': 1.0835474729537964}
+{'epoch': 254, 'iter': 850, 'avg_loss': 1.1639324392331052, 'avg_acc_mask': 59.61161704234752, 'loss': 1.1793283224105835}
+{'epoch': 254, 'iter': 860, 'avg_loss': 1.1638517221922657, 'avg_acc_mask': 59.63390522354742, 'loss': 1.3157118558883667}
+{'epoch': 254, 'iter': 870, 'avg_loss': 1.1648413698380358, 'avg_acc_mask': 59.58902671956005, 'loss': 1.0885167121887207}
+{'epoch': 254, 'iter': 880, 'avg_loss': 1.1651489337510879, 'avg_acc_mask': 59.58926865733627, 'loss': 0.9656848311424255}
+{'epoch': 254, 'iter': 890, 'avg_loss': 1.1641691248826307, 'avg_acc_mask': 59.62767378305628, 'loss': 1.1592209339141846}
+{'epoch': 254, 'iter': 900, 'avg_loss': 1.1644056915707646, 'avg_acc_mask': 59.58419704914035, 'loss': 1.4648481607437134}
+{'epoch': 254, 'iter': 910, 'avg_loss': 1.165763844054041, 'avg_acc_mask': 59.53159806538362, 'loss': 1.599939227104187}
+{'epoch': 254, 'iter': 920, 'avg_loss': 1.1654513711261438, 'avg_acc_mask': 59.549445746751964, 'loss': 0.8758679628372192}
+{'epoch': 254, 'iter': 930, 'avg_loss': 1.1650244717183098, 'avg_acc_mask': 59.57032402762202, 'loss': 1.2768679857254028}
+{'epoch': 254, 'iter': 940, 'avg_loss': 1.1652793247692137, 'avg_acc_mask': 59.567805181669655, 'loss': 1.0299779176712036}
+{'epoch': 254, 'iter': 950, 'avg_loss': 1.1649020544236641, 'avg_acc_mask': 59.587247805328815, 'loss': 1.3039623498916626}
+{'epoch': 254, 'iter': 960, 'avg_loss': 1.164316805108653, 'avg_acc_mask': 59.61637462581273, 'loss': 1.2113761901855469}
+{'epoch': 254, 'iter': 970, 'avg_loss': 1.1643113142798294, 'avg_acc_mask': 59.60554874020949, 'loss': 1.0638762712478638}
+{'epoch': 254, 'iter': 980, 'avg_loss': 1.1636320302124297, 'avg_acc_mask': 59.60526806700742, 'loss': 1.1512407064437866}
+{'epoch': 254, 'iter': 990, 'avg_loss': 1.165032444820635, 'avg_acc_mask': 59.533777179425705, 'loss': 1.3897160291671753}
+{'epoch': 254, 'iter': 1000, 'avg_loss': 1.165177758697506, 'avg_acc_mask': 59.540813530840744, 'loss': 1.4892845153808594}
+{'epoch': 254, 'iter': 1010, 'avg_loss': 1.1653880487563701, 'avg_acc_mask': 59.51640322638985, 'loss': 1.2866543531417847}
+{'epoch': 254, 'iter': 1020, 'avg_loss': 1.1653877450016406, 'avg_acc_mask': 59.517843719798115, 'loss': 1.141840934753418}
+{'epoch': 254, 'iter': 1030, 'avg_loss': 1.165134186656815, 'avg_acc_mask': 59.54149749117923, 'loss': 1.3303989171981812}
+{'epoch': 254, 'iter': 1040, 'avg_loss': 1.1649010094968775, 'avg_acc_mask': 59.552731357955345, 'loss': 1.2758475542068481}
+{'epoch': 254, 'iter': 1050, 'avg_loss': 1.1642922217453469, 'avg_acc_mask': 59.591077420588704, 'loss': 1.152951717376709}
+{'epoch': 254, 'iter': 1060, 'avg_loss': 1.1635897165194196, 'avg_acc_mask': 59.6029571421186, 'loss': 0.7951225638389587}
+{'epoch': 254, 'iter': 1070, 'avg_loss': 1.1632797782049349, 'avg_acc_mask': 59.5947699030452, 'loss': 1.2467516660690308}
+{'epoch': 254, 'iter': 1080, 'avg_loss': 1.1631872750453438, 'avg_acc_mask': 59.60927465693233, 'loss': 1.0039089918136597}
+{'epoch': 254, 'iter': 1090, 'avg_loss': 1.1638045968755901, 'avg_acc_mask': 59.59288213335119, 'loss': 1.3103216886520386}
+{'epoch': 254, 'iter': 1100, 'avg_loss': 1.163302987245513, 'avg_acc_mask': 59.62135165181609, 'loss': 0.9063361287117004}
+{'epoch': 'EP254_train', 'avg_loss': 1.1637479104067945, 'total_masked_acc': 59.61175964813651}
+{'epoch': 255, 'iter': 0, 'avg_loss': 1.2333717346191406, 'avg_acc_mask': 67.24137931034483, 'loss': 1.2333717346191406}
+{'epoch': 255, 'iter': 10, 'avg_loss': 1.2108622897755017, 'avg_acc_mask': 57.8125, 'loss': 0.8224456906318665}
+{'epoch': 255, 'iter': 20, 'avg_loss': 1.1973542344002497, 'avg_acc_mask': 58.46153846153847, 'loss': 1.1882686614990234}
+{'epoch': 255, 'iter': 30, 'avg_loss': 1.1811898023851457, 'avg_acc_mask': 59.63890506697729, 'loss': 1.4279406070709229}
+{'epoch': 255, 'iter': 40, 'avg_loss': 1.1717978410604524, 'avg_acc_mask': 59.88526037069727, 'loss': 1.1414204835891724}
+{'epoch': 255, 'iter': 50, 'avg_loss': 1.1926347706832139, 'avg_acc_mask': 59.19803024973619, 'loss': 1.3597432374954224}
+{'epoch': 255, 'iter': 60, 'avg_loss': 1.1892196457894122, 'avg_acc_mask': 59.13532721350311, 'loss': 1.006571888923645}
+{'epoch': 255, 'iter': 70, 'avg_loss': 1.179044465783616, 'avg_acc_mask': 59.43775100401606, 'loss': 1.2237000465393066}
+{'epoch': 255, 'iter': 80, 'avg_loss': 1.1777564942100902, 'avg_acc_mask': 59.60741548527808, 'loss': 1.3050094842910767}
+{'epoch': 255, 'iter': 90, 'avg_loss': 1.1774330538707776, 'avg_acc_mask': 59.48107686305111, 'loss': 1.0384325981140137}
+{'epoch': 255, 'iter': 100, 'avg_loss': 1.17837390451148, 'avg_acc_mask': 59.51871657754011, 'loss': 1.2300933599472046}
+{'epoch': 255, 'iter': 110, 'avg_loss': 1.1799334475586005, 'avg_acc_mask': 59.50048971596475, 'loss': 1.0383933782577515}
+{'epoch': 255, 'iter': 120, 'avg_loss': 1.1705478552944404, 'avg_acc_mask': 59.79861737300871, 'loss': 1.452742099761963}
+{'epoch': 255, 'iter': 130, 'avg_loss': 1.1664027976625748, 'avg_acc_mask': 59.84219269102991, 'loss': 1.1205965280532837}
+{'epoch': 255, 'iter': 140, 'avg_loss': 1.1649552820422124, 'avg_acc_mask': 59.91014120667523, 'loss': 0.9546481966972351}
+{'epoch': 255, 'iter': 150, 'avg_loss': 1.1540692239407673, 'avg_acc_mask': 60.17827029631414, 'loss': 1.3325058221817017}
+{'epoch': 255, 'iter': 160, 'avg_loss': 1.1515437275726603, 'avg_acc_mask': 60.148849797023004, 'loss': 1.338374137878418}
+{'epoch': 255, 'iter': 170, 'avg_loss': 1.152217063638899, 'avg_acc_mask': 60.033798056611744, 'loss': 1.1819247007369995}
+{'epoch': 255, 'iter': 180, 'avg_loss': 1.1564048400241367, 'avg_acc_mask': 60.065907729179145, 'loss': 1.2894035577774048}
+{'epoch': 255, 'iter': 190, 'avg_loss': 1.1582073038785246, 'avg_acc_mask': 60.00756358135577, 'loss': 1.065307378768921}
+{'epoch': 255, 'iter': 200, 'avg_loss': 1.1542242080418033, 'avg_acc_mask': 60.12697844943218, 'loss': 0.9892981052398682}
+{'epoch': 255, 'iter': 210, 'avg_loss': 1.1561318409951378, 'avg_acc_mask': 60.14307613694431, 'loss': 1.2743215560913086}
+{'epoch': 255, 'iter': 220, 'avg_loss': 1.154570438743177, 'avg_acc_mask': 60.203500203500205, 'loss': 1.0252180099487305}
+{'epoch': 255, 'iter': 230, 'avg_loss': 1.1537993542559735, 'avg_acc_mask': 60.16863143102506, 'loss': 1.1935293674468994}
+{'epoch': 255, 'iter': 240, 'avg_loss': 1.154121051438122, 'avg_acc_mask': 60.15167442558943, 'loss': 0.9257502555847168}
+{'epoch': 255, 'iter': 250, 'avg_loss': 1.156757836560329, 'avg_acc_mask': 59.98266396995088, 'loss': 1.042061686515808}
+{'epoch': 255, 'iter': 260, 'avg_loss': 1.156259060134376, 'avg_acc_mask': 60.051421027030784, 'loss': 0.9522586464881897}
+{'epoch': 255, 'iter': 270, 'avg_loss': 1.1605757859800134, 'avg_acc_mask': 59.995992251686594, 'loss': 1.2674171924591064}
+{'epoch': 255, 'iter': 280, 'avg_loss': 1.1613706409719067, 'avg_acc_mask': 59.92644686753984, 'loss': 0.7531905174255371}
+{'epoch': 255, 'iter': 290, 'avg_loss': 1.1600717635908486, 'avg_acc_mask': 60.015008442248764, 'loss': 1.106894612312317}
+{'epoch': 255, 'iter': 300, 'avg_loss': 1.155303724382407, 'avg_acc_mask': 60.14650684102192, 'loss': 0.9226282835006714}
+{'epoch': 255, 'iter': 310, 'avg_loss': 1.1558035667686217, 'avg_acc_mask': 60.171080384344975, 'loss': 0.8265603184700012}
+{'epoch': 255, 'iter': 320, 'avg_loss': 1.155374854524559, 'avg_acc_mask': 60.171805666173626, 'loss': 1.0687282085418701}
+{'epoch': 255, 'iter': 330, 'avg_loss': 1.1563055360425274, 'avg_acc_mask': 60.12797881729921, 'loss': 1.1056257486343384}
+{'epoch': 255, 'iter': 340, 'avg_loss': 1.1553155435495013, 'avg_acc_mask': 60.132819194515854, 'loss': 1.1529541015625}
+{'epoch': 255, 'iter': 350, 'avg_loss': 1.152137272717946, 'avg_acc_mask': 60.187353629976585, 'loss': 1.07293701171875}
+{'epoch': 255, 'iter': 360, 'avg_loss': 1.1527843549641215, 'avg_acc_mask': 60.10093363613424, 'loss': 1.1760029792785645}
+{'epoch': 255, 'iter': 370, 'avg_loss': 1.1526461089396411, 'avg_acc_mask': 60.16607704402516, 'loss': 1.2228604555130005}
+{'epoch': 255, 'iter': 380, 'avg_loss': 1.1561900967062302, 'avg_acc_mask': 60.07460902003922, 'loss': 1.111280083656311}
+{'epoch': 255, 'iter': 390, 'avg_loss': 1.154547384175498, 'avg_acc_mask': 60.15672372778581, 'loss': 1.2780709266662598}
+{'epoch': 255, 'iter': 400, 'avg_loss': 1.1536137263971076, 'avg_acc_mask': 60.12197342071728, 'loss': 0.669769287109375}
+{'epoch': 255, 'iter': 410, 'avg_loss': 1.152706762734991, 'avg_acc_mask': 60.12590884908672, 'loss': 1.1277261972427368}
+{'epoch': 255, 'iter': 420, 'avg_loss': 1.1511792584439637, 'avg_acc_mask': 60.158517042747626, 'loss': 0.7880566716194153}
+{'epoch': 255, 'iter': 430, 'avg_loss': 1.1508980675529161, 'avg_acc_mask': 60.157407015613764, 'loss': 0.8844874501228333}
+{'epoch': 255, 'iter': 440, 'avg_loss': 1.1535748823159406, 'avg_acc_mask': 60.0719127128451, 'loss': 1.3575413227081299}
+{'epoch': 255, 'iter': 450, 'avg_loss': 1.1559193937847196, 'avg_acc_mask': 60.00647406328397, 'loss': 1.0541495084762573}
+{'epoch': 255, 'iter': 460, 'avg_loss': 1.1572987148922074, 'avg_acc_mask': 59.94143948086891, 'loss': 0.9265538454055786}
+{'epoch': 255, 'iter': 470, 'avg_loss': 1.1572492730086017, 'avg_acc_mask': 59.924063383828596, 'loss': 1.283028483390808}
+{'epoch': 255, 'iter': 480, 'avg_loss': 1.156710912308921, 'avg_acc_mask': 59.97570604312177, 'loss': 1.1220768690109253}
+{'epoch': 255, 'iter': 490, 'avg_loss': 1.1580844585861547, 'avg_acc_mask': 59.967241186762465, 'loss': 1.329356074333191}
+{'epoch': 255, 'iter': 500, 'avg_loss': 1.1573243217315978, 'avg_acc_mask': 59.968620010216746, 'loss': 1.2415602207183838}
+{'epoch': 255, 'iter': 510, 'avg_loss': 1.1562632024871393, 'avg_acc_mask': 59.91135892486954, 'loss': 1.0727028846740723}
+{'epoch': 255, 'iter': 520, 'avg_loss': 1.1544115403792221, 'avg_acc_mask': 59.95367933466681, 'loss': 1.3090639114379883}
+{'epoch': 255, 'iter': 530, 'avg_loss': 1.1547264997793008, 'avg_acc_mask': 60.0, 'loss': 1.1257994174957275}
+{'epoch': 255, 'iter': 540, 'avg_loss': 1.1564268392688024, 'avg_acc_mask': 59.91541194383353, 'loss': 1.1721328496932983}
+{'epoch': 255, 'iter': 550, 'avg_loss': 1.158119087967812, 'avg_acc_mask': 59.8619132974839, 'loss': 1.2669832706451416}
+{'epoch': 255, 'iter': 560, 'avg_loss': 1.1589918456400568, 'avg_acc_mask': 59.85580060028709, 'loss': 1.2359263896942139}
+{'epoch': 255, 'iter': 570, 'avg_loss': 1.159663386603788, 'avg_acc_mask': 59.855044576999546, 'loss': 1.2955023050308228}
+{'epoch': 255, 'iter': 580, 'avg_loss': 1.1590981292642537, 'avg_acc_mask': 59.86450291476289, 'loss': 1.2113410234451294}
+{'epoch': 255, 'iter': 590, 'avg_loss': 1.1601167804295238, 'avg_acc_mask': 59.82187036120732, 'loss': 1.2555837631225586}
+{'epoch': 255, 'iter': 600, 'avg_loss': 1.157111960818089, 'avg_acc_mask': 59.967146290268616, 'loss': 1.016680121421814}
+{'epoch': 255, 'iter': 610, 'avg_loss': 1.157170913223354, 'avg_acc_mask': 59.99223440160091, 'loss': 1.204198956489563}
+{'epoch': 255, 'iter': 620, 'avg_loss': 1.156377919630152, 'avg_acc_mask': 60.00176449829432, 'loss': 1.534338116645813}
+{'epoch': 255, 'iter': 630, 'avg_loss': 1.155084269738235, 'avg_acc_mask': 60.02085566144309, 'loss': 1.1532865762710571}
+{'epoch': 255, 'iter': 640, 'avg_loss': 1.1561620107121102, 'avg_acc_mask': 60.01085807354916, 'loss': 1.0644886493682861}
+{'epoch': 255, 'iter': 650, 'avg_loss': 1.1566532874986324, 'avg_acc_mask': 59.996619908737536, 'loss': 1.1601777076721191}
+{'epoch': 255, 'iter': 660, 'avg_loss': 1.1557933733250478, 'avg_acc_mask': 60.06544829307524, 'loss': 1.1234527826309204}
+{'epoch': 255, 'iter': 670, 'avg_loss': 1.1552059017066274, 'avg_acc_mask': 60.09791586893496, 'loss': 0.9460123181343079}
+{'epoch': 255, 'iter': 680, 'avg_loss': 1.153804449870548, 'avg_acc_mask': 60.10722849368214, 'loss': 1.1662217378616333}
+{'epoch': 255, 'iter': 690, 'avg_loss': 1.1542581705384594, 'avg_acc_mask': 60.0615743935453, 'loss': 0.7982240915298462}
+{'epoch': 255, 'iter': 700, 'avg_loss': 1.1552320819948607, 'avg_acc_mask': 60.05756901740155, 'loss': 1.0860563516616821}
+{'epoch': 255, 'iter': 710, 'avg_loss': 1.1542346269604862, 'avg_acc_mask': 60.06350189731279, 'loss': 1.2318412065505981}
+{'epoch': 255, 'iter': 720, 'avg_loss': 1.1558105636403564, 'avg_acc_mask': 60.021378941742384, 'loss': 1.4783097505569458}
+{'epoch': 255, 'iter': 730, 'avg_loss': 1.1545662622282182, 'avg_acc_mask': 60.045197740113, 'loss': 1.3283071517944336}
+{'epoch': 255, 'iter': 740, 'avg_loss': 1.1563915141359193, 'avg_acc_mask': 59.99059475781502, 'loss': 1.2308001518249512}
+{'epoch': 255, 'iter': 750, 'avg_loss': 1.1570850515492588, 'avg_acc_mask': 59.96238765142634, 'loss': 1.1461939811706543}
+{'epoch': 255, 'iter': 760, 'avg_loss': 1.1564874641215441, 'avg_acc_mask': 59.99855285690167, 'loss': 1.1153068542480469}
+{'epoch': 255, 'iter': 770, 'avg_loss': 1.15880157155904, 'avg_acc_mask': 59.92478160481779, 'loss': 1.2530697584152222}
+{'epoch': 255, 'iter': 780, 'avg_loss': 1.1587996300448224, 'avg_acc_mask': 59.92480319586417, 'loss': 1.2757275104522705}
+{'epoch': 255, 'iter': 790, 'avg_loss': 1.15943564529214, 'avg_acc_mask': 59.8909386239703, 'loss': 1.4011540412902832}
+{'epoch': 255, 'iter': 800, 'avg_loss': 1.1583780690227703, 'avg_acc_mask': 59.93446529639559, 'loss': 1.0658211708068848}
+{'epoch': 255, 'iter': 810, 'avg_loss': 1.1582856873548721, 'avg_acc_mask': 59.934403980999775, 'loss': 0.9071210026741028}
+{'epoch': 255, 'iter': 820, 'avg_loss': 1.1577074720856624, 'avg_acc_mask': 59.951711341128075, 'loss': 1.0887365341186523}
+{'epoch': 255, 'iter': 830, 'avg_loss': 1.1574312267033775, 'avg_acc_mask': 59.95711664714074, 'loss': 1.338481068611145}
+{'epoch': 255, 'iter': 840, 'avg_loss': 1.1567051883401542, 'avg_acc_mask': 59.96855826546431, 'loss': 1.1403642892837524}
+{'epoch': 255, 'iter': 850, 'avg_loss': 1.1567071574695242, 'avg_acc_mask': 59.958564430153004, 'loss': 0.8108901381492615}
+{'epoch': 255, 'iter': 860, 'avg_loss': 1.1580561966430851, 'avg_acc_mask': 59.9100922513156, 'loss': 1.2694926261901855}
+{'epoch': 255, 'iter': 870, 'avg_loss': 1.1585388811803439, 'avg_acc_mask': 59.87301320326297, 'loss': 0.996873140335083}
+{'epoch': 255, 'iter': 880, 'avg_loss': 1.1587535746387132, 'avg_acc_mask': 59.89273687273937, 'loss': 1.2579009532928467}
+{'epoch': 255, 'iter': 890, 'avg_loss': 1.157485417444698, 'avg_acc_mask': 59.94853849320708, 'loss': 0.8775027990341187}
+{'epoch': 255, 'iter': 900, 'avg_loss': 1.1576769392974633, 'avg_acc_mask': 59.92153833645012, 'loss': 1.2481200695037842}
+{'epoch': 255, 'iter': 910, 'avg_loss': 1.1586974420872007, 'avg_acc_mask': 59.86740331491712, 'loss': 1.1657917499542236}
+{'epoch': 255, 'iter': 920, 'avg_loss': 1.1582903106101303, 'avg_acc_mask': 59.88977098629101, 'loss': 1.147384762763977}
+{'epoch': 255, 'iter': 930, 'avg_loss': 1.1583702157698692, 'avg_acc_mask': 59.8645215918713, 'loss': 1.4304734468460083}
+{'epoch': 255, 'iter': 940, 'avg_loss': 1.158012466083551, 'avg_acc_mask': 59.85985401459853, 'loss': 0.8615224957466125}
+{'epoch': 255, 'iter': 950, 'avg_loss': 1.1584060744281572, 'avg_acc_mask': 59.83319207951306, 'loss': 1.4609688520431519}
+{'epoch': 255, 'iter': 960, 'avg_loss': 1.1579869101124425, 'avg_acc_mask': 59.87076606370204, 'loss': 0.9225127100944519}
+{'epoch': 255, 'iter': 970, 'avg_loss': 1.1583073044658077, 'avg_acc_mask': 59.879652160790755, 'loss': 1.2056925296783447}
+{'epoch': 255, 'iter': 980, 'avg_loss': 1.1577994421838378, 'avg_acc_mask': 59.90515841159009, 'loss': 0.8504719138145447}
+{'epoch': 255, 'iter': 990, 'avg_loss': 1.1587977829783043, 'avg_acc_mask': 59.86444809691777, 'loss': 1.297668218612671}
+{'epoch': 255, 'iter': 1000, 'avg_loss': 1.1594398365868674, 'avg_acc_mask': 59.83392167980539, 'loss': 1.6754803657531738}
+{'epoch': 255, 'iter': 1010, 'avg_loss': 1.1595133272405902, 'avg_acc_mask': 59.86302114475186, 'loss': 1.2315268516540527}
+{'epoch': 255, 'iter': 1020, 'avg_loss': 1.1592660400356065, 'avg_acc_mask': 59.86537425955842, 'loss': 0.8896109461784363}
+{'epoch': 255, 'iter': 1030, 'avg_loss': 1.1591583335434315, 'avg_acc_mask': 59.87901432256917, 'loss': 1.0714912414550781}
+{'epoch': 255, 'iter': 1040, 'avg_loss': 1.15885135620174, 'avg_acc_mask': 59.89322714779054, 'loss': 1.032828450202942}
+{'epoch': 255, 'iter': 1050, 'avg_loss': 1.1584869395767814, 'avg_acc_mask': 59.89178811414608, 'loss': 1.1758562326431274}
+{'epoch': 255, 'iter': 1060, 'avg_loss': 1.1582417955497433, 'avg_acc_mask': 59.8844550533617, 'loss': 1.1824402809143066}
+{'epoch': 255, 'iter': 1070, 'avg_loss': 1.1571308674932528, 'avg_acc_mask': 59.90918437285813, 'loss': 1.0633412599563599}
+{'epoch': 255, 'iter': 1080, 'avg_loss': 1.1561732117386465, 'avg_acc_mask': 59.936196568868674, 'loss': 0.9216996431350708}
+{'epoch': 255, 'iter': 1090, 'avg_loss': 1.1563706728540135, 'avg_acc_mask': 59.929769145468605, 'loss': 1.2421616315841675}
+{'epoch': 255, 'iter': 1100, 'avg_loss': 1.1551786182578534, 'avg_acc_mask': 59.98234833724667, 'loss': 0.8030466437339783}
+{'epoch': 'EP255_train', 'avg_loss': 1.1557355738333448, 'total_masked_acc': 59.96713583853406}
+{'epoch': 256, 'iter': 0, 'avg_loss': 1.2237375974655151, 'avg_acc_mask': 57.14285714285714, 'loss': 1.2237375974655151}
+{'epoch': 256, 'iter': 10, 'avg_loss': 1.28425963900306, 'avg_acc_mask': 57.710651828298886, 'loss': 1.4399855136871338}
+{'epoch': 256, 'iter': 20, 'avg_loss': 1.2544858994938077, 'avg_acc_mask': 57.76450511945392, 'loss': 1.0378568172454834}
+{'epoch': 256, 'iter': 30, 'avg_loss': 1.23437298305573, 'avg_acc_mask': 58.154381892048754, 'loss': 1.2286992073059082}
+{'epoch': 256, 'iter': 40, 'avg_loss': 1.2170876613477382, 'avg_acc_mask': 58.74340949033392, 'loss': 1.0435152053833008}
+{'epoch': 256, 'iter': 50, 'avg_loss': 1.2438163710575478, 'avg_acc_mask': 58.39972289573952, 'loss': 1.3420263528823853}
+{'epoch': 256, 'iter': 60, 'avg_loss': 1.227421597379153, 'avg_acc_mask': 58.99385785317344, 'loss': 0.8152970671653748}
+{'epoch': 256, 'iter': 70, 'avg_loss': 1.2260566395773014, 'avg_acc_mask': 58.967935871743485, 'loss': 1.201958417892456}
+{'epoch': 256, 'iter': 80, 'avg_loss': 1.2194895817909712, 'avg_acc_mask': 58.965366067514246, 'loss': 1.3862345218658447}
+{'epoch': 256, 'iter': 90, 'avg_loss': 1.2155315417509813, 'avg_acc_mask': 59.10867865519938, 'loss': 1.0436776876449585}
+{'epoch': 256, 'iter': 100, 'avg_loss': 1.2085558919623347, 'avg_acc_mask': 59.13921360255048, 'loss': 0.8748993277549744}
+{'epoch': 256, 'iter': 110, 'avg_loss': 1.2084954950186584, 'avg_acc_mask': 59.13821138211382, 'loss': 1.0319162607192993}
+{'epoch': 256, 'iter': 120, 'avg_loss': 1.1982072488335538, 'avg_acc_mask': 59.33983495873969, 'loss': 1.253583312034607}
+{'epoch': 256, 'iter': 130, 'avg_loss': 1.196851363163868, 'avg_acc_mask': 59.28777670837344, 'loss': 1.2172328233718872}
+{'epoch': 256, 'iter': 140, 'avg_loss': 1.1905864143202491, 'avg_acc_mask': 59.41138835572617, 'loss': 1.0825802087783813}
+{'epoch': 256, 'iter': 150, 'avg_loss': 1.1801167919935769, 'avg_acc_mask': 59.72688068998563, 'loss': 1.0745155811309814}
+{'epoch': 256, 'iter': 160, 'avg_loss': 1.180118976172453, 'avg_acc_mask': 59.584503088152715, 'loss': 1.3292672634124756}
+{'epoch': 256, 'iter': 170, 'avg_loss': 1.184634854919032, 'avg_acc_mask': 59.26355771259759, 'loss': 1.2575877904891968}
+{'epoch': 256, 'iter': 180, 'avg_loss': 1.1827650834183667, 'avg_acc_mask': 59.31137724550898, 'loss': 1.1386919021606445}
+{'epoch': 256, 'iter': 190, 'avg_loss': 1.1782411255761591, 'avg_acc_mask': 59.395085066162565, 'loss': 0.9569669961929321}
+{'epoch': 256, 'iter': 200, 'avg_loss': 1.174000936064554, 'avg_acc_mask': 59.49151019674782, 'loss': 1.0707387924194336}
+{'epoch': 256, 'iter': 210, 'avg_loss': 1.1770685529821856, 'avg_acc_mask': 59.50930771210432, 'loss': 1.1889816522598267}
+{'epoch': 256, 'iter': 220, 'avg_loss': 1.169552457008966, 'avg_acc_mask': 59.73962171456645, 'loss': 1.2643824815750122}
+{'epoch': 256, 'iter': 230, 'avg_loss': 1.173670657785424, 'avg_acc_mask': 59.59968602825746, 'loss': 0.951137363910675}
+{'epoch': 256, 'iter': 240, 'avg_loss': 1.169505011243939, 'avg_acc_mask': 59.71005738447599, 'loss': 0.9924871325492859}
+{'epoch': 256, 'iter': 250, 'avg_loss': 1.1687196547766605, 'avg_acc_mask': 59.703983167670316, 'loss': 1.0162103176116943}
+{'epoch': 256, 'iter': 260, 'avg_loss': 1.1688146910904924, 'avg_acc_mask': 59.68666946426073, 'loss': 1.0108166933059692}
+{'epoch': 256, 'iter': 270, 'avg_loss': 1.1699171875675667, 'avg_acc_mask': 59.65916745251246, 'loss': 1.075366497039795}
+{'epoch': 256, 'iter': 280, 'avg_loss': 1.169697454179309, 'avg_acc_mask': 59.58303565629668, 'loss': 0.7468729019165039}
+{'epoch': 256, 'iter': 290, 'avg_loss': 1.1689558959089195, 'avg_acc_mask': 59.54428472788902, 'loss': 0.9061133861541748}
+{'epoch': 256, 'iter': 300, 'avg_loss': 1.1632636389463051, 'avg_acc_mask': 59.71555339451772, 'loss': 0.8065956234931946}
+{'epoch': 256, 'iter': 310, 'avg_loss': 1.16183025813946, 'avg_acc_mask': 59.58060905931555, 'loss': 0.8052681684494019}
+{'epoch': 256, 'iter': 320, 'avg_loss': 1.1637444347607384, 'avg_acc_mask': 59.504888228231664, 'loss': 1.229777216911316}
+{'epoch': 256, 'iter': 330, 'avg_loss': 1.1652889536226625, 'avg_acc_mask': 59.42157460247105, 'loss': 0.9599696397781372}
+{'epoch': 256, 'iter': 340, 'avg_loss': 1.1637718770161403, 'avg_acc_mask': 59.40503678247329, 'loss': 0.9203212261199951}
+{'epoch': 256, 'iter': 350, 'avg_loss': 1.16563544636778, 'avg_acc_mask': 59.40676640775687, 'loss': 1.167686939239502}
+{'epoch': 256, 'iter': 360, 'avg_loss': 1.166293708076107, 'avg_acc_mask': 59.3712090578245, 'loss': 1.240810513496399}
+{'epoch': 256, 'iter': 370, 'avg_loss': 1.1655055931957585, 'avg_acc_mask': 59.43887578616353, 'loss': 1.2465364933013916}
+{'epoch': 256, 'iter': 380, 'avg_loss': 1.168082716896778, 'avg_acc_mask': 59.42209252260441, 'loss': 1.2283375263214111}
+{'epoch': 256, 'iter': 390, 'avg_loss': 1.168234991752888, 'avg_acc_mask': 59.397551096419754, 'loss': 1.7035305500030518}
+{'epoch': 256, 'iter': 400, 'avg_loss': 1.1682449036702849, 'avg_acc_mask': 59.390332545884064, 'loss': 0.9577878713607788}
+{'epoch': 256, 'iter': 410, 'avg_loss': 1.1686009014900003, 'avg_acc_mask': 59.35240629851408, 'loss': 0.979240357875824}
+{'epoch': 256, 'iter': 420, 'avg_loss': 1.1663612021120031, 'avg_acc_mask': 59.45348080676642, 'loss': 0.972985029220581}
+{'epoch': 256, 'iter': 430, 'avg_loss': 1.1673212442763168, 'avg_acc_mask': 59.42869234024545, 'loss': 1.5030746459960938}
+{'epoch': 256, 'iter': 440, 'avg_loss': 1.169301007069698, 'avg_acc_mask': 59.34687474197011, 'loss': 1.581968903541565}
+{'epoch': 256, 'iter': 450, 'avg_loss': 1.1694404299137597, 'avg_acc_mask': 59.28960645812311, 'loss': 1.117782711982727}
+{'epoch': 256, 'iter': 460, 'avg_loss': 1.1708867617129246, 'avg_acc_mask': 59.27242564284868, 'loss': 1.0530809164047241}
+{'epoch': 256, 'iter': 470, 'avg_loss': 1.1723706641268072, 'avg_acc_mask': 59.160806738273706, 'loss': 1.4351532459259033}
+{'epoch': 256, 'iter': 480, 'avg_loss': 1.1708708315034417, 'avg_acc_mask': 59.2457835891605, 'loss': 1.0844825506210327}
+{'epoch': 256, 'iter': 490, 'avg_loss': 1.172209625452939, 'avg_acc_mask': 59.17328975711208, 'loss': 1.2448395490646362}
+{'epoch': 256, 'iter': 500, 'avg_loss': 1.17089248476866, 'avg_acc_mask': 59.22354824625236, 'loss': 1.1511863470077515}
+{'epoch': 256, 'iter': 510, 'avg_loss': 1.1707076515470232, 'avg_acc_mask': 59.22970035985321, 'loss': 1.0293248891830444}
+{'epoch': 256, 'iter': 520, 'avg_loss': 1.1712082861252344, 'avg_acc_mask': 59.22818791946308, 'loss': 1.0769580602645874}
+{'epoch': 256, 'iter': 530, 'avg_loss': 1.1715922943840817, 'avg_acc_mask': 59.216668955100914, 'loss': 1.209036946296692}
+{'epoch': 256, 'iter': 540, 'avg_loss': 1.1717134406738492, 'avg_acc_mask': 59.18422292522043, 'loss': 1.3798872232437134}
+{'epoch': 256, 'iter': 550, 'avg_loss': 1.1716968604311104, 'avg_acc_mask': 59.21096071310663, 'loss': 1.0887266397476196}
+{'epoch': 256, 'iter': 560, 'avg_loss': 1.17046000846992, 'avg_acc_mask': 59.27008247288785, 'loss': 1.298377513885498}
+{'epoch': 256, 'iter': 570, 'avg_loss': 1.1707199255555816, 'avg_acc_mask': 59.325713555967056, 'loss': 1.2347127199172974}
+{'epoch': 256, 'iter': 580, 'avg_loss': 1.1707779467618815, 'avg_acc_mask': 59.26146702641651, 'loss': 1.365965485572815}
+{'epoch': 256, 'iter': 590, 'avg_loss': 1.1702191736895824, 'avg_acc_mask': 59.24818980126329, 'loss': 1.2469007968902588}
+{'epoch': 256, 'iter': 600, 'avg_loss': 1.169794941305519, 'avg_acc_mask': 59.22986033265671, 'loss': 0.9630089998245239}
+{'epoch': 256, 'iter': 610, 'avg_loss': 1.1703706789523998, 'avg_acc_mask': 59.231250186083905, 'loss': 1.3130629062652588}
+{'epoch': 256, 'iter': 620, 'avg_loss': 1.167367379926445, 'avg_acc_mask': 59.34813858655793, 'loss': 1.50102961063385}
+{'epoch': 256, 'iter': 630, 'avg_loss': 1.1664653566862249, 'avg_acc_mask': 59.383478612249604, 'loss': 1.143210768699646}
+{'epoch': 256, 'iter': 640, 'avg_loss': 1.1658051099494542, 'avg_acc_mask': 59.42598445374562, 'loss': 1.0253939628601074}
+{'epoch': 256, 'iter': 650, 'avg_loss': 1.166386068141955, 'avg_acc_mask': 59.351669941060905, 'loss': 1.0955487489700317}
+{'epoch': 256, 'iter': 660, 'avg_loss': 1.1665828756413192, 'avg_acc_mask': 59.360932364881656, 'loss': 1.1275032758712769}
+{'epoch': 256, 'iter': 670, 'avg_loss': 1.1663378713383228, 'avg_acc_mask': 59.3589150031319, 'loss': 1.461127758026123}
+{'epoch': 256, 'iter': 680, 'avg_loss': 1.1664663388690584, 'avg_acc_mask': 59.37382525106063, 'loss': 1.384958267211914}
+{'epoch': 256, 'iter': 690, 'avg_loss': 1.1668432637855044, 'avg_acc_mask': 59.38632456024335, 'loss': 1.0908712148666382}
+{'epoch': 256, 'iter': 700, 'avg_loss': 1.1681428926647475, 'avg_acc_mask': 59.34908465028948, 'loss': 1.2782535552978516}
+{'epoch': 256, 'iter': 710, 'avg_loss': 1.1670606505183396, 'avg_acc_mask': 59.41574305037673, 'loss': 0.989296019077301}
+{'epoch': 256, 'iter': 720, 'avg_loss': 1.16826280872964, 'avg_acc_mask': 59.3866524617609, 'loss': 1.1879271268844604}
+{'epoch': 256, 'iter': 730, 'avg_loss': 1.1668783008807662, 'avg_acc_mask': 59.42217660165736, 'loss': 1.3488430976867676}
+{'epoch': 256, 'iter': 740, 'avg_loss': 1.167474394706901, 'avg_acc_mask': 59.382569578328145, 'loss': 1.1668931245803833}
+{'epoch': 256, 'iter': 750, 'avg_loss': 1.1703194419490037, 'avg_acc_mask': 59.274429490930366, 'loss': 1.1705632209777832}
+{'epoch': 256, 'iter': 760, 'avg_loss': 1.169915249955482, 'avg_acc_mask': 59.29572040629664, 'loss': 1.24762761592865}
+{'epoch': 256, 'iter': 770, 'avg_loss': 1.1711834441053883, 'avg_acc_mask': 59.224015187470336, 'loss': 1.190902590751648}
+{'epoch': 256, 'iter': 780, 'avg_loss': 1.1704718076007468, 'avg_acc_mask': 59.254573992081895, 'loss': 1.1112442016601562}
+{'epoch': 256, 'iter': 790, 'avg_loss': 1.169648842549354, 'avg_acc_mask': 59.28767883144198, 'loss': 1.0166285037994385}
+{'epoch': 256, 'iter': 800, 'avg_loss': 1.1683982970860418, 'avg_acc_mask': 59.34299076080758, 'loss': 1.2109392881393433}
+{'epoch': 256, 'iter': 810, 'avg_loss': 1.1687633498088352, 'avg_acc_mask': 59.34199563131939, 'loss': 1.343489408493042}
+{'epoch': 256, 'iter': 820, 'avg_loss': 1.168251957149947, 'avg_acc_mask': 59.34313070585616, 'loss': 1.000016689300537}
+{'epoch': 256, 'iter': 830, 'avg_loss': 1.16772245198811, 'avg_acc_mask': 59.36433869654216, 'loss': 1.3766629695892334}
+{'epoch': 256, 'iter': 840, 'avg_loss': 1.167773412750961, 'avg_acc_mask': 59.34931059979992, 'loss': 1.1669292449951172}
+{'epoch': 256, 'iter': 850, 'avg_loss': 1.1685210980483705, 'avg_acc_mask': 59.33634020618557, 'loss': 1.2327758073806763}
+{'epoch': 256, 'iter': 860, 'avg_loss': 1.1688215688961308, 'avg_acc_mask': 59.33648685913073, 'loss': 1.1884498596191406}
+{'epoch': 256, 'iter': 870, 'avg_loss': 1.1702553282922774, 'avg_acc_mask': 59.27367870225013, 'loss': 0.9112967848777771}
+{'epoch': 256, 'iter': 880, 'avg_loss': 1.1710575647170103, 'avg_acc_mask': 59.25404353138526, 'loss': 1.0803041458129883}
+{'epoch': 256, 'iter': 890, 'avg_loss': 1.1698138242217426, 'avg_acc_mask': 59.30640103301974, 'loss': 0.9088667035102844}
+{'epoch': 256, 'iter': 900, 'avg_loss': 1.169852866449049, 'avg_acc_mask': 59.303974395332816, 'loss': 1.2822121381759644}
+{'epoch': 256, 'iter': 910, 'avg_loss': 1.1704013473901216, 'avg_acc_mask': 59.272159500360324, 'loss': 1.5222829580307007}
+{'epoch': 256, 'iter': 920, 'avg_loss': 1.169603524391866, 'avg_acc_mask': 59.32596291012838, 'loss': 0.559195876121521}
+{'epoch': 256, 'iter': 930, 'avg_loss': 1.1692550062621063, 'avg_acc_mask': 59.346389852771075, 'loss': 1.2522227764129639}
+{'epoch': 256, 'iter': 940, 'avg_loss': 1.169976208275867, 'avg_acc_mask': 59.30379133132939, 'loss': 0.9789631962776184}
+{'epoch': 256, 'iter': 950, 'avg_loss': 1.1697008221182037, 'avg_acc_mask': 59.32473415486199, 'loss': 1.6788676977157593}
+{'epoch': 256, 'iter': 960, 'avg_loss': 1.1697697530303859, 'avg_acc_mask': 59.335334802766596, 'loss': 1.1928436756134033}
+{'epoch': 256, 'iter': 970, 'avg_loss': 1.1693278208574478, 'avg_acc_mask': 59.357967146562416, 'loss': 1.2085336446762085}
+{'epoch': 256, 'iter': 980, 'avg_loss': 1.1699496299241052, 'avg_acc_mask': 59.31759018222388, 'loss': 0.8555666208267212}
+{'epoch': 256, 'iter': 990, 'avg_loss': 1.1703485454367821, 'avg_acc_mask': 59.31561730437019, 'loss': 1.1322901248931885}
+{'epoch': 256, 'iter': 1000, 'avg_loss': 1.1701338587107357, 'avg_acc_mask': 59.32403902154921, 'loss': 1.4461467266082764}
+{'epoch': 256, 'iter': 1010, 'avg_loss': 1.1693664301632656, 'avg_acc_mask': 59.345752258669506, 'loss': 1.0192993879318237}
+{'epoch': 256, 'iter': 1020, 'avg_loss': 1.168778441094745, 'avg_acc_mask': 59.36958966212719, 'loss': 1.0691756010055542}
+{'epoch': 256, 'iter': 1030, 'avg_loss': 1.1678582601588867, 'avg_acc_mask': 59.411421396105624, 'loss': 1.2057664394378662}
+{'epoch': 256, 'iter': 1040, 'avg_loss': 1.1677729148457074, 'avg_acc_mask': 59.402870008585495, 'loss': 1.1955879926681519}
+{'epoch': 256, 'iter': 1050, 'avg_loss': 1.167301890568774, 'avg_acc_mask': 59.39664300220444, 'loss': 1.3656668663024902}
+{'epoch': 256, 'iter': 1060, 'avg_loss': 1.1664742648208288, 'avg_acc_mask': 59.40912452064453, 'loss': 0.9191759824752808}
+{'epoch': 256, 'iter': 1070, 'avg_loss': 1.1663505285839184, 'avg_acc_mask': 59.41211553207805, 'loss': 0.9313433170318604}
+{'epoch': 256, 'iter': 1080, 'avg_loss': 1.1665821170277555, 'avg_acc_mask': 59.42124356702945, 'loss': 0.9055545926094055}
+{'epoch': 256, 'iter': 1090, 'avg_loss': 1.166383615171658, 'avg_acc_mask': 59.408570712555345, 'loss': 0.8814887404441833}
+{'epoch': 256, 'iter': 1100, 'avg_loss': 1.1653075363287375, 'avg_acc_mask': 59.42818356400238, 'loss': 0.9937621355056763}
+{'epoch': 'EP256_train', 'avg_loss': 1.1658573715934926, 'total_masked_acc': 59.40009564170638}
+{'epoch': 257, 'iter': 0, 'avg_loss': 1.2100555896759033, 'avg_acc_mask': 66.66666666666666, 'loss': 1.2100555896759033}
+{'epoch': 257, 'iter': 10, 'avg_loss': 1.1638822826472195, 'avg_acc_mask': 59.83739837398374, 'loss': 1.0501140356063843}
+{'epoch': 257, 'iter': 20, 'avg_loss': 1.2033173782484872, 'avg_acc_mask': 58.13751087902524, 'loss': 1.5746049880981445}
+{'epoch': 257, 'iter': 30, 'avg_loss': 1.2180227848791307, 'avg_acc_mask': 57.712305025996535, 'loss': 1.2526127099990845}
+{'epoch': 257, 'iter': 40, 'avg_loss': 1.2018341640146768, 'avg_acc_mask': 58.31533477321814, 'loss': 0.9410551190376282}
+{'epoch': 257, 'iter': 50, 'avg_loss': 1.1905654680495168, 'avg_acc_mask': 58.78892733564014, 'loss': 1.2437864542007446}
+{'epoch': 257, 'iter': 60, 'avg_loss': 1.1796668152340124, 'avg_acc_mask': 59.114735002912056, 'loss': 0.9484789371490479}
+{'epoch': 257, 'iter': 70, 'avg_loss': 1.172606584051965, 'avg_acc_mask': 59.20595533498759, 'loss': 1.1317797899246216}
+{'epoch': 257, 'iter': 80, 'avg_loss': 1.1833758891364674, 'avg_acc_mask': 58.99672846237731, 'loss': 1.3648407459259033}
+{'epoch': 257, 'iter': 90, 'avg_loss': 1.1824413655878423, 'avg_acc_mask': 59.04173106646059, 'loss': 1.226362943649292}
+{'epoch': 257, 'iter': 100, 'avg_loss': 1.1701338639353762, 'avg_acc_mask': 59.540789702556964, 'loss': 0.9426443576812744}
+{'epoch': 257, 'iter': 110, 'avg_loss': 1.1743181895565342, 'avg_acc_mask': 59.46806816372033, 'loss': 1.0350044965744019}
+{'epoch': 257, 'iter': 120, 'avg_loss': 1.1688371202177252, 'avg_acc_mask': 59.81828839390387, 'loss': 1.3031195402145386}
+{'epoch': 257, 'iter': 130, 'avg_loss': 1.1674688035295209, 'avg_acc_mask': 59.83021156178413, 'loss': 1.3240530490875244}
+{'epoch': 257, 'iter': 140, 'avg_loss': 1.164714588341138, 'avg_acc_mask': 59.71961446989611, 'loss': 1.279747724533081}
+{'epoch': 257, 'iter': 150, 'avg_loss': 1.157649358376762, 'avg_acc_mask': 60.0, 'loss': 1.049361228942871}
+{'epoch': 257, 'iter': 160, 'avg_loss': 1.1568118467093995, 'avg_acc_mask': 60.01329934611548, 'loss': 1.2094215154647827}
+{'epoch': 257, 'iter': 170, 'avg_loss': 1.1629806506006342, 'avg_acc_mask': 59.73455951510085, 'loss': 1.2177163362503052}
+{'epoch': 257, 'iter': 180, 'avg_loss': 1.1686455208952256, 'avg_acc_mask': 59.66071604694743, 'loss': 1.195868968963623}
+{'epoch': 257, 'iter': 190, 'avg_loss': 1.1681570897551732, 'avg_acc_mask': 59.663161812598865, 'loss': 0.9201838970184326}
+{'epoch': 257, 'iter': 200, 'avg_loss': 1.1658858772534042, 'avg_acc_mask': 59.688688423100736, 'loss': 1.154044508934021}
+{'epoch': 257, 'iter': 210, 'avg_loss': 1.1658190511414226, 'avg_acc_mask': 59.605704697986575, 'loss': 1.1384648084640503}
+{'epoch': 257, 'iter': 220, 'avg_loss': 1.1628498553690327, 'avg_acc_mask': 59.7092419522326, 'loss': 1.210239052772522}
+{'epoch': 257, 'iter': 230, 'avg_loss': 1.1632355851528449, 'avg_acc_mask': 59.786940527283875, 'loss': 1.192898154258728}
+{'epoch': 257, 'iter': 240, 'avg_loss': 1.1631625801695828, 'avg_acc_mask': 59.82458726415094, 'loss': 1.3345345258712769}
+{'epoch': 257, 'iter': 250, 'avg_loss': 1.1622043114259424, 'avg_acc_mask': 59.852618153475525, 'loss': 0.8429494500160217}
+{'epoch': 257, 'iter': 260, 'avg_loss': 1.1644378277077072, 'avg_acc_mask': 59.81788306175544, 'loss': 1.214446783065796}
+{'epoch': 257, 'iter': 270, 'avg_loss': 1.1642694844970845, 'avg_acc_mask': 59.77837873491194, 'loss': 1.032193660736084}
+{'epoch': 257, 'iter': 280, 'avg_loss': 1.1590836506297155, 'avg_acc_mask': 59.94140873774042, 'loss': 0.6769014000892639}
+{'epoch': 257, 'iter': 290, 'avg_loss': 1.1586000009910347, 'avg_acc_mask': 59.98029799285802, 'loss': 1.1991490125656128}
+{'epoch': 257, 'iter': 300, 'avg_loss': 1.1539771295465109, 'avg_acc_mask': 60.09185255874985, 'loss': 1.049093246459961}
+{'epoch': 257, 'iter': 310, 'avg_loss': 1.1545047194628086, 'avg_acc_mask': 60.0509642670991, 'loss': 1.1295166015625}
+{'epoch': 257, 'iter': 320, 'avg_loss': 1.1544560012044935, 'avg_acc_mask': 60.06870143034126, 'loss': 1.1735966205596924}
+{'epoch': 257, 'iter': 330, 'avg_loss': 1.1546908067792565, 'avg_acc_mask': 60.0371442617578, 'loss': 1.0159153938293457}
+{'epoch': 257, 'iter': 340, 'avg_loss': 1.1530522728595567, 'avg_acc_mask': 60.02228944435599, 'loss': 1.212677240371704}
+{'epoch': 257, 'iter': 350, 'avg_loss': 1.152451676181239, 'avg_acc_mask': 60.003102538911016, 'loss': 1.2755661010742188}
+{'epoch': 257, 'iter': 360, 'avg_loss': 1.1525932424946834, 'avg_acc_mask': 60.01104528567125, 'loss': 1.3009930849075317}
+{'epoch': 257, 'iter': 370, 'avg_loss': 1.1542225468833491, 'avg_acc_mask': 60.02640457679331, 'loss': 1.1851803064346313}
+{'epoch': 257, 'iter': 380, 'avg_loss': 1.156402947552248, 'avg_acc_mask': 59.9314742552584, 'loss': 0.7360920906066895}
+{'epoch': 257, 'iter': 390, 'avg_loss': 1.1571403406465146, 'avg_acc_mask': 59.88960014843677, 'loss': 1.1838467121124268}
+{'epoch': 257, 'iter': 400, 'avg_loss': 1.1576653644628359, 'avg_acc_mask': 59.89127972819932, 'loss': 1.2071232795715332}
+{'epoch': 257, 'iter': 410, 'avg_loss': 1.1559794949789117, 'avg_acc_mask': 59.97348652231551, 'loss': 1.1145873069763184}
+{'epoch': 257, 'iter': 420, 'avg_loss': 1.1553777531320295, 'avg_acc_mask': 59.96712944941828, 'loss': 1.1191726922988892}
+{'epoch': 257, 'iter': 430, 'avg_loss': 1.1552868286307616, 'avg_acc_mask': 59.932418162618795, 'loss': 0.9520038366317749}
+{'epoch': 257, 'iter': 440, 'avg_loss': 1.1572189937913768, 'avg_acc_mask': 59.85627555445422, 'loss': 1.41072416305542}
+{'epoch': 257, 'iter': 450, 'avg_loss': 1.1588673796463436, 'avg_acc_mask': 59.7864768683274, 'loss': 1.0888465642929077}
+{'epoch': 257, 'iter': 460, 'avg_loss': 1.1616434374755478, 'avg_acc_mask': 59.699188600831185, 'loss': 1.24940824508667}
+{'epoch': 257, 'iter': 470, 'avg_loss': 1.1609304368875588, 'avg_acc_mask': 59.67879256965944, 'loss': 1.1242786645889282}
+{'epoch': 257, 'iter': 480, 'avg_loss': 1.1605974807560815, 'avg_acc_mask': 59.72148440464446, 'loss': 0.9218950867652893}
+{'epoch': 257, 'iter': 490, 'avg_loss': 1.1625502649732617, 'avg_acc_mask': 59.703268508533824, 'loss': 1.2595034837722778}
+{'epoch': 257, 'iter': 500, 'avg_loss': 1.1613971151991518, 'avg_acc_mask': 59.72328417986529, 'loss': 1.0964934825897217}
+{'epoch': 257, 'iter': 510, 'avg_loss': 1.1596826895808987, 'avg_acc_mask': 59.787849566055925, 'loss': 1.139356255531311}
+{'epoch': 257, 'iter': 520, 'avg_loss': 1.1589099709909845, 'avg_acc_mask': 59.863157894736844, 'loss': 0.8986448049545288}
+{'epoch': 257, 'iter': 530, 'avg_loss': 1.1592456350443279, 'avg_acc_mask': 59.811860376968404, 'loss': 1.1199334859848022}
+{'epoch': 257, 'iter': 540, 'avg_loss': 1.158850651792149, 'avg_acc_mask': 59.83096686950642, 'loss': 1.1912184953689575}
+{'epoch': 257, 'iter': 550, 'avg_loss': 1.1592114955024582, 'avg_acc_mask': 59.78516725789875, 'loss': 0.9894520044326782}
+{'epoch': 257, 'iter': 560, 'avg_loss': 1.1585413190982772, 'avg_acc_mask': 59.81280980954866, 'loss': 1.3121503591537476}
+{'epoch': 257, 'iter': 570, 'avg_loss': 1.1561891041996182, 'avg_acc_mask': 59.904404452571136, 'loss': 1.3363919258117676}
+{'epoch': 257, 'iter': 580, 'avg_loss': 1.1559268914278527, 'avg_acc_mask': 59.902970733705075, 'loss': 1.514243721961975}
+{'epoch': 257, 'iter': 590, 'avg_loss': 1.155949631519931, 'avg_acc_mask': 59.87862649781713, 'loss': 1.238217830657959}
+{'epoch': 257, 'iter': 600, 'avg_loss': 1.1548988246878054, 'avg_acc_mask': 59.88480175540182, 'loss': 1.210371732711792}
+{'epoch': 257, 'iter': 610, 'avg_loss': 1.156528645666063, 'avg_acc_mask': 59.83712087188239, 'loss': 1.3096628189086914}
+{'epoch': 257, 'iter': 620, 'avg_loss': 1.1540098905371392, 'avg_acc_mask': 59.92445257628519, 'loss': 1.2904949188232422}
+{'epoch': 257, 'iter': 630, 'avg_loss': 1.1533809964517028, 'avg_acc_mask': 59.938429368029745, 'loss': 1.0444366931915283}
+{'epoch': 257, 'iter': 640, 'avg_loss': 1.1532361733374097, 'avg_acc_mask': 59.95701389883937, 'loss': 0.8854245543479919}
+{'epoch': 257, 'iter': 650, 'avg_loss': 1.153935110971858, 'avg_acc_mask': 59.923135614773784, 'loss': 1.0547327995300293}
+{'epoch': 257, 'iter': 660, 'avg_loss': 1.1542318840250485, 'avg_acc_mask': 59.902118903286805, 'loss': 1.0394902229309082}
+{'epoch': 257, 'iter': 670, 'avg_loss': 1.154076151627542, 'avg_acc_mask': 59.95018066352786, 'loss': 1.0870275497436523}
+{'epoch': 257, 'iter': 680, 'avg_loss': 1.1559716112988285, 'avg_acc_mask': 59.886213497991214, 'loss': 1.533216953277588}
+{'epoch': 257, 'iter': 690, 'avg_loss': 1.156805415229411, 'avg_acc_mask': 59.871022531249174, 'loss': 1.2860459089279175}
+{'epoch': 257, 'iter': 700, 'avg_loss': 1.1584717023389657, 'avg_acc_mask': 59.80084679316293, 'loss': 1.4844305515289307}
+{'epoch': 257, 'iter': 710, 'avg_loss': 1.1574541171056476, 'avg_acc_mask': 59.81746932040838, 'loss': 1.1788976192474365}
+{'epoch': 257, 'iter': 720, 'avg_loss': 1.1591696913629232, 'avg_acc_mask': 59.79203213586556, 'loss': 1.2928215265274048}
+{'epoch': 257, 'iter': 730, 'avg_loss': 1.1583030030600185, 'avg_acc_mask': 59.82389242887963, 'loss': 1.2793004512786865}
+{'epoch': 257, 'iter': 740, 'avg_loss': 1.1587265314843491, 'avg_acc_mask': 59.818379769386844, 'loss': 1.4432364702224731}
+{'epoch': 257, 'iter': 750, 'avg_loss': 1.1599866621662551, 'avg_acc_mask': 59.766016168820066, 'loss': 1.0264480113983154}
+{'epoch': 257, 'iter': 760, 'avg_loss': 1.1579550525831956, 'avg_acc_mask': 59.856812264969626, 'loss': 0.9300572872161865}
+{'epoch': 257, 'iter': 770, 'avg_loss': 1.159317166424911, 'avg_acc_mask': 59.76453799500535, 'loss': 1.2574888467788696}
+{'epoch': 257, 'iter': 780, 'avg_loss': 1.159762446920026, 'avg_acc_mask': 59.78993867337109, 'loss': 1.3047388792037964}
+{'epoch': 257, 'iter': 790, 'avg_loss': 1.159714517189489, 'avg_acc_mask': 59.77675670658127, 'loss': 1.3218258619308472}
+{'epoch': 257, 'iter': 800, 'avg_loss': 1.1587395000547058, 'avg_acc_mask': 59.79537529821985, 'loss': 1.0539385080337524}
+{'epoch': 257, 'iter': 810, 'avg_loss': 1.1600219549291966, 'avg_acc_mask': 59.74655997098361, 'loss': 1.3730229139328003}
+{'epoch': 257, 'iter': 820, 'avg_loss': 1.1599788985937725, 'avg_acc_mask': 59.729439168607776, 'loss': 1.087530255317688}
+{'epoch': 257, 'iter': 830, 'avg_loss': 1.1610632567486034, 'avg_acc_mask': 59.669597183160974, 'loss': 1.3960129022598267}
+{'epoch': 257, 'iter': 840, 'avg_loss': 1.1611931783265648, 'avg_acc_mask': 59.64881590168595, 'loss': 1.3701263666152954}
+{'epoch': 257, 'iter': 850, 'avg_loss': 1.16163104009124, 'avg_acc_mask': 59.613101021223315, 'loss': 1.1265230178833008}
+{'epoch': 257, 'iter': 860, 'avg_loss': 1.161678827667347, 'avg_acc_mask': 59.62046908315565, 'loss': 1.3674945831298828}
+{'epoch': 257, 'iter': 870, 'avg_loss': 1.163160604943364, 'avg_acc_mask': 59.56595870082304, 'loss': 1.2293957471847534}
+{'epoch': 257, 'iter': 880, 'avg_loss': 1.1632661396610073, 'avg_acc_mask': 59.553788840558596, 'loss': 0.9090157151222229}
+{'epoch': 257, 'iter': 890, 'avg_loss': 1.1627888508249746, 'avg_acc_mask': 59.6053634322671, 'loss': 0.6971145272254944}
+{'epoch': 257, 'iter': 900, 'avg_loss': 1.163548137847909, 'avg_acc_mask': 59.59234321283997, 'loss': 1.4467456340789795}
+{'epoch': 257, 'iter': 910, 'avg_loss': 1.1639226542215315, 'avg_acc_mask': 59.60053101617186, 'loss': 1.0953693389892578}
+{'epoch': 257, 'iter': 920, 'avg_loss': 1.1635736757070312, 'avg_acc_mask': 59.61320134642579, 'loss': 1.1546947956085205}
+{'epoch': 257, 'iter': 930, 'avg_loss': 1.1625898479775123, 'avg_acc_mask': 59.63771115447539, 'loss': 1.304605484008789}
+{'epoch': 257, 'iter': 940, 'avg_loss': 1.1625144027498147, 'avg_acc_mask': 59.64980696486371, 'loss': 1.0114758014678955}
+{'epoch': 257, 'iter': 950, 'avg_loss': 1.162760108803349, 'avg_acc_mask': 59.648479703657976, 'loss': 1.4724942445755005}
+{'epoch': 257, 'iter': 960, 'avg_loss': 1.1624938905797317, 'avg_acc_mask': 59.69046982939582, 'loss': 1.1441408395767212}
+{'epoch': 257, 'iter': 970, 'avg_loss': 1.1628756400976563, 'avg_acc_mask': 59.67848449970754, 'loss': 1.2987858057022095}
+{'epoch': 257, 'iter': 980, 'avg_loss': 1.1622571786609264, 'avg_acc_mask': 59.69670403461976, 'loss': 1.0244067907333374}
+{'epoch': 257, 'iter': 990, 'avg_loss': 1.162438105382063, 'avg_acc_mask': 59.69325606289912, 'loss': 1.2172237634658813}
+{'epoch': 257, 'iter': 1000, 'avg_loss': 1.1626132350939733, 'avg_acc_mask': 59.69524783951181, 'loss': 1.451007604598999}
+{'epoch': 257, 'iter': 1010, 'avg_loss': 1.1625091400509655, 'avg_acc_mask': 59.70454586599562, 'loss': 1.1167981624603271}
+{'epoch': 257, 'iter': 1020, 'avg_loss': 1.1625110796569726, 'avg_acc_mask': 59.69737172361863, 'loss': 1.0428744554519653}
+{'epoch': 257, 'iter': 1030, 'avg_loss': 1.1622582335245482, 'avg_acc_mask': 59.67635930866654, 'loss': 1.0968384742736816}
+{'epoch': 257, 'iter': 1040, 'avg_loss': 1.1616459291331707, 'avg_acc_mask': 59.71403949983293, 'loss': 1.1866648197174072}
+{'epoch': 257, 'iter': 1050, 'avg_loss': 1.1608426544237544, 'avg_acc_mask': 59.727907746442064, 'loss': 1.1403343677520752}
+{'epoch': 257, 'iter': 1060, 'avg_loss': 1.160311269321945, 'avg_acc_mask': 59.76630594245672, 'loss': 0.7983484268188477}
+{'epoch': 257, 'iter': 1070, 'avg_loss': 1.1601955108170638, 'avg_acc_mask': 59.76400171013253, 'loss': 1.4697555303573608}
+{'epoch': 257, 'iter': 1080, 'avg_loss': 1.159572719535157, 'avg_acc_mask': 59.804802006201605, 'loss': 0.8937596082687378}
+{'epoch': 257, 'iter': 1090, 'avg_loss': 1.1597351423105333, 'avg_acc_mask': 59.79976186083953, 'loss': 1.076452374458313}
+{'epoch': 257, 'iter': 1100, 'avg_loss': 1.1589888378666489, 'avg_acc_mask': 59.82972779726966, 'loss': 0.9694647789001465}
+{'epoch': 'EP257_train', 'avg_loss': 1.1593272144438453, 'total_masked_acc': 59.82102908277405}
+{'epoch': 258, 'iter': 0, 'avg_loss': 1.3979859352111816, 'avg_acc_mask': 49.09090909090909, 'loss': 1.3979859352111816}
+{'epoch': 258, 'iter': 10, 'avg_loss': 1.260704132643613, 'avg_acc_mask': 58.995137763371154, 'loss': 1.0697749853134155}
+{'epoch': 258, 'iter': 20, 'avg_loss': 1.2084830715542747, 'avg_acc_mask': 59.69479353680431, 'loss': 1.3012456893920898}
+{'epoch': 258, 'iter': 30, 'avg_loss': 1.2027093691210593, 'avg_acc_mask': 59.80629539951574, 'loss': 1.4066767692565918}
+{'epoch': 258, 'iter': 40, 'avg_loss': 1.1717131937422403, 'avg_acc_mask': 60.540788267644366, 'loss': 0.9772783517837524}
+{'epoch': 258, 'iter': 50, 'avg_loss': 1.1736860123335147, 'avg_acc_mask': 60.31976744186046, 'loss': 1.1135101318359375}
+{'epoch': 258, 'iter': 60, 'avg_loss': 1.1649627148127946, 'avg_acc_mask': 60.383678440925706, 'loss': 1.0604472160339355}
+{'epoch': 258, 'iter': 70, 'avg_loss': 1.1560023939105826, 'avg_acc_mask': 60.67503924646782, 'loss': 1.2583503723144531}
+{'epoch': 258, 'iter': 80, 'avg_loss': 1.1582679343812259, 'avg_acc_mask': 60.828025477707, 'loss': 1.1673519611358643}
+{'epoch': 258, 'iter': 90, 'avg_loss': 1.1602737857745244, 'avg_acc_mask': 60.80321285140562, 'loss': 1.1501481533050537}
+{'epoch': 258, 'iter': 100, 'avg_loss': 1.1485366301961464, 'avg_acc_mask': 61.13221197323205, 'loss': 0.8027568459510803}
+{'epoch': 258, 'iter': 110, 'avg_loss': 1.152980510178987, 'avg_acc_mask': 61.043248596896674, 'loss': 1.1229623556137085}
+{'epoch': 258, 'iter': 120, 'avg_loss': 1.1437877889507073, 'avg_acc_mask': 61.210558252427184, 'loss': 1.393236756324768}
+{'epoch': 258, 'iter': 130, 'avg_loss': 1.1427742898009206, 'avg_acc_mask': 60.996659242761694, 'loss': 1.2285101413726807}
+{'epoch': 258, 'iter': 140, 'avg_loss': 1.145056666211879, 'avg_acc_mask': 60.79545454545454, 'loss': 1.0129414796829224}
+{'epoch': 258, 'iter': 150, 'avg_loss': 1.1364991739885697, 'avg_acc_mask': 60.88704764225661, 'loss': 1.2647356986999512}
+{'epoch': 258, 'iter': 160, 'avg_loss': 1.136423971342004, 'avg_acc_mask': 60.97337006427915, 'loss': 1.274148941040039}
+{'epoch': 258, 'iter': 170, 'avg_loss': 1.1389232215128446, 'avg_acc_mask': 60.8873573120827, 'loss': 1.090122103691101}
+{'epoch': 258, 'iter': 180, 'avg_loss': 1.1410892796779863, 'avg_acc_mask': 60.71209957151602, 'loss': 1.224873423576355}
+{'epoch': 258, 'iter': 190, 'avg_loss': 1.1403138341079833, 'avg_acc_mask': 60.763888888888886, 'loss': 0.668830394744873}
+{'epoch': 258, 'iter': 200, 'avg_loss': 1.1370920785030916, 'avg_acc_mask': 60.78610603290676, 'loss': 1.0211153030395508}
+{'epoch': 258, 'iter': 210, 'avg_loss': 1.1390510882246552, 'avg_acc_mask': 60.78635143327271, 'loss': 1.208830714225769}
+{'epoch': 258, 'iter': 220, 'avg_loss': 1.1382752451961395, 'avg_acc_mask': 60.704539816422724, 'loss': 1.3433781862258911}
+{'epoch': 258, 'iter': 230, 'avg_loss': 1.1408439515989064, 'avg_acc_mask': 60.58735058972532, 'loss': 1.2343051433563232}
+{'epoch': 258, 'iter': 240, 'avg_loss': 1.1429936992182277, 'avg_acc_mask': 60.40039432774702, 'loss': 1.2412993907928467}
+{'epoch': 258, 'iter': 250, 'avg_loss': 1.145536683945067, 'avg_acc_mask': 60.330879673493186, 'loss': 1.0046874284744263}
+{'epoch': 258, 'iter': 260, 'avg_loss': 1.1484644100127093, 'avg_acc_mask': 60.288859286265165, 'loss': 0.9669365882873535}
+{'epoch': 258, 'iter': 270, 'avg_loss': 1.148795225743438, 'avg_acc_mask': 60.362362766888936, 'loss': 1.1055055856704712}
+{'epoch': 258, 'iter': 280, 'avg_loss': 1.1495400013872736, 'avg_acc_mask': 60.31632387399115, 'loss': 0.8527955412864685}
+{'epoch': 258, 'iter': 290, 'avg_loss': 1.148457368419752, 'avg_acc_mask': 60.3633152516715, 'loss': 1.1802539825439453}
+{'epoch': 258, 'iter': 300, 'avg_loss': 1.1452000893627687, 'avg_acc_mask': 60.45986826055135, 'loss': 0.7823086380958557}
+{'epoch': 258, 'iter': 310, 'avg_loss': 1.1486125778155312, 'avg_acc_mask': 60.30638197196427, 'loss': 0.9881572127342224}
+{'epoch': 258, 'iter': 320, 'avg_loss': 1.1482179989324552, 'avg_acc_mask': 60.22368798394035, 'loss': 1.0215562582015991}
+{'epoch': 258, 'iter': 330, 'avg_loss': 1.150812495150955, 'avg_acc_mask': 60.13472137170851, 'loss': 1.328538417816162}
+{'epoch': 258, 'iter': 340, 'avg_loss': 1.1503101202749437, 'avg_acc_mask': 60.09417622862091, 'loss': 1.2347660064697266}
+{'epoch': 258, 'iter': 350, 'avg_loss': 1.1500001502172899, 'avg_acc_mask': 60.06108799831481, 'loss': 1.240114688873291}
+{'epoch': 258, 'iter': 360, 'avg_loss': 1.1514421716291159, 'avg_acc_mask': 59.97446373850869, 'loss': 1.2818869352340698}
+{'epoch': 258, 'iter': 370, 'avg_loss': 1.1520285318803916, 'avg_acc_mask': 59.98412068281064, 'loss': 1.204785704612732}
+{'epoch': 258, 'iter': 380, 'avg_loss': 1.153675910368992, 'avg_acc_mask': 59.95368136639969, 'loss': 0.9574937224388123}
+{'epoch': 258, 'iter': 390, 'avg_loss': 1.1520453505503856, 'avg_acc_mask': 59.9906015037594, 'loss': 1.1262638568878174}
+{'epoch': 258, 'iter': 400, 'avg_loss': 1.151294105665345, 'avg_acc_mask': 60.02659696427752, 'loss': 1.1439265012741089}
+{'epoch': 258, 'iter': 410, 'avg_loss': 1.150835319302088, 'avg_acc_mask': 60.07342406876791, 'loss': 1.2311135530471802}
+{'epoch': 258, 'iter': 420, 'avg_loss': 1.1515694797180611, 'avg_acc_mask': 60.06658489574207, 'loss': 0.9446473121643066}
+{'epoch': 258, 'iter': 430, 'avg_loss': 1.1513266195553915, 'avg_acc_mask': 60.03850267379679, 'loss': 1.1546276807785034}
+{'epoch': 258, 'iter': 440, 'avg_loss': 1.1537501874153846, 'avg_acc_mask': 59.97575554905321, 'loss': 1.3383818864822388}
+{'epoch': 258, 'iter': 450, 'avg_loss': 1.1535717655972737, 'avg_acc_mask': 60.0, 'loss': 0.831449568271637}
+{'epoch': 258, 'iter': 460, 'avg_loss': 1.1549619445314634, 'avg_acc_mask': 59.97594226142743, 'loss': 1.3609378337860107}
+{'epoch': 258, 'iter': 470, 'avg_loss': 1.1550059305887566, 'avg_acc_mask': 60.01018848700967, 'loss': 1.0522174835205078}
+{'epoch': 258, 'iter': 480, 'avg_loss': 1.1549992894680237, 'avg_acc_mask': 60.05687495196372, 'loss': 1.1494672298431396}
+{'epoch': 258, 'iter': 490, 'avg_loss': 1.1561965484725967, 'avg_acc_mask': 60.0195724179464, 'loss': 1.8173515796661377}
+{'epoch': 258, 'iter': 500, 'avg_loss': 1.1550638415142447, 'avg_acc_mask': 60.014010766167694, 'loss': 0.9712173342704773}
+{'epoch': 258, 'iter': 510, 'avg_loss': 1.155394346863323, 'avg_acc_mask': 59.9812254034733, 'loss': 1.070044755935669}
+{'epoch': 258, 'iter': 520, 'avg_loss': 1.1546974259923837, 'avg_acc_mask': 59.97944938525316, 'loss': 1.18185555934906}
+{'epoch': 258, 'iter': 530, 'avg_loss': 1.1543298381645577, 'avg_acc_mask': 60.01181745507629, 'loss': 0.9757019877433777}
+{'epoch': 258, 'iter': 540, 'avg_loss': 1.1554522373319334, 'avg_acc_mask': 60.00750520246989, 'loss': 1.231113076210022}
+{'epoch': 258, 'iter': 550, 'avg_loss': 1.1578561650646577, 'avg_acc_mask': 59.87947773685972, 'loss': 1.2032428979873657}
+{'epoch': 258, 'iter': 560, 'avg_loss': 1.1582090019542266, 'avg_acc_mask': 59.859688416060074, 'loss': 1.1460374593734741}
+{'epoch': 258, 'iter': 570, 'avg_loss': 1.156704781665067, 'avg_acc_mask': 59.95918499562697, 'loss': 0.9718430638313293}
+{'epoch': 258, 'iter': 580, 'avg_loss': 1.1561171298593333, 'avg_acc_mask': 59.954851837720966, 'loss': 1.1801538467407227}
+{'epoch': 258, 'iter': 590, 'avg_loss': 1.1574532297863775, 'avg_acc_mask': 59.8620990889804, 'loss': 1.078204870223999}
+{'epoch': 258, 'iter': 600, 'avg_loss': 1.156927259313485, 'avg_acc_mask': 59.872963269814974, 'loss': 1.1217048168182373}
+{'epoch': 258, 'iter': 610, 'avg_loss': 1.157206809169532, 'avg_acc_mask': 59.864191942055236, 'loss': 1.1976124048233032}
+{'epoch': 258, 'iter': 620, 'avg_loss': 1.1553110885351368, 'avg_acc_mask': 59.91205134299976, 'loss': 1.2677216529846191}
+{'epoch': 258, 'iter': 630, 'avg_loss': 1.1546771623631098, 'avg_acc_mask': 59.928705002337544, 'loss': 0.7818742990493774}
+{'epoch': 258, 'iter': 640, 'avg_loss': 1.154286511881675, 'avg_acc_mask': 59.94179009855339, 'loss': 1.0492252111434937}
+{'epoch': 258, 'iter': 650, 'avg_loss': 1.1564399076313834, 'avg_acc_mask': 59.88301104580175, 'loss': 1.1293731927871704}
+{'epoch': 258, 'iter': 660, 'avg_loss': 1.1559368661420248, 'avg_acc_mask': 59.88866510014547, 'loss': 1.09092116355896}
+{'epoch': 258, 'iter': 670, 'avg_loss': 1.1556914066770927, 'avg_acc_mask': 59.904192935605536, 'loss': 1.1858688592910767}
+{'epoch': 258, 'iter': 680, 'avg_loss': 1.1560835014705966, 'avg_acc_mask': 59.892598519161396, 'loss': 1.451566457748413}
+{'epoch': 258, 'iter': 690, 'avg_loss': 1.156714541004639, 'avg_acc_mask': 59.881517852377655, 'loss': 1.2991617918014526}
+{'epoch': 258, 'iter': 700, 'avg_loss': 1.1579696730778324, 'avg_acc_mask': 59.86376666754333, 'loss': 1.164499044418335}
+{'epoch': 258, 'iter': 710, 'avg_loss': 1.157110916075995, 'avg_acc_mask': 59.88227362306815, 'loss': 0.8866647481918335}
+{'epoch': 258, 'iter': 720, 'avg_loss': 1.156787314709281, 'avg_acc_mask': 59.876842885249246, 'loss': 1.1224908828735352}
+{'epoch': 258, 'iter': 730, 'avg_loss': 1.155797142499775, 'avg_acc_mask': 59.891065890006814, 'loss': 1.536037802696228}
+{'epoch': 258, 'iter': 740, 'avg_loss': 1.1561931437648099, 'avg_acc_mask': 59.87761802895378, 'loss': 1.1082881689071655}
+{'epoch': 258, 'iter': 750, 'avg_loss': 1.1588825798542617, 'avg_acc_mask': 59.79452222739867, 'loss': 1.2367866039276123}
+{'epoch': 258, 'iter': 760, 'avg_loss': 1.157940963173038, 'avg_acc_mask': 59.80677030364666, 'loss': 1.1235392093658447}
+{'epoch': 258, 'iter': 770, 'avg_loss': 1.1581764804868537, 'avg_acc_mask': 59.79561137508655, 'loss': 1.3284416198730469}
+{'epoch': 258, 'iter': 780, 'avg_loss': 1.157794169213494, 'avg_acc_mask': 59.823618185248066, 'loss': 0.8487070202827454}
+{'epoch': 258, 'iter': 790, 'avg_loss': 1.158063037431647, 'avg_acc_mask': 59.84765543106059, 'loss': 1.2225831747055054}
+{'epoch': 258, 'iter': 800, 'avg_loss': 1.1584006360407626, 'avg_acc_mask': 59.8343685300207, 'loss': 1.472464680671692}
+{'epoch': 258, 'iter': 810, 'avg_loss': 1.158416972721843, 'avg_acc_mask': 59.82496021823142, 'loss': 0.9079785943031311}
+{'epoch': 258, 'iter': 820, 'avg_loss': 1.1585036485697553, 'avg_acc_mask': 59.83330337886412, 'loss': 0.9218207597732544}
+{'epoch': 258, 'iter': 830, 'avg_loss': 1.1593374925543398, 'avg_acc_mask': 59.83388114062361, 'loss': 1.3570103645324707}
+{'epoch': 258, 'iter': 840, 'avg_loss': 1.1593829007126064, 'avg_acc_mask': 59.82266312578189, 'loss': 1.2105023860931396}
+{'epoch': 258, 'iter': 850, 'avg_loss': 1.1600078887861007, 'avg_acc_mask': 59.785412376720494, 'loss': 1.1869676113128662}
+{'epoch': 258, 'iter': 860, 'avg_loss': 1.1600719744320116, 'avg_acc_mask': 59.781514405055155, 'loss': 1.0222164392471313}
+{'epoch': 258, 'iter': 870, 'avg_loss': 1.1612956597802286, 'avg_acc_mask': 59.712793181481715, 'loss': 1.0000816583633423}
+{'epoch': 258, 'iter': 880, 'avg_loss': 1.1605960015000334, 'avg_acc_mask': 59.73627016634624, 'loss': 0.8992107510566711}
+{'epoch': 258, 'iter': 890, 'avg_loss': 1.1600559265525252, 'avg_acc_mask': 59.78436322999876, 'loss': 0.6241902709007263}
+{'epoch': 258, 'iter': 900, 'avg_loss': 1.1606881597330514, 'avg_acc_mask': 59.755798257454906, 'loss': 1.1766084432601929}
+{'epoch': 258, 'iter': 910, 'avg_loss': 1.1617410203889749, 'avg_acc_mask': 59.714614871556485, 'loss': 1.225379467010498}
+{'epoch': 258, 'iter': 920, 'avg_loss': 1.1607764387234285, 'avg_acc_mask': 59.778760176831824, 'loss': 1.1249505281448364}
+{'epoch': 258, 'iter': 930, 'avg_loss': 1.1602177423386004, 'avg_acc_mask': 59.798795944233206, 'loss': 1.327701210975647}
+{'epoch': 258, 'iter': 940, 'avg_loss': 1.1596170113393274, 'avg_acc_mask': 59.80889350120421, 'loss': 0.7259671092033386}
+{'epoch': 258, 'iter': 950, 'avg_loss': 1.158484327931008, 'avg_acc_mask': 59.85432567509976, 'loss': 1.1532994508743286}
+{'epoch': 258, 'iter': 960, 'avg_loss': 1.1581764368187253, 'avg_acc_mask': 59.84698866795773, 'loss': 1.2624781131744385}
+{'epoch': 258, 'iter': 970, 'avg_loss': 1.1590399257186512, 'avg_acc_mask': 59.83017759329808, 'loss': 1.3489694595336914}
+{'epoch': 258, 'iter': 980, 'avg_loss': 1.1598555126685979, 'avg_acc_mask': 59.79557389347336, 'loss': 0.9250966310501099}
+{'epoch': 258, 'iter': 990, 'avg_loss': 1.1603365076779115, 'avg_acc_mask': 59.8033030246799, 'loss': 1.2456027269363403}
+{'epoch': 258, 'iter': 1000, 'avg_loss': 1.1604205980286613, 'avg_acc_mask': 59.78177008707153, 'loss': 1.272024154663086}
+{'epoch': 258, 'iter': 1010, 'avg_loss': 1.1606171816793796, 'avg_acc_mask': 59.76785649310483, 'loss': 0.9334672093391418}
+{'epoch': 258, 'iter': 1020, 'avg_loss': 1.160469562253102, 'avg_acc_mask': 59.77883039461124, 'loss': 0.9623917937278748}
+{'epoch': 258, 'iter': 1030, 'avg_loss': 1.1607186559562424, 'avg_acc_mask': 59.771510174937525, 'loss': 1.0163270235061646}
+{'epoch': 258, 'iter': 1040, 'avg_loss': 1.161219095920394, 'avg_acc_mask': 59.759653618450116, 'loss': 1.4138716459274292}
+{'epoch': 258, 'iter': 1050, 'avg_loss': 1.161529503755633, 'avg_acc_mask': 59.749518304431604, 'loss': 1.1715389490127563}
+{'epoch': 258, 'iter': 1060, 'avg_loss': 1.1607630232614128, 'avg_acc_mask': 59.79041604497033, 'loss': 0.9822752475738525}
+{'epoch': 258, 'iter': 1070, 'avg_loss': 1.1607979583361792, 'avg_acc_mask': 59.76790165907333, 'loss': 1.4780842065811157}
+{'epoch': 258, 'iter': 1080, 'avg_loss': 1.1607749142876165, 'avg_acc_mask': 59.79646364085023, 'loss': 1.1621211767196655}
+{'epoch': 258, 'iter': 1090, 'avg_loss': 1.1615489255278402, 'avg_acc_mask': 59.79148771327034, 'loss': 1.2812601327896118}
+{'epoch': 258, 'iter': 1100, 'avg_loss': 1.1608524834644134, 'avg_acc_mask': 59.82509429553723, 'loss': 0.9528654217720032}
+{'epoch': 'EP258_train', 'avg_loss': 1.1610026600134318, 'total_masked_acc': 59.809758206671766}
+{'epoch': 259, 'iter': 0, 'avg_loss': 0.9895187616348267, 'avg_acc_mask': 63.63636363636363, 'loss': 0.9895187616348267}
+{'epoch': 259, 'iter': 10, 'avg_loss': 1.1952140927314758, 'avg_acc_mask': 57.8538102643857, 'loss': 0.9578970670700073}
+{'epoch': 259, 'iter': 20, 'avg_loss': 1.1803378150576638, 'avg_acc_mask': 57.91245791245792, 'loss': 1.3286079168319702}
+{'epoch': 259, 'iter': 30, 'avg_loss': 1.1890143059915113, 'avg_acc_mask': 58.17142857142857, 'loss': 1.188439130783081}
+{'epoch': 259, 'iter': 40, 'avg_loss': 1.1678112221927177, 'avg_acc_mask': 59.07118055555556, 'loss': 0.877716600894928}
+{'epoch': 259, 'iter': 50, 'avg_loss': 1.1903734394148284, 'avg_acc_mask': 58.26446280991735, 'loss': 1.3353852033615112}
+{'epoch': 259, 'iter': 60, 'avg_loss': 1.1897646237592228, 'avg_acc_mask': 58.56014047410009, 'loss': 1.2198030948638916}
+{'epoch': 259, 'iter': 70, 'avg_loss': 1.1788643539791377, 'avg_acc_mask': 58.70919511587341, 'loss': 0.9942389130592346}
+{'epoch': 259, 'iter': 80, 'avg_loss': 1.190111377356965, 'avg_acc_mask': 58.70374425224436, 'loss': 1.1601811647415161}
+{'epoch': 259, 'iter': 90, 'avg_loss': 1.195634012038891, 'avg_acc_mask': 58.64221615294577, 'loss': 1.2765058279037476}
+{'epoch': 259, 'iter': 100, 'avg_loss': 1.1922413039915631, 'avg_acc_mask': 58.870116156283004, 'loss': 0.7927243709564209}
+{'epoch': 259, 'iter': 110, 'avg_loss': 1.1972117606584016, 'avg_acc_mask': 58.691074032075164, 'loss': 1.4025955200195312}
+{'epoch': 259, 'iter': 120, 'avg_loss': 1.1876985642535627, 'avg_acc_mask': 58.85139135583185, 'loss': 1.1730561256408691}
+{'epoch': 259, 'iter': 130, 'avg_loss': 1.1878862999777757, 'avg_acc_mask': 58.724330205358356, 'loss': 1.2382103204727173}
+{'epoch': 259, 'iter': 140, 'avg_loss': 1.18559974136082, 'avg_acc_mask': 58.60453336710143, 'loss': 0.7762448191642761}
+{'epoch': 259, 'iter': 150, 'avg_loss': 1.1840221143716219, 'avg_acc_mask': 58.740007159050236, 'loss': 1.3303190469741821}
+{'epoch': 259, 'iter': 160, 'avg_loss': 1.1846612214301684, 'avg_acc_mask': 58.67341202922991, 'loss': 1.116632342338562}
+{'epoch': 259, 'iter': 170, 'avg_loss': 1.186242785718706, 'avg_acc_mask': 58.70878829640623, 'loss': 1.1976503133773804}
+{'epoch': 259, 'iter': 180, 'avg_loss': 1.1820871197716307, 'avg_acc_mask': 58.82057464335946, 'loss': 1.3284857273101807}
+{'epoch': 259, 'iter': 190, 'avg_loss': 1.1814710376150321, 'avg_acc_mask': 58.6062452399086, 'loss': 1.0112841129302979}
+{'epoch': 259, 'iter': 200, 'avg_loss': 1.1771806517050634, 'avg_acc_mask': 58.631274828457926, 'loss': 1.0656332969665527}
+{'epoch': 259, 'iter': 210, 'avg_loss': 1.1753875522816917, 'avg_acc_mask': 58.74550744480575, 'loss': 1.1506356000900269}
+{'epoch': 259, 'iter': 220, 'avg_loss': 1.1721726491440476, 'avg_acc_mask': 58.83648825065274, 'loss': 1.3675230741500854}
+{'epoch': 259, 'iter': 230, 'avg_loss': 1.1699203663058095, 'avg_acc_mask': 58.97837668442495, 'loss': 1.1020969152450562}
+{'epoch': 259, 'iter': 240, 'avg_loss': 1.1722436482975591, 'avg_acc_mask': 58.96855914951369, 'loss': 1.2635177373886108}
+{'epoch': 259, 'iter': 250, 'avg_loss': 1.1740532740653749, 'avg_acc_mask': 58.91046073601854, 'loss': 0.982155442237854}
+{'epoch': 259, 'iter': 260, 'avg_loss': 1.1745315228385487, 'avg_acc_mask': 58.87615320100643, 'loss': 1.1655486822128296}
+{'epoch': 259, 'iter': 270, 'avg_loss': 1.173498588514504, 'avg_acc_mask': 58.93817204301075, 'loss': 1.3971240520477295}
+{'epoch': 259, 'iter': 280, 'avg_loss': 1.1745357074347256, 'avg_acc_mask': 58.83385335413417, 'loss': 0.9670464992523193}
+{'epoch': 259, 'iter': 290, 'avg_loss': 1.1750007441773038, 'avg_acc_mask': 58.825007854225575, 'loss': 1.2348254919052124}
+{'epoch': 259, 'iter': 300, 'avg_loss': 1.1703587736798284, 'avg_acc_mask': 58.99482180932074, 'loss': 0.6606190204620361}
+{'epoch': 259, 'iter': 310, 'avg_loss': 1.1665391877916464, 'avg_acc_mask': 59.07319952774498, 'loss': 0.8599281311035156}
+{'epoch': 259, 'iter': 320, 'avg_loss': 1.1638126757657417, 'avg_acc_mask': 59.12183408610142, 'loss': 1.11948823928833}
+{'epoch': 259, 'iter': 330, 'avg_loss': 1.163419811207002, 'avg_acc_mask': 59.160559626915386, 'loss': 1.0199121236801147}
+{'epoch': 259, 'iter': 340, 'avg_loss': 1.1609483614695038, 'avg_acc_mask': 59.2650382007963, 'loss': 1.1141263246536255}
+{'epoch': 259, 'iter': 350, 'avg_loss': 1.1595063292742456, 'avg_acc_mask': 59.24625222769683, 'loss': 1.080639362335205}
+{'epoch': 259, 'iter': 360, 'avg_loss': 1.1617520468056697, 'avg_acc_mask': 59.14240715338109, 'loss': 1.1522877216339111}
+{'epoch': 259, 'iter': 370, 'avg_loss': 1.1599802000503334, 'avg_acc_mask': 59.19829972321076, 'loss': 1.1027413606643677}
+{'epoch': 259, 'iter': 380, 'avg_loss': 1.162149440115831, 'avg_acc_mask': 59.15966386554622, 'loss': 1.1316735744476318}
+{'epoch': 259, 'iter': 390, 'avg_loss': 1.1620489621101437, 'avg_acc_mask': 59.162377164248944, 'loss': 1.7714568376541138}
+{'epoch': 259, 'iter': 400, 'avg_loss': 1.1624969157792089, 'avg_acc_mask': 59.16381082933516, 'loss': 1.1020457744598389}
+{'epoch': 259, 'iter': 410, 'avg_loss': 1.1605400505437178, 'avg_acc_mask': 59.28749777064384, 'loss': 1.1450423002243042}
+{'epoch': 259, 'iter': 420, 'avg_loss': 1.1607596062990946, 'avg_acc_mask': 59.282194409314904, 'loss': 1.0314586162567139}
+{'epoch': 259, 'iter': 430, 'avg_loss': 1.158900868726717, 'avg_acc_mask': 59.341830427554456, 'loss': 1.1090128421783447}
+{'epoch': 259, 'iter': 440, 'avg_loss': 1.1608407331161759, 'avg_acc_mask': 59.279016461762865, 'loss': 1.700334906578064}
+{'epoch': 259, 'iter': 450, 'avg_loss': 1.1610773993437147, 'avg_acc_mask': 59.23076923076923, 'loss': 1.1136140823364258}
+{'epoch': 259, 'iter': 460, 'avg_loss': 1.1610112801808339, 'avg_acc_mask': 59.28312845606079, 'loss': 1.3208415508270264}
+{'epoch': 259, 'iter': 470, 'avg_loss': 1.1613808005984927, 'avg_acc_mask': 59.318013919670285, 'loss': 1.1738239526748657}
+{'epoch': 259, 'iter': 480, 'avg_loss': 1.1598117204069347, 'avg_acc_mask': 59.384052447019364, 'loss': 1.116410255432129}
+{'epoch': 259, 'iter': 490, 'avg_loss': 1.1613109473541166, 'avg_acc_mask': 59.30995897053338, 'loss': 1.371929407119751}
+{'epoch': 259, 'iter': 500, 'avg_loss': 1.160109833091081, 'avg_acc_mask': 59.3567037470726, 'loss': 1.1571953296661377}
+{'epoch': 259, 'iter': 510, 'avg_loss': 1.1599244372718722, 'avg_acc_mask': 59.29920103185125, 'loss': 1.1691527366638184}
+{'epoch': 259, 'iter': 520, 'avg_loss': 1.1583072474501641, 'avg_acc_mask': 59.33919156414763, 'loss': 1.1067841053009033}
+{'epoch': 259, 'iter': 530, 'avg_loss': 1.1582476912020738, 'avg_acc_mask': 59.36238484628921, 'loss': 1.0613709688186646}
+{'epoch': 259, 'iter': 540, 'avg_loss': 1.158307292655303, 'avg_acc_mask': 59.321689683184395, 'loss': 1.1373499631881714}
+{'epoch': 259, 'iter': 550, 'avg_loss': 1.1581447100682614, 'avg_acc_mask': 59.26024304402683, 'loss': 1.1338505744934082}
+{'epoch': 259, 'iter': 560, 'avg_loss': 1.1568363092162393, 'avg_acc_mask': 59.345032291734626, 'loss': 1.1696829795837402}
+{'epoch': 259, 'iter': 570, 'avg_loss': 1.1548967414687268, 'avg_acc_mask': 59.46596488975898, 'loss': 1.0100091695785522}
+{'epoch': 259, 'iter': 580, 'avg_loss': 1.155676909342485, 'avg_acc_mask': 59.4458279481764, 'loss': 1.3241631984710693}
+{'epoch': 259, 'iter': 590, 'avg_loss': 1.155036534754758, 'avg_acc_mask': 59.45034198879638, 'loss': 1.0274392366409302}
+{'epoch': 259, 'iter': 600, 'avg_loss': 1.1545212840081849, 'avg_acc_mask': 59.461845189176024, 'loss': 1.3646166324615479}
+{'epoch': 259, 'iter': 610, 'avg_loss': 1.1542666640297286, 'avg_acc_mask': 59.46909548491476, 'loss': 1.3616738319396973}
+{'epoch': 259, 'iter': 620, 'avg_loss': 1.1516392229067915, 'avg_acc_mask': 59.54943531978887, 'loss': 1.3332914113998413}
+{'epoch': 259, 'iter': 630, 'avg_loss': 1.1519079297166996, 'avg_acc_mask': 59.56353927856293, 'loss': 1.2730058431625366}
+{'epoch': 259, 'iter': 640, 'avg_loss': 1.153064641863247, 'avg_acc_mask': 59.59535256410257, 'loss': 0.9414876103401184}
+{'epoch': 259, 'iter': 650, 'avg_loss': 1.1527380406764978, 'avg_acc_mask': 59.614625063476836, 'loss': 1.0304428339004517}
+{'epoch': 259, 'iter': 660, 'avg_loss': 1.153612632343881, 'avg_acc_mask': 59.577010727586014, 'loss': 1.1076390743255615}
+{'epoch': 259, 'iter': 670, 'avg_loss': 1.153529166553486, 'avg_acc_mask': 59.56194387405886, 'loss': 1.559256911277771}
+{'epoch': 259, 'iter': 680, 'avg_loss': 1.1534516013141245, 'avg_acc_mask': 59.59914758166761, 'loss': 1.0696991682052612}
+{'epoch': 259, 'iter': 690, 'avg_loss': 1.154805276914892, 'avg_acc_mask': 59.55411473972312, 'loss': 1.1400948762893677}
+{'epoch': 259, 'iter': 700, 'avg_loss': 1.1553846082401684, 'avg_acc_mask': 59.558207705192636, 'loss': 1.1787502765655518}
+{'epoch': 259, 'iter': 710, 'avg_loss': 1.1537870891318878, 'avg_acc_mask': 59.59994838043619, 'loss': 1.242394208908081}
+{'epoch': 259, 'iter': 720, 'avg_loss': 1.1547652642538413, 'avg_acc_mask': 59.5568783068783, 'loss': 1.3695828914642334}
+{'epoch': 259, 'iter': 730, 'avg_loss': 1.153527862722342, 'avg_acc_mask': 59.602981403869805, 'loss': 1.4833741188049316}
+{'epoch': 259, 'iter': 740, 'avg_loss': 1.153827972257668, 'avg_acc_mask': 59.5728357174677, 'loss': 1.1577545404434204}
+{'epoch': 259, 'iter': 750, 'avg_loss': 1.1544394054203313, 'avg_acc_mask': 59.52903855539288, 'loss': 1.1149969100952148}
+{'epoch': 259, 'iter': 760, 'avg_loss': 1.1549171316639353, 'avg_acc_mask': 59.52392425191538, 'loss': 1.263153076171875}
+{'epoch': 259, 'iter': 770, 'avg_loss': 1.1565123120016005, 'avg_acc_mask': 59.44945420028477, 'loss': 1.2728177309036255}
+{'epoch': 259, 'iter': 780, 'avg_loss': 1.155470389104836, 'avg_acc_mask': 59.48972658904014, 'loss': 1.1467055082321167}
+{'epoch': 259, 'iter': 790, 'avg_loss': 1.1545401036211875, 'avg_acc_mask': 59.550197829658245, 'loss': 1.0365709066390991}
+{'epoch': 259, 'iter': 800, 'avg_loss': 1.1540376991963714, 'avg_acc_mask': 59.544113948649944, 'loss': 0.9232789278030396}
+{'epoch': 259, 'iter': 810, 'avg_loss': 1.1549627776504592, 'avg_acc_mask': 59.51139109033846, 'loss': 1.0965895652770996}
+{'epoch': 259, 'iter': 820, 'avg_loss': 1.1553760160772577, 'avg_acc_mask': 59.533316974145045, 'loss': 0.9656032919883728}
+{'epoch': 259, 'iter': 830, 'avg_loss': 1.155252843915914, 'avg_acc_mask': 59.578784871540414, 'loss': 1.1876238584518433}
+{'epoch': 259, 'iter': 840, 'avg_loss': 1.155041251965, 'avg_acc_mask': 59.583505783431725, 'loss': 1.2941159009933472}
+{'epoch': 259, 'iter': 850, 'avg_loss': 1.1562339658602705, 'avg_acc_mask': 59.53979938869517, 'loss': 1.030275583267212}
+{'epoch': 259, 'iter': 860, 'avg_loss': 1.1568124365585053, 'avg_acc_mask': 59.50249813968321, 'loss': 1.2813200950622559}
+{'epoch': 259, 'iter': 870, 'avg_loss': 1.1577499712102037, 'avg_acc_mask': 59.462293431759086, 'loss': 1.2355859279632568}
+{'epoch': 259, 'iter': 880, 'avg_loss': 1.1577980685450568, 'avg_acc_mask': 59.477964976346584, 'loss': 1.0273693799972534}
+{'epoch': 259, 'iter': 890, 'avg_loss': 1.1570105607528345, 'avg_acc_mask': 59.54370905805286, 'loss': 1.149745225906372}
+{'epoch': 259, 'iter': 900, 'avg_loss': 1.1565658679019069, 'avg_acc_mask': 59.56872768581629, 'loss': 1.1733372211456299}
+{'epoch': 259, 'iter': 910, 'avg_loss': 1.1565279025016055, 'avg_acc_mask': 59.56921966187353, 'loss': 1.2729003429412842}
+{'epoch': 259, 'iter': 920, 'avg_loss': 1.156659546297096, 'avg_acc_mask': 59.60870686747227, 'loss': 1.1510777473449707}
+{'epoch': 259, 'iter': 930, 'avg_loss': 1.1569850697681292, 'avg_acc_mask': 59.621841314719916, 'loss': 1.2753225564956665}
+{'epoch': 259, 'iter': 940, 'avg_loss': 1.157265010852996, 'avg_acc_mask': 59.58876181969982, 'loss': 0.7702247500419617}
+{'epoch': 259, 'iter': 950, 'avg_loss': 1.1569497572134722, 'avg_acc_mask': 59.606488146655145, 'loss': 1.2693663835525513}
+{'epoch': 259, 'iter': 960, 'avg_loss': 1.1565830451392731, 'avg_acc_mask': 59.59952885747939, 'loss': 1.1444125175476074}
+{'epoch': 259, 'iter': 970, 'avg_loss': 1.1568100834236577, 'avg_acc_mask': 59.590432133589076, 'loss': 1.0738180875778198}
+{'epoch': 259, 'iter': 980, 'avg_loss': 1.1564354641357328, 'avg_acc_mask': 59.58974168231946, 'loss': 1.1624723672866821}
+{'epoch': 259, 'iter': 990, 'avg_loss': 1.1575382671250345, 'avg_acc_mask': 59.57720824977463, 'loss': 1.3338258266448975}
+{'epoch': 259, 'iter': 1000, 'avg_loss': 1.15730112856561, 'avg_acc_mask': 59.57985181948919, 'loss': 1.3945494890213013}
+{'epoch': 259, 'iter': 1010, 'avg_loss': 1.15803748870344, 'avg_acc_mask': 59.58026071435011, 'loss': 0.9810143113136292}
+{'epoch': 259, 'iter': 1020, 'avg_loss': 1.158072497655549, 'avg_acc_mask': 59.61201814869065, 'loss': 0.9325136542320251}
+{'epoch': 259, 'iter': 1030, 'avg_loss': 1.157475945154055, 'avg_acc_mask': 59.630088495575215, 'loss': 1.1908000707626343}
+{'epoch': 259, 'iter': 1040, 'avg_loss': 1.1577957842237783, 'avg_acc_mask': 59.6309859648508, 'loss': 1.0601876974105835}
+{'epoch': 259, 'iter': 1050, 'avg_loss': 1.156892575727657, 'avg_acc_mask': 59.6584400708112, 'loss': 1.2284859418869019}
+{'epoch': 259, 'iter': 1060, 'avg_loss': 1.1567595693775217, 'avg_acc_mask': 59.664992777051665, 'loss': 0.7405027747154236}
+{'epoch': 259, 'iter': 1070, 'avg_loss': 1.1567816594067741, 'avg_acc_mask': 59.663679422087434, 'loss': 1.3036901950836182}
+{'epoch': 259, 'iter': 1080, 'avg_loss': 1.1568341048418869, 'avg_acc_mask': 59.6951950178056, 'loss': 1.019474983215332}
+{'epoch': 259, 'iter': 1090, 'avg_loss': 1.1575824611237244, 'avg_acc_mask': 59.64363915957678, 'loss': 0.9817257523536682}
+{'epoch': 259, 'iter': 1100, 'avg_loss': 1.1573506958586426, 'avg_acc_mask': 59.65339562933877, 'loss': 1.078298568725586}
+{'epoch': 'EP259_train', 'avg_loss': 1.1578572729594028, 'total_masked_acc': 59.6497020321244}
+{'epoch': 260, 'iter': 0, 'avg_loss': 1.3218414783477783, 'avg_acc_mask': 50.0, 'loss': 1.3218414783477783}
+{'epoch': 260, 'iter': 10, 'avg_loss': 1.2233972115950151, 'avg_acc_mask': 58.211382113821145, 'loss': 1.0164086818695068}
+{'epoch': 260, 'iter': 20, 'avg_loss': 1.2390746531032382, 'avg_acc_mask': 57.817869415807564, 'loss': 1.479138731956482}
+{'epoch': 260, 'iter': 30, 'avg_loss': 1.2388734144549216, 'avg_acc_mask': 58.07962529274005, 'loss': 1.2884776592254639}
+{'epoch': 260, 'iter': 40, 'avg_loss': 1.2344385807107134, 'avg_acc_mask': 57.9646017699115, 'loss': 1.2394661903381348}
+{'epoch': 260, 'iter': 50, 'avg_loss': 1.2403431371146558, 'avg_acc_mask': 57.33993632826318, 'loss': 1.3010785579681396}
+{'epoch': 260, 'iter': 60, 'avg_loss': 1.226812496537068, 'avg_acc_mask': 57.62812872467224, 'loss': 1.1872636079788208}
+{'epoch': 260, 'iter': 70, 'avg_loss': 1.2154673170035994, 'avg_acc_mask': 58.22622107969152, 'loss': 1.0143853425979614}
+{'epoch': 260, 'iter': 80, 'avg_loss': 1.2158607921482605, 'avg_acc_mask': 58.177727784027, 'loss': 1.3299933671951294}
+{'epoch': 260, 'iter': 90, 'avg_loss': 1.2183635182433077, 'avg_acc_mask': 58.01801801801801, 'loss': 1.1294153928756714}
+{'epoch': 260, 'iter': 100, 'avg_loss': 1.2085866768761437, 'avg_acc_mask': 58.06159420289855, 'loss': 1.1443687677383423}
+{'epoch': 260, 'iter': 110, 'avg_loss': 1.2055700115255408, 'avg_acc_mask': 58.0189463187635, 'loss': 0.9079713225364685}
+{'epoch': 260, 'iter': 120, 'avg_loss': 1.1958063633973934, 'avg_acc_mask': 58.38442673206622, 'loss': 1.0269066095352173}
+{'epoch': 260, 'iter': 130, 'avg_loss': 1.1849076825243827, 'avg_acc_mask': 58.78302417088251, 'loss': 0.9741003513336182}
+{'epoch': 260, 'iter': 140, 'avg_loss': 1.1782500519820138, 'avg_acc_mask': 59.00807081489196, 'loss': 1.0217546224594116}
+{'epoch': 260, 'iter': 150, 'avg_loss': 1.171355525784145, 'avg_acc_mask': 59.34025656689066, 'loss': 1.4136780500411987}
+{'epoch': 260, 'iter': 160, 'avg_loss': 1.1722753033134508, 'avg_acc_mask': 59.44208472046837, 'loss': 1.1914403438568115}
+{'epoch': 260, 'iter': 170, 'avg_loss': 1.17544506655799, 'avg_acc_mask': 59.38779909463246, 'loss': 1.1888622045516968}
+{'epoch': 260, 'iter': 180, 'avg_loss': 1.1733673412496872, 'avg_acc_mask': 59.525017761087994, 'loss': 1.0994343757629395}
+{'epoch': 260, 'iter': 190, 'avg_loss': 1.168846944239751, 'avg_acc_mask': 59.60392232263027, 'loss': 1.0174275636672974}
+{'epoch': 260, 'iter': 200, 'avg_loss': 1.168648461797344, 'avg_acc_mask': 59.524243528982865, 'loss': 1.2482396364212036}
+{'epoch': 260, 'iter': 210, 'avg_loss': 1.1668808542156672, 'avg_acc_mask': 59.62404712404712, 'loss': 1.2136523723602295}
+{'epoch': 260, 'iter': 220, 'avg_loss': 1.1669669739261472, 'avg_acc_mask': 59.65772202376007, 'loss': 1.2174452543258667}
+{'epoch': 260, 'iter': 230, 'avg_loss': 1.1692060570180158, 'avg_acc_mask': 59.56501031909826, 'loss': 1.2352150678634644}
+{'epoch': 260, 'iter': 240, 'avg_loss': 1.1681333013589945, 'avg_acc_mask': 59.61977186311786, 'loss': 1.0876981019973755}
+{'epoch': 260, 'iter': 250, 'avg_loss': 1.1659360855699061, 'avg_acc_mask': 59.66540035067213, 'loss': 1.0599406957626343}
+{'epoch': 260, 'iter': 260, 'avg_loss': 1.1653264007349124, 'avg_acc_mask': 59.67821260451065, 'loss': 1.2312260866165161}
+{'epoch': 260, 'iter': 270, 'avg_loss': 1.1658588595056005, 'avg_acc_mask': 59.63810681250422, 'loss': 1.3080824613571167}
+{'epoch': 260, 'iter': 280, 'avg_loss': 1.1658379997647106, 'avg_acc_mask': 59.59536820192558, 'loss': 0.5951237678527832}
+{'epoch': 260, 'iter': 290, 'avg_loss': 1.1679678352428056, 'avg_acc_mask': 59.5175107079869, 'loss': 1.241415023803711}
+{'epoch': 260, 'iter': 300, 'avg_loss': 1.165208826627446, 'avg_acc_mask': 59.60143823511488, 'loss': 0.799099326133728}
+{'epoch': 260, 'iter': 310, 'avg_loss': 1.161507596348643, 'avg_acc_mask': 59.64477488641058, 'loss': 0.9801401495933533}
+{'epoch': 260, 'iter': 320, 'avg_loss': 1.159941600490582, 'avg_acc_mask': 59.67113555631946, 'loss': 1.0364387035369873}
+{'epoch': 260, 'iter': 330, 'avg_loss': 1.1582274764686193, 'avg_acc_mask': 59.782488070136495, 'loss': 1.0853455066680908}
+{'epoch': 260, 'iter': 340, 'avg_loss': 1.1578036284516633, 'avg_acc_mask': 59.767891682785304, 'loss': 1.1160792112350464}
+{'epoch': 260, 'iter': 350, 'avg_loss': 1.1553283063774435, 'avg_acc_mask': 59.819047120966474, 'loss': 1.088874340057373}
+{'epoch': 260, 'iter': 360, 'avg_loss': 1.1542140451824896, 'avg_acc_mask': 59.828190921567625, 'loss': 1.0178786516189575}
+{'epoch': 260, 'iter': 370, 'avg_loss': 1.1554238863711088, 'avg_acc_mask': 59.73884657236126, 'loss': 1.0420247316360474}
+{'epoch': 260, 'iter': 380, 'avg_loss': 1.157475614641595, 'avg_acc_mask': 59.721153846153854, 'loss': 0.983875572681427}
+{'epoch': 260, 'iter': 390, 'avg_loss': 1.156989894559621, 'avg_acc_mask': 59.7415972287239, 'loss': 0.9414411783218384}
+{'epoch': 260, 'iter': 400, 'avg_loss': 1.1573307062325038, 'avg_acc_mask': 59.756766642282365, 'loss': 0.8870794177055359}
+{'epoch': 260, 'iter': 410, 'avg_loss': 1.157615887712678, 'avg_acc_mask': 59.76883255980007, 'loss': 1.2738566398620605}
+{'epoch': 260, 'iter': 420, 'avg_loss': 1.155691278235646, 'avg_acc_mask': 59.815977673120535, 'loss': 1.1372512578964233}
+{'epoch': 260, 'iter': 430, 'avg_loss': 1.1575144822525592, 'avg_acc_mask': 59.79113384484228, 'loss': 0.9571086168289185}
+{'epoch': 260, 'iter': 440, 'avg_loss': 1.1578923150255025, 'avg_acc_mask': 59.85164194032338, 'loss': 1.963755488395691}
+{'epoch': 260, 'iter': 450, 'avg_loss': 1.1584704074256964, 'avg_acc_mask': 59.82321072141431, 'loss': 0.9080265760421753}
+{'epoch': 260, 'iter': 460, 'avg_loss': 1.160938834290701, 'avg_acc_mask': 59.73699940227137, 'loss': 1.2191592454910278}
+{'epoch': 260, 'iter': 470, 'avg_loss': 1.1606709499014918, 'avg_acc_mask': 59.79566370301045, 'loss': 0.9708908796310425}
+{'epoch': 260, 'iter': 480, 'avg_loss': 1.1606045110062106, 'avg_acc_mask': 59.804896710022945, 'loss': 1.0154707431793213}
+{'epoch': 260, 'iter': 490, 'avg_loss': 1.161426794747471, 'avg_acc_mask': 59.76244894900521, 'loss': 1.3730833530426025}
+{'epoch': 260, 'iter': 500, 'avg_loss': 1.161325105887925, 'avg_acc_mask': 59.80035964622555, 'loss': 1.1034700870513916}
+{'epoch': 260, 'iter': 510, 'avg_loss': 1.1599239451544625, 'avg_acc_mask': 59.844391614437, 'loss': 0.9130396842956543}
+{'epoch': 260, 'iter': 520, 'avg_loss': 1.1589882642659939, 'avg_acc_mask': 59.88896354185085, 'loss': 1.1787227392196655}
+{'epoch': 260, 'iter': 530, 'avg_loss': 1.1586913741465568, 'avg_acc_mask': 59.92496352393525, 'loss': 1.2664499282836914}
+{'epoch': 260, 'iter': 540, 'avg_loss': 1.1570956699288486, 'avg_acc_mask': 59.98160073597057, 'loss': 1.2364072799682617}
+{'epoch': 260, 'iter': 550, 'avg_loss': 1.1585619487476868, 'avg_acc_mask': 59.90039441139113, 'loss': 1.034506916999817}
+{'epoch': 260, 'iter': 560, 'avg_loss': 1.1577343407374228, 'avg_acc_mask': 59.90014452765734, 'loss': 0.896733283996582}
+{'epoch': 260, 'iter': 570, 'avg_loss': 1.156370767778774, 'avg_acc_mask': 59.964464545307706, 'loss': 1.0599472522735596}
+{'epoch': 260, 'iter': 580, 'avg_loss': 1.1561651537627649, 'avg_acc_mask': 59.96635027459446, 'loss': 1.419791579246521}
+{'epoch': 260, 'iter': 590, 'avg_loss': 1.1566625098286547, 'avg_acc_mask': 59.95760730650541, 'loss': 1.0857807397842407}
+{'epoch': 260, 'iter': 600, 'avg_loss': 1.1564710274115577, 'avg_acc_mask': 59.98161201348452, 'loss': 1.1851844787597656}
+{'epoch': 260, 'iter': 610, 'avg_loss': 1.157688085947021, 'avg_acc_mask': 59.893950349481806, 'loss': 1.2434793710708618}
+{'epoch': 260, 'iter': 620, 'avg_loss': 1.1566704384946593, 'avg_acc_mask': 59.904513374058475, 'loss': 1.4360361099243164}
+{'epoch': 260, 'iter': 630, 'avg_loss': 1.1564816557662045, 'avg_acc_mask': 59.917644997371646, 'loss': 1.041857361793518}
+{'epoch': 260, 'iter': 640, 'avg_loss': 1.1561776613482446, 'avg_acc_mask': 59.960279768586474, 'loss': 1.0715304613113403}
+{'epoch': 260, 'iter': 650, 'avg_loss': 1.155627433330782, 'avg_acc_mask': 59.99433026222537, 'loss': 1.1762771606445312}
+{'epoch': 260, 'iter': 660, 'avg_loss': 1.1555796265602112, 'avg_acc_mask': 60.0117292225201, 'loss': 1.091462254524231}
+{'epoch': 260, 'iter': 670, 'avg_loss': 1.155548962324458, 'avg_acc_mask': 60.00550206327373, 'loss': 1.5011606216430664}
+{'epoch': 260, 'iter': 680, 'avg_loss': 1.1552895541233112, 'avg_acc_mask': 60.00162407968818, 'loss': 1.1107810735702515}
+{'epoch': 260, 'iter': 690, 'avg_loss': 1.15581931814271, 'avg_acc_mask': 59.95737879595099, 'loss': 0.8846536874771118}
+{'epoch': 260, 'iter': 700, 'avg_loss': 1.156915363673647, 'avg_acc_mask': 59.96589269316542, 'loss': 1.2875181436538696}
+{'epoch': 260, 'iter': 710, 'avg_loss': 1.156834270213056, 'avg_acc_mask': 59.98653965624353, 'loss': 1.5764591693878174}
+{'epoch': 260, 'iter': 720, 'avg_loss': 1.1583811826745614, 'avg_acc_mask': 59.88001021189686, 'loss': 1.2736742496490479}
+{'epoch': 260, 'iter': 730, 'avg_loss': 1.156927788632676, 'avg_acc_mask': 59.948138264394146, 'loss': 1.1950321197509766}
+{'epoch': 260, 'iter': 740, 'avg_loss': 1.1568699416361357, 'avg_acc_mask': 59.96721881441379, 'loss': 1.083424687385559}
+{'epoch': 260, 'iter': 750, 'avg_loss': 1.1583641752422094, 'avg_acc_mask': 59.908342319380445, 'loss': 1.142610788345337}
+{'epoch': 260, 'iter': 760, 'avg_loss': 1.1577678043958235, 'avg_acc_mask': 59.90809045833837, 'loss': 0.9960391521453857}
+{'epoch': 260, 'iter': 770, 'avg_loss': 1.1588125304643901, 'avg_acc_mask': 59.8512124752617, 'loss': 1.0834474563598633}
+{'epoch': 260, 'iter': 780, 'avg_loss': 1.157860204672844, 'avg_acc_mask': 59.91748202286927, 'loss': 1.1799370050430298}
+{'epoch': 260, 'iter': 790, 'avg_loss': 1.1584372469206374, 'avg_acc_mask': 59.914727056685535, 'loss': 1.3448692560195923}
+{'epoch': 260, 'iter': 800, 'avg_loss': 1.1585459491138006, 'avg_acc_mask': 59.91859074602153, 'loss': 1.3357280492782593}
+{'epoch': 260, 'iter': 810, 'avg_loss': 1.1584224081362808, 'avg_acc_mask': 59.943665811053314, 'loss': 1.114583134651184}
+{'epoch': 260, 'iter': 820, 'avg_loss': 1.1571803452326812, 'avg_acc_mask': 59.97890437397607, 'loss': 1.0514076948165894}
+{'epoch': 260, 'iter': 830, 'avg_loss': 1.1565360951940076, 'avg_acc_mask': 60.00133188306067, 'loss': 1.1523884534835815}
+{'epoch': 260, 'iter': 840, 'avg_loss': 1.1563163824228837, 'avg_acc_mask': 59.9570467445377, 'loss': 1.2175004482269287}
+{'epoch': 260, 'iter': 850, 'avg_loss': 1.1564184082661055, 'avg_acc_mask': 59.93730407523511, 'loss': 1.196031093597412}
+{'epoch': 260, 'iter': 860, 'avg_loss': 1.1569054832164973, 'avg_acc_mask': 59.91969415433246, 'loss': 1.160805583000183}
+{'epoch': 260, 'iter': 870, 'avg_loss': 1.1582104232500123, 'avg_acc_mask': 59.87943172716159, 'loss': 0.9188070297241211}
+{'epoch': 260, 'iter': 880, 'avg_loss': 1.158245885074477, 'avg_acc_mask': 59.87573236588061, 'loss': 1.2169675827026367}
+{'epoch': 260, 'iter': 890, 'avg_loss': 1.1579268705162535, 'avg_acc_mask': 59.884824966974904, 'loss': 0.8906463384628296}
+{'epoch': 260, 'iter': 900, 'avg_loss': 1.157422957621457, 'avg_acc_mask': 59.894803367923174, 'loss': 1.4221625328063965}
+{'epoch': 260, 'iter': 910, 'avg_loss': 1.158049814525734, 'avg_acc_mask': 59.888382963291285, 'loss': 1.2577764987945557}
+{'epoch': 260, 'iter': 920, 'avg_loss': 1.1583732643551987, 'avg_acc_mask': 59.87757706264705, 'loss': 1.3127208948135376}
+{'epoch': 260, 'iter': 930, 'avg_loss': 1.1592124726795356, 'avg_acc_mask': 59.8531646568908, 'loss': 1.6088310480117798}
+{'epoch': 260, 'iter': 940, 'avg_loss': 1.158934390570228, 'avg_acc_mask': 59.88293824992683, 'loss': 0.7997841835021973}
+{'epoch': 260, 'iter': 950, 'avg_loss': 1.158371597183741, 'avg_acc_mask': 59.902700824340236, 'loss': 1.3433430194854736}
+{'epoch': 260, 'iter': 960, 'avg_loss': 1.1574507376778014, 'avg_acc_mask': 59.930479955690515, 'loss': 1.0988006591796875}
+{'epoch': 260, 'iter': 970, 'avg_loss': 1.157459444231157, 'avg_acc_mask': 59.96110345348464, 'loss': 1.0704400539398193}
+{'epoch': 260, 'iter': 980, 'avg_loss': 1.1575306203751754, 'avg_acc_mask': 59.94840735755944, 'loss': 0.9809263944625854}
+{'epoch': 260, 'iter': 990, 'avg_loss': 1.1584390564234297, 'avg_acc_mask': 59.884666568091085, 'loss': 1.271906852722168}
+{'epoch': 260, 'iter': 1000, 'avg_loss': 1.1585873534510305, 'avg_acc_mask': 59.863459989750346, 'loss': 1.4171345233917236}
+{'epoch': 260, 'iter': 1010, 'avg_loss': 1.1589099398116802, 'avg_acc_mask': 59.85495421992566, 'loss': 0.9870167374610901}
+{'epoch': 260, 'iter': 1020, 'avg_loss': 1.1586572879908952, 'avg_acc_mask': 59.85383109770331, 'loss': 0.9210494160652161}
+{'epoch': 260, 'iter': 1030, 'avg_loss': 1.1580961744375997, 'avg_acc_mask': 59.892601219794095, 'loss': 1.1482703685760498}
+{'epoch': 260, 'iter': 1040, 'avg_loss': 1.158029140931385, 'avg_acc_mask': 59.899541769474794, 'loss': 1.255422592163086}
+{'epoch': 260, 'iter': 1050, 'avg_loss': 1.157458024746344, 'avg_acc_mask': 59.890368870345476, 'loss': 1.302039384841919}
+{'epoch': 260, 'iter': 1060, 'avg_loss': 1.157986268246657, 'avg_acc_mask': 59.87478164617167, 'loss': 1.0101734399795532}
+{'epoch': 260, 'iter': 1070, 'avg_loss': 1.1572241680740085, 'avg_acc_mask': 59.888593709829465, 'loss': 1.413577675819397}
+{'epoch': 260, 'iter': 1080, 'avg_loss': 1.1565458434913911, 'avg_acc_mask': 59.92426043541759, 'loss': 0.9367796778678894}
+{'epoch': 260, 'iter': 1090, 'avg_loss': 1.1569855413122203, 'avg_acc_mask': 59.90627834324297, 'loss': 1.2839210033416748}
+{'epoch': 260, 'iter': 1100, 'avg_loss': 1.1567021195830052, 'avg_acc_mask': 59.92007326617268, 'loss': 0.9765889644622803}
+{'epoch': 'EP260_train', 'avg_loss': 1.1579540779148292, 'total_masked_acc': 59.88817732355576}
+{'epoch': 261, 'iter': 0, 'avg_loss': 1.3185118436813354, 'avg_acc_mask': 51.724137931034484, 'loss': 1.3185118436813354}
+{'epoch': 261, 'iter': 10, 'avg_loss': 1.2103516134348782, 'avg_acc_mask': 57.67366720516963, 'loss': 0.8735310435295105}
+{'epoch': 261, 'iter': 20, 'avg_loss': 1.2262860252743675, 'avg_acc_mask': 57.326478149100254, 'loss': 1.700737476348877}
+{'epoch': 261, 'iter': 30, 'avg_loss': 1.19905238574551, 'avg_acc_mask': 58.48837209302326, 'loss': 1.199414849281311}
+{'epoch': 261, 'iter': 40, 'avg_loss': 1.209431017317423, 'avg_acc_mask': 58.76694359422825, 'loss': 0.9218476414680481}
+{'epoch': 261, 'iter': 50, 'avg_loss': 1.2232880896213008, 'avg_acc_mask': 58.12894183601962, 'loss': 1.1306565999984741}
+{'epoch': 261, 'iter': 60, 'avg_loss': 1.2151863418641637, 'avg_acc_mask': 58.716136631330976, 'loss': 1.0045439004898071}
+{'epoch': 261, 'iter': 70, 'avg_loss': 1.195461693783881, 'avg_acc_mask': 59.339263024142305, 'loss': 0.9599707722663879}
+{'epoch': 261, 'iter': 80, 'avg_loss': 1.1889785248556255, 'avg_acc_mask': 59.661620658949246, 'loss': 1.0849668979644775}
+{'epoch': 261, 'iter': 90, 'avg_loss': 1.1863861306683048, 'avg_acc_mask': 59.9880975996826, 'loss': 1.205043077468872}
+{'epoch': 261, 'iter': 100, 'avg_loss': 1.1787827681786944, 'avg_acc_mask': 60.202239075478516, 'loss': 0.9500492215156555}
+{'epoch': 261, 'iter': 110, 'avg_loss': 1.1828506132503886, 'avg_acc_mask': 59.86405835543766, 'loss': 0.8603102564811707}
+{'epoch': 261, 'iter': 120, 'avg_loss': 1.1780101184017402, 'avg_acc_mask': 59.70651177010089, 'loss': 1.4954041242599487}
+{'epoch': 261, 'iter': 130, 'avg_loss': 1.1739608686388905, 'avg_acc_mask': 59.584619702497896, 'loss': 1.121311068534851}
+{'epoch': 261, 'iter': 140, 'avg_loss': 1.1740271013679233, 'avg_acc_mask': 59.45241199478487, 'loss': 1.20294988155365}
+{'epoch': 261, 'iter': 150, 'avg_loss': 1.1639718105461423, 'avg_acc_mask': 59.721543722520764, 'loss': 1.2705038785934448}
+{'epoch': 261, 'iter': 160, 'avg_loss': 1.1641759842819308, 'avg_acc_mask': 59.63081861958266, 'loss': 1.4430629014968872}
+{'epoch': 261, 'iter': 170, 'avg_loss': 1.1659947389747665, 'avg_acc_mask': 59.43487102643691, 'loss': 1.3102234601974487}
+{'epoch': 261, 'iter': 180, 'avg_loss': 1.166188130721203, 'avg_acc_mask': 59.48919846557642, 'loss': 1.039385199546814}
+{'epoch': 261, 'iter': 190, 'avg_loss': 1.1645311366825204, 'avg_acc_mask': 59.52540426753421, 'loss': 0.7760167717933655}
+{'epoch': 261, 'iter': 200, 'avg_loss': 1.1620216589068892, 'avg_acc_mask': 59.596693614315555, 'loss': 1.3579567670822144}
+{'epoch': 261, 'iter': 210, 'avg_loss': 1.1629021308998362, 'avg_acc_mask': 59.428276218357155, 'loss': 1.368503451347351}
+{'epoch': 261, 'iter': 220, 'avg_loss': 1.1617402499078087, 'avg_acc_mask': 59.34552612154514, 'loss': 1.1046111583709717}
+{'epoch': 261, 'iter': 230, 'avg_loss': 1.159647937718924, 'avg_acc_mask': 59.45776031434185, 'loss': 1.2157822847366333}
+{'epoch': 261, 'iter': 240, 'avg_loss': 1.1577823523169237, 'avg_acc_mask': 59.54106280193236, 'loss': 1.0441854000091553}
+{'epoch': 261, 'iter': 250, 'avg_loss': 1.1597166135016665, 'avg_acc_mask': 59.48788626142464, 'loss': 0.9047524333000183}
+{'epoch': 261, 'iter': 260, 'avg_loss': 1.1593369147329953, 'avg_acc_mask': 59.61672961253323, 'loss': 1.061621904373169}
+{'epoch': 261, 'iter': 270, 'avg_loss': 1.1607099657129099, 'avg_acc_mask': 59.618228256486084, 'loss': 1.1803680658340454}
+{'epoch': 261, 'iter': 280, 'avg_loss': 1.1591542428922823, 'avg_acc_mask': 59.66990291262137, 'loss': 0.6572979092597961}
+{'epoch': 261, 'iter': 290, 'avg_loss': 1.1588324548042928, 'avg_acc_mask': 59.769539078156306, 'loss': 0.8804165124893188}
+{'epoch': 261, 'iter': 300, 'avg_loss': 1.1564914651487357, 'avg_acc_mask': 59.85087293889427, 'loss': 0.9915982484817505}
+{'epoch': 261, 'iter': 310, 'avg_loss': 1.1557417253206015, 'avg_acc_mask': 59.89069111424542, 'loss': 0.8106532692909241}
+{'epoch': 261, 'iter': 320, 'avg_loss': 1.1557628313700359, 'avg_acc_mask': 59.90067926251499, 'loss': 1.3014024496078491}
+{'epoch': 261, 'iter': 330, 'avg_loss': 1.1569434526823799, 'avg_acc_mask': 59.86492471213464, 'loss': 1.1951241493225098}
+{'epoch': 261, 'iter': 340, 'avg_loss': 1.1564339261250762, 'avg_acc_mask': 59.81850400042957, 'loss': 1.1823569536209106}
+{'epoch': 261, 'iter': 350, 'avg_loss': 1.1558930595376213, 'avg_acc_mask': 59.90696702033137, 'loss': 1.206546425819397}
+{'epoch': 261, 'iter': 360, 'avg_loss': 1.1579614935489242, 'avg_acc_mask': 59.87817258883249, 'loss': 1.5207823514938354}
+{'epoch': 261, 'iter': 370, 'avg_loss': 1.1566647538598978, 'avg_acc_mask': 59.97829732662523, 'loss': 1.1794615983963013}
+{'epoch': 261, 'iter': 380, 'avg_loss': 1.1609577014064538, 'avg_acc_mask': 59.87885780213441, 'loss': 1.205344796180725}
+{'epoch': 261, 'iter': 390, 'avg_loss': 1.1598178520227027, 'avg_acc_mask': 59.95695302264645, 'loss': 1.0228971242904663}
+{'epoch': 261, 'iter': 400, 'avg_loss': 1.1601753477146501, 'avg_acc_mask': 59.92425625114072, 'loss': 0.8696060180664062}
+{'epoch': 261, 'iter': 410, 'avg_loss': 1.1595632664478608, 'avg_acc_mask': 59.876351020771246, 'loss': 1.0333441495895386}
+{'epoch': 261, 'iter': 420, 'avg_loss': 1.1579354277982281, 'avg_acc_mask': 59.949622166246854, 'loss': 1.160259485244751}
+{'epoch': 261, 'iter': 430, 'avg_loss': 1.1573381787662993, 'avg_acc_mask': 60.03911065765421, 'loss': 0.8980857133865356}
+{'epoch': 261, 'iter': 440, 'avg_loss': 1.1593471931762436, 'avg_acc_mask': 59.970120761920576, 'loss': 1.5562330484390259}
+{'epoch': 261, 'iter': 450, 'avg_loss': 1.1588040250632292, 'avg_acc_mask': 59.98781725888325, 'loss': 0.9696732759475708}
+{'epoch': 261, 'iter': 460, 'avg_loss': 1.1592286702350525, 'avg_acc_mask': 59.98967065273529, 'loss': 1.1160988807678223}
+{'epoch': 261, 'iter': 470, 'avg_loss': 1.1599036798102587, 'avg_acc_mask': 59.952615838738495, 'loss': 0.8853853940963745}
+{'epoch': 261, 'iter': 480, 'avg_loss': 1.1580968196823294, 'avg_acc_mask': 60.00760456273764, 'loss': 0.9622976183891296}
+{'epoch': 261, 'iter': 490, 'avg_loss': 1.159107411951737, 'avg_acc_mask': 59.90534396660953, 'loss': 1.367132306098938}
+{'epoch': 261, 'iter': 500, 'avg_loss': 1.159408304029834, 'avg_acc_mask': 59.87140143212042, 'loss': 1.1366479396820068}
+{'epoch': 261, 'iter': 510, 'avg_loss': 1.1589181287881214, 'avg_acc_mask': 59.87996141616948, 'loss': 1.0134197473526}
+{'epoch': 261, 'iter': 520, 'avg_loss': 1.156828342152191, 'avg_acc_mask': 59.988788452105666, 'loss': 1.221564769744873}
+{'epoch': 261, 'iter': 530, 'avg_loss': 1.1544070461600064, 'avg_acc_mask': 59.99655884377151, 'loss': 0.890058696269989}
+{'epoch': 261, 'iter': 540, 'avg_loss': 1.153723456172097, 'avg_acc_mask': 60.03381234150464, 'loss': 1.050331950187683}
+{'epoch': 261, 'iter': 550, 'avg_loss': 1.1549891897641162, 'avg_acc_mask': 59.995352542823, 'loss': 1.064121127128601}
+{'epoch': 261, 'iter': 560, 'avg_loss': 1.1544182131634677, 'avg_acc_mask': 60.0202231065301, 'loss': 1.310732126235962}
+{'epoch': 261, 'iter': 570, 'avg_loss': 1.153317044891952, 'avg_acc_mask': 60.06927739824882, 'loss': 1.026322841644287}
+{'epoch': 261, 'iter': 580, 'avg_loss': 1.1541363713868513, 'avg_acc_mask': 60.08203186622496, 'loss': 1.4924153089523315}
+{'epoch': 261, 'iter': 590, 'avg_loss': 1.154051195748163, 'avg_acc_mask': 60.0706604270617, 'loss': 0.9741863012313843}
+{'epoch': 261, 'iter': 600, 'avg_loss': 1.1540742605775842, 'avg_acc_mask': 60.10858955588092, 'loss': 1.054334044456482}
+{'epoch': 261, 'iter': 610, 'avg_loss': 1.1551224425459454, 'avg_acc_mask': 60.077368279005604, 'loss': 1.2304326295852661}
+{'epoch': 261, 'iter': 620, 'avg_loss': 1.1534844912384634, 'avg_acc_mask': 60.07857269451172, 'loss': 1.4808310270309448}
+{'epoch': 261, 'iter': 630, 'avg_loss': 1.1536080443349013, 'avg_acc_mask': 60.082435923485534, 'loss': 1.0128521919250488}
+{'epoch': 261, 'iter': 640, 'avg_loss': 1.1534727062338415, 'avg_acc_mask': 60.09558970836552, 'loss': 0.6881723999977112}
+{'epoch': 261, 'iter': 650, 'avg_loss': 1.1536695792378369, 'avg_acc_mask': 60.094214549660094, 'loss': 1.3336374759674072}
+{'epoch': 261, 'iter': 660, 'avg_loss': 1.1526437701147372, 'avg_acc_mask': 60.11496487184471, 'loss': 0.9669727087020874}
+{'epoch': 261, 'iter': 670, 'avg_loss': 1.1527720223418292, 'avg_acc_mask': 60.09627218773077, 'loss': 1.019579529762268}
+{'epoch': 261, 'iter': 680, 'avg_loss': 1.1522738527446417, 'avg_acc_mask': 60.09217583483816, 'loss': 1.0468358993530273}
+{'epoch': 261, 'iter': 690, 'avg_loss': 1.153192695591453, 'avg_acc_mask': 60.00690039544574, 'loss': 0.9474207162857056}
+{'epoch': 261, 'iter': 700, 'avg_loss': 1.1560539669555197, 'avg_acc_mask': 59.904278690239565, 'loss': 1.0704741477966309}
+{'epoch': 261, 'iter': 710, 'avg_loss': 1.1554519379021582, 'avg_acc_mask': 59.951500141887884, 'loss': 1.26290762424469}
+{'epoch': 261, 'iter': 720, 'avg_loss': 1.156060354223529, 'avg_acc_mask': 59.912039861704294, 'loss': 1.1003485918045044}
+{'epoch': 261, 'iter': 730, 'avg_loss': 1.155228964525763, 'avg_acc_mask': 59.93031358885017, 'loss': 1.0777320861816406}
+{'epoch': 261, 'iter': 740, 'avg_loss': 1.1550810579185382, 'avg_acc_mask': 59.91589363017934, 'loss': 0.9027718901634216}
+{'epoch': 261, 'iter': 750, 'avg_loss': 1.155982837616683, 'avg_acc_mask': 59.89122216531304, 'loss': 1.2012666463851929}
+{'epoch': 261, 'iter': 760, 'avg_loss': 1.1551280529990928, 'avg_acc_mask': 59.9431612918764, 'loss': 1.016439437866211}
+{'epoch': 261, 'iter': 770, 'avg_loss': 1.1561821951940365, 'avg_acc_mask': 59.87327653717459, 'loss': 1.078473687171936}
+{'epoch': 261, 'iter': 780, 'avg_loss': 1.156425306494807, 'avg_acc_mask': 59.84940889472696, 'loss': 1.2329124212265015}
+{'epoch': 261, 'iter': 790, 'avg_loss': 1.1563221966722974, 'avg_acc_mask': 59.86370906056603, 'loss': 1.0937820672988892}
+{'epoch': 261, 'iter': 800, 'avg_loss': 1.155664035666748, 'avg_acc_mask': 59.88008878921715, 'loss': 0.9423220157623291}
+{'epoch': 261, 'iter': 810, 'avg_loss': 1.1554124188481953, 'avg_acc_mask': 59.91855203619909, 'loss': 1.1303561925888062}
+{'epoch': 261, 'iter': 820, 'avg_loss': 1.155411134756439, 'avg_acc_mask': 59.914988814317674, 'loss': 1.1223225593566895}
+{'epoch': 261, 'iter': 830, 'avg_loss': 1.155165479788568, 'avg_acc_mask': 59.90451350515008, 'loss': 1.135599970817566}
+{'epoch': 261, 'iter': 840, 'avg_loss': 1.1544673666092218, 'avg_acc_mask': 59.927529904828425, 'loss': 1.1815385818481445}
+{'epoch': 261, 'iter': 850, 'avg_loss': 1.1553283051514318, 'avg_acc_mask': 59.87100392596747, 'loss': 1.1841344833374023}
+{'epoch': 261, 'iter': 860, 'avg_loss': 1.155571293124754, 'avg_acc_mask': 59.83268051771117, 'loss': 1.208871841430664}
+{'epoch': 261, 'iter': 870, 'avg_loss': 1.1570551356409775, 'avg_acc_mask': 59.78057546396519, 'loss': 1.206717610359192}
+{'epoch': 261, 'iter': 880, 'avg_loss': 1.1569584558689365, 'avg_acc_mask': 59.77892746576908, 'loss': 0.8287774324417114}
+{'epoch': 261, 'iter': 890, 'avg_loss': 1.1567217714323608, 'avg_acc_mask': 59.80876002467612, 'loss': 1.1969553232192993}
+{'epoch': 261, 'iter': 900, 'avg_loss': 1.1575307083976651, 'avg_acc_mask': 59.796851193499236, 'loss': 1.4401066303253174}
+{'epoch': 261, 'iter': 910, 'avg_loss': 1.1573963375960432, 'avg_acc_mask': 59.81700343118567, 'loss': 1.1046587228775024}
+{'epoch': 261, 'iter': 920, 'avg_loss': 1.1576959514074294, 'avg_acc_mask': 59.823912870657445, 'loss': 1.3656708002090454}
+{'epoch': 261, 'iter': 930, 'avg_loss': 1.1579903729107914, 'avg_acc_mask': 59.824906551249256, 'loss': 1.4827673435211182}
+{'epoch': 261, 'iter': 940, 'avg_loss': 1.1589407272217251, 'avg_acc_mask': 59.788442093801045, 'loss': 1.1391438245773315}
+{'epoch': 261, 'iter': 950, 'avg_loss': 1.1593138300407322, 'avg_acc_mask': 59.77378524987497, 'loss': 1.457367181777954}
+{'epoch': 261, 'iter': 960, 'avg_loss': 1.1587772701831067, 'avg_acc_mask': 59.80062020813119, 'loss': 1.093079924583435}
+{'epoch': 261, 'iter': 970, 'avg_loss': 1.1589115538877022, 'avg_acc_mask': 59.80196528745153, 'loss': 1.1657899618148804}
+{'epoch': 261, 'iter': 980, 'avg_loss': 1.1589917361310984, 'avg_acc_mask': 59.7730068209773, 'loss': 1.3363285064697266}
+{'epoch': 261, 'iter': 990, 'avg_loss': 1.1588229464233584, 'avg_acc_mask': 59.797845654419355, 'loss': 1.3639638423919678}
+{'epoch': 261, 'iter': 1000, 'avg_loss': 1.1591072236145887, 'avg_acc_mask': 59.783323589593685, 'loss': 1.3254597187042236}
+{'epoch': 261, 'iter': 1010, 'avg_loss': 1.1589311568838434, 'avg_acc_mask': 59.81002352089742, 'loss': 1.0425397157669067}
+{'epoch': 261, 'iter': 1020, 'avg_loss': 1.158176725571583, 'avg_acc_mask': 59.83123421179928, 'loss': 0.9160565733909607}
+{'epoch': 261, 'iter': 1030, 'avg_loss': 1.1576482357618072, 'avg_acc_mask': 59.87967629729538, 'loss': 1.1180452108383179}
+{'epoch': 261, 'iter': 1040, 'avg_loss': 1.157414178626109, 'avg_acc_mask': 59.89238046670301, 'loss': 0.9785696864128113}
+{'epoch': 261, 'iter': 1050, 'avg_loss': 1.1572239341109736, 'avg_acc_mask': 59.89163196682753, 'loss': 1.210295557975769}
+{'epoch': 261, 'iter': 1060, 'avg_loss': 1.1566670288689063, 'avg_acc_mask': 59.90921016293842, 'loss': 0.6880117654800415}
+{'epoch': 261, 'iter': 1070, 'avg_loss': 1.1563017126224957, 'avg_acc_mask': 59.91855033281429, 'loss': 1.3255641460418701}
+{'epoch': 261, 'iter': 1080, 'avg_loss': 1.1555431656105224, 'avg_acc_mask': 59.95186766998848, 'loss': 1.080989122390747}
+{'epoch': 261, 'iter': 1090, 'avg_loss': 1.1553277942043831, 'avg_acc_mask': 59.935547760116826, 'loss': 1.0822681188583374}
+{'epoch': 261, 'iter': 1100, 'avg_loss': 1.1553171763194896, 'avg_acc_mask': 59.93777452415813, 'loss': 1.0666078329086304}
+{'epoch': 'EP261_train', 'avg_loss': 1.155297984742471, 'total_masked_acc': 59.94793480243413}
+{'epoch': 262, 'iter': 0, 'avg_loss': 1.416587233543396, 'avg_acc_mask': 53.96825396825397, 'loss': 1.416587233543396}
+{'epoch': 262, 'iter': 10, 'avg_loss': 1.1985793763940984, 'avg_acc_mask': 57.88667687595712, 'loss': 0.9507847428321838}
+{'epoch': 262, 'iter': 20, 'avg_loss': 1.191428976399558, 'avg_acc_mask': 59.78351373855121, 'loss': 1.2852364778518677}
+{'epoch': 262, 'iter': 30, 'avg_loss': 1.203821870588487, 'avg_acc_mask': 59.30365296803652, 'loss': 1.206374168395996}
+{'epoch': 262, 'iter': 40, 'avg_loss': 1.2016438638291709, 'avg_acc_mask': 59.68992248062015, 'loss': 1.4030286073684692}
+{'epoch': 262, 'iter': 50, 'avg_loss': 1.2108691100980722, 'avg_acc_mask': 59.25796289814491, 'loss': 1.3248867988586426}
+{'epoch': 262, 'iter': 60, 'avg_loss': 1.1974090669975905, 'avg_acc_mask': 59.537229308810446, 'loss': 1.0435162782669067}
+{'epoch': 262, 'iter': 70, 'avg_loss': 1.2026703164611063, 'avg_acc_mask': 59.3734209196564, 'loss': 1.1618714332580566}
+{'epoch': 262, 'iter': 80, 'avg_loss': 1.1989081369505987, 'avg_acc_mask': 59.45826910372165, 'loss': 1.5155248641967773}
+{'epoch': 262, 'iter': 90, 'avg_loss': 1.197629098708813, 'avg_acc_mask': 59.41315478534857, 'loss': 0.9283602237701416}
+{'epoch': 262, 'iter': 100, 'avg_loss': 1.1847080901117608, 'avg_acc_mask': 59.76785714285714, 'loss': 1.2115024328231812}
+{'epoch': 262, 'iter': 110, 'avg_loss': 1.1831470647373714, 'avg_acc_mask': 59.76842791911285, 'loss': 1.4198073148727417}
+{'epoch': 262, 'iter': 120, 'avg_loss': 1.1708709425177455, 'avg_acc_mask': 59.89528795811518, 'loss': 1.0910946130752563}
+{'epoch': 262, 'iter': 130, 'avg_loss': 1.1659778379301988, 'avg_acc_mask': 60.0, 'loss': 1.0091801881790161}
+{'epoch': 262, 'iter': 140, 'avg_loss': 1.1637196211104697, 'avg_acc_mask': 59.781068898905346, 'loss': 1.1251206398010254}
+{'epoch': 262, 'iter': 150, 'avg_loss': 1.1579319625500812, 'avg_acc_mask': 60.08200675349735, 'loss': 1.429648518562317}
+{'epoch': 262, 'iter': 160, 'avg_loss': 1.1547360586823885, 'avg_acc_mask': 60.159181353041504, 'loss': 1.2403217554092407}
+{'epoch': 262, 'iter': 170, 'avg_loss': 1.1560627553198073, 'avg_acc_mask': 60.09589770911028, 'loss': 1.0527369976043701}
+{'epoch': 262, 'iter': 180, 'avg_loss': 1.1554342636745938, 'avg_acc_mask': 60.153488841765125, 'loss': 1.1481720209121704}
+{'epoch': 262, 'iter': 190, 'avg_loss': 1.155949686210193, 'avg_acc_mask': 60.00952380952381, 'loss': 0.9532240033149719}
+{'epoch': 262, 'iter': 200, 'avg_loss': 1.156140545707437, 'avg_acc_mask': 59.80463096960926, 'loss': 1.2704401016235352}
+{'epoch': 262, 'iter': 210, 'avg_loss': 1.155176701138935, 'avg_acc_mask': 59.98103775211171, 'loss': 0.9886425733566284}
+{'epoch': 262, 'iter': 220, 'avg_loss': 1.1543318610385531, 'avg_acc_mask': 60.027969726883846, 'loss': 1.156432032585144}
+{'epoch': 262, 'iter': 230, 'avg_loss': 1.1556416538370635, 'avg_acc_mask': 60.09622968922543, 'loss': 1.0317070484161377}
+{'epoch': 262, 'iter': 240, 'avg_loss': 1.1546820681619447, 'avg_acc_mask': 60.13190811917216, 'loss': 1.2176953554153442}
+{'epoch': 262, 'iter': 250, 'avg_loss': 1.1565000965775722, 'avg_acc_mask': 60.1180930164747, 'loss': 0.9846519827842712}
+{'epoch': 262, 'iter': 260, 'avg_loss': 1.157904309559599, 'avg_acc_mask': 60.078442358873794, 'loss': 1.0332372188568115}
+{'epoch': 262, 'iter': 270, 'avg_loss': 1.1632716358807693, 'avg_acc_mask': 59.863032093460454, 'loss': 1.3543928861618042}
+{'epoch': 262, 'iter': 280, 'avg_loss': 1.1639627643539388, 'avg_acc_mask': 59.81435804232117, 'loss': 0.45495370030403137}
+{'epoch': 262, 'iter': 290, 'avg_loss': 1.1608086239636148, 'avg_acc_mask': 59.993724505804835, 'loss': 0.9327943325042725}
+{'epoch': 262, 'iter': 300, 'avg_loss': 1.1609605652747361, 'avg_acc_mask': 60.0864641052183, 'loss': 1.2137444019317627}
+{'epoch': 262, 'iter': 310, 'avg_loss': 1.1609998641481736, 'avg_acc_mask': 60.04131012097964, 'loss': 0.993087887763977}
+{'epoch': 262, 'iter': 320, 'avg_loss': 1.1615060507508452, 'avg_acc_mask': 60.03094378545642, 'loss': 1.206120252609253}
+{'epoch': 262, 'iter': 330, 'avg_loss': 1.159598997082235, 'avg_acc_mask': 59.99555999556, 'loss': 0.9544056057929993}
+{'epoch': 262, 'iter': 340, 'avg_loss': 1.1569621347087569, 'avg_acc_mask': 60.09783368273934, 'loss': 1.2546000480651855}
+{'epoch': 262, 'iter': 350, 'avg_loss': 1.1566880094869185, 'avg_acc_mask': 60.17254901960784, 'loss': 1.1354669332504272}
+{'epoch': 262, 'iter': 360, 'avg_loss': 1.1557405306196609, 'avg_acc_mask': 60.15847216578627, 'loss': 1.5731433629989624}
+{'epoch': 262, 'iter': 370, 'avg_loss': 1.1561436004876449, 'avg_acc_mask': 60.16638605526394, 'loss': 1.2063623666763306}
+{'epoch': 262, 'iter': 380, 'avg_loss': 1.1553860046262816, 'avg_acc_mask': 60.11870295309786, 'loss': 0.609259307384491}
+{'epoch': 262, 'iter': 390, 'avg_loss': 1.1545603481857367, 'avg_acc_mask': 60.08269122345424, 'loss': 1.3249913454055786}
+{'epoch': 262, 'iter': 400, 'avg_loss': 1.1543234285719675, 'avg_acc_mask': 60.02477518810792, 'loss': 0.837003767490387}
+{'epoch': 262, 'iter': 410, 'avg_loss': 1.15356723344239, 'avg_acc_mask': 60.01345895020188, 'loss': 1.108193039894104}
+{'epoch': 262, 'iter': 420, 'avg_loss': 1.1524331438711306, 'avg_acc_mask': 60.06655574043261, 'loss': 0.9182611107826233}
+{'epoch': 262, 'iter': 430, 'avg_loss': 1.1516089737415314, 'avg_acc_mask': 60.11807991785745, 'loss': 1.2519112825393677}
+{'epoch': 262, 'iter': 440, 'avg_loss': 1.1549578828741363, 'avg_acc_mask': 60.053429060399885, 'loss': 1.5798465013504028}
+{'epoch': 262, 'iter': 450, 'avg_loss': 1.155129718476547, 'avg_acc_mask': 60.05553513822532, 'loss': 0.8313090801239014}
+{'epoch': 262, 'iter': 460, 'avg_loss': 1.1564158795324686, 'avg_acc_mask': 60.05359785608576, 'loss': 1.2596495151519775}
+{'epoch': 262, 'iter': 470, 'avg_loss': 1.1569645709166354, 'avg_acc_mask': 60.045385187213896, 'loss': 1.095497727394104}
+{'epoch': 262, 'iter': 480, 'avg_loss': 1.1563660630689094, 'avg_acc_mask': 60.09587727708533, 'loss': 1.2445429563522339}
+{'epoch': 262, 'iter': 490, 'avg_loss': 1.155922669924932, 'avg_acc_mask': 60.09101850458853, 'loss': 1.3582756519317627}
+{'epoch': 262, 'iter': 500, 'avg_loss': 1.1551038911361655, 'avg_acc_mask': 60.103817693185576, 'loss': 0.9184141755104065}
+{'epoch': 262, 'iter': 510, 'avg_loss': 1.1542193838878154, 'avg_acc_mask': 60.08569782514763, 'loss': 1.0290182828903198}
+{'epoch': 262, 'iter': 520, 'avg_loss': 1.1547401284874057, 'avg_acc_mask': 60.06501537048161, 'loss': 1.3710871934890747}
+{'epoch': 262, 'iter': 530, 'avg_loss': 1.1543493575632235, 'avg_acc_mask': 60.047805452592925, 'loss': 1.2579878568649292}
+{'epoch': 262, 'iter': 540, 'avg_loss': 1.15398471352133, 'avg_acc_mask': 60.06185637086633, 'loss': 1.041064739227295}
+{'epoch': 262, 'iter': 550, 'avg_loss': 1.1551006397945696, 'avg_acc_mask': 59.97532839901314, 'loss': 1.0416405200958252}
+{'epoch': 262, 'iter': 560, 'avg_loss': 1.154659327391847, 'avg_acc_mask': 60.03534378374841, 'loss': 1.2366153001785278}
+{'epoch': 262, 'iter': 570, 'avg_loss': 1.153600364610318, 'avg_acc_mask': 60.088805946137256, 'loss': 1.1342159509658813}
+{'epoch': 262, 'iter': 580, 'avg_loss': 1.1539031011204712, 'avg_acc_mask': 60.04870951417004, 'loss': 1.4766136407852173}
+{'epoch': 262, 'iter': 590, 'avg_loss': 1.1548286715235605, 'avg_acc_mask': 59.99627294468429, 'loss': 0.9962882995605469}
+{'epoch': 262, 'iter': 600, 'avg_loss': 1.15398388758872, 'avg_acc_mask': 60.04830770171523, 'loss': 1.278334379196167}
+{'epoch': 262, 'iter': 610, 'avg_loss': 1.1562099816268478, 'avg_acc_mask': 59.97536575840419, 'loss': 1.0939562320709229}
+{'epoch': 262, 'iter': 620, 'avg_loss': 1.1547400173453701, 'avg_acc_mask': 60.02957704821059, 'loss': 1.2286911010742188}
+{'epoch': 262, 'iter': 630, 'avg_loss': 1.1541218962136615, 'avg_acc_mask': 60.054173705364946, 'loss': 1.0850849151611328}
+{'epoch': 262, 'iter': 640, 'avg_loss': 1.1551436106332937, 'avg_acc_mask': 60.06039689387402, 'loss': 0.9956844449043274}
+{'epoch': 262, 'iter': 650, 'avg_loss': 1.15476622811294, 'avg_acc_mask': 60.056119267615216, 'loss': 1.086949348449707}
+{'epoch': 262, 'iter': 660, 'avg_loss': 1.154785543680191, 'avg_acc_mask': 60.07209321820773, 'loss': 0.8374737501144409}
+{'epoch': 262, 'iter': 670, 'avg_loss': 1.154535878832756, 'avg_acc_mask': 60.08974782512939, 'loss': 1.2710062265396118}
+{'epoch': 262, 'iter': 680, 'avg_loss': 1.1542504911643292, 'avg_acc_mask': 60.12477960124779, 'loss': 1.3747589588165283}
+{'epoch': 262, 'iter': 690, 'avg_loss': 1.1552258930485777, 'avg_acc_mask': 60.09778513986481, 'loss': 0.8964253664016724}
+{'epoch': 262, 'iter': 700, 'avg_loss': 1.1565494362620927, 'avg_acc_mask': 60.060542247959994, 'loss': 1.361148476600647}
+{'epoch': 262, 'iter': 710, 'avg_loss': 1.1559722524571183, 'avg_acc_mask': 60.10220227750253, 'loss': 1.2535638809204102}
+{'epoch': 262, 'iter': 720, 'avg_loss': 1.1578696446594021, 'avg_acc_mask': 60.02917391749412, 'loss': 1.31973135471344}
+{'epoch': 262, 'iter': 730, 'avg_loss': 1.1564843474024786, 'avg_acc_mask': 60.0666229243426, 'loss': 1.3173589706420898}
+{'epoch': 262, 'iter': 740, 'avg_loss': 1.1557005252513164, 'avg_acc_mask': 60.09358122402249, 'loss': 1.1124261617660522}
+{'epoch': 262, 'iter': 750, 'avg_loss': 1.1566962573166377, 'avg_acc_mask': 60.06428185877619, 'loss': 1.1878317594528198}
+{'epoch': 262, 'iter': 760, 'avg_loss': 1.1554634938807118, 'avg_acc_mask': 60.10901162790697, 'loss': 0.820780873298645}
+{'epoch': 262, 'iter': 770, 'avg_loss': 1.1560293844624407, 'avg_acc_mask': 60.07599111047387, 'loss': 0.959284245967865}
+{'epoch': 262, 'iter': 780, 'avg_loss': 1.1550106231061201, 'avg_acc_mask': 60.11010301483791, 'loss': 0.9953006505966187}
+{'epoch': 262, 'iter': 790, 'avg_loss': 1.155048054290933, 'avg_acc_mask': 60.11007976118289, 'loss': 1.2683923244476318}
+{'epoch': 262, 'iter': 800, 'avg_loss': 1.1541102521502868, 'avg_acc_mask': 60.14230778087365, 'loss': 1.0230904817581177}
+{'epoch': 262, 'iter': 810, 'avg_loss': 1.1551154076171126, 'avg_acc_mask': 60.11427790930613, 'loss': 0.9433895945549011}
+{'epoch': 262, 'iter': 820, 'avg_loss': 1.155545881945962, 'avg_acc_mask': 60.099054479963975, 'loss': 0.9916452169418335}
+{'epoch': 262, 'iter': 830, 'avg_loss': 1.1548539211818887, 'avg_acc_mask': 60.13355592654423, 'loss': 1.0462754964828491}
+{'epoch': 262, 'iter': 840, 'avg_loss': 1.154686991971398, 'avg_acc_mask': 60.13362050019779, 'loss': 1.2556755542755127}
+{'epoch': 262, 'iter': 850, 'avg_loss': 1.1552743266318015, 'avg_acc_mask': 60.113249300327595, 'loss': 1.0192649364471436}
+{'epoch': 262, 'iter': 860, 'avg_loss': 1.1563768223810695, 'avg_acc_mask': 60.0338423972412, 'loss': 1.388597011566162}
+{'epoch': 262, 'iter': 870, 'avg_loss': 1.157880388533891, 'avg_acc_mask': 59.972524569375466, 'loss': 1.0057491064071655}
+{'epoch': 262, 'iter': 880, 'avg_loss': 1.1577701094675552, 'avg_acc_mask': 59.98494888893534, 'loss': 0.9593788981437683}
+{'epoch': 262, 'iter': 890, 'avg_loss': 1.1569597447828277, 'avg_acc_mask': 60.021926195598205, 'loss': 0.6791688799858093}
+{'epoch': 262, 'iter': 900, 'avg_loss': 1.1572240181225915, 'avg_acc_mask': 59.99468748084428, 'loss': 1.3837237358093262}
+{'epoch': 262, 'iter': 910, 'avg_loss': 1.1589300798990332, 'avg_acc_mask': 59.956758067449336, 'loss': 1.2426724433898926}
+{'epoch': 262, 'iter': 920, 'avg_loss': 1.1582593505273813, 'avg_acc_mask': 59.994, 'loss': 1.2707397937774658}
+{'epoch': 262, 'iter': 930, 'avg_loss': 1.1585530896384018, 'avg_acc_mask': 59.9861413581469, 'loss': 1.4955768585205078}
+{'epoch': 262, 'iter': 940, 'avg_loss': 1.158449432263339, 'avg_acc_mask': 59.9502633691672, 'loss': 0.8819512128829956}
+{'epoch': 262, 'iter': 950, 'avg_loss': 1.1583534529595219, 'avg_acc_mask': 59.9480901836213, 'loss': 1.378883957862854}
+{'epoch': 262, 'iter': 960, 'avg_loss': 1.157564313894256, 'avg_acc_mask': 59.96434800943052, 'loss': 1.2843830585479736}
+{'epoch': 262, 'iter': 970, 'avg_loss': 1.1583061712716316, 'avg_acc_mask': 59.93669326560397, 'loss': 1.0759377479553223}
+{'epoch': 262, 'iter': 980, 'avg_loss': 1.1583971102607116, 'avg_acc_mask': 59.90364427114577, 'loss': 1.0068364143371582}
+{'epoch': 262, 'iter': 990, 'avg_loss': 1.158470673920769, 'avg_acc_mask': 59.92881506747738, 'loss': 1.081496238708496}
+{'epoch': 262, 'iter': 1000, 'avg_loss': 1.1588127762228102, 'avg_acc_mask': 59.90061792911234, 'loss': 1.4837357997894287}
+{'epoch': 262, 'iter': 1010, 'avg_loss': 1.1586067358475882, 'avg_acc_mask': 59.91283820591974, 'loss': 0.9328556060791016}
+{'epoch': 262, 'iter': 1020, 'avg_loss': 1.1589171755383927, 'avg_acc_mask': 59.89241314790493, 'loss': 0.9472256898880005}
+{'epoch': 262, 'iter': 1030, 'avg_loss': 1.1586247519251216, 'avg_acc_mask': 59.90803942186024, 'loss': 1.1753326654434204}
+{'epoch': 262, 'iter': 1040, 'avg_loss': 1.1582159791338569, 'avg_acc_mask': 59.93120479802434, 'loss': 1.0298073291778564}
+{'epoch': 262, 'iter': 1050, 'avg_loss': 1.158539790209989, 'avg_acc_mask': 59.93461995664639, 'loss': 1.0120164155960083}
+{'epoch': 262, 'iter': 1060, 'avg_loss': 1.1574688618695477, 'avg_acc_mask': 59.97367144737754, 'loss': 1.4408597946166992}
+{'epoch': 262, 'iter': 1070, 'avg_loss': 1.1567013663571089, 'avg_acc_mask': 59.998970681580346, 'loss': 0.9352595806121826}
+{'epoch': 262, 'iter': 1080, 'avg_loss': 1.156475697453655, 'avg_acc_mask': 60.04109844946759, 'loss': 0.9389610886573792}
+{'epoch': 262, 'iter': 1090, 'avg_loss': 1.1566390899154269, 'avg_acc_mask': 60.03091865369428, 'loss': 1.131632685661316}
+{'epoch': 262, 'iter': 1100, 'avg_loss': 1.1561181893086672, 'avg_acc_mask': 60.050632068086806, 'loss': 1.1715720891952515}
+{'epoch': 'EP262_train', 'avg_loss': 1.1562530356025265, 'total_masked_acc': 60.03749854817568}
+{'epoch': 263, 'iter': 0, 'avg_loss': 1.3771649599075317, 'avg_acc_mask': 47.05882352941176, 'loss': 1.3771649599075317}
+{'epoch': 263, 'iter': 10, 'avg_loss': 1.2448183514855125, 'avg_acc_mask': 55.60975609756098, 'loss': 0.9273782968521118}
+{'epoch': 263, 'iter': 20, 'avg_loss': 1.2243394482703436, 'avg_acc_mask': 56.87285223367697, 'loss': 1.2165751457214355}
+{'epoch': 263, 'iter': 30, 'avg_loss': 1.2101829013516825, 'avg_acc_mask': 57.126030624263834, 'loss': 1.0774635076522827}
+{'epoch': 263, 'iter': 40, 'avg_loss': 1.190115015681197, 'avg_acc_mask': 58.359064843405385, 'loss': 0.95949786901474}
+{'epoch': 263, 'iter': 50, 'avg_loss': 1.1935087267090292, 'avg_acc_mask': 58.12300035549236, 'loss': 1.2286407947540283}
+{'epoch': 263, 'iter': 60, 'avg_loss': 1.1721469886967393, 'avg_acc_mask': 58.784794971565404, 'loss': 0.9400596022605896}
+{'epoch': 263, 'iter': 70, 'avg_loss': 1.173440998708698, 'avg_acc_mask': 58.984274297499354, 'loss': 1.1387271881103516}
+{'epoch': 263, 'iter': 80, 'avg_loss': 1.1852512109426805, 'avg_acc_mask': 58.38537020517395, 'loss': 1.407094955444336}
+{'epoch': 263, 'iter': 90, 'avg_loss': 1.1777065153960342, 'avg_acc_mask': 58.64962045545346, 'loss': 1.2240461111068726}
+{'epoch': 263, 'iter': 100, 'avg_loss': 1.1743069857654005, 'avg_acc_mask': 58.780136739834475, 'loss': 0.9365994334220886}
+{'epoch': 263, 'iter': 110, 'avg_loss': 1.171242444901853, 'avg_acc_mask': 58.96172170198785, 'loss': 0.8597350120544434}
+{'epoch': 263, 'iter': 120, 'avg_loss': 1.1647394944813625, 'avg_acc_mask': 59.06885047012436, 'loss': 1.2037049531936646}
+{'epoch': 263, 'iter': 130, 'avg_loss': 1.1568243544520314, 'avg_acc_mask': 59.367599944281935, 'loss': 0.9163333177566528}
+{'epoch': 263, 'iter': 140, 'avg_loss': 1.1567272429770612, 'avg_acc_mask': 59.17890087046901, 'loss': 0.9939238429069519}
+{'epoch': 263, 'iter': 150, 'avg_loss': 1.1530377758259804, 'avg_acc_mask': 59.46539729036983, 'loss': 1.6620862483978271}
+{'epoch': 263, 'iter': 160, 'avg_loss': 1.1563403484243784, 'avg_acc_mask': 59.59977129788451, 'loss': 1.123939037322998}
+{'epoch': 263, 'iter': 170, 'avg_loss': 1.158218296647769, 'avg_acc_mask': 59.39173270507603, 'loss': 1.2448410987854004}
+{'epoch': 263, 'iter': 180, 'avg_loss': 1.1558732969984824, 'avg_acc_mask': 59.51995138748227, 'loss': 1.1506898403167725}
+{'epoch': 263, 'iter': 190, 'avg_loss': 1.150596972535418, 'avg_acc_mask': 59.72182254196643, 'loss': 0.8788737654685974}
+{'epoch': 263, 'iter': 200, 'avg_loss': 1.1476983961774343, 'avg_acc_mask': 59.596972736390995, 'loss': 0.9461660385131836}
+{'epoch': 263, 'iter': 210, 'avg_loss': 1.141529177319947, 'avg_acc_mask': 59.75736568457539, 'loss': 1.2684508562088013}
+{'epoch': 263, 'iter': 220, 'avg_loss': 1.139521363364086, 'avg_acc_mask': 59.811927740658255, 'loss': 1.2145960330963135}
+{'epoch': 263, 'iter': 230, 'avg_loss': 1.138788278742786, 'avg_acc_mask': 59.91172065894222, 'loss': 0.9908493757247925}
+{'epoch': 263, 'iter': 240, 'avg_loss': 1.1377651619713336, 'avg_acc_mask': 59.97580706131398, 'loss': 1.381151795387268}
+{'epoch': 263, 'iter': 250, 'avg_loss': 1.1397805589128776, 'avg_acc_mask': 59.98694516971279, 'loss': 1.105387568473816}
+{'epoch': 263, 'iter': 260, 'avg_loss': 1.1420838474313875, 'avg_acc_mask': 59.9986050080212, 'loss': 1.0069679021835327}
+{'epoch': 263, 'iter': 270, 'avg_loss': 1.1441747260269644, 'avg_acc_mask': 59.87542696403456, 'loss': 1.3392612934112549}
+{'epoch': 263, 'iter': 280, 'avg_loss': 1.1462822825883208, 'avg_acc_mask': 59.8333656268165, 'loss': 0.8277150392532349}
+{'epoch': 263, 'iter': 290, 'avg_loss': 1.1453060024382733, 'avg_acc_mask': 59.92242242242243, 'loss': 0.9011752605438232}
+{'epoch': 263, 'iter': 300, 'avg_loss': 1.1435157177456194, 'avg_acc_mask': 59.93347444814031, 'loss': 0.6760864853858948}
+{'epoch': 263, 'iter': 310, 'avg_loss': 1.1409202699109289, 'avg_acc_mask': 59.95198219827839, 'loss': 1.0197539329528809}
+{'epoch': 263, 'iter': 320, 'avg_loss': 1.14041770154442, 'avg_acc_mask': 59.965918773075835, 'loss': 1.2885489463806152}
+{'epoch': 263, 'iter': 330, 'avg_loss': 1.1435749943162739, 'avg_acc_mask': 59.92523775493376, 'loss': 1.1202956438064575}
+{'epoch': 263, 'iter': 340, 'avg_loss': 1.1417065954977466, 'avg_acc_mask': 60.007466268465684, 'loss': 0.9235150814056396}
+{'epoch': 263, 'iter': 350, 'avg_loss': 1.144167424946429, 'avg_acc_mask': 60.01661647107696, 'loss': 0.9080026745796204}
+{'epoch': 263, 'iter': 360, 'avg_loss': 1.1435576999286536, 'avg_acc_mask': 60.02117682650129, 'loss': 1.1868938207626343}
+{'epoch': 263, 'iter': 370, 'avg_loss': 1.1447341112756344, 'avg_acc_mask': 59.98235380618597, 'loss': 1.1967893838882446}
+{'epoch': 263, 'iter': 380, 'avg_loss': 1.1480369813486033, 'avg_acc_mask': 59.89493791786056, 'loss': 1.0784101486206055}
+{'epoch': 263, 'iter': 390, 'avg_loss': 1.1451693944004186, 'avg_acc_mask': 60.07453994875378, 'loss': 1.2698029279708862}
+{'epoch': 263, 'iter': 400, 'avg_loss': 1.144931109320196, 'avg_acc_mask': 60.10282542426862, 'loss': 1.1368051767349243}
+{'epoch': 263, 'iter': 410, 'avg_loss': 1.145401446198605, 'avg_acc_mask': 60.12866015971606, 'loss': 0.969340443611145}
+{'epoch': 263, 'iter': 420, 'avg_loss': 1.1421091324359958, 'avg_acc_mask': 60.20337215365896, 'loss': 1.0398222208023071}
+{'epoch': 263, 'iter': 430, 'avg_loss': 1.1404986053774362, 'avg_acc_mask': 60.19887812340643, 'loss': 0.9818118214607239}
+{'epoch': 263, 'iter': 440, 'avg_loss': 1.142788579539647, 'avg_acc_mask': 60.0564690250789, 'loss': 1.397679090499878}
+{'epoch': 263, 'iter': 450, 'avg_loss': 1.1432592330909357, 'avg_acc_mask': 60.004063388866314, 'loss': 0.9680182337760925}
+{'epoch': 263, 'iter': 460, 'avg_loss': 1.1428559639707305, 'avg_acc_mask': 60.00476795931341, 'loss': 0.9389848709106445}
+{'epoch': 263, 'iter': 470, 'avg_loss': 1.1436897655454663, 'avg_acc_mask': 59.89985638318519, 'loss': 1.229121208190918}
+{'epoch': 263, 'iter': 480, 'avg_loss': 1.144587656192621, 'avg_acc_mask': 59.87067325979459, 'loss': 1.0412880182266235}
+{'epoch': 263, 'iter': 490, 'avg_loss': 1.1451231919820828, 'avg_acc_mask': 59.8509131569139, 'loss': 1.3316909074783325}
+{'epoch': 263, 'iter': 500, 'avg_loss': 1.1446691550418526, 'avg_acc_mask': 59.86051776390258, 'loss': 1.1145504713058472}
+{'epoch': 263, 'iter': 510, 'avg_loss': 1.1446392053260728, 'avg_acc_mask': 59.77130605681615, 'loss': 1.067291021347046}
+{'epoch': 263, 'iter': 520, 'avg_loss': 1.1438771165950286, 'avg_acc_mask': 59.800477729380354, 'loss': 1.240018367767334}
+{'epoch': 263, 'iter': 530, 'avg_loss': 1.143788805340194, 'avg_acc_mask': 59.837168385828136, 'loss': 0.7234644889831543}
+{'epoch': 263, 'iter': 540, 'avg_loss': 1.142304052597053, 'avg_acc_mask': 59.891672308733924, 'loss': 1.1201386451721191}
+{'epoch': 263, 'iter': 550, 'avg_loss': 1.1443802043660367, 'avg_acc_mask': 59.800146072637936, 'loss': 1.6232044696807861}
+{'epoch': 263, 'iter': 560, 'avg_loss': 1.1446720699575497, 'avg_acc_mask': 59.80686415242072, 'loss': 1.4293321371078491}
+{'epoch': 263, 'iter': 570, 'avg_loss': 1.1436700445131747, 'avg_acc_mask': 59.854811769240655, 'loss': 1.1240063905715942}
+{'epoch': 263, 'iter': 580, 'avg_loss': 1.14352953628911, 'avg_acc_mask': 59.817150063051706, 'loss': 1.3060061931610107}
+{'epoch': 263, 'iter': 590, 'avg_loss': 1.1442662682226667, 'avg_acc_mask': 59.79518594146401, 'loss': 1.4581875801086426}
+{'epoch': 263, 'iter': 600, 'avg_loss': 1.143823091579158, 'avg_acc_mask': 59.78118428671563, 'loss': 1.0274914503097534}
+{'epoch': 263, 'iter': 610, 'avg_loss': 1.1445276939147038, 'avg_acc_mask': 59.79455541912492, 'loss': 1.4351013898849487}
+{'epoch': 263, 'iter': 620, 'avg_loss': 1.1432303516569153, 'avg_acc_mask': 59.841962495577306, 'loss': 1.3527361154556274}
+{'epoch': 263, 'iter': 630, 'avg_loss': 1.1433170868553186, 'avg_acc_mask': 59.8454252259058, 'loss': 1.1172860860824585}
+{'epoch': 263, 'iter': 640, 'avg_loss': 1.1426971001483721, 'avg_acc_mask': 59.89969909729188, 'loss': 1.0593019723892212}
+{'epoch': 263, 'iter': 650, 'avg_loss': 1.1436911022974416, 'avg_acc_mask': 59.840718461408116, 'loss': 1.1468781232833862}
+{'epoch': 263, 'iter': 660, 'avg_loss': 1.1435567110821987, 'avg_acc_mask': 59.834241851151404, 'loss': 0.9146764278411865}
+{'epoch': 263, 'iter': 670, 'avg_loss': 1.144419084273934, 'avg_acc_mask': 59.8, 'loss': 1.229788899421692}
+{'epoch': 263, 'iter': 680, 'avg_loss': 1.143550423273431, 'avg_acc_mask': 59.84883250101228, 'loss': 1.0659193992614746}
+{'epoch': 263, 'iter': 690, 'avg_loss': 1.1450758390937286, 'avg_acc_mask': 59.81253816945912, 'loss': 1.2383639812469482}
+{'epoch': 263, 'iter': 700, 'avg_loss': 1.14594797800679, 'avg_acc_mask': 59.74870696410846, 'loss': 1.178591012954712}
+{'epoch': 263, 'iter': 710, 'avg_loss': 1.1462722454225296, 'avg_acc_mask': 59.73758152243962, 'loss': 1.2028921842575073}
+{'epoch': 263, 'iter': 720, 'avg_loss': 1.1470720773761711, 'avg_acc_mask': 59.70221307518357, 'loss': 1.298067569732666}
+{'epoch': 263, 'iter': 730, 'avg_loss': 1.1467834786905635, 'avg_acc_mask': 59.68332831476463, 'loss': 1.528394341468811}
+{'epoch': 263, 'iter': 740, 'avg_loss': 1.1473183711530708, 'avg_acc_mask': 59.66232608803288, 'loss': 1.3462003469467163}
+{'epoch': 263, 'iter': 750, 'avg_loss': 1.149809797737157, 'avg_acc_mask': 59.556867816793144, 'loss': 1.1921908855438232}
+{'epoch': 263, 'iter': 760, 'avg_loss': 1.1492606019221843, 'avg_acc_mask': 59.60639784169196, 'loss': 1.1724324226379395}
+{'epoch': 263, 'iter': 770, 'avg_loss': 1.1514053375649855, 'avg_acc_mask': 59.51747720364742, 'loss': 1.2722669839859009}
+{'epoch': 263, 'iter': 780, 'avg_loss': 1.151201098279672, 'avg_acc_mask': 59.52341862701409, 'loss': 1.1656506061553955}
+{'epoch': 263, 'iter': 790, 'avg_loss': 1.1506546166844374, 'avg_acc_mask': 59.53722380654286, 'loss': 1.229978322982788}
+{'epoch': 263, 'iter': 800, 'avg_loss': 1.150772998767548, 'avg_acc_mask': 59.52489930428414, 'loss': 1.3757989406585693}
+{'epoch': 263, 'iter': 810, 'avg_loss': 1.1505143720330497, 'avg_acc_mask': 59.563212154096576, 'loss': 1.1030040979385376}
+{'epoch': 263, 'iter': 820, 'avg_loss': 1.1515292659601544, 'avg_acc_mask': 59.55274563245611, 'loss': 1.1415774822235107}
+{'epoch': 263, 'iter': 830, 'avg_loss': 1.1516646889859876, 'avg_acc_mask': 59.553415641495675, 'loss': 1.021224856376648}
+{'epoch': 263, 'iter': 840, 'avg_loss': 1.1518238892736674, 'avg_acc_mask': 59.525367534790384, 'loss': 1.155764102935791}
+{'epoch': 263, 'iter': 850, 'avg_loss': 1.1519064853530372, 'avg_acc_mask': 59.529401624684866, 'loss': 1.1613061428070068}
+{'epoch': 263, 'iter': 860, 'avg_loss': 1.1530570693824627, 'avg_acc_mask': 59.485989268375775, 'loss': 1.2847285270690918}
+{'epoch': 263, 'iter': 870, 'avg_loss': 1.1543517242069223, 'avg_acc_mask': 59.42169079790699, 'loss': 0.9489665031433105}
+{'epoch': 263, 'iter': 880, 'avg_loss': 1.1540648958875157, 'avg_acc_mask': 59.478156096142264, 'loss': 0.9703527092933655}
+{'epoch': 263, 'iter': 890, 'avg_loss': 1.153792689745675, 'avg_acc_mask': 59.50661481801534, 'loss': 0.942084550857544}
+{'epoch': 263, 'iter': 900, 'avg_loss': 1.1538946334185796, 'avg_acc_mask': 59.50793005286702, 'loss': 1.3609710931777954}
+{'epoch': 263, 'iter': 910, 'avg_loss': 1.154443784681293, 'avg_acc_mask': 59.48296641491242, 'loss': 1.232153296470642}
+{'epoch': 263, 'iter': 920, 'avg_loss': 1.1537914037316164, 'avg_acc_mask': 59.53603119653018, 'loss': 0.8046514391899109}
+{'epoch': 263, 'iter': 930, 'avg_loss': 1.153382973179269, 'avg_acc_mask': 59.55264142398645, 'loss': 1.262488603591919}
+{'epoch': 263, 'iter': 940, 'avg_loss': 1.1538034139733513, 'avg_acc_mask': 59.524087704949956, 'loss': 0.826806366443634}
+{'epoch': 263, 'iter': 950, 'avg_loss': 1.1539019042259762, 'avg_acc_mask': 59.51078582434515, 'loss': 1.425790548324585}
+{'epoch': 263, 'iter': 960, 'avg_loss': 1.154206435650618, 'avg_acc_mask': 59.53029985321871, 'loss': 1.193869709968567}
+{'epoch': 263, 'iter': 970, 'avg_loss': 1.1546331842944992, 'avg_acc_mask': 59.516445383222695, 'loss': 0.9334509968757629}
+{'epoch': 263, 'iter': 980, 'avg_loss': 1.154426281787569, 'avg_acc_mask': 59.53993395645604, 'loss': 0.9352080225944519}
+{'epoch': 263, 'iter': 990, 'avg_loss': 1.1557416260904068, 'avg_acc_mask': 59.50530687586525, 'loss': 1.034307599067688}
+{'epoch': 263, 'iter': 1000, 'avg_loss': 1.1559735917663956, 'avg_acc_mask': 59.49884939913066, 'loss': 1.48930823802948}
+{'epoch': 263, 'iter': 1010, 'avg_loss': 1.1561742511040851, 'avg_acc_mask': 59.49089988059485, 'loss': 0.9749151468276978}
+{'epoch': 263, 'iter': 1020, 'avg_loss': 1.1559060727931143, 'avg_acc_mask': 59.504294917680745, 'loss': 1.1588680744171143}
+{'epoch': 263, 'iter': 1030, 'avg_loss': 1.1554972682036206, 'avg_acc_mask': 59.53724404698535, 'loss': 1.1689655780792236}
+{'epoch': 263, 'iter': 1040, 'avg_loss': 1.1551643573356065, 'avg_acc_mask': 59.56365809922295, 'loss': 1.1546250581741333}
+{'epoch': 263, 'iter': 1050, 'avg_loss': 1.1546797959380326, 'avg_acc_mask': 59.57757750791607, 'loss': 1.0994596481323242}
+{'epoch': 263, 'iter': 1060, 'avg_loss': 1.154581317915094, 'avg_acc_mask': 59.599827511858564, 'loss': 1.0146058797836304}
+{'epoch': 263, 'iter': 1070, 'avg_loss': 1.1549013013821912, 'avg_acc_mask': 59.579770256200185, 'loss': 1.196374535560608}
+{'epoch': 263, 'iter': 1080, 'avg_loss': 1.1547432534127848, 'avg_acc_mask': 59.59305764453382, 'loss': 1.0947715044021606}
+{'epoch': 263, 'iter': 1090, 'avg_loss': 1.15488908790209, 'avg_acc_mask': 59.57969706088876, 'loss': 1.36781644821167}
+{'epoch': 263, 'iter': 1100, 'avg_loss': 1.1547878835008536, 'avg_acc_mask': 59.59552424368007, 'loss': 1.1176116466522217}
+{'epoch': 'EP263_train', 'avg_loss': 1.1551177680222697, 'total_masked_acc': 59.58753694499942}
+{'epoch': 264, 'iter': 0, 'avg_loss': 1.2880303859710693, 'avg_acc_mask': 52.63157894736842, 'loss': 1.2880303859710693}
+{'epoch': 264, 'iter': 10, 'avg_loss': 1.1955052668398076, 'avg_acc_mask': 59.040000000000006, 'loss': 1.0625137090682983}
+{'epoch': 264, 'iter': 20, 'avg_loss': 1.2233334240459262, 'avg_acc_mask': 57.43415463041631, 'loss': 1.3767222166061401}
+{'epoch': 264, 'iter': 30, 'avg_loss': 1.1949312513874424, 'avg_acc_mask': 58.19339895773017, 'loss': 1.1477420330047607}
+{'epoch': 264, 'iter': 40, 'avg_loss': 1.1857322192773587, 'avg_acc_mask': 58.813263525305416, 'loss': 0.9045854210853577}
+{'epoch': 264, 'iter': 50, 'avg_loss': 1.1986059534783458, 'avg_acc_mask': 58.995815899581594, 'loss': 1.1294751167297363}
+{'epoch': 264, 'iter': 60, 'avg_loss': 1.1766618587931648, 'avg_acc_mask': 59.52099349497338, 'loss': 0.9687078595161438}
+{'epoch': 264, 'iter': 70, 'avg_loss': 1.1760682320930589, 'avg_acc_mask': 59.472482881055036, 'loss': 1.1903530359268188}
+{'epoch': 264, 'iter': 80, 'avg_loss': 1.1642478542563357, 'avg_acc_mask': 59.65617325295825, 'loss': 1.1653387546539307}
+{'epoch': 264, 'iter': 90, 'avg_loss': 1.165101749556405, 'avg_acc_mask': 59.45243804956035, 'loss': 1.1604101657867432}
+{'epoch': 264, 'iter': 100, 'avg_loss': 1.164151113812286, 'avg_acc_mask': 59.486808818214676, 'loss': 1.0876362323760986}
+{'epoch': 264, 'iter': 110, 'avg_loss': 1.1669310836104658, 'avg_acc_mask': 59.74520185307743, 'loss': 1.1353191137313843}
+{'epoch': 264, 'iter': 120, 'avg_loss': 1.1637857191818806, 'avg_acc_mask': 59.80332829046898, 'loss': 1.4326056241989136}
+{'epoch': 264, 'iter': 130, 'avg_loss': 1.168195552953327, 'avg_acc_mask': 59.719522354901414, 'loss': 1.1046119928359985}
+{'epoch': 264, 'iter': 140, 'avg_loss': 1.163008559680154, 'avg_acc_mask': 60.0, 'loss': 1.2570990324020386}
+{'epoch': 264, 'iter': 150, 'avg_loss': 1.155920777889277, 'avg_acc_mask': 60.3800992615906, 'loss': 1.1472480297088623}
+{'epoch': 264, 'iter': 160, 'avg_loss': 1.1596997309915769, 'avg_acc_mask': 60.39345007959973, 'loss': 1.282468318939209}
+{'epoch': 264, 'iter': 170, 'avg_loss': 1.1641897259399905, 'avg_acc_mask': 60.21115495360989, 'loss': 1.3971115350723267}
+{'epoch': 264, 'iter': 180, 'avg_loss': 1.165541719336536, 'avg_acc_mask': 60.09629852542883, 'loss': 1.0731805562973022}
+{'epoch': 264, 'iter': 190, 'avg_loss': 1.1666726273391883, 'avg_acc_mask': 60.0189393939394, 'loss': 1.203500747680664}
+{'epoch': 264, 'iter': 200, 'avg_loss': 1.1660266788444709, 'avg_acc_mask': 59.987397605545056, 'loss': 1.209686040878296}
+{'epoch': 264, 'iter': 210, 'avg_loss': 1.166303446507567, 'avg_acc_mask': 60.05315956443453, 'loss': 1.470235824584961}
+{'epoch': 264, 'iter': 220, 'avg_loss': 1.1661201443068043, 'avg_acc_mask': 60.034445993602894, 'loss': 1.1772712469100952}
+{'epoch': 264, 'iter': 230, 'avg_loss': 1.1651744886394186, 'avg_acc_mask': 60.09747661347379, 'loss': 1.4486395120620728}
+{'epoch': 264, 'iter': 240, 'avg_loss': 1.1641912536997023, 'avg_acc_mask': 60.184485105096016, 'loss': 1.0530563592910767}
+{'epoch': 264, 'iter': 250, 'avg_loss': 1.164371966365799, 'avg_acc_mask': 60.13081395348837, 'loss': 0.9813784956932068}
+{'epoch': 264, 'iter': 260, 'avg_loss': 1.1647185066650654, 'avg_acc_mask': 60.026523347525654, 'loss': 0.9399658441543579}
+{'epoch': 264, 'iter': 270, 'avg_loss': 1.1620195255068395, 'avg_acc_mask': 60.04840987023465, 'loss': 1.3572129011154175}
+{'epoch': 264, 'iter': 280, 'avg_loss': 1.163798363607549, 'avg_acc_mask': 59.96367410482616, 'loss': 0.8523397445678711}
+{'epoch': 264, 'iter': 290, 'avg_loss': 1.1629708573170954, 'avg_acc_mask': 59.97992093869612, 'loss': 1.1623709201812744}
+{'epoch': 264, 'iter': 300, 'avg_loss': 1.1609687135861166, 'avg_acc_mask': 60.049763320791364, 'loss': 0.899648129940033}
+{'epoch': 264, 'iter': 310, 'avg_loss': 1.1605286076904493, 'avg_acc_mask': 59.97056226081837, 'loss': 1.1056666374206543}
+{'epoch': 264, 'iter': 320, 'avg_loss': 1.16352639354278, 'avg_acc_mask': 59.86973661658001, 'loss': 1.0849415063858032}
+{'epoch': 264, 'iter': 330, 'avg_loss': 1.1607909013497506, 'avg_acc_mask': 60.00221410384147, 'loss': 0.8053416013717651}
+{'epoch': 264, 'iter': 340, 'avg_loss': 1.161351071250054, 'avg_acc_mask': 59.99141676948662, 'loss': 1.2396466732025146}
+{'epoch': 264, 'iter': 350, 'avg_loss': 1.1583041993641106, 'avg_acc_mask': 60.12734199676426, 'loss': 0.9503008723258972}
+{'epoch': 264, 'iter': 360, 'avg_loss': 1.1570475575336128, 'avg_acc_mask': 60.13042159538975, 'loss': 1.1818293333053589}
+{'epoch': 264, 'iter': 370, 'avg_loss': 1.1595584277836781, 'avg_acc_mask': 60.09348093480935, 'loss': 1.2824006080627441}
+{'epoch': 264, 'iter': 380, 'avg_loss': 1.1625066014725391, 'avg_acc_mask': 60.02773527161438, 'loss': 1.1685101985931396}
+{'epoch': 264, 'iter': 390, 'avg_loss': 1.1634743882871954, 'avg_acc_mask': 59.94785118964474, 'loss': 1.3249800205230713}
+{'epoch': 264, 'iter': 400, 'avg_loss': 1.163115617045738, 'avg_acc_mask': 59.9517984630076, 'loss': 0.8026102781295776}
+{'epoch': 264, 'iter': 410, 'avg_loss': 1.1611049703147869, 'avg_acc_mask': 59.99202233745513, 'loss': 1.2313588857650757}
+{'epoch': 264, 'iter': 420, 'avg_loss': 1.1596216366863024, 'avg_acc_mask': 60.01386601958575, 'loss': 0.7988355159759521}
+{'epoch': 264, 'iter': 430, 'avg_loss': 1.157844764035705, 'avg_acc_mask': 60.08134559166207, 'loss': 0.860496461391449}
+{'epoch': 264, 'iter': 440, 'avg_loss': 1.1614865593088457, 'avg_acc_mask': 59.96766571321975, 'loss': 1.3661125898361206}
+{'epoch': 264, 'iter': 450, 'avg_loss': 1.1629100863526507, 'avg_acc_mask': 59.91005591119034, 'loss': 0.8842065930366516}
+{'epoch': 264, 'iter': 460, 'avg_loss': 1.1643113755093737, 'avg_acc_mask': 59.89696849613632, 'loss': 1.1836928129196167}
+{'epoch': 264, 'iter': 470, 'avg_loss': 1.1633307879391244, 'avg_acc_mask': 59.97364136754787, 'loss': 1.0788768529891968}
+{'epoch': 264, 'iter': 480, 'avg_loss': 1.1643951713667093, 'avg_acc_mask': 59.93550834597876, 'loss': 1.18192458152771}
+{'epoch': 264, 'iter': 490, 'avg_loss': 1.1643425711789102, 'avg_acc_mask': 59.89129625493261, 'loss': 1.1395074129104614}
+{'epoch': 264, 'iter': 500, 'avg_loss': 1.161928337491201, 'avg_acc_mask': 59.96571095060917, 'loss': 1.1153913736343384}
+{'epoch': 264, 'iter': 510, 'avg_loss': 1.1604825224428494, 'avg_acc_mask': 59.95280995280995, 'loss': 1.0938690900802612}
+{'epoch': 264, 'iter': 520, 'avg_loss': 1.1601084195034517, 'avg_acc_mask': 59.95653545515089, 'loss': 1.2364591360092163}
+{'epoch': 264, 'iter': 530, 'avg_loss': 1.160541971187807, 'avg_acc_mask': 59.985523231766166, 'loss': 0.9607992768287659}
+{'epoch': 264, 'iter': 540, 'avg_loss': 1.1605572266411208, 'avg_acc_mask': 60.00676361176869, 'loss': 1.3168615102767944}
+{'epoch': 264, 'iter': 550, 'avg_loss': 1.162527956568827, 'avg_acc_mask': 59.89585060864374, 'loss': 1.3147783279418945}
+{'epoch': 264, 'iter': 560, 'avg_loss': 1.1618066096475843, 'avg_acc_mask': 59.92037593003524, 'loss': 1.2870423793792725}
+{'epoch': 264, 'iter': 570, 'avg_loss': 1.1611609989206344, 'avg_acc_mask': 59.90191050134632, 'loss': 1.061007022857666}
+{'epoch': 264, 'iter': 580, 'avg_loss': 1.1602811319897794, 'avg_acc_mask': 59.92314718573814, 'loss': 1.2367123365402222}
+{'epoch': 264, 'iter': 590, 'avg_loss': 1.160254264644358, 'avg_acc_mask': 59.89546283982309, 'loss': 1.1557997465133667}
+{'epoch': 264, 'iter': 600, 'avg_loss': 1.1605256410089388, 'avg_acc_mask': 59.87656197744064, 'loss': 1.4798285961151123}
+{'epoch': 264, 'iter': 610, 'avg_loss': 1.1623500465566319, 'avg_acc_mask': 59.7980642848608, 'loss': 1.0042901039123535}
+{'epoch': 264, 'iter': 620, 'avg_loss': 1.1598031333679162, 'avg_acc_mask': 59.87637969094922, 'loss': 1.381284475326538}
+{'epoch': 264, 'iter': 630, 'avg_loss': 1.1577911336335063, 'avg_acc_mask': 59.92932452786467, 'loss': 0.8136081099510193}
+{'epoch': 264, 'iter': 640, 'avg_loss': 1.1575457551364037, 'avg_acc_mask': 59.93949253646146, 'loss': 0.9452794194221497}
+{'epoch': 264, 'iter': 650, 'avg_loss': 1.1589360064991425, 'avg_acc_mask': 59.890759614843184, 'loss': 0.9788569211959839}
+{'epoch': 264, 'iter': 660, 'avg_loss': 1.1582357240516732, 'avg_acc_mask': 59.909048054793004, 'loss': 0.822350025177002}
+{'epoch': 264, 'iter': 670, 'avg_loss': 1.1572678927693032, 'avg_acc_mask': 59.92676194900665, 'loss': 1.2431422472000122}
+{'epoch': 264, 'iter': 680, 'avg_loss': 1.1570703988558395, 'avg_acc_mask': 59.95803179898308, 'loss': 1.3235398530960083}
+{'epoch': 264, 'iter': 690, 'avg_loss': 1.156644861104692, 'avg_acc_mask': 59.97192499205425, 'loss': 0.9400471448898315}
+{'epoch': 264, 'iter': 700, 'avg_loss': 1.157409091988916, 'avg_acc_mask': 59.94575988317513, 'loss': 1.0572118759155273}
+{'epoch': 264, 'iter': 710, 'avg_loss': 1.1568560661478218, 'avg_acc_mask': 59.97994755514422, 'loss': 1.2639806270599365}
+{'epoch': 264, 'iter': 720, 'avg_loss': 1.1570700583940736, 'avg_acc_mask': 59.99240217804229, 'loss': 1.258871078491211}
+{'epoch': 264, 'iter': 730, 'avg_loss': 1.1563732035345973, 'avg_acc_mask': 60.023994601214724, 'loss': 1.3315361738204956}
+{'epoch': 264, 'iter': 740, 'avg_loss': 1.157593021428215, 'avg_acc_mask': 59.99654993962395, 'loss': 1.232889175415039}
+{'epoch': 264, 'iter': 750, 'avg_loss': 1.1580479447438459, 'avg_acc_mask': 59.986878553725035, 'loss': 0.981271505355835}
+{'epoch': 264, 'iter': 760, 'avg_loss': 1.156784026365869, 'avg_acc_mask': 60.00720028801152, 'loss': 0.9386894702911377}
+{'epoch': 264, 'iter': 770, 'avg_loss': 1.157672869246912, 'avg_acc_mask': 59.970185277205935, 'loss': 1.2041200399398804}
+{'epoch': 264, 'iter': 780, 'avg_loss': 1.1569901481175393, 'avg_acc_mask': 59.9761665537304, 'loss': 1.11163330078125}
+{'epoch': 264, 'iter': 790, 'avg_loss': 1.1565773328848645, 'avg_acc_mask': 59.973668406707624, 'loss': 1.3789026737213135}
+{'epoch': 264, 'iter': 800, 'avg_loss': 1.1556133569849565, 'avg_acc_mask': 59.988135167818925, 'loss': 0.7426037788391113}
+{'epoch': 264, 'iter': 810, 'avg_loss': 1.1565822885450983, 'avg_acc_mask': 59.95808072840369, 'loss': 1.1389589309692383}
+{'epoch': 264, 'iter': 820, 'avg_loss': 1.156388799397867, 'avg_acc_mask': 59.977733244266304, 'loss': 1.3135193586349487}
+{'epoch': 264, 'iter': 830, 'avg_loss': 1.156232540286118, 'avg_acc_mask': 59.98283186230273, 'loss': 1.1546462774276733}
+{'epoch': 264, 'iter': 840, 'avg_loss': 1.1564118787734885, 'avg_acc_mask': 59.967377120487164, 'loss': 1.1242395639419556}
+{'epoch': 264, 'iter': 850, 'avg_loss': 1.1572131635019278, 'avg_acc_mask': 59.930822609405546, 'loss': 1.0524624586105347}
+{'epoch': 264, 'iter': 860, 'avg_loss': 1.157563355880055, 'avg_acc_mask': 59.93295283359148, 'loss': 1.1809158325195312}
+{'epoch': 264, 'iter': 870, 'avg_loss': 1.1587827981681693, 'avg_acc_mask': 59.890627946445406, 'loss': 1.3448253870010376}
+{'epoch': 264, 'iter': 880, 'avg_loss': 1.1585707118508495, 'avg_acc_mask': 59.91083462934162, 'loss': 1.157863736152649}
+{'epoch': 264, 'iter': 890, 'avg_loss': 1.1587042488768178, 'avg_acc_mask': 59.92324898930822, 'loss': 1.0738471746444702}
+{'epoch': 264, 'iter': 900, 'avg_loss': 1.1588640485566677, 'avg_acc_mask': 59.91975033437361, 'loss': 1.1862461566925049}
+{'epoch': 264, 'iter': 910, 'avg_loss': 1.159546568286406, 'avg_acc_mask': 59.869383176072276, 'loss': 1.3605369329452515}
+{'epoch': 264, 'iter': 920, 'avg_loss': 1.1586994201300846, 'avg_acc_mask': 59.90400444276959, 'loss': 1.1696462631225586}
+{'epoch': 264, 'iter': 930, 'avg_loss': 1.1590696227537702, 'avg_acc_mask': 59.92105573229646, 'loss': 1.3632463216781616}
+{'epoch': 264, 'iter': 940, 'avg_loss': 1.1589166433347526, 'avg_acc_mask': 59.92852703542573, 'loss': 1.2848347425460815}
+{'epoch': 264, 'iter': 950, 'avg_loss': 1.15936832799019, 'avg_acc_mask': 59.93011289455495, 'loss': 1.433159589767456}
+{'epoch': 264, 'iter': 960, 'avg_loss': 1.1588981722197598, 'avg_acc_mask': 59.9528767956221, 'loss': 1.5031206607818604}
+{'epoch': 264, 'iter': 970, 'avg_loss': 1.1582646892932613, 'avg_acc_mask': 59.958615500376226, 'loss': 0.8164340257644653}
+{'epoch': 264, 'iter': 980, 'avg_loss': 1.1587577304222776, 'avg_acc_mask': 59.94077991731535, 'loss': 1.045416235923767}
+{'epoch': 264, 'iter': 990, 'avg_loss': 1.1591815748200287, 'avg_acc_mask': 59.92041560738366, 'loss': 1.1563959121704102}
+{'epoch': 264, 'iter': 1000, 'avg_loss': 1.158946991026342, 'avg_acc_mask': 59.93578634365252, 'loss': 1.373504877090454}
+{'epoch': 264, 'iter': 1010, 'avg_loss': 1.1592369714547335, 'avg_acc_mask': 59.92266411289594, 'loss': 0.9076775908470154}
+{'epoch': 264, 'iter': 1020, 'avg_loss': 1.1594082246681385, 'avg_acc_mask': 59.928152702316275, 'loss': 1.221300482749939}
+{'epoch': 264, 'iter': 1030, 'avg_loss': 1.1587623900631814, 'avg_acc_mask': 59.97486592208436, 'loss': 1.1770565509796143}
+{'epoch': 264, 'iter': 1040, 'avg_loss': 1.1582384512587078, 'avg_acc_mask': 59.98527194305151, 'loss': 1.3133671283721924}
+{'epoch': 264, 'iter': 1050, 'avg_loss': 1.1577170048295373, 'avg_acc_mask': 59.990966262464816, 'loss': 1.0845541954040527}
+{'epoch': 264, 'iter': 1060, 'avg_loss': 1.158166725100716, 'avg_acc_mask': 59.97417577687871, 'loss': 0.9915000796318054}
+{'epoch': 264, 'iter': 1070, 'avg_loss': 1.1582657377036456, 'avg_acc_mask': 59.94477021682803, 'loss': 1.0903133153915405}
+{'epoch': 264, 'iter': 1080, 'avg_loss': 1.1576901290507144, 'avg_acc_mask': 59.99088207483453, 'loss': 0.8344945311546326}
+{'epoch': 264, 'iter': 1090, 'avg_loss': 1.158095589479539, 'avg_acc_mask': 59.97593542672839, 'loss': 1.2190595865249634}
+{'epoch': 264, 'iter': 1100, 'avg_loss': 1.1579301034613807, 'avg_acc_mask': 59.99038987291435, 'loss': 1.2883937358856201}
+{'epoch': 'EP264_train', 'avg_loss': 1.1588450206350958, 'total_masked_acc': 59.95379156696097}
+{'epoch': 265, 'iter': 0, 'avg_loss': 1.4427618980407715, 'avg_acc_mask': 50.90909090909091, 'loss': 1.4427618980407715}
+{'epoch': 265, 'iter': 10, 'avg_loss': 1.2132399298928, 'avg_acc_mask': 58.74799357945425, 'loss': 0.9553407430648804}
+{'epoch': 265, 'iter': 20, 'avg_loss': 1.2259304381552196, 'avg_acc_mask': 57.98101811906816, 'loss': 1.1513149738311768}
+{'epoch': 265, 'iter': 30, 'avg_loss': 1.196151456525249, 'avg_acc_mask': 58.73671782762692, 'loss': 1.0932095050811768}
+{'epoch': 265, 'iter': 40, 'avg_loss': 1.1773901901594022, 'avg_acc_mask': 59.26753014738723, 'loss': 1.0460515022277832}
+{'epoch': 265, 'iter': 50, 'avg_loss': 1.2192751882123012, 'avg_acc_mask': 58.36363636363636, 'loss': 1.1973624229431152}
+{'epoch': 265, 'iter': 60, 'avg_loss': 1.2050146138081785, 'avg_acc_mask': 58.60296341094647, 'loss': 0.8748456239700317}
+{'epoch': 265, 'iter': 70, 'avg_loss': 1.2003780905629549, 'avg_acc_mask': 58.51584643133213, 'loss': 1.3043313026428223}
+{'epoch': 265, 'iter': 80, 'avg_loss': 1.2021084346888977, 'avg_acc_mask': 58.17652329749103, 'loss': 1.4178894758224487}
+{'epoch': 265, 'iter': 90, 'avg_loss': 1.2059082984924316, 'avg_acc_mask': 57.7276357827476, 'loss': 0.8933072090148926}
+{'epoch': 265, 'iter': 100, 'avg_loss': 1.1957131541601502, 'avg_acc_mask': 58.21403006442376, 'loss': 1.0433197021484375}
+{'epoch': 265, 'iter': 110, 'avg_loss': 1.1875834448917493, 'avg_acc_mask': 58.53022649503015, 'loss': 1.0654648542404175}
+{'epoch': 265, 'iter': 120, 'avg_loss': 1.1781031903156565, 'avg_acc_mask': 58.800599700149924, 'loss': 1.25586998462677}
+{'epoch': 265, 'iter': 130, 'avg_loss': 1.178081831404271, 'avg_acc_mask': 58.915048877874156, 'loss': 1.244928002357483}
+{'epoch': 265, 'iter': 140, 'avg_loss': 1.1759352827748508, 'avg_acc_mask': 58.84689301729661, 'loss': 0.9669972658157349}
+{'epoch': 265, 'iter': 150, 'avg_loss': 1.1695248942501497, 'avg_acc_mask': 59.196028574888004, 'loss': 1.2358778715133667}
+{'epoch': 265, 'iter': 160, 'avg_loss': 1.1696454860408854, 'avg_acc_mask': 59.17085427135679, 'loss': 1.0657070875167847}
+{'epoch': 265, 'iter': 170, 'avg_loss': 1.1738321122370268, 'avg_acc_mask': 59.01604278074867, 'loss': 1.4648447036743164}
+{'epoch': 265, 'iter': 180, 'avg_loss': 1.1760084085701579, 'avg_acc_mask': 59.05241935483871, 'loss': 1.0704792737960815}
+{'epoch': 265, 'iter': 190, 'avg_loss': 1.1760393977165222, 'avg_acc_mask': 59.04417364813405, 'loss': 1.0847886800765991}
+{'epoch': 265, 'iter': 200, 'avg_loss': 1.1751996495237398, 'avg_acc_mask': 59.06453952139231, 'loss': 1.0735735893249512}
+{'epoch': 265, 'iter': 210, 'avg_loss': 1.1734562889094602, 'avg_acc_mask': 59.10809417425674, 'loss': 1.1598585844039917}
+{'epoch': 265, 'iter': 220, 'avg_loss': 1.1708262697603908, 'avg_acc_mask': 59.23473142016188, 'loss': 1.1856693029403687}
+{'epoch': 265, 'iter': 230, 'avg_loss': 1.1688991493476935, 'avg_acc_mask': 59.230164964650434, 'loss': 0.8894259333610535}
+{'epoch': 265, 'iter': 240, 'avg_loss': 1.1651783046386055, 'avg_acc_mask': 59.42422187052529, 'loss': 0.9193107485771179}
+{'epoch': 265, 'iter': 250, 'avg_loss': 1.1657369899084844, 'avg_acc_mask': 59.38611131267687, 'loss': 0.6998646259307861}
+{'epoch': 265, 'iter': 260, 'avg_loss': 1.1679776683164282, 'avg_acc_mask': 59.34931029678139, 'loss': 1.0131524801254272}
+{'epoch': 265, 'iter': 270, 'avg_loss': 1.1699886190055482, 'avg_acc_mask': 59.29321999866141, 'loss': 1.3981508016586304}
+{'epoch': 265, 'iter': 280, 'avg_loss': 1.1705638494780055, 'avg_acc_mask': 59.27218667183764, 'loss': 0.9336768984794617}
+{'epoch': 265, 'iter': 290, 'avg_loss': 1.171662182127897, 'avg_acc_mask': 59.211594927219345, 'loss': 1.0361405611038208}
+{'epoch': 265, 'iter': 300, 'avg_loss': 1.16722276103853, 'avg_acc_mask': 59.38838289402256, 'loss': 0.9093672633171082}
+{'epoch': 265, 'iter': 310, 'avg_loss': 1.1656650483033282, 'avg_acc_mask': 59.30837081605234, 'loss': 0.9871764779090881}
+{'epoch': 265, 'iter': 320, 'avg_loss': 1.1649065779005627, 'avg_acc_mask': 59.36013590033975, 'loss': 1.1010504961013794}
+{'epoch': 265, 'iter': 330, 'avg_loss': 1.1655563315956254, 'avg_acc_mask': 59.40076965365585, 'loss': 0.9549013376235962}
+{'epoch': 265, 'iter': 340, 'avg_loss': 1.161134511844154, 'avg_acc_mask': 59.527995311917316, 'loss': 1.0144578218460083}
+{'epoch': 265, 'iter': 350, 'avg_loss': 1.161934990149278, 'avg_acc_mask': 59.5512023217247, 'loss': 1.304551601409912}
+{'epoch': 265, 'iter': 360, 'avg_loss': 1.1611956490043789, 'avg_acc_mask': 59.64708847995966, 'loss': 1.2681196928024292}
+{'epoch': 265, 'iter': 370, 'avg_loss': 1.1593081578411504, 'avg_acc_mask': 59.7250184139455, 'loss': 1.0215659141540527}
+{'epoch': 265, 'iter': 380, 'avg_loss': 1.1635394309136498, 'avg_acc_mask': 59.5843287147635, 'loss': 0.8921371698379517}
+{'epoch': 265, 'iter': 390, 'avg_loss': 1.162224372786939, 'avg_acc_mask': 59.55940571002748, 'loss': 1.1322665214538574}
+{'epoch': 265, 'iter': 400, 'avg_loss': 1.1619150895727544, 'avg_acc_mask': 59.58916560625342, 'loss': 1.170711636543274}
+{'epoch': 265, 'iter': 410, 'avg_loss': 1.1587841019143152, 'avg_acc_mask': 59.70925580154708, 'loss': 1.1062837839126587}
+{'epoch': 265, 'iter': 420, 'avg_loss': 1.1570413002208972, 'avg_acc_mask': 59.723730506928455, 'loss': 1.0177513360977173}
+{'epoch': 265, 'iter': 430, 'avg_loss': 1.1577404582583435, 'avg_acc_mask': 59.716263857622224, 'loss': 1.0921765565872192}
+{'epoch': 265, 'iter': 440, 'avg_loss': 1.1590877841659684, 'avg_acc_mask': 59.640455036120564, 'loss': 1.2238473892211914}
+{'epoch': 265, 'iter': 450, 'avg_loss': 1.1600049896673723, 'avg_acc_mask': 59.58275834077441, 'loss': 1.2939201593399048}
+{'epoch': 265, 'iter': 460, 'avg_loss': 1.1604517060867359, 'avg_acc_mask': 59.50396825396825, 'loss': 1.1059303283691406}
+{'epoch': 265, 'iter': 470, 'avg_loss': 1.159589531062262, 'avg_acc_mask': 59.50044603033007, 'loss': 0.9479259848594666}
+{'epoch': 265, 'iter': 480, 'avg_loss': 1.1586188676451448, 'avg_acc_mask': 59.56419227258899, 'loss': 0.6917629837989807}
+{'epoch': 265, 'iter': 490, 'avg_loss': 1.1583293979862315, 'avg_acc_mask': 59.55638397017707, 'loss': 0.8951875567436218}
+{'epoch': 265, 'iter': 500, 'avg_loss': 1.157076819095307, 'avg_acc_mask': 59.64681364483931, 'loss': 0.9971675276756287}
+{'epoch': 265, 'iter': 510, 'avg_loss': 1.1565615040215493, 'avg_acc_mask': 59.638511095204, 'loss': 1.3117643594741821}
+{'epoch': 265, 'iter': 520, 'avg_loss': 1.1547377742183413, 'avg_acc_mask': 59.68897002036088, 'loss': 1.3251843452453613}
+{'epoch': 265, 'iter': 530, 'avg_loss': 1.1525249550796048, 'avg_acc_mask': 59.745894019212884, 'loss': 0.9586013555526733}
+{'epoch': 265, 'iter': 540, 'avg_loss': 1.1521293961627206, 'avg_acc_mask': 59.69952734638757, 'loss': 1.3417707681655884}
+{'epoch': 265, 'iter': 550, 'avg_loss': 1.1529846309317435, 'avg_acc_mask': 59.67934278521266, 'loss': 1.061231255531311}
+{'epoch': 265, 'iter': 560, 'avg_loss': 1.1532636785252208, 'avg_acc_mask': 59.67032609049744, 'loss': 1.1222190856933594}
+{'epoch': 265, 'iter': 570, 'avg_loss': 1.1525176858526187, 'avg_acc_mask': 59.68863119454143, 'loss': 1.281063199043274}
+{'epoch': 265, 'iter': 580, 'avg_loss': 1.1512221263115665, 'avg_acc_mask': 59.742138364779876, 'loss': 1.461230754852295}
+{'epoch': 265, 'iter': 590, 'avg_loss': 1.1512241726599368, 'avg_acc_mask': 59.69711018389739, 'loss': 0.9602698683738708}
+{'epoch': 265, 'iter': 600, 'avg_loss': 1.150465577394514, 'avg_acc_mask': 59.73513152299375, 'loss': 1.034910798072815}
+{'epoch': 265, 'iter': 610, 'avg_loss': 1.150478001312031, 'avg_acc_mask': 59.72483361685617, 'loss': 1.0039989948272705}
+{'epoch': 265, 'iter': 620, 'avg_loss': 1.1489579913696806, 'avg_acc_mask': 59.80631678097312, 'loss': 1.21853768825531}
+{'epoch': 265, 'iter': 630, 'avg_loss': 1.1479586934325434, 'avg_acc_mask': 59.83381105417065, 'loss': 0.9280451536178589}
+{'epoch': 265, 'iter': 640, 'avg_loss': 1.1493906750693894, 'avg_acc_mask': 59.820128479657384, 'loss': 1.0194909572601318}
+{'epoch': 265, 'iter': 650, 'avg_loss': 1.1484744023251277, 'avg_acc_mask': 59.862068965517246, 'loss': 0.812782883644104}
+{'epoch': 265, 'iter': 660, 'avg_loss': 1.148641177367154, 'avg_acc_mask': 59.87370520135158, 'loss': 0.988604724407196}
+{'epoch': 265, 'iter': 670, 'avg_loss': 1.1489866063243053, 'avg_acc_mask': 59.89297512763808, 'loss': 1.4542449712753296}
+{'epoch': 265, 'iter': 680, 'avg_loss': 1.1494205500410868, 'avg_acc_mask': 59.86493394678075, 'loss': 1.484116554260254}
+{'epoch': 265, 'iter': 690, 'avg_loss': 1.1504209735976632, 'avg_acc_mask': 59.83150532506756, 'loss': 0.9682890772819519}
+{'epoch': 265, 'iter': 700, 'avg_loss': 1.151771530360196, 'avg_acc_mask': 59.770805053774666, 'loss': 1.2506500482559204}
+{'epoch': 265, 'iter': 710, 'avg_loss': 1.150613380635338, 'avg_acc_mask': 59.80071577538042, 'loss': 1.0550954341888428}
+{'epoch': 265, 'iter': 720, 'avg_loss': 1.1518917140782128, 'avg_acc_mask': 59.72937980757026, 'loss': 1.318495512008667}
+{'epoch': 265, 'iter': 730, 'avg_loss': 1.1508901012416741, 'avg_acc_mask': 59.729005434918726, 'loss': 1.4048466682434082}
+{'epoch': 265, 'iter': 740, 'avg_loss': 1.1529026410357672, 'avg_acc_mask': 59.6897309849065, 'loss': 1.2803269624710083}
+{'epoch': 265, 'iter': 750, 'avg_loss': 1.1531123110997217, 'avg_acc_mask': 59.68213728549142, 'loss': 1.0162729024887085}
+{'epoch': 265, 'iter': 760, 'avg_loss': 1.1525233017474061, 'avg_acc_mask': 59.696896800577335, 'loss': 0.7784335017204285}
+{'epoch': 265, 'iter': 770, 'avg_loss': 1.1533669658517405, 'avg_acc_mask': 59.65836298932384, 'loss': 1.308358907699585}
+{'epoch': 265, 'iter': 780, 'avg_loss': 1.153091956421294, 'avg_acc_mask': 59.696557546196416, 'loss': 1.3386348485946655}
+{'epoch': 265, 'iter': 790, 'avg_loss': 1.1520440702040489, 'avg_acc_mask': 59.73650087987404, 'loss': 1.0672941207885742}
+{'epoch': 265, 'iter': 800, 'avg_loss': 1.1513905191094091, 'avg_acc_mask': 59.736962488563584, 'loss': 1.20913565158844}
+{'epoch': 265, 'iter': 810, 'avg_loss': 1.1516382205500997, 'avg_acc_mask': 59.749734601224226, 'loss': 1.2662789821624756}
+{'epoch': 265, 'iter': 820, 'avg_loss': 1.1509023626742205, 'avg_acc_mask': 59.76711503714114, 'loss': 1.2034128904342651}
+{'epoch': 265, 'iter': 830, 'avg_loss': 1.151425297294713, 'avg_acc_mask': 59.76451392410645, 'loss': 1.204342007637024}
+{'epoch': 265, 'iter': 840, 'avg_loss': 1.151097360320664, 'avg_acc_mask': 59.78788736688516, 'loss': 0.8805429339408875}
+{'epoch': 265, 'iter': 850, 'avg_loss': 1.151029644435497, 'avg_acc_mask': 59.75948196114709, 'loss': 1.0460997819900513}
+{'epoch': 265, 'iter': 860, 'avg_loss': 1.1509724482980477, 'avg_acc_mask': 59.754491780996474, 'loss': 1.2487685680389404}
+{'epoch': 265, 'iter': 870, 'avg_loss': 1.1520304178945233, 'avg_acc_mask': 59.717796041596785, 'loss': 1.069528579711914}
+{'epoch': 265, 'iter': 880, 'avg_loss': 1.1525014187637441, 'avg_acc_mask': 59.71925604926497, 'loss': 1.5734751224517822}
+{'epoch': 265, 'iter': 890, 'avg_loss': 1.151408849407393, 'avg_acc_mask': 59.798129000492374, 'loss': 0.8835462331771851}
+{'epoch': 265, 'iter': 900, 'avg_loss': 1.1514892816940503, 'avg_acc_mask': 59.800004056712844, 'loss': 1.4613804817199707}
+{'epoch': 265, 'iter': 910, 'avg_loss': 1.1516136238525256, 'avg_acc_mask': 59.807028805263585, 'loss': 1.334328532218933}
+{'epoch': 265, 'iter': 920, 'avg_loss': 1.151787776900425, 'avg_acc_mask': 59.81430782049756, 'loss': 1.1147650480270386}
+{'epoch': 265, 'iter': 930, 'avg_loss': 1.15140210615449, 'avg_acc_mask': 59.82170907948476, 'loss': 1.3654816150665283}
+{'epoch': 265, 'iter': 940, 'avg_loss': 1.1514643590331204, 'avg_acc_mask': 59.82763306028961, 'loss': 0.716623842716217}
+{'epoch': 265, 'iter': 950, 'avg_loss': 1.1521382270425904, 'avg_acc_mask': 59.78801436279498, 'loss': 1.4602659940719604}
+{'epoch': 265, 'iter': 960, 'avg_loss': 1.1523550985134852, 'avg_acc_mask': 59.81077589482483, 'loss': 1.263421893119812}
+{'epoch': 265, 'iter': 970, 'avg_loss': 1.1521494071220886, 'avg_acc_mask': 59.83375333809756, 'loss': 1.0685442686080933}
+{'epoch': 265, 'iter': 980, 'avg_loss': 1.1516745404001405, 'avg_acc_mask': 59.835058455581205, 'loss': 0.9637020230293274}
+{'epoch': 265, 'iter': 990, 'avg_loss': 1.1534657941456399, 'avg_acc_mask': 59.78817461779333, 'loss': 1.127237319946289}
+{'epoch': 265, 'iter': 1000, 'avg_loss': 1.1538307380962085, 'avg_acc_mask': 59.76743338315168, 'loss': 1.433855414390564}
+{'epoch': 265, 'iter': 1010, 'avg_loss': 1.1541733620310632, 'avg_acc_mask': 59.74605353466026, 'loss': 1.0116443634033203}
+{'epoch': 265, 'iter': 1020, 'avg_loss': 1.154522046461395, 'avg_acc_mask': 59.69682343898035, 'loss': 0.9568525552749634}
+{'epoch': 265, 'iter': 1030, 'avg_loss': 1.154873184100964, 'avg_acc_mask': 59.68963442686768, 'loss': 1.0542349815368652}
+{'epoch': 265, 'iter': 1040, 'avg_loss': 1.1544374785780562, 'avg_acc_mask': 59.70081278026906, 'loss': 1.3711856603622437}
+{'epoch': 265, 'iter': 1050, 'avg_loss': 1.154238612168636, 'avg_acc_mask': 59.72381249783144, 'loss': 1.2503571510314941}
+{'epoch': 265, 'iter': 1060, 'avg_loss': 1.1543532274558115, 'avg_acc_mask': 59.739813366787544, 'loss': 1.2201114892959595}
+{'epoch': 265, 'iter': 1070, 'avg_loss': 1.1540815047189301, 'avg_acc_mask': 59.736963150990654, 'loss': 1.2566261291503906}
+{'epoch': 265, 'iter': 1080, 'avg_loss': 1.1533814198875956, 'avg_acc_mask': 59.786242528619184, 'loss': 1.1368820667266846}
+{'epoch': 265, 'iter': 1090, 'avg_loss': 1.1543360539361165, 'avg_acc_mask': 59.73889204640434, 'loss': 1.0462630987167358}
+{'epoch': 265, 'iter': 1100, 'avg_loss': 1.1546435555363654, 'avg_acc_mask': 59.72417908468564, 'loss': 1.0981539487838745}
+{'epoch': 'EP265_train', 'avg_loss': 1.1542626895516166, 'total_masked_acc': 59.72339265354682}
+{'epoch': 266, 'iter': 0, 'avg_loss': 1.2505266666412354, 'avg_acc_mask': 58.730158730158735, 'loss': 1.2505266666412354}
+{'epoch': 266, 'iter': 10, 'avg_loss': 1.2382650537924333, 'avg_acc_mask': 56.41025641025641, 'loss': 1.1210203170776367}
+{'epoch': 266, 'iter': 20, 'avg_loss': 1.202412369705382, 'avg_acc_mask': 57.84148397976391, 'loss': 1.193122148513794}
+{'epoch': 266, 'iter': 30, 'avg_loss': 1.1737133860588074, 'avg_acc_mask': 59.94252873563218, 'loss': 1.1733763217926025}
+{'epoch': 266, 'iter': 40, 'avg_loss': 1.1604308209768155, 'avg_acc_mask': 59.99129299085764, 'loss': 1.2755038738250732}
+{'epoch': 266, 'iter': 50, 'avg_loss': 1.1687032183011372, 'avg_acc_mask': 59.24252953439889, 'loss': 1.3354183435440063}
+{'epoch': 266, 'iter': 60, 'avg_loss': 1.16523891101118, 'avg_acc_mask': 59.68356284793437, 'loss': 1.1545075178146362}
+{'epoch': 266, 'iter': 70, 'avg_loss': 1.161825504941, 'avg_acc_mask': 59.63417689802054, 'loss': 1.2411772012710571}
+{'epoch': 266, 'iter': 80, 'avg_loss': 1.1630790211536266, 'avg_acc_mask': 59.24950625411455, 'loss': 1.0830464363098145}
+{'epoch': 266, 'iter': 90, 'avg_loss': 1.1612198857160716, 'avg_acc_mask': 59.220625861050976, 'loss': 1.2592626810073853}
+{'epoch': 266, 'iter': 100, 'avg_loss': 1.158812421383244, 'avg_acc_mask': 59.47443689667501, 'loss': 1.255826473236084}
+{'epoch': 266, 'iter': 110, 'avg_loss': 1.155856130896388, 'avg_acc_mask': 59.59463877084015, 'loss': 1.0387811660766602}
+{'epoch': 266, 'iter': 120, 'avg_loss': 1.1491256868543704, 'avg_acc_mask': 59.846547314578004, 'loss': 1.288523554801941}
+{'epoch': 266, 'iter': 130, 'avg_loss': 1.1478059947035695, 'avg_acc_mask': 59.74982626824183, 'loss': 1.1074590682983398}
+{'epoch': 266, 'iter': 140, 'avg_loss': 1.1523856985653547, 'avg_acc_mask': 59.65637514533007, 'loss': 1.341407299041748}
+{'epoch': 266, 'iter': 150, 'avg_loss': 1.13986467091453, 'avg_acc_mask': 60.11673151750973, 'loss': 1.117679238319397}
+{'epoch': 266, 'iter': 160, 'avg_loss': 1.1448770639318857, 'avg_acc_mask': 59.997709573980764, 'loss': 1.0749506950378418}
+{'epoch': 266, 'iter': 170, 'avg_loss': 1.148960774753526, 'avg_acc_mask': 59.873769790329476, 'loss': 1.1776344776153564}
+{'epoch': 266, 'iter': 180, 'avg_loss': 1.1475607107357426, 'avg_acc_mask': 60.04441752473249, 'loss': 1.4068249464035034}
+{'epoch': 266, 'iter': 190, 'avg_loss': 1.147162589727272, 'avg_acc_mask': 60.10120297880466, 'loss': 0.9683157801628113}
+{'epoch': 266, 'iter': 200, 'avg_loss': 1.1402086517704066, 'avg_acc_mask': 60.19936565473494, 'loss': 1.0642106533050537}
+{'epoch': 266, 'iter': 210, 'avg_loss': 1.1390385427181189, 'avg_acc_mask': 60.282102003956304, 'loss': 1.0325913429260254}
+{'epoch': 266, 'iter': 220, 'avg_loss': 1.1373119362339175, 'avg_acc_mask': 60.372579459106134, 'loss': 1.083274006843567}
+{'epoch': 266, 'iter': 230, 'avg_loss': 1.1356248971703764, 'avg_acc_mask': 60.37794783695143, 'loss': 1.1548293828964233}
+{'epoch': 266, 'iter': 240, 'avg_loss': 1.136848108155104, 'avg_acc_mask': 60.441782104080865, 'loss': 1.2982583045959473}
+{'epoch': 266, 'iter': 250, 'avg_loss': 1.1364761450851106, 'avg_acc_mask': 60.41831950955644, 'loss': 0.8985082507133484}
+{'epoch': 266, 'iter': 260, 'avg_loss': 1.1391682275410355, 'avg_acc_mask': 60.3448275862069, 'loss': 1.217582106590271}
+{'epoch': 266, 'iter': 270, 'avg_loss': 1.1425727834560775, 'avg_acc_mask': 60.16688918558077, 'loss': 1.2779098749160767}
+{'epoch': 266, 'iter': 280, 'avg_loss': 1.1497301054170548, 'avg_acc_mask': 59.97937745698266, 'loss': 0.913086473941803}
+{'epoch': 266, 'iter': 290, 'avg_loss': 1.1466697403245776, 'avg_acc_mask': 60.1346717376395, 'loss': 1.1328871250152588}
+{'epoch': 266, 'iter': 300, 'avg_loss': 1.1464467510036456, 'avg_acc_mask': 60.09287738978348, 'loss': 1.1488741636276245}
+{'epoch': 266, 'iter': 310, 'avg_loss': 1.1450533878381612, 'avg_acc_mask': 60.19900497512438, 'loss': 0.7708410024642944}
+{'epoch': 266, 'iter': 320, 'avg_loss': 1.1443108361086742, 'avg_acc_mask': 60.21958018089766, 'loss': 1.2711175680160522}
+{'epoch': 266, 'iter': 330, 'avg_loss': 1.1429579735162394, 'avg_acc_mask': 60.30555402349567, 'loss': 0.7100777626037598}
+{'epoch': 266, 'iter': 340, 'avg_loss': 1.1419676986258052, 'avg_acc_mask': 60.24548426863912, 'loss': 1.066166639328003}
+{'epoch': 266, 'iter': 350, 'avg_loss': 1.1409349161335545, 'avg_acc_mask': 60.29120133597745, 'loss': 0.9409905672073364}
+{'epoch': 266, 'iter': 360, 'avg_loss': 1.1422260050298105, 'avg_acc_mask': 60.253421186011145, 'loss': 1.599985122680664}
+{'epoch': 266, 'iter': 370, 'avg_loss': 1.1425474914257738, 'avg_acc_mask': 60.25856113687951, 'loss': 1.023004174232483}
+{'epoch': 266, 'iter': 380, 'avg_loss': 1.1453650715782886, 'avg_acc_mask': 60.16303044833373, 'loss': 0.7808541655540466}
+{'epoch': 266, 'iter': 390, 'avg_loss': 1.146284616206918, 'avg_acc_mask': 60.11584995562199, 'loss': 1.2702120542526245}
+{'epoch': 266, 'iter': 400, 'avg_loss': 1.1467794502465207, 'avg_acc_mask': 60.07575066167746, 'loss': 0.936680257320404}
+{'epoch': 266, 'iter': 410, 'avg_loss': 1.1479165993467735, 'avg_acc_mask': 60.02498438475953, 'loss': 0.9545156359672546}
+{'epoch': 266, 'iter': 420, 'avg_loss': 1.1455026359569431, 'avg_acc_mask': 60.063619329818295, 'loss': 1.071796178817749}
+{'epoch': 266, 'iter': 430, 'avg_loss': 1.145258484196497, 'avg_acc_mask': 60.05617499361647, 'loss': 0.834996223449707}
+{'epoch': 266, 'iter': 440, 'avg_loss': 1.1480628884568507, 'avg_acc_mask': 59.95348257673299, 'loss': 1.7072616815567017}
+{'epoch': 266, 'iter': 450, 'avg_loss': 1.1496755706761734, 'avg_acc_mask': 59.94797382433037, 'loss': 0.8937644958496094}
+{'epoch': 266, 'iter': 460, 'avg_loss': 1.152552975491174, 'avg_acc_mask': 59.80435041953315, 'loss': 1.1965405941009521}
+{'epoch': 266, 'iter': 470, 'avg_loss': 1.152592700757798, 'avg_acc_mask': 59.779775106027, 'loss': 0.9153984189033508}
+{'epoch': 266, 'iter': 480, 'avg_loss': 1.1512404551377167, 'avg_acc_mask': 59.88121978147486, 'loss': 1.0758453607559204}
+{'epoch': 266, 'iter': 490, 'avg_loss': 1.1532505549141443, 'avg_acc_mask': 59.85173043251499, 'loss': 1.3336386680603027}
+{'epoch': 266, 'iter': 500, 'avg_loss': 1.1522462843896861, 'avg_acc_mask': 59.94156318480643, 'loss': 1.0648733377456665}
+{'epoch': 266, 'iter': 510, 'avg_loss': 1.152470151855521, 'avg_acc_mask': 59.88832014890647, 'loss': 1.033961296081543}
+{'epoch': 266, 'iter': 520, 'avg_loss': 1.1535361290206836, 'avg_acc_mask': 59.88968521641371, 'loss': 1.1758562326431274}
+{'epoch': 266, 'iter': 530, 'avg_loss': 1.1512099979287487, 'avg_acc_mask': 59.97586622996035, 'loss': 0.8919931054115295}
+{'epoch': 266, 'iter': 540, 'avg_loss': 1.1520876700468292, 'avg_acc_mask': 59.903855919293136, 'loss': 1.4851539134979248}
+{'epoch': 266, 'iter': 550, 'avg_loss': 1.154720126500796, 'avg_acc_mask': 59.839197315525425, 'loss': 1.5047649145126343}
+{'epoch': 266, 'iter': 560, 'avg_loss': 1.1547054145850388, 'avg_acc_mask': 59.843188500490044, 'loss': 1.0993366241455078}
+{'epoch': 266, 'iter': 570, 'avg_loss': 1.1538099836551579, 'avg_acc_mask': 59.90556947388706, 'loss': 1.2132126092910767}
+{'epoch': 266, 'iter': 580, 'avg_loss': 1.1529960424067027, 'avg_acc_mask': 59.943862747571586, 'loss': 1.532339334487915}
+{'epoch': 266, 'iter': 590, 'avg_loss': 1.1529520647174816, 'avg_acc_mask': 59.95354598947043, 'loss': 0.9619849324226379}
+{'epoch': 266, 'iter': 600, 'avg_loss': 1.152685852792616, 'avg_acc_mask': 59.95490279724541, 'loss': 1.0792914628982544}
+{'epoch': 266, 'iter': 610, 'avg_loss': 1.1536807103750164, 'avg_acc_mask': 59.941897031956636, 'loss': 1.3643687963485718}
+{'epoch': 266, 'iter': 620, 'avg_loss': 1.1519287293851856, 'avg_acc_mask': 60.000589657409044, 'loss': 1.4852888584136963}
+{'epoch': 266, 'iter': 630, 'avg_loss': 1.1509538980558065, 'avg_acc_mask': 60.04760384313953, 'loss': 0.8923159241676331}
+{'epoch': 266, 'iter': 640, 'avg_loss': 1.1496422761316047, 'avg_acc_mask': 60.06181318681318, 'loss': 0.8524815440177917}
+{'epoch': 266, 'iter': 650, 'avg_loss': 1.1503344125095782, 'avg_acc_mask': 60.01071720675748, 'loss': 1.025505542755127}
+{'epoch': 266, 'iter': 660, 'avg_loss': 1.1508192035866938, 'avg_acc_mask': 59.99666638886574, 'loss': 1.0422133207321167}
+{'epoch': 266, 'iter': 670, 'avg_loss': 1.1509313541624122, 'avg_acc_mask': 59.992880808302075, 'loss': 1.0871050357818604}
+{'epoch': 266, 'iter': 680, 'avg_loss': 1.1513483661737036, 'avg_acc_mask': 59.95898210864345, 'loss': 1.2064189910888672}
+{'epoch': 266, 'iter': 690, 'avg_loss': 1.1528856040944928, 'avg_acc_mask': 59.88685559480492, 'loss': 1.1523414850234985}
+{'epoch': 266, 'iter': 700, 'avg_loss': 1.1547778259840569, 'avg_acc_mask': 59.8398199282854, 'loss': 1.296286702156067}
+{'epoch': 266, 'iter': 710, 'avg_loss': 1.1541329516640193, 'avg_acc_mask': 59.87603305785124, 'loss': 1.4098726511001587}
+{'epoch': 266, 'iter': 720, 'avg_loss': 1.1542484938023656, 'avg_acc_mask': 59.916955369879766, 'loss': 1.2277904748916626}
+{'epoch': 266, 'iter': 730, 'avg_loss': 1.1527860259226996, 'avg_acc_mask': 59.962339944765255, 'loss': 1.2938611507415771}
+{'epoch': 266, 'iter': 740, 'avg_loss': 1.1540093374477547, 'avg_acc_mask': 59.928585598095616, 'loss': 1.145209550857544}
+{'epoch': 266, 'iter': 750, 'avg_loss': 1.1552614489503295, 'avg_acc_mask': 59.81418092909535, 'loss': 1.241587519645691}
+{'epoch': 266, 'iter': 760, 'avg_loss': 1.1547704280284325, 'avg_acc_mask': 59.85604212458636, 'loss': 1.074812412261963}
+{'epoch': 266, 'iter': 770, 'avg_loss': 1.156240645704257, 'avg_acc_mask': 59.78527388292427, 'loss': 1.1829655170440674}
+{'epoch': 266, 'iter': 780, 'avg_loss': 1.155201502783503, 'avg_acc_mask': 59.79354778028593, 'loss': 0.9516438245773315}
+{'epoch': 266, 'iter': 790, 'avg_loss': 1.1550205727443381, 'avg_acc_mask': 59.79108635097493, 'loss': 1.192326545715332}
+{'epoch': 266, 'iter': 800, 'avg_loss': 1.1545013833730557, 'avg_acc_mask': 59.80272967083381, 'loss': 1.0823343992233276}
+{'epoch': 266, 'iter': 810, 'avg_loss': 1.1545283584941624, 'avg_acc_mask': 59.809143867443396, 'loss': 1.2005544900894165}
+{'epoch': 266, 'iter': 820, 'avg_loss': 1.155382407640859, 'avg_acc_mask': 59.798477384684276, 'loss': 1.4411873817443848}
+{'epoch': 266, 'iter': 830, 'avg_loss': 1.156391762941179, 'avg_acc_mask': 59.77800917207612, 'loss': 0.9343896508216858}
+{'epoch': 266, 'iter': 840, 'avg_loss': 1.1574497045007812, 'avg_acc_mask': 59.71182061051986, 'loss': 1.1721556186676025}
+{'epoch': 266, 'iter': 850, 'avg_loss': 1.1588842931841572, 'avg_acc_mask': 59.61567559388712, 'loss': 1.013323426246643}
+{'epoch': 266, 'iter': 860, 'avg_loss': 1.1599997697391577, 'avg_acc_mask': 59.584, 'loss': 1.3724256753921509}
+{'epoch': 266, 'iter': 870, 'avg_loss': 1.1622285844948481, 'avg_acc_mask': 59.49791324143165, 'loss': 1.4281169176101685}
+{'epoch': 266, 'iter': 880, 'avg_loss': 1.1615036682698296, 'avg_acc_mask': 59.52018358193387, 'loss': 0.9146539568901062}
+{'epoch': 266, 'iter': 890, 'avg_loss': 1.1609350691071798, 'avg_acc_mask': 59.55425195711895, 'loss': 0.8609434962272644}
+{'epoch': 266, 'iter': 900, 'avg_loss': 1.1610582967709488, 'avg_acc_mask': 59.52920520201711, 'loss': 1.2575104236602783}
+{'epoch': 266, 'iter': 910, 'avg_loss': 1.1627598796796328, 'avg_acc_mask': 59.48922778988138, 'loss': 1.2340648174285889}
+{'epoch': 266, 'iter': 920, 'avg_loss': 1.1621954353702184, 'avg_acc_mask': 59.52152536275332, 'loss': 1.1633797883987427}
+{'epoch': 266, 'iter': 930, 'avg_loss': 1.162097789931374, 'avg_acc_mask': 59.537755263574475, 'loss': 1.406861662864685}
+{'epoch': 266, 'iter': 940, 'avg_loss': 1.1613789463651294, 'avg_acc_mask': 59.5569223536786, 'loss': 0.7562590837478638}
+{'epoch': 266, 'iter': 950, 'avg_loss': 1.1611022581312058, 'avg_acc_mask': 59.57516909897862, 'loss': 1.3428112268447876}
+{'epoch': 266, 'iter': 960, 'avg_loss': 1.1603744815217096, 'avg_acc_mask': 59.59413840724259, 'loss': 1.1504651308059692}
+{'epoch': 266, 'iter': 970, 'avg_loss': 1.1600055041445763, 'avg_acc_mask': 59.6229782063938, 'loss': 1.158392310142517}
+{'epoch': 266, 'iter': 980, 'avg_loss': 1.1608325857877975, 'avg_acc_mask': 59.59229685298262, 'loss': 0.9940251111984253}
+{'epoch': 266, 'iter': 990, 'avg_loss': 1.1618049023851498, 'avg_acc_mask': 59.57102763786406, 'loss': 1.2278274297714233}
+{'epoch': 266, 'iter': 1000, 'avg_loss': 1.162746128681061, 'avg_acc_mask': 59.545705352216295, 'loss': 1.3951796293258667}
+{'epoch': 266, 'iter': 1010, 'avg_loss': 1.1628607330525074, 'avg_acc_mask': 59.54796291911778, 'loss': 0.9727762937545776}
+{'epoch': 266, 'iter': 1020, 'avg_loss': 1.1627850500423458, 'avg_acc_mask': 59.564308623734185, 'loss': 1.0296494960784912}
+{'epoch': 266, 'iter': 1030, 'avg_loss': 1.1616508411505522, 'avg_acc_mask': 59.620572000214366, 'loss': 1.1677427291870117}
+{'epoch': 266, 'iter': 1040, 'avg_loss': 1.1613317921571613, 'avg_acc_mask': 59.631988676574665, 'loss': 1.1387088298797607}
+{'epoch': 266, 'iter': 1050, 'avg_loss': 1.1613538653140518, 'avg_acc_mask': 59.61322673399256, 'loss': 1.1305572986602783}
+{'epoch': 266, 'iter': 1060, 'avg_loss': 1.160719063122468, 'avg_acc_mask': 59.6423921534589, 'loss': 0.8287340998649597}
+{'epoch': 266, 'iter': 1070, 'avg_loss': 1.1605815869642129, 'avg_acc_mask': 59.64685838195054, 'loss': 1.1800071001052856}
+{'epoch': 266, 'iter': 1080, 'avg_loss': 1.1603203986553436, 'avg_acc_mask': 59.674533526454795, 'loss': 1.1687911748886108}
+{'epoch': 266, 'iter': 1090, 'avg_loss': 1.1608729186569409, 'avg_acc_mask': 59.64944836195553, 'loss': 1.3511987924575806}
+{'epoch': 266, 'iter': 1100, 'avg_loss': 1.1606317648121056, 'avg_acc_mask': 59.63433197838778, 'loss': 1.0362061262130737}
+{'epoch': 'EP266_train', 'avg_loss': 1.1604993631936846, 'total_masked_acc': 59.65725335911713}
+{'epoch': 267, 'iter': 0, 'avg_loss': 1.5180230140686035, 'avg_acc_mask': 56.71641791044776, 'loss': 1.5180230140686035}
+{'epoch': 267, 'iter': 10, 'avg_loss': 1.2255276766690342, 'avg_acc_mask': 59.034267912772584, 'loss': 0.7886097431182861}
+{'epoch': 267, 'iter': 20, 'avg_loss': 1.2117385126295543, 'avg_acc_mask': 59.46173254835997, 'loss': 1.1435911655426025}
+{'epoch': 267, 'iter': 30, 'avg_loss': 1.1912050670193088, 'avg_acc_mask': 59.380378657487086, 'loss': 1.2830668687820435}
+{'epoch': 267, 'iter': 40, 'avg_loss': 1.1801443099975586, 'avg_acc_mask': 59.90443092962641, 'loss': 1.1339073181152344}
+{'epoch': 267, 'iter': 50, 'avg_loss': 1.18973405454673, 'avg_acc_mask': 59.6040291767975, 'loss': 1.0875540971755981}
+{'epoch': 267, 'iter': 60, 'avg_loss': 1.185281825847313, 'avg_acc_mask': 59.60150158821831, 'loss': 1.0651919841766357}
+{'epoch': 267, 'iter': 70, 'avg_loss': 1.175336457474131, 'avg_acc_mask': 59.98016364988842, 'loss': 0.9481555819511414}
+{'epoch': 267, 'iter': 80, 'avg_loss': 1.1720991980882338, 'avg_acc_mask': 59.743366681165725, 'loss': 1.4711025953292847}
+{'epoch': 267, 'iter': 90, 'avg_loss': 1.1761900127589047, 'avg_acc_mask': 59.57902942896121, 'loss': 1.0370901823043823}
+{'epoch': 267, 'iter': 100, 'avg_loss': 1.1750711928499806, 'avg_acc_mask': 59.587228788146064, 'loss': 0.7359011769294739}
+{'epoch': 267, 'iter': 110, 'avg_loss': 1.1748673475540437, 'avg_acc_mask': 59.620334620334624, 'loss': 0.9766771793365479}
+{'epoch': 267, 'iter': 120, 'avg_loss': 1.1693680567189682, 'avg_acc_mask': 59.67193734298804, 'loss': 1.5067369937896729}
+{'epoch': 267, 'iter': 130, 'avg_loss': 1.1697710183740573, 'avg_acc_mask': 59.75825071302459, 'loss': 1.2034075260162354}
+{'epoch': 267, 'iter': 140, 'avg_loss': 1.1731597933363407, 'avg_acc_mask': 59.56049507451377, 'loss': 1.07291841506958}
+{'epoch': 267, 'iter': 150, 'avg_loss': 1.1622039004666915, 'avg_acc_mask': 59.95004163197336, 'loss': 1.2520112991333008}
+{'epoch': 267, 'iter': 160, 'avg_loss': 1.1590474503380912, 'avg_acc_mask': 60.21059706508346, 'loss': 1.1497905254364014}
+{'epoch': 267, 'iter': 170, 'avg_loss': 1.162058630881951, 'avg_acc_mask': 60.14324836738994, 'loss': 1.1243679523468018}
+{'epoch': 267, 'iter': 180, 'avg_loss': 1.1604494663233256, 'avg_acc_mask': 60.26509866454056, 'loss': 1.372192621231079}
+{'epoch': 267, 'iter': 190, 'avg_loss': 1.1596084995419567, 'avg_acc_mask': 60.27759418374091, 'loss': 0.9754699468612671}
+{'epoch': 267, 'iter': 200, 'avg_loss': 1.1569699674696472, 'avg_acc_mask': 60.260440053884146, 'loss': 1.1909459829330444}
+{'epoch': 267, 'iter': 210, 'avg_loss': 1.1548439673902864, 'avg_acc_mask': 60.37574722459437, 'loss': 1.0784542560577393}
+{'epoch': 267, 'iter': 220, 'avg_loss': 1.1555654010082261, 'avg_acc_mask': 60.2938775510204, 'loss': 1.266405701637268}
+{'epoch': 267, 'iter': 230, 'avg_loss': 1.1539567110342381, 'avg_acc_mask': 60.4399906051828, 'loss': 0.8378095626831055}
+{'epoch': 267, 'iter': 240, 'avg_loss': 1.1537103390792594, 'avg_acc_mask': 60.361509037725945, 'loss': 0.9771304726600647}
+{'epoch': 267, 'iter': 250, 'avg_loss': 1.1568269449401187, 'avg_acc_mask': 60.19997122716156, 'loss': 1.072183609008789}
+{'epoch': 267, 'iter': 260, 'avg_loss': 1.1568864725558694, 'avg_acc_mask': 60.10656701958342, 'loss': 1.1679840087890625}
+{'epoch': 267, 'iter': 270, 'avg_loss': 1.1588621302284439, 'avg_acc_mask': 59.99467483192438, 'loss': 1.183053970336914}
+{'epoch': 267, 'iter': 280, 'avg_loss': 1.1584008399702053, 'avg_acc_mask': 59.980645161290326, 'loss': 0.6110542416572571}
+{'epoch': 267, 'iter': 290, 'avg_loss': 1.1589108592865802, 'avg_acc_mask': 59.97376967274543, 'loss': 1.3323028087615967}
+{'epoch': 267, 'iter': 300, 'avg_loss': 1.1570537674466637, 'avg_acc_mask': 60.058150099945486, 'loss': 0.8786138892173767}
+{'epoch': 267, 'iter': 310, 'avg_loss': 1.1563074161385416, 'avg_acc_mask': 60.108969476829344, 'loss': 0.8996860980987549}
+{'epoch': 267, 'iter': 320, 'avg_loss': 1.1574541085234313, 'avg_acc_mask': 60.02957402036058, 'loss': 1.3266044855117798}
+{'epoch': 267, 'iter': 330, 'avg_loss': 1.1556061607113057, 'avg_acc_mask': 60.069463586746785, 'loss': 0.9339986443519592}
+{'epoch': 267, 'iter': 340, 'avg_loss': 1.1536185771139487, 'avg_acc_mask': 60.0374531835206, 'loss': 0.8769692778587341}
+{'epoch': 267, 'iter': 350, 'avg_loss': 1.1539145312417947, 'avg_acc_mask': 60.00208051596796, 'loss': 1.4274871349334717}
+{'epoch': 267, 'iter': 360, 'avg_loss': 1.153338635892419, 'avg_acc_mask': 60.04951495553759, 'loss': 0.9984897375106812}
+{'epoch': 267, 'iter': 370, 'avg_loss': 1.1518016104106954, 'avg_acc_mask': 60.09738343497935, 'loss': 1.2829214334487915}
+{'epoch': 267, 'iter': 380, 'avg_loss': 1.1542506487037878, 'avg_acc_mask': 60.01150196491901, 'loss': 0.9800186157226562}
+{'epoch': 267, 'iter': 390, 'avg_loss': 1.1554134160356448, 'avg_acc_mask': 59.97759940265074, 'loss': 1.5131577253341675}
+{'epoch': 267, 'iter': 400, 'avg_loss': 1.1546756381405856, 'avg_acc_mask': 59.99363607436702, 'loss': 1.2188715934753418}
+{'epoch': 267, 'iter': 410, 'avg_loss': 1.1532475423348791, 'avg_acc_mask': 60.029295574592744, 'loss': 0.9836049675941467}
+{'epoch': 267, 'iter': 420, 'avg_loss': 1.153227629542634, 'avg_acc_mask': 60.04601892854042, 'loss': 1.1443300247192383}
+{'epoch': 267, 'iter': 430, 'avg_loss': 1.1530443645685289, 'avg_acc_mask': 60.023785253143046, 'loss': 0.8782859444618225}
+{'epoch': 267, 'iter': 440, 'avg_loss': 1.1554941033560133, 'avg_acc_mask': 59.95940852420991, 'loss': 1.4963058233261108}
+{'epoch': 267, 'iter': 450, 'avg_loss': 1.1563724023011202, 'avg_acc_mask': 59.92962303834331, 'loss': 1.0887116193771362}
+{'epoch': 267, 'iter': 460, 'avg_loss': 1.1569649892618754, 'avg_acc_mask': 59.90028490028491, 'loss': 1.2252098321914673}
+{'epoch': 267, 'iter': 470, 'avg_loss': 1.1573369713092811, 'avg_acc_mask': 59.88268889403411, 'loss': 1.1791435480117798}
+{'epoch': 267, 'iter': 480, 'avg_loss': 1.1587860666045031, 'avg_acc_mask': 59.79424335262302, 'loss': 1.1552996635437012}
+{'epoch': 267, 'iter': 490, 'avg_loss': 1.1596611321822203, 'avg_acc_mask': 59.78639768597493, 'loss': 1.3333425521850586}
+{'epoch': 267, 'iter': 500, 'avg_loss': 1.158227267974389, 'avg_acc_mask': 59.83216478366694, 'loss': 1.185901165008545}
+{'epoch': 267, 'iter': 510, 'avg_loss': 1.1581423122822188, 'avg_acc_mask': 59.78013376974527, 'loss': 1.1606976985931396}
+{'epoch': 267, 'iter': 520, 'avg_loss': 1.158847643981282, 'avg_acc_mask': 59.74289107804094, 'loss': 1.5459637641906738}
+{'epoch': 267, 'iter': 530, 'avg_loss': 1.1584454267487463, 'avg_acc_mask': 59.79095270733379, 'loss': 0.9205573797225952}
+{'epoch': 267, 'iter': 540, 'avg_loss': 1.1595186514025915, 'avg_acc_mask': 59.72899364513634, 'loss': 1.2082743644714355}
+{'epoch': 267, 'iter': 550, 'avg_loss': 1.1599455899854754, 'avg_acc_mask': 59.693911207863316, 'loss': 1.1661577224731445}
+{'epoch': 267, 'iter': 560, 'avg_loss': 1.1615413184046959, 'avg_acc_mask': 59.638085354780124, 'loss': 1.3191125392913818}
+{'epoch': 267, 'iter': 570, 'avg_loss': 1.1609944231455882, 'avg_acc_mask': 59.671765455704275, 'loss': 1.1835569143295288}
+{'epoch': 267, 'iter': 580, 'avg_loss': 1.1613326085003641, 'avg_acc_mask': 59.64923269652365, 'loss': 1.323950171470642}
+{'epoch': 267, 'iter': 590, 'avg_loss': 1.161459361740377, 'avg_acc_mask': 59.63605012778274, 'loss': 0.9960016012191772}
+{'epoch': 267, 'iter': 600, 'avg_loss': 1.160925675251718, 'avg_acc_mask': 59.643386916114196, 'loss': 1.3487809896469116}
+{'epoch': 267, 'iter': 610, 'avg_loss': 1.1632706241990072, 'avg_acc_mask': 59.57978691744539, 'loss': 1.363116979598999}
+{'epoch': 267, 'iter': 620, 'avg_loss': 1.1611695166755223, 'avg_acc_mask': 59.62998797900724, 'loss': 1.2843883037567139}
+{'epoch': 267, 'iter': 630, 'avg_loss': 1.1595084982704247, 'avg_acc_mask': 59.67616243830635, 'loss': 0.9072768688201904}
+{'epoch': 267, 'iter': 640, 'avg_loss': 1.1590201338628152, 'avg_acc_mask': 59.70497115083989, 'loss': 0.8195498585700989}
+{'epoch': 267, 'iter': 650, 'avg_loss': 1.1613361321836024, 'avg_acc_mask': 59.63816618590192, 'loss': 1.094388723373413}
+{'epoch': 267, 'iter': 660, 'avg_loss': 1.1614448701379518, 'avg_acc_mask': 59.63702559576346, 'loss': 1.1695196628570557}
+{'epoch': 267, 'iter': 670, 'avg_loss': 1.1606775914858778, 'avg_acc_mask': 59.673431684190504, 'loss': 1.2781226634979248}
+{'epoch': 267, 'iter': 680, 'avg_loss': 1.1611303997810016, 'avg_acc_mask': 59.637327904858836, 'loss': 1.249862551689148}
+{'epoch': 267, 'iter': 690, 'avg_loss': 1.1629740584603956, 'avg_acc_mask': 59.56482798588062, 'loss': 1.2016913890838623}
+{'epoch': 267, 'iter': 700, 'avg_loss': 1.1646808970841804, 'avg_acc_mask': 59.5198546587075, 'loss': 1.0093202590942383}
+{'epoch': 267, 'iter': 710, 'avg_loss': 1.1638476988601953, 'avg_acc_mask': 59.56498347552072, 'loss': 1.1782097816467285}
+{'epoch': 267, 'iter': 720, 'avg_loss': 1.1652911048325685, 'avg_acc_mask': 59.52543400803578, 'loss': 1.546678900718689}
+{'epoch': 267, 'iter': 730, 'avg_loss': 1.1638844510598971, 'avg_acc_mask': 59.551795562875895, 'loss': 1.139562964439392}
+{'epoch': 267, 'iter': 740, 'avg_loss': 1.1652155516923037, 'avg_acc_mask': 59.53225012309207, 'loss': 1.2644736766815186}
+{'epoch': 267, 'iter': 750, 'avg_loss': 1.1656273184381376, 'avg_acc_mask': 59.51119965016277, 'loss': 0.9065720438957214}
+{'epoch': 267, 'iter': 760, 'avg_loss': 1.164979033808514, 'avg_acc_mask': 59.54390676706153, 'loss': 0.9415392875671387}
+{'epoch': 267, 'iter': 770, 'avg_loss': 1.1671905823718713, 'avg_acc_mask': 59.46093047470301, 'loss': 1.1156468391418457}
+{'epoch': 267, 'iter': 780, 'avg_loss': 1.1664546713633666, 'avg_acc_mask': 59.49307893752338, 'loss': 1.0585064888000488}
+{'epoch': 267, 'iter': 790, 'avg_loss': 1.1653389462779657, 'avg_acc_mask': 59.543554087454666, 'loss': 1.136797547340393}
+{'epoch': 267, 'iter': 800, 'avg_loss': 1.1646580277161949, 'avg_acc_mask': 59.56291632448216, 'loss': 0.9835718274116516}
+{'epoch': 267, 'iter': 810, 'avg_loss': 1.1642805632621822, 'avg_acc_mask': 59.541468473139616, 'loss': 1.0291149616241455}
+{'epoch': 267, 'iter': 820, 'avg_loss': 1.1631261762254277, 'avg_acc_mask': 59.57266859559315, 'loss': 0.8917319774627686}
+{'epoch': 267, 'iter': 830, 'avg_loss': 1.1623253132318618, 'avg_acc_mask': 59.6012060655413, 'loss': 1.3526142835617065}
+{'epoch': 267, 'iter': 840, 'avg_loss': 1.1625188853454362, 'avg_acc_mask': 59.58015516004954, 'loss': 1.4660035371780396}
+{'epoch': 267, 'iter': 850, 'avg_loss': 1.1629284052254871, 'avg_acc_mask': 59.568987722160216, 'loss': 1.2888127565383911}
+{'epoch': 267, 'iter': 860, 'avg_loss': 1.163699787460553, 'avg_acc_mask': 59.55759156751712, 'loss': 1.291015863418579}
+{'epoch': 267, 'iter': 870, 'avg_loss': 1.1652896237291233, 'avg_acc_mask': 59.49496851398565, 'loss': 1.0453250408172607}
+{'epoch': 267, 'iter': 880, 'avg_loss': 1.164786734118229, 'avg_acc_mask': 59.52371099892411, 'loss': 0.9773163199424744}
+{'epoch': 267, 'iter': 890, 'avg_loss': 1.1638917882835824, 'avg_acc_mask': 59.58218125960062, 'loss': 1.0670126676559448}
+{'epoch': 267, 'iter': 900, 'avg_loss': 1.1644200470947663, 'avg_acc_mask': 59.58428626363618, 'loss': 1.6180232763290405}
+{'epoch': 267, 'iter': 910, 'avg_loss': 1.1653654212224105, 'avg_acc_mask': 59.52866802704757, 'loss': 1.183437705039978}
+{'epoch': 267, 'iter': 920, 'avg_loss': 1.164683980869289, 'avg_acc_mask': 59.54884835521755, 'loss': 1.072630524635315}
+{'epoch': 267, 'iter': 930, 'avg_loss': 1.1638596951641407, 'avg_acc_mask': 59.56295933365997, 'loss': 1.369184970855713}
+{'epoch': 267, 'iter': 940, 'avg_loss': 1.1636528824391705, 'avg_acc_mask': 59.53649698684287, 'loss': 0.7562026977539062}
+{'epoch': 267, 'iter': 950, 'avg_loss': 1.163702740215478, 'avg_acc_mask': 59.51614140019937, 'loss': 1.5211308002471924}
+{'epoch': 267, 'iter': 960, 'avg_loss': 1.163321748174316, 'avg_acc_mask': 59.53835065624763, 'loss': 1.194596529006958}
+{'epoch': 267, 'iter': 970, 'avg_loss': 1.1635148347835953, 'avg_acc_mask': 59.53841823810863, 'loss': 1.1467605829238892}
+{'epoch': 267, 'iter': 980, 'avg_loss': 1.1630780276416153, 'avg_acc_mask': 59.54128951917179, 'loss': 0.906618058681488}
+{'epoch': 267, 'iter': 990, 'avg_loss': 1.1636085020064346, 'avg_acc_mask': 59.53549050952722, 'loss': 1.4192644357681274}
+{'epoch': 267, 'iter': 1000, 'avg_loss': 1.1632816411041238, 'avg_acc_mask': 59.53605904703038, 'loss': 1.298701524734497}
+{'epoch': 267, 'iter': 1010, 'avg_loss': 1.1640926327714816, 'avg_acc_mask': 59.525267442279294, 'loss': 0.948031485080719}
+{'epoch': 267, 'iter': 1020, 'avg_loss': 1.1647425202267878, 'avg_acc_mask': 59.50146313610735, 'loss': 1.1068706512451172}
+{'epoch': 267, 'iter': 1030, 'avg_loss': 1.1648554431941183, 'avg_acc_mask': 59.51728890223863, 'loss': 1.3834255933761597}
+{'epoch': 267, 'iter': 1040, 'avg_loss': 1.1647656806149698, 'avg_acc_mask': 59.520100810333055, 'loss': 1.3289650678634644}
+{'epoch': 267, 'iter': 1050, 'avg_loss': 1.16391721330973, 'avg_acc_mask': 59.53773273872529, 'loss': 1.0606269836425781}
+{'epoch': 267, 'iter': 1060, 'avg_loss': 1.163690793300776, 'avg_acc_mask': 59.55829233891775, 'loss': 1.0612117052078247}
+{'epoch': 267, 'iter': 1070, 'avg_loss': 1.162929549437611, 'avg_acc_mask': 59.5841422294881, 'loss': 1.1221600770950317}
+{'epoch': 267, 'iter': 1080, 'avg_loss': 1.1628873353198543, 'avg_acc_mask': 59.58555338234303, 'loss': 1.1178359985351562}
+{'epoch': 267, 'iter': 1090, 'avg_loss': 1.1633180025845467, 'avg_acc_mask': 59.573864584376146, 'loss': 1.3894211053848267}
+{'epoch': 267, 'iter': 1100, 'avg_loss': 1.162846585710302, 'avg_acc_mask': 59.60345939510194, 'loss': 0.7396501898765564}
+{'epoch': 'EP267_train', 'avg_loss': 1.1630920775875246, 'total_masked_acc': 59.61798345364053}
+{'epoch': 268, 'iter': 0, 'avg_loss': 1.3634525537490845, 'avg_acc_mask': 54.794520547945204, 'loss': 1.3634525537490845}
+{'epoch': 268, 'iter': 10, 'avg_loss': 1.227952778339386, 'avg_acc_mask': 57.05329153605015, 'loss': 1.0408028364181519}
+{'epoch': 268, 'iter': 20, 'avg_loss': 1.2252462619826907, 'avg_acc_mask': 57.68566493955095, 'loss': 1.267842411994934}
+{'epoch': 268, 'iter': 30, 'avg_loss': 1.2006051040464831, 'avg_acc_mask': 58.18074424099232, 'loss': 1.453049898147583}
+{'epoch': 268, 'iter': 40, 'avg_loss': 1.1909927987470859, 'avg_acc_mask': 58.552925413130865, 'loss': 1.379692792892456}
+{'epoch': 268, 'iter': 50, 'avg_loss': 1.2117032467150222, 'avg_acc_mask': 57.330028328611895, 'loss': 1.2466336488723755}
+{'epoch': 268, 'iter': 60, 'avg_loss': 1.2042969885419628, 'avg_acc_mask': 57.55502676977989, 'loss': 1.0743600130081177}
+{'epoch': 268, 'iter': 70, 'avg_loss': 1.2023900940384664, 'avg_acc_mask': 57.964041529501145, 'loss': 1.1580442190170288}
+{'epoch': 268, 'iter': 80, 'avg_loss': 1.1976272051717027, 'avg_acc_mask': 57.907542579075425, 'loss': 1.545760154724121}
+{'epoch': 268, 'iter': 90, 'avg_loss': 1.2060926078440068, 'avg_acc_mask': 57.78648383937316, 'loss': 1.5404387712478638}
+{'epoch': 268, 'iter': 100, 'avg_loss': 1.1939878558168318, 'avg_acc_mask': 58.22198467842509, 'loss': 0.7536221146583557}
+{'epoch': 268, 'iter': 110, 'avg_loss': 1.1880714179159284, 'avg_acc_mask': 58.54057591623037, 'loss': 0.8655421733856201}
+{'epoch': 268, 'iter': 120, 'avg_loss': 1.1763810219843525, 'avg_acc_mask': 59.02108433734939, 'loss': 1.2548125982284546}
+{'epoch': 268, 'iter': 130, 'avg_loss': 1.1729441316983171, 'avg_acc_mask': 59.19603524229075, 'loss': 1.3064078092575073}
+{'epoch': 268, 'iter': 140, 'avg_loss': 1.1738473544729517, 'avg_acc_mask': 58.875174958646134, 'loss': 0.8904385566711426}
+{'epoch': 268, 'iter': 150, 'avg_loss': 1.1620232127360162, 'avg_acc_mask': 59.26103073059906, 'loss': 1.1589573621749878}
+{'epoch': 268, 'iter': 160, 'avg_loss': 1.1609354770701865, 'avg_acc_mask': 59.3155465495891, 'loss': 0.9596102833747864}
+{'epoch': 268, 'iter': 170, 'avg_loss': 1.1665905351527253, 'avg_acc_mask': 59.06986531986532, 'loss': 1.2068196535110474}
+{'epoch': 268, 'iter': 180, 'avg_loss': 1.1641985606093432, 'avg_acc_mask': 59.32034976152624, 'loss': 1.1073739528656006}
+{'epoch': 268, 'iter': 190, 'avg_loss': 1.162389932814693, 'avg_acc_mask': 59.29785037078757, 'loss': 0.9470481872558594}
+{'epoch': 268, 'iter': 200, 'avg_loss': 1.1611413006758808, 'avg_acc_mask': 59.27577595433464, 'loss': 1.1933567523956299}
+{'epoch': 268, 'iter': 210, 'avg_loss': 1.160376591705033, 'avg_acc_mask': 59.265555933356005, 'loss': 1.1591343879699707}
+{'epoch': 268, 'iter': 220, 'avg_loss': 1.1599494488530568, 'avg_acc_mask': 59.294689906769364, 'loss': 1.0847418308258057}
+{'epoch': 268, 'iter': 230, 'avg_loss': 1.157530599600309, 'avg_acc_mask': 59.34725035052188, 'loss': 1.1053900718688965}
+{'epoch': 268, 'iter': 240, 'avg_loss': 1.1601312298992363, 'avg_acc_mask': 59.31874206319564, 'loss': 1.0605692863464355}
+{'epoch': 268, 'iter': 250, 'avg_loss': 1.1629819661022658, 'avg_acc_mask': 59.160798965368585, 'loss': 1.154466152191162}
+{'epoch': 268, 'iter': 260, 'avg_loss': 1.166893200856059, 'avg_acc_mask': 59.10536504424779, 'loss': 1.4054714441299438}
+{'epoch': 268, 'iter': 270, 'avg_loss': 1.171390613506641, 'avg_acc_mask': 58.94533590785006, 'loss': 1.268851637840271}
+{'epoch': 268, 'iter': 280, 'avg_loss': 1.1722849562923254, 'avg_acc_mask': 58.8604755495738, 'loss': 1.1132502555847168}
+{'epoch': 268, 'iter': 290, 'avg_loss': 1.1716511909085041, 'avg_acc_mask': 58.859621939882246, 'loss': 1.065762996673584}
+{'epoch': 268, 'iter': 300, 'avg_loss': 1.1693237732811228, 'avg_acc_mask': 58.954507262033374, 'loss': 0.855903148651123}
+{'epoch': 268, 'iter': 310, 'avg_loss': 1.1676728936253638, 'avg_acc_mask': 58.934060198341356, 'loss': 0.9952846765518188}
+{'epoch': 268, 'iter': 320, 'avg_loss': 1.1678656321076961, 'avg_acc_mask': 58.96468202557315, 'loss': 0.9338725209236145}
+{'epoch': 268, 'iter': 330, 'avg_loss': 1.1692086296139166, 'avg_acc_mask': 58.957299449201074, 'loss': 1.1038576364517212}
+{'epoch': 268, 'iter': 340, 'avg_loss': 1.1684471176516624, 'avg_acc_mask': 59.00798477076834, 'loss': 1.0131882429122925}
+{'epoch': 268, 'iter': 350, 'avg_loss': 1.1681962174567742, 'avg_acc_mask': 59.0883366774708, 'loss': 0.9641749262809753}
+{'epoch': 268, 'iter': 360, 'avg_loss': 1.1692672895262446, 'avg_acc_mask': 59.092497379324115, 'loss': 1.30165696144104}
+{'epoch': 268, 'iter': 370, 'avg_loss': 1.1680857786592447, 'avg_acc_mask': 59.12756242106286, 'loss': 1.069441556930542}
+{'epoch': 268, 'iter': 380, 'avg_loss': 1.1699984924686861, 'avg_acc_mask': 59.07651590339809, 'loss': 1.0131831169128418}
+{'epoch': 268, 'iter': 390, 'avg_loss': 1.1695411536089904, 'avg_acc_mask': 59.14622902452516, 'loss': 1.3636199235916138}
+{'epoch': 268, 'iter': 400, 'avg_loss': 1.1694624541406322, 'avg_acc_mask': 59.17422949052026, 'loss': 1.2414419651031494}
+{'epoch': 268, 'iter': 410, 'avg_loss': 1.168977497267897, 'avg_acc_mask': 59.259747102212856, 'loss': 1.2559033632278442}
+{'epoch': 268, 'iter': 420, 'avg_loss': 1.166907197647593, 'avg_acc_mask': 59.280229914639904, 'loss': 1.1428908109664917}
+{'epoch': 268, 'iter': 430, 'avg_loss': 1.165274551324114, 'avg_acc_mask': 59.38076858533311, 'loss': 1.0620635747909546}
+{'epoch': 268, 'iter': 440, 'avg_loss': 1.164604925784935, 'avg_acc_mask': 59.439957361321795, 'loss': 1.326978325843811}
+{'epoch': 268, 'iter': 450, 'avg_loss': 1.1643889135373404, 'avg_acc_mask': 59.434869739478955, 'loss': 0.8908677101135254}
+{'epoch': 268, 'iter': 460, 'avg_loss': 1.1656073577491943, 'avg_acc_mask': 59.43455415261548, 'loss': 0.945014238357544}
+{'epoch': 268, 'iter': 470, 'avg_loss': 1.1650777432569273, 'avg_acc_mask': 59.457180096603544, 'loss': 0.9969291687011719}
+{'epoch': 268, 'iter': 480, 'avg_loss': 1.164003981621994, 'avg_acc_mask': 59.49771003829116, 'loss': 1.379602074623108}
+{'epoch': 268, 'iter': 490, 'avg_loss': 1.1652528066984749, 'avg_acc_mask': 59.503371034889284, 'loss': 1.3096266984939575}
+{'epoch': 268, 'iter': 500, 'avg_loss': 1.1649994783534736, 'avg_acc_mask': 59.54443722474912, 'loss': 1.1385228633880615}
+{'epoch': 268, 'iter': 510, 'avg_loss': 1.163096171069285, 'avg_acc_mask': 59.61599773282794, 'loss': 1.2592260837554932}
+{'epoch': 268, 'iter': 520, 'avg_loss': 1.1650176193572281, 'avg_acc_mask': 59.60488330840666, 'loss': 1.409067988395691}
+{'epoch': 268, 'iter': 530, 'avg_loss': 1.1650349547185017, 'avg_acc_mask': 59.54242786409425, 'loss': 1.1183356046676636}
+{'epoch': 268, 'iter': 540, 'avg_loss': 1.1650742078664784, 'avg_acc_mask': 59.50928470872159, 'loss': 1.1334071159362793}
+{'epoch': 268, 'iter': 550, 'avg_loss': 1.1661961618439038, 'avg_acc_mask': 59.451189418616124, 'loss': 1.0612984895706177}
+{'epoch': 268, 'iter': 560, 'avg_loss': 1.1670279888545765, 'avg_acc_mask': 59.44984969454051, 'loss': 1.0823434591293335}
+{'epoch': 268, 'iter': 570, 'avg_loss': 1.1648213137887196, 'avg_acc_mask': 59.503081908877164, 'loss': 0.88172847032547}
+{'epoch': 268, 'iter': 580, 'avg_loss': 1.1652875018407063, 'avg_acc_mask': 59.498643719015995, 'loss': 1.390652060508728}
+{'epoch': 268, 'iter': 590, 'avg_loss': 1.1648984630095778, 'avg_acc_mask': 59.51563458001227, 'loss': 1.067229986190796}
+{'epoch': 268, 'iter': 600, 'avg_loss': 1.1637016628030532, 'avg_acc_mask': 59.60141104109506, 'loss': 1.1271828413009644}
+{'epoch': 268, 'iter': 610, 'avg_loss': 1.1642604790225553, 'avg_acc_mask': 59.59880292749414, 'loss': 0.9028612971305847}
+{'epoch': 268, 'iter': 620, 'avg_loss': 1.1624183304451898, 'avg_acc_mask': 59.62957561615867, 'loss': 1.6072319746017456}
+{'epoch': 268, 'iter': 630, 'avg_loss': 1.1627541109801471, 'avg_acc_mask': 59.6128439312999, 'loss': 1.1033929586410522}
+{'epoch': 268, 'iter': 640, 'avg_loss': 1.1631193877940245, 'avg_acc_mask': 59.621594063332005, 'loss': 0.882910430431366}
+{'epoch': 268, 'iter': 650, 'avg_loss': 1.1652147127186647, 'avg_acc_mask': 59.537362576036614, 'loss': 1.4420350790023804}
+{'epoch': 268, 'iter': 660, 'avg_loss': 1.1648243016446411, 'avg_acc_mask': 59.56049993132812, 'loss': 1.0764905214309692}
+{'epoch': 268, 'iter': 670, 'avg_loss': 1.1645888607121793, 'avg_acc_mask': 59.54405155141605, 'loss': 1.2616523504257202}
+{'epoch': 268, 'iter': 680, 'avg_loss': 1.1644451524542643, 'avg_acc_mask': 59.54094689699296, 'loss': 1.3015822172164917}
+{'epoch': 268, 'iter': 690, 'avg_loss': 1.1643639062834545, 'avg_acc_mask': 59.53781512605042, 'loss': 1.2723313570022583}
+{'epoch': 268, 'iter': 700, 'avg_loss': 1.1663545065701604, 'avg_acc_mask': 59.468687757055285, 'loss': 1.073512315750122}
+{'epoch': 268, 'iter': 710, 'avg_loss': 1.1658912011004365, 'avg_acc_mask': 59.4911188240098, 'loss': 1.1892192363739014}
+{'epoch': 268, 'iter': 720, 'avg_loss': 1.1673307381622007, 'avg_acc_mask': 59.45843923798978, 'loss': 1.5424251556396484}
+{'epoch': 268, 'iter': 730, 'avg_loss': 1.1660120368982307, 'avg_acc_mask': 59.49822567436782, 'loss': 1.233197808265686}
+{'epoch': 268, 'iter': 740, 'avg_loss': 1.1672251567988583, 'avg_acc_mask': 59.46197341688493, 'loss': 1.1986864805221558}
+{'epoch': 268, 'iter': 750, 'avg_loss': 1.166881979781683, 'avg_acc_mask': 59.476492888706446, 'loss': 1.0900009870529175}
+{'epoch': 268, 'iter': 760, 'avg_loss': 1.165525859194892, 'avg_acc_mask': 59.51176442514199, 'loss': 0.800605058670044}
+{'epoch': 268, 'iter': 770, 'avg_loss': 1.1660080824226102, 'avg_acc_mask': 59.4738328313253, 'loss': 1.098589539527893}
+{'epoch': 268, 'iter': 780, 'avg_loss': 1.1648885918335177, 'avg_acc_mask': 59.55265177055965, 'loss': 1.1941473484039307}
+{'epoch': 268, 'iter': 790, 'avg_loss': 1.1654974376657972, 'avg_acc_mask': 59.58355334144494, 'loss': 1.501904010772705}
+{'epoch': 268, 'iter': 800, 'avg_loss': 1.164624421486396, 'avg_acc_mask': 59.61817522220206, 'loss': 1.0734549760818481}
+{'epoch': 268, 'iter': 810, 'avg_loss': 1.1648657265338591, 'avg_acc_mask': 59.59720417581433, 'loss': 1.0287022590637207}
+{'epoch': 268, 'iter': 820, 'avg_loss': 1.1655896932576373, 'avg_acc_mask': 59.577152977640026, 'loss': 1.0364362001419067}
+{'epoch': 268, 'iter': 830, 'avg_loss': 1.1654909101777702, 'avg_acc_mask': 59.57851890756303, 'loss': 1.2437530755996704}
+{'epoch': 268, 'iter': 840, 'avg_loss': 1.1654629871763031, 'avg_acc_mask': 59.589825600242044, 'loss': 1.085925579071045}
+{'epoch': 268, 'iter': 850, 'avg_loss': 1.1657021338454985, 'avg_acc_mask': 59.58923119622537, 'loss': 1.0133399963378906}
+{'epoch': 268, 'iter': 860, 'avg_loss': 1.1656658563602815, 'avg_acc_mask': 59.55098854261178, 'loss': 1.3091837167739868}
+{'epoch': 268, 'iter': 870, 'avg_loss': 1.1666309197105031, 'avg_acc_mask': 59.528073975341556, 'loss': 0.9946376085281372}
+{'epoch': 268, 'iter': 880, 'avg_loss': 1.1673774976329825, 'avg_acc_mask': 59.51217500670089, 'loss': 1.139647364616394}
+{'epoch': 268, 'iter': 890, 'avg_loss': 1.1666497946722072, 'avg_acc_mask': 59.55912396829288, 'loss': 0.7612836956977844}
+{'epoch': 268, 'iter': 900, 'avg_loss': 1.1668919359936434, 'avg_acc_mask': 59.52578110799184, 'loss': 1.1865389347076416}
+{'epoch': 268, 'iter': 910, 'avg_loss': 1.1674244649193029, 'avg_acc_mask': 59.5189620758483, 'loss': 1.3251270055770874}
+{'epoch': 268, 'iter': 920, 'avg_loss': 1.167342738983556, 'avg_acc_mask': 59.51669995451759, 'loss': 1.256656289100647}
+{'epoch': 268, 'iter': 930, 'avg_loss': 1.167254618684152, 'avg_acc_mask': 59.53061384278109, 'loss': 1.4471843242645264}
+{'epoch': 268, 'iter': 940, 'avg_loss': 1.1669779493375487, 'avg_acc_mask': 59.515611096065314, 'loss': 0.7499836087226868}
+{'epoch': 268, 'iter': 950, 'avg_loss': 1.166922622737323, 'avg_acc_mask': 59.50302473389999, 'loss': 1.216361403465271}
+{'epoch': 268, 'iter': 960, 'avg_loss': 1.166447605910584, 'avg_acc_mask': 59.522501184272855, 'loss': 1.33803391456604}
+{'epoch': 268, 'iter': 970, 'avg_loss': 1.1657251815717327, 'avg_acc_mask': 59.52238021986268, 'loss': 0.8379737138748169}
+{'epoch': 268, 'iter': 980, 'avg_loss': 1.165493927296027, 'avg_acc_mask': 59.512674906283635, 'loss': 0.9570434093475342}
+{'epoch': 268, 'iter': 990, 'avg_loss': 1.166648384360324, 'avg_acc_mask': 59.47484392214469, 'loss': 1.4423702955245972}
+{'epoch': 268, 'iter': 1000, 'avg_loss': 1.167788310067637, 'avg_acc_mask': 59.445019898598915, 'loss': 1.3736572265625}
+{'epoch': 268, 'iter': 1010, 'avg_loss': 1.167899908816661, 'avg_acc_mask': 59.438481486817466, 'loss': 0.9192944169044495}
+{'epoch': 268, 'iter': 1020, 'avg_loss': 1.168489113377077, 'avg_acc_mask': 59.40786424726391, 'loss': 1.2698314189910889}
+{'epoch': 268, 'iter': 1030, 'avg_loss': 1.1683082730878798, 'avg_acc_mask': 59.413021596708404, 'loss': 1.2045894861221313}
+{'epoch': 268, 'iter': 1040, 'avg_loss': 1.1675149236701063, 'avg_acc_mask': 59.45676507625577, 'loss': 1.0228829383850098}
+{'epoch': 268, 'iter': 1050, 'avg_loss': 1.167224230764028, 'avg_acc_mask': 59.44452144985792, 'loss': 1.2511521577835083}
+{'epoch': 268, 'iter': 1060, 'avg_loss': 1.167185971357146, 'avg_acc_mask': 59.44497870586619, 'loss': 0.7111994624137878}
+{'epoch': 268, 'iter': 1070, 'avg_loss': 1.1660023619926054, 'avg_acc_mask': 59.46805976244768, 'loss': 1.1400212049484253}
+{'epoch': 268, 'iter': 1080, 'avg_loss': 1.1650037726906028, 'avg_acc_mask': 59.4966985581458, 'loss': 0.9668709635734558}
+{'epoch': 268, 'iter': 1090, 'avg_loss': 1.1650655082777812, 'avg_acc_mask': 59.51483827942647, 'loss': 1.0003262758255005}
+{'epoch': 268, 'iter': 1100, 'avg_loss': 1.1646376005851822, 'avg_acc_mask': 59.55020903217277, 'loss': 1.0955828428268433}
+{'epoch': 'EP268_train', 'avg_loss': 1.1646375552561488, 'total_masked_acc': 59.530081996904535}
+{'epoch': 269, 'iter': 0, 'avg_loss': 1.2439308166503906, 'avg_acc_mask': 53.52112676056338, 'loss': 1.2439308166503906}
+{'epoch': 269, 'iter': 10, 'avg_loss': 1.1786942319436506, 'avg_acc_mask': 59.80707395498393, 'loss': 1.1153090000152588}
+{'epoch': 269, 'iter': 20, 'avg_loss': 1.197964174406869, 'avg_acc_mask': 58.23223570190641, 'loss': 0.9688553810119629}
+{'epoch': 269, 'iter': 30, 'avg_loss': 1.1865270714606009, 'avg_acc_mask': 58.46867749419954, 'loss': 1.3897812366485596}
+{'epoch': 269, 'iter': 40, 'avg_loss': 1.1834544350461262, 'avg_acc_mask': 58.48233754906237, 'loss': 1.2574199438095093}
+{'epoch': 269, 'iter': 50, 'avg_loss': 1.185020812586242, 'avg_acc_mask': 58.82149046793761, 'loss': 1.126405954360962}
+{'epoch': 269, 'iter': 60, 'avg_loss': 1.1769649484118476, 'avg_acc_mask': 58.972125435540065, 'loss': 1.0572212934494019}
+{'epoch': 269, 'iter': 70, 'avg_loss': 1.1672231571775087, 'avg_acc_mask': 59.358687546607015, 'loss': 1.05558180809021}
+{'epoch': 269, 'iter': 80, 'avg_loss': 1.1693472707713093, 'avg_acc_mask': 59.53104646113765, 'loss': 1.1350867748260498}
+{'epoch': 269, 'iter': 90, 'avg_loss': 1.1733892219407218, 'avg_acc_mask': 59.4521080240917, 'loss': 1.1749321222305298}
+{'epoch': 269, 'iter': 100, 'avg_loss': 1.167746625914432, 'avg_acc_mask': 59.585400425230326, 'loss': 1.0705667734146118}
+{'epoch': 269, 'iter': 110, 'avg_loss': 1.1724900345544558, 'avg_acc_mask': 59.57618893561955, 'loss': 1.046932339668274}
+{'epoch': 269, 'iter': 120, 'avg_loss': 1.1636618139330022, 'avg_acc_mask': 59.85541457657126, 'loss': 1.3047620058059692}
+{'epoch': 269, 'iter': 130, 'avg_loss': 1.1639520557782121, 'avg_acc_mask': 59.83717774762552, 'loss': 1.2412866353988647}
+{'epoch': 269, 'iter': 140, 'avg_loss': 1.163347433644829, 'avg_acc_mask': 59.85383064516129, 'loss': 1.009888768196106}
+{'epoch': 269, 'iter': 150, 'avg_loss': 1.1605288591605938, 'avg_acc_mask': 59.815515610217595, 'loss': 1.4788827896118164}
+{'epoch': 269, 'iter': 160, 'avg_loss': 1.1646459676464151, 'avg_acc_mask': 59.62071642453144, 'loss': 1.2249383926391602}
+{'epoch': 269, 'iter': 170, 'avg_loss': 1.1654877355921338, 'avg_acc_mask': 59.71948051948052, 'loss': 1.3276927471160889}
+{'epoch': 269, 'iter': 180, 'avg_loss': 1.1654205668038427, 'avg_acc_mask': 59.773844641101284, 'loss': 1.0060406923294067}
+{'epoch': 269, 'iter': 190, 'avg_loss': 1.1630061999041372, 'avg_acc_mask': 59.73360655737705, 'loss': 0.958274781703949}
+{'epoch': 269, 'iter': 200, 'avg_loss': 1.1631486205319268, 'avg_acc_mask': 59.592559787422495, 'loss': 1.334010124206543}
+{'epoch': 269, 'iter': 210, 'avg_loss': 1.1606394606178971, 'avg_acc_mask': 59.76924372578743, 'loss': 1.2455273866653442}
+{'epoch': 269, 'iter': 220, 'avg_loss': 1.1559446383925045, 'avg_acc_mask': 59.882787411689144, 'loss': 1.2658629417419434}
+{'epoch': 269, 'iter': 230, 'avg_loss': 1.1573330091707634, 'avg_acc_mask': 59.813300416602374, 'loss': 0.9897699356079102}
+{'epoch': 269, 'iter': 240, 'avg_loss': 1.1592579968737369, 'avg_acc_mask': 59.742088490328314, 'loss': 1.325021743774414}
+{'epoch': 269, 'iter': 250, 'avg_loss': 1.1606525087736517, 'avg_acc_mask': 59.61702733485193, 'loss': 0.9346066117286682}
+{'epoch': 269, 'iter': 260, 'avg_loss': 1.1627126658099822, 'avg_acc_mask': 59.669682017543856, 'loss': 0.8416512608528137}
+{'epoch': 269, 'iter': 270, 'avg_loss': 1.1668787636000293, 'avg_acc_mask': 59.53353538015549, 'loss': 1.3357182741165161}
+{'epoch': 269, 'iter': 280, 'avg_loss': 1.1675869697353594, 'avg_acc_mask': 59.46375246203698, 'loss': 0.8476881384849548}
+{'epoch': 269, 'iter': 290, 'avg_loss': 1.1653968269882333, 'avg_acc_mask': 59.53625684236423, 'loss': 0.7242041230201721}
+{'epoch': 269, 'iter': 300, 'avg_loss': 1.1620622950534885, 'avg_acc_mask': 59.68608259727859, 'loss': 0.9144853353500366}
+{'epoch': 269, 'iter': 310, 'avg_loss': 1.1628565857264774, 'avg_acc_mask': 59.650240315015346, 'loss': 0.9164608120918274}
+{'epoch': 269, 'iter': 320, 'avg_loss': 1.1656904591949557, 'avg_acc_mask': 59.591469247650664, 'loss': 1.0040420293807983}
+{'epoch': 269, 'iter': 330, 'avg_loss': 1.1661873917205097, 'avg_acc_mask': 59.5783033812203, 'loss': 1.0436125993728638}
+{'epoch': 269, 'iter': 340, 'avg_loss': 1.1659708232823704, 'avg_acc_mask': 59.56623183794676, 'loss': 0.9738941788673401}
+{'epoch': 269, 'iter': 350, 'avg_loss': 1.166646686035004, 'avg_acc_mask': 59.57095709570957, 'loss': 1.153382420539856}
+{'epoch': 269, 'iter': 360, 'avg_loss': 1.1695744902143188, 'avg_acc_mask': 59.436323588305974, 'loss': 1.580384373664856}
+{'epoch': 269, 'iter': 370, 'avg_loss': 1.1699464340415604, 'avg_acc_mask': 59.39739651894106, 'loss': 0.866723895072937}
+{'epoch': 269, 'iter': 380, 'avg_loss': 1.1717974549829178, 'avg_acc_mask': 59.308611532625186, 'loss': 0.919174313545227}
+{'epoch': 269, 'iter': 390, 'avg_loss': 1.17278600851898, 'avg_acc_mask': 59.23719813455234, 'loss': 1.4213305711746216}
+{'epoch': 269, 'iter': 400, 'avg_loss': 1.1756377539729834, 'avg_acc_mask': 59.12843415888482, 'loss': 1.080483078956604}
+{'epoch': 269, 'iter': 410, 'avg_loss': 1.1755543628168221, 'avg_acc_mask': 59.13736893118337, 'loss': 1.0654189586639404}
+{'epoch': 269, 'iter': 420, 'avg_loss': 1.174263436267608, 'avg_acc_mask': 59.16397328162034, 'loss': 1.1833503246307373}
+{'epoch': 269, 'iter': 430, 'avg_loss': 1.1731579165447616, 'avg_acc_mask': 59.165895126672844, 'loss': 1.3317294120788574}
+{'epoch': 269, 'iter': 440, 'avg_loss': 1.1757905304837388, 'avg_acc_mask': 59.08549361160183, 'loss': 1.6612883806228638}
+{'epoch': 269, 'iter': 450, 'avg_loss': 1.174606627609143, 'avg_acc_mask': 59.09419998391119, 'loss': 1.0227001905441284}
+{'epoch': 269, 'iter': 460, 'avg_loss': 1.173702917750642, 'avg_acc_mask': 59.08822951463942, 'loss': 1.0438978672027588}
+{'epoch': 269, 'iter': 470, 'avg_loss': 1.1741033104068408, 'avg_acc_mask': 59.09405521802661, 'loss': 1.3124918937683105}
+{'epoch': 269, 'iter': 480, 'avg_loss': 1.1732961518105252, 'avg_acc_mask': 59.13033640066375, 'loss': 1.057509183883667}
+{'epoch': 269, 'iter': 490, 'avg_loss': 1.174471252076252, 'avg_acc_mask': 59.07057562201929, 'loss': 1.504144549369812}
+{'epoch': 269, 'iter': 500, 'avg_loss': 1.1735201819452221, 'avg_acc_mask': 59.13623671900496, 'loss': 1.0445882081985474}
+{'epoch': 269, 'iter': 510, 'avg_loss': 1.1719384668157993, 'avg_acc_mask': 59.1907719609583, 'loss': 1.055360198020935}
+{'epoch': 269, 'iter': 520, 'avg_loss': 1.1722567346869412, 'avg_acc_mask': 59.17919034833851, 'loss': 1.3783776760101318}
+{'epoch': 269, 'iter': 530, 'avg_loss': 1.1720799553416767, 'avg_acc_mask': 59.15203777846217, 'loss': 0.8428199887275696}
+{'epoch': 269, 'iter': 540, 'avg_loss': 1.1739065631700751, 'avg_acc_mask': 59.124701449860396, 'loss': 1.4632989168167114}
+{'epoch': 269, 'iter': 550, 'avg_loss': 1.1740982376728646, 'avg_acc_mask': 59.068845963348195, 'loss': 1.2473113536834717}
+{'epoch': 269, 'iter': 560, 'avg_loss': 1.173894928738395, 'avg_acc_mask': 59.087958455047065, 'loss': 1.154811143875122}
+{'epoch': 269, 'iter': 570, 'avg_loss': 1.1740158372501568, 'avg_acc_mask': 59.13690191196655, 'loss': 1.0159330368041992}
+{'epoch': 269, 'iter': 580, 'avg_loss': 1.1737733780824788, 'avg_acc_mask': 59.12601243171972, 'loss': 1.3695788383483887}
+{'epoch': 269, 'iter': 590, 'avg_loss': 1.1735507572564579, 'avg_acc_mask': 59.09861586362095, 'loss': 0.8502771258354187}
+{'epoch': 269, 'iter': 600, 'avg_loss': 1.1734042812306156, 'avg_acc_mask': 59.10567378039525, 'loss': 1.2441259622573853}
+{'epoch': 269, 'iter': 610, 'avg_loss': 1.1738956247726167, 'avg_acc_mask': 59.066614911468754, 'loss': 0.918934166431427}
+{'epoch': 269, 'iter': 620, 'avg_loss': 1.1716855749991781, 'avg_acc_mask': 59.122218297421405, 'loss': 1.1959651708602905}
+{'epoch': 269, 'iter': 630, 'avg_loss': 1.1704540260242395, 'avg_acc_mask': 59.202480656098764, 'loss': 0.9207838177680969}
+{'epoch': 269, 'iter': 640, 'avg_loss': 1.1700723230745789, 'avg_acc_mask': 59.2278477397984, 'loss': 0.9325145483016968}
+{'epoch': 269, 'iter': 650, 'avg_loss': 1.1689722646033527, 'avg_acc_mask': 59.263527758257204, 'loss': 1.0926929712295532}
+{'epoch': 269, 'iter': 660, 'avg_loss': 1.1666966178954639, 'avg_acc_mask': 59.36859595679868, 'loss': 0.9988462328910828}
+{'epoch': 269, 'iter': 670, 'avg_loss': 1.1665426178234344, 'avg_acc_mask': 59.41131540182225, 'loss': 1.147515058517456}
+{'epoch': 269, 'iter': 680, 'avg_loss': 1.166960776202304, 'avg_acc_mask': 59.380457268746135, 'loss': 1.361967921257019}
+{'epoch': 269, 'iter': 690, 'avg_loss': 1.167524314910044, 'avg_acc_mask': 59.339787335343594, 'loss': 0.983515202999115}
+{'epoch': 269, 'iter': 700, 'avg_loss': 1.1682085965397355, 'avg_acc_mask': 59.32216635840258, 'loss': 1.153408169746399}
+{'epoch': 269, 'iter': 710, 'avg_loss': 1.1668292412275, 'avg_acc_mask': 59.408028389950374, 'loss': 1.0537710189819336}
+{'epoch': 269, 'iter': 720, 'avg_loss': 1.1675258418558043, 'avg_acc_mask': 59.376425855513304, 'loss': 1.2135961055755615}
+{'epoch': 269, 'iter': 730, 'avg_loss': 1.1669178442002648, 'avg_acc_mask': 59.43044468356648, 'loss': 1.353959560394287}
+{'epoch': 269, 'iter': 740, 'avg_loss': 1.1670709670635693, 'avg_acc_mask': 59.41398819082442, 'loss': 1.1360257863998413}
+{'epoch': 269, 'iter': 750, 'avg_loss': 1.1675749967958575, 'avg_acc_mask': 59.37758729849511, 'loss': 1.1918377876281738}
+{'epoch': 269, 'iter': 760, 'avg_loss': 1.16637612015753, 'avg_acc_mask': 59.39237824694865, 'loss': 0.9549179077148438}
+{'epoch': 269, 'iter': 770, 'avg_loss': 1.1674490110264988, 'avg_acc_mask': 59.392055431635896, 'loss': 1.0489892959594727}
+{'epoch': 269, 'iter': 780, 'avg_loss': 1.1666763050150168, 'avg_acc_mask': 59.43849452789951, 'loss': 1.3268046379089355}
+{'epoch': 269, 'iter': 790, 'avg_loss': 1.1665020441888407, 'avg_acc_mask': 59.40754454987272, 'loss': 1.0550457239151}
+{'epoch': 269, 'iter': 800, 'avg_loss': 1.1668608815184842, 'avg_acc_mask': 59.3911991048389, 'loss': 1.3437577486038208}
+{'epoch': 269, 'iter': 810, 'avg_loss': 1.166134496064427, 'avg_acc_mask': 59.4156064269734, 'loss': 0.8811759948730469}
+{'epoch': 269, 'iter': 820, 'avg_loss': 1.166259878953685, 'avg_acc_mask': 59.45456982042347, 'loss': 1.2407630681991577}
+{'epoch': 269, 'iter': 830, 'avg_loss': 1.1664615043951143, 'avg_acc_mask': 59.42765031907612, 'loss': 1.2018852233886719}
+{'epoch': 269, 'iter': 840, 'avg_loss': 1.1664695576028223, 'avg_acc_mask': 59.40745265729994, 'loss': 1.554517388343811}
+{'epoch': 269, 'iter': 850, 'avg_loss': 1.1668189977646994, 'avg_acc_mask': 59.3539761945834, 'loss': 0.8903765082359314}
+{'epoch': 269, 'iter': 860, 'avg_loss': 1.1673161654660649, 'avg_acc_mask': 59.32080616984107, 'loss': 1.2462165355682373}
+{'epoch': 269, 'iter': 870, 'avg_loss': 1.1673523079514092, 'avg_acc_mask': 59.279195929181206, 'loss': 1.063646674156189}
+{'epoch': 269, 'iter': 880, 'avg_loss': 1.1677441640961048, 'avg_acc_mask': 59.25710244998128, 'loss': 0.971001923084259}
+{'epoch': 269, 'iter': 890, 'avg_loss': 1.1683155878224356, 'avg_acc_mask': 59.27565475210015, 'loss': 0.7794919610023499}
+{'epoch': 269, 'iter': 900, 'avg_loss': 1.168351142176248, 'avg_acc_mask': 59.26837704217615, 'loss': 1.3066624402999878}
+{'epoch': 269, 'iter': 910, 'avg_loss': 1.1683902779080866, 'avg_acc_mask': 59.23698817472448, 'loss': 1.317596673965454}
+{'epoch': 269, 'iter': 920, 'avg_loss': 1.1683474407004482, 'avg_acc_mask': 59.27518916766229, 'loss': 1.411725640296936}
+{'epoch': 269, 'iter': 930, 'avg_loss': 1.1680970091440752, 'avg_acc_mask': 59.274217380169034, 'loss': 1.2620985507965088}
+{'epoch': 269, 'iter': 940, 'avg_loss': 1.168199589097918, 'avg_acc_mask': 59.28955363402664, 'loss': 0.8904589414596558}
+{'epoch': 269, 'iter': 950, 'avg_loss': 1.1677132833016532, 'avg_acc_mask': 59.29694727104533, 'loss': 1.2868144512176514}
+{'epoch': 269, 'iter': 960, 'avg_loss': 1.1689593405554868, 'avg_acc_mask': 59.25268940260929, 'loss': 1.226733684539795}
+{'epoch': 269, 'iter': 970, 'avg_loss': 1.1689215145322247, 'avg_acc_mask': 59.273653428921804, 'loss': 1.048716425895691}
+{'epoch': 269, 'iter': 980, 'avg_loss': 1.1691218709969982, 'avg_acc_mask': 59.25110132158591, 'loss': 1.029339075088501}
+{'epoch': 269, 'iter': 990, 'avg_loss': 1.1691896203909102, 'avg_acc_mask': 59.26507247714893, 'loss': 1.0903596878051758}
+{'epoch': 269, 'iter': 1000, 'avg_loss': 1.1686571274961268, 'avg_acc_mask': 59.29737337549581, 'loss': 1.4338947534561157}
+{'epoch': 269, 'iter': 1010, 'avg_loss': 1.168309882946467, 'avg_acc_mask': 59.33185984999456, 'loss': 0.911485493183136}
+{'epoch': 269, 'iter': 1020, 'avg_loss': 1.1678892595877728, 'avg_acc_mask': 59.348733848276844, 'loss': 0.7783313989639282}
+{'epoch': 269, 'iter': 1030, 'avg_loss': 1.1680551959864731, 'avg_acc_mask': 59.37239162478467, 'loss': 1.0424350500106812}
+{'epoch': 269, 'iter': 1040, 'avg_loss': 1.1674782997936612, 'avg_acc_mask': 59.40186718708793, 'loss': 1.176819920539856}
+{'epoch': 269, 'iter': 1050, 'avg_loss': 1.1668862579097983, 'avg_acc_mask': 59.40794173505479, 'loss': 1.2066348791122437}
+{'epoch': 269, 'iter': 1060, 'avg_loss': 1.1660276457569039, 'avg_acc_mask': 59.422041154536664, 'loss': 0.8050755262374878}
+{'epoch': 269, 'iter': 1070, 'avg_loss': 1.166024952709508, 'avg_acc_mask': 59.421231763840666, 'loss': 1.531548023223877}
+{'epoch': 269, 'iter': 1080, 'avg_loss': 1.1655272710224085, 'avg_acc_mask': 59.43469719550196, 'loss': 0.885676383972168}
+{'epoch': 269, 'iter': 1090, 'avg_loss': 1.1652345816877105, 'avg_acc_mask': 59.4514852812982, 'loss': 1.2532826662063599}
+{'epoch': 269, 'iter': 1100, 'avg_loss': 1.1652243808656255, 'avg_acc_mask': 59.45748409494859, 'loss': 1.149350881576538}
+{'epoch': 'EP269_train', 'avg_loss': 1.1657501121451952, 'total_masked_acc': 59.428590346288814}
+{'epoch': 270, 'iter': 0, 'avg_loss': 1.1538121700286865, 'avg_acc_mask': 60.65573770491803, 'loss': 1.1538121700286865}
+{'epoch': 270, 'iter': 10, 'avg_loss': 1.2143387902866711, 'avg_acc_mask': 60.39755351681957, 'loss': 1.0638259649276733}
+{'epoch': 270, 'iter': 20, 'avg_loss': 1.2108574566386996, 'avg_acc_mask': 59.643435980551054, 'loss': 1.4192715883255005}
+{'epoch': 270, 'iter': 30, 'avg_loss': 1.167053876384612, 'avg_acc_mask': 60.02331002331003, 'loss': 1.30733323097229}
+{'epoch': 270, 'iter': 40, 'avg_loss': 1.15963382837249, 'avg_acc_mask': 60.640631856077235, 'loss': 0.7446858882904053}
+{'epoch': 270, 'iter': 50, 'avg_loss': 1.1761681940041335, 'avg_acc_mask': 59.50899031811895, 'loss': 1.212478518486023}
+{'epoch': 270, 'iter': 60, 'avg_loss': 1.1663227970482872, 'avg_acc_mask': 59.93011065812463, 'loss': 0.8599730730056763}
+{'epoch': 270, 'iter': 70, 'avg_loss': 1.1730737812082532, 'avg_acc_mask': 59.57128614157527, 'loss': 1.148406744003296}
+{'epoch': 270, 'iter': 80, 'avg_loss': 1.1791774770359935, 'avg_acc_mask': 59.380492091388405, 'loss': 1.2521251440048218}
+{'epoch': 270, 'iter': 90, 'avg_loss': 1.1850236405383099, 'avg_acc_mask': 59.21875, 'loss': 1.1065925359725952}
+{'epoch': 270, 'iter': 100, 'avg_loss': 1.172953484081986, 'avg_acc_mask': 59.67224795154969, 'loss': 1.0343670845031738}
+{'epoch': 270, 'iter': 110, 'avg_loss': 1.1704962167653952, 'avg_acc_mask': 59.530364372469634, 'loss': 1.1469937562942505}
+{'epoch': 270, 'iter': 120, 'avg_loss': 1.1673444100647918, 'avg_acc_mask': 59.768923122500375, 'loss': 1.148593783378601}
+{'epoch': 270, 'iter': 130, 'avg_loss': 1.170105166562641, 'avg_acc_mask': 59.65940054495913, 'loss': 1.2243220806121826}
+{'epoch': 270, 'iter': 140, 'avg_loss': 1.1696353651953082, 'avg_acc_mask': 59.559103002660585, 'loss': 1.1938666105270386}
+{'epoch': 270, 'iter': 150, 'avg_loss': 1.1592852098262862, 'avg_acc_mask': 59.94745641270599, 'loss': 1.2695475816726685}
+{'epoch': 270, 'iter': 160, 'avg_loss': 1.1621261587054093, 'avg_acc_mask': 59.88044213850665, 'loss': 1.1633896827697754}
+{'epoch': 270, 'iter': 170, 'avg_loss': 1.167630616335841, 'avg_acc_mask': 59.44544396232405, 'loss': 1.133751392364502}
+{'epoch': 270, 'iter': 180, 'avg_loss': 1.1652641708021005, 'avg_acc_mask': 59.51, 'loss': 1.415651798248291}
+{'epoch': 270, 'iter': 190, 'avg_loss': 1.1674373405766112, 'avg_acc_mask': 59.33909410312411, 'loss': 0.9910575747489929}
+{'epoch': 270, 'iter': 200, 'avg_loss': 1.1656773618204677, 'avg_acc_mask': 59.282624369142034, 'loss': 1.185560941696167}
+{'epoch': 270, 'iter': 210, 'avg_loss': 1.1673366876575053, 'avg_acc_mask': 59.20466232430579, 'loss': 1.134749412536621}
+{'epoch': 270, 'iter': 220, 'avg_loss': 1.1660765700750222, 'avg_acc_mask': 59.36222403924775, 'loss': 1.1384379863739014}
+{'epoch': 270, 'iter': 230, 'avg_loss': 1.1667938565278981, 'avg_acc_mask': 59.36026406790318, 'loss': 1.1340084075927734}
+{'epoch': 270, 'iter': 240, 'avg_loss': 1.1637210541740988, 'avg_acc_mask': 59.521111866455165, 'loss': 1.0465099811553955}
+{'epoch': 270, 'iter': 250, 'avg_loss': 1.1658460407618032, 'avg_acc_mask': 59.41850348027842, 'loss': 1.0965662002563477}
+{'epoch': 270, 'iter': 260, 'avg_loss': 1.1691569923441072, 'avg_acc_mask': 59.32286212914485, 'loss': 1.399240493774414}
+{'epoch': 270, 'iter': 270, 'avg_loss': 1.1739001610622195, 'avg_acc_mask': 59.19023997854941, 'loss': 1.4607034921646118}
+{'epoch': 270, 'iter': 280, 'avg_loss': 1.1741970092376357, 'avg_acc_mask': 59.26860841423949, 'loss': 0.6217926144599915}
+{'epoch': 270, 'iter': 290, 'avg_loss': 1.1746520057986283, 'avg_acc_mask': 59.357017763322496, 'loss': 0.9854275584220886}
+{'epoch': 270, 'iter': 300, 'avg_loss': 1.1733253039790943, 'avg_acc_mask': 59.49474193158467, 'loss': 0.8625108599662781}
+{'epoch': 270, 'iter': 310, 'avg_loss': 1.17194725328703, 'avg_acc_mask': 59.50984990619137, 'loss': 0.6974664330482483}
+{'epoch': 270, 'iter': 320, 'avg_loss': 1.170467876013937, 'avg_acc_mask': 59.51811346548188, 'loss': 0.748303234577179}
+{'epoch': 270, 'iter': 330, 'avg_loss': 1.169733090343072, 'avg_acc_mask': 59.5660096074209, 'loss': 1.1640280485153198}
+{'epoch': 270, 'iter': 340, 'avg_loss': 1.168419677665856, 'avg_acc_mask': 59.53475935828877, 'loss': 1.1875866651535034}
+{'epoch': 270, 'iter': 350, 'avg_loss': 1.166512643170153, 'avg_acc_mask': 59.61338599043858, 'loss': 0.997600793838501}
+{'epoch': 270, 'iter': 360, 'avg_loss': 1.167821298675854, 'avg_acc_mask': 59.55526421944333, 'loss': 1.2574516534805298}
+{'epoch': 270, 'iter': 370, 'avg_loss': 1.167737012764193, 'avg_acc_mask': 59.581043956043956, 'loss': 1.0470339059829712}
+{'epoch': 270, 'iter': 380, 'avg_loss': 1.1689639836158652, 'avg_acc_mask': 59.621165131924236, 'loss': 1.0592525005340576}
+{'epoch': 270, 'iter': 390, 'avg_loss': 1.169079376456073, 'avg_acc_mask': 59.62030617467777, 'loss': 1.2370961904525757}
+{'epoch': 270, 'iter': 400, 'avg_loss': 1.1701112991556561, 'avg_acc_mask': 59.614422770881646, 'loss': 1.1901345252990723}
+{'epoch': 270, 'iter': 410, 'avg_loss': 1.1707635619054455, 'avg_acc_mask': 59.6221382529451, 'loss': 1.0476007461547852}
+{'epoch': 270, 'iter': 420, 'avg_loss': 1.1686391930965234, 'avg_acc_mask': 59.6584984358707, 'loss': 1.0558758974075317}
+{'epoch': 270, 'iter': 430, 'avg_loss': 1.166800190013965, 'avg_acc_mask': 59.74554707379135, 'loss': 1.314160943031311}
+{'epoch': 270, 'iter': 440, 'avg_loss': 1.1665798686529234, 'avg_acc_mask': 59.797059432594736, 'loss': 1.692367434501648}
+{'epoch': 270, 'iter': 450, 'avg_loss': 1.168790125001032, 'avg_acc_mask': 59.68514160512862, 'loss': 0.9208894371986389}
+{'epoch': 270, 'iter': 460, 'avg_loss': 1.1693713858949906, 'avg_acc_mask': 59.66193159273073, 'loss': 1.1390424966812134}
+{'epoch': 270, 'iter': 470, 'avg_loss': 1.1682754313363644, 'avg_acc_mask': 59.72405239903883, 'loss': 0.959550142288208}
+{'epoch': 270, 'iter': 480, 'avg_loss': 1.1680235930886933, 'avg_acc_mask': 59.77666362807658, 'loss': 1.0273699760437012}
+{'epoch': 270, 'iter': 490, 'avg_loss': 1.1684272664384783, 'avg_acc_mask': 59.77156888277093, 'loss': 1.2812875509262085}
+{'epoch': 270, 'iter': 500, 'avg_loss': 1.1670580752595456, 'avg_acc_mask': 59.793889516040934, 'loss': 1.2021154165267944}
+{'epoch': 270, 'iter': 510, 'avg_loss': 1.1656372864419, 'avg_acc_mask': 59.818084537185655, 'loss': 1.1563366651535034}
+{'epoch': 270, 'iter': 520, 'avg_loss': 1.1637264779570464, 'avg_acc_mask': 59.84638585908182, 'loss': 1.5738248825073242}
+{'epoch': 270, 'iter': 530, 'avg_loss': 1.1615725508741965, 'avg_acc_mask': 59.91739803820341, 'loss': 0.8115829825401306}
+{'epoch': 270, 'iter': 540, 'avg_loss': 1.1614369856892583, 'avg_acc_mask': 59.92165338376334, 'loss': 1.0923564434051514}
+{'epoch': 270, 'iter': 550, 'avg_loss': 1.1612655517193886, 'avg_acc_mask': 59.894074809665675, 'loss': 1.0809786319732666}
+{'epoch': 270, 'iter': 560, 'avg_loss': 1.1614965149425567, 'avg_acc_mask': 59.92186228227251, 'loss': 0.8079231381416321}
+{'epoch': 270, 'iter': 570, 'avg_loss': 1.1610029150850927, 'avg_acc_mask': 59.92449449705657, 'loss': 1.145485281944275}
+{'epoch': 270, 'iter': 580, 'avg_loss': 1.159988641944071, 'avg_acc_mask': 59.961047936168875, 'loss': 1.5522340536117554}
+{'epoch': 270, 'iter': 590, 'avg_loss': 1.158497395753457, 'avg_acc_mask': 59.97841837521196, 'loss': 0.8925782442092896}
+{'epoch': 270, 'iter': 600, 'avg_loss': 1.1583570450197243, 'avg_acc_mask': 59.94728710351722, 'loss': 1.2364822626113892}
+{'epoch': 270, 'iter': 610, 'avg_loss': 1.1602023567778779, 'avg_acc_mask': 59.892809289861546, 'loss': 1.3008843660354614}
+{'epoch': 270, 'iter': 620, 'avg_loss': 1.158729743650378, 'avg_acc_mask': 59.940800656467964, 'loss': 1.7136101722717285}
+{'epoch': 270, 'iter': 630, 'avg_loss': 1.1589444463868905, 'avg_acc_mask': 59.963642659279785, 'loss': 0.9799880385398865}
+{'epoch': 270, 'iter': 640, 'avg_loss': 1.159693951074865, 'avg_acc_mask': 60.00398451730419, 'loss': 1.059391736984253}
+{'epoch': 270, 'iter': 650, 'avg_loss': 1.1587962122739919, 'avg_acc_mask': 60.00449198461495, 'loss': 1.1377943754196167}
+{'epoch': 270, 'iter': 660, 'avg_loss': 1.1587148596407246, 'avg_acc_mask': 59.997788099977875, 'loss': 1.1317617893218994}
+{'epoch': 270, 'iter': 670, 'avg_loss': 1.1565008683105162, 'avg_acc_mask': 60.05724410522012, 'loss': 1.069977879524231}
+{'epoch': 270, 'iter': 680, 'avg_loss': 1.1556185375401278, 'avg_acc_mask': 60.06764555874695, 'loss': 1.1237895488739014}
+{'epoch': 270, 'iter': 690, 'avg_loss': 1.1565088866933555, 'avg_acc_mask': 60.04866308746132, 'loss': 1.0909267663955688}
+{'epoch': 270, 'iter': 700, 'avg_loss': 1.1567987431473126, 'avg_acc_mask': 60.02552947612473, 'loss': 1.4274318218231201}
+{'epoch': 270, 'iter': 710, 'avg_loss': 1.156685664264797, 'avg_acc_mask': 60.04732388570253, 'loss': 1.1267123222351074}
+{'epoch': 270, 'iter': 720, 'avg_loss': 1.1570990824666334, 'avg_acc_mask': 60.03400928910434, 'loss': 1.192245364189148}
+{'epoch': 270, 'iter': 730, 'avg_loss': 1.1558186227580591, 'avg_acc_mask': 60.1132037667802, 'loss': 1.3146655559539795}
+{'epoch': 270, 'iter': 740, 'avg_loss': 1.1566969068587711, 'avg_acc_mask': 60.096367679762785, 'loss': 1.0573800802230835}
+{'epoch': 270, 'iter': 750, 'avg_loss': 1.1578916308089358, 'avg_acc_mask': 60.08244505695539, 'loss': 1.1608624458312988}
+{'epoch': 270, 'iter': 760, 'avg_loss': 1.1573740962143797, 'avg_acc_mask': 60.0925725030737, 'loss': 1.2345342636108398}
+{'epoch': 270, 'iter': 770, 'avg_loss': 1.1577564212753306, 'avg_acc_mask': 60.0599101347978, 'loss': 1.1984983682632446}
+{'epoch': 270, 'iter': 780, 'avg_loss': 1.1575389728045493, 'avg_acc_mask': 60.112148655623855, 'loss': 1.1346734762191772}
+{'epoch': 270, 'iter': 790, 'avg_loss': 1.1574865886293983, 'avg_acc_mask': 60.114455179444406, 'loss': 1.042891263961792}
+{'epoch': 270, 'iter': 800, 'avg_loss': 1.156834914145547, 'avg_acc_mask': 60.14134760532455, 'loss': 1.0110505819320679}
+{'epoch': 270, 'iter': 810, 'avg_loss': 1.1576991498690792, 'avg_acc_mask': 60.131043831902396, 'loss': 1.2770823240280151}
+{'epoch': 270, 'iter': 820, 'avg_loss': 1.1579776732262392, 'avg_acc_mask': 60.0982362134405, 'loss': 1.1649529933929443}
+{'epoch': 270, 'iter': 830, 'avg_loss': 1.1575098632331646, 'avg_acc_mask': 60.12445935210522, 'loss': 1.1841474771499634}
+{'epoch': 270, 'iter': 840, 'avg_loss': 1.157279621831869, 'avg_acc_mask': 60.11978656212567, 'loss': 1.1886553764343262}
+{'epoch': 270, 'iter': 850, 'avg_loss': 1.1574129811044866, 'avg_acc_mask': 60.10971281058406, 'loss': 1.044016718864441}
+{'epoch': 270, 'iter': 860, 'avg_loss': 1.1580331086697064, 'avg_acc_mask': 60.054399796000766, 'loss': 1.35404634475708}
+{'epoch': 270, 'iter': 870, 'avg_loss': 1.1599856430983297, 'avg_acc_mask': 59.96688186467678, 'loss': 1.4549646377563477}
+{'epoch': 270, 'iter': 880, 'avg_loss': 1.1595974857501357, 'avg_acc_mask': 59.95316159250586, 'loss': 1.0093765258789062}
+{'epoch': 270, 'iter': 890, 'avg_loss': 1.1586272021469177, 'avg_acc_mask': 60.01231274368972, 'loss': 0.9743173718452454}
+{'epoch': 270, 'iter': 900, 'avg_loss': 1.1591059163328545, 'avg_acc_mask': 60.00162182982951, 'loss': 1.2740747928619385}
+{'epoch': 270, 'iter': 910, 'avg_loss': 1.1597753921533913, 'avg_acc_mask': 59.96113314901631, 'loss': 1.4744254350662231}
+{'epoch': 270, 'iter': 920, 'avg_loss': 1.1589065770761198, 'avg_acc_mask': 59.987704999305926, 'loss': 1.2535793781280518}
+{'epoch': 270, 'iter': 930, 'avg_loss': 1.1592583148615188, 'avg_acc_mask': 59.94977536246101, 'loss': 1.6532490253448486}
+{'epoch': 270, 'iter': 940, 'avg_loss': 1.1592483079015385, 'avg_acc_mask': 59.94765412950757, 'loss': 0.7623919248580933}
+{'epoch': 270, 'iter': 950, 'avg_loss': 1.1595898667344535, 'avg_acc_mask': 59.91833761453821, 'loss': 1.6251611709594727}
+{'epoch': 270, 'iter': 960, 'avg_loss': 1.1603206014657987, 'avg_acc_mask': 59.90481066423953, 'loss': 1.0833855867385864}
+{'epoch': 270, 'iter': 970, 'avg_loss': 1.1601714051715133, 'avg_acc_mask': 59.91899797494937, 'loss': 1.1038193702697754}
+{'epoch': 270, 'iter': 980, 'avg_loss': 1.1601125060236053, 'avg_acc_mask': 59.923933209647494, 'loss': 1.0656147003173828}
+{'epoch': 270, 'iter': 990, 'avg_loss': 1.160998192252112, 'avg_acc_mask': 59.89504972294595, 'loss': 1.3714673519134521}
+{'epoch': 270, 'iter': 1000, 'avg_loss': 1.160477245782877, 'avg_acc_mask': 59.89539824937348, 'loss': 1.5211044549942017}
+{'epoch': 270, 'iter': 1010, 'avg_loss': 1.1602562055743413, 'avg_acc_mask': 59.88520637662384, 'loss': 1.1443842649459839}
+{'epoch': 270, 'iter': 1020, 'avg_loss': 1.1595878591733628, 'avg_acc_mask': 59.91375469983428, 'loss': 1.0010658502578735}
+{'epoch': 270, 'iter': 1030, 'avg_loss': 1.159259131472742, 'avg_acc_mask': 59.91952846504076, 'loss': 1.1732878684997559}
+{'epoch': 270, 'iter': 1040, 'avg_loss': 1.158627100396225, 'avg_acc_mask': 59.93498435779576, 'loss': 1.2861839532852173}
+{'epoch': 270, 'iter': 1050, 'avg_loss': 1.1581386504118836, 'avg_acc_mask': 59.98371984274061, 'loss': 1.1918364763259888}
+{'epoch': 270, 'iter': 1060, 'avg_loss': 1.1577402524067253, 'avg_acc_mask': 59.98386930706662, 'loss': 0.9934665560722351}
+{'epoch': 270, 'iter': 1070, 'avg_loss': 1.1576034026542186, 'avg_acc_mask': 59.983345512635324, 'loss': 1.4126909971237183}
+{'epoch': 270, 'iter': 1080, 'avg_loss': 1.1565880266523936, 'avg_acc_mask': 60.049798953549015, 'loss': 0.6924346685409546}
+{'epoch': 270, 'iter': 1090, 'avg_loss': 1.157075636928831, 'avg_acc_mask': 60.02098461128506, 'loss': 1.2551392316818237}
+{'epoch': 270, 'iter': 1100, 'avg_loss': 1.156175789293866, 'avg_acc_mask': 60.06699227773744, 'loss': 0.9720584750175476}
+{'epoch': 'EP270_train', 'avg_loss': 1.1563807429771078, 'total_masked_acc': 60.06015383603971}
+{'epoch': 271, 'iter': 0, 'avg_loss': 1.3657735586166382, 'avg_acc_mask': 56.33802816901409, 'loss': 1.3657735586166382}
+{'epoch': 271, 'iter': 10, 'avg_loss': 1.1727504459294407, 'avg_acc_mask': 58.7248322147651, 'loss': 0.992786705493927}
+{'epoch': 271, 'iter': 20, 'avg_loss': 1.1972857543400355, 'avg_acc_mask': 58.26086956521739, 'loss': 1.2966512441635132}
+{'epoch': 271, 'iter': 30, 'avg_loss': 1.2051387775328852, 'avg_acc_mask': 58.16876122082585, 'loss': 1.294494390487671}
+{'epoch': 271, 'iter': 40, 'avg_loss': 1.2021481961738774, 'avg_acc_mask': 58.37043633125557, 'loss': 1.2702882289886475}
+{'epoch': 271, 'iter': 50, 'avg_loss': 1.192098684170667, 'avg_acc_mask': 59.04628330995793, 'loss': 0.9078815579414368}
+{'epoch': 271, 'iter': 60, 'avg_loss': 1.1832655277408537, 'avg_acc_mask': 59.34718100890207, 'loss': 1.1384059190750122}
+{'epoch': 271, 'iter': 70, 'avg_loss': 1.1845435223109286, 'avg_acc_mask': 59.34627170582226, 'loss': 1.0596528053283691}
+{'epoch': 271, 'iter': 80, 'avg_loss': 1.182491526927477, 'avg_acc_mask': 59.40704413731609, 'loss': 1.070935845375061}
+{'epoch': 271, 'iter': 90, 'avg_loss': 1.1767071400369917, 'avg_acc_mask': 59.48241801659423, 'loss': 1.1673728227615356}
+{'epoch': 271, 'iter': 100, 'avg_loss': 1.1670438847919502, 'avg_acc_mask': 59.813084112149525, 'loss': 0.7566418051719666}
+{'epoch': 271, 'iter': 110, 'avg_loss': 1.1645379002029832, 'avg_acc_mask': 59.91816693944354, 'loss': 1.0455498695373535}
+{'epoch': 271, 'iter': 120, 'avg_loss': 1.1556989718074642, 'avg_acc_mask': 60.24386572331778, 'loss': 1.0811922550201416}
+{'epoch': 271, 'iter': 130, 'avg_loss': 1.1601526218516227, 'avg_acc_mask': 59.95562950637826, 'loss': 0.9393559098243713}
+{'epoch': 271, 'iter': 140, 'avg_loss': 1.1620828665740102, 'avg_acc_mask': 59.858520900321544, 'loss': 1.0792365074157715}
+{'epoch': 271, 'iter': 150, 'avg_loss': 1.1497330559010537, 'avg_acc_mask': 60.32496665454104, 'loss': 1.1928133964538574}
+{'epoch': 271, 'iter': 160, 'avg_loss': 1.1562313859507163, 'avg_acc_mask': 60.139540203591444, 'loss': 1.55115807056427}
+{'epoch': 271, 'iter': 170, 'avg_loss': 1.1569156301648993, 'avg_acc_mask': 60.22617124394184, 'loss': 0.9260326027870178}
+{'epoch': 271, 'iter': 180, 'avg_loss': 1.1589094667144901, 'avg_acc_mask': 60.1303860649893, 'loss': 1.25319504737854}
+{'epoch': 271, 'iter': 190, 'avg_loss': 1.1539101510147773, 'avg_acc_mask': 60.21961086495858, 'loss': 0.9763161540031433}
+{'epoch': 271, 'iter': 200, 'avg_loss': 1.1537844529792445, 'avg_acc_mask': 60.19622226297451, 'loss': 1.3784420490264893}
+{'epoch': 271, 'iter': 210, 'avg_loss': 1.1564307955769002, 'avg_acc_mask': 60.19316105455494, 'loss': 1.460495114326477}
+{'epoch': 271, 'iter': 220, 'avg_loss': 1.1563623453157519, 'avg_acc_mask': 60.189180219050776, 'loss': 1.3565621376037598}
+{'epoch': 271, 'iter': 230, 'avg_loss': 1.1599180884175486, 'avg_acc_mask': 60.025421035907215, 'loss': 1.0244685411453247}
+{'epoch': 271, 'iter': 240, 'avg_loss': 1.157908833373137, 'avg_acc_mask': 60.13151858082275, 'loss': 1.306106686592102}
+{'epoch': 271, 'iter': 250, 'avg_loss': 1.1621326899148554, 'avg_acc_mask': 59.975044039929536, 'loss': 1.087646722793579}
+{'epoch': 271, 'iter': 260, 'avg_loss': 1.1618089018196895, 'avg_acc_mask': 59.93499152063313, 'loss': 1.0273265838623047}
+{'epoch': 271, 'iter': 270, 'avg_loss': 1.1615124467994014, 'avg_acc_mask': 59.90636449993215, 'loss': 1.2782621383666992}
+{'epoch': 271, 'iter': 280, 'avg_loss': 1.1614104114817554, 'avg_acc_mask': 59.84659761374066, 'loss': 0.9032473564147949}
+{'epoch': 271, 'iter': 290, 'avg_loss': 1.160897472674904, 'avg_acc_mask': 59.944243806627384, 'loss': 1.0011370182037354}
+{'epoch': 271, 'iter': 300, 'avg_loss': 1.1578123177404815, 'avg_acc_mask': 60.12386558744175, 'loss': 0.9201070070266724}
+{'epoch': 271, 'iter': 310, 'avg_loss': 1.1578688629187188, 'avg_acc_mask': 59.95962714480794, 'loss': 0.854584276676178}
+{'epoch': 271, 'iter': 320, 'avg_loss': 1.1593569836512534, 'avg_acc_mask': 59.92971135564902, 'loss': 1.1252785921096802}
+{'epoch': 271, 'iter': 330, 'avg_loss': 1.1589891590020447, 'avg_acc_mask': 59.91078896013382, 'loss': 0.9849905371665955}
+{'epoch': 271, 'iter': 340, 'avg_loss': 1.1575232179633335, 'avg_acc_mask': 59.93406118257486, 'loss': 1.0278151035308838}
+{'epoch': 271, 'iter': 350, 'avg_loss': 1.1564770643188063, 'avg_acc_mask': 59.93689192742572, 'loss': 1.2723621129989624}
+{'epoch': 271, 'iter': 360, 'avg_loss': 1.1571035799557483, 'avg_acc_mask': 59.89277508297166, 'loss': 1.3015414476394653}
+{'epoch': 271, 'iter': 370, 'avg_loss': 1.1570516709047507, 'avg_acc_mask': 59.86293206197855, 'loss': 1.1269428730010986}
+{'epoch': 271, 'iter': 380, 'avg_loss': 1.1600927117615547, 'avg_acc_mask': 59.75420940584478, 'loss': 0.9107387065887451}
+{'epoch': 271, 'iter': 390, 'avg_loss': 1.1591331227051327, 'avg_acc_mask': 59.816340946550504, 'loss': 0.9580167531967163}
+{'epoch': 271, 'iter': 400, 'avg_loss': 1.159007080178011, 'avg_acc_mask': 59.80527234316156, 'loss': 0.9002858400344849}
+{'epoch': 271, 'iter': 410, 'avg_loss': 1.1556478947618583, 'avg_acc_mask': 59.89340738086707, 'loss': 1.041181206703186}
+{'epoch': 271, 'iter': 420, 'avg_loss': 1.153686695172498, 'avg_acc_mask': 59.99387147609876, 'loss': 1.0382683277130127}
+{'epoch': 271, 'iter': 430, 'avg_loss': 1.153336022956742, 'avg_acc_mask': 59.96749497455198, 'loss': 0.9736388921737671}
+{'epoch': 271, 'iter': 440, 'avg_loss': 1.1551417377259996, 'avg_acc_mask': 59.91897761443368, 'loss': 1.2792811393737793}
+{'epoch': 271, 'iter': 450, 'avg_loss': 1.1555407624815626, 'avg_acc_mask': 59.86102595544656, 'loss': 0.8721264600753784}
+{'epoch': 271, 'iter': 460, 'avg_loss': 1.1565308313566278, 'avg_acc_mask': 59.831483108377924, 'loss': 1.2757065296173096}
+{'epoch': 271, 'iter': 470, 'avg_loss': 1.1573525101515898, 'avg_acc_mask': 59.82010168165819, 'loss': 0.9018990397453308}
+{'epoch': 271, 'iter': 480, 'avg_loss': 1.1559900927692341, 'avg_acc_mask': 59.868370704828955, 'loss': 0.9732124209403992}
+{'epoch': 271, 'iter': 490, 'avg_loss': 1.15607866262467, 'avg_acc_mask': 59.87700614969251, 'loss': 1.2331801652908325}
+{'epoch': 271, 'iter': 500, 'avg_loss': 1.1568636533742893, 'avg_acc_mask': 59.83326600315839, 'loss': 1.2290740013122559}
+{'epoch': 271, 'iter': 510, 'avg_loss': 1.1565745997802153, 'avg_acc_mask': 59.753201899553886, 'loss': 1.093873143196106}
+{'epoch': 271, 'iter': 520, 'avg_loss': 1.1564293685664142, 'avg_acc_mask': 59.780421505983696, 'loss': 1.1947476863861084}
+{'epoch': 271, 'iter': 530, 'avg_loss': 1.1571413886973638, 'avg_acc_mask': 59.80123965511272, 'loss': 0.966597318649292}
+{'epoch': 271, 'iter': 540, 'avg_loss': 1.1586856374899253, 'avg_acc_mask': 59.76753670473083, 'loss': 0.974635124206543}
+{'epoch': 271, 'iter': 550, 'avg_loss': 1.1597380548336977, 'avg_acc_mask': 59.683662573411645, 'loss': 1.0694451332092285}
+{'epoch': 271, 'iter': 560, 'avg_loss': 1.1585494395670832, 'avg_acc_mask': 59.71652613274714, 'loss': 0.8186202049255371}
+{'epoch': 271, 'iter': 570, 'avg_loss': 1.158452694240677, 'avg_acc_mask': 59.75676634730153, 'loss': 1.0080002546310425}
+{'epoch': 271, 'iter': 580, 'avg_loss': 1.1577627719371946, 'avg_acc_mask': 59.77430500523029, 'loss': 1.1126558780670166}
+{'epoch': 271, 'iter': 590, 'avg_loss': 1.1584353778769725, 'avg_acc_mask': 59.72101133391456, 'loss': 1.0296545028686523}
+{'epoch': 271, 'iter': 600, 'avg_loss': 1.1571464020876638, 'avg_acc_mask': 59.739623219482304, 'loss': 1.0468206405639648}
+{'epoch': 271, 'iter': 610, 'avg_loss': 1.1576455155488121, 'avg_acc_mask': 59.73688974714864, 'loss': 1.2540332078933716}
+{'epoch': 271, 'iter': 620, 'avg_loss': 1.1556776356965832, 'avg_acc_mask': 59.784869554882036, 'loss': 1.21739661693573}
+{'epoch': 271, 'iter': 630, 'avg_loss': 1.1548568446738217, 'avg_acc_mask': 59.8538652637732, 'loss': 0.8725526928901672}
+{'epoch': 271, 'iter': 640, 'avg_loss': 1.1541965836295844, 'avg_acc_mask': 59.873107426099494, 'loss': 1.317650556564331}
+{'epoch': 271, 'iter': 650, 'avg_loss': 1.155174761964795, 'avg_acc_mask': 59.87950780073318, 'loss': 1.0956476926803589}
+{'epoch': 271, 'iter': 660, 'avg_loss': 1.1533874055982176, 'avg_acc_mask': 59.93286713286713, 'loss': 0.8798757195472717}
+{'epoch': 271, 'iter': 670, 'avg_loss': 1.1535465412630233, 'avg_acc_mask': 59.95315513915679, 'loss': 1.0798231363296509}
+{'epoch': 271, 'iter': 680, 'avg_loss': 1.1543607394075603, 'avg_acc_mask': 59.91423763773543, 'loss': 1.3435076475143433}
+{'epoch': 271, 'iter': 690, 'avg_loss': 1.1535020783737668, 'avg_acc_mask': 59.942316936388394, 'loss': 1.1440151929855347}
+{'epoch': 271, 'iter': 700, 'avg_loss': 1.1559858440332509, 'avg_acc_mask': 59.84519390253534, 'loss': 1.1128723621368408}
+{'epoch': 271, 'iter': 710, 'avg_loss': 1.1552951332553698, 'avg_acc_mask': 59.856556312041995, 'loss': 1.1821751594543457}
+{'epoch': 271, 'iter': 720, 'avg_loss': 1.1559260380086225, 'avg_acc_mask': 59.81971369305232, 'loss': 1.1481279134750366}
+{'epoch': 271, 'iter': 730, 'avg_loss': 1.1551151624619553, 'avg_acc_mask': 59.85751818916734, 'loss': 1.2877442836761475}
+{'epoch': 271, 'iter': 740, 'avg_loss': 1.1554639123068486, 'avg_acc_mask': 59.81562227482248, 'loss': 1.0762935876846313}
+{'epoch': 271, 'iter': 750, 'avg_loss': 1.156064112954705, 'avg_acc_mask': 59.79953815162384, 'loss': 1.1127352714538574}
+{'epoch': 271, 'iter': 760, 'avg_loss': 1.154462199878442, 'avg_acc_mask': 59.8407225756325, 'loss': 0.9974923729896545}
+{'epoch': 271, 'iter': 770, 'avg_loss': 1.1556250876644396, 'avg_acc_mask': 59.81379987076083, 'loss': 1.120416283607483}
+{'epoch': 271, 'iter': 780, 'avg_loss': 1.1555902267235036, 'avg_acc_mask': 59.825203732136536, 'loss': 1.0116708278656006}
+{'epoch': 271, 'iter': 790, 'avg_loss': 1.1556926276228672, 'avg_acc_mask': 59.82449179639181, 'loss': 1.1539937257766724}
+{'epoch': 271, 'iter': 800, 'avg_loss': 1.155564999089259, 'avg_acc_mask': 59.800962933953784, 'loss': 1.607144832611084}
+{'epoch': 271, 'iter': 810, 'avg_loss': 1.156245095588717, 'avg_acc_mask': 59.75618077194259, 'loss': 0.9882577657699585}
+{'epoch': 271, 'iter': 820, 'avg_loss': 1.1563437212980041, 'avg_acc_mask': 59.71772743617404, 'loss': 1.3419209718704224}
+{'epoch': 271, 'iter': 830, 'avg_loss': 1.15569091036862, 'avg_acc_mask': 59.759078988309554, 'loss': 1.0409704446792603}
+{'epoch': 271, 'iter': 840, 'avg_loss': 1.1547949095118202, 'avg_acc_mask': 59.805062235198555, 'loss': 0.922206461429596}
+{'epoch': 271, 'iter': 850, 'avg_loss': 1.1559588897942656, 'avg_acc_mask': 59.741865509761396, 'loss': 1.1594324111938477}
+{'epoch': 271, 'iter': 860, 'avg_loss': 1.156935120085806, 'avg_acc_mask': 59.7067712687287, 'loss': 1.1261823177337646}
+{'epoch': 271, 'iter': 870, 'avg_loss': 1.158728741408763, 'avg_acc_mask': 59.6378405821628, 'loss': 1.0189307928085327}
+{'epoch': 271, 'iter': 880, 'avg_loss': 1.1575794105632622, 'avg_acc_mask': 59.66657591052841, 'loss': 0.8395034074783325}
+{'epoch': 271, 'iter': 890, 'avg_loss': 1.1566322351545597, 'avg_acc_mask': 59.716750300667684, 'loss': 0.6903852224349976}
+{'epoch': 271, 'iter': 900, 'avg_loss': 1.1566759181869413, 'avg_acc_mask': 59.729962301262084, 'loss': 1.1584230661392212}
+{'epoch': 271, 'iter': 910, 'avg_loss': 1.156907275858878, 'avg_acc_mask': 59.73428924397999, 'loss': 1.4315930604934692}
+{'epoch': 271, 'iter': 920, 'avg_loss': 1.156399056655188, 'avg_acc_mask': 59.736403939898494, 'loss': 1.0538214445114136}
+{'epoch': 271, 'iter': 930, 'avg_loss': 1.1559555314793366, 'avg_acc_mask': 59.76498144067964, 'loss': 1.460060715675354}
+{'epoch': 271, 'iter': 940, 'avg_loss': 1.1562343320861759, 'avg_acc_mask': 59.75930579550809, 'loss': 1.0136666297912598}
+{'epoch': 271, 'iter': 950, 'avg_loss': 1.1565530507597137, 'avg_acc_mask': 59.77591797898988, 'loss': 1.291653037071228}
+{'epoch': 271, 'iter': 960, 'avg_loss': 1.156259891641996, 'avg_acc_mask': 59.79044506392387, 'loss': 1.175723671913147}
+{'epoch': 271, 'iter': 970, 'avg_loss': 1.1563942465551358, 'avg_acc_mask': 59.8003232861082, 'loss': 1.0312561988830566}
+{'epoch': 271, 'iter': 980, 'avg_loss': 1.1556566477307972, 'avg_acc_mask': 59.81556412910511, 'loss': 0.7550175189971924}
+{'epoch': 271, 'iter': 990, 'avg_loss': 1.15646608247526, 'avg_acc_mask': 59.78137395482225, 'loss': 1.4175971746444702}
+{'epoch': 271, 'iter': 1000, 'avg_loss': 1.1566980188781326, 'avg_acc_mask': 59.7918934376326, 'loss': 1.3500593900680542}
+{'epoch': 271, 'iter': 1010, 'avg_loss': 1.1568135495355645, 'avg_acc_mask': 59.77423008073649, 'loss': 1.051289677619934}
+{'epoch': 271, 'iter': 1020, 'avg_loss': 1.1569999823607613, 'avg_acc_mask': 59.778931562856165, 'loss': 1.1025089025497437}
+{'epoch': 271, 'iter': 1030, 'avg_loss': 1.1569446475614515, 'avg_acc_mask': 59.785666923531835, 'loss': 0.8890435695648193}
+{'epoch': 271, 'iter': 1040, 'avg_loss': 1.1565456393816285, 'avg_acc_mask': 59.7850758972904, 'loss': 1.0379130840301514}
+{'epoch': 271, 'iter': 1050, 'avg_loss': 1.157026200153848, 'avg_acc_mask': 59.755754700404154, 'loss': 1.414656639099121}
+{'epoch': 271, 'iter': 1060, 'avg_loss': 1.1565989791841353, 'avg_acc_mask': 59.76401385287412, 'loss': 1.1142237186431885}
+{'epoch': 271, 'iter': 1070, 'avg_loss': 1.1556510668174893, 'avg_acc_mask': 59.79731476534358, 'loss': 1.1687099933624268}
+{'epoch': 271, 'iter': 1080, 'avg_loss': 1.1551630682795275, 'avg_acc_mask': 59.81838044517275, 'loss': 0.7669036984443665}
+{'epoch': 271, 'iter': 1090, 'avg_loss': 1.1548683896838363, 'avg_acc_mask': 59.82670675269398, 'loss': 1.0059994459152222}
+{'epoch': 271, 'iter': 1100, 'avg_loss': 1.1546835568577025, 'avg_acc_mask': 59.84033205576662, 'loss': 1.1062686443328857}
+{'epoch': 'EP271_train', 'avg_loss': 1.155391371465916, 'total_masked_acc': 59.80192737337023}
+{'epoch': 272, 'iter': 0, 'avg_loss': 1.1026090383529663, 'avg_acc_mask': 57.8125, 'loss': 1.1026090383529663}
+{'epoch': 272, 'iter': 10, 'avg_loss': 1.1900850371880964, 'avg_acc_mask': 59.83050847457627, 'loss': 1.1007304191589355}
+{'epoch': 272, 'iter': 20, 'avg_loss': 1.195352520261492, 'avg_acc_mask': 58.73573309920983, 'loss': 1.2289239168167114}
+{'epoch': 272, 'iter': 30, 'avg_loss': 1.1798761660052883, 'avg_acc_mask': 59.6053395240859, 'loss': 1.100172519683838}
+{'epoch': 272, 'iter': 40, 'avg_loss': 1.1501184949060765, 'avg_acc_mask': 60.839463435742104, 'loss': 1.1216068267822266}
+{'epoch': 272, 'iter': 50, 'avg_loss': 1.160288113005021, 'avg_acc_mask': 59.76248690185121, 'loss': 1.374770998954773}
+{'epoch': 272, 'iter': 60, 'avg_loss': 1.1459255511643456, 'avg_acc_mask': 60.0648393751842, 'loss': 1.3261626958847046}
+{'epoch': 272, 'iter': 70, 'avg_loss': 1.1443620878206173, 'avg_acc_mask': 60.268422385414034, 'loss': 1.363282322883606}
+{'epoch': 272, 'iter': 80, 'avg_loss': 1.1463231525303406, 'avg_acc_mask': 60.322011468901636, 'loss': 1.3159250020980835}
+{'epoch': 272, 'iter': 90, 'avg_loss': 1.1540873862884857, 'avg_acc_mask': 60.07827788649707, 'loss': 1.5381544828414917}
+{'epoch': 272, 'iter': 100, 'avg_loss': 1.1447299004781364, 'avg_acc_mask': 60.432931156848824, 'loss': 0.8985832333564758}
+{'epoch': 272, 'iter': 110, 'avg_loss': 1.1470669926823795, 'avg_acc_mask': 60.4442266862649, 'loss': 1.1492056846618652}
+{'epoch': 272, 'iter': 120, 'avg_loss': 1.13951968457088, 'avg_acc_mask': 60.61015930267508, 'loss': 1.2788317203521729}
+{'epoch': 272, 'iter': 130, 'avg_loss': 1.1386093902223893, 'avg_acc_mask': 60.46155984985403, 'loss': 1.1413956880569458}
+{'epoch': 272, 'iter': 140, 'avg_loss': 1.1383692588366516, 'avg_acc_mask': 60.2998190746963, 'loss': 0.775726318359375}
+{'epoch': 272, 'iter': 150, 'avg_loss': 1.1288844070687198, 'avg_acc_mask': 60.59173032617922, 'loss': 1.1288913488388062}
+{'epoch': 272, 'iter': 160, 'avg_loss': 1.130261426386626, 'avg_acc_mask': 60.58360879972643, 'loss': 0.9914873838424683}
+{'epoch': 272, 'iter': 170, 'avg_loss': 1.1298851116358886, 'avg_acc_mask': 60.63160140830044, 'loss': 1.2820342779159546}
+{'epoch': 272, 'iter': 180, 'avg_loss': 1.1322764546831667, 'avg_acc_mask': 60.3862790463736, 'loss': 1.1083511114120483}
+{'epoch': 272, 'iter': 190, 'avg_loss': 1.1322811245918274, 'avg_acc_mask': 60.3538476172358, 'loss': 0.8265323638916016}
+{'epoch': 272, 'iter': 200, 'avg_loss': 1.1313759224924875, 'avg_acc_mask': 60.312020921634044, 'loss': 1.2196235656738281}
+{'epoch': 272, 'iter': 210, 'avg_loss': 1.130799063856568, 'avg_acc_mask': 60.36601082567231, 'loss': 1.0879775285720825}
+{'epoch': 272, 'iter': 220, 'avg_loss': 1.1300307401704572, 'avg_acc_mask': 60.27274211987588, 'loss': 1.3225172758102417}
+{'epoch': 272, 'iter': 230, 'avg_loss': 1.1328010731961304, 'avg_acc_mask': 60.25229178092925, 'loss': 1.3548760414123535}
+{'epoch': 272, 'iter': 240, 'avg_loss': 1.1338087604748264, 'avg_acc_mask': 60.27603891696206, 'loss': 1.1334809064865112}
+{'epoch': 272, 'iter': 250, 'avg_loss': 1.1376321610226574, 'avg_acc_mask': 60.32435563278309, 'loss': 1.0457336902618408}
+{'epoch': 272, 'iter': 260, 'avg_loss': 1.1376980917663866, 'avg_acc_mask': 60.331614880869445, 'loss': 1.0771147012710571}
+{'epoch': 272, 'iter': 270, 'avg_loss': 1.1411943246517675, 'avg_acc_mask': 60.208723575060205, 'loss': 1.3718645572662354}
+{'epoch': 272, 'iter': 280, 'avg_loss': 1.141274300970641, 'avg_acc_mask': 60.178306092124814, 'loss': 0.9860913753509521}
+{'epoch': 272, 'iter': 290, 'avg_loss': 1.1415904025031938, 'avg_acc_mask': 60.146332311925455, 'loss': 1.0568684339523315}
+{'epoch': 272, 'iter': 300, 'avg_loss': 1.1410368195799894, 'avg_acc_mask': 60.200992856278, 'loss': 0.8255739212036133}
+{'epoch': 272, 'iter': 310, 'avg_loss': 1.138237114121293, 'avg_acc_mask': 60.31253657965586, 'loss': 0.8698158264160156}
+{'epoch': 272, 'iter': 320, 'avg_loss': 1.1401621833025852, 'avg_acc_mask': 60.27171441564347, 'loss': 0.9219737648963928}
+{'epoch': 272, 'iter': 330, 'avg_loss': 1.1414229039699288, 'avg_acc_mask': 60.203464393731096, 'loss': 1.0011378526687622}
+{'epoch': 272, 'iter': 340, 'avg_loss': 1.1387766984201246, 'avg_acc_mask': 60.28554622747446, 'loss': 0.9123629331588745}
+{'epoch': 272, 'iter': 350, 'avg_loss': 1.1394666097103021, 'avg_acc_mask': 60.35666008110637, 'loss': 1.2329813241958618}
+{'epoch': 272, 'iter': 360, 'avg_loss': 1.1408932035649582, 'avg_acc_mask': 60.30341340075853, 'loss': 1.4057503938674927}
+{'epoch': 272, 'iter': 370, 'avg_loss': 1.1445895226175251, 'avg_acc_mask': 60.22134776192819, 'loss': 1.2549655437469482}
+{'epoch': 272, 'iter': 380, 'avg_loss': 1.147074649183769, 'avg_acc_mask': 60.20794403718077, 'loss': 0.9945704936981201}
+{'epoch': 272, 'iter': 390, 'avg_loss': 1.147954664419374, 'avg_acc_mask': 60.20579981290927, 'loss': 1.1574664115905762}
+{'epoch': 272, 'iter': 400, 'avg_loss': 1.1456725784668007, 'avg_acc_mask': 60.259041364527754, 'loss': 1.2104871273040771}
+{'epoch': 272, 'iter': 410, 'avg_loss': 1.1458767704720045, 'avg_acc_mask': 60.18246550956832, 'loss': 1.1400561332702637}
+{'epoch': 272, 'iter': 420, 'avg_loss': 1.1440133780878117, 'avg_acc_mask': 60.22480687440326, 'loss': 0.9066457152366638}
+{'epoch': 272, 'iter': 430, 'avg_loss': 1.143388547089703, 'avg_acc_mask': 60.27240325865581, 'loss': 0.8451918363571167}
+{'epoch': 272, 'iter': 440, 'avg_loss': 1.1471332104838625, 'avg_acc_mask': 60.20903322135125, 'loss': 1.3363878726959229}
+{'epoch': 272, 'iter': 450, 'avg_loss': 1.1476894207381356, 'avg_acc_mask': 60.21343937672455, 'loss': 0.8223240971565247}
+{'epoch': 272, 'iter': 460, 'avg_loss': 1.1491198553956252, 'avg_acc_mask': 60.17319456582187, 'loss': 1.3503285646438599}
+{'epoch': 272, 'iter': 470, 'avg_loss': 1.1482297387092737, 'avg_acc_mask': 60.19643619705734, 'loss': 1.0761058330535889}
+{'epoch': 272, 'iter': 480, 'avg_loss': 1.1490338843726318, 'avg_acc_mask': 60.201635914019406, 'loss': 0.9067966938018799}
+{'epoch': 272, 'iter': 490, 'avg_loss': 1.1498784430158113, 'avg_acc_mask': 60.16866930367938, 'loss': 1.1368422508239746}
+{'epoch': 272, 'iter': 500, 'avg_loss': 1.148408079694607, 'avg_acc_mask': 60.20049758524806, 'loss': 1.1630936861038208}
+{'epoch': 272, 'iter': 510, 'avg_loss': 1.147119374657797, 'avg_acc_mask': 60.1920871559633, 'loss': 1.0692789554595947}
+{'epoch': 272, 'iter': 520, 'avg_loss': 1.1473139259041842, 'avg_acc_mask': 60.184729929058086, 'loss': 1.4409457445144653}
+{'epoch': 272, 'iter': 530, 'avg_loss': 1.1485380919864174, 'avg_acc_mask': 60.15873015873016, 'loss': 1.062621831893921}
+{'epoch': 272, 'iter': 540, 'avg_loss': 1.1495165584708757, 'avg_acc_mask': 60.09278385425485, 'loss': 1.4833203554153442}
+{'epoch': 272, 'iter': 550, 'avg_loss': 1.151346414686331, 'avg_acc_mask': 59.998671934659185, 'loss': 1.1649349927902222}
+{'epoch': 272, 'iter': 560, 'avg_loss': 1.1506815016163436, 'avg_acc_mask': 60.03066784117973, 'loss': 1.2196910381317139}
+{'epoch': 272, 'iter': 570, 'avg_loss': 1.1501951224958415, 'avg_acc_mask': 60.04041181564514, 'loss': 1.2678673267364502}
+{'epoch': 272, 'iter': 580, 'avg_loss': 1.1498581675777337, 'avg_acc_mask': 60.059851945188214, 'loss': 1.2398886680603027}
+{'epoch': 272, 'iter': 590, 'avg_loss': 1.1500392373644963, 'avg_acc_mask': 60.02228550204284, 'loss': 0.8468985557556152}
+{'epoch': 272, 'iter': 600, 'avg_loss': 1.1498626747266227, 'avg_acc_mask': 60.03594602004447, 'loss': 0.9674104452133179}
+{'epoch': 272, 'iter': 610, 'avg_loss': 1.151174153224146, 'avg_acc_mask': 60.0365127345644, 'loss': 1.29904043674469}
+{'epoch': 272, 'iter': 620, 'avg_loss': 1.1487551039735668, 'avg_acc_mask': 60.12975523444412, 'loss': 1.4021672010421753}
+{'epoch': 272, 'iter': 630, 'avg_loss': 1.1481289738898421, 'avg_acc_mask': 60.17175351050249, 'loss': 1.102696180343628}
+{'epoch': 272, 'iter': 640, 'avg_loss': 1.1472042843629715, 'avg_acc_mask': 60.18314494205179, 'loss': 1.0356273651123047}
+{'epoch': 272, 'iter': 650, 'avg_loss': 1.1482865174977643, 'avg_acc_mask': 60.126885661920205, 'loss': 1.235457181930542}
+{'epoch': 272, 'iter': 660, 'avg_loss': 1.146510073168375, 'avg_acc_mask': 60.18605942793669, 'loss': 0.8168334364891052}
+{'epoch': 272, 'iter': 670, 'avg_loss': 1.1468552468252964, 'avg_acc_mask': 60.191518467852255, 'loss': 1.2774038314819336}
+{'epoch': 272, 'iter': 680, 'avg_loss': 1.1458794698666195, 'avg_acc_mask': 60.22953822943047, 'loss': 1.0761265754699707}
+{'epoch': 272, 'iter': 690, 'avg_loss': 1.1459420461385537, 'avg_acc_mask': 60.217050972483875, 'loss': 1.007137656211853}
+{'epoch': 272, 'iter': 700, 'avg_loss': 1.1476834197867445, 'avg_acc_mask': 60.145287308265175, 'loss': 1.322486400604248}
+{'epoch': 272, 'iter': 710, 'avg_loss': 1.1477065426723196, 'avg_acc_mask': 60.148048799360346, 'loss': 0.9389253258705139}
+{'epoch': 272, 'iter': 720, 'avg_loss': 1.1502289540559343, 'avg_acc_mask': 60.1037851037851, 'loss': 1.5148677825927734}
+{'epoch': 272, 'iter': 730, 'avg_loss': 1.1499016368927284, 'avg_acc_mask': 60.110893672537514, 'loss': 1.6463414430618286}
+{'epoch': 272, 'iter': 740, 'avg_loss': 1.1499626313143896, 'avg_acc_mask': 60.10397326401783, 'loss': 0.8757056593894958}
+{'epoch': 272, 'iter': 750, 'avg_loss': 1.1517318314147218, 'avg_acc_mask': 60.01415082831142, 'loss': 1.074123501777649}
+{'epoch': 272, 'iter': 760, 'avg_loss': 1.1510630694858035, 'avg_acc_mask': 60.02409638554217, 'loss': 1.3951938152313232}
+{'epoch': 272, 'iter': 770, 'avg_loss': 1.151299419260829, 'avg_acc_mask': 60.04747774480712, 'loss': 1.0276466608047485}
+{'epoch': 272, 'iter': 780, 'avg_loss': 1.1501643630972898, 'avg_acc_mask': 60.116854776263, 'loss': 1.0793460607528687}
+{'epoch': 272, 'iter': 790, 'avg_loss': 1.1501362913025617, 'avg_acc_mask': 60.12703711431022, 'loss': 0.9447561502456665}
+{'epoch': 272, 'iter': 800, 'avg_loss': 1.1500208334678717, 'avg_acc_mask': 60.14280483339436, 'loss': 1.0667423009872437}
+{'epoch': 272, 'iter': 810, 'avg_loss': 1.1506036189275664, 'avg_acc_mask': 60.131206877050104, 'loss': 1.1226201057434082}
+{'epoch': 272, 'iter': 820, 'avg_loss': 1.1512772408966316, 'avg_acc_mask': 60.1364805906701, 'loss': 1.0251563787460327}
+{'epoch': 272, 'iter': 830, 'avg_loss': 1.1511786778767903, 'avg_acc_mask': 60.153349832066475, 'loss': 1.2342890501022339}
+{'epoch': 272, 'iter': 840, 'avg_loss': 1.1514794564984216, 'avg_acc_mask': 60.124841765245094, 'loss': 1.1727272272109985}
+{'epoch': 272, 'iter': 850, 'avg_loss': 1.1528166370722437, 'avg_acc_mask': 60.03493412114808, 'loss': 1.0333834886550903}
+{'epoch': 272, 'iter': 860, 'avg_loss': 1.1533705146332098, 'avg_acc_mask': 60.022989973816976, 'loss': 1.0574913024902344}
+{'epoch': 272, 'iter': 870, 'avg_loss': 1.1547290270145123, 'avg_acc_mask': 59.99160016799664, 'loss': 1.1433427333831787}
+{'epoch': 272, 'iter': 880, 'avg_loss': 1.1543842696169313, 'avg_acc_mask': 60.01951179010295, 'loss': 1.0640302896499634}
+{'epoch': 272, 'iter': 890, 'avg_loss': 1.1541319561058156, 'avg_acc_mask': 60.05425289246008, 'loss': 0.936852753162384}
+{'epoch': 272, 'iter': 900, 'avg_loss': 1.1551108335813591, 'avg_acc_mask': 59.995129277103544, 'loss': 1.4979503154754639}
+{'epoch': 272, 'iter': 910, 'avg_loss': 1.1554983840554003, 'avg_acc_mask': 59.97433481041846, 'loss': 1.5437300205230713}
+{'epoch': 272, 'iter': 920, 'avg_loss': 1.1543989984660403, 'avg_acc_mask': 60.01469390997002, 'loss': 0.9925488829612732}
+{'epoch': 272, 'iter': 930, 'avg_loss': 1.1529725509606679, 'avg_acc_mask': 60.055058499655885, 'loss': 1.2996547222137451}
+{'epoch': 272, 'iter': 940, 'avg_loss': 1.1532548800285007, 'avg_acc_mask': 60.044699251773395, 'loss': 0.8522148132324219}
+{'epoch': 272, 'iter': 950, 'avg_loss': 1.153748234739815, 'avg_acc_mask': 60.02347372674273, 'loss': 1.2434779405593872}
+{'epoch': 272, 'iter': 960, 'avg_loss': 1.154462020677533, 'avg_acc_mask': 59.98058695900422, 'loss': 1.198917031288147}
+{'epoch': 272, 'iter': 970, 'avg_loss': 1.1541171276483428, 'avg_acc_mask': 60.013933083542014, 'loss': 0.9698728919029236}
+{'epoch': 272, 'iter': 980, 'avg_loss': 1.1536993023452409, 'avg_acc_mask': 60.0391352963101, 'loss': 1.1297004222869873}
+{'epoch': 272, 'iter': 990, 'avg_loss': 1.154024787615575, 'avg_acc_mask': 60.00626543323628, 'loss': 1.1538188457489014}
+{'epoch': 272, 'iter': 1000, 'avg_loss': 1.1542198422190908, 'avg_acc_mask': 60.02406870521306, 'loss': 1.255779504776001}
+{'epoch': 272, 'iter': 1010, 'avg_loss': 1.154400439337854, 'avg_acc_mask': 60.03503322739093, 'loss': 1.1600123643875122}
+{'epoch': 272, 'iter': 1020, 'avg_loss': 1.154120326684341, 'avg_acc_mask': 60.04864265531671, 'loss': 0.8584416508674622}
+{'epoch': 272, 'iter': 1030, 'avg_loss': 1.15467583705336, 'avg_acc_mask': 60.04289411180829, 'loss': 0.9618551135063171}
+{'epoch': 272, 'iter': 1040, 'avg_loss': 1.1538734303771248, 'avg_acc_mask': 60.071291857626996, 'loss': 1.1485520601272583}
+{'epoch': 272, 'iter': 1050, 'avg_loss': 1.1535675185958507, 'avg_acc_mask': 60.07553606237816, 'loss': 0.8929922580718994}
+{'epoch': 272, 'iter': 1060, 'avg_loss': 1.1536910468738781, 'avg_acc_mask': 60.05762495471093, 'loss': 1.1502666473388672}
+{'epoch': 272, 'iter': 1070, 'avg_loss': 1.153711348911182, 'avg_acc_mask': 60.0632208457924, 'loss': 1.5057748556137085}
+{'epoch': 272, 'iter': 1080, 'avg_loss': 1.1533170247607272, 'avg_acc_mask': 60.09277600013544, 'loss': 0.899170994758606}
+{'epoch': 272, 'iter': 1090, 'avg_loss': 1.1528411591195056, 'avg_acc_mask': 60.06874004526783, 'loss': 0.8431281447410583}
+{'epoch': 272, 'iter': 1100, 'avg_loss': 1.1521781952028163, 'avg_acc_mask': 60.082441327039426, 'loss': 0.7843367457389832}
+{'epoch': 'EP272_train', 'avg_loss': 1.1525882732274846, 'total_masked_acc': 60.066624680963905}
+{'epoch': 273, 'iter': 0, 'avg_loss': 1.3642116785049438, 'avg_acc_mask': 47.61904761904761, 'loss': 1.3642116785049438}
+{'epoch': 273, 'iter': 10, 'avg_loss': 1.2331857193600049, 'avg_acc_mask': 56.99404761904761, 'loss': 1.0005955696105957}
+{'epoch': 273, 'iter': 20, 'avg_loss': 1.2160843326931907, 'avg_acc_mask': 58.353708231458846, 'loss': 1.3771330118179321}
+{'epoch': 273, 'iter': 30, 'avg_loss': 1.1809502243995667, 'avg_acc_mask': 58.51305334846765, 'loss': 1.058927297592163}
+{'epoch': 273, 'iter': 40, 'avg_loss': 1.1629972864941853, 'avg_acc_mask': 59.26406926406926, 'loss': 1.0513149499893188}
+{'epoch': 273, 'iter': 50, 'avg_loss': 1.1789960487216127, 'avg_acc_mask': 59.01302261823167, 'loss': 1.6121857166290283}
+{'epoch': 273, 'iter': 60, 'avg_loss': 1.1680147169066257, 'avg_acc_mask': 59.31956964233789, 'loss': 0.9675573110580444}
+{'epoch': 273, 'iter': 70, 'avg_loss': 1.1602816086419871, 'avg_acc_mask': 59.371100573995506, 'loss': 1.2549272775650024}
+{'epoch': 273, 'iter': 80, 'avg_loss': 1.1605337865558671, 'avg_acc_mask': 59.46778095447548, 'loss': 1.2523071765899658}
+{'epoch': 273, 'iter': 90, 'avg_loss': 1.1674779568399702, 'avg_acc_mask': 59.36278342455042, 'loss': 1.2994974851608276}
+{'epoch': 273, 'iter': 100, 'avg_loss': 1.159129804313773, 'avg_acc_mask': 59.49254790631654, 'loss': 0.7114900946617126}
+{'epoch': 273, 'iter': 110, 'avg_loss': 1.162880522710783, 'avg_acc_mask': 59.3526350032531, 'loss': 1.1832759380340576}
+{'epoch': 273, 'iter': 120, 'avg_loss': 1.15055694412594, 'avg_acc_mask': 59.74474474474475, 'loss': 1.1240968704223633}
+{'epoch': 273, 'iter': 130, 'avg_loss': 1.1471589949294811, 'avg_acc_mask': 60.00555478405777, 'loss': 1.3460466861724854}
+{'epoch': 273, 'iter': 140, 'avg_loss': 1.1461977510587544, 'avg_acc_mask': 59.92999740731138, 'loss': 1.0048414468765259}
+{'epoch': 273, 'iter': 150, 'avg_loss': 1.1419516245260934, 'avg_acc_mask': 60.13628620102215, 'loss': 1.4101523160934448}
+{'epoch': 273, 'iter': 160, 'avg_loss': 1.1438773552083081, 'avg_acc_mask': 60.36935076852489, 'loss': 1.134089708328247}
+{'epoch': 273, 'iter': 170, 'avg_loss': 1.1445362599272477, 'avg_acc_mask': 60.19135669748441, 'loss': 1.1256663799285889}
+{'epoch': 273, 'iter': 180, 'avg_loss': 1.1432042023094977, 'avg_acc_mask': 60.319397823212284, 'loss': 1.3088473081588745}
+{'epoch': 273, 'iter': 190, 'avg_loss': 1.138641756866615, 'avg_acc_mask': 60.442825649381774, 'loss': 1.0789254903793335}
+{'epoch': 273, 'iter': 200, 'avg_loss': 1.1363126783821713, 'avg_acc_mask': 60.503590582674306, 'loss': 1.235477328300476}
+{'epoch': 273, 'iter': 210, 'avg_loss': 1.13617539066839, 'avg_acc_mask': 60.50884001724881, 'loss': 1.001153588294983}
+{'epoch': 273, 'iter': 220, 'avg_loss': 1.1352112117935629, 'avg_acc_mask': 60.576368876080686, 'loss': 1.074326515197754}
+{'epoch': 273, 'iter': 230, 'avg_loss': 1.1390124912901873, 'avg_acc_mask': 60.489151873767256, 'loss': 1.4179127216339111}
+{'epoch': 273, 'iter': 240, 'avg_loss': 1.1375323195180458, 'avg_acc_mask': 60.4469696969697, 'loss': 1.1660082340240479}
+{'epoch': 273, 'iter': 250, 'avg_loss': 1.1403842881856212, 'avg_acc_mask': 60.37172011661808, 'loss': 1.2782546281814575}
+{'epoch': 273, 'iter': 260, 'avg_loss': 1.1414290552395057, 'avg_acc_mask': 60.30812324929972, 'loss': 0.831023633480072}
+{'epoch': 273, 'iter': 270, 'avg_loss': 1.143377386995787, 'avg_acc_mask': 60.24477170331518, 'loss': 1.2978986501693726}
+{'epoch': 273, 'iter': 280, 'avg_loss': 1.1469797076279582, 'avg_acc_mask': 60.13364473854937, 'loss': 0.9091860055923462}
+{'epoch': 273, 'iter': 290, 'avg_loss': 1.1466684554450701, 'avg_acc_mask': 60.12173694779116, 'loss': 1.1335464715957642}
+{'epoch': 273, 'iter': 300, 'avg_loss': 1.1440108535297686, 'avg_acc_mask': 60.273972602739725, 'loss': 0.8714032769203186}
+{'epoch': 273, 'iter': 310, 'avg_loss': 1.1434383147015832, 'avg_acc_mask': 60.28539550179106, 'loss': 0.8762319684028625}
+{'epoch': 273, 'iter': 320, 'avg_loss': 1.1464190451526939, 'avg_acc_mask': 60.27576776252065, 'loss': 1.5806442499160767}
+{'epoch': 273, 'iter': 330, 'avg_loss': 1.1453985519639676, 'avg_acc_mask': 60.38257408226448, 'loss': 1.1891721487045288}
+{'epoch': 273, 'iter': 340, 'avg_loss': 1.1431402754573878, 'avg_acc_mask': 60.33402922755741, 'loss': 0.9938204288482666}
+{'epoch': 273, 'iter': 350, 'avg_loss': 1.1430543195827734, 'avg_acc_mask': 60.35773710482529, 'loss': 1.2409404516220093}
+{'epoch': 273, 'iter': 360, 'avg_loss': 1.143542055608163, 'avg_acc_mask': 60.296789824348885, 'loss': 1.3494939804077148}
+{'epoch': 273, 'iter': 370, 'avg_loss': 1.1408111046588003, 'avg_acc_mask': 60.42946292565476, 'loss': 0.9741352200508118}
+{'epoch': 273, 'iter': 380, 'avg_loss': 1.1424234598640381, 'avg_acc_mask': 60.40818281991089, 'loss': 0.7626191973686218}
+{'epoch': 273, 'iter': 390, 'avg_loss': 1.1439129344337737, 'avg_acc_mask': 60.316201846842645, 'loss': 1.217604398727417}
+{'epoch': 273, 'iter': 400, 'avg_loss': 1.1446795283707598, 'avg_acc_mask': 60.2622473137862, 'loss': 1.1790447235107422}
+{'epoch': 273, 'iter': 410, 'avg_loss': 1.1432933720358966, 'avg_acc_mask': 60.2666074205732, 'loss': 1.0208731889724731}
+{'epoch': 273, 'iter': 420, 'avg_loss': 1.141973478493951, 'avg_acc_mask': 60.299674267100976, 'loss': 0.8106620907783508}
+{'epoch': 273, 'iter': 430, 'avg_loss': 1.1414394377279171, 'avg_acc_mask': 60.32056460184516, 'loss': 1.1529792547225952}
+{'epoch': 273, 'iter': 440, 'avg_loss': 1.1442979313348696, 'avg_acc_mask': 60.13759946949602, 'loss': 1.4006308317184448}
+{'epoch': 273, 'iter': 450, 'avg_loss': 1.144045127072514, 'avg_acc_mask': 60.12976480129765, 'loss': 0.85548335313797}
+{'epoch': 273, 'iter': 460, 'avg_loss': 1.1451167737067134, 'avg_acc_mask': 60.10887705634587, 'loss': 0.9133445620536804}
+{'epoch': 273, 'iter': 470, 'avg_loss': 1.1462006840989343, 'avg_acc_mask': 60.05284837180383, 'loss': 1.1710014343261719}
+{'epoch': 273, 'iter': 480, 'avg_loss': 1.1460449966967974, 'avg_acc_mask': 60.03730207064556, 'loss': 1.1537288427352905}
+{'epoch': 273, 'iter': 490, 'avg_loss': 1.1468914829786343, 'avg_acc_mask': 60.01566988769914, 'loss': 1.4050308465957642}
+{'epoch': 273, 'iter': 500, 'avg_loss': 1.1466113432438787, 'avg_acc_mask': 60.0643415953791, 'loss': 1.0414848327636719}
+{'epoch': 273, 'iter': 510, 'avg_loss': 1.14695953284691, 'avg_acc_mask': 60.00143184421535, 'loss': 1.0757677555084229}
+{'epoch': 273, 'iter': 520, 'avg_loss': 1.1464931786403547, 'avg_acc_mask': 60.01475081656306, 'loss': 1.1801825761795044}
+{'epoch': 273, 'iter': 530, 'avg_loss': 1.1468621055734136, 'avg_acc_mask': 60.01998828273082, 'loss': 0.9501647353172302}
+{'epoch': 273, 'iter': 540, 'avg_loss': 1.1458160651369147, 'avg_acc_mask': 60.02569824846149, 'loss': 1.052309513092041}
+{'epoch': 273, 'iter': 550, 'avg_loss': 1.1461251304500115, 'avg_acc_mask': 59.99601752289925, 'loss': 0.9877966046333313}
+{'epoch': 273, 'iter': 560, 'avg_loss': 1.1471924941170024, 'avg_acc_mask': 59.96800835700063, 'loss': 1.4041032791137695}
+{'epoch': 273, 'iter': 570, 'avg_loss': 1.1471412495013502, 'avg_acc_mask': 59.99614977379921, 'loss': 1.2360193729400635}
+{'epoch': 273, 'iter': 580, 'avg_loss': 1.1464914600533176, 'avg_acc_mask': 60.05235106752026, 'loss': 1.2160760164260864}
+{'epoch': 273, 'iter': 590, 'avg_loss': 1.1475409648543484, 'avg_acc_mask': 60.014261796986425, 'loss': 1.3740941286087036}
+{'epoch': 273, 'iter': 600, 'avg_loss': 1.147628775749746, 'avg_acc_mask': 59.95176750717383, 'loss': 1.1895716190338135}
+{'epoch': 273, 'iter': 610, 'avg_loss': 1.1486547851718585, 'avg_acc_mask': 59.94365859506113, 'loss': 0.9328805804252625}
+{'epoch': 273, 'iter': 620, 'avg_loss': 1.1476214391789767, 'avg_acc_mask': 59.98170119827637, 'loss': 1.38775634765625}
+{'epoch': 273, 'iter': 630, 'avg_loss': 1.1472389214390242, 'avg_acc_mask': 59.986061908357044, 'loss': 1.1154645681381226}
+{'epoch': 273, 'iter': 640, 'avg_loss': 1.1460191634441501, 'avg_acc_mask': 60.058434304373975, 'loss': 0.9912639260292053}
+{'epoch': 273, 'iter': 650, 'avg_loss': 1.1462648846037378, 'avg_acc_mask': 60.06043319872356, 'loss': 1.0372616052627563}
+{'epoch': 273, 'iter': 660, 'avg_loss': 1.1469792821043017, 'avg_acc_mask': 60.03230837789661, 'loss': 1.011589527130127}
+{'epoch': 273, 'iter': 670, 'avg_loss': 1.1465995072785504, 'avg_acc_mask': 60.05654835433308, 'loss': 1.1972771883010864}
+{'epoch': 273, 'iter': 680, 'avg_loss': 1.1466466670694506, 'avg_acc_mask': 60.03135219870808, 'loss': 1.1161736249923706}
+{'epoch': 273, 'iter': 690, 'avg_loss': 1.146670513232434, 'avg_acc_mask': 59.98403193612775, 'loss': 0.9626343250274658}
+{'epoch': 273, 'iter': 700, 'avg_loss': 1.1490148144339698, 'avg_acc_mask': 59.92758946374226, 'loss': 1.3628575801849365}
+{'epoch': 273, 'iter': 710, 'avg_loss': 1.1490622232399577, 'avg_acc_mask': 59.905684821474836, 'loss': 1.1663439273834229}
+{'epoch': 273, 'iter': 720, 'avg_loss': 1.149914991343071, 'avg_acc_mask': 59.91213057804797, 'loss': 1.2005976438522339}
+{'epoch': 273, 'iter': 730, 'avg_loss': 1.1478739170467152, 'avg_acc_mask': 59.950085711404654, 'loss': 0.8052092790603638}
+{'epoch': 273, 'iter': 740, 'avg_loss': 1.14829046684399, 'avg_acc_mask': 59.90956297050858, 'loss': 1.2048720121383667}
+{'epoch': 273, 'iter': 750, 'avg_loss': 1.1495337141020479, 'avg_acc_mask': 59.858291654408156, 'loss': 1.0029985904693604}
+{'epoch': 273, 'iter': 760, 'avg_loss': 1.1481908542567891, 'avg_acc_mask': 59.90659633160722, 'loss': 1.2030127048492432}
+{'epoch': 273, 'iter': 770, 'avg_loss': 1.150345181290123, 'avg_acc_mask': 59.823114616947535, 'loss': 1.4181804656982422}
+{'epoch': 273, 'iter': 780, 'avg_loss': 1.1499959312083627, 'avg_acc_mask': 59.84980871865111, 'loss': 1.2103930711746216}
+{'epoch': 273, 'iter': 790, 'avg_loss': 1.1495399744109769, 'avg_acc_mask': 59.88107729975516, 'loss': 0.870225727558136}
+{'epoch': 273, 'iter': 800, 'avg_loss': 1.149527180358563, 'avg_acc_mask': 59.89315894908932, 'loss': 1.2064942121505737}
+{'epoch': 273, 'iter': 810, 'avg_loss': 1.1498877102584932, 'avg_acc_mask': 59.907236886979064, 'loss': 0.9975396394729614}
+{'epoch': 273, 'iter': 820, 'avg_loss': 1.149851082085692, 'avg_acc_mask': 59.89937784965075, 'loss': 0.9746778607368469}
+{'epoch': 273, 'iter': 830, 'avg_loss': 1.1504576371895276, 'avg_acc_mask': 59.89781184049762, 'loss': 1.1962339878082275}
+{'epoch': 273, 'iter': 840, 'avg_loss': 1.1509536532386162, 'avg_acc_mask': 59.89113496191919, 'loss': 1.178168773651123}
+{'epoch': 273, 'iter': 850, 'avg_loss': 1.1515062685298583, 'avg_acc_mask': 59.87602141448295, 'loss': 1.1415679454803467}
+{'epoch': 273, 'iter': 860, 'avg_loss': 1.1514044333418072, 'avg_acc_mask': 59.86470286007878, 'loss': 1.3965789079666138}
+{'epoch': 273, 'iter': 870, 'avg_loss': 1.1512757286549162, 'avg_acc_mask': 59.88454462794189, 'loss': 0.9343248009681702}
+{'epoch': 273, 'iter': 880, 'avg_loss': 1.1519655255805892, 'avg_acc_mask': 59.87314479495929, 'loss': 1.0033689737319946}
+{'epoch': 273, 'iter': 890, 'avg_loss': 1.151459676649434, 'avg_acc_mask': 59.8863848402546, 'loss': 1.0225545167922974}
+{'epoch': 273, 'iter': 900, 'avg_loss': 1.1515242309205143, 'avg_acc_mask': 59.86104564179288, 'loss': 1.3806934356689453}
+{'epoch': 273, 'iter': 910, 'avg_loss': 1.1526725644206897, 'avg_acc_mask': 59.85133876129137, 'loss': 1.394161581993103}
+{'epoch': 273, 'iter': 920, 'avg_loss': 1.1525094453467868, 'avg_acc_mask': 59.89576024857172, 'loss': 1.4038366079330444}
+{'epoch': 273, 'iter': 930, 'avg_loss': 1.1515588173932856, 'avg_acc_mask': 59.93016842898804, 'loss': 1.264897108078003}
+{'epoch': 273, 'iter': 940, 'avg_loss': 1.1520129311730833, 'avg_acc_mask': 59.90657690722458, 'loss': 0.8125825524330139}
+{'epoch': 273, 'iter': 950, 'avg_loss': 1.15155013728217, 'avg_acc_mask': 59.88889320539218, 'loss': 1.444585919380188}
+{'epoch': 273, 'iter': 960, 'avg_loss': 1.151939998308156, 'avg_acc_mask': 59.86061513650501, 'loss': 1.1611891984939575}
+{'epoch': 273, 'iter': 970, 'avg_loss': 1.1520691871274757, 'avg_acc_mask': 59.84464323020531, 'loss': 1.0560801029205322}
+{'epoch': 273, 'iter': 980, 'avg_loss': 1.151681918981243, 'avg_acc_mask': 59.850463076027125, 'loss': 0.9719638228416443}
+{'epoch': 273, 'iter': 990, 'avg_loss': 1.152813839563568, 'avg_acc_mask': 59.833156828864986, 'loss': 1.2848633527755737}
+{'epoch': 273, 'iter': 1000, 'avg_loss': 1.1528101270491784, 'avg_acc_mask': 59.823086966916165, 'loss': 1.4364697933197021}
+{'epoch': 273, 'iter': 1010, 'avg_loss': 1.1533591150647926, 'avg_acc_mask': 59.79270647382419, 'loss': 0.8315718770027161}
+{'epoch': 273, 'iter': 1020, 'avg_loss': 1.1534108499121596, 'avg_acc_mask': 59.80767148991448, 'loss': 1.0361897945404053}
+{'epoch': 273, 'iter': 1030, 'avg_loss': 1.152553311721661, 'avg_acc_mask': 59.84524937009703, 'loss': 1.051176905632019}
+{'epoch': 273, 'iter': 1040, 'avg_loss': 1.1524060946834649, 'avg_acc_mask': 59.82828819260047, 'loss': 1.0821980237960815}
+{'epoch': 273, 'iter': 1050, 'avg_loss': 1.1522997354576408, 'avg_acc_mask': 59.83510218401895, 'loss': 1.5263320207595825}
+{'epoch': 273, 'iter': 1060, 'avg_loss': 1.15313874562881, 'avg_acc_mask': 59.82178527383578, 'loss': 1.2179185152053833}
+{'epoch': 273, 'iter': 1070, 'avg_loss': 1.1525029989183784, 'avg_acc_mask': 59.82948673785739, 'loss': 1.5922094583511353}
+{'epoch': 273, 'iter': 1080, 'avg_loss': 1.1518563444034353, 'avg_acc_mask': 59.85976764419878, 'loss': 1.0495810508728027}
+{'epoch': 273, 'iter': 1090, 'avg_loss': 1.151309192890863, 'avg_acc_mask': 59.87774194093112, 'loss': 1.2159242630004883}
+{'epoch': 273, 'iter': 1100, 'avg_loss': 1.150833409445379, 'avg_acc_mask': 59.91268274731525, 'loss': 0.7286967635154724}
+{'epoch': 'EP273_train', 'avg_loss': 1.1512404657596915, 'total_masked_acc': 59.8810178473229}
+{'epoch': 274, 'iter': 0, 'avg_loss': 1.2877724170684814, 'avg_acc_mask': 50.877192982456144, 'loss': 1.2877724170684814}
+{'epoch': 274, 'iter': 10, 'avg_loss': 1.1814738512039185, 'avg_acc_mask': 58.76288659793815, 'loss': 0.9630710482597351}
+{'epoch': 274, 'iter': 20, 'avg_loss': 1.139290412267049, 'avg_acc_mask': 59.10313901345291, 'loss': 0.8954189419746399}
+{'epoch': 274, 'iter': 30, 'avg_loss': 1.1607545345060286, 'avg_acc_mask': 58.049072411729504, 'loss': 1.4222220182418823}
+{'epoch': 274, 'iter': 40, 'avg_loss': 1.1453366919261654, 'avg_acc_mask': 59.038290293855745, 'loss': 1.2556151151657104}
+{'epoch': 274, 'iter': 50, 'avg_loss': 1.158262548493404, 'avg_acc_mask': 58.81937080240368, 'loss': 1.2871628999710083}
+{'epoch': 274, 'iter': 60, 'avg_loss': 1.1570224586080333, 'avg_acc_mask': 59.367469879518076, 'loss': 0.8170657157897949}
+{'epoch': 274, 'iter': 70, 'avg_loss': 1.159995307385082, 'avg_acc_mask': 59.7567156614293, 'loss': 1.0324498414993286}
+{'epoch': 274, 'iter': 80, 'avg_loss': 1.1613015672306957, 'avg_acc_mask': 60.065717415115, 'loss': 1.229851484298706}
+{'epoch': 274, 'iter': 90, 'avg_loss': 1.1665681967368493, 'avg_acc_mask': 60.09325820866525, 'loss': 1.3370777368545532}
+{'epoch': 274, 'iter': 100, 'avg_loss': 1.1468525753162875, 'avg_acc_mask': 60.947683635723095, 'loss': 0.8926938772201538}
+{'epoch': 274, 'iter': 110, 'avg_loss': 1.150963328980111, 'avg_acc_mask': 60.72522159548751, 'loss': 0.9807040095329285}
+{'epoch': 274, 'iter': 120, 'avg_loss': 1.1415903120001485, 'avg_acc_mask': 60.90169992609017, 'loss': 1.3985474109649658}
+{'epoch': 274, 'iter': 130, 'avg_loss': 1.144403128678562, 'avg_acc_mask': 60.61723337430015, 'loss': 1.4326484203338623}
+{'epoch': 274, 'iter': 140, 'avg_loss': 1.1438163675314992, 'avg_acc_mask': 60.72019340883064, 'loss': 1.0458061695098877}
+{'epoch': 274, 'iter': 150, 'avg_loss': 1.1395952950250234, 'avg_acc_mask': 60.73267089668383, 'loss': 1.5853450298309326}
+{'epoch': 274, 'iter': 160, 'avg_loss': 1.1342896926477088, 'avg_acc_mask': 60.974786132372806, 'loss': 1.0335144996643066}
+{'epoch': 274, 'iter': 170, 'avg_loss': 1.1357824847712155, 'avg_acc_mask': 60.84350021034918, 'loss': 1.294306993484497}
+{'epoch': 274, 'iter': 180, 'avg_loss': 1.140892404548371, 'avg_acc_mask': 60.77903964933253, 'loss': 1.202752709388733}
+{'epoch': 274, 'iter': 190, 'avg_loss': 1.1411293535956537, 'avg_acc_mask': 60.74528301886792, 'loss': 0.9348822832107544}
+{'epoch': 274, 'iter': 200, 'avg_loss': 1.1394513821720484, 'avg_acc_mask': 60.74313408723748, 'loss': 1.261499047279358}
+{'epoch': 274, 'iter': 210, 'avg_loss': 1.138537932628704, 'avg_acc_mask': 60.6252135292108, 'loss': 1.0744028091430664}
+{'epoch': 274, 'iter': 220, 'avg_loss': 1.137967490502612, 'avg_acc_mask': 60.599153370237715, 'loss': 1.2320048809051514}
+{'epoch': 274, 'iter': 230, 'avg_loss': 1.138575428492063, 'avg_acc_mask': 60.60132760640374, 'loss': 1.0849223136901855}
+{'epoch': 274, 'iter': 240, 'avg_loss': 1.14163822652888, 'avg_acc_mask': 60.55404998494429, 'loss': 1.1503103971481323}
+{'epoch': 274, 'iter': 250, 'avg_loss': 1.1461445399489536, 'avg_acc_mask': 60.34031413612565, 'loss': 0.9875845313072205}
+{'epoch': 274, 'iter': 260, 'avg_loss': 1.146132239436738, 'avg_acc_mask': 60.31003421548774, 'loss': 1.0988779067993164}
+{'epoch': 274, 'iter': 270, 'avg_loss': 1.1470205975194698, 'avg_acc_mask': 60.237567948459834, 'loss': 1.4635992050170898}
+{'epoch': 274, 'iter': 280, 'avg_loss': 1.146936370808883, 'avg_acc_mask': 60.25732204047326, 'loss': 0.44994592666625977}
+{'epoch': 274, 'iter': 290, 'avg_loss': 1.1468770233626218, 'avg_acc_mask': 60.22897897897897, 'loss': 0.980118989944458}
+{'epoch': 274, 'iter': 300, 'avg_loss': 1.1450234132747714, 'avg_acc_mask': 60.341704902197534, 'loss': 0.7842612266540527}
+{'epoch': 274, 'iter': 310, 'avg_loss': 1.1433390081887076, 'avg_acc_mask': 60.3207116521332, 'loss': 0.8271361589431763}
+{'epoch': 274, 'iter': 320, 'avg_loss': 1.144696352823501, 'avg_acc_mask': 60.31890143562389, 'loss': 1.0125614404678345}
+{'epoch': 274, 'iter': 330, 'avg_loss': 1.1426943207435378, 'avg_acc_mask': 60.40072659217262, 'loss': 0.9503210783004761}
+{'epoch': 274, 'iter': 340, 'avg_loss': 1.1404086541919765, 'avg_acc_mask': 60.415998288953055, 'loss': 1.2190908193588257}
+{'epoch': 274, 'iter': 350, 'avg_loss': 1.1399668152855333, 'avg_acc_mask': 60.51303397679379, 'loss': 1.211612343788147}
+{'epoch': 274, 'iter': 360, 'avg_loss': 1.1396596839553432, 'avg_acc_mask': 60.53510014161441, 'loss': 1.3926734924316406}
+{'epoch': 274, 'iter': 370, 'avg_loss': 1.1380230450244606, 'avg_acc_mask': 60.62515382722127, 'loss': 1.144861102104187}
+{'epoch': 274, 'iter': 380, 'avg_loss': 1.1405807570835425, 'avg_acc_mask': 60.580932751761495, 'loss': 0.7471114993095398}
+{'epoch': 274, 'iter': 390, 'avg_loss': 1.1394473021597509, 'avg_acc_mask': 60.6339277378396, 'loss': 1.3182945251464844}
+{'epoch': 274, 'iter': 400, 'avg_loss': 1.1414145837698197, 'avg_acc_mask': 60.5726771976146, 'loss': 1.3377928733825684}
+{'epoch': 274, 'iter': 410, 'avg_loss': 1.1422109712649435, 'avg_acc_mask': 60.56475602717223, 'loss': 1.0239430665969849}
+{'epoch': 274, 'iter': 420, 'avg_loss': 1.141582266168753, 'avg_acc_mask': 60.55352798053528, 'loss': 0.8896577954292297}
+{'epoch': 274, 'iter': 430, 'avg_loss': 1.142076108544166, 'avg_acc_mask': 60.54060935245693, 'loss': 1.0007970333099365}
+{'epoch': 274, 'iter': 440, 'avg_loss': 1.1426841961283263, 'avg_acc_mask': 60.563730569948184, 'loss': 1.5236072540283203}
+{'epoch': 274, 'iter': 450, 'avg_loss': 1.142104754030308, 'avg_acc_mask': 60.54220529237752, 'loss': 0.9455946683883667}
+{'epoch': 274, 'iter': 460, 'avg_loss': 1.143398250261253, 'avg_acc_mask': 60.48339087986665, 'loss': 1.2287827730178833}
+{'epoch': 274, 'iter': 470, 'avg_loss': 1.1429655818929085, 'avg_acc_mask': 60.474952465950096, 'loss': 1.184250831604004}
+{'epoch': 274, 'iter': 480, 'avg_loss': 1.14201252946239, 'avg_acc_mask': 60.52591579267366, 'loss': 0.9201523065567017}
+{'epoch': 274, 'iter': 490, 'avg_loss': 1.1428860827764522, 'avg_acc_mask': 60.56406244178682, 'loss': 1.526046872138977}
+{'epoch': 274, 'iter': 500, 'avg_loss': 1.139349414440924, 'avg_acc_mask': 60.65184860761341, 'loss': 1.1219656467437744}
+{'epoch': 274, 'iter': 510, 'avg_loss': 1.1397317940708243, 'avg_acc_mask': 60.62578222778473, 'loss': 1.1922328472137451}
+{'epoch': 274, 'iter': 520, 'avg_loss': 1.139729507024366, 'avg_acc_mask': 60.63822309692838, 'loss': 1.3668863773345947}
+{'epoch': 274, 'iter': 530, 'avg_loss': 1.1390199938511893, 'avg_acc_mask': 60.722683264177036, 'loss': 0.9799700975418091}
+{'epoch': 274, 'iter': 540, 'avg_loss': 1.1395100343029072, 'avg_acc_mask': 60.7377994977262, 'loss': 1.42667555809021}
+{'epoch': 274, 'iter': 550, 'avg_loss': 1.1391409183370655, 'avg_acc_mask': 60.71440460734379, 'loss': 0.9068185687065125}
+{'epoch': 274, 'iter': 560, 'avg_loss': 1.1386472536068337, 'avg_acc_mask': 60.76326383661179, 'loss': 1.2350192070007324}
+{'epoch': 274, 'iter': 570, 'avg_loss': 1.1376418318932193, 'avg_acc_mask': 60.77158013181161, 'loss': 1.1035093069076538}
+{'epoch': 274, 'iter': 580, 'avg_loss': 1.1382071887769716, 'avg_acc_mask': 60.69106973808772, 'loss': 1.5066832304000854}
+{'epoch': 274, 'iter': 590, 'avg_loss': 1.1374692684906187, 'avg_acc_mask': 60.6837341929085, 'loss': 0.8304047584533691}
+{'epoch': 274, 'iter': 600, 'avg_loss': 1.1376692483111746, 'avg_acc_mask': 60.65528802194453, 'loss': 1.0263645648956299}
+{'epoch': 274, 'iter': 610, 'avg_loss': 1.1385941719072346, 'avg_acc_mask': 60.64400179721432, 'loss': 1.2088539600372314}
+{'epoch': 274, 'iter': 620, 'avg_loss': 1.13783526238228, 'avg_acc_mask': 60.68290381553341, 'loss': 1.330426812171936}
+{'epoch': 274, 'iter': 630, 'avg_loss': 1.1362197093087028, 'avg_acc_mask': 60.715217958757506, 'loss': 0.7470402121543884}
+{'epoch': 274, 'iter': 640, 'avg_loss': 1.1364630191076937, 'avg_acc_mask': 60.730110631485665, 'loss': 0.9378597140312195}
+{'epoch': 274, 'iter': 650, 'avg_loss': 1.1365268979387533, 'avg_acc_mask': 60.71710452136656, 'loss': 0.7340230345726013}
+{'epoch': 274, 'iter': 660, 'avg_loss': 1.1363701287448496, 'avg_acc_mask': 60.727474663334725, 'loss': 0.817720353603363}
+{'epoch': 274, 'iter': 670, 'avg_loss': 1.1365537531507353, 'avg_acc_mask': 60.743394781467096, 'loss': 1.2741485834121704}
+{'epoch': 274, 'iter': 680, 'avg_loss': 1.1371775967084015, 'avg_acc_mask': 60.71178404008837, 'loss': 1.3123061656951904}
+{'epoch': 274, 'iter': 690, 'avg_loss': 1.13936031485777, 'avg_acc_mask': 60.63900304918467, 'loss': 1.1567513942718506}
+{'epoch': 274, 'iter': 700, 'avg_loss': 1.1417964968973833, 'avg_acc_mask': 60.57858150838865, 'loss': 1.176086187362671}
+{'epoch': 274, 'iter': 710, 'avg_loss': 1.142842493647429, 'avg_acc_mask': 60.57256235827665, 'loss': 1.2346584796905518}
+{'epoch': 274, 'iter': 720, 'avg_loss': 1.1448796242682182, 'avg_acc_mask': 60.5063355425205, 'loss': 1.4690431356430054}
+{'epoch': 274, 'iter': 730, 'avg_loss': 1.1427508129466901, 'avg_acc_mask': 60.59475831685399, 'loss': 1.1329610347747803}
+{'epoch': 274, 'iter': 740, 'avg_loss': 1.142537352929392, 'avg_acc_mask': 60.59924352920818, 'loss': 1.000637173652649}
+{'epoch': 274, 'iter': 750, 'avg_loss': 1.1448996642458138, 'avg_acc_mask': 60.523238819058754, 'loss': 0.9903544187545776}
+{'epoch': 274, 'iter': 760, 'avg_loss': 1.1457333578073399, 'avg_acc_mask': 60.512327119663254, 'loss': 1.1158652305603027}
+{'epoch': 274, 'iter': 770, 'avg_loss': 1.147255468770533, 'avg_acc_mask': 60.46942117379026, 'loss': 1.3044040203094482}
+{'epoch': 274, 'iter': 780, 'avg_loss': 1.1469151449417183, 'avg_acc_mask': 60.47744114060595, 'loss': 1.3207652568817139}
+{'epoch': 274, 'iter': 790, 'avg_loss': 1.1470798032473675, 'avg_acc_mask': 60.472112936820174, 'loss': 1.3117159605026245}
+{'epoch': 274, 'iter': 800, 'avg_loss': 1.1466905270771737, 'avg_acc_mask': 60.476974436365296, 'loss': 0.9614742398262024}
+{'epoch': 274, 'iter': 810, 'avg_loss': 1.1468301819667275, 'avg_acc_mask': 60.49201436736169, 'loss': 1.1456834077835083}
+{'epoch': 274, 'iter': 820, 'avg_loss': 1.1462970852997068, 'avg_acc_mask': 60.47134440278522, 'loss': 0.9581603407859802}
+{'epoch': 274, 'iter': 830, 'avg_loss': 1.1465613065213502, 'avg_acc_mask': 60.47137749922761, 'loss': 1.3587640523910522}
+{'epoch': 274, 'iter': 840, 'avg_loss': 1.1454417628283733, 'avg_acc_mask': 60.486560721993335, 'loss': 0.9829887747764587}
+{'epoch': 274, 'iter': 850, 'avg_loss': 1.146235662047367, 'avg_acc_mask': 60.46326565726085, 'loss': 1.1208285093307495}
+{'epoch': 274, 'iter': 860, 'avg_loss': 1.1468913140474157, 'avg_acc_mask': 60.43159349420644, 'loss': 1.1745877265930176}
+{'epoch': 274, 'iter': 870, 'avg_loss': 1.1483936532904169, 'avg_acc_mask': 60.36512433112999, 'loss': 0.9770205020904541}
+{'epoch': 274, 'iter': 880, 'avg_loss': 1.1477958122257748, 'avg_acc_mask': 60.38471913842833, 'loss': 0.8346093893051147}
+{'epoch': 274, 'iter': 890, 'avg_loss': 1.146415073662896, 'avg_acc_mask': 60.43447878987175, 'loss': 0.9126761555671692}
+{'epoch': 274, 'iter': 900, 'avg_loss': 1.1467160038757536, 'avg_acc_mask': 60.42610232142495, 'loss': 1.4094243049621582}
+{'epoch': 274, 'iter': 910, 'avg_loss': 1.1474107049168398, 'avg_acc_mask': 60.404827406172814, 'loss': 1.3969026803970337}
+{'epoch': 274, 'iter': 920, 'avg_loss': 1.1462067105482767, 'avg_acc_mask': 60.42263040712468, 'loss': 0.8072558641433716}
+{'epoch': 274, 'iter': 930, 'avg_loss': 1.146605924620152, 'avg_acc_mask': 60.41273213723639, 'loss': 1.2732017040252686}
+{'epoch': 274, 'iter': 940, 'avg_loss': 1.1466052155945683, 'avg_acc_mask': 60.41824725221282, 'loss': 0.6330275535583496}
+{'epoch': 274, 'iter': 950, 'avg_loss': 1.1468406273238165, 'avg_acc_mask': 60.39082184140173, 'loss': 1.5009732246398926}
+{'epoch': 274, 'iter': 960, 'avg_loss': 1.146858877371551, 'avg_acc_mask': 60.40770489931098, 'loss': 1.135690450668335}
+{'epoch': 274, 'iter': 970, 'avg_loss': 1.146577986028241, 'avg_acc_mask': 60.41925641315403, 'loss': 0.9370818138122559}
+{'epoch': 274, 'iter': 980, 'avg_loss': 1.1463214515059974, 'avg_acc_mask': 60.39637156108555, 'loss': 0.9370538592338562}
+{'epoch': 274, 'iter': 990, 'avg_loss': 1.1479000376403994, 'avg_acc_mask': 60.353088603862595, 'loss': 1.552290678024292}
+{'epoch': 274, 'iter': 1000, 'avg_loss': 1.1477151582171985, 'avg_acc_mask': 60.35970304434271, 'loss': 0.9413294196128845}
+{'epoch': 274, 'iter': 1010, 'avg_loss': 1.1476169450818372, 'avg_acc_mask': 60.37378114842904, 'loss': 1.0832856893539429}
+{'epoch': 274, 'iter': 1020, 'avg_loss': 1.1471225329757788, 'avg_acc_mask': 60.411416724751135, 'loss': 0.8903929591178894}
+{'epoch': 274, 'iter': 1030, 'avg_loss': 1.1466300771377482, 'avg_acc_mask': 60.436953365674015, 'loss': 1.032593846321106}
+{'epoch': 274, 'iter': 1040, 'avg_loss': 1.1470175719284073, 'avg_acc_mask': 60.42887726810093, 'loss': 1.4209201335906982}
+{'epoch': 274, 'iter': 1050, 'avg_loss': 1.147297492433343, 'avg_acc_mask': 60.4112305604843, 'loss': 0.7937244772911072}
+{'epoch': 274, 'iter': 1060, 'avg_loss': 1.1476897724274753, 'avg_acc_mask': 60.422159041957435, 'loss': 1.0322446823120117}
+{'epoch': 274, 'iter': 1070, 'avg_loss': 1.1479049509758152, 'avg_acc_mask': 60.412008670273586, 'loss': 1.0818867683410645}
+{'epoch': 274, 'iter': 1080, 'avg_loss': 1.1476654105446715, 'avg_acc_mask': 60.44581896843102, 'loss': 0.8826048970222473}
+{'epoch': 274, 'iter': 1090, 'avg_loss': 1.1484925316955714, 'avg_acc_mask': 60.40324604701749, 'loss': 1.2731715440750122}
+{'epoch': 274, 'iter': 1100, 'avg_loss': 1.1476166847074822, 'avg_acc_mask': 60.43560480392808, 'loss': 0.7395260334014893}
+{'epoch': 'EP274_train', 'avg_loss': 1.1472432140850912, 'total_masked_acc': 60.44482633266136}
+{'epoch': 275, 'iter': 0, 'avg_loss': 1.6157031059265137, 'avg_acc_mask': 49.25373134328358, 'loss': 1.6157031059265137}
+{'epoch': 275, 'iter': 10, 'avg_loss': 1.215912331234325, 'avg_acc_mask': 58.887171561051, 'loss': 0.9962130784988403}
+{'epoch': 275, 'iter': 20, 'avg_loss': 1.1751794900212968, 'avg_acc_mask': 59.83263598326359, 'loss': 1.2158019542694092}
+{'epoch': 275, 'iter': 30, 'avg_loss': 1.16708670508477, 'avg_acc_mask': 59.870359457866826, 'loss': 1.1810053586959839}
+{'epoch': 275, 'iter': 40, 'avg_loss': 1.1794245955420704, 'avg_acc_mask': 59.92217898832685, 'loss': 1.418623924255371}
+{'epoch': 275, 'iter': 50, 'avg_loss': 1.210223895661971, 'avg_acc_mask': 58.60289057123194, 'loss': 1.4078731536865234}
+{'epoch': 275, 'iter': 60, 'avg_loss': 1.202758316133843, 'avg_acc_mask': 58.91336270190896, 'loss': 1.202284574508667}
+{'epoch': 275, 'iter': 70, 'avg_loss': 1.204506538283657, 'avg_acc_mask': 59.08293660736658, 'loss': 1.1893062591552734}
+{'epoch': 275, 'iter': 80, 'avg_loss': 1.1948974691791299, 'avg_acc_mask': 59.33993399339934, 'loss': 1.363823652267456}
+{'epoch': 275, 'iter': 90, 'avg_loss': 1.1906194529690586, 'avg_acc_mask': 59.427904261529484, 'loss': 1.0000885725021362}
+{'epoch': 275, 'iter': 100, 'avg_loss': 1.1821389210106124, 'avg_acc_mask': 59.767891682785304, 'loss': 0.9838407635688782}
+{'epoch': 275, 'iter': 110, 'avg_loss': 1.1782057247720323, 'avg_acc_mask': 59.8518995492595, 'loss': 0.8636935353279114}
+{'epoch': 275, 'iter': 120, 'avg_loss': 1.1692830801995333, 'avg_acc_mask': 60.130042855031775, 'loss': 1.3845391273498535}
+{'epoch': 275, 'iter': 130, 'avg_loss': 1.1651467685481065, 'avg_acc_mask': 60.17191977077364, 'loss': 0.8386548161506653}
+{'epoch': 275, 'iter': 140, 'avg_loss': 1.1642610472990267, 'avg_acc_mask': 60.27972027972028, 'loss': 0.9785359501838684}
+{'epoch': 275, 'iter': 150, 'avg_loss': 1.155903877801453, 'avg_acc_mask': 60.5467351080339, 'loss': 1.185984492301941}
+{'epoch': 275, 'iter': 160, 'avg_loss': 1.1586403010054405, 'avg_acc_mask': 60.50891155700033, 'loss': 1.4516316652297974}
+{'epoch': 275, 'iter': 170, 'avg_loss': 1.1611837371748093, 'avg_acc_mask': 60.29721753794266, 'loss': 1.1078448295593262}
+{'epoch': 275, 'iter': 180, 'avg_loss': 1.1629755793355447, 'avg_acc_mask': 60.25844930417495, 'loss': 1.793428897857666}
+{'epoch': 275, 'iter': 190, 'avg_loss': 1.16437015701963, 'avg_acc_mask': 60.24780100255367, 'loss': 1.033319115638733}
+{'epoch': 275, 'iter': 200, 'avg_loss': 1.1583805475662003, 'avg_acc_mask': 60.30988199261328, 'loss': 1.038522720336914}
+{'epoch': 275, 'iter': 210, 'avg_loss': 1.1602591109501807, 'avg_acc_mask': 60.33361847733105, 'loss': 1.0779987573623657}
+{'epoch': 275, 'iter': 220, 'avg_loss': 1.160017091224636, 'avg_acc_mask': 60.3489035624032, 'loss': 1.4403119087219238}
+{'epoch': 275, 'iter': 230, 'avg_loss': 1.15902263700188, 'avg_acc_mask': 60.27386541471048, 'loss': 1.2690598964691162}
+{'epoch': 275, 'iter': 240, 'avg_loss': 1.1576867415202603, 'avg_acc_mask': 60.28859161280625, 'loss': 0.8829463124275208}
+{'epoch': 275, 'iter': 250, 'avg_loss': 1.1574733969699813, 'avg_acc_mask': 60.20430341230168, 'loss': 0.9292541742324829}
+{'epoch': 275, 'iter': 260, 'avg_loss': 1.1587273302662875, 'avg_acc_mask': 60.194782608695654, 'loss': 1.0485358238220215}
+{'epoch': 275, 'iter': 270, 'avg_loss': 1.159816016130342, 'avg_acc_mask': 60.146093017021855, 'loss': 1.2250303030014038}
+{'epoch': 275, 'iter': 280, 'avg_loss': 1.1597846723111922, 'avg_acc_mask': 60.079051383399204, 'loss': 0.7541071772575378}
+{'epoch': 275, 'iter': 290, 'avg_loss': 1.15835193383325, 'avg_acc_mask': 60.203953953953956, 'loss': 0.9810280799865723}
+{'epoch': 275, 'iter': 300, 'avg_loss': 1.158455574829317, 'avg_acc_mask': 60.21531389863311, 'loss': 1.0937247276306152}
+{'epoch': 275, 'iter': 310, 'avg_loss': 1.1591136971087317, 'avg_acc_mask': 60.13366946121826, 'loss': 1.0584672689437866}
+{'epoch': 275, 'iter': 320, 'avg_loss': 1.1599712670777818, 'avg_acc_mask': 60.12084592145015, 'loss': 1.0817372798919678}
+{'epoch': 275, 'iter': 330, 'avg_loss': 1.1629257380422149, 'avg_acc_mask': 60.023213397446526, 'loss': 0.8653831481933594}
+{'epoch': 275, 'iter': 340, 'avg_loss': 1.161915866685403, 'avg_acc_mask': 60.038579006590574, 'loss': 1.0107293128967285}
+{'epoch': 275, 'iter': 350, 'avg_loss': 1.1614515282150009, 'avg_acc_mask': 60.03650586701434, 'loss': 1.2891958951950073}
+{'epoch': 275, 'iter': 360, 'avg_loss': 1.161104138042788, 'avg_acc_mask': 59.96154040787409, 'loss': 1.2989697456359863}
+{'epoch': 275, 'iter': 370, 'avg_loss': 1.1602888960401325, 'avg_acc_mask': 60.03937007874016, 'loss': 0.9886431694030762}
+{'epoch': 275, 'iter': 380, 'avg_loss': 1.1617267208462312, 'avg_acc_mask': 59.96452370679323, 'loss': 0.9652411937713623}
+{'epoch': 275, 'iter': 390, 'avg_loss': 1.163301435882783, 'avg_acc_mask': 59.90555010052836, 'loss': 1.458477258682251}
+{'epoch': 275, 'iter': 400, 'avg_loss': 1.1630348310506256, 'avg_acc_mask': 59.88788113577321, 'loss': 1.1525150537490845}
+{'epoch': 275, 'iter': 410, 'avg_loss': 1.1630622409556033, 'avg_acc_mask': 59.908550119861495, 'loss': 1.1285789012908936}
+{'epoch': 275, 'iter': 420, 'avg_loss': 1.1595872984646052, 'avg_acc_mask': 60.04424586821672, 'loss': 1.1100287437438965}
+{'epoch': 275, 'iter': 430, 'avg_loss': 1.1599646886927346, 'avg_acc_mask': 60.062813003989476, 'loss': 0.9106400609016418}
+{'epoch': 275, 'iter': 440, 'avg_loss': 1.1611093211065886, 'avg_acc_mask': 60.01906419660988, 'loss': 1.547021746635437}
+{'epoch': 275, 'iter': 450, 'avg_loss': 1.1626432390012127, 'avg_acc_mask': 59.96027241770715, 'loss': 0.9046990275382996}
+{'epoch': 275, 'iter': 460, 'avg_loss': 1.1632788814846708, 'avg_acc_mask': 59.927024668834775, 'loss': 1.1382848024368286}
+{'epoch': 275, 'iter': 470, 'avg_loss': 1.1645367153131279, 'avg_acc_mask': 59.873006039956636, 'loss': 1.0557844638824463}
+{'epoch': 275, 'iter': 480, 'avg_loss': 1.162494448391167, 'avg_acc_mask': 59.940787975404234, 'loss': 0.9853575229644775}
+{'epoch': 275, 'iter': 490, 'avg_loss': 1.1622563199938678, 'avg_acc_mask': 59.973963176492475, 'loss': 1.2927497625350952}
+{'epoch': 275, 'iter': 500, 'avg_loss': 1.161908384211763, 'avg_acc_mask': 59.97521685254027, 'loss': 1.207051157951355}
+{'epoch': 275, 'iter': 510, 'avg_loss': 1.1610920131789728, 'avg_acc_mask': 60.005712449569785, 'loss': 1.046743631362915}
+{'epoch': 275, 'iter': 520, 'avg_loss': 1.161553671973223, 'avg_acc_mask': 59.98316262101866, 'loss': 1.5756291151046753}
+{'epoch': 275, 'iter': 530, 'avg_loss': 1.1621696639195673, 'avg_acc_mask': 59.98002961126605, 'loss': 1.1746453046798706}
+{'epoch': 275, 'iter': 540, 'avg_loss': 1.1628084792006699, 'avg_acc_mask': 59.92227103751267, 'loss': 1.3160094022750854}
+{'epoch': 275, 'iter': 550, 'avg_loss': 1.164310385224607, 'avg_acc_mask': 59.841475143435154, 'loss': 1.1384493112564087}
+{'epoch': 275, 'iter': 560, 'avg_loss': 1.1632188450206409, 'avg_acc_mask': 59.884555178711196, 'loss': 1.1480393409729004}
+{'epoch': 275, 'iter': 570, 'avg_loss': 1.162017008991041, 'avg_acc_mask': 59.93519825484409, 'loss': 1.0562670230865479}
+{'epoch': 275, 'iter': 580, 'avg_loss': 1.1619762423321631, 'avg_acc_mask': 59.91667718722383, 'loss': 1.235608458518982}
+{'epoch': 275, 'iter': 590, 'avg_loss': 1.1607571625467485, 'avg_acc_mask': 59.93493415956623, 'loss': 0.8362670540809631}
+{'epoch': 275, 'iter': 600, 'avg_loss': 1.1583571459806699, 'avg_acc_mask': 59.97072813757776, 'loss': 0.9365045428276062}
+{'epoch': 275, 'iter': 610, 'avg_loss': 1.1583352205015829, 'avg_acc_mask': 59.98980020399593, 'loss': 1.108279824256897}
+{'epoch': 275, 'iter': 620, 'avg_loss': 1.156067668047888, 'avg_acc_mask': 60.005321193129745, 'loss': 1.3775373697280884}
+{'epoch': 275, 'iter': 630, 'avg_loss': 1.1541441010219737, 'avg_acc_mask': 60.054134287959485, 'loss': 0.8815458416938782}
+{'epoch': 275, 'iter': 640, 'avg_loss': 1.1541245791729824, 'avg_acc_mask': 60.05627494329438, 'loss': 0.9624658226966858}
+{'epoch': 275, 'iter': 650, 'avg_loss': 1.1536960906238967, 'avg_acc_mask': 60.05034363775207, 'loss': 0.8208808898925781}
+{'epoch': 275, 'iter': 660, 'avg_loss': 1.1528632793682607, 'avg_acc_mask': 60.07916155647229, 'loss': 0.933954656124115}
+{'epoch': 275, 'iter': 670, 'avg_loss': 1.153283397371474, 'avg_acc_mask': 60.06648716962471, 'loss': 1.5194112062454224}
+{'epoch': 275, 'iter': 680, 'avg_loss': 1.1529900885451032, 'avg_acc_mask': 60.09365526201819, 'loss': 1.4428900480270386}
+{'epoch': 275, 'iter': 690, 'avg_loss': 1.1528115037467477, 'avg_acc_mask': 60.055419375466265, 'loss': 1.001236915588379}
+{'epoch': 275, 'iter': 700, 'avg_loss': 1.1553332666612726, 'avg_acc_mask': 59.90974445085795, 'loss': 1.3099595308303833}
+{'epoch': 275, 'iter': 710, 'avg_loss': 1.1553206985761344, 'avg_acc_mask': 59.92596619295385, 'loss': 1.4924724102020264}
+{'epoch': 275, 'iter': 720, 'avg_loss': 1.1560017962974913, 'avg_acc_mask': 59.87196163950315, 'loss': 1.2001084089279175}
+{'epoch': 275, 'iter': 730, 'avg_loss': 1.1560210508540294, 'avg_acc_mask': 59.89131255189071, 'loss': 1.0355207920074463}
+{'epoch': 275, 'iter': 740, 'avg_loss': 1.1581663178448414, 'avg_acc_mask': 59.81185464654488, 'loss': 1.2825266122817993}
+{'epoch': 275, 'iter': 750, 'avg_loss': 1.1587811065974154, 'avg_acc_mask': 59.763168840065575, 'loss': 1.1491581201553345}
+{'epoch': 275, 'iter': 760, 'avg_loss': 1.157682392702153, 'avg_acc_mask': 59.83909545553381, 'loss': 1.0365614891052246}
+{'epoch': 275, 'iter': 770, 'avg_loss': 1.1576297498476027, 'avg_acc_mask': 59.80787108769755, 'loss': 1.214545726776123}
+{'epoch': 275, 'iter': 780, 'avg_loss': 1.1566799934404912, 'avg_acc_mask': 59.82298385198437, 'loss': 1.0104678869247437}
+{'epoch': 275, 'iter': 790, 'avg_loss': 1.155405070062835, 'avg_acc_mask': 59.89301081521107, 'loss': 1.0897735357284546}
+{'epoch': 275, 'iter': 800, 'avg_loss': 1.154772222823418, 'avg_acc_mask': 59.8998184784357, 'loss': 1.380843997001648}
+{'epoch': 275, 'iter': 810, 'avg_loss': 1.155672279996143, 'avg_acc_mask': 59.88967333318199, 'loss': 0.9345269799232483}
+{'epoch': 275, 'iter': 820, 'avg_loss': 1.156002876202459, 'avg_acc_mask': 59.89861379031897, 'loss': 0.9219530820846558}
+{'epoch': 275, 'iter': 830, 'avg_loss': 1.1560237067342523, 'avg_acc_mask': 59.89359343826203, 'loss': 1.0382411479949951}
+{'epoch': 275, 'iter': 840, 'avg_loss': 1.1557820299363448, 'avg_acc_mask': 59.908923723618535, 'loss': 1.1396210193634033}
+{'epoch': 275, 'iter': 850, 'avg_loss': 1.1563837836057682, 'avg_acc_mask': 59.86556292822098, 'loss': 0.9027672410011292}
+{'epoch': 275, 'iter': 860, 'avg_loss': 1.1559399773088759, 'avg_acc_mask': 59.84884068491396, 'loss': 1.3896349668502808}
+{'epoch': 275, 'iter': 870, 'avg_loss': 1.1568082957330719, 'avg_acc_mask': 59.79939734917926, 'loss': 1.2284365892410278}
+{'epoch': 275, 'iter': 880, 'avg_loss': 1.157259993162112, 'avg_acc_mask': 59.80737559673956, 'loss': 1.0922577381134033}
+{'epoch': 275, 'iter': 890, 'avg_loss': 1.157461257728797, 'avg_acc_mask': 59.82421028741205, 'loss': 0.8471318483352661}
+{'epoch': 275, 'iter': 900, 'avg_loss': 1.157932158547157, 'avg_acc_mask': 59.80102342459889, 'loss': 1.315757155418396}
+{'epoch': 275, 'iter': 910, 'avg_loss': 1.1585308413801287, 'avg_acc_mask': 59.77544397185994, 'loss': 1.3032426834106445}
+{'epoch': 275, 'iter': 920, 'avg_loss': 1.1578308027096085, 'avg_acc_mask': 59.81550994329526, 'loss': 1.1207101345062256}
+{'epoch': 275, 'iter': 930, 'avg_loss': 1.1567847376927398, 'avg_acc_mask': 59.82531025215398, 'loss': 1.7010533809661865}
+{'epoch': 275, 'iter': 940, 'avg_loss': 1.1564066865809033, 'avg_acc_mask': 59.85191841837931, 'loss': 1.040953516960144}
+{'epoch': 275, 'iter': 950, 'avg_loss': 1.1569047632590954, 'avg_acc_mask': 59.836223878867465, 'loss': 1.2432409524917603}
+{'epoch': 275, 'iter': 960, 'avg_loss': 1.1568631390565143, 'avg_acc_mask': 59.839902183673075, 'loss': 1.3180054426193237}
+{'epoch': 275, 'iter': 970, 'avg_loss': 1.1557439069976276, 'avg_acc_mask': 59.880533817246985, 'loss': 0.8498789072036743}
+{'epoch': 275, 'iter': 980, 'avg_loss': 1.15557038465042, 'avg_acc_mask': 59.89151781539325, 'loss': 1.0189485549926758}
+{'epoch': 275, 'iter': 990, 'avg_loss': 1.1561616473012688, 'avg_acc_mask': 59.87283514777369, 'loss': 1.3084981441497803}
+{'epoch': 275, 'iter': 1000, 'avg_loss': 1.1568070714707142, 'avg_acc_mask': 59.86834887547998, 'loss': 1.3817843198776245}
+{'epoch': 275, 'iter': 1010, 'avg_loss': 1.1566402598198515, 'avg_acc_mask': 59.87144667753033, 'loss': 0.958543062210083}
+{'epoch': 275, 'iter': 1020, 'avg_loss': 1.1575171028306739, 'avg_acc_mask': 59.845622078550065, 'loss': 1.2278811931610107}
+{'epoch': 275, 'iter': 1030, 'avg_loss': 1.1572627312748556, 'avg_acc_mask': 59.8715606095549, 'loss': 1.2484043836593628}
+{'epoch': 275, 'iter': 1040, 'avg_loss': 1.1569307663197934, 'avg_acc_mask': 59.887581240119445, 'loss': 1.2417467832565308}
+{'epoch': 275, 'iter': 1050, 'avg_loss': 1.1562756134089007, 'avg_acc_mask': 59.92796742875039, 'loss': 1.1752780675888062}
+{'epoch': 275, 'iter': 1060, 'avg_loss': 1.1561915501741504, 'avg_acc_mask': 59.94380376135561, 'loss': 0.7612394690513611}
+{'epoch': 275, 'iter': 1070, 'avg_loss': 1.1560457440929697, 'avg_acc_mask': 59.95424513000871, 'loss': 1.0947353839874268}
+{'epoch': 275, 'iter': 1080, 'avg_loss': 1.1552935847245798, 'avg_acc_mask': 59.98105451900469, 'loss': 0.9352477192878723}
+{'epoch': 275, 'iter': 1090, 'avg_loss': 1.1553349423637966, 'avg_acc_mask': 59.984928409947244, 'loss': 1.2866508960723877}
+{'epoch': 275, 'iter': 1100, 'avg_loss': 1.1548257880217372, 'avg_acc_mask': 60.01294455415969, 'loss': 1.183524489402771}
+{'epoch': 'EP275_train', 'avg_loss': 1.1548725755775675, 'total_masked_acc': 60.00926324147286}
+{'epoch': 276, 'iter': 0, 'avg_loss': 1.0951749086380005, 'avg_acc_mask': 62.295081967213115, 'loss': 1.0951749086380005}
+{'epoch': 276, 'iter': 10, 'avg_loss': 1.2649885632775046, 'avg_acc_mask': 56.957928802588995, 'loss': 1.0450788736343384}
+{'epoch': 276, 'iter': 20, 'avg_loss': 1.1903570634978158, 'avg_acc_mask': 58.600337268128165, 'loss': 1.3332796096801758}
+{'epoch': 276, 'iter': 30, 'avg_loss': 1.179147878000813, 'avg_acc_mask': 58.91608391608392, 'loss': 1.1260708570480347}
+{'epoch': 276, 'iter': 40, 'avg_loss': 1.1506599580369345, 'avg_acc_mask': 60.07051564565889, 'loss': 0.9971314668655396}
+{'epoch': 276, 'iter': 50, 'avg_loss': 1.1765186810025983, 'avg_acc_mask': 59.21332388377037, 'loss': 1.4844063520431519}
+{'epoch': 276, 'iter': 60, 'avg_loss': 1.1743774462918766, 'avg_acc_mask': 59.71635485817743, 'loss': 1.206331491470337}
+{'epoch': 276, 'iter': 70, 'avg_loss': 1.162126794667311, 'avg_acc_mask': 60.129533678756474, 'loss': 1.1858437061309814}
+{'epoch': 276, 'iter': 80, 'avg_loss': 1.1637160145206216, 'avg_acc_mask': 60.22650056625142, 'loss': 1.2361760139465332}
+{'epoch': 276, 'iter': 90, 'avg_loss': 1.17159608235726, 'avg_acc_mask': 59.88395358143257, 'loss': 1.2663750648498535}
+{'epoch': 276, 'iter': 100, 'avg_loss': 1.1612755668045271, 'avg_acc_mask': 60.228509249183894, 'loss': 0.9696893692016602}
+{'epoch': 276, 'iter': 110, 'avg_loss': 1.1638163188556294, 'avg_acc_mask': 60.33909574468085, 'loss': 1.2197167873382568}
+{'epoch': 276, 'iter': 120, 'avg_loss': 1.1599487923393565, 'avg_acc_mask': 60.2601377199694, 'loss': 1.2877693176269531}
+{'epoch': 276, 'iter': 130, 'avg_loss': 1.1587641908012274, 'avg_acc_mask': 60.321262505283926, 'loss': 1.1088576316833496}
+{'epoch': 276, 'iter': 140, 'avg_loss': 1.1573663070692237, 'avg_acc_mask': 60.432503276539975, 'loss': 1.0191473960876465}
+{'epoch': 276, 'iter': 150, 'avg_loss': 1.1519270827438657, 'avg_acc_mask': 60.590769230769226, 'loss': 1.2120795249938965}
+{'epoch': 276, 'iter': 160, 'avg_loss': 1.1538595142571821, 'avg_acc_mask': 60.40509259259259, 'loss': 1.2846380472183228}
+{'epoch': 276, 'iter': 170, 'avg_loss': 1.1625522253109, 'avg_acc_mask': 60.060711188204685, 'loss': 1.2824324369430542}
+{'epoch': 276, 'iter': 180, 'avg_loss': 1.1601204236568008, 'avg_acc_mask': 60.29186651699153, 'loss': 1.353827953338623}
+{'epoch': 276, 'iter': 190, 'avg_loss': 1.1621938653641346, 'avg_acc_mask': 60.204278280979, 'loss': 0.8333635926246643}
+{'epoch': 276, 'iter': 200, 'avg_loss': 1.1609100325783688, 'avg_acc_mask': 60.28738788211605, 'loss': 0.9209950566291809}
+{'epoch': 276, 'iter': 210, 'avg_loss': 1.1553853758703476, 'avg_acc_mask': 60.594214229867084, 'loss': 1.019334077835083}
+{'epoch': 276, 'iter': 220, 'avg_loss': 1.1545600909992582, 'avg_acc_mask': 60.531544957774464, 'loss': 1.3176939487457275}
+{'epoch': 276, 'iter': 230, 'avg_loss': 1.1527869564630253, 'avg_acc_mask': 60.57341992713449, 'loss': 0.9164429903030396}
+{'epoch': 276, 'iter': 240, 'avg_loss': 1.1517652191561782, 'avg_acc_mask': 60.56273764258555, 'loss': 1.0620242357254028}
+{'epoch': 276, 'iter': 250, 'avg_loss': 1.1540252556838837, 'avg_acc_mask': 60.579032022225476, 'loss': 0.9006723165512085}
+{'epoch': 276, 'iter': 260, 'avg_loss': 1.1558806421199521, 'avg_acc_mask': 60.57726152763112, 'loss': 1.266511082649231}
+{'epoch': 276, 'iter': 270, 'avg_loss': 1.1581407723831514, 'avg_acc_mask': 60.34820163303867, 'loss': 1.0507055521011353}
+{'epoch': 276, 'iter': 280, 'avg_loss': 1.1625420813882903, 'avg_acc_mask': 60.195248942401555, 'loss': 0.7824692726135254}
+{'epoch': 276, 'iter': 290, 'avg_loss': 1.1617579056634935, 'avg_acc_mask': 60.13100711721358, 'loss': 1.075975775718689}
+{'epoch': 276, 'iter': 300, 'avg_loss': 1.1575489786772237, 'avg_acc_mask': 60.240082871244894, 'loss': 0.9389481544494629}
+{'epoch': 276, 'iter': 310, 'avg_loss': 1.1548453859769263, 'avg_acc_mask': 60.1956624233852, 'loss': 0.8325434923171997}
+{'epoch': 276, 'iter': 320, 'avg_loss': 1.1574431448896354, 'avg_acc_mask': 60.1322841829171, 'loss': 1.0523499250411987}
+{'epoch': 276, 'iter': 330, 'avg_loss': 1.158947957156288, 'avg_acc_mask': 60.0828729281768, 'loss': 1.3701194524765015}
+{'epoch': 276, 'iter': 340, 'avg_loss': 1.158289821528969, 'avg_acc_mask': 60.09208694721062, 'loss': 1.223286747932434}
+{'epoch': 276, 'iter': 350, 'avg_loss': 1.160229627987598, 'avg_acc_mask': 60.083355040375096, 'loss': 1.3067042827606201}
+{'epoch': 276, 'iter': 360, 'avg_loss': 1.161519891750119, 'avg_acc_mask': 59.972739663789184, 'loss': 1.3247973918914795}
+{'epoch': 276, 'iter': 370, 'avg_loss': 1.1616856098335708, 'avg_acc_mask': 59.94210861992837, 'loss': 1.092319369316101}
+{'epoch': 276, 'iter': 380, 'avg_loss': 1.1656956673450671, 'avg_acc_mask': 59.82117242038826, 'loss': 0.756394624710083}
+{'epoch': 276, 'iter': 390, 'avg_loss': 1.1647531807117755, 'avg_acc_mask': 59.86508490346593, 'loss': 1.6164802312850952}
+{'epoch': 276, 'iter': 400, 'avg_loss': 1.1641396650501024, 'avg_acc_mask': 59.83933920304983, 'loss': 1.0839943885803223}
+{'epoch': 276, 'iter': 410, 'avg_loss': 1.1627408192830655, 'avg_acc_mask': 59.87258328540459, 'loss': 1.0038502216339111}
+{'epoch': 276, 'iter': 420, 'avg_loss': 1.1626026887367005, 'avg_acc_mask': 59.87266663779289, 'loss': 0.9147666096687317}
+{'epoch': 276, 'iter': 430, 'avg_loss': 1.1616498960004882, 'avg_acc_mask': 59.863513055272975, 'loss': 0.8860433101654053}
+{'epoch': 276, 'iter': 440, 'avg_loss': 1.1634326306194946, 'avg_acc_mask': 59.80351517161333, 'loss': 1.3621474504470825}
+{'epoch': 276, 'iter': 450, 'avg_loss': 1.1634682181008376, 'avg_acc_mask': 59.79958619010913, 'loss': 0.9582428336143494}
+{'epoch': 276, 'iter': 460, 'avg_loss': 1.1637705936219842, 'avg_acc_mask': 59.82851698952049, 'loss': 1.1319465637207031}
+{'epoch': 276, 'iter': 470, 'avg_loss': 1.1645086999278667, 'avg_acc_mask': 59.80445410103204, 'loss': 1.2142505645751953}
+{'epoch': 276, 'iter': 480, 'avg_loss': 1.1629209407525847, 'avg_acc_mask': 59.87212665550312, 'loss': 1.1177014112472534}
+{'epoch': 276, 'iter': 490, 'avg_loss': 1.1629447445971417, 'avg_acc_mask': 59.884414615958235, 'loss': 1.2681390047073364}
+{'epoch': 276, 'iter': 500, 'avg_loss': 1.1622154438448047, 'avg_acc_mask': 59.920359478318055, 'loss': 1.1665054559707642}
+{'epoch': 276, 'iter': 510, 'avg_loss': 1.1621720323707259, 'avg_acc_mask': 59.88257616439338, 'loss': 1.1193525791168213}
+{'epoch': 276, 'iter': 520, 'avg_loss': 1.160637859934351, 'avg_acc_mask': 59.93961098237484, 'loss': 1.0747121572494507}
+{'epoch': 276, 'iter': 530, 'avg_loss': 1.1588092495155873, 'avg_acc_mask': 59.97587870434183, 'loss': 1.0319344997406006}
+{'epoch': 276, 'iter': 540, 'avg_loss': 1.1578828328308028, 'avg_acc_mask': 60.03787878787878, 'loss': 1.235419511795044}
+{'epoch': 276, 'iter': 550, 'avg_loss': 1.15799702593073, 'avg_acc_mask': 60.055151333931356, 'loss': 1.2306588888168335}
+{'epoch': 276, 'iter': 560, 'avg_loss': 1.1574215383771906, 'avg_acc_mask': 60.05030871255431, 'loss': 1.1116082668304443}
+{'epoch': 276, 'iter': 570, 'avg_loss': 1.1557485232106859, 'avg_acc_mask': 60.09177255807984, 'loss': 1.2183337211608887}
+{'epoch': 276, 'iter': 580, 'avg_loss': 1.1542283124747252, 'avg_acc_mask': 60.13673167197001, 'loss': 1.4368911981582642}
+{'epoch': 276, 'iter': 590, 'avg_loss': 1.153689413052525, 'avg_acc_mask': 60.1325200483017, 'loss': 0.9662225842475891}
+{'epoch': 276, 'iter': 600, 'avg_loss': 1.1531505695297792, 'avg_acc_mask': 60.17599415382742, 'loss': 1.1568808555603027}
+{'epoch': 276, 'iter': 610, 'avg_loss': 1.1548831099476635, 'avg_acc_mask': 60.10182689427972, 'loss': 1.4602614641189575}
+{'epoch': 276, 'iter': 620, 'avg_loss': 1.154277410340194, 'avg_acc_mask': 60.123784261715294, 'loss': 1.4284566640853882}
+{'epoch': 276, 'iter': 630, 'avg_loss': 1.1530633262239054, 'avg_acc_mask': 60.17570819681638, 'loss': 1.151416301727295}
+{'epoch': 276, 'iter': 640, 'avg_loss': 1.1529383956456147, 'avg_acc_mask': 60.210321769446196, 'loss': 0.8483010530471802}
+{'epoch': 276, 'iter': 650, 'avg_loss': 1.1537107721360231, 'avg_acc_mask': 60.20623784971685, 'loss': 1.3172757625579834}
+{'epoch': 276, 'iter': 660, 'avg_loss': 1.1537323530521046, 'avg_acc_mask': 60.204789521880286, 'loss': 0.8008272647857666}
+{'epoch': 276, 'iter': 670, 'avg_loss': 1.1541147115244772, 'avg_acc_mask': 60.173408823609854, 'loss': 1.2675063610076904}
+{'epoch': 276, 'iter': 680, 'avg_loss': 1.1537230539514456, 'avg_acc_mask': 60.17161823038938, 'loss': 1.2709789276123047}
+{'epoch': 276, 'iter': 690, 'avg_loss': 1.153786939279043, 'avg_acc_mask': 60.17129481859772, 'loss': 1.1278741359710693}
+{'epoch': 276, 'iter': 700, 'avg_loss': 1.157018902000789, 'avg_acc_mask': 60.1042785652527, 'loss': 1.3371853828430176}
+{'epoch': 276, 'iter': 710, 'avg_loss': 1.1557076413671679, 'avg_acc_mask': 60.13550205580409, 'loss': 0.9361667037010193}
+{'epoch': 276, 'iter': 720, 'avg_loss': 1.1557755921237511, 'avg_acc_mask': 60.14071581523402, 'loss': 1.2850664854049683}
+{'epoch': 276, 'iter': 730, 'avg_loss': 1.154768605442608, 'avg_acc_mask': 60.183394045974126, 'loss': 1.2663341760635376}
+{'epoch': 276, 'iter': 740, 'avg_loss': 1.15479262891086, 'avg_acc_mask': 60.1785050204537, 'loss': 1.2330611944198608}
+{'epoch': 276, 'iter': 750, 'avg_loss': 1.1570175936552243, 'avg_acc_mask': 60.09046454767726, 'loss': 1.2607018947601318}
+{'epoch': 276, 'iter': 760, 'avg_loss': 1.1562095958440908, 'avg_acc_mask': 60.12462564003478, 'loss': 0.7862831950187683}
+{'epoch': 276, 'iter': 770, 'avg_loss': 1.1570931855110806, 'avg_acc_mask': 60.1038738266546, 'loss': 1.1898574829101562}
+{'epoch': 276, 'iter': 780, 'avg_loss': 1.1564447008617098, 'avg_acc_mask': 60.11111634257733, 'loss': 1.2046457529067993}
+{'epoch': 276, 'iter': 790, 'avg_loss': 1.1548269013915442, 'avg_acc_mask': 60.17557305093012, 'loss': 0.5504993200302124}
+{'epoch': 276, 'iter': 800, 'avg_loss': 1.1543008766594005, 'avg_acc_mask': 60.174291938997825, 'loss': 1.0415483713150024}
+{'epoch': 276, 'iter': 810, 'avg_loss': 1.1544075918035943, 'avg_acc_mask': 60.15803654312043, 'loss': 1.1572729349136353}
+{'epoch': 276, 'iter': 820, 'avg_loss': 1.1542295600479326, 'avg_acc_mask': 60.17095164574523, 'loss': 1.2102909088134766}
+{'epoch': 276, 'iter': 830, 'avg_loss': 1.1559752729036605, 'avg_acc_mask': 60.11941618752764, 'loss': 0.9274213314056396}
+{'epoch': 276, 'iter': 840, 'avg_loss': 1.1569990351636685, 'avg_acc_mask': 60.09176316364431, 'loss': 1.283633828163147}
+{'epoch': 276, 'iter': 850, 'avg_loss': 1.1579508974395263, 'avg_acc_mask': 60.040134645261524, 'loss': 1.0639852285385132}
+{'epoch': 276, 'iter': 860, 'avg_loss': 1.1588226089148017, 'avg_acc_mask': 60.04049445865303, 'loss': 1.0737581253051758}
+{'epoch': 276, 'iter': 870, 'avg_loss': 1.1603728882823008, 'avg_acc_mask': 59.97052631578947, 'loss': 1.4635951519012451}
+{'epoch': 276, 'iter': 880, 'avg_loss': 1.160447226040209, 'avg_acc_mask': 59.968374183346505, 'loss': 1.1282076835632324}
+{'epoch': 276, 'iter': 890, 'avg_loss': 1.15918430759583, 'avg_acc_mask': 60.02882734479563, 'loss': 0.7639533281326294}
+{'epoch': 276, 'iter': 900, 'avg_loss': 1.1597220938359196, 'avg_acc_mask': 59.960114771779175, 'loss': 1.475333571434021}
+{'epoch': 276, 'iter': 910, 'avg_loss': 1.1602790043919329, 'avg_acc_mask': 59.949733588016485, 'loss': 1.2759348154067993}
+{'epoch': 276, 'iter': 920, 'avg_loss': 1.1600963022563926, 'avg_acc_mask': 59.95420607267297, 'loss': 1.1950064897537231}
+{'epoch': 276, 'iter': 930, 'avg_loss': 1.1591225943491104, 'avg_acc_mask': 59.98423179264807, 'loss': 1.3779040575027466}
+{'epoch': 276, 'iter': 940, 'avg_loss': 1.1583085383479577, 'avg_acc_mask': 60.01364522417154, 'loss': 0.8874596357345581}
+{'epoch': 276, 'iter': 950, 'avg_loss': 1.15861209305679, 'avg_acc_mask': 60.02199455924061, 'loss': 1.4113355875015259}
+{'epoch': 276, 'iter': 960, 'avg_loss': 1.1585851689717277, 'avg_acc_mask': 60.02022939369071, 'loss': 1.0133763551712036}
+{'epoch': 276, 'iter': 970, 'avg_loss': 1.15848783272425, 'avg_acc_mask': 60.03097203074541, 'loss': 1.2577389478683472}
+{'epoch': 276, 'iter': 980, 'avg_loss': 1.1590675532696322, 'avg_acc_mask': 59.98953877192654, 'loss': 0.9855133891105652}
+{'epoch': 276, 'iter': 990, 'avg_loss': 1.1605933450245112, 'avg_acc_mask': 59.925377269620796, 'loss': 1.1940876245498657}
+{'epoch': 276, 'iter': 1000, 'avg_loss': 1.1602501073381404, 'avg_acc_mask': 59.954300338177504, 'loss': 1.2286655902862549}
+{'epoch': 276, 'iter': 1010, 'avg_loss': 1.1604577443543103, 'avg_acc_mask': 59.976464198424914, 'loss': 0.8771500587463379}
+{'epoch': 276, 'iter': 1020, 'avg_loss': 1.1607118777558572, 'avg_acc_mask': 59.96953950904855, 'loss': 0.8670071363449097}
+{'epoch': 276, 'iter': 1030, 'avg_loss': 1.1603438810569122, 'avg_acc_mask': 59.99113003370587, 'loss': 1.0878528356552124}
+{'epoch': 276, 'iter': 1040, 'avg_loss': 1.1609574861817356, 'avg_acc_mask': 59.98559685238531, 'loss': 1.2725001573562622}
+{'epoch': 276, 'iter': 1050, 'avg_loss': 1.1608806151248068, 'avg_acc_mask': 59.96278519755147, 'loss': 1.1716779470443726}
+{'epoch': 276, 'iter': 1060, 'avg_loss': 1.1608680780208076, 'avg_acc_mask': 59.957287773625204, 'loss': 1.109199047088623}
+{'epoch': 276, 'iter': 1070, 'avg_loss': 1.160875713318781, 'avg_acc_mask': 59.946768579813, 'loss': 1.1358891725540161}
+{'epoch': 276, 'iter': 1080, 'avg_loss': 1.1605963178468346, 'avg_acc_mask': 59.983096686950645, 'loss': 0.8949148058891296}
+{'epoch': 276, 'iter': 1090, 'avg_loss': 1.16038918410497, 'avg_acc_mask': 59.98159611845407, 'loss': 1.006538987159729}
+{'epoch': 276, 'iter': 1100, 'avg_loss': 1.1603053377553834, 'avg_acc_mask': 59.98374873555213, 'loss': 1.11385977268219}
+{'epoch': 'EP276_train', 'avg_loss': 1.1602004699847277, 'total_masked_acc': 59.9831438392385}
+{'epoch': 277, 'iter': 0, 'avg_loss': 1.2715204954147339, 'avg_acc_mask': 68.33333333333333, 'loss': 1.2715204954147339}
+{'epoch': 277, 'iter': 10, 'avg_loss': 1.116165665062991, 'avg_acc_mask': 62.31647634584013, 'loss': 0.9985926151275635}
+{'epoch': 277, 'iter': 20, 'avg_loss': 1.12116535504659, 'avg_acc_mask': 60.83408884859474, 'loss': 1.260718822479248}
+{'epoch': 277, 'iter': 30, 'avg_loss': 1.145672490519862, 'avg_acc_mask': 60.71856287425149, 'loss': 1.233863353729248}
+{'epoch': 277, 'iter': 40, 'avg_loss': 1.1700688397012107, 'avg_acc_mask': 60.152057245080506, 'loss': 1.0683000087738037}
+{'epoch': 277, 'iter': 50, 'avg_loss': 1.1844587922096252, 'avg_acc_mask': 59.413634758036025, 'loss': 1.445298433303833}
+{'epoch': 277, 'iter': 60, 'avg_loss': 1.1685278269111132, 'avg_acc_mask': 59.44986690328305, 'loss': 0.9888404011726379}
+{'epoch': 277, 'iter': 70, 'avg_loss': 1.1612165864084807, 'avg_acc_mask': 59.90399191510865, 'loss': 0.9648712277412415}
+{'epoch': 277, 'iter': 80, 'avg_loss': 1.155944135453966, 'avg_acc_mask': 60.15796401930671, 'loss': 1.20505952835083}
+{'epoch': 277, 'iter': 90, 'avg_loss': 1.1619018689616696, 'avg_acc_mask': 59.902818270165206, 'loss': 1.3444772958755493}
+{'epoch': 277, 'iter': 100, 'avg_loss': 1.1554153508479053, 'avg_acc_mask': 60.222457627118644, 'loss': 0.8621872067451477}
+{'epoch': 277, 'iter': 110, 'avg_loss': 1.158513007937251, 'avg_acc_mask': 60.58500323206205, 'loss': 0.9094445109367371}
+{'epoch': 277, 'iter': 120, 'avg_loss': 1.1513471421131418, 'avg_acc_mask': 60.86441681468324, 'loss': 1.3839712142944336}
+{'epoch': 277, 'iter': 130, 'avg_loss': 1.1502516069485031, 'avg_acc_mask': 60.74702421671911, 'loss': 1.2348870038986206}
+{'epoch': 277, 'iter': 140, 'avg_loss': 1.1493196039335103, 'avg_acc_mask': 60.63192763409352, 'loss': 0.999786376953125}
+{'epoch': 277, 'iter': 150, 'avg_loss': 1.1443026721082776, 'avg_acc_mask': 60.71001673440115, 'loss': 1.5328187942504883}
+{'epoch': 277, 'iter': 160, 'avg_loss': 1.1473749528020065, 'avg_acc_mask': 60.727517682721455, 'loss': 1.2082245349884033}
+{'epoch': 277, 'iter': 170, 'avg_loss': 1.1475929102005318, 'avg_acc_mask': 60.59550205891669, 'loss': 1.5583478212356567}
+{'epoch': 277, 'iter': 180, 'avg_loss': 1.1485758450149832, 'avg_acc_mask': 60.542318811683785, 'loss': 1.3455970287322998}
+{'epoch': 277, 'iter': 190, 'avg_loss': 1.1477311721646972, 'avg_acc_mask': 60.556603773584904, 'loss': 0.9102239012718201}
+{'epoch': 277, 'iter': 200, 'avg_loss': 1.1467199435281517, 'avg_acc_mask': 60.56502242152466, 'loss': 1.0490671396255493}
+{'epoch': 277, 'iter': 210, 'avg_loss': 1.1455835685910771, 'avg_acc_mask': 60.70546136150635, 'loss': 1.2529419660568237}
+{'epoch': 277, 'iter': 220, 'avg_loss': 1.1417093757051149, 'avg_acc_mask': 60.81147140296562, 'loss': 1.6047290563583374}
+{'epoch': 277, 'iter': 230, 'avg_loss': 1.1434624272507508, 'avg_acc_mask': 60.78875439281531, 'loss': 1.1429287195205688}
+{'epoch': 277, 'iter': 240, 'avg_loss': 1.144134113402782, 'avg_acc_mask': 60.80402010050251, 'loss': 1.20082688331604}
+{'epoch': 277, 'iter': 250, 'avg_loss': 1.144395624498922, 'avg_acc_mask': 60.75392821104224, 'loss': 0.8853344321250916}
+{'epoch': 277, 'iter': 260, 'avg_loss': 1.1510632440048159, 'avg_acc_mask': 60.517754551117875, 'loss': 1.4126836061477661}
+{'epoch': 277, 'iter': 270, 'avg_loss': 1.1520756456684802, 'avg_acc_mask': 60.46310466431566, 'loss': 1.207745909690857}
+{'epoch': 277, 'iter': 280, 'avg_loss': 1.1551631765433479, 'avg_acc_mask': 60.354687399601616, 'loss': 0.6716005802154541}
+{'epoch': 277, 'iter': 290, 'avg_loss': 1.1547800984579264, 'avg_acc_mask': 60.36293580262259, 'loss': 1.1330174207687378}
+{'epoch': 277, 'iter': 300, 'avg_loss': 1.1539680048872862, 'avg_acc_mask': 60.28969828104339, 'loss': 0.9361721277236938}
+{'epoch': 277, 'iter': 310, 'avg_loss': 1.1534423431399552, 'avg_acc_mask': 60.22707423580786, 'loss': 0.9838401675224304}
+{'epoch': 277, 'iter': 320, 'avg_loss': 1.1553041752996474, 'avg_acc_mask': 60.213103604624806, 'loss': 1.0406094789505005}
+{'epoch': 277, 'iter': 330, 'avg_loss': 1.1549186220341938, 'avg_acc_mask': 60.22220999944997, 'loss': 1.100793480873108}
+{'epoch': 277, 'iter': 340, 'avg_loss': 1.1545238311339683, 'avg_acc_mask': 60.226362714217075, 'loss': 1.0902345180511475}
+{'epoch': 277, 'iter': 350, 'avg_loss': 1.1547533761062514, 'avg_acc_mask': 60.252677550171576, 'loss': 1.217645525932312}
+{'epoch': 277, 'iter': 360, 'avg_loss': 1.153848551151825, 'avg_acc_mask': 60.27722972631153, 'loss': 1.0957415103912354}
+{'epoch': 277, 'iter': 370, 'avg_loss': 1.1541148226537472, 'avg_acc_mask': 60.23983879687423, 'loss': 1.1779755353927612}
+{'epoch': 277, 'iter': 380, 'avg_loss': 1.1574304665480386, 'avg_acc_mask': 60.05748502994012, 'loss': 0.9402741193771362}
+{'epoch': 277, 'iter': 390, 'avg_loss': 1.1569554700570948, 'avg_acc_mask': 60.06634583936832, 'loss': 1.3730928897857666}
+{'epoch': 277, 'iter': 400, 'avg_loss': 1.1567928285670102, 'avg_acc_mask': 60.07384447078129, 'loss': 1.107440710067749}
+{'epoch': 277, 'iter': 410, 'avg_loss': 1.1555619416735758, 'avg_acc_mask': 60.14789736279401, 'loss': 1.013940691947937}
+{'epoch': 277, 'iter': 420, 'avg_loss': 1.154692570840378, 'avg_acc_mask': 60.19349777739039, 'loss': 1.267118215560913}
+{'epoch': 277, 'iter': 430, 'avg_loss': 1.1554837984717916, 'avg_acc_mask': 60.15868276244508, 'loss': 1.172973871231079}
+{'epoch': 277, 'iter': 440, 'avg_loss': 1.1569466052952808, 'avg_acc_mask': 60.066611157368854, 'loss': 1.4155709743499756}
+{'epoch': 277, 'iter': 450, 'avg_loss': 1.1582566594866057, 'avg_acc_mask': 60.04160208826168, 'loss': 0.8166208267211914}
+{'epoch': 277, 'iter': 460, 'avg_loss': 1.1583083746490148, 'avg_acc_mask': 60.015156349712825, 'loss': 1.2516602277755737}
+{'epoch': 277, 'iter': 470, 'avg_loss': 1.1576195788231625, 'avg_acc_mask': 60.03200249775592, 'loss': 1.060359239578247}
+{'epoch': 277, 'iter': 480, 'avg_loss': 1.15876178706758, 'avg_acc_mask': 60.01836125774616, 'loss': 1.3423290252685547}
+{'epoch': 277, 'iter': 490, 'avg_loss': 1.1606167962740492, 'avg_acc_mask': 60.00674612098044, 'loss': 1.4191912412643433}
+{'epoch': 277, 'iter': 500, 'avg_loss': 1.159026743885048, 'avg_acc_mask': 60.08668821627975, 'loss': 1.0597447156906128}
+{'epoch': 277, 'iter': 510, 'avg_loss': 1.1582627668539371, 'avg_acc_mask': 60.06259893509858, 'loss': 1.1916906833648682}
+{'epoch': 277, 'iter': 520, 'avg_loss': 1.1595230703161683, 'avg_acc_mask': 60.0796925138404, 'loss': 1.2907720804214478}
+{'epoch': 277, 'iter': 530, 'avg_loss': 1.1587315375746532, 'avg_acc_mask': 60.13513513513513, 'loss': 0.8827021718025208}
+{'epoch': 277, 'iter': 540, 'avg_loss': 1.1606130399457188, 'avg_acc_mask': 60.08159102498725, 'loss': 1.4217487573623657}
+{'epoch': 277, 'iter': 550, 'avg_loss': 1.1650206886921517, 'avg_acc_mask': 59.927942353883104, 'loss': 1.5648202896118164}
+{'epoch': 277, 'iter': 560, 'avg_loss': 1.164776339675441, 'avg_acc_mask': 59.92594049023463, 'loss': 0.8136582970619202}
+{'epoch': 277, 'iter': 570, 'avg_loss': 1.1644103775508767, 'avg_acc_mask': 59.98904956681375, 'loss': 1.5065187215805054}
+{'epoch': 277, 'iter': 580, 'avg_loss': 1.1649056459663247, 'avg_acc_mask': 59.981027667984186, 'loss': 1.2726815938949585}
+{'epoch': 277, 'iter': 590, 'avg_loss': 1.1643144358233146, 'avg_acc_mask': 59.981366459627324, 'loss': 0.8640219569206238}
+{'epoch': 277, 'iter': 600, 'avg_loss': 1.1619411800149673, 'avg_acc_mask': 60.04157877036901, 'loss': 0.9962189197540283}
+{'epoch': 277, 'iter': 610, 'avg_loss': 1.1625905972455801, 'avg_acc_mask': 60.05648698996454, 'loss': 1.4461346864700317}
+{'epoch': 277, 'iter': 620, 'avg_loss': 1.1606142498828746, 'avg_acc_mask': 60.108239190867685, 'loss': 1.1808557510375977}
+{'epoch': 277, 'iter': 630, 'avg_loss': 1.1596711082428268, 'avg_acc_mask': 60.13749708692613, 'loss': 1.1224387884140015}
+{'epoch': 277, 'iter': 640, 'avg_loss': 1.1595652383314838, 'avg_acc_mask': 60.16362853451987, 'loss': 0.9499161243438721}
+{'epoch': 277, 'iter': 650, 'avg_loss': 1.160518781655395, 'avg_acc_mask': 60.1601856568744, 'loss': 1.442135214805603}
+{'epoch': 277, 'iter': 660, 'avg_loss': 1.161308596065654, 'avg_acc_mask': 60.093085476993394, 'loss': 0.9074864983558655}
+{'epoch': 277, 'iter': 670, 'avg_loss': 1.1611659143969484, 'avg_acc_mask': 60.13125737979516, 'loss': 0.9540403485298157}
+{'epoch': 277, 'iter': 680, 'avg_loss': 1.1610857622914028, 'avg_acc_mask': 60.13464190120853, 'loss': 1.311722993850708}
+{'epoch': 277, 'iter': 690, 'avg_loss': 1.161286889299125, 'avg_acc_mask': 60.10010916158577, 'loss': 1.2214049100875854}
+{'epoch': 277, 'iter': 700, 'avg_loss': 1.1618115405383362, 'avg_acc_mask': 60.0529794376836, 'loss': 1.3515888452529907}
+{'epoch': 277, 'iter': 710, 'avg_loss': 1.1609957508229338, 'avg_acc_mask': 60.122635895578384, 'loss': 1.0110942125320435}
+{'epoch': 277, 'iter': 720, 'avg_loss': 1.1617926529475622, 'avg_acc_mask': 60.11883510990973, 'loss': 1.3584293127059937}
+{'epoch': 277, 'iter': 730, 'avg_loss': 1.160554711534941, 'avg_acc_mask': 60.16339869281045, 'loss': 1.1169735193252563}
+{'epoch': 277, 'iter': 740, 'avg_loss': 1.1599641419776217, 'avg_acc_mask': 60.17119464086341, 'loss': 1.3541903495788574}
+{'epoch': 277, 'iter': 750, 'avg_loss': 1.161084605834773, 'avg_acc_mask': 60.12864095478001, 'loss': 1.331799030303955}
+{'epoch': 277, 'iter': 760, 'avg_loss': 1.15998588214566, 'avg_acc_mask': 60.14984894259818, 'loss': 0.9858356714248657}
+{'epoch': 277, 'iter': 770, 'avg_loss': 1.1611342409241525, 'avg_acc_mask': 60.10094997738149, 'loss': 1.2793322801589966}
+{'epoch': 277, 'iter': 780, 'avg_loss': 1.1595733877791332, 'avg_acc_mask': 60.15334681781833, 'loss': 0.7959238886833191}
+{'epoch': 277, 'iter': 790, 'avg_loss': 1.160169018806911, 'avg_acc_mask': 60.13011152416357, 'loss': 1.2287414073944092}
+{'epoch': 277, 'iter': 800, 'avg_loss': 1.160001520286041, 'avg_acc_mask': 60.156447136008076, 'loss': 1.0515457391738892}
+{'epoch': 277, 'iter': 810, 'avg_loss': 1.159369820216728, 'avg_acc_mask': 60.177272005984626, 'loss': 0.916451632976532}
+{'epoch': 277, 'iter': 820, 'avg_loss': 1.1598892228612074, 'avg_acc_mask': 60.19043351629887, 'loss': 1.1637282371520996}
+{'epoch': 277, 'iter': 830, 'avg_loss': 1.1608061898773183, 'avg_acc_mask': 60.154935812306334, 'loss': 1.3370580673217773}
+{'epoch': 277, 'iter': 840, 'avg_loss': 1.1600906624238358, 'avg_acc_mask': 60.153482880755604, 'loss': 1.1532903909683228}
+{'epoch': 277, 'iter': 850, 'avg_loss': 1.1608823270971431, 'avg_acc_mask': 60.135178906907946, 'loss': 0.9868260622024536}
+{'epoch': 277, 'iter': 860, 'avg_loss': 1.1618491245756029, 'avg_acc_mask': 60.087008444937304, 'loss': 1.4005540609359741}
+{'epoch': 277, 'iter': 870, 'avg_loss': 1.1639265034831077, 'avg_acc_mask': 59.99536764086583, 'loss': 1.494098424911499}
+{'epoch': 277, 'iter': 880, 'avg_loss': 1.163385269184524, 'avg_acc_mask': 60.01208408858887, 'loss': 0.9127429127693176}
+{'epoch': 277, 'iter': 890, 'avg_loss': 1.1629652237116153, 'avg_acc_mask': 60.03796475879999, 'loss': 1.1751693487167358}
+{'epoch': 277, 'iter': 900, 'avg_loss': 1.1625208333382728, 'avg_acc_mask': 60.006117455138664, 'loss': 1.529248833656311}
+{'epoch': 277, 'iter': 910, 'avg_loss': 1.1634940357815422, 'avg_acc_mask': 59.977420265311885, 'loss': 1.2093505859375}
+{'epoch': 277, 'iter': 920, 'avg_loss': 1.1629774314184531, 'avg_acc_mask': 59.99960081433875, 'loss': 1.3746459484100342}
+{'epoch': 277, 'iter': 930, 'avg_loss': 1.1622261073356284, 'avg_acc_mask': 60.020932482868936, 'loss': 1.286793828010559}
+{'epoch': 277, 'iter': 940, 'avg_loss': 1.1623370713305905, 'avg_acc_mask': 60.01873024544426, 'loss': 0.8738343715667725}
+{'epoch': 277, 'iter': 950, 'avg_loss': 1.1625128253025212, 'avg_acc_mask': 59.972993827160494, 'loss': 1.4314663410186768}
+{'epoch': 277, 'iter': 960, 'avg_loss': 1.1631240677883177, 'avg_acc_mask': 59.976330909160325, 'loss': 1.2168015241622925}
+{'epoch': 277, 'iter': 970, 'avg_loss': 1.1631947506591294, 'avg_acc_mask': 59.964879817223995, 'loss': 1.0417568683624268}
+{'epoch': 277, 'iter': 980, 'avg_loss': 1.1627437327736865, 'avg_acc_mask': 59.97457516217681, 'loss': 0.9482713341712952}
+{'epoch': 277, 'iter': 990, 'avg_loss': 1.1619069582879482, 'avg_acc_mask': 59.99259807549963, 'loss': 1.090592861175537}
+{'epoch': 277, 'iter': 1000, 'avg_loss': 1.1616947016754113, 'avg_acc_mask': 59.99487348493171, 'loss': 1.3938372135162354}
+{'epoch': 277, 'iter': 1010, 'avg_loss': 1.160726192738017, 'avg_acc_mask': 60.018862449216485, 'loss': 1.1219011545181274}
+{'epoch': 277, 'iter': 1020, 'avg_loss': 1.1606644498846557, 'avg_acc_mask': 60.040924755887424, 'loss': 1.012084722518921}
+{'epoch': 277, 'iter': 1030, 'avg_loss': 1.16095866709514, 'avg_acc_mask': 60.05194065957522, 'loss': 1.1097683906555176}
+{'epoch': 277, 'iter': 1040, 'avg_loss': 1.1608195781249706, 'avg_acc_mask': 60.03557402743779, 'loss': 1.0753109455108643}
+{'epoch': 277, 'iter': 1050, 'avg_loss': 1.1598321378628034, 'avg_acc_mask': 60.05967753193271, 'loss': 1.2068378925323486}
+{'epoch': 277, 'iter': 1060, 'avg_loss': 1.1591911982186665, 'avg_acc_mask': 60.080178327659794, 'loss': 0.8541824221611023}
+{'epoch': 277, 'iter': 1070, 'avg_loss': 1.1578642561210861, 'avg_acc_mask': 60.10995410015757, 'loss': 0.9630128145217896}
+{'epoch': 277, 'iter': 1080, 'avg_loss': 1.1576208050442889, 'avg_acc_mask': 60.09532209369382, 'loss': 0.940231204032898}
+{'epoch': 277, 'iter': 1090, 'avg_loss': 1.1584196652872205, 'avg_acc_mask': 60.018127800997036, 'loss': 1.3238028287887573}
+{'epoch': 277, 'iter': 1100, 'avg_loss': 1.1586821672593757, 'avg_acc_mask': 59.99700489200972, 'loss': 0.8958033919334412}
+{'epoch': 'EP277_train', 'avg_loss': 1.1588606491347784, 'total_masked_acc': 59.98806108743595}
+{'epoch': 278, 'iter': 0, 'avg_loss': 1.2392582893371582, 'avg_acc_mask': 51.724137931034484, 'loss': 1.2392582893371582}
+{'epoch': 278, 'iter': 10, 'avg_loss': 1.1333588361740112, 'avg_acc_mask': 59.472049689441, 'loss': 0.8540769815444946}
+{'epoch': 278, 'iter': 20, 'avg_loss': 1.1710556206249056, 'avg_acc_mask': 59.01089689857501, 'loss': 1.5539695024490356}
+{'epoch': 278, 'iter': 30, 'avg_loss': 1.1959829695763127, 'avg_acc_mask': 58.39375348577802, 'loss': 1.0212757587432861}
+{'epoch': 278, 'iter': 40, 'avg_loss': 1.1774052105298856, 'avg_acc_mask': 58.56121161127471, 'loss': 1.0693806409835815}
+{'epoch': 278, 'iter': 50, 'avg_loss': 1.195865061937594, 'avg_acc_mask': 58.48801889976375, 'loss': 1.1289587020874023}
+{'epoch': 278, 'iter': 60, 'avg_loss': 1.1775769737900281, 'avg_acc_mask': 59.240069084628665, 'loss': 0.7664251923561096}
+{'epoch': 278, 'iter': 70, 'avg_loss': 1.1785267222095543, 'avg_acc_mask': 59.19382931077383, 'loss': 1.352528691291809}
+{'epoch': 278, 'iter': 80, 'avg_loss': 1.1908683673835094, 'avg_acc_mask': 58.56771960190393, 'loss': 1.2644506692886353}
+{'epoch': 278, 'iter': 90, 'avg_loss': 1.1957760047126602, 'avg_acc_mask': 58.3058092092481, 'loss': 1.1720205545425415}
+{'epoch': 278, 'iter': 100, 'avg_loss': 1.187733276055591, 'avg_acc_mask': 58.424778761061944, 'loss': 1.0280461311340332}
+{'epoch': 278, 'iter': 110, 'avg_loss': 1.1833178127134167, 'avg_acc_mask': 58.65587044534413, 'loss': 1.1340116262435913}
+{'epoch': 278, 'iter': 120, 'avg_loss': 1.177965698655972, 'avg_acc_mask': 58.54420958618637, 'loss': 1.2700505256652832}
+{'epoch': 278, 'iter': 130, 'avg_loss': 1.1741107492956497, 'avg_acc_mask': 58.69505494505495, 'loss': 1.1050772666931152}
+{'epoch': 278, 'iter': 140, 'avg_loss': 1.1776241385344919, 'avg_acc_mask': 58.67177522349935, 'loss': 1.3881832361221313}
+{'epoch': 278, 'iter': 150, 'avg_loss': 1.1690052850356956, 'avg_acc_mask': 59.171951657293285, 'loss': 0.976555347442627}
+{'epoch': 278, 'iter': 160, 'avg_loss': 1.1645120186094913, 'avg_acc_mask': 59.427476614448324, 'loss': 0.8817659616470337}
+{'epoch': 278, 'iter': 170, 'avg_loss': 1.1670748549595213, 'avg_acc_mask': 59.21899736147758, 'loss': 1.312483787536621}
+{'epoch': 278, 'iter': 180, 'avg_loss': 1.1652454216835908, 'avg_acc_mask': 59.4046548796324, 'loss': 1.1200096607208252}
+{'epoch': 278, 'iter': 190, 'avg_loss': 1.1655509094293204, 'avg_acc_mask': 59.53034750497112, 'loss': 1.0108076333999634}
+{'epoch': 278, 'iter': 200, 'avg_loss': 1.1632898915466385, 'avg_acc_mask': 59.472876613412765, 'loss': 1.0957818031311035}
+{'epoch': 278, 'iter': 210, 'avg_loss': 1.160690773154887, 'avg_acc_mask': 59.707526881720426, 'loss': 1.465994119644165}
+{'epoch': 278, 'iter': 220, 'avg_loss': 1.161784155875849, 'avg_acc_mask': 59.65918400786499, 'loss': 1.4473572969436646}
+{'epoch': 278, 'iter': 230, 'avg_loss': 1.1647295518354936, 'avg_acc_mask': 59.72516686297605, 'loss': 1.1194318532943726}
+{'epoch': 278, 'iter': 240, 'avg_loss': 1.1676767948257478, 'avg_acc_mask': 59.63351180152326, 'loss': 1.0172797441482544}
+{'epoch': 278, 'iter': 250, 'avg_loss': 1.1668500344591786, 'avg_acc_mask': 59.65369847134681, 'loss': 0.9829432964324951}
+{'epoch': 278, 'iter': 260, 'avg_loss': 1.1681879658351912, 'avg_acc_mask': 59.598276341395604, 'loss': 1.5038344860076904}
+{'epoch': 278, 'iter': 270, 'avg_loss': 1.1742892535850131, 'avg_acc_mask': 59.396689802455946, 'loss': 1.4137483835220337}
+{'epoch': 278, 'iter': 280, 'avg_loss': 1.174306661845102, 'avg_acc_mask': 59.380434082565856, 'loss': 0.4060901403427124}
+{'epoch': 278, 'iter': 290, 'avg_loss': 1.1716918101425433, 'avg_acc_mask': 59.450043548587786, 'loss': 1.1148722171783447}
+{'epoch': 278, 'iter': 300, 'avg_loss': 1.1670827709163145, 'avg_acc_mask': 59.63474172744259, 'loss': 1.0964347124099731}
+{'epoch': 278, 'iter': 310, 'avg_loss': 1.1644945021994244, 'avg_acc_mask': 59.62099125364432, 'loss': 0.8722885251045227}
+{'epoch': 278, 'iter': 320, 'avg_loss': 1.1657559697130389, 'avg_acc_mask': 59.53999546793565, 'loss': 1.1567981243133545}
+{'epoch': 278, 'iter': 330, 'avg_loss': 1.1660843689636162, 'avg_acc_mask': 59.506770890674886, 'loss': 1.1054463386535645}
+{'epoch': 278, 'iter': 340, 'avg_loss': 1.1620560835533478, 'avg_acc_mask': 59.60070463887258, 'loss': 1.0943427085876465}
+{'epoch': 278, 'iter': 350, 'avg_loss': 1.1608060223084908, 'avg_acc_mask': 59.674408958938194, 'loss': 1.1396911144256592}
+{'epoch': 278, 'iter': 360, 'avg_loss': 1.160487941592684, 'avg_acc_mask': 59.65811965811966, 'loss': 1.1299325227737427}
+{'epoch': 278, 'iter': 370, 'avg_loss': 1.1607091129629439, 'avg_acc_mask': 59.63257927395319, 'loss': 1.1550469398498535}
+{'epoch': 278, 'iter': 380, 'avg_loss': 1.164258122757038, 'avg_acc_mask': 59.513631613945094, 'loss': 0.9829368591308594}
+{'epoch': 278, 'iter': 390, 'avg_loss': 1.1646240266692607, 'avg_acc_mask': 59.487868123726614, 'loss': 1.4892410039901733}
+{'epoch': 278, 'iter': 400, 'avg_loss': 1.164656289200533, 'avg_acc_mask': 59.46957737585134, 'loss': 1.1925573348999023}
+{'epoch': 278, 'iter': 410, 'avg_loss': 1.1620561676303836, 'avg_acc_mask': 59.53533397870281, 'loss': 1.0211373567581177}
+{'epoch': 278, 'iter': 420, 'avg_loss': 1.1598827351866878, 'avg_acc_mask': 59.56694271911663, 'loss': 1.164989948272705}
+{'epoch': 278, 'iter': 430, 'avg_loss': 1.1588719265920104, 'avg_acc_mask': 59.596767404663694, 'loss': 1.1287875175476074}
+{'epoch': 278, 'iter': 440, 'avg_loss': 1.1614615426582544, 'avg_acc_mask': 59.4925275086221, 'loss': 1.4789934158325195}
+{'epoch': 278, 'iter': 450, 'avg_loss': 1.1615079078335984, 'avg_acc_mask': 59.52151573538856, 'loss': 0.9293001294136047}
+{'epoch': 278, 'iter': 460, 'avg_loss': 1.1635981562856479, 'avg_acc_mask': 59.524652736788255, 'loss': 1.406245470046997}
+{'epoch': 278, 'iter': 470, 'avg_loss': 1.1651871662484106, 'avg_acc_mask': 59.55185955185955, 'loss': 1.2089494466781616}
+{'epoch': 278, 'iter': 480, 'avg_loss': 1.164275732828525, 'avg_acc_mask': 59.605372368520335, 'loss': 1.175296664237976}
+{'epoch': 278, 'iter': 490, 'avg_loss': 1.1656955078760136, 'avg_acc_mask': 59.5364825903748, 'loss': 1.6024560928344727}
+{'epoch': 278, 'iter': 500, 'avg_loss': 1.164719705453176, 'avg_acc_mask': 59.60848287112561, 'loss': 1.0602736473083496}
+{'epoch': 278, 'iter': 510, 'avg_loss': 1.1636013037537876, 'avg_acc_mask': 59.59721531576329, 'loss': 1.0581564903259277}
+{'epoch': 278, 'iter': 520, 'avg_loss': 1.1633094759683005, 'avg_acc_mask': 59.606804238706076, 'loss': 1.320188283920288}
+{'epoch': 278, 'iter': 530, 'avg_loss': 1.1621141787302696, 'avg_acc_mask': 59.63770845461083, 'loss': 0.5950806140899658}
+{'epoch': 278, 'iter': 540, 'avg_loss': 1.1611080819709905, 'avg_acc_mask': 59.66493978335464, 'loss': 1.32573664188385}
+{'epoch': 278, 'iter': 550, 'avg_loss': 1.1623903409106329, 'avg_acc_mask': 59.60693641618497, 'loss': 1.0102674961090088}
+{'epoch': 278, 'iter': 560, 'avg_loss': 1.1608822338296343, 'avg_acc_mask': 59.670608108108105, 'loss': 1.2957602739334106}
+{'epoch': 278, 'iter': 570, 'avg_loss': 1.1597877104102834, 'avg_acc_mask': 59.73499361430395, 'loss': 1.256816029548645}
+{'epoch': 278, 'iter': 580, 'avg_loss': 1.1605470302593277, 'avg_acc_mask': 59.674332507137706, 'loss': 1.4102599620819092}
+{'epoch': 278, 'iter': 590, 'avg_loss': 1.1606616544239412, 'avg_acc_mask': 59.62776938957878, 'loss': 1.1197727918624878}
+{'epoch': 278, 'iter': 600, 'avg_loss': 1.1606579190879416, 'avg_acc_mask': 59.64316057774002, 'loss': 1.239784598350525}
+{'epoch': 278, 'iter': 610, 'avg_loss': 1.161472730570261, 'avg_acc_mask': 59.67323574133151, 'loss': 1.1913681030273438}
+{'epoch': 278, 'iter': 620, 'avg_loss': 1.1599473836149379, 'avg_acc_mask': 59.684281564508076, 'loss': 1.4539384841918945}
+{'epoch': 278, 'iter': 630, 'avg_loss': 1.159261741747758, 'avg_acc_mask': 59.70162174640734, 'loss': 0.9168055057525635}
+{'epoch': 278, 'iter': 640, 'avg_loss': 1.1599911881869371, 'avg_acc_mask': 59.71759615110883, 'loss': 1.030046820640564}
+{'epoch': 278, 'iter': 650, 'avg_loss': 1.1614664446007454, 'avg_acc_mask': 59.665797515911066, 'loss': 1.412383794784546}
+{'epoch': 278, 'iter': 660, 'avg_loss': 1.16068290104123, 'avg_acc_mask': 59.65585814505883, 'loss': 1.0567551851272583}
+{'epoch': 278, 'iter': 670, 'avg_loss': 1.1610270143443533, 'avg_acc_mask': 59.68176254589963, 'loss': 1.2078195810317993}
+{'epoch': 278, 'iter': 680, 'avg_loss': 1.1611019378191574, 'avg_acc_mask': 59.64606982223174, 'loss': 1.1971720457077026}
+{'epoch': 278, 'iter': 690, 'avg_loss': 1.1619986951264907, 'avg_acc_mask': 59.58725389420416, 'loss': 1.029174566268921}
+{'epoch': 278, 'iter': 700, 'avg_loss': 1.1640161578563413, 'avg_acc_mask': 59.5487238075455, 'loss': 1.2533658742904663}
+{'epoch': 278, 'iter': 710, 'avg_loss': 1.1622466193472787, 'avg_acc_mask': 59.62242885319809, 'loss': 1.0969748497009277}
+{'epoch': 278, 'iter': 720, 'avg_loss': 1.1627257774673123, 'avg_acc_mask': 59.58763928544356, 'loss': 1.2427948713302612}
+{'epoch': 278, 'iter': 730, 'avg_loss': 1.1611490934557205, 'avg_acc_mask': 59.63673561038896, 'loss': 1.6277003288269043}
+{'epoch': 278, 'iter': 740, 'avg_loss': 1.1612227547828324, 'avg_acc_mask': 59.60308872712965, 'loss': 0.979180097579956}
+{'epoch': 278, 'iter': 750, 'avg_loss': 1.1634966009625105, 'avg_acc_mask': 59.560908231759036, 'loss': 0.9579982161521912}
+{'epoch': 278, 'iter': 760, 'avg_loss': 1.1629215590900566, 'avg_acc_mask': 59.597604790419155, 'loss': 1.1585772037506104}
+{'epoch': 278, 'iter': 770, 'avg_loss': 1.162782036917992, 'avg_acc_mask': 59.585026940164475, 'loss': 1.033163070678711}
+{'epoch': 278, 'iter': 780, 'avg_loss': 1.161787286686989, 'avg_acc_mask': 59.61812282626456, 'loss': 1.1268036365509033}
+{'epoch': 278, 'iter': 790, 'avg_loss': 1.16239392591638, 'avg_acc_mask': 59.62593976292606, 'loss': 1.2071247100830078}
+{'epoch': 278, 'iter': 800, 'avg_loss': 1.1615743012017525, 'avg_acc_mask': 59.61954664540381, 'loss': 1.156245231628418}
+{'epoch': 278, 'iter': 810, 'avg_loss': 1.1614427138051033, 'avg_acc_mask': 59.65856624850792, 'loss': 1.2828561067581177}
+{'epoch': 278, 'iter': 820, 'avg_loss': 1.16180545069849, 'avg_acc_mask': 59.63378276153607, 'loss': 1.1226065158843994}
+{'epoch': 278, 'iter': 830, 'avg_loss': 1.1618661017624479, 'avg_acc_mask': 59.646652438890236, 'loss': 1.3384145498275757}
+{'epoch': 278, 'iter': 840, 'avg_loss': 1.1618026674998643, 'avg_acc_mask': 59.60447680104314, 'loss': 1.2774757146835327}
+{'epoch': 278, 'iter': 850, 'avg_loss': 1.1623526045354358, 'avg_acc_mask': 59.57149910907881, 'loss': 1.0899714231491089}
+{'epoch': 278, 'iter': 860, 'avg_loss': 1.1624269404477774, 'avg_acc_mask': 59.55187179378471, 'loss': 1.4382301568984985}
+{'epoch': 278, 'iter': 870, 'avg_loss': 1.1636121168339157, 'avg_acc_mask': 59.48609570839698, 'loss': 1.0058423280715942}
+{'epoch': 278, 'iter': 880, 'avg_loss': 1.1633520015387475, 'avg_acc_mask': 59.53647180548371, 'loss': 0.8061308264732361}
+{'epoch': 278, 'iter': 890, 'avg_loss': 1.1634559004528888, 'avg_acc_mask': 59.55698536945208, 'loss': 1.2432119846343994}
+{'epoch': 278, 'iter': 900, 'avg_loss': 1.1633032922871767, 'avg_acc_mask': 59.55766192733017, 'loss': 1.7285550832748413}
+{'epoch': 278, 'iter': 910, 'avg_loss': 1.163711304067911, 'avg_acc_mask': 59.564712477975334, 'loss': 1.1435134410858154}
+{'epoch': 278, 'iter': 920, 'avg_loss': 1.1634259823867474, 'avg_acc_mask': 59.58834843647757, 'loss': 1.0559895038604736}
+{'epoch': 278, 'iter': 930, 'avg_loss': 1.1630697091591218, 'avg_acc_mask': 59.597644749754664, 'loss': 1.2872014045715332}
+{'epoch': 278, 'iter': 940, 'avg_loss': 1.1627358386291073, 'avg_acc_mask': 59.619823489477255, 'loss': 0.7755947113037109}
+{'epoch': 278, 'iter': 950, 'avg_loss': 1.162710274055553, 'avg_acc_mask': 59.61291312604301, 'loss': 1.2629817724227905}
+{'epoch': 278, 'iter': 960, 'avg_loss': 1.1625037030796603, 'avg_acc_mask': 59.62625687725289, 'loss': 1.1779621839523315}
+{'epoch': 278, 'iter': 970, 'avg_loss': 1.1625994933130321, 'avg_acc_mask': 59.628448114092706, 'loss': 1.015641450881958}
+{'epoch': 278, 'iter': 980, 'avg_loss': 1.162480997747602, 'avg_acc_mask': 59.62788279422141, 'loss': 0.9010998010635376}
+{'epoch': 278, 'iter': 990, 'avg_loss': 1.1633439919301407, 'avg_acc_mask': 59.58181751368831, 'loss': 1.180976390838623}
+{'epoch': 278, 'iter': 1000, 'avg_loss': 1.16303283857418, 'avg_acc_mask': 59.59125786392232, 'loss': 1.2654131650924683}
+{'epoch': 278, 'iter': 1010, 'avg_loss': 1.1629545126187695, 'avg_acc_mask': 59.59345205972297, 'loss': 1.266209363937378}
+{'epoch': 278, 'iter': 1020, 'avg_loss': 1.1629802044061441, 'avg_acc_mask': 59.604394039204514, 'loss': 0.8867562413215637}
+{'epoch': 278, 'iter': 1030, 'avg_loss': 1.1618158238010425, 'avg_acc_mask': 59.65639496939657, 'loss': 0.9445083737373352}
+{'epoch': 278, 'iter': 1040, 'avg_loss': 1.1625508530339177, 'avg_acc_mask': 59.65678736194604, 'loss': 1.210263729095459}
+{'epoch': 278, 'iter': 1050, 'avg_loss': 1.162141223049073, 'avg_acc_mask': 59.66482574747667, 'loss': 1.0698803663253784}
+{'epoch': 278, 'iter': 1060, 'avg_loss': 1.1619396027700728, 'avg_acc_mask': 59.668536723454636, 'loss': 0.9687742590904236}
+{'epoch': 278, 'iter': 1070, 'avg_loss': 1.161750590378274, 'avg_acc_mask': 59.666723346369665, 'loss': 1.0868679285049438}
+{'epoch': 278, 'iter': 1080, 'avg_loss': 1.1607669688947326, 'avg_acc_mask': 59.698225051362364, 'loss': 0.7282947897911072}
+{'epoch': 278, 'iter': 1090, 'avg_loss': 1.1611955452686489, 'avg_acc_mask': 59.6779033710113, 'loss': 1.1599925756454468}
+{'epoch': 278, 'iter': 1100, 'avg_loss': 1.1606969364549116, 'avg_acc_mask': 59.71710428474643, 'loss': 0.8871849179267883}
+{'epoch': 'EP278_train', 'avg_loss': 1.1608631241914913, 'total_masked_acc': 59.71346233017703}
+{'epoch': 279, 'iter': 0, 'avg_loss': 1.167662501335144, 'avg_acc_mask': 63.33333333333333, 'loss': 1.167662501335144}
+{'epoch': 279, 'iter': 10, 'avg_loss': 1.1677859533916821, 'avg_acc_mask': 61.69154228855721, 'loss': 0.9447606801986694}
+{'epoch': 279, 'iter': 20, 'avg_loss': 1.1625589671589078, 'avg_acc_mask': 60.30025020850709, 'loss': 1.255609393119812}
+{'epoch': 279, 'iter': 30, 'avg_loss': 1.1714109682267713, 'avg_acc_mask': 60.0, 'loss': 1.2214384078979492}
+{'epoch': 279, 'iter': 40, 'avg_loss': 1.1725206854866772, 'avg_acc_mask': 59.80777632153779, 'loss': 0.9738703370094299}
+{'epoch': 279, 'iter': 50, 'avg_loss': 1.1760272535623288, 'avg_acc_mask': 59.60798039901996, 'loss': 1.1705230474472046}
+{'epoch': 279, 'iter': 60, 'avg_loss': 1.1606842406460496, 'avg_acc_mask': 59.98230610439398, 'loss': 0.7826981544494629}
+{'epoch': 279, 'iter': 70, 'avg_loss': 1.1699679577854318, 'avg_acc_mask': 59.7419028340081, 'loss': 1.2095439434051514}
+{'epoch': 279, 'iter': 80, 'avg_loss': 1.1686165818461665, 'avg_acc_mask': 59.99116802826231, 'loss': 1.503333330154419}
+{'epoch': 279, 'iter': 90, 'avg_loss': 1.1694390354575692, 'avg_acc_mask': 60.11446615354254, 'loss': 1.3506356477737427}
+{'epoch': 279, 'iter': 100, 'avg_loss': 1.1620544378120121, 'avg_acc_mask': 60.288102436421845, 'loss': 1.1280626058578491}
+{'epoch': 279, 'iter': 110, 'avg_loss': 1.1602335078222257, 'avg_acc_mask': 60.44545602341083, 'loss': 0.8212244510650635}
+{'epoch': 279, 'iter': 120, 'avg_loss': 1.15496309680387, 'avg_acc_mask': 60.505836575875485, 'loss': 1.2093547582626343}
+{'epoch': 279, 'iter': 130, 'avg_loss': 1.15765521135039, 'avg_acc_mask': 60.26600166251039, 'loss': 1.0415501594543457}
+{'epoch': 279, 'iter': 140, 'avg_loss': 1.1599099348622857, 'avg_acc_mask': 59.96928589710776, 'loss': 1.2624300718307495}
+{'epoch': 279, 'iter': 150, 'avg_loss': 1.1538641831732743, 'avg_acc_mask': 60.33674082982562, 'loss': 1.4121708869934082}
+{'epoch': 279, 'iter': 160, 'avg_loss': 1.15329292768277, 'avg_acc_mask': 60.42067171774285, 'loss': 1.2665764093399048}
+{'epoch': 279, 'iter': 170, 'avg_loss': 1.1614650655211063, 'avg_acc_mask': 60.125039737204624, 'loss': 1.3565337657928467}
+{'epoch': 279, 'iter': 180, 'avg_loss': 1.1557382025771379, 'avg_acc_mask': 60.292790534443, 'loss': 1.003048062324524}
+{'epoch': 279, 'iter': 190, 'avg_loss': 1.155277823278417, 'avg_acc_mask': 60.3219696969697, 'loss': 0.9580128192901611}
+{'epoch': 279, 'iter': 200, 'avg_loss': 1.1553903186499184, 'avg_acc_mask': 60.077379881230875, 'loss': 1.1660937070846558}
+{'epoch': 279, 'iter': 210, 'avg_loss': 1.1535014976257396, 'avg_acc_mask': 60.07344777521565, 'loss': 1.4934766292572021}
+{'epoch': 279, 'iter': 220, 'avg_loss': 1.154385289185727, 'avg_acc_mask': 59.92832708910246, 'loss': 1.3750454187393188}
+{'epoch': 279, 'iter': 230, 'avg_loss': 1.1551726176625206, 'avg_acc_mask': 59.915743485723205, 'loss': 1.2479166984558105}
+{'epoch': 279, 'iter': 240, 'avg_loss': 1.153192502829049, 'avg_acc_mask': 60.016525200931426, 'loss': 1.0523912906646729}
+{'epoch': 279, 'iter': 250, 'avg_loss': 1.1539739676680698, 'avg_acc_mask': 59.98266396995088, 'loss': 0.8887329697608948}
+{'epoch': 279, 'iter': 260, 'avg_loss': 1.1557695630409708, 'avg_acc_mask': 59.96253642292216, 'loss': 1.001383900642395}
+{'epoch': 279, 'iter': 270, 'avg_loss': 1.1548387859140374, 'avg_acc_mask': 59.933311103701236, 'loss': 1.060534954071045}
+{'epoch': 279, 'iter': 280, 'avg_loss': 1.1593341500733672, 'avg_acc_mask': 59.85175636480825, 'loss': 0.7850613594055176}
+{'epoch': 279, 'iter': 290, 'avg_loss': 1.1598786885795724, 'avg_acc_mask': 59.90898323047191, 'loss': 1.2456753253936768}
+{'epoch': 279, 'iter': 300, 'avg_loss': 1.158468395768606, 'avg_acc_mask': 59.95667087922008, 'loss': 0.9846207499504089}
+{'epoch': 279, 'iter': 310, 'avg_loss': 1.1572459535583421, 'avg_acc_mask': 59.97900997026413, 'loss': 0.6880850195884705}
+{'epoch': 279, 'iter': 320, 'avg_loss': 1.1571884257399776, 'avg_acc_mask': 60.01473588755384, 'loss': 1.0564420223236084}
+{'epoch': 279, 'iter': 330, 'avg_loss': 1.1580441757991595, 'avg_acc_mask': 59.97810019162332, 'loss': 0.7876386046409607}
+{'epoch': 279, 'iter': 340, 'avg_loss': 1.1582317705378156, 'avg_acc_mask': 60.0074345494132, 'loss': 1.3105047941207886}
+{'epoch': 279, 'iter': 350, 'avg_loss': 1.1571736979348708, 'avg_acc_mask': 60.09093727394854, 'loss': 0.8651692867279053}
+{'epoch': 279, 'iter': 360, 'avg_loss': 1.1579666611560493, 'avg_acc_mask': 60.05020080321285, 'loss': 1.2386337518692017}
+{'epoch': 279, 'iter': 370, 'avg_loss': 1.156231260203287, 'avg_acc_mask': 60.11631316586844, 'loss': 1.0013612508773804}
+{'epoch': 279, 'iter': 380, 'avg_loss': 1.1588540175768334, 'avg_acc_mask': 60.043824131853476, 'loss': 0.8071713447570801}
+{'epoch': 279, 'iter': 390, 'avg_loss': 1.158911726511348, 'avg_acc_mask': 59.98699670273534, 'loss': 1.0822086334228516}
+{'epoch': 279, 'iter': 400, 'avg_loss': 1.1612032540421235, 'avg_acc_mask': 59.87939789626405, 'loss': 1.182077407836914}
+{'epoch': 279, 'iter': 410, 'avg_loss': 1.1615157975767652, 'avg_acc_mask': 59.78054068404053, 'loss': 1.1037875413894653}
+{'epoch': 279, 'iter': 420, 'avg_loss': 1.1602813282941695, 'avg_acc_mask': 59.84275778651346, 'loss': 1.2342029809951782}
+{'epoch': 279, 'iter': 430, 'avg_loss': 1.1578024906514692, 'avg_acc_mask': 59.921389628502595, 'loss': 1.1875333786010742}
+{'epoch': 279, 'iter': 440, 'avg_loss': 1.1598685591939897, 'avg_acc_mask': 59.89260636100785, 'loss': 1.4561131000518799}
+{'epoch': 279, 'iter': 450, 'avg_loss': 1.1605341936690845, 'avg_acc_mask': 59.93462997336777, 'loss': 0.9031496644020081}
+{'epoch': 279, 'iter': 460, 'avg_loss': 1.1614136160583661, 'avg_acc_mask': 59.98972169512966, 'loss': 1.0819088220596313}
+{'epoch': 279, 'iter': 470, 'avg_loss': 1.1613766959771483, 'avg_acc_mask': 59.96753497719719, 'loss': 1.4170385599136353}
+{'epoch': 279, 'iter': 480, 'avg_loss': 1.1622324901905972, 'avg_acc_mask': 59.88647114474929, 'loss': 0.9641751050949097}
+{'epoch': 279, 'iter': 490, 'avg_loss': 1.1635441228959809, 'avg_acc_mask': 59.81748710909967, 'loss': 1.4200092554092407}
+{'epoch': 279, 'iter': 500, 'avg_loss': 1.1632365238166855, 'avg_acc_mask': 59.82048766306916, 'loss': 1.0360496044158936}
+{'epoch': 279, 'iter': 510, 'avg_loss': 1.162598484066368, 'avg_acc_mask': 59.83323237002459, 'loss': 1.095599889755249}
+{'epoch': 279, 'iter': 520, 'avg_loss': 1.1602797878909705, 'avg_acc_mask': 59.93347338935574, 'loss': 1.2002432346343994}
+{'epoch': 279, 'iter': 530, 'avg_loss': 1.1599816683322022, 'avg_acc_mask': 59.90992539622512, 'loss': 1.0725843906402588}
+{'epoch': 279, 'iter': 540, 'avg_loss': 1.1584765231322889, 'avg_acc_mask': 59.951390764245204, 'loss': 0.9368641972541809}
+{'epoch': 279, 'iter': 550, 'avg_loss': 1.1587277633525066, 'avg_acc_mask': 59.88618316569614, 'loss': 1.0178134441375732}
+{'epoch': 279, 'iter': 560, 'avg_loss': 1.156854444327839, 'avg_acc_mask': 59.94208180132106, 'loss': 0.7702333927154541}
+{'epoch': 279, 'iter': 570, 'avg_loss': 1.1566248907725574, 'avg_acc_mask': 59.99680102367243, 'loss': 1.4372870922088623}
+{'epoch': 279, 'iter': 580, 'avg_loss': 1.1566813654825732, 'avg_acc_mask': 59.979252459840936, 'loss': 1.3235445022583008}
+{'epoch': 279, 'iter': 590, 'avg_loss': 1.1560394648973107, 'avg_acc_mask': 60.02039302929181, 'loss': 0.8608108162879944}
+{'epoch': 279, 'iter': 600, 'avg_loss': 1.155298592147732, 'avg_acc_mask': 60.03097197340054, 'loss': 1.101440191268921}
+{'epoch': 279, 'iter': 610, 'avg_loss': 1.157009174605243, 'avg_acc_mask': 60.02509260365635, 'loss': 1.341794729232788}
+{'epoch': 279, 'iter': 620, 'avg_loss': 1.1561049572319608, 'avg_acc_mask': 60.019998823598605, 'loss': 1.2568339109420776}
+{'epoch': 279, 'iter': 630, 'avg_loss': 1.1541753297940298, 'avg_acc_mask': 60.107137686405096, 'loss': 1.0315853357315063}
+{'epoch': 279, 'iter': 640, 'avg_loss': 1.15435945234507, 'avg_acc_mask': 60.10919589514907, 'loss': 1.1137971878051758}
+{'epoch': 279, 'iter': 650, 'avg_loss': 1.1535245663559381, 'avg_acc_mask': 60.135705839292754, 'loss': 0.9426018595695496}
+{'epoch': 279, 'iter': 660, 'avg_loss': 1.1523567999004416, 'avg_acc_mask': 60.1896260153586, 'loss': 1.0171953439712524}
+{'epoch': 279, 'iter': 670, 'avg_loss': 1.1535807039627552, 'avg_acc_mask': 60.13007596873804, 'loss': 1.5223803520202637}
+{'epoch': 279, 'iter': 680, 'avg_loss': 1.1542904587044065, 'avg_acc_mask': 60.12436739528373, 'loss': 1.3489470481872559}
+{'epoch': 279, 'iter': 690, 'avg_loss': 1.153857498972875, 'avg_acc_mask': 60.14052764152195, 'loss': 1.0967949628829956}
+{'epoch': 279, 'iter': 700, 'avg_loss': 1.155336686105769, 'avg_acc_mask': 60.0794335136265, 'loss': 1.5669914484024048}
+{'epoch': 279, 'iter': 710, 'avg_loss': 1.1551112695249994, 'avg_acc_mask': 60.10048956454522, 'loss': 1.3209562301635742}
+{'epoch': 279, 'iter': 720, 'avg_loss': 1.1567082901933488, 'avg_acc_mask': 60.08287995118727, 'loss': 1.1663508415222168}
+{'epoch': 279, 'iter': 730, 'avg_loss': 1.1547221921374142, 'avg_acc_mask': 60.15499598715891, 'loss': 1.1696407794952393}
+{'epoch': 279, 'iter': 740, 'avg_loss': 1.1548799787938353, 'avg_acc_mask': 60.136606612551965, 'loss': 1.1983484029769897}
+{'epoch': 279, 'iter': 750, 'avg_loss': 1.1561025475535032, 'avg_acc_mask': 60.09772782799902, 'loss': 1.0860323905944824}
+{'epoch': 279, 'iter': 760, 'avg_loss': 1.1557352064316908, 'avg_acc_mask': 60.117840239544094, 'loss': 1.2481149435043335}
+{'epoch': 279, 'iter': 770, 'avg_loss': 1.156963352176775, 'avg_acc_mask': 60.05142979594752, 'loss': 1.3026891946792603}
+{'epoch': 279, 'iter': 780, 'avg_loss': 1.1561696329434306, 'avg_acc_mask': 60.0531402102095, 'loss': 1.1385746002197266}
+{'epoch': 279, 'iter': 790, 'avg_loss': 1.1559194418332068, 'avg_acc_mask': 60.05530767800706, 'loss': 1.1086612939834595}
+{'epoch': 279, 'iter': 800, 'avg_loss': 1.1555514576729764, 'avg_acc_mask': 60.0422250780246, 'loss': 1.3285938501358032}
+{'epoch': 279, 'iter': 810, 'avg_loss': 1.1556144266328447, 'avg_acc_mask': 60.04717944065144, 'loss': 1.2396774291992188}
+{'epoch': 279, 'iter': 820, 'avg_loss': 1.156862682532451, 'avg_acc_mask': 60.03002061116588, 'loss': 1.1077111959457397}
+{'epoch': 279, 'iter': 830, 'avg_loss': 1.1567946450804976, 'avg_acc_mask': 60.04248445555728, 'loss': 1.1073722839355469}
+{'epoch': 279, 'iter': 840, 'avg_loss': 1.1560529533521173, 'avg_acc_mask': 60.03847078624669, 'loss': 1.277907133102417}
+{'epoch': 279, 'iter': 850, 'avg_loss': 1.1558944562627342, 'avg_acc_mask': 60.04186357653051, 'loss': 0.9081653952598572}
+{'epoch': 279, 'iter': 860, 'avg_loss': 1.1573306088109743, 'avg_acc_mask': 59.985498901755065, 'loss': 1.308688998222351}
+{'epoch': 279, 'iter': 870, 'avg_loss': 1.159259441936331, 'avg_acc_mask': 59.92718242276286, 'loss': 1.258922815322876}
+{'epoch': 279, 'iter': 880, 'avg_loss': 1.1593862232095673, 'avg_acc_mask': 59.92218708388815, 'loss': 0.981719434261322}
+{'epoch': 279, 'iter': 890, 'avg_loss': 1.1577160324980782, 'avg_acc_mask': 59.98558632760218, 'loss': 0.789686918258667}
+{'epoch': 279, 'iter': 900, 'avg_loss': 1.1583538123558417, 'avg_acc_mask': 59.94588656522093, 'loss': 1.3819092512130737}
+{'epoch': 279, 'iter': 910, 'avg_loss': 1.1584273935934584, 'avg_acc_mask': 59.95537867824409, 'loss': 1.2515419721603394}
+{'epoch': 279, 'iter': 920, 'avg_loss': 1.1575318502422005, 'avg_acc_mask': 59.98925351748293, 'loss': 1.0748915672302246}
+{'epoch': 279, 'iter': 930, 'avg_loss': 1.156806782032058, 'avg_acc_mask': 60.02247368213539, 'loss': 1.228258728981018}
+{'epoch': 279, 'iter': 940, 'avg_loss': 1.156844024767151, 'avg_acc_mask': 60.018321443885704, 'loss': 0.8553186655044556}
+{'epoch': 279, 'iter': 950, 'avg_loss': 1.1569643287628606, 'avg_acc_mask': 59.986493005306315, 'loss': 1.3758652210235596}
+{'epoch': 279, 'iter': 960, 'avg_loss': 1.1566963573524285, 'avg_acc_mask': 60.0015269506795, 'loss': 1.2899253368377686}
+{'epoch': 279, 'iter': 970, 'avg_loss': 1.1564288743369735, 'avg_acc_mask': 60.03699579078503, 'loss': 1.1556224822998047}
+{'epoch': 279, 'iter': 980, 'avg_loss': 1.156324147692028, 'avg_acc_mask': 60.01942436637343, 'loss': 1.2690229415893555}
+{'epoch': 279, 'iter': 990, 'avg_loss': 1.1567750805923123, 'avg_acc_mask': 59.97376782679377, 'loss': 1.343515396118164}
+{'epoch': 279, 'iter': 1000, 'avg_loss': 1.1568976318562305, 'avg_acc_mask': 59.98062015503876, 'loss': 1.3211039304733276}
+{'epoch': 279, 'iter': 1010, 'avg_loss': 1.1574374849435483, 'avg_acc_mask': 59.96449982793284, 'loss': 1.025602102279663}
+{'epoch': 279, 'iter': 1020, 'avg_loss': 1.1572126934157063, 'avg_acc_mask': 59.964131994261116, 'loss': 1.2460359334945679}
+{'epoch': 279, 'iter': 1030, 'avg_loss': 1.156968108955572, 'avg_acc_mask': 59.975485406711314, 'loss': 1.0971981287002563}
+{'epoch': 279, 'iter': 1040, 'avg_loss': 1.1570599290983363, 'avg_acc_mask': 59.97044230972237, 'loss': 1.1597623825073242}
+{'epoch': 279, 'iter': 1050, 'avg_loss': 1.156520815830249, 'avg_acc_mask': 59.95992333159087, 'loss': 1.22234308719635}
+{'epoch': 279, 'iter': 1060, 'avg_loss': 1.1564729143492352, 'avg_acc_mask': 59.97201927561014, 'loss': 0.850934624671936}
+{'epoch': 279, 'iter': 1070, 'avg_loss': 1.1553944835141927, 'avg_acc_mask': 60.00615710889531, 'loss': 1.1539194583892822}
+{'epoch': 279, 'iter': 1080, 'avg_loss': 1.1550586927720068, 'avg_acc_mask': 60.01861882193636, 'loss': 0.9251756072044373}
+{'epoch': 279, 'iter': 1090, 'avg_loss': 1.155095957813735, 'avg_acc_mask': 60.01441646830054, 'loss': 1.0460079908370972}
+{'epoch': 279, 'iter': 1100, 'avg_loss': 1.154085425925623, 'avg_acc_mask': 60.053494592394465, 'loss': 0.9396698474884033}
+{'epoch': 'EP279_train', 'avg_loss': 1.1543153342618122, 'total_masked_acc': 60.05660096320938}
+{'epoch': 280, 'iter': 0, 'avg_loss': 1.1685686111450195, 'avg_acc_mask': 58.82352941176471, 'loss': 1.1685686111450195}
+{'epoch': 280, 'iter': 10, 'avg_loss': 1.2484408291903408, 'avg_acc_mask': 56.042031523642734, 'loss': 1.3300296068191528}
+{'epoch': 280, 'iter': 20, 'avg_loss': 1.2229607644535245, 'avg_acc_mask': 58.3793738489871, 'loss': 1.384456992149353}
+{'epoch': 280, 'iter': 30, 'avg_loss': 1.2266193109173928, 'avg_acc_mask': 58.139534883720934, 'loss': 1.1544142961502075}
+{'epoch': 280, 'iter': 40, 'avg_loss': 1.209728767232197, 'avg_acc_mask': 58.42541436464088, 'loss': 1.0713719129562378}
+{'epoch': 280, 'iter': 50, 'avg_loss': 1.2115326395221786, 'avg_acc_mask': 58.327299058653146, 'loss': 1.190673828125}
+{'epoch': 280, 'iter': 60, 'avg_loss': 1.1906009853863326, 'avg_acc_mask': 59.23006971809639, 'loss': 1.2552496194839478}
+{'epoch': 280, 'iter': 70, 'avg_loss': 1.1744286846107161, 'avg_acc_mask': 59.55085183273102, 'loss': 1.0869494676589966}
+{'epoch': 280, 'iter': 80, 'avg_loss': 1.1678469033888828, 'avg_acc_mask': 59.87903225806451, 'loss': 1.2103142738342285}
+{'epoch': 280, 'iter': 90, 'avg_loss': 1.1674106147263077, 'avg_acc_mask': 59.73248153324017, 'loss': 0.9999029636383057}
+{'epoch': 280, 'iter': 100, 'avg_loss': 1.159479854130509, 'avg_acc_mask': 60.28265990215619, 'loss': 0.7266448140144348}
+{'epoch': 280, 'iter': 110, 'avg_loss': 1.1531429269292333, 'avg_acc_mask': 60.656281073914485, 'loss': 1.0635567903518677}
+{'epoch': 280, 'iter': 120, 'avg_loss': 1.1541505667788923, 'avg_acc_mask': 60.32082324455206, 'loss': 1.5340092182159424}
+{'epoch': 280, 'iter': 130, 'avg_loss': 1.1573667494395308, 'avg_acc_mask': 59.96123494392912, 'loss': 1.3283107280731201}
+{'epoch': 280, 'iter': 140, 'avg_loss': 1.152811477370296, 'avg_acc_mask': 59.93844575532188, 'loss': 0.8254496455192566}
+{'epoch': 280, 'iter': 150, 'avg_loss': 1.1539836675915498, 'avg_acc_mask': 60.18050541516246, 'loss': 1.4370622634887695}
+{'epoch': 280, 'iter': 160, 'avg_loss': 1.1517507167336363, 'avg_acc_mask': 60.3399433427762, 'loss': 1.3044884204864502}
+{'epoch': 280, 'iter': 170, 'avg_loss': 1.1578239829916703, 'avg_acc_mask': 59.96605494855203, 'loss': 1.4407823085784912}
+{'epoch': 280, 'iter': 180, 'avg_loss': 1.1581833774213632, 'avg_acc_mask': 60.024021619457514, 'loss': 1.0365864038467407}
+{'epoch': 280, 'iter': 190, 'avg_loss': 1.1558953586049105, 'avg_acc_mask': 60.12682188150672, 'loss': 1.1241607666015625}
+{'epoch': 280, 'iter': 200, 'avg_loss': 1.1512503837471577, 'avg_acc_mask': 60.358905338716916, 'loss': 1.147599458694458}
+{'epoch': 280, 'iter': 210, 'avg_loss': 1.1526412576860725, 'avg_acc_mask': 60.386679158504386, 'loss': 0.9988828301429749}
+{'epoch': 280, 'iter': 220, 'avg_loss': 1.1529933346342718, 'avg_acc_mask': 60.36065307448624, 'loss': 1.4922313690185547}
+{'epoch': 280, 'iter': 230, 'avg_loss': 1.1532960642467847, 'avg_acc_mask': 60.37677097929317, 'loss': 1.454647183418274}
+{'epoch': 280, 'iter': 240, 'avg_loss': 1.152079004717071, 'avg_acc_mask': 60.446702024351985, 'loss': 1.0466195344924927}
+{'epoch': 280, 'iter': 250, 'avg_loss': 1.153743313840661, 'avg_acc_mask': 60.342224458983395, 'loss': 1.0551173686981201}
+{'epoch': 280, 'iter': 260, 'avg_loss': 1.1545847453376799, 'avg_acc_mask': 60.316030216924254, 'loss': 1.24996817111969}
+{'epoch': 280, 'iter': 270, 'avg_loss': 1.1532828260171897, 'avg_acc_mask': 60.33300033300033, 'loss': 1.155796766281128}
+{'epoch': 280, 'iter': 280, 'avg_loss': 1.1542166838442303, 'avg_acc_mask': 60.30244530244531, 'loss': 0.6620551943778992}
+{'epoch': 280, 'iter': 290, 'avg_loss': 1.1513781492243107, 'avg_acc_mask': 60.37947122861587, 'loss': 1.2478669881820679}
+{'epoch': 280, 'iter': 300, 'avg_loss': 1.1482886266074703, 'avg_acc_mask': 60.43265454105988, 'loss': 1.0068600177764893}
+{'epoch': 280, 'iter': 310, 'avg_loss': 1.147886351757111, 'avg_acc_mask': 60.40555588114634, 'loss': 0.9392809271812439}
+{'epoch': 280, 'iter': 320, 'avg_loss': 1.1491589542489928, 'avg_acc_mask': 60.37477929031155, 'loss': 0.831579864025116}
+{'epoch': 280, 'iter': 330, 'avg_loss': 1.1503144599879978, 'avg_acc_mask': 60.25584472871637, 'loss': 0.8430680632591248}
+{'epoch': 280, 'iter': 340, 'avg_loss': 1.1475321837534302, 'avg_acc_mask': 60.26355260338547, 'loss': 0.8726510405540466}
+{'epoch': 280, 'iter': 350, 'avg_loss': 1.1500042778813941, 'avg_acc_mask': 60.22703603415955, 'loss': 1.3228601217269897}
+{'epoch': 280, 'iter': 360, 'avg_loss': 1.1499536694582149, 'avg_acc_mask': 60.20542400323821, 'loss': 1.1465671062469482}
+{'epoch': 280, 'iter': 370, 'avg_loss': 1.1461465996552027, 'avg_acc_mask': 60.33965050455329, 'loss': 1.0066787004470825}
+{'epoch': 280, 'iter': 380, 'avg_loss': 1.1486084783483992, 'avg_acc_mask': 60.28531763128919, 'loss': 0.8763663172721863}
+{'epoch': 280, 'iter': 390, 'avg_loss': 1.1509795216343286, 'avg_acc_mask': 60.23596343965678, 'loss': 1.1815965175628662}
+{'epoch': 280, 'iter': 400, 'avg_loss': 1.150952273027558, 'avg_acc_mask': 60.27141490960426, 'loss': 1.276973843574524}
+{'epoch': 280, 'iter': 410, 'avg_loss': 1.1505853591754198, 'avg_acc_mask': 60.24595642293811, 'loss': 1.142920732498169}
+{'epoch': 280, 'iter': 420, 'avg_loss': 1.149999514894644, 'avg_acc_mask': 60.25875588081547, 'loss': 1.246992588043213}
+{'epoch': 280, 'iter': 430, 'avg_loss': 1.1485384236632257, 'avg_acc_mask': 60.34137828289278, 'loss': 1.1170440912246704}
+{'epoch': 280, 'iter': 440, 'avg_loss': 1.1495818082167177, 'avg_acc_mask': 60.28563125337318, 'loss': 1.2102417945861816}
+{'epoch': 280, 'iter': 450, 'avg_loss': 1.1504140296690744, 'avg_acc_mask': 60.21208304554504, 'loss': 0.908412754535675}
+{'epoch': 280, 'iter': 460, 'avg_loss': 1.1523836001656835, 'avg_acc_mask': 60.15798666243251, 'loss': 1.230921983718872}
+{'epoch': 280, 'iter': 470, 'avg_loss': 1.1528506852259301, 'avg_acc_mask': 60.12174789655306, 'loss': 0.9798426032066345}
+{'epoch': 280, 'iter': 480, 'avg_loss': 1.1510928221155352, 'avg_acc_mask': 60.17948132937866, 'loss': 0.9635006785392761}
+{'epoch': 280, 'iter': 490, 'avg_loss': 1.1510341620251021, 'avg_acc_mask': 60.16920726025866, 'loss': 1.3756365776062012}
+{'epoch': 280, 'iter': 500, 'avg_loss': 1.148345615930424, 'avg_acc_mask': 60.26942172897196, 'loss': 0.9908096194267273}
+{'epoch': 280, 'iter': 510, 'avg_loss': 1.1480192711208665, 'avg_acc_mask': 60.227922263503864, 'loss': 1.0870758295059204}
+{'epoch': 280, 'iter': 520, 'avg_loss': 1.1478842932752364, 'avg_acc_mask': 60.244261949884184, 'loss': 1.231173038482666}
+{'epoch': 280, 'iter': 530, 'avg_loss': 1.1473074513864607, 'avg_acc_mask': 60.2737364683169, 'loss': 0.9176728129386902}
+{'epoch': 280, 'iter': 540, 'avg_loss': 1.145888983321939, 'avg_acc_mask': 60.3067131588747, 'loss': 1.228295087814331}
+{'epoch': 280, 'iter': 550, 'avg_loss': 1.1495439819112663, 'avg_acc_mask': 60.16011693186726, 'loss': 1.352564811706543}
+{'epoch': 280, 'iter': 560, 'avg_loss': 1.1477906234336621, 'avg_acc_mask': 60.20188161505292, 'loss': 1.1317973136901855}
+{'epoch': 280, 'iter': 570, 'avg_loss': 1.1458773502326471, 'avg_acc_mask': 60.25624558474087, 'loss': 0.8980841040611267}
+{'epoch': 280, 'iter': 580, 'avg_loss': 1.145733205053359, 'avg_acc_mask': 60.209589343770716, 'loss': 1.504294753074646}
+{'epoch': 280, 'iter': 590, 'avg_loss': 1.145089663325631, 'avg_acc_mask': 60.195859675220035, 'loss': 0.8840482234954834}
+{'epoch': 280, 'iter': 600, 'avg_loss': 1.1452014913376476, 'avg_acc_mask': 60.20495303159693, 'loss': 1.4054670333862305}
+{'epoch': 280, 'iter': 610, 'avg_loss': 1.1469858217551547, 'avg_acc_mask': 60.119706718539575, 'loss': 1.3926911354064941}
+{'epoch': 280, 'iter': 620, 'avg_loss': 1.1454549813808066, 'avg_acc_mask': 60.17860827021132, 'loss': 1.5549110174179077}
+{'epoch': 280, 'iter': 630, 'avg_loss': 1.1449356120664231, 'avg_acc_mask': 60.19428737132087, 'loss': 0.9789963960647583}
+{'epoch': 280, 'iter': 640, 'avg_loss': 1.1436655594852525, 'avg_acc_mask': 60.21289990270703, 'loss': 1.0283243656158447}
+{'epoch': 280, 'iter': 650, 'avg_loss': 1.1436665267805166, 'avg_acc_mask': 60.23076706068215, 'loss': 0.9910559058189392}
+{'epoch': 280, 'iter': 660, 'avg_loss': 1.1445390762431538, 'avg_acc_mask': 60.19789871588193, 'loss': 1.3453935384750366}
+{'epoch': 280, 'iter': 670, 'avg_loss': 1.1437457604486434, 'avg_acc_mask': 60.223068701871696, 'loss': 1.3714815378189087}
+{'epoch': 280, 'iter': 680, 'avg_loss': 1.1448210350042223, 'avg_acc_mask': 60.17369727047146, 'loss': 1.231742024421692}
+{'epoch': 280, 'iter': 690, 'avg_loss': 1.1455769360324235, 'avg_acc_mask': 60.13807753584706, 'loss': 1.1032599210739136}
+{'epoch': 280, 'iter': 700, 'avg_loss': 1.1457930960600795, 'avg_acc_mask': 60.11780104712042, 'loss': 1.4722721576690674}
+{'epoch': 280, 'iter': 710, 'avg_loss': 1.1459369951997964, 'avg_acc_mask': 60.12601027706768, 'loss': 1.0893645286560059}
+{'epoch': 280, 'iter': 720, 'avg_loss': 1.147392975887214, 'avg_acc_mask': 60.08902454533893, 'loss': 1.549424171447754}
+{'epoch': 280, 'iter': 730, 'avg_loss': 1.1459362508497226, 'avg_acc_mask': 60.12497804100685, 'loss': 0.9020172357559204}
+{'epoch': 280, 'iter': 740, 'avg_loss': 1.1465325846202299, 'avg_acc_mask': 60.10643564356436, 'loss': 1.1141793727874756}
+{'epoch': 280, 'iter': 750, 'avg_loss': 1.1486198052902832, 'avg_acc_mask': 60.040518440772296, 'loss': 1.2409220933914185}
+{'epoch': 280, 'iter': 760, 'avg_loss': 1.1469745781669165, 'avg_acc_mask': 60.06987951807229, 'loss': 0.8680288791656494}
+{'epoch': 280, 'iter': 770, 'avg_loss': 1.1477873050130605, 'avg_acc_mask': 60.00808638158208, 'loss': 1.1825172901153564}
+{'epoch': 280, 'iter': 780, 'avg_loss': 1.147533719808283, 'avg_acc_mask': 60.037554277666935, 'loss': 1.2163678407669067}
+{'epoch': 280, 'iter': 790, 'avg_loss': 1.1472966284426365, 'avg_acc_mask': 60.04634457189202, 'loss': 1.4523321390151978}
+{'epoch': 280, 'iter': 800, 'avg_loss': 1.1468101665470634, 'avg_acc_mask': 60.07461832497882, 'loss': 1.0147747993469238}
+{'epoch': 280, 'iter': 810, 'avg_loss': 1.1471907941098571, 'avg_acc_mask': 60.031192079924054, 'loss': 1.1676545143127441}
+{'epoch': 280, 'iter': 820, 'avg_loss': 1.1466644343882617, 'avg_acc_mask': 60.05407458717852, 'loss': 0.9155147075653076}
+{'epoch': 280, 'iter': 830, 'avg_loss': 1.1468619125414412, 'avg_acc_mask': 60.047662128467095, 'loss': 1.1257621049880981}
+{'epoch': 280, 'iter': 840, 'avg_loss': 1.1465606385405651, 'avg_acc_mask': 60.07104099021552, 'loss': 1.018953561782837}
+{'epoch': 280, 'iter': 850, 'avg_loss': 1.1466131123476668, 'avg_acc_mask': 60.04218773542262, 'loss': 0.8851970434188843}
+{'epoch': 280, 'iter': 860, 'avg_loss': 1.1479484654885135, 'avg_acc_mask': 60.02210367473593, 'loss': 1.231117844581604}
+{'epoch': 280, 'iter': 870, 'avg_loss': 1.1489392030389656, 'avg_acc_mask': 59.99958024639537, 'loss': 0.7233821153640747}
+{'epoch': 280, 'iter': 880, 'avg_loss': 1.1497619256258822, 'avg_acc_mask': 60.00165951002966, 'loss': 1.2929363250732422}
+{'epoch': 280, 'iter': 890, 'avg_loss': 1.1496602654724677, 'avg_acc_mask': 60.003698984834166, 'loss': 1.0274211168289185}
+{'epoch': 280, 'iter': 900, 'avg_loss': 1.1494479652382557, 'avg_acc_mask': 60.000406355398425, 'loss': 1.1882202625274658}
+{'epoch': 280, 'iter': 910, 'avg_loss': 1.1495354046675037, 'avg_acc_mask': 59.976697936963895, 'loss': 1.256329894065857}
+{'epoch': 280, 'iter': 920, 'avg_loss': 1.149961741169941, 'avg_acc_mask': 59.978515158749104, 'loss': 0.9816743731498718}
+{'epoch': 280, 'iter': 930, 'avg_loss': 1.1500341318603744, 'avg_acc_mask': 59.97992007402012, 'loss': 1.4222029447555542}
+{'epoch': 280, 'iter': 940, 'avg_loss': 1.150043459678431, 'avg_acc_mask': 59.989488846498226, 'loss': 0.9696578979492188}
+{'epoch': 280, 'iter': 950, 'avg_loss': 1.1504884020637889, 'avg_acc_mask': 59.99191016430071, 'loss': 1.2110921144485474}
+{'epoch': 280, 'iter': 960, 'avg_loss': 1.1501315190814412, 'avg_acc_mask': 60.00952834683182, 'loss': 1.2084527015686035}
+{'epoch': 280, 'iter': 970, 'avg_loss': 1.1504528394811062, 'avg_acc_mask': 60.02413637049329, 'loss': 0.9720813632011414}
+{'epoch': 280, 'iter': 980, 'avg_loss': 1.1510223266910704, 'avg_acc_mask': 59.97909940843862, 'loss': 1.1867597103118896}
+{'epoch': 280, 'iter': 990, 'avg_loss': 1.1517161372691904, 'avg_acc_mask': 59.942368435635515, 'loss': 1.2890971899032593}
+{'epoch': 280, 'iter': 1000, 'avg_loss': 1.1513452374494517, 'avg_acc_mask': 59.937098868145334, 'loss': 1.2608728408813477}
+{'epoch': 280, 'iter': 1010, 'avg_loss': 1.151811532934153, 'avg_acc_mask': 59.921368264666455, 'loss': 0.935886561870575}
+{'epoch': 280, 'iter': 1020, 'avg_loss': 1.1514374218538155, 'avg_acc_mask': 59.954816036720935, 'loss': 0.803013026714325}
+{'epoch': 280, 'iter': 1030, 'avg_loss': 1.1512892156637027, 'avg_acc_mask': 59.963047185901075, 'loss': 1.0119725465774536}
+{'epoch': 280, 'iter': 1040, 'avg_loss': 1.1510181544951585, 'avg_acc_mask': 59.982751944806225, 'loss': 1.0485657453536987}
+{'epoch': 280, 'iter': 1050, 'avg_loss': 1.1513613028598897, 'avg_acc_mask': 59.974529404581226, 'loss': 1.2450085878372192}
+{'epoch': 280, 'iter': 1060, 'avg_loss': 1.152114297229091, 'avg_acc_mask': 59.946784615916236, 'loss': 1.0978593826293945}
+{'epoch': 280, 'iter': 1070, 'avg_loss': 1.1515908235150114, 'avg_acc_mask': 59.96747410767782, 'loss': 0.8216545581817627}
+{'epoch': 280, 'iter': 1080, 'avg_loss': 1.151146611221183, 'avg_acc_mask': 60.0111923213892, 'loss': 0.887864887714386}
+{'epoch': 280, 'iter': 1090, 'avg_loss': 1.151907764750812, 'avg_acc_mask': 59.97481742634098, 'loss': 1.235490322113037}
+{'epoch': 280, 'iter': 1100, 'avg_loss': 1.1516627439252904, 'avg_acc_mask': 59.98436434405097, 'loss': 0.9709450006484985}
+{'epoch': 'EP280_train', 'avg_loss': 1.1516460701351252, 'total_masked_acc': 59.99171018817873}
+{'epoch': 281, 'iter': 0, 'avg_loss': 1.250059962272644, 'avg_acc_mask': 55.769230769230774, 'loss': 1.250059962272644}
+{'epoch': 281, 'iter': 10, 'avg_loss': 1.2650694955479016, 'avg_acc_mask': 56.65101721439749, 'loss': 1.2296298742294312}
+{'epoch': 281, 'iter': 20, 'avg_loss': 1.2245843240192957, 'avg_acc_mask': 58.25649622799665, 'loss': 1.2015535831451416}
+{'epoch': 281, 'iter': 30, 'avg_loss': 1.204025310854758, 'avg_acc_mask': 58.946738479952124, 'loss': 1.09364914894104}
+{'epoch': 281, 'iter': 40, 'avg_loss': 1.1634596687991445, 'avg_acc_mask': 60.28815848716794, 'loss': 1.0374678373336792}
+{'epoch': 281, 'iter': 50, 'avg_loss': 1.1869833831693613, 'avg_acc_mask': 59.56459671663098, 'loss': 1.2466895580291748}
+{'epoch': 281, 'iter': 60, 'avg_loss': 1.1833718213878694, 'avg_acc_mask': 59.50609937518596, 'loss': 1.2143810987472534}
+{'epoch': 281, 'iter': 70, 'avg_loss': 1.1815113467229923, 'avg_acc_mask': 59.37818552497451, 'loss': 1.062882900238037}
+{'epoch': 281, 'iter': 80, 'avg_loss': 1.1811631814933117, 'avg_acc_mask': 59.29065358019183, 'loss': 1.3083388805389404}
+{'epoch': 281, 'iter': 90, 'avg_loss': 1.1847626259038737, 'avg_acc_mask': 59.015106925642534, 'loss': 1.2552026510238647}
+{'epoch': 281, 'iter': 100, 'avg_loss': 1.1739107694956337, 'avg_acc_mask': 59.36558568137515, 'loss': 1.0481992959976196}
+{'epoch': 281, 'iter': 110, 'avg_loss': 1.180694134922715, 'avg_acc_mask': 59.46692670242159, 'loss': 1.1643186807632446}
+{'epoch': 281, 'iter': 120, 'avg_loss': 1.1818969284207368, 'avg_acc_mask': 59.33603725401832, 'loss': 1.5683841705322266}
+{'epoch': 281, 'iter': 130, 'avg_loss': 1.1759810779840891, 'avg_acc_mask': 59.606047995561106, 'loss': 1.1984801292419434}
+{'epoch': 281, 'iter': 140, 'avg_loss': 1.174671377696044, 'avg_acc_mask': 59.7182734556733, 'loss': 1.5355677604675293}
+{'epoch': 281, 'iter': 150, 'avg_loss': 1.1681634850849378, 'avg_acc_mask': 59.84958757884522, 'loss': 1.2974364757537842}
+{'epoch': 281, 'iter': 160, 'avg_loss': 1.1705849089237474, 'avg_acc_mask': 59.96579247434436, 'loss': 1.0540919303894043}
+{'epoch': 281, 'iter': 170, 'avg_loss': 1.1702122005105715, 'avg_acc_mask': 59.99144201968335, 'loss': 1.1530160903930664}
+{'epoch': 281, 'iter': 180, 'avg_loss': 1.1688291265819613, 'avg_acc_mask': 59.92312360914425, 'loss': 1.0142709016799927}
+{'epoch': 281, 'iter': 190, 'avg_loss': 1.1669345576101573, 'avg_acc_mask': 59.80719671661735, 'loss': 1.012994647026062}
+{'epoch': 281, 'iter': 200, 'avg_loss': 1.1613584054050161, 'avg_acc_mask': 59.93132116392553, 'loss': 0.8545481562614441}
+{'epoch': 281, 'iter': 210, 'avg_loss': 1.1584375105197962, 'avg_acc_mask': 60.09953663978034, 'loss': 1.1788885593414307}
+{'epoch': 281, 'iter': 220, 'avg_loss': 1.1581968260566573, 'avg_acc_mask': 59.98199967272132, 'loss': 1.2367855310440063}
+{'epoch': 281, 'iter': 230, 'avg_loss': 1.1583292066276847, 'avg_acc_mask': 59.91399530883502, 'loss': 0.932342529296875}
+{'epoch': 281, 'iter': 240, 'avg_loss': 1.1574431581121263, 'avg_acc_mask': 59.86461075592327, 'loss': 1.3415316343307495}
+{'epoch': 281, 'iter': 250, 'avg_loss': 1.1603448250854158, 'avg_acc_mask': 59.93210054897429, 'loss': 0.9014797210693359}
+{'epoch': 281, 'iter': 260, 'avg_loss': 1.160524822057892, 'avg_acc_mask': 59.97214484679666, 'loss': 0.9266695380210876}
+{'epoch': 281, 'iter': 270, 'avg_loss': 1.1593562430561248, 'avg_acc_mask': 60.05216693418941, 'loss': 1.2848671674728394}
+{'epoch': 281, 'iter': 280, 'avg_loss': 1.1610407059302958, 'avg_acc_mask': 59.993552546744034, 'loss': 0.6814789772033691}
+{'epoch': 281, 'iter': 290, 'avg_loss': 1.1596707707827854, 'avg_acc_mask': 60.064894546362154, 'loss': 0.962885856628418}
+{'epoch': 281, 'iter': 300, 'avg_loss': 1.1566161095501972, 'avg_acc_mask': 60.09664753850801, 'loss': 1.0982317924499512}
+{'epoch': 281, 'iter': 310, 'avg_loss': 1.1560979025540246, 'avg_acc_mask': 60.06202820527825, 'loss': 1.114410638809204}
+{'epoch': 281, 'iter': 320, 'avg_loss': 1.1572497702461908, 'avg_acc_mask': 60.026130424903435, 'loss': 0.9845665097236633}
+{'epoch': 281, 'iter': 330, 'avg_loss': 1.1566563788857704, 'avg_acc_mask': 60.03968472689192, 'loss': 1.0353513956069946}
+{'epoch': 281, 'iter': 340, 'avg_loss': 1.1558197544467064, 'avg_acc_mask': 59.95505377494783, 'loss': 0.9954501390457153}
+{'epoch': 281, 'iter': 350, 'avg_loss': 1.155512592731378, 'avg_acc_mask': 59.958333333333336, 'loss': 0.9875310063362122}
+{'epoch': 281, 'iter': 360, 'avg_loss': 1.155393089779196, 'avg_acc_mask': 59.99696678631009, 'loss': 1.1244304180145264}
+{'epoch': 281, 'iter': 370, 'avg_loss': 1.1539171643334258, 'avg_acc_mask': 60.06495104069282, 'loss': 1.0201488733291626}
+{'epoch': 281, 'iter': 380, 'avg_loss': 1.1574413527653913, 'avg_acc_mask': 59.899521531100476, 'loss': 0.7759802341461182}
+{'epoch': 281, 'iter': 390, 'avg_loss': 1.1563635925807612, 'avg_acc_mask': 59.98226619376516, 'loss': 1.4411437511444092}
+{'epoch': 281, 'iter': 400, 'avg_loss': 1.1540003583912837, 'avg_acc_mask': 60.05552268693396, 'loss': 0.8336745500564575}
+{'epoch': 281, 'iter': 410, 'avg_loss': 1.1530510828152771, 'avg_acc_mask': 60.12886025327705, 'loss': 1.1430838108062744}
+{'epoch': 281, 'iter': 420, 'avg_loss': 1.1532863115188345, 'avg_acc_mask': 60.06343964543321, 'loss': 1.2451552152633667}
+{'epoch': 281, 'iter': 430, 'avg_loss': 1.1531250429817252, 'avg_acc_mask': 60.06801275239108, 'loss': 1.1691001653671265}
+{'epoch': 281, 'iter': 440, 'avg_loss': 1.1546923519532426, 'avg_acc_mask': 59.97423323082038, 'loss': 1.395431637763977}
+{'epoch': 281, 'iter': 450, 'avg_loss': 1.1546093328564764, 'avg_acc_mask': 59.98780487804878, 'loss': 1.0460795164108276}
+{'epoch': 281, 'iter': 460, 'avg_loss': 1.1549462076123005, 'avg_acc_mask': 60.01668785759695, 'loss': 0.9284513592720032}
+{'epoch': 281, 'iter': 470, 'avg_loss': 1.1557240067267367, 'avg_acc_mask': 59.98447506307005, 'loss': 1.1166470050811768}
+{'epoch': 281, 'iter': 480, 'avg_loss': 1.1538774585525609, 'avg_acc_mask': 60.06158993270729, 'loss': 0.927577018737793}
+{'epoch': 281, 'iter': 490, 'avg_loss': 1.1541156545433153, 'avg_acc_mask': 60.023853005851436, 'loss': 1.1791661977767944}
+{'epoch': 281, 'iter': 500, 'avg_loss': 1.1518719566320468, 'avg_acc_mask': 60.05339379754242, 'loss': 0.9363633394241333}
+{'epoch': 281, 'iter': 510, 'avg_loss': 1.152091533470527, 'avg_acc_mask': 60.006449994625, 'loss': 1.2670563459396362}
+{'epoch': 281, 'iter': 520, 'avg_loss': 1.15185858363611, 'avg_acc_mask': 59.97678181946105, 'loss': 1.217239260673523}
+{'epoch': 281, 'iter': 530, 'avg_loss': 1.1508858994126545, 'avg_acc_mask': 59.98963730569948, 'loss': 1.0335942506790161}
+{'epoch': 281, 'iter': 540, 'avg_loss': 1.1501329114829326, 'avg_acc_mask': 60.03388681802778, 'loss': 1.13581120967865}
+{'epoch': 281, 'iter': 550, 'avg_loss': 1.1511076879155182, 'avg_acc_mask': 59.98936417721939, 'loss': 0.9647461175918579}
+{'epoch': 281, 'iter': 560, 'avg_loss': 1.1521565087551313, 'avg_acc_mask': 59.96605079323627, 'loss': 1.1432642936706543}
+{'epoch': 281, 'iter': 570, 'avg_loss': 1.150094772804848, 'avg_acc_mask': 60.06352873231302, 'loss': 0.9814379811286926}
+{'epoch': 281, 'iter': 580, 'avg_loss': 1.1497932310358792, 'avg_acc_mask': 60.075650118203306, 'loss': 1.3301371335983276}
+{'epoch': 281, 'iter': 590, 'avg_loss': 1.1504130152679741, 'avg_acc_mask': 60.0253846391976, 'loss': 1.031720757484436}
+{'epoch': 281, 'iter': 600, 'avg_loss': 1.1502393229233843, 'avg_acc_mask': 60.02559337009842, 'loss': 1.1897441148757935}
+{'epoch': 281, 'iter': 610, 'avg_loss': 1.1507934941597735, 'avg_acc_mask': 60.01496781918875, 'loss': 1.18268883228302}
+{'epoch': 281, 'iter': 620, 'avg_loss': 1.1489565018294514, 'avg_acc_mask': 60.06660968493029, 'loss': 1.6765952110290527}
+{'epoch': 281, 'iter': 630, 'avg_loss': 1.149534968207642, 'avg_acc_mask': 60.075406032482604, 'loss': 0.9620574116706848}
+{'epoch': 281, 'iter': 640, 'avg_loss': 1.1497299804144456, 'avg_acc_mask': 60.05771758386194, 'loss': 1.246992588043213}
+{'epoch': 281, 'iter': 650, 'avg_loss': 1.1488900507833184, 'avg_acc_mask': 60.07036307345904, 'loss': 1.140165090560913}
+{'epoch': 281, 'iter': 660, 'avg_loss': 1.1489399066490773, 'avg_acc_mask': 60.077659131881845, 'loss': 1.0357493162155151}
+{'epoch': 281, 'iter': 670, 'avg_loss': 1.1476893464961102, 'avg_acc_mask': 60.132182652392395, 'loss': 0.9890895485877991}
+{'epoch': 281, 'iter': 680, 'avg_loss': 1.1474212237391703, 'avg_acc_mask': 60.15986650877382, 'loss': 1.565528392791748}
+{'epoch': 281, 'iter': 690, 'avg_loss': 1.1473681686928578, 'avg_acc_mask': 60.14137830610786, 'loss': 1.244612216949463}
+{'epoch': 281, 'iter': 700, 'avg_loss': 1.1487630189910596, 'avg_acc_mask': 60.104897842026986, 'loss': 1.25566565990448}
+{'epoch': 281, 'iter': 710, 'avg_loss': 1.146899673925338, 'avg_acc_mask': 60.17402945113789, 'loss': 0.9463886618614197}
+{'epoch': 281, 'iter': 720, 'avg_loss': 1.147036941306105, 'avg_acc_mask': 60.185796233311336, 'loss': 1.22950279712677}
+{'epoch': 281, 'iter': 730, 'avg_loss': 1.1459140778403276, 'avg_acc_mask': 60.23894204277914, 'loss': 1.2932682037353516}
+{'epoch': 281, 'iter': 740, 'avg_loss': 1.1469606291427303, 'avg_acc_mask': 60.20942408376963, 'loss': 1.0351873636245728}
+{'epoch': 281, 'iter': 750, 'avg_loss': 1.14847830108574, 'avg_acc_mask': 60.10918307662312, 'loss': 1.5159411430358887}
+{'epoch': 281, 'iter': 760, 'avg_loss': 1.1483954369786848, 'avg_acc_mask': 60.10395110448048, 'loss': 0.7923237085342407}
+{'epoch': 281, 'iter': 770, 'avg_loss': 1.1493782245695359, 'avg_acc_mask': 60.02800389206635, 'loss': 1.0731135606765747}
+{'epoch': 281, 'iter': 780, 'avg_loss': 1.149493914254954, 'avg_acc_mask': 60.06327630653855, 'loss': 1.2408491373062134}
+{'epoch': 281, 'iter': 790, 'avg_loss': 1.149479134420378, 'avg_acc_mask': 60.0800851772984, 'loss': 1.2220343351364136}
+{'epoch': 281, 'iter': 800, 'avg_loss': 1.1489020327801414, 'avg_acc_mask': 60.101483394665266, 'loss': 1.1892400979995728}
+{'epoch': 281, 'iter': 810, 'avg_loss': 1.1490786521708187, 'avg_acc_mask': 60.101603070670585, 'loss': 1.0910429954528809}
+{'epoch': 281, 'iter': 820, 'avg_loss': 1.1491564925347117, 'avg_acc_mask': 60.09544623344186, 'loss': 1.1477482318878174}
+{'epoch': 281, 'iter': 830, 'avg_loss': 1.1496473730829793, 'avg_acc_mask': 60.06923772353421, 'loss': 1.2814146280288696}
+{'epoch': 281, 'iter': 840, 'avg_loss': 1.149650953754375, 'avg_acc_mask': 60.0639811973624, 'loss': 1.2390472888946533}
+{'epoch': 281, 'iter': 850, 'avg_loss': 1.149919664187381, 'avg_acc_mask': 60.02581477896095, 'loss': 1.3509337902069092}
+{'epoch': 281, 'iter': 860, 'avg_loss': 1.1505884633385484, 'avg_acc_mask': 60.013597926316244, 'loss': 1.474597692489624}
+{'epoch': 281, 'iter': 870, 'avg_loss': 1.1516297564988296, 'avg_acc_mask': 59.984473027130235, 'loss': 0.9338407516479492}
+{'epoch': 281, 'iter': 880, 'avg_loss': 1.1511320212642397, 'avg_acc_mask': 59.997924665352286, 'loss': 1.0132097005844116}
+{'epoch': 281, 'iter': 890, 'avg_loss': 1.1503579136230864, 'avg_acc_mask': 60.04557305031511, 'loss': 0.8871613144874573}
+{'epoch': 281, 'iter': 900, 'avg_loss': 1.1502316191246718, 'avg_acc_mask': 60.016237061091935, 'loss': 1.3510907888412476}
+{'epoch': 281, 'iter': 910, 'avg_loss': 1.1510585069525516, 'avg_acc_mask': 59.98434929170512, 'loss': 1.2938778400421143}
+{'epoch': 281, 'iter': 920, 'avg_loss': 1.1499119487052114, 'avg_acc_mask': 60.00715648854962, 'loss': 0.8366132974624634}
+{'epoch': 281, 'iter': 930, 'avg_loss': 1.1497713639195828, 'avg_acc_mask': 60.00314966830056, 'loss': 1.5754649639129639}
+{'epoch': 281, 'iter': 940, 'avg_loss': 1.1495212300677609, 'avg_acc_mask': 60.029214139643585, 'loss': 0.9618053436279297}
+{'epoch': 281, 'iter': 950, 'avg_loss': 1.1492225350390974, 'avg_acc_mask': 60.04431599229287, 'loss': 1.3177571296691895}
+{'epoch': 281, 'iter': 960, 'avg_loss': 1.1489249194325815, 'avg_acc_mask': 60.05762479010838, 'loss': 1.0675735473632812}
+{'epoch': 281, 'iter': 970, 'avg_loss': 1.1488169339609196, 'avg_acc_mask': 60.09099833861954, 'loss': 0.6938685774803162}
+{'epoch': 281, 'iter': 980, 'avg_loss': 1.1489211037739824, 'avg_acc_mask': 60.08137516564326, 'loss': 0.9315067529678345}
+{'epoch': 281, 'iter': 990, 'avg_loss': 1.1490473138576318, 'avg_acc_mask': 60.07970773829293, 'loss': 1.068843960762024}
+{'epoch': 281, 'iter': 1000, 'avg_loss': 1.1496635568249118, 'avg_acc_mask': 60.04526208205577, 'loss': 1.3506264686584473}
+{'epoch': 281, 'iter': 1010, 'avg_loss': 1.1493574682140444, 'avg_acc_mask': 60.06612585593236, 'loss': 0.9965293407440186}
+{'epoch': 281, 'iter': 1020, 'avg_loss': 1.1488197227533137, 'avg_acc_mask': 60.08159759501825, 'loss': 0.9122567176818848}
+{'epoch': 281, 'iter': 1030, 'avg_loss': 1.1487901773878257, 'avg_acc_mask': 60.098242627369615, 'loss': 1.199206829071045}
+{'epoch': 281, 'iter': 1040, 'avg_loss': 1.1487455702996048, 'avg_acc_mask': 60.102980458315756, 'loss': 1.2452342510223389}
+{'epoch': 281, 'iter': 1050, 'avg_loss': 1.1491986519376172, 'avg_acc_mask': 60.07943697303324, 'loss': 1.2278251647949219}
+{'epoch': 281, 'iter': 1060, 'avg_loss': 1.148949295816053, 'avg_acc_mask': 60.098012147984534, 'loss': 0.8893541693687439}
+{'epoch': 281, 'iter': 1070, 'avg_loss': 1.149081508708156, 'avg_acc_mask': 60.09398496240601, 'loss': 1.4650835990905762}
+{'epoch': 281, 'iter': 1080, 'avg_loss': 1.1487459907037698, 'avg_acc_mask': 60.10593292043186, 'loss': 0.6452860236167908}
+{'epoch': 281, 'iter': 1090, 'avg_loss': 1.1493638474169836, 'avg_acc_mask': 60.07537688442211, 'loss': 1.7329092025756836}
+{'epoch': 281, 'iter': 1100, 'avg_loss': 1.1492333576204992, 'avg_acc_mask': 60.08201756570537, 'loss': 1.0207477807998657}
+{'epoch': 'EP281_train', 'avg_loss': 1.1490593414500827, 'total_masked_acc': 60.08504864650209}
+{'epoch': 282, 'iter': 0, 'avg_loss': 1.446095585823059, 'avg_acc_mask': 53.84615384615385, 'loss': 1.446095585823059}
+{'epoch': 282, 'iter': 10, 'avg_loss': 1.1843032836914062, 'avg_acc_mask': 61.01973684210527, 'loss': 1.0824074745178223}
+{'epoch': 282, 'iter': 20, 'avg_loss': 1.194915527389163, 'avg_acc_mask': 59.61538461538461, 'loss': 1.2807424068450928}
+{'epoch': 282, 'iter': 30, 'avg_loss': 1.165690552803778, 'avg_acc_mask': 61.24775044991002, 'loss': 0.9968629479408264}
+{'epoch': 282, 'iter': 40, 'avg_loss': 1.175195798641298, 'avg_acc_mask': 60.23339317773788, 'loss': 1.2408605813980103}
+{'epoch': 282, 'iter': 50, 'avg_loss': 1.1835260695102168, 'avg_acc_mask': 59.644760213143876, 'loss': 1.2005082368850708}
+{'epoch': 282, 'iter': 60, 'avg_loss': 1.1606121854703935, 'avg_acc_mask': 60.34688995215311, 'loss': 0.9977388978004456}
+{'epoch': 282, 'iter': 70, 'avg_loss': 1.1731740614058266, 'avg_acc_mask': 59.92844364937389, 'loss': 1.4235745668411255}
+{'epoch': 282, 'iter': 80, 'avg_loss': 1.1732874085873732, 'avg_acc_mask': 60.12488849241748, 'loss': 1.441735863685608}
+{'epoch': 282, 'iter': 90, 'avg_loss': 1.1754692033096985, 'avg_acc_mask': 60.31465093411996, 'loss': 1.26682448387146}
+{'epoch': 282, 'iter': 100, 'avg_loss': 1.1657961276498172, 'avg_acc_mask': 60.40699750089254, 'loss': 1.0773096084594727}
+{'epoch': 282, 'iter': 110, 'avg_loss': 1.1733481110753239, 'avg_acc_mask': 60.33419857235561, 'loss': 1.0072307586669922}
+{'epoch': 282, 'iter': 120, 'avg_loss': 1.1656525031594205, 'avg_acc_mask': 60.27744630071599, 'loss': 1.303656816482544}
+{'epoch': 282, 'iter': 130, 'avg_loss': 1.1647769917968576, 'avg_acc_mask': 60.28281164195497, 'loss': 0.9270761013031006}
+{'epoch': 282, 'iter': 140, 'avg_loss': 1.1644208642607885, 'avg_acc_mask': 60.08974358974359, 'loss': 0.9935824275016785}
+{'epoch': 282, 'iter': 150, 'avg_loss': 1.1585932804259242, 'avg_acc_mask': 60.2138908916126, 'loss': 1.5282789468765259}
+{'epoch': 282, 'iter': 160, 'avg_loss': 1.1553457531129352, 'avg_acc_mask': 60.43596114750396, 'loss': 0.9185140132904053}
+{'epoch': 282, 'iter': 170, 'avg_loss': 1.1607523354870535, 'avg_acc_mask': 60.11408049012359, 'loss': 1.239275336265564}
+{'epoch': 282, 'iter': 180, 'avg_loss': 1.16190924236129, 'avg_acc_mask': 60.15593762495002, 'loss': 1.0694537162780762}
+{'epoch': 282, 'iter': 190, 'avg_loss': 1.1675225764669048, 'avg_acc_mask': 59.888183454941725, 'loss': 1.0708584785461426}
+{'epoch': 282, 'iter': 200, 'avg_loss': 1.1669111521682929, 'avg_acc_mask': 59.8343685300207, 'loss': 1.0698966979980469}
+{'epoch': 282, 'iter': 210, 'avg_loss': 1.1624266573038147, 'avg_acc_mask': 59.88686037541785, 'loss': 0.9753990769386292}
+{'epoch': 282, 'iter': 220, 'avg_loss': 1.1616584156972791, 'avg_acc_mask': 59.83820885765648, 'loss': 1.7336407899856567}
+{'epoch': 282, 'iter': 230, 'avg_loss': 1.160787007509372, 'avg_acc_mask': 59.83548766157462, 'loss': 1.0291715860366821}
+{'epoch': 282, 'iter': 240, 'avg_loss': 1.1597441820682826, 'avg_acc_mask': 59.99096861594039, 'loss': 1.0824888944625854}
+{'epoch': 282, 'iter': 250, 'avg_loss': 1.1635583278192467, 'avg_acc_mask': 59.784026670531965, 'loss': 1.0337895154953003}
+{'epoch': 282, 'iter': 260, 'avg_loss': 1.1650611431662607, 'avg_acc_mask': 59.65536486675038, 'loss': 1.1341058015823364}
+{'epoch': 282, 'iter': 270, 'avg_loss': 1.1669836638158537, 'avg_acc_mask': 59.551768100382475, 'loss': 1.3794525861740112}
+{'epoch': 282, 'iter': 280, 'avg_loss': 1.1675674429567684, 'avg_acc_mask': 59.55267423014586, 'loss': 0.8175331354141235}
+{'epoch': 282, 'iter': 290, 'avg_loss': 1.1701055959737587, 'avg_acc_mask': 59.50103170136934, 'loss': 1.0390273332595825}
+{'epoch': 282, 'iter': 300, 'avg_loss': 1.168146770459869, 'avg_acc_mask': 59.67058253603004, 'loss': 0.9624946117401123}
+{'epoch': 282, 'iter': 310, 'avg_loss': 1.1675758653131711, 'avg_acc_mask': 59.59939088672835, 'loss': 0.9298664331436157}
+{'epoch': 282, 'iter': 320, 'avg_loss': 1.1682180259086632, 'avg_acc_mask': 59.617246682235006, 'loss': 1.120945692062378}
+{'epoch': 282, 'iter': 330, 'avg_loss': 1.1669890450206768, 'avg_acc_mask': 59.751997795535964, 'loss': 0.7797908782958984}
+{'epoch': 282, 'iter': 340, 'avg_loss': 1.1667989714404354, 'avg_acc_mask': 59.68328696768671, 'loss': 1.2351325750350952}
+{'epoch': 282, 'iter': 350, 'avg_loss': 1.1674696443087695, 'avg_acc_mask': 59.69093084968, 'loss': 1.2516967058181763}
+{'epoch': 282, 'iter': 360, 'avg_loss': 1.1702830102965442, 'avg_acc_mask': 59.624911535739564, 'loss': 1.7690491676330566}
+{'epoch': 282, 'iter': 370, 'avg_loss': 1.1699056646251935, 'avg_acc_mask': 59.644894747196545, 'loss': 1.1633427143096924}
+{'epoch': 282, 'iter': 380, 'avg_loss': 1.172786558394044, 'avg_acc_mask': 59.52335375191424, 'loss': 1.2141122817993164}
+{'epoch': 282, 'iter': 390, 'avg_loss': 1.171902939944011, 'avg_acc_mask': 59.53681654760237, 'loss': 1.1899710893630981}
+{'epoch': 282, 'iter': 400, 'avg_loss': 1.169586767876832, 'avg_acc_mask': 59.6527999270971, 'loss': 1.0777368545532227}
+{'epoch': 282, 'iter': 410, 'avg_loss': 1.169331618469127, 'avg_acc_mask': 59.646388171372585, 'loss': 1.0386642217636108}
+{'epoch': 282, 'iter': 420, 'avg_loss': 1.165120413071186, 'avg_acc_mask': 59.7752221641401, 'loss': 0.925024688243866}
+{'epoch': 282, 'iter': 430, 'avg_loss': 1.1641652130472135, 'avg_acc_mask': 59.80771685029991, 'loss': 1.0131551027297974}
+{'epoch': 282, 'iter': 440, 'avg_loss': 1.1645284163978906, 'avg_acc_mask': 59.808652246256244, 'loss': 1.6217195987701416}
+{'epoch': 282, 'iter': 450, 'avg_loss': 1.164075860691705, 'avg_acc_mask': 59.790622835960725, 'loss': 1.017081618309021}
+{'epoch': 282, 'iter': 460, 'avg_loss': 1.1666293982052751, 'avg_acc_mask': 59.72012403593862, 'loss': 1.2387250661849976}
+{'epoch': 282, 'iter': 470, 'avg_loss': 1.1655302726032881, 'avg_acc_mask': 59.6862501456141, 'loss': 1.2094603776931763}
+{'epoch': 282, 'iter': 480, 'avg_loss': 1.1663885931958775, 'avg_acc_mask': 59.658594076721286, 'loss': 1.0468883514404297}
+{'epoch': 282, 'iter': 490, 'avg_loss': 1.166208173131263, 'avg_acc_mask': 59.67940354147251, 'loss': 1.2750931978225708}
+{'epoch': 282, 'iter': 500, 'avg_loss': 1.1649120420277, 'avg_acc_mask': 59.66371229529124, 'loss': 1.007287621498108}
+{'epoch': 282, 'iter': 510, 'avg_loss': 1.1656533978923194, 'avg_acc_mask': 59.64517741129435, 'loss': 1.2390185594558716}
+{'epoch': 282, 'iter': 520, 'avg_loss': 1.1643878397694476, 'avg_acc_mask': 59.66230210271352, 'loss': 1.1653004884719849}
+{'epoch': 282, 'iter': 530, 'avg_loss': 1.1646713400066684, 'avg_acc_mask': 59.63141577678264, 'loss': 0.8451162576675415}
+{'epoch': 282, 'iter': 540, 'avg_loss': 1.1626681961986802, 'avg_acc_mask': 59.74236738005882, 'loss': 1.2306805849075317}
+{'epoch': 282, 'iter': 550, 'avg_loss': 1.1654342960316126, 'avg_acc_mask': 59.58645370799921, 'loss': 1.3414510488510132}
+{'epoch': 282, 'iter': 560, 'avg_loss': 1.1643891309034378, 'avg_acc_mask': 59.62566844919787, 'loss': 1.0505884885787964}
+{'epoch': 282, 'iter': 570, 'avg_loss': 1.162109355792899, 'avg_acc_mask': 59.71568533282105, 'loss': 1.109930157661438}
+{'epoch': 282, 'iter': 580, 'avg_loss': 1.1618908616023302, 'avg_acc_mask': 59.7167708104374, 'loss': 1.318023920059204}
+{'epoch': 282, 'iter': 590, 'avg_loss': 1.1611884930210468, 'avg_acc_mask': 59.68478193819011, 'loss': 1.0788458585739136}
+{'epoch': 282, 'iter': 600, 'avg_loss': 1.1603797912200953, 'avg_acc_mask': 59.659280366182664, 'loss': 1.2722810506820679}
+{'epoch': 282, 'iter': 610, 'avg_loss': 1.1615116161137282, 'avg_acc_mask': 59.62277643693573, 'loss': 1.410897135734558}
+{'epoch': 282, 'iter': 620, 'avg_loss': 1.160044300575379, 'avg_acc_mask': 59.70333020637899, 'loss': 1.4028654098510742}
+{'epoch': 282, 'iter': 630, 'avg_loss': 1.1596461396587632, 'avg_acc_mask': 59.7313114423271, 'loss': 1.0765739679336548}
+{'epoch': 282, 'iter': 640, 'avg_loss': 1.1582703084543975, 'avg_acc_mask': 59.779919815746815, 'loss': 0.752638041973114}
+{'epoch': 282, 'iter': 650, 'avg_loss': 1.1573047209445233, 'avg_acc_mask': 59.80123180291154, 'loss': 1.1187163591384888}
+{'epoch': 282, 'iter': 660, 'avg_loss': 1.1553151579559662, 'avg_acc_mask': 59.86270779918949, 'loss': 0.8829951286315918}
+{'epoch': 282, 'iter': 670, 'avg_loss': 1.155028382818674, 'avg_acc_mask': 59.84778472410981, 'loss': 1.3769421577453613}
+{'epoch': 282, 'iter': 680, 'avg_loss': 1.1551665673346947, 'avg_acc_mask': 59.811982751694025, 'loss': 1.2169874906539917}
+{'epoch': 282, 'iter': 690, 'avg_loss': 1.1563461013192207, 'avg_acc_mask': 59.73721009999736, 'loss': 1.2267053127288818}
+{'epoch': 282, 'iter': 700, 'avg_loss': 1.1571108007567075, 'avg_acc_mask': 59.710137399028596, 'loss': 1.1896642446517944}
+{'epoch': 282, 'iter': 710, 'avg_loss': 1.1565525182188814, 'avg_acc_mask': 59.741191543882124, 'loss': 1.2137023210525513}
+{'epoch': 282, 'iter': 720, 'avg_loss': 1.1572912874400367, 'avg_acc_mask': 59.691000581586465, 'loss': 1.3167933225631714}
+{'epoch': 282, 'iter': 730, 'avg_loss': 1.1570905651667864, 'avg_acc_mask': 59.712140487415496, 'loss': 1.6186866760253906}
+{'epoch': 282, 'iter': 740, 'avg_loss': 1.1573516685470395, 'avg_acc_mask': 59.678450267958105, 'loss': 1.0453808307647705}
+{'epoch': 282, 'iter': 750, 'avg_loss': 1.1575294834637293, 'avg_acc_mask': 59.6140308289841, 'loss': 1.1232107877731323}
+{'epoch': 282, 'iter': 760, 'avg_loss': 1.156932129809797, 'avg_acc_mask': 59.61538461538461, 'loss': 1.203467607498169}
+{'epoch': 282, 'iter': 770, 'avg_loss': 1.1579611177728952, 'avg_acc_mask': 59.56586507767611, 'loss': 1.037886142730713}
+{'epoch': 282, 'iter': 780, 'avg_loss': 1.1573274822454904, 'avg_acc_mask': 59.59220852017937, 'loss': 1.301802396774292}
+{'epoch': 282, 'iter': 790, 'avg_loss': 1.1571800085597033, 'avg_acc_mask': 59.61818139846257, 'loss': 0.8320605754852295}
+{'epoch': 282, 'iter': 800, 'avg_loss': 1.1556994078608787, 'avg_acc_mask': 59.655526405840085, 'loss': 1.3923112154006958}
+{'epoch': 282, 'iter': 810, 'avg_loss': 1.1561128087755197, 'avg_acc_mask': 59.6548927734727, 'loss': 1.0748987197875977}
+{'epoch': 282, 'iter': 820, 'avg_loss': 1.1560282572178253, 'avg_acc_mask': 59.678782755705825, 'loss': 1.127020001411438}
+{'epoch': 282, 'iter': 830, 'avg_loss': 1.1543838709556955, 'avg_acc_mask': 59.72185547046915, 'loss': 0.931199312210083}
+{'epoch': 282, 'iter': 840, 'avg_loss': 1.1540292344819068, 'avg_acc_mask': 59.76429146100154, 'loss': 1.3005825281143188}
+{'epoch': 282, 'iter': 850, 'avg_loss': 1.1548055658329248, 'avg_acc_mask': 59.73395224894161, 'loss': 1.099468469619751}
+{'epoch': 282, 'iter': 860, 'avg_loss': 1.156868172578003, 'avg_acc_mask': 59.64714874103011, 'loss': 1.4512312412261963}
+{'epoch': 282, 'iter': 870, 'avg_loss': 1.1575858554664902, 'avg_acc_mask': 59.597760208040604, 'loss': 1.1983704566955566}
+{'epoch': 282, 'iter': 880, 'avg_loss': 1.1573356573346254, 'avg_acc_mask': 59.597552121149256, 'loss': 0.8621531128883362}
+{'epoch': 282, 'iter': 890, 'avg_loss': 1.156815924227037, 'avg_acc_mask': 59.65369921538019, 'loss': 0.8244475722312927}
+{'epoch': 282, 'iter': 900, 'avg_loss': 1.1566725233021904, 'avg_acc_mask': 59.63271103896104, 'loss': 1.292823076248169}
+{'epoch': 282, 'iter': 910, 'avg_loss': 1.1572035371799239, 'avg_acc_mask': 59.62618321835392, 'loss': 1.266867756843567}
+{'epoch': 282, 'iter': 920, 'avg_loss': 1.1567850464330045, 'avg_acc_mask': 59.66588534424536, 'loss': 1.1413837671279907}
+{'epoch': 282, 'iter': 930, 'avg_loss': 1.1570542825407937, 'avg_acc_mask': 59.67256932843301, 'loss': 1.2788203954696655}
+{'epoch': 282, 'iter': 940, 'avg_loss': 1.1585967700362332, 'avg_acc_mask': 59.63365124997571, 'loss': 1.2517051696777344}
+{'epoch': 282, 'iter': 950, 'avg_loss': 1.158961166718781, 'avg_acc_mask': 59.638125636933495, 'loss': 1.5301101207733154}
+{'epoch': 282, 'iter': 960, 'avg_loss': 1.158459742905322, 'avg_acc_mask': 59.67161964193984, 'loss': 1.1426740884780884}
+{'epoch': 282, 'iter': 970, 'avg_loss': 1.1585987085048743, 'avg_acc_mask': 59.67635713613698, 'loss': 1.025766372680664}
+{'epoch': 282, 'iter': 980, 'avg_loss': 1.158295657292054, 'avg_acc_mask': 59.681504935742225, 'loss': 0.8739940524101257}
+{'epoch': 282, 'iter': 990, 'avg_loss': 1.1598771923606017, 'avg_acc_mask': 59.632706441452235, 'loss': 1.484438419342041}
+{'epoch': 282, 'iter': 1000, 'avg_loss': 1.1598825514257014, 'avg_acc_mask': 59.62443026435734, 'loss': 1.360529899597168}
+{'epoch': 282, 'iter': 1010, 'avg_loss': 1.1597644281080757, 'avg_acc_mask': 59.64345061772993, 'loss': 1.0127873420715332}
+{'epoch': 282, 'iter': 1020, 'avg_loss': 1.1595247592795257, 'avg_acc_mask': 59.65285474241179, 'loss': 0.8448402285575867}
+{'epoch': 282, 'iter': 1030, 'avg_loss': 1.1587696385892357, 'avg_acc_mask': 59.719566602931806, 'loss': 0.9901151061058044}
+{'epoch': 282, 'iter': 1040, 'avg_loss': 1.1586226451637422, 'avg_acc_mask': 59.72239261115687, 'loss': 1.1618776321411133}
+{'epoch': 282, 'iter': 1050, 'avg_loss': 1.1579922949212942, 'avg_acc_mask': 59.75211776142203, 'loss': 1.2516705989837646}
+{'epoch': 282, 'iter': 1060, 'avg_loss': 1.157819375803064, 'avg_acc_mask': 59.748546661621546, 'loss': 0.9200589656829834}
+{'epoch': 282, 'iter': 1070, 'avg_loss': 1.1573919200318423, 'avg_acc_mask': 59.76324305910406, 'loss': 1.014884352684021}
+{'epoch': 282, 'iter': 1080, 'avg_loss': 1.1564922328352598, 'avg_acc_mask': 59.81751332388855, 'loss': 0.9797855615615845}
+{'epoch': 282, 'iter': 1090, 'avg_loss': 1.156195791897481, 'avg_acc_mask': 59.82365023964196, 'loss': 1.5342475175857544}
+{'epoch': 282, 'iter': 1100, 'avg_loss': 1.1558196774728724, 'avg_acc_mask': 59.84444812179382, 'loss': 0.9725103974342346}
+{'epoch': 'EP282_train', 'avg_loss': 1.1562230255269357, 'total_masked_acc': 59.82820022423003}
+{'epoch': 283, 'iter': 0, 'avg_loss': 1.0756033658981323, 'avg_acc_mask': 62.06896551724138, 'loss': 1.0756033658981323}
+{'epoch': 283, 'iter': 10, 'avg_loss': 1.1613765304738826, 'avg_acc_mask': 59.96810207336522, 'loss': 1.1254416704177856}
+{'epoch': 283, 'iter': 20, 'avg_loss': 1.1686085093589056, 'avg_acc_mask': 59.33054393305439, 'loss': 0.974226713180542}
+{'epoch': 283, 'iter': 30, 'avg_loss': 1.1544370766608947, 'avg_acc_mask': 59.82404692082112, 'loss': 1.451159119606018}
+{'epoch': 283, 'iter': 40, 'avg_loss': 1.1699724284614004, 'avg_acc_mask': 59.17001338688086, 'loss': 1.075534701347351}
+{'epoch': 283, 'iter': 50, 'avg_loss': 1.1860316477569879, 'avg_acc_mask': 58.19209039548022, 'loss': 1.3951352834701538}
+{'epoch': 283, 'iter': 60, 'avg_loss': 1.1760990561031905, 'avg_acc_mask': 58.54738706820195, 'loss': 0.7688384652137756}
+{'epoch': 283, 'iter': 70, 'avg_loss': 1.1912512930346206, 'avg_acc_mask': 57.956577266922096, 'loss': 1.0155071020126343}
+{'epoch': 283, 'iter': 80, 'avg_loss': 1.1910819676187303, 'avg_acc_mask': 58.0782122905028, 'loss': 1.2907345294952393}
+{'epoch': 283, 'iter': 90, 'avg_loss': 1.194614126787081, 'avg_acc_mask': 57.81001589825119, 'loss': 1.3104660511016846}
+{'epoch': 283, 'iter': 100, 'avg_loss': 1.1873057213160072, 'avg_acc_mask': 58.07492382147338, 'loss': 0.9206832051277161}
+{'epoch': 283, 'iter': 110, 'avg_loss': 1.1870967697452854, 'avg_acc_mask': 58.39738348323794, 'loss': 0.8730184435844421}
+{'epoch': 283, 'iter': 120, 'avg_loss': 1.1750008941681918, 'avg_acc_mask': 58.901855176541, 'loss': 1.1819654703140259}
+{'epoch': 283, 'iter': 130, 'avg_loss': 1.1684101774492337, 'avg_acc_mask': 59.25515713692372, 'loss': 1.4333868026733398}
+{'epoch': 283, 'iter': 140, 'avg_loss': 1.1664484887258382, 'avg_acc_mask': 59.354005167958654, 'loss': 0.8062351942062378}
+{'epoch': 283, 'iter': 150, 'avg_loss': 1.1529870834571636, 'avg_acc_mask': 59.70094821298323, 'loss': 1.2193347215652466}
+{'epoch': 283, 'iter': 160, 'avg_loss': 1.1522961758678745, 'avg_acc_mask': 59.75373389579295, 'loss': 1.1896328926086426}
+{'epoch': 283, 'iter': 170, 'avg_loss': 1.1498046046809147, 'avg_acc_mask': 59.83738097785386, 'loss': 1.0190681219100952}
+{'epoch': 283, 'iter': 180, 'avg_loss': 1.1516271315885511, 'avg_acc_mask': 59.81355760462053, 'loss': 1.2133394479751587}
+{'epoch': 283, 'iter': 190, 'avg_loss': 1.1488461166776287, 'avg_acc_mask': 59.91731564272666, 'loss': 0.8812589645385742}
+{'epoch': 283, 'iter': 200, 'avg_loss': 1.1460103099025898, 'avg_acc_mask': 59.93604385564184, 'loss': 1.0022143125534058}
+{'epoch': 283, 'iter': 210, 'avg_loss': 1.1474074486872596, 'avg_acc_mask': 59.89406963618998, 'loss': 1.026863694190979}
+{'epoch': 283, 'iter': 220, 'avg_loss': 1.1499908283285425, 'avg_acc_mask': 59.93054407144038, 'loss': 1.3303014039993286}
+{'epoch': 283, 'iter': 230, 'avg_loss': 1.14955168678647, 'avg_acc_mask': 59.919188718111236, 'loss': 0.7528131008148193}
+{'epoch': 283, 'iter': 240, 'avg_loss': 1.1476046677941603, 'avg_acc_mask': 59.9409001363843, 'loss': 1.0493718385696411}
+{'epoch': 283, 'iter': 250, 'avg_loss': 1.1511342919680227, 'avg_acc_mask': 59.78585475999708, 'loss': 1.0688837766647339}
+{'epoch': 283, 'iter': 260, 'avg_loss': 1.1517868231539525, 'avg_acc_mask': 59.711322869955154, 'loss': 0.9446101188659668}
+{'epoch': 283, 'iter': 270, 'avg_loss': 1.1488564091414983, 'avg_acc_mask': 59.89604428243553, 'loss': 1.0320537090301514}
+{'epoch': 283, 'iter': 280, 'avg_loss': 1.1505735773208727, 'avg_acc_mask': 59.79542641214412, 'loss': 0.8843492865562439}
+{'epoch': 283, 'iter': 290, 'avg_loss': 1.1505316934225076, 'avg_acc_mask': 59.73690835850957, 'loss': 1.3483525514602661}
+{'epoch': 283, 'iter': 300, 'avg_loss': 1.145229736237827, 'avg_acc_mask': 59.91473812423873, 'loss': 0.9615916013717651}
+{'epoch': 283, 'iter': 310, 'avg_loss': 1.1459623966186376, 'avg_acc_mask': 59.84080188679245, 'loss': 0.8510817885398865}
+{'epoch': 283, 'iter': 320, 'avg_loss': 1.1455768305935963, 'avg_acc_mask': 59.90617312203216, 'loss': 0.9108691811561584}
+{'epoch': 283, 'iter': 330, 'avg_loss': 1.1445385507586499, 'avg_acc_mask': 59.96221802422491, 'loss': 0.8940345644950867}
+{'epoch': 283, 'iter': 340, 'avg_loss': 1.1449923466377594, 'avg_acc_mask': 59.95587127327521, 'loss': 1.321446180343628}
+{'epoch': 283, 'iter': 350, 'avg_loss': 1.1460256566349258, 'avg_acc_mask': 59.93405213022087, 'loss': 1.150249719619751}
+{'epoch': 283, 'iter': 360, 'avg_loss': 1.1454491517880616, 'avg_acc_mask': 59.99796634297626, 'loss': 1.273107886314392}
+{'epoch': 283, 'iter': 370, 'avg_loss': 1.1474939780736548, 'avg_acc_mask': 59.93861082231794, 'loss': 1.1658791303634644}
+{'epoch': 283, 'iter': 380, 'avg_loss': 1.1490480733981596, 'avg_acc_mask': 59.86214209968187, 'loss': 0.9265830516815186}
+{'epoch': 283, 'iter': 390, 'avg_loss': 1.148152837210604, 'avg_acc_mask': 59.85521553142481, 'loss': 1.3467674255371094}
+{'epoch': 283, 'iter': 400, 'avg_loss': 1.1485520793018198, 'avg_acc_mask': 59.911086667583305, 'loss': 1.1122829914093018}
+{'epoch': 283, 'iter': 410, 'avg_loss': 1.1473529900077486, 'avg_acc_mask': 59.97225578377411, 'loss': 0.7950385808944702}
+{'epoch': 283, 'iter': 420, 'avg_loss': 1.1447077705005002, 'avg_acc_mask': 60.084730957372464, 'loss': 1.1633340120315552}
+{'epoch': 283, 'iter': 430, 'avg_loss': 1.143563350364393, 'avg_acc_mask': 60.13576978908718, 'loss': 0.9900276064872742}
+{'epoch': 283, 'iter': 440, 'avg_loss': 1.1460848864243955, 'avg_acc_mask': 60.0, 'loss': 1.2265706062316895}
+{'epoch': 283, 'iter': 450, 'avg_loss': 1.1455831211844991, 'avg_acc_mask': 59.9836867862969, 'loss': 1.0401896238327026}
+{'epoch': 283, 'iter': 460, 'avg_loss': 1.1490978766677178, 'avg_acc_mask': 59.831617588380816, 'loss': 0.98249351978302}
+{'epoch': 283, 'iter': 470, 'avg_loss': 1.1490705491630895, 'avg_acc_mask': 59.82679254115628, 'loss': 1.2036467790603638}
+{'epoch': 283, 'iter': 480, 'avg_loss': 1.1466671394459176, 'avg_acc_mask': 59.930380231045824, 'loss': 0.9815926551818848}
+{'epoch': 283, 'iter': 490, 'avg_loss': 1.146985687573427, 'avg_acc_mask': 59.975281824650764, 'loss': 1.266934871673584}
+{'epoch': 283, 'iter': 500, 'avg_loss': 1.1472240805387972, 'avg_acc_mask': 59.93395707209687, 'loss': 1.189021110534668}
+{'epoch': 283, 'iter': 510, 'avg_loss': 1.1465578751088121, 'avg_acc_mask': 59.93463113282091, 'loss': 0.9911438226699829}
+{'epoch': 283, 'iter': 520, 'avg_loss': 1.1467523665208506, 'avg_acc_mask': 59.91599901175309, 'loss': 1.3643122911453247}
+{'epoch': 283, 'iter': 530, 'avg_loss': 1.148163464334276, 'avg_acc_mask': 59.863497782705096, 'loss': 1.058561086654663}
+{'epoch': 283, 'iter': 540, 'avg_loss': 1.1469245885744994, 'avg_acc_mask': 59.896718081130665, 'loss': 1.2711230516433716}
+{'epoch': 283, 'iter': 550, 'avg_loss': 1.1469048945310978, 'avg_acc_mask': 59.85068159850682, 'loss': 0.8948729038238525}
+{'epoch': 283, 'iter': 560, 'avg_loss': 1.1461375849769715, 'avg_acc_mask': 59.85061914433598, 'loss': 0.933111310005188}
+{'epoch': 283, 'iter': 570, 'avg_loss': 1.1447817758378132, 'avg_acc_mask': 59.914417168044785, 'loss': 1.0013668537139893}
+{'epoch': 283, 'iter': 580, 'avg_loss': 1.1438332818666548, 'avg_acc_mask': 59.94445496433756, 'loss': 1.1723079681396484}
+{'epoch': 283, 'iter': 590, 'avg_loss': 1.1441534798964228, 'avg_acc_mask': 59.96653549406624, 'loss': 0.9392842054367065}
+{'epoch': 283, 'iter': 600, 'avg_loss': 1.144474578578143, 'avg_acc_mask': 59.91886780943085, 'loss': 1.4846385717391968}
+{'epoch': 283, 'iter': 610, 'avg_loss': 1.1460998032955414, 'avg_acc_mask': 59.89207015439963, 'loss': 1.3484948873519897}
+{'epoch': 283, 'iter': 620, 'avg_loss': 1.1459277747333914, 'avg_acc_mask': 59.88366943222416, 'loss': 1.4531046152114868}
+{'epoch': 283, 'iter': 630, 'avg_loss': 1.1450121758856977, 'avg_acc_mask': 59.933217189314746, 'loss': 1.1564319133758545}
+{'epoch': 283, 'iter': 640, 'avg_loss': 1.1455698656775464, 'avg_acc_mask': 59.9501632582918, 'loss': 1.0202031135559082}
+{'epoch': 283, 'iter': 650, 'avg_loss': 1.1447084372127843, 'avg_acc_mask': 59.95652664859982, 'loss': 0.6218262910842896}
+{'epoch': 283, 'iter': 660, 'avg_loss': 1.1434029335333613, 'avg_acc_mask': 59.97272322422623, 'loss': 0.8773851990699768}
+{'epoch': 283, 'iter': 670, 'avg_loss': 1.1428051055277157, 'avg_acc_mask': 60.01919385796545, 'loss': 1.0979520082473755}
+{'epoch': 283, 'iter': 680, 'avg_loss': 1.1424113366747393, 'avg_acc_mask': 60.0259571706684, 'loss': 1.190661907196045}
+{'epoch': 283, 'iter': 690, 'avg_loss': 1.1438838314216493, 'avg_acc_mask': 60.000532509718305, 'loss': 1.0933935642242432}
+{'epoch': 283, 'iter': 700, 'avg_loss': 1.14502731258961, 'avg_acc_mask': 59.95223974597843, 'loss': 0.9783529043197632}
+{'epoch': 283, 'iter': 710, 'avg_loss': 1.143864340587675, 'avg_acc_mask': 59.98551511859497, 'loss': 1.069417953491211}
+{'epoch': 283, 'iter': 720, 'avg_loss': 1.1439216782580468, 'avg_acc_mask': 59.98419455986947, 'loss': 1.0281802415847778}
+{'epoch': 283, 'iter': 730, 'avg_loss': 1.1427256308404268, 'avg_acc_mask': 60.032708516794564, 'loss': 1.4533535242080688}
+{'epoch': 283, 'iter': 740, 'avg_loss': 1.1428116769121404, 'avg_acc_mask': 60.017367572261506, 'loss': 1.2007843255996704}
+{'epoch': 283, 'iter': 750, 'avg_loss': 1.1448188456650898, 'avg_acc_mask': 59.95496157047045, 'loss': 1.1000958681106567}
+{'epoch': 283, 'iter': 760, 'avg_loss': 1.1438744151169304, 'avg_acc_mask': 60.01595397519882, 'loss': 1.22700035572052}
+{'epoch': 283, 'iter': 770, 'avg_loss': 1.1455536860436317, 'avg_acc_mask': 59.95376989800781, 'loss': 1.2858511209487915}
+{'epoch': 283, 'iter': 780, 'avg_loss': 1.1447116763887881, 'avg_acc_mask': 60.00094093293501, 'loss': 1.026635766029358}
+{'epoch': 283, 'iter': 790, 'avg_loss': 1.1454978465431107, 'avg_acc_mask': 60.00185929765032, 'loss': 1.4575926065444946}
+{'epoch': 283, 'iter': 800, 'avg_loss': 1.1442690992474407, 'avg_acc_mask': 60.07026567774232, 'loss': 1.0843663215637207}
+{'epoch': 283, 'iter': 810, 'avg_loss': 1.1442383576997552, 'avg_acc_mask': 60.088923167661, 'loss': 1.240047812461853}
+{'epoch': 283, 'iter': 820, 'avg_loss': 1.144490672522718, 'avg_acc_mask': 60.101383935580834, 'loss': 1.0039805173873901}
+{'epoch': 283, 'iter': 830, 'avg_loss': 1.1446968765321908, 'avg_acc_mask': 60.07990234158251, 'loss': 1.0411527156829834}
+{'epoch': 283, 'iter': 840, 'avg_loss': 1.1453934374235473, 'avg_acc_mask': 60.03817380048705, 'loss': 1.1811285018920898}
+{'epoch': 283, 'iter': 850, 'avg_loss': 1.1459794111733712, 'avg_acc_mask': 60.0012994325811, 'loss': 0.9939504861831665}
+{'epoch': 283, 'iter': 860, 'avg_loss': 1.1468816242428468, 'avg_acc_mask': 59.98118572680821, 'loss': 1.250485897064209}
+{'epoch': 283, 'iter': 870, 'avg_loss': 1.1478287917738257, 'avg_acc_mask': 59.91896853700226, 'loss': 1.0135130882263184}
+{'epoch': 283, 'iter': 880, 'avg_loss': 1.147255015292043, 'avg_acc_mask': 59.96743622928234, 'loss': 0.9051157236099243}
+{'epoch': 283, 'iter': 890, 'avg_loss': 1.1472319844194534, 'avg_acc_mask': 59.989669421487605, 'loss': 0.6854986548423767}
+{'epoch': 283, 'iter': 900, 'avg_loss': 1.1481265938374627, 'avg_acc_mask': 59.951857367250774, 'loss': 1.4023061990737915}
+{'epoch': 283, 'iter': 910, 'avg_loss': 1.1487911183276631, 'avg_acc_mask': 59.96735319011729, 'loss': 1.0577962398529053}
+{'epoch': 283, 'iter': 920, 'avg_loss': 1.148880149979027, 'avg_acc_mask': 59.97045790251108, 'loss': 1.0184322595596313}
+{'epoch': 283, 'iter': 930, 'avg_loss': 1.1485871806436656, 'avg_acc_mask': 59.978275896119285, 'loss': 1.2725417613983154}
+{'epoch': 283, 'iter': 940, 'avg_loss': 1.1495082931361467, 'avg_acc_mask': 59.95630035701047, 'loss': 0.9796788096427917}
+{'epoch': 283, 'iter': 950, 'avg_loss': 1.14937619180208, 'avg_acc_mask': 59.94943256388482, 'loss': 1.5281982421875}
+{'epoch': 283, 'iter': 960, 'avg_loss': 1.149543511011598, 'avg_acc_mask': 59.96027350166163, 'loss': 1.1680923700332642}
+{'epoch': 283, 'iter': 970, 'avg_loss': 1.1487567157750271, 'avg_acc_mask': 59.983744754848225, 'loss': 1.2966824769973755}
+{'epoch': 283, 'iter': 980, 'avg_loss': 1.149234831819233, 'avg_acc_mask': 59.955077211043516, 'loss': 0.972591757774353}
+{'epoch': 283, 'iter': 990, 'avg_loss': 1.149897654650791, 'avg_acc_mask': 59.944408412860184, 'loss': 1.1675466299057007}
+{'epoch': 283, 'iter': 1000, 'avg_loss': 1.1508034709450248, 'avg_acc_mask': 59.92514860204007, 'loss': 1.768264889717102}
+{'epoch': 283, 'iter': 1010, 'avg_loss': 1.151351335140647, 'avg_acc_mask': 59.91131787453659, 'loss': 0.9818338751792908}
+{'epoch': 283, 'iter': 1020, 'avg_loss': 1.1513219537043782, 'avg_acc_mask': 59.929837186291266, 'loss': 1.0563486814498901}
+{'epoch': 283, 'iter': 1030, 'avg_loss': 1.1511943788348067, 'avg_acc_mask': 59.93010858131118, 'loss': 1.2915877103805542}
+{'epoch': 283, 'iter': 1040, 'avg_loss': 1.1513168378361822, 'avg_acc_mask': 59.9410300323099, 'loss': 1.0049582719802856}
+{'epoch': 283, 'iter': 1050, 'avg_loss': 1.1511804412706594, 'avg_acc_mask': 59.945099136273036, 'loss': 1.2251495122909546}
+{'epoch': 283, 'iter': 1060, 'avg_loss': 1.1507910100162086, 'avg_acc_mask': 59.93450349141442, 'loss': 1.0350241661071777}
+{'epoch': 283, 'iter': 1070, 'avg_loss': 1.1507286647566004, 'avg_acc_mask': 59.941625890634384, 'loss': 1.1078531742095947}
+{'epoch': 283, 'iter': 1080, 'avg_loss': 1.1514528728987088, 'avg_acc_mask': 59.923508414074455, 'loss': 1.2113844156265259}
+{'epoch': 283, 'iter': 1090, 'avg_loss': 1.1516085053451777, 'avg_acc_mask': 59.90816738428417, 'loss': 1.3002053499221802}
+{'epoch': 283, 'iter': 1100, 'avg_loss': 1.151988201093717, 'avg_acc_mask': 59.898654843065025, 'loss': 1.0034551620483398}
+{'epoch': 'EP283_train', 'avg_loss': 1.152513651071091, 'total_masked_acc': 59.87344715339135}
+{'epoch': 284, 'iter': 0, 'avg_loss': 1.333601474761963, 'avg_acc_mask': 48.07692307692308, 'loss': 1.333601474761963}
+{'epoch': 284, 'iter': 10, 'avg_loss': 1.2765679576180198, 'avg_acc_mask': 56.4179104477612, 'loss': 0.9296720027923584}
+{'epoch': 284, 'iter': 20, 'avg_loss': 1.2589582800865173, 'avg_acc_mask': 57.14285714285714, 'loss': 1.5290781259536743}
+{'epoch': 284, 'iter': 30, 'avg_loss': 1.2288043229810652, 'avg_acc_mask': 58.47693162868261, 'loss': 0.8435115814208984}
+{'epoch': 284, 'iter': 40, 'avg_loss': 1.2208962033434612, 'avg_acc_mask': 58.75053487376979, 'loss': 1.0469003915786743}
+{'epoch': 284, 'iter': 50, 'avg_loss': 1.217809907361573, 'avg_acc_mask': 58.59348198970841, 'loss': 1.1515547037124634}
+{'epoch': 284, 'iter': 60, 'avg_loss': 1.188022722963427, 'avg_acc_mask': 59.53147877013178, 'loss': 0.8961294293403625}
+{'epoch': 284, 'iter': 70, 'avg_loss': 1.1860662942201319, 'avg_acc_mask': 59.467604218985436, 'loss': 1.2392596006393433}
+{'epoch': 284, 'iter': 80, 'avg_loss': 1.1798081442161843, 'avg_acc_mask': 59.94712491738269, 'loss': 1.2667021751403809}
+{'epoch': 284, 'iter': 90, 'avg_loss': 1.1839852431318263, 'avg_acc_mask': 59.87411487018096, 'loss': 1.0354962348937988}
+{'epoch': 284, 'iter': 100, 'avg_loss': 1.171352472045634, 'avg_acc_mask': 60.02860207365034, 'loss': 0.8884743452072144}
+{'epoch': 284, 'iter': 110, 'avg_loss': 1.1711600546364311, 'avg_acc_mask': 59.973731735347236, 'loss': 1.0788697004318237}
+{'epoch': 284, 'iter': 120, 'avg_loss': 1.156816753474149, 'avg_acc_mask': 60.36077004699105, 'loss': 1.15066397190094}
+{'epoch': 284, 'iter': 130, 'avg_loss': 1.153738994179791, 'avg_acc_mask': 60.47381546134664, 'loss': 1.0295675992965698}
+{'epoch': 284, 'iter': 140, 'avg_loss': 1.1587891202446416, 'avg_acc_mask': 60.332174584781775, 'loss': 0.9193034768104553}
+{'epoch': 284, 'iter': 150, 'avg_loss': 1.1508056983253023, 'avg_acc_mask': 60.51325505386757, 'loss': 1.0777103900909424}
+{'epoch': 284, 'iter': 160, 'avg_loss': 1.152217888313791, 'avg_acc_mask': 60.38465915557073, 'loss': 1.4701590538024902}
+{'epoch': 284, 'iter': 170, 'avg_loss': 1.1553697697600427, 'avg_acc_mask': 60.17048481619606, 'loss': 1.1361640691757202}
+{'epoch': 284, 'iter': 180, 'avg_loss': 1.1553606950775694, 'avg_acc_mask': 60.14134275618375, 'loss': 1.2349023818969727}
+{'epoch': 284, 'iter': 190, 'avg_loss': 1.1577813887471304, 'avg_acc_mask': 60.04777830864787, 'loss': 1.071747064590454}
+{'epoch': 284, 'iter': 200, 'avg_loss': 1.1592396957364248, 'avg_acc_mask': 60.02178649237473, 'loss': 1.428141474723816}
+{'epoch': 284, 'iter': 210, 'avg_loss': 1.158002736444157, 'avg_acc_mask': 60.129645635263614, 'loss': 1.2371870279312134}
+{'epoch': 284, 'iter': 220, 'avg_loss': 1.1578331929526178, 'avg_acc_mask': 60.09746427686462, 'loss': 1.254488468170166}
+{'epoch': 284, 'iter': 230, 'avg_loss': 1.1548825089549606, 'avg_acc_mask': 60.16942443195313, 'loss': 0.9449453949928284}
+{'epoch': 284, 'iter': 240, 'avg_loss': 1.158715008205398, 'avg_acc_mask': 60.0, 'loss': 1.2766495943069458}
+{'epoch': 284, 'iter': 250, 'avg_loss': 1.1613384186034184, 'avg_acc_mask': 59.89636549408846, 'loss': 1.0327266454696655}
+{'epoch': 284, 'iter': 260, 'avg_loss': 1.162069273634432, 'avg_acc_mask': 59.89943431803897, 'loss': 1.1424803733825684}
+{'epoch': 284, 'iter': 270, 'avg_loss': 1.1629423694856933, 'avg_acc_mask': 59.861707841031155, 'loss': 1.1587843894958496}
+{'epoch': 284, 'iter': 280, 'avg_loss': 1.1632578228716324, 'avg_acc_mask': 59.8326088366963, 'loss': 0.5000412464141846}
+{'epoch': 284, 'iter': 290, 'avg_loss': 1.1608080630449904, 'avg_acc_mask': 59.873370110330995, 'loss': 1.1797571182250977}
+{'epoch': 284, 'iter': 300, 'avg_loss': 1.1573295533855097, 'avg_acc_mask': 60.054611650485434, 'loss': 0.7698506712913513}
+{'epoch': 284, 'iter': 310, 'avg_loss': 1.1549208279207972, 'avg_acc_mask': 60.09039680676215, 'loss': 0.8608957529067993}
+{'epoch': 284, 'iter': 320, 'avg_loss': 1.1573694780979573, 'avg_acc_mask': 59.985181807819444, 'loss': 1.0452234745025635}
+{'epoch': 284, 'iter': 330, 'avg_loss': 1.159014465945725, 'avg_acc_mask': 60.00772584294465, 'loss': 1.386398196220398}
+{'epoch': 284, 'iter': 340, 'avg_loss': 1.158838043814181, 'avg_acc_mask': 59.98929622691998, 'loss': 1.0935404300689697}
+{'epoch': 284, 'iter': 350, 'avg_loss': 1.1616347537421092, 'avg_acc_mask': 59.878340438806276, 'loss': 1.2688286304473877}
+{'epoch': 284, 'iter': 360, 'avg_loss': 1.158474907320292, 'avg_acc_mask': 59.98585715728861, 'loss': 1.3416870832443237}
+{'epoch': 284, 'iter': 370, 'avg_loss': 1.1578594195553555, 'avg_acc_mask': 60.02755363117497, 'loss': 0.985710084438324}
+{'epoch': 284, 'iter': 380, 'avg_loss': 1.1594975008739261, 'avg_acc_mask': 59.94157647734891, 'loss': 0.7427819967269897}
+{'epoch': 284, 'iter': 390, 'avg_loss': 1.157874052481883, 'avg_acc_mask': 59.96735835859175, 'loss': 1.082416296005249}
+{'epoch': 284, 'iter': 400, 'avg_loss': 1.1565746669460115, 'avg_acc_mask': 60.03092033466715, 'loss': 1.0802358388900757}
+{'epoch': 284, 'iter': 410, 'avg_loss': 1.1567849293532453, 'avg_acc_mask': 60.01867247588139, 'loss': 1.1790565252304077}
+{'epoch': 284, 'iter': 420, 'avg_loss': 1.1557360232017952, 'avg_acc_mask': 60.053840475880335, 'loss': 1.0676738023757935}
+{'epoch': 284, 'iter': 430, 'avg_loss': 1.1540632715357981, 'avg_acc_mask': 60.111285732489485, 'loss': 0.8130317330360413}
+{'epoch': 284, 'iter': 440, 'avg_loss': 1.157319877017923, 'avg_acc_mask': 60.02240106197627, 'loss': 1.2664155960083008}
+{'epoch': 284, 'iter': 450, 'avg_loss': 1.157764981696981, 'avg_acc_mask': 60.02030044660982, 'loss': 0.9600789546966553}
+{'epoch': 284, 'iter': 460, 'avg_loss': 1.158520420823335, 'avg_acc_mask': 59.96900826446281, 'loss': 1.1421701908111572}
+{'epoch': 284, 'iter': 470, 'avg_loss': 1.160238943029108, 'avg_acc_mask': 59.92302608560433, 'loss': 1.140038013458252}
+{'epoch': 284, 'iter': 480, 'avg_loss': 1.1592017855812755, 'avg_acc_mask': 59.948143064134825, 'loss': 0.8665604591369629}
+{'epoch': 284, 'iter': 490, 'avg_loss': 1.1583272047538136, 'avg_acc_mask': 60.02017861813833, 'loss': 0.9427460432052612}
+{'epoch': 284, 'iter': 500, 'avg_loss': 1.157418706340942, 'avg_acc_mask': 60.09003074220466, 'loss': 1.0790385007858276}
+{'epoch': 284, 'iter': 510, 'avg_loss': 1.1559089310248538, 'avg_acc_mask': 60.08760906251121, 'loss': 1.1463818550109863}
+{'epoch': 284, 'iter': 520, 'avg_loss': 1.1543826392195733, 'avg_acc_mask': 60.161455212042156, 'loss': 1.3754630088806152}
+{'epoch': 284, 'iter': 530, 'avg_loss': 1.1538239796619632, 'avg_acc_mask': 60.1764705882353, 'loss': 1.3342570066452026}
+{'epoch': 284, 'iter': 540, 'avg_loss': 1.1530309625231625, 'avg_acc_mask': 60.1718808383437, 'loss': 1.2092554569244385}
+{'epoch': 284, 'iter': 550, 'avg_loss': 1.1550665794721315, 'avg_acc_mask': 60.09586578789694, 'loss': 1.0826343297958374}
+{'epoch': 284, 'iter': 560, 'avg_loss': 1.1558210398742859, 'avg_acc_mask': 60.07395529958441, 'loss': 1.1305806636810303}
+{'epoch': 284, 'iter': 570, 'avg_loss': 1.1553589441208414, 'avg_acc_mask': 60.04759301540341, 'loss': 0.9904007911682129}
+{'epoch': 284, 'iter': 580, 'avg_loss': 1.1539637721856981, 'avg_acc_mask': 60.086500820810706, 'loss': 1.4593535661697388}
+{'epoch': 284, 'iter': 590, 'avg_loss': 1.1526188776275228, 'avg_acc_mask': 60.11673755782545, 'loss': 0.9989607930183411}
+{'epoch': 284, 'iter': 600, 'avg_loss': 1.152818103548691, 'avg_acc_mask': 60.089043393407124, 'loss': 1.1191046237945557}
+{'epoch': 284, 'iter': 610, 'avg_loss': 1.1531986206428508, 'avg_acc_mask': 60.089349964020144, 'loss': 1.2901166677474976}
+{'epoch': 284, 'iter': 620, 'avg_loss': 1.1518038348587238, 'avg_acc_mask': 60.122862459021235, 'loss': 1.2893692255020142}
+{'epoch': 284, 'iter': 630, 'avg_loss': 1.1502848478674699, 'avg_acc_mask': 60.1425039988367, 'loss': 0.9257734417915344}
+{'epoch': 284, 'iter': 640, 'avg_loss': 1.1520489324552592, 'avg_acc_mask': 60.11817686372372, 'loss': 0.961301326751709}
+{'epoch': 284, 'iter': 650, 'avg_loss': 1.1518583414466699, 'avg_acc_mask': 60.096058765362336, 'loss': 1.0383310317993164}
+{'epoch': 284, 'iter': 660, 'avg_loss': 1.1520226060803107, 'avg_acc_mask': 60.07728233070166, 'loss': 0.9413708448410034}
+{'epoch': 284, 'iter': 670, 'avg_loss': 1.151425968028394, 'avg_acc_mask': 60.07993867717914, 'loss': 1.0182300806045532}
+{'epoch': 284, 'iter': 680, 'avg_loss': 1.1502824890018384, 'avg_acc_mask': 60.11965719829677, 'loss': 1.2649712562561035}
+{'epoch': 284, 'iter': 690, 'avg_loss': 1.1496596935430243, 'avg_acc_mask': 60.150815145239235, 'loss': 0.9891241192817688}
+{'epoch': 284, 'iter': 700, 'avg_loss': 1.1517057210929724, 'avg_acc_mask': 60.06961710591745, 'loss': 0.9055949449539185}
+{'epoch': 284, 'iter': 710, 'avg_loss': 1.152518635854104, 'avg_acc_mask': 60.073364160057864, 'loss': 1.4002468585968018}
+{'epoch': 284, 'iter': 720, 'avg_loss': 1.1521319995392707, 'avg_acc_mask': 60.065149895658365, 'loss': 0.9247446656227112}
+{'epoch': 284, 'iter': 730, 'avg_loss': 1.1510295382358144, 'avg_acc_mask': 60.0818396344831, 'loss': 1.156661868095398}
+{'epoch': 284, 'iter': 740, 'avg_loss': 1.15207529160497, 'avg_acc_mask': 60.03368921697342, 'loss': 1.3456181287765503}
+{'epoch': 284, 'iter': 750, 'avg_loss': 1.1533085305030433, 'avg_acc_mask': 60.00635013677218, 'loss': 1.4527702331542969}
+{'epoch': 284, 'iter': 760, 'avg_loss': 1.1536123922948924, 'avg_acc_mask': 59.99710438685392, 'loss': 1.1423388719558716}
+{'epoch': 284, 'iter': 770, 'avg_loss': 1.1549655849599654, 'avg_acc_mask': 59.9362481564299, 'loss': 1.4121993780136108}
+{'epoch': 284, 'iter': 780, 'avg_loss': 1.1553203663126912, 'avg_acc_mask': 59.9365973934484, 'loss': 1.416760802268982}
+{'epoch': 284, 'iter': 790, 'avg_loss': 1.1548941352047901, 'avg_acc_mask': 59.97031057917566, 'loss': 1.2154383659362793}
+{'epoch': 284, 'iter': 800, 'avg_loss': 1.1533216774166002, 'avg_acc_mask': 60.0128222741219, 'loss': 1.4068793058395386}
+{'epoch': 284, 'iter': 810, 'avg_loss': 1.1539815792540586, 'avg_acc_mask': 59.97917939665513, 'loss': 1.2285672426223755}
+{'epoch': 284, 'iter': 820, 'avg_loss': 1.1537353321274655, 'avg_acc_mask': 59.96690370767923, 'loss': 1.4163236618041992}
+{'epoch': 284, 'iter': 830, 'avg_loss': 1.154000956049608, 'avg_acc_mask': 59.950050833222825, 'loss': 1.5934242010116577}
+{'epoch': 284, 'iter': 840, 'avg_loss': 1.1531360772007568, 'avg_acc_mask': 59.997380027073056, 'loss': 1.1456780433654785}
+{'epoch': 284, 'iter': 850, 'avg_loss': 1.154357831115308, 'avg_acc_mask': 59.98791436464088, 'loss': 1.5639300346374512}
+{'epoch': 284, 'iter': 860, 'avg_loss': 1.1546858384011098, 'avg_acc_mask': 59.9701556171392, 'loss': 1.2297011613845825}
+{'epoch': 284, 'iter': 870, 'avg_loss': 1.1555558478996484, 'avg_acc_mask': 59.917989696141305, 'loss': 1.2261005640029907}
+{'epoch': 284, 'iter': 880, 'avg_loss': 1.155897880960404, 'avg_acc_mask': 59.91347933695222, 'loss': 0.8921710252761841}
+{'epoch': 284, 'iter': 890, 'avg_loss': 1.1553211920924995, 'avg_acc_mask': 59.97239617666447, 'loss': 0.9391748309135437}
+{'epoch': 284, 'iter': 900, 'avg_loss': 1.1555360868225881, 'avg_acc_mask': 59.95447061932153, 'loss': 1.4009097814559937}
+{'epoch': 284, 'iter': 910, 'avg_loss': 1.1561769774075266, 'avg_acc_mask': 59.909140249663295, 'loss': 1.3430896997451782}
+{'epoch': 284, 'iter': 920, 'avg_loss': 1.1554527385938957, 'avg_acc_mask': 59.96617252014725, 'loss': 1.3009716272354126}
+{'epoch': 284, 'iter': 930, 'avg_loss': 1.1555427706267216, 'avg_acc_mask': 59.96614306523366, 'loss': 1.1790647506713867}
+{'epoch': 284, 'iter': 940, 'avg_loss': 1.1550792679586521, 'avg_acc_mask': 59.97198389073718, 'loss': 0.9372270107269287}
+{'epoch': 284, 'iter': 950, 'avg_loss': 1.155477869241145, 'avg_acc_mask': 59.94265150203029, 'loss': 1.4948217868804932}
+{'epoch': 284, 'iter': 960, 'avg_loss': 1.155040686913261, 'avg_acc_mask': 59.957320326194655, 'loss': 1.07065749168396}
+{'epoch': 284, 'iter': 970, 'avg_loss': 1.154787270189191, 'avg_acc_mask': 59.96832459745842, 'loss': 1.1219121217727661}
+{'epoch': 284, 'iter': 980, 'avg_loss': 1.1536389897054367, 'avg_acc_mask': 59.991406848368236, 'loss': 0.7074949145317078}
+{'epoch': 284, 'iter': 990, 'avg_loss': 1.154859860687997, 'avg_acc_mask': 59.95969903684395, 'loss': 1.185183048248291}
+{'epoch': 284, 'iter': 1000, 'avg_loss': 1.155359210816773, 'avg_acc_mask': 59.92494966135823, 'loss': 1.5585260391235352}
+{'epoch': 284, 'iter': 1010, 'avg_loss': 1.1548312708190123, 'avg_acc_mask': 59.93006106068018, 'loss': 0.9312456846237183}
+{'epoch': 284, 'iter': 1020, 'avg_loss': 1.1542380827822951, 'avg_acc_mask': 59.94366096099329, 'loss': 1.124191403388977}
+{'epoch': 284, 'iter': 1030, 'avg_loss': 1.1533759792202543, 'avg_acc_mask': 59.97262416894799, 'loss': 1.0115236043930054}
+{'epoch': 284, 'iter': 1040, 'avg_loss': 1.1533757607084874, 'avg_acc_mask': 59.9605696280519, 'loss': 1.3112412691116333}
+{'epoch': 284, 'iter': 1050, 'avg_loss': 1.153702628799669, 'avg_acc_mask': 59.95814440181374, 'loss': 1.2366082668304443}
+{'epoch': 284, 'iter': 1060, 'avg_loss': 1.1543636156016088, 'avg_acc_mask': 59.9412780656304, 'loss': 1.0695509910583496}
+{'epoch': 284, 'iter': 1070, 'avg_loss': 1.1533206869073276, 'avg_acc_mask': 59.95140231694588, 'loss': 1.0230929851531982}
+{'epoch': 284, 'iter': 1080, 'avg_loss': 1.1520506945007052, 'avg_acc_mask': 59.99830508474576, 'loss': 0.9087613821029663}
+{'epoch': 284, 'iter': 1090, 'avg_loss': 1.1523130550557161, 'avg_acc_mask': 59.97750318984622, 'loss': 1.0544933080673218}
+{'epoch': 284, 'iter': 1100, 'avg_loss': 1.1525027311519533, 'avg_acc_mask': 59.97903005691841, 'loss': 0.9797914028167725}
+{'epoch': 'EP284_train', 'avg_loss': 1.1532551553184631, 'total_masked_acc': 59.957869594785116}
+{'epoch': 285, 'iter': 0, 'avg_loss': 1.4395321607589722, 'avg_acc_mask': 47.45762711864407, 'loss': 1.4395321607589722}
+{'epoch': 285, 'iter': 10, 'avg_loss': 1.1805131760510532, 'avg_acc_mask': 60.538827258320126, 'loss': 1.114334225654602}
+{'epoch': 285, 'iter': 20, 'avg_loss': 1.177617161046891, 'avg_acc_mask': 59.62994112699748, 'loss': 1.1818822622299194}
+{'epoch': 285, 'iter': 30, 'avg_loss': 1.164200396307053, 'avg_acc_mask': 60.82654249126892, 'loss': 1.169398546218872}
+{'epoch': 285, 'iter': 40, 'avg_loss': 1.1453055681251898, 'avg_acc_mask': 62.37450894805762, 'loss': 1.151697039604187}
+{'epoch': 285, 'iter': 50, 'avg_loss': 1.169659622744018, 'avg_acc_mask': 61.33894146512443, 'loss': 1.1984853744506836}
+{'epoch': 285, 'iter': 60, 'avg_loss': 1.1660211223070738, 'avg_acc_mask': 61.06666666666667, 'loss': 0.8246167898178101}
+{'epoch': 285, 'iter': 70, 'avg_loss': 1.167977618499541, 'avg_acc_mask': 60.76494427558258, 'loss': 1.0286096334457397}
+{'epoch': 285, 'iter': 80, 'avg_loss': 1.170413800963649, 'avg_acc_mask': 60.711931443638754, 'loss': 1.215456247329712}
+{'epoch': 285, 'iter': 90, 'avg_loss': 1.1675499304310306, 'avg_acc_mask': 60.798122065727696, 'loss': 1.0577044486999512}
+{'epoch': 285, 'iter': 100, 'avg_loss': 1.1588783541528305, 'avg_acc_mask': 60.8141592920354, 'loss': 1.2526425123214722}
+{'epoch': 285, 'iter': 110, 'avg_loss': 1.1630472003876626, 'avg_acc_mask': 60.763209393346386, 'loss': 0.8195400834083557}
+{'epoch': 285, 'iter': 120, 'avg_loss': 1.1571655160139416, 'avg_acc_mask': 60.895611801707346, 'loss': 1.359363317489624}
+{'epoch': 285, 'iter': 130, 'avg_loss': 1.1593949772019423, 'avg_acc_mask': 60.527038155366455, 'loss': 1.2664965391159058}
+{'epoch': 285, 'iter': 140, 'avg_loss': 1.1550716474546607, 'avg_acc_mask': 60.447666285132904, 'loss': 1.0205762386322021}
+{'epoch': 285, 'iter': 150, 'avg_loss': 1.1531369094027588, 'avg_acc_mask': 60.45150501672241, 'loss': 1.2538111209869385}
+{'epoch': 285, 'iter': 160, 'avg_loss': 1.1553737691470556, 'avg_acc_mask': 60.47870547252501, 'loss': 1.1743465662002563}
+{'epoch': 285, 'iter': 170, 'avg_loss': 1.1603800612583495, 'avg_acc_mask': 60.28136238629151, 'loss': 1.1283206939697266}
+{'epoch': 285, 'iter': 180, 'avg_loss': 1.1632229715421054, 'avg_acc_mask': 60.24688879967884, 'loss': 1.0184762477874756}
+{'epoch': 285, 'iter': 190, 'avg_loss': 1.164174284922515, 'avg_acc_mask': 60.111933219502944, 'loss': 1.0201339721679688}
+{'epoch': 285, 'iter': 200, 'avg_loss': 1.159357126375929, 'avg_acc_mask': 60.11899396015505, 'loss': 0.9791496992111206}
+{'epoch': 285, 'iter': 210, 'avg_loss': 1.1573064937410762, 'avg_acc_mask': 60.13716245177883, 'loss': 1.3149616718292236}
+{'epoch': 285, 'iter': 220, 'avg_loss': 1.155240882036373, 'avg_acc_mask': 60.12938093678349, 'loss': 1.2024140357971191}
+{'epoch': 285, 'iter': 230, 'avg_loss': 1.1554002078064591, 'avg_acc_mask': 60.09404388714733, 'loss': 0.9726244211196899}
+{'epoch': 285, 'iter': 240, 'avg_loss': 1.152409843389424, 'avg_acc_mask': 60.19199040047998, 'loss': 1.1087067127227783}
+{'epoch': 285, 'iter': 250, 'avg_loss': 1.1571466519063212, 'avg_acc_mask': 59.99278238902923, 'loss': 1.0393850803375244}
+{'epoch': 285, 'iter': 260, 'avg_loss': 1.1594279999933936, 'avg_acc_mask': 59.86106286905175, 'loss': 1.056058406829834}
+{'epoch': 285, 'iter': 270, 'avg_loss': 1.1609519552920577, 'avg_acc_mask': 59.77992664221408, 'loss': 1.001471757888794}
+{'epoch': 285, 'iter': 280, 'avg_loss': 1.1630341022464303, 'avg_acc_mask': 59.72830285861447, 'loss': 0.7060596942901611}
+{'epoch': 285, 'iter': 290, 'avg_loss': 1.1614570464055562, 'avg_acc_mask': 59.8179210575544, 'loss': 1.0255624055862427}
+{'epoch': 285, 'iter': 300, 'avg_loss': 1.1571047622896111, 'avg_acc_mask': 59.9818676337262, 'loss': 0.9137322902679443}
+{'epoch': 285, 'iter': 310, 'avg_loss': 1.1557335253697116, 'avg_acc_mask': 59.99532109018598, 'loss': 0.9212548136711121}
+{'epoch': 285, 'iter': 320, 'avg_loss': 1.1585639835889465, 'avg_acc_mask': 59.92498721372961, 'loss': 1.2182945013046265}
+{'epoch': 285, 'iter': 330, 'avg_loss': 1.1586920874716653, 'avg_acc_mask': 59.96360829289811, 'loss': 1.054644227027893}
+{'epoch': 285, 'iter': 340, 'avg_loss': 1.1570993120020086, 'avg_acc_mask': 59.97536945812808, 'loss': 1.1059008836746216}
+{'epoch': 285, 'iter': 350, 'avg_loss': 1.1549868481790917, 'avg_acc_mask': 59.98644138506466, 'loss': 1.0243293046951294}
+{'epoch': 285, 'iter': 360, 'avg_loss': 1.1572404540146486, 'avg_acc_mask': 59.87448122279583, 'loss': 1.270215630531311}
+{'epoch': 285, 'iter': 370, 'avg_loss': 1.1565212467610033, 'avg_acc_mask': 59.880505629073674, 'loss': 1.296072244644165}
+{'epoch': 285, 'iter': 380, 'avg_loss': 1.1590989465162822, 'avg_acc_mask': 59.8065168214853, 'loss': 0.9496669769287109}
+{'epoch': 285, 'iter': 390, 'avg_loss': 1.1588400928565608, 'avg_acc_mask': 59.82926028425348, 'loss': 1.4686532020568848}
+{'epoch': 285, 'iter': 400, 'avg_loss': 1.1614730906605424, 'avg_acc_mask': 59.73990292151296, 'loss': 1.3985881805419922}
+{'epoch': 285, 'iter': 410, 'avg_loss': 1.1598434132091031, 'avg_acc_mask': 59.76646385110952, 'loss': 0.944561243057251}
+{'epoch': 285, 'iter': 420, 'avg_loss': 1.1567075238375086, 'avg_acc_mask': 59.89150406859742, 'loss': 0.9438603520393372}
+{'epoch': 285, 'iter': 430, 'avg_loss': 1.1552957758272884, 'avg_acc_mask': 59.98801523776912, 'loss': 1.3670930862426758}
+{'epoch': 285, 'iter': 440, 'avg_loss': 1.1566536402215764, 'avg_acc_mask': 59.94142259414226, 'loss': 1.4439632892608643}
+{'epoch': 285, 'iter': 450, 'avg_loss': 1.157018187965892, 'avg_acc_mask': 59.88635899112946, 'loss': 1.23862624168396}
+{'epoch': 285, 'iter': 460, 'avg_loss': 1.1579720644268192, 'avg_acc_mask': 59.834393375735026, 'loss': 0.9464026689529419}
+{'epoch': 285, 'iter': 470, 'avg_loss': 1.1592223648053066, 'avg_acc_mask': 59.74036130444983, 'loss': 1.2185661792755127}
+{'epoch': 285, 'iter': 480, 'avg_loss': 1.1574852778857068, 'avg_acc_mask': 59.779572155677165, 'loss': 0.8880470395088196}
+{'epoch': 285, 'iter': 490, 'avg_loss': 1.1610066885860777, 'avg_acc_mask': 59.637537053018654, 'loss': 1.7521569728851318}
+{'epoch': 285, 'iter': 500, 'avg_loss': 1.160556072722414, 'avg_acc_mask': 59.67534613830841, 'loss': 1.311675786972046}
+{'epoch': 285, 'iter': 510, 'avg_loss': 1.1610871565085334, 'avg_acc_mask': 59.674229621372845, 'loss': 1.2260829210281372}
+{'epoch': 285, 'iter': 520, 'avg_loss': 1.1611409191893067, 'avg_acc_mask': 59.71314515844137, 'loss': 1.5470019578933716}
+{'epoch': 285, 'iter': 530, 'avg_loss': 1.1609671775904078, 'avg_acc_mask': 59.711431742508324, 'loss': 1.0590026378631592}
+{'epoch': 285, 'iter': 540, 'avg_loss': 1.1607610104044352, 'avg_acc_mask': 59.70296692441326, 'loss': 1.1805574893951416}
+{'epoch': 285, 'iter': 550, 'avg_loss': 1.1614231326618991, 'avg_acc_mask': 59.664987153391834, 'loss': 1.1113637685775757}
+{'epoch': 285, 'iter': 560, 'avg_loss': 1.1616114555408186, 'avg_acc_mask': 59.65188317435343, 'loss': 1.4196101427078247}
+{'epoch': 285, 'iter': 570, 'avg_loss': 1.1605793365037587, 'avg_acc_mask': 59.665301647696126, 'loss': 1.1426924467086792}
+{'epoch': 285, 'iter': 580, 'avg_loss': 1.161015479371798, 'avg_acc_mask': 59.66966206809264, 'loss': 1.508173942565918}
+{'epoch': 285, 'iter': 590, 'avg_loss': 1.1618888041291342, 'avg_acc_mask': 59.61460761460762, 'loss': 0.9156107902526855}
+{'epoch': 285, 'iter': 600, 'avg_loss': 1.161842587486083, 'avg_acc_mask': 59.63302752293578, 'loss': 1.1706565618515015}
+{'epoch': 285, 'iter': 610, 'avg_loss': 1.1630726716132094, 'avg_acc_mask': 59.59249909844934, 'loss': 1.0641286373138428}
+{'epoch': 285, 'iter': 620, 'avg_loss': 1.160305705719332, 'avg_acc_mask': 59.691023705939806, 'loss': 1.4109152555465698}
+{'epoch': 285, 'iter': 630, 'avg_loss': 1.1595861079575709, 'avg_acc_mask': 59.71914695256964, 'loss': 1.2146049737930298}
+{'epoch': 285, 'iter': 640, 'avg_loss': 1.158916207631925, 'avg_acc_mask': 59.764232317423804, 'loss': 0.9472537636756897}
+{'epoch': 285, 'iter': 650, 'avg_loss': 1.159006534725107, 'avg_acc_mask': 59.78913955333862, 'loss': 1.2021273374557495}
+{'epoch': 285, 'iter': 660, 'avg_loss': 1.1593098019146884, 'avg_acc_mask': 59.80373024059773, 'loss': 0.9439456462860107}
+{'epoch': 285, 'iter': 670, 'avg_loss': 1.15865134793138, 'avg_acc_mask': 59.82542340314567, 'loss': 1.4573975801467896}
+{'epoch': 285, 'iter': 680, 'avg_loss': 1.1576159235839452, 'avg_acc_mask': 59.85196390944946, 'loss': 1.212954044342041}
+{'epoch': 285, 'iter': 690, 'avg_loss': 1.158528815906403, 'avg_acc_mask': 59.8037912423896, 'loss': 1.3067916631698608}
+{'epoch': 285, 'iter': 700, 'avg_loss': 1.1595545297172372, 'avg_acc_mask': 59.734408968280995, 'loss': 1.199087381362915}
+{'epoch': 285, 'iter': 710, 'avg_loss': 1.1600215614428835, 'avg_acc_mask': 59.74872033503955, 'loss': 1.2604180574417114}
+{'epoch': 285, 'iter': 720, 'avg_loss': 1.1613936360599926, 'avg_acc_mask': 59.737546184227284, 'loss': 1.3412269353866577}
+{'epoch': 285, 'iter': 730, 'avg_loss': 1.1596321183092453, 'avg_acc_mask': 59.79547224804643, 'loss': 1.214556097984314}
+{'epoch': 285, 'iter': 740, 'avg_loss': 1.1591492370877028, 'avg_acc_mask': 59.809287925696594, 'loss': 0.9826757907867432}
+{'epoch': 285, 'iter': 750, 'avg_loss': 1.1595152690312198, 'avg_acc_mask': 59.80849556657466, 'loss': 1.1769583225250244}
+{'epoch': 285, 'iter': 760, 'avg_loss': 1.15857097847233, 'avg_acc_mask': 59.84238685111101, 'loss': 0.8598182797431946}
+{'epoch': 285, 'iter': 770, 'avg_loss': 1.1606076263886635, 'avg_acc_mask': 59.7878449892024, 'loss': 1.4158494472503662}
+{'epoch': 285, 'iter': 780, 'avg_loss': 1.1592772999127299, 'avg_acc_mask': 59.85139696231015, 'loss': 1.0022108554840088}
+{'epoch': 285, 'iter': 790, 'avg_loss': 1.159845485774666, 'avg_acc_mask': 59.81950711558487, 'loss': 0.896818220615387}
+{'epoch': 285, 'iter': 800, 'avg_loss': 1.1583113619004295, 'avg_acc_mask': 59.85558246880856, 'loss': 0.7070471048355103}
+{'epoch': 285, 'iter': 810, 'avg_loss': 1.1581531555820188, 'avg_acc_mask': 59.869877558396965, 'loss': 0.8504394292831421}
+{'epoch': 285, 'iter': 820, 'avg_loss': 1.157537134933704, 'avg_acc_mask': 59.862032013930744, 'loss': 0.9264626502990723}
+{'epoch': 285, 'iter': 830, 'avg_loss': 1.1578790127298606, 'avg_acc_mask': 59.86621335217238, 'loss': 1.2814905643463135}
+{'epoch': 285, 'iter': 840, 'avg_loss': 1.1587912823725823, 'avg_acc_mask': 59.84524847428073, 'loss': 1.2784901857376099}
+{'epoch': 285, 'iter': 850, 'avg_loss': 1.1591090895454417, 'avg_acc_mask': 59.823428079242035, 'loss': 1.020103096961975}
+{'epoch': 285, 'iter': 860, 'avg_loss': 1.1592191743656872, 'avg_acc_mask': 59.804442555000534, 'loss': 1.1378121376037598}
+{'epoch': 285, 'iter': 870, 'avg_loss': 1.1597685888495155, 'avg_acc_mask': 59.79271132744477, 'loss': 1.1616883277893066}
+{'epoch': 285, 'iter': 880, 'avg_loss': 1.1595147530147627, 'avg_acc_mask': 59.80947637133429, 'loss': 1.2869946956634521}
+{'epoch': 285, 'iter': 890, 'avg_loss': 1.159247964185764, 'avg_acc_mask': 59.83025420768172, 'loss': 0.8637983202934265}
+{'epoch': 285, 'iter': 900, 'avg_loss': 1.1587151714355646, 'avg_acc_mask': 59.85626700231435, 'loss': 1.3987795114517212}
+{'epoch': 285, 'iter': 910, 'avg_loss': 1.1593607002634116, 'avg_acc_mask': 59.825336277855854, 'loss': 1.2689831256866455}
+{'epoch': 285, 'iter': 920, 'avg_loss': 1.15859553648258, 'avg_acc_mask': 59.850879809126155, 'loss': 1.1225171089172363}
+{'epoch': 285, 'iter': 930, 'avg_loss': 1.158825416570063, 'avg_acc_mask': 59.86070669709609, 'loss': 1.3960485458374023}
+{'epoch': 285, 'iter': 940, 'avg_loss': 1.1584288313208935, 'avg_acc_mask': 59.904669260700395, 'loss': 0.876781165599823}
+{'epoch': 285, 'iter': 950, 'avg_loss': 1.1584789185117847, 'avg_acc_mask': 59.90918186715925, 'loss': 1.4602516889572144}
+{'epoch': 285, 'iter': 960, 'avg_loss': 1.1580860526082914, 'avg_acc_mask': 59.931858845026454, 'loss': 1.0711195468902588}
+{'epoch': 285, 'iter': 970, 'avg_loss': 1.1587090190235299, 'avg_acc_mask': 59.9220691213011, 'loss': 1.1028708219528198}
+{'epoch': 285, 'iter': 980, 'avg_loss': 1.1591151441759777, 'avg_acc_mask': 59.89233090550081, 'loss': 1.195300817489624}
+{'epoch': 285, 'iter': 990, 'avg_loss': 1.1589943845385138, 'avg_acc_mask': 59.90414746543779, 'loss': 1.1334353685379028}
+{'epoch': 285, 'iter': 1000, 'avg_loss': 1.158240986275268, 'avg_acc_mask': 59.92662492927154, 'loss': 1.3328492641448975}
+{'epoch': 285, 'iter': 1010, 'avg_loss': 1.1580222073341808, 'avg_acc_mask': 59.95912535494023, 'loss': 0.8459300398826599}
+{'epoch': 285, 'iter': 1020, 'avg_loss': 1.1579102271917867, 'avg_acc_mask': 59.96848758303342, 'loss': 0.9428080320358276}
+{'epoch': 285, 'iter': 1030, 'avg_loss': 1.1572487088341255, 'avg_acc_mask': 59.9886462417286, 'loss': 1.1901582479476929}
+{'epoch': 285, 'iter': 1040, 'avg_loss': 1.1570303547737348, 'avg_acc_mask': 59.98348820460574, 'loss': 1.1782877445220947}
+{'epoch': 285, 'iter': 1050, 'avg_loss': 1.1567548173138575, 'avg_acc_mask': 59.9846804658531, 'loss': 1.2425642013549805}
+{'epoch': 285, 'iter': 1060, 'avg_loss': 1.1560955445908017, 'avg_acc_mask': 60.0244814923366, 'loss': 0.8270531296730042}
+{'epoch': 285, 'iter': 1070, 'avg_loss': 1.1560876972201157, 'avg_acc_mask': 60.03555130155366, 'loss': 1.1656692028045654}
+{'epoch': 285, 'iter': 1080, 'avg_loss': 1.155643010999625, 'avg_acc_mask': 60.077539065806626, 'loss': 0.8729817271232605}
+{'epoch': 285, 'iter': 1090, 'avg_loss': 1.1562393925039185, 'avg_acc_mask': 60.06201810258129, 'loss': 1.6068739891052246}
+{'epoch': 285, 'iter': 1100, 'avg_loss': 1.1559124479609981, 'avg_acc_mask': 60.08602936291769, 'loss': 0.9240244626998901}
+{'epoch': 'EP285_train', 'avg_loss': 1.1560095262743229, 'total_masked_acc': 60.067852709971035}
+{'epoch': 286, 'iter': 0, 'avg_loss': 1.4256234169006348, 'avg_acc_mask': 43.54838709677419, 'loss': 1.4256234169006348}
+{'epoch': 286, 'iter': 10, 'avg_loss': 1.2108039855957031, 'avg_acc_mask': 56.97865353037766, 'loss': 1.0782222747802734}
+{'epoch': 286, 'iter': 20, 'avg_loss': 1.197710741133917, 'avg_acc_mask': 57.155098543273354, 'loss': 1.3056354522705078}
+{'epoch': 286, 'iter': 30, 'avg_loss': 1.165607548529102, 'avg_acc_mask': 58.61865407319953, 'loss': 1.205916404724121}
+{'epoch': 286, 'iter': 40, 'avg_loss': 1.1693709928814957, 'avg_acc_mask': 58.92152564664621, 'loss': 1.0738004446029663}
+{'epoch': 286, 'iter': 50, 'avg_loss': 1.18597297224344, 'avg_acc_mask': 58.28988529718456, 'loss': 1.1620343923568726}
+{'epoch': 286, 'iter': 60, 'avg_loss': 1.1603851289045615, 'avg_acc_mask': 59.23416789396171, 'loss': 1.1555448770523071}
+{'epoch': 286, 'iter': 70, 'avg_loss': 1.1647743549145444, 'avg_acc_mask': 59.20751841503683, 'loss': 1.2368055582046509}
+{'epoch': 286, 'iter': 80, 'avg_loss': 1.1675056528162073, 'avg_acc_mask': 59.408127208480565, 'loss': 1.5014244318008423}
+{'epoch': 286, 'iter': 90, 'avg_loss': 1.178729548559084, 'avg_acc_mask': 59.43304007820137, 'loss': 1.3626327514648438}
+{'epoch': 286, 'iter': 100, 'avg_loss': 1.1731213337123985, 'avg_acc_mask': 59.564293304994685, 'loss': 1.1326042413711548}
+{'epoch': 286, 'iter': 110, 'avg_loss': 1.1669697911889703, 'avg_acc_mask': 59.82419013511314, 'loss': 0.9125723838806152}
+{'epoch': 286, 'iter': 120, 'avg_loss': 1.15281384690734, 'avg_acc_mask': 60.137972405518894, 'loss': 1.2822679281234741}
+{'epoch': 286, 'iter': 130, 'avg_loss': 1.1523274879419168, 'avg_acc_mask': 60.151515151515156, 'loss': 1.252788782119751}
+{'epoch': 286, 'iter': 140, 'avg_loss': 1.1523148261063487, 'avg_acc_mask': 60.149613287688595, 'loss': 1.3242071866989136}
+{'epoch': 286, 'iter': 150, 'avg_loss': 1.1417736865037325, 'avg_acc_mask': 60.39061569608193, 'loss': 1.1203657388687134}
+{'epoch': 286, 'iter': 160, 'avg_loss': 1.1384557985370944, 'avg_acc_mask': 60.494241306049425, 'loss': 0.9386916756629944}
+{'epoch': 286, 'iter': 170, 'avg_loss': 1.142755873370589, 'avg_acc_mask': 60.37001997266898, 'loss': 1.0090428590774536}
+{'epoch': 286, 'iter': 180, 'avg_loss': 1.1415801031813437, 'avg_acc_mask': 60.4961641924878, 'loss': 1.1117675304412842}
+{'epoch': 286, 'iter': 190, 'avg_loss': 1.1451064120412497, 'avg_acc_mask': 60.474755086661645, 'loss': 1.3120938539505005}
+{'epoch': 286, 'iter': 200, 'avg_loss': 1.1500559164516961, 'avg_acc_mask': 60.16964285714286, 'loss': 1.408686876296997}
+{'epoch': 286, 'iter': 210, 'avg_loss': 1.1475554529524528, 'avg_acc_mask': 60.31961917715063, 'loss': 1.0317106246948242}
+{'epoch': 286, 'iter': 220, 'avg_loss': 1.1493635895025676, 'avg_acc_mask': 60.17354634660611, 'loss': 1.44142746925354}
+{'epoch': 286, 'iter': 230, 'avg_loss': 1.1492581971279987, 'avg_acc_mask': 60.206859009254224, 'loss': 0.8810009956359863}
+{'epoch': 286, 'iter': 240, 'avg_loss': 1.1522450172554903, 'avg_acc_mask': 60.12265350385162, 'loss': 1.1746470928192139}
+{'epoch': 286, 'iter': 250, 'avg_loss': 1.156667888401989, 'avg_acc_mask': 60.01295709761013, 'loss': 1.115269422531128}
+{'epoch': 286, 'iter': 260, 'avg_loss': 1.156327756200257, 'avg_acc_mask': 59.96678890195807, 'loss': 0.9712705016136169}
+{'epoch': 286, 'iter': 270, 'avg_loss': 1.1563655558107524, 'avg_acc_mask': 59.92700729927007, 'loss': 1.0911799669265747}
+{'epoch': 286, 'iter': 280, 'avg_loss': 1.1609759704073976, 'avg_acc_mask': 59.78163134232498, 'loss': 1.0941892862319946}
+{'epoch': 286, 'iter': 290, 'avg_loss': 1.1628560774105112, 'avg_acc_mask': 59.71566923267942, 'loss': 1.2653839588165283}
+{'epoch': 286, 'iter': 300, 'avg_loss': 1.1610865535530142, 'avg_acc_mask': 59.69755160825733, 'loss': 1.0176068544387817}
+{'epoch': 286, 'iter': 310, 'avg_loss': 1.1611938900119623, 'avg_acc_mask': 59.64851226726988, 'loss': 0.9220682978630066}
+{'epoch': 286, 'iter': 320, 'avg_loss': 1.1630478053820839, 'avg_acc_mask': 59.634785549230685, 'loss': 0.9240782260894775}
+{'epoch': 286, 'iter': 330, 'avg_loss': 1.1637272791559963, 'avg_acc_mask': 59.65505949132191, 'loss': 1.0959802865982056}
+{'epoch': 286, 'iter': 340, 'avg_loss': 1.1628272846297434, 'avg_acc_mask': 59.67707781895183, 'loss': 1.210529088973999}
+{'epoch': 286, 'iter': 350, 'avg_loss': 1.1616506712389127, 'avg_acc_mask': 59.750566893424036, 'loss': 1.2332533597946167}
+{'epoch': 286, 'iter': 360, 'avg_loss': 1.162206206130189, 'avg_acc_mask': 59.71428571428572, 'loss': 1.4719170331954956}
+{'epoch': 286, 'iter': 370, 'avg_loss': 1.1596229651546222, 'avg_acc_mask': 59.79823578147083, 'loss': 0.893164873123169}
+{'epoch': 286, 'iter': 380, 'avg_loss': 1.162839999974869, 'avg_acc_mask': 59.713458892736845, 'loss': 0.7911099195480347}
+{'epoch': 286, 'iter': 390, 'avg_loss': 1.1619869354740737, 'avg_acc_mask': 59.72549563288507, 'loss': 1.2304726839065552}
+{'epoch': 286, 'iter': 400, 'avg_loss': 1.160826351725847, 'avg_acc_mask': 59.77771778257739, 'loss': 1.0227011442184448}
+{'epoch': 286, 'iter': 410, 'avg_loss': 1.1605305976241174, 'avg_acc_mask': 59.78385027677709, 'loss': 1.0030258893966675}
+{'epoch': 286, 'iter': 420, 'avg_loss': 1.1602321159528157, 'avg_acc_mask': 59.821313517460595, 'loss': 0.9875534772872925}
+{'epoch': 286, 'iter': 430, 'avg_loss': 1.1590094690809671, 'avg_acc_mask': 59.901779717931504, 'loss': 1.1424806118011475}
+{'epoch': 286, 'iter': 440, 'avg_loss': 1.1598894933994666, 'avg_acc_mask': 59.850844123914115, 'loss': 1.3573764562606812}
+{'epoch': 286, 'iter': 450, 'avg_loss': 1.1590144999011394, 'avg_acc_mask': 59.85146527498997, 'loss': 0.9212746620178223}
+{'epoch': 286, 'iter': 460, 'avg_loss': 1.158542245820391, 'avg_acc_mask': 59.88376659074844, 'loss': 1.191260576248169}
+{'epoch': 286, 'iter': 470, 'avg_loss': 1.1594976191814286, 'avg_acc_mask': 59.90462638926278, 'loss': 0.9323616027832031}
+{'epoch': 286, 'iter': 480, 'avg_loss': 1.1586722713002544, 'avg_acc_mask': 59.93671839686605, 'loss': 0.7573050856590271}
+{'epoch': 286, 'iter': 490, 'avg_loss': 1.1593642227518584, 'avg_acc_mask': 59.90625230678379, 'loss': 1.1411607265472412}
+{'epoch': 286, 'iter': 500, 'avg_loss': 1.159315792267432, 'avg_acc_mask': 59.87683390690093, 'loss': 1.206059455871582}
+{'epoch': 286, 'iter': 510, 'avg_loss': 1.159124151367964, 'avg_acc_mask': 59.870171331275934, 'loss': 1.1589285135269165}
+{'epoch': 286, 'iter': 520, 'avg_loss': 1.1583915736075785, 'avg_acc_mask': 59.88926805487848, 'loss': 1.338976502418518}
+{'epoch': 286, 'iter': 530, 'avg_loss': 1.1591961077377622, 'avg_acc_mask': 59.865547365547364, 'loss': 1.094573736190796}
+{'epoch': 286, 'iter': 540, 'avg_loss': 1.1595302217548744, 'avg_acc_mask': 59.83581839504104, 'loss': 1.0552603006362915}
+{'epoch': 286, 'iter': 550, 'avg_loss': 1.1613921912525613, 'avg_acc_mask': 59.77389246746417, 'loss': 1.2609531879425049}
+{'epoch': 286, 'iter': 560, 'avg_loss': 1.1612276695203867, 'avg_acc_mask': 59.79281320815798, 'loss': 1.1403799057006836}
+{'epoch': 286, 'iter': 570, 'avg_loss': 1.1609443414649696, 'avg_acc_mask': 59.835414482254635, 'loss': 1.1176995038986206}
+{'epoch': 286, 'iter': 580, 'avg_loss': 1.1609363600021796, 'avg_acc_mask': 59.83135540287321, 'loss': 1.3948990106582642}
+{'epoch': 286, 'iter': 590, 'avg_loss': 1.160114044767951, 'avg_acc_mask': 59.824992324224745, 'loss': 1.029173731803894}
+{'epoch': 286, 'iter': 600, 'avg_loss': 1.1603112574821701, 'avg_acc_mask': 59.78001390022059, 'loss': 1.2739146947860718}
+{'epoch': 286, 'iter': 610, 'avg_loss': 1.1602479555017624, 'avg_acc_mask': 59.83728249896074, 'loss': 1.3395763635635376}
+{'epoch': 286, 'iter': 620, 'avg_loss': 1.1587624250402773, 'avg_acc_mask': 59.834556136915026, 'loss': 1.496683120727539}
+{'epoch': 286, 'iter': 630, 'avg_loss': 1.1580394497953013, 'avg_acc_mask': 59.84063974226211, 'loss': 0.9556463360786438}
+{'epoch': 286, 'iter': 640, 'avg_loss': 1.1577704073672361, 'avg_acc_mask': 59.89209143830754, 'loss': 0.9726063013076782}
+{'epoch': 286, 'iter': 650, 'avg_loss': 1.1572639972383525, 'avg_acc_mask': 59.914252087653416, 'loss': 0.9900367259979248}
+{'epoch': 286, 'iter': 660, 'avg_loss': 1.1571543672081201, 'avg_acc_mask': 59.91558853548867, 'loss': 0.8317347168922424}
+{'epoch': 286, 'iter': 670, 'avg_loss': 1.1573029591323012, 'avg_acc_mask': 59.92225303104441, 'loss': 1.1527583599090576}
+{'epoch': 286, 'iter': 680, 'avg_loss': 1.156906891499322, 'avg_acc_mask': 59.911658412528446, 'loss': 1.0332998037338257}
+{'epoch': 286, 'iter': 690, 'avg_loss': 1.1577205604478695, 'avg_acc_mask': 59.89826309269656, 'loss': 1.1591365337371826}
+{'epoch': 286, 'iter': 700, 'avg_loss': 1.15964232956972, 'avg_acc_mask': 59.84006646588431, 'loss': 1.2386010885238647}
+{'epoch': 286, 'iter': 710, 'avg_loss': 1.1584535855616531, 'avg_acc_mask': 59.90372798033593, 'loss': 1.3391600847244263}
+{'epoch': 286, 'iter': 720, 'avg_loss': 1.158091411593883, 'avg_acc_mask': 59.90698379799307, 'loss': 1.3552730083465576}
+{'epoch': 286, 'iter': 730, 'avg_loss': 1.1563497676568872, 'avg_acc_mask': 59.92668146337814, 'loss': 1.1053026914596558}
+{'epoch': 286, 'iter': 740, 'avg_loss': 1.1570052371816597, 'avg_acc_mask': 59.8992133726647, 'loss': 1.0583316087722778}
+{'epoch': 286, 'iter': 750, 'avg_loss': 1.1566133821375677, 'avg_acc_mask': 59.91948977859689, 'loss': 0.9925371408462524}
+{'epoch': 286, 'iter': 760, 'avg_loss': 1.1555783691450112, 'avg_acc_mask': 59.94488377665947, 'loss': 1.0322612524032593}
+{'epoch': 286, 'iter': 770, 'avg_loss': 1.1564242003338192, 'avg_acc_mask': 59.894614966565065, 'loss': 1.0491443872451782}
+{'epoch': 286, 'iter': 780, 'avg_loss': 1.155236541385382, 'avg_acc_mask': 59.92534701971305, 'loss': 0.8357787132263184}
+{'epoch': 286, 'iter': 790, 'avg_loss': 1.154896328783819, 'avg_acc_mask': 59.92494704853117, 'loss': 0.8887422680854797}
+{'epoch': 286, 'iter': 800, 'avg_loss': 1.1535097307777882, 'avg_acc_mask': 59.99226903749517, 'loss': 1.159204125404358}
+{'epoch': 286, 'iter': 810, 'avg_loss': 1.1535526448642575, 'avg_acc_mask': 60.01302726741835, 'loss': 1.0758473873138428}
+{'epoch': 286, 'iter': 820, 'avg_loss': 1.1528222269030348, 'avg_acc_mask': 60.027061198234364, 'loss': 1.2499967813491821}
+{'epoch': 286, 'iter': 830, 'avg_loss': 1.1528378133309016, 'avg_acc_mask': 60.027629155337245, 'loss': 1.1426491737365723}
+{'epoch': 286, 'iter': 840, 'avg_loss': 1.1535314734710667, 'avg_acc_mask': 59.981805973705306, 'loss': 1.3353732824325562}
+{'epoch': 286, 'iter': 850, 'avg_loss': 1.154096157654472, 'avg_acc_mask': 59.958479582227554, 'loss': 0.9238588213920593}
+{'epoch': 286, 'iter': 860, 'avg_loss': 1.1545164016065697, 'avg_acc_mask': 59.95136906649752, 'loss': 1.3085598945617676}
+{'epoch': 286, 'iter': 870, 'avg_loss': 1.1559505261455145, 'avg_acc_mask': 59.876865282270685, 'loss': 1.3749914169311523}
+{'epoch': 286, 'iter': 880, 'avg_loss': 1.1564809715842552, 'avg_acc_mask': 59.868692707903215, 'loss': 1.0078006982803345}
+{'epoch': 286, 'iter': 890, 'avg_loss': 1.1557078766234128, 'avg_acc_mask': 59.90470542524693, 'loss': 0.7834383845329285}
+{'epoch': 286, 'iter': 900, 'avg_loss': 1.1555145445727348, 'avg_acc_mask': 59.89776951672863, 'loss': 1.2382570505142212}
+{'epoch': 286, 'iter': 910, 'avg_loss': 1.155539289918349, 'avg_acc_mask': 59.89497014835966, 'loss': 1.0843676328659058}
+{'epoch': 286, 'iter': 920, 'avg_loss': 1.1556535982542007, 'avg_acc_mask': 59.89769517903344, 'loss': 1.4189984798431396}
+{'epoch': 286, 'iter': 930, 'avg_loss': 1.1554807891266943, 'avg_acc_mask': 59.897554204383276, 'loss': 1.419728398323059}
+{'epoch': 286, 'iter': 940, 'avg_loss': 1.1548685842568764, 'avg_acc_mask': 59.91606065294754, 'loss': 0.9021517038345337}
+{'epoch': 286, 'iter': 950, 'avg_loss': 1.1543703336194235, 'avg_acc_mask': 59.923810253072475, 'loss': 1.4232702255249023}
+{'epoch': 286, 'iter': 960, 'avg_loss': 1.1536631820477259, 'avg_acc_mask': 59.946185621707656, 'loss': 1.232184886932373}
+{'epoch': 286, 'iter': 970, 'avg_loss': 1.1529776770103604, 'avg_acc_mask': 59.98349834983499, 'loss': 1.1592928171157837}
+{'epoch': 286, 'iter': 980, 'avg_loss': 1.152418452179274, 'avg_acc_mask': 59.995175894314976, 'loss': 0.9042340517044067}
+{'epoch': 286, 'iter': 990, 'avg_loss': 1.1531707533192563, 'avg_acc_mask': 59.990459065722355, 'loss': 1.1984188556671143}
+{'epoch': 286, 'iter': 1000, 'avg_loss': 1.1528558456576192, 'avg_acc_mask': 60.000726598971866, 'loss': 1.2656971216201782}
+{'epoch': 286, 'iter': 1010, 'avg_loss': 1.153128450277651, 'avg_acc_mask': 59.99640190698929, 'loss': 1.112515926361084}
+{'epoch': 286, 'iter': 1020, 'avg_loss': 1.1532427855967073, 'avg_acc_mask': 60.00106868053577, 'loss': 1.0127488374710083}
+{'epoch': 286, 'iter': 1030, 'avg_loss': 1.152252916626047, 'avg_acc_mask': 60.04691854517233, 'loss': 0.8170552849769592}
+{'epoch': 286, 'iter': 1040, 'avg_loss': 1.1520494176835308, 'avg_acc_mask': 60.0457617941418, 'loss': 1.3869773149490356}
+{'epoch': 286, 'iter': 1050, 'avg_loss': 1.1517672221168351, 'avg_acc_mask': 60.05437135287701, 'loss': 1.1886595487594604}
+{'epoch': 286, 'iter': 1060, 'avg_loss': 1.1511661494036647, 'avg_acc_mask': 60.08293209506348, 'loss': 0.709356427192688}
+{'epoch': 286, 'iter': 1070, 'avg_loss': 1.150638693966229, 'avg_acc_mask': 60.08662420382166, 'loss': 1.1480010747909546}
+{'epoch': 286, 'iter': 1080, 'avg_loss': 1.1504754304444758, 'avg_acc_mask': 60.094220577101034, 'loss': 1.1263071298599243}
+{'epoch': 286, 'iter': 1090, 'avg_loss': 1.1507959236364427, 'avg_acc_mask': 60.07094797148758, 'loss': 1.440913200378418}
+{'epoch': 286, 'iter': 1100, 'avg_loss': 1.150206798915967, 'avg_acc_mask': 60.08713302638744, 'loss': 0.8609541058540344}
+{'epoch': 'EP286_train', 'avg_loss': 1.1505546699821678, 'total_masked_acc': 60.07300710339384}
+{'epoch': 287, 'iter': 0, 'avg_loss': 1.2742012739181519, 'avg_acc_mask': 56.52173913043478, 'loss': 1.2742012739181519}
+{'epoch': 287, 'iter': 10, 'avg_loss': 1.260333863171664, 'avg_acc_mask': 55.62310030395137, 'loss': 1.2173207998275757}
+{'epoch': 287, 'iter': 20, 'avg_loss': 1.2273464997609456, 'avg_acc_mask': 57.95847750865052, 'loss': 1.6528809070587158}
+{'epoch': 287, 'iter': 30, 'avg_loss': 1.1812634891079319, 'avg_acc_mask': 59.45633314054367, 'loss': 1.2166624069213867}
+{'epoch': 287, 'iter': 40, 'avg_loss': 1.1724721295077627, 'avg_acc_mask': 58.99782135076252, 'loss': 0.9447144269943237}
+{'epoch': 287, 'iter': 50, 'avg_loss': 1.1847523298918032, 'avg_acc_mask': 58.671713695801785, 'loss': 1.288833498954773}
+{'epoch': 287, 'iter': 60, 'avg_loss': 1.188685619440235, 'avg_acc_mask': 58.42565597667638, 'loss': 1.1053141355514526}
+{'epoch': 287, 'iter': 70, 'avg_loss': 1.1891330488970582, 'avg_acc_mask': 58.339622641509436, 'loss': 1.1130837202072144}
+{'epoch': 287, 'iter': 80, 'avg_loss': 1.1859373538582414, 'avg_acc_mask': 58.31490490933216, 'loss': 1.3062238693237305}
+{'epoch': 287, 'iter': 90, 'avg_loss': 1.1791003798390483, 'avg_acc_mask': 58.52743782076589, 'loss': 1.1444824934005737}
+{'epoch': 287, 'iter': 100, 'avg_loss': 1.166821558286648, 'avg_acc_mask': 59.23748441118831, 'loss': 0.9420950412750244}
+{'epoch': 287, 'iter': 110, 'avg_loss': 1.1689670300698496, 'avg_acc_mask': 59.35304688776344, 'loss': 0.7938480973243713}
+{'epoch': 287, 'iter': 120, 'avg_loss': 1.1666849861460284, 'avg_acc_mask': 59.4976688223793, 'loss': 1.513002634048462}
+{'epoch': 287, 'iter': 130, 'avg_loss': 1.164505430305277, 'avg_acc_mask': 59.32717496208465, 'loss': 1.0674272775650024}
+{'epoch': 287, 'iter': 140, 'avg_loss': 1.1650337610684387, 'avg_acc_mask': 59.27619047619047, 'loss': 1.0057874917984009}
+{'epoch': 287, 'iter': 150, 'avg_loss': 1.1554227277932578, 'avg_acc_mask': 59.623681687440076, 'loss': 1.2089208364486694}
+{'epoch': 287, 'iter': 160, 'avg_loss': 1.156683740038309, 'avg_acc_mask': 59.61581920903954, 'loss': 1.3597044944763184}
+{'epoch': 287, 'iter': 170, 'avg_loss': 1.163095505962595, 'avg_acc_mask': 59.3225737948609, 'loss': 1.2663494348526}
+{'epoch': 287, 'iter': 180, 'avg_loss': 1.1602874052458705, 'avg_acc_mask': 59.46245218441716, 'loss': 1.2324219942092896}
+{'epoch': 287, 'iter': 190, 'avg_loss': 1.1605760314701739, 'avg_acc_mask': 59.36758142626532, 'loss': 0.997792661190033}
+{'epoch': 287, 'iter': 200, 'avg_loss': 1.1600518514267841, 'avg_acc_mask': 59.35326528768855, 'loss': 1.3825708627700806}
+{'epoch': 287, 'iter': 210, 'avg_loss': 1.155751406581481, 'avg_acc_mask': 59.490084985835686, 'loss': 1.1383092403411865}
+{'epoch': 287, 'iter': 220, 'avg_loss': 1.1532475913272184, 'avg_acc_mask': 59.572376505283856, 'loss': 1.2366942167282104}
+{'epoch': 287, 'iter': 230, 'avg_loss': 1.1544710859591827, 'avg_acc_mask': 59.600879949717154, 'loss': 1.0718761682510376}
+{'epoch': 287, 'iter': 240, 'avg_loss': 1.1544760497773832, 'avg_acc_mask': 59.63088512241055, 'loss': 1.1542562246322632}
+{'epoch': 287, 'iter': 250, 'avg_loss': 1.1560980839083395, 'avg_acc_mask': 59.47376051029284, 'loss': 1.0412412881851196}
+{'epoch': 287, 'iter': 260, 'avg_loss': 1.1576708171559476, 'avg_acc_mask': 59.47794528196538, 'loss': 1.1447813510894775}
+{'epoch': 287, 'iter': 270, 'avg_loss': 1.1597826491862646, 'avg_acc_mask': 59.45674044265593, 'loss': 1.1907709836959839}
+{'epoch': 287, 'iter': 280, 'avg_loss': 1.1611613845485809, 'avg_acc_mask': 59.422827496757456, 'loss': 0.7552894949913025}
+{'epoch': 287, 'iter': 290, 'avg_loss': 1.1586619558203262, 'avg_acc_mask': 59.5454830811727, 'loss': 0.9897105097770691}
+{'epoch': 287, 'iter': 300, 'avg_loss': 1.1584500024881077, 'avg_acc_mask': 59.61515114726236, 'loss': 0.9819182753562927}
+{'epoch': 287, 'iter': 310, 'avg_loss': 1.1563638345221614, 'avg_acc_mask': 59.69579516091144, 'loss': 0.9214584827423096}
+{'epoch': 287, 'iter': 320, 'avg_loss': 1.1577037257197489, 'avg_acc_mask': 59.69817767653759, 'loss': 1.0248119831085205}
+{'epoch': 287, 'iter': 330, 'avg_loss': 1.1572780200361845, 'avg_acc_mask': 59.672167338153315, 'loss': 1.0361353158950806}
+{'epoch': 287, 'iter': 340, 'avg_loss': 1.1569755405974178, 'avg_acc_mask': 59.70756788602646, 'loss': 0.9817225933074951}
+{'epoch': 287, 'iter': 350, 'avg_loss': 1.1566360090193246, 'avg_acc_mask': 59.74377668992813, 'loss': 1.2441742420196533}
+{'epoch': 287, 'iter': 360, 'avg_loss': 1.1512170973907216, 'avg_acc_mask': 59.93103797981847, 'loss': 0.8928312063217163}
+{'epoch': 287, 'iter': 370, 'avg_loss': 1.1503908004400865, 'avg_acc_mask': 59.89038119691882, 'loss': 1.070849061012268}
+{'epoch': 287, 'iter': 380, 'avg_loss': 1.1542393185022308, 'avg_acc_mask': 59.73357699336347, 'loss': 1.3025273084640503}
+{'epoch': 287, 'iter': 390, 'avg_loss': 1.153356475293484, 'avg_acc_mask': 59.7936694021102, 'loss': 1.1182211637496948}
+{'epoch': 287, 'iter': 400, 'avg_loss': 1.153151609505204, 'avg_acc_mask': 59.74251278305333, 'loss': 1.0308297872543335}
+{'epoch': 287, 'iter': 410, 'avg_loss': 1.152893583269885, 'avg_acc_mask': 59.72624726916046, 'loss': 1.2572276592254639}
+{'epoch': 287, 'iter': 420, 'avg_loss': 1.1514017964202266, 'avg_acc_mask': 59.721919539728894, 'loss': 1.1077244281768799}
+{'epoch': 287, 'iter': 430, 'avg_loss': 1.1520864142066087, 'avg_acc_mask': 59.660641200545705, 'loss': 1.1942260265350342}
+{'epoch': 287, 'iter': 440, 'avg_loss': 1.1535162618911725, 'avg_acc_mask': 59.582708645677165, 'loss': 1.3958059549331665}
+{'epoch': 287, 'iter': 450, 'avg_loss': 1.154708854110701, 'avg_acc_mask': 59.56718425235359, 'loss': 0.8489556312561035}
+{'epoch': 287, 'iter': 460, 'avg_loss': 1.1545328620716186, 'avg_acc_mask': 59.5788802041793, 'loss': 1.1355496644973755}
+{'epoch': 287, 'iter': 470, 'avg_loss': 1.155018670923391, 'avg_acc_mask': 59.554984023069125, 'loss': 1.1653950214385986}
+{'epoch': 287, 'iter': 480, 'avg_loss': 1.153183131480663, 'avg_acc_mask': 59.58867521367522, 'loss': 1.0618680715560913}
+{'epoch': 287, 'iter': 490, 'avg_loss': 1.1521552852117845, 'avg_acc_mask': 59.59970071081182, 'loss': 1.1414874792099}
+{'epoch': 287, 'iter': 500, 'avg_loss': 1.1506708869915048, 'avg_acc_mask': 59.64957296286792, 'loss': 1.0898298025131226}
+{'epoch': 287, 'iter': 510, 'avg_loss': 1.1506112964419237, 'avg_acc_mask': 59.64968953016761, 'loss': 0.982978343963623}
+{'epoch': 287, 'iter': 520, 'avg_loss': 1.1509987401870756, 'avg_acc_mask': 59.716592054707604, 'loss': 1.2161277532577515}
+{'epoch': 287, 'iter': 530, 'avg_loss': 1.151510539925929, 'avg_acc_mask': 59.68841959494547, 'loss': 1.0934466123580933}
+{'epoch': 287, 'iter': 540, 'avg_loss': 1.1513269920446074, 'avg_acc_mask': 59.68202201386058, 'loss': 1.2197531461715698}
+{'epoch': 287, 'iter': 550, 'avg_loss': 1.1521647528165482, 'avg_acc_mask': 59.67596759675967, 'loss': 0.9754566550254822}
+{'epoch': 287, 'iter': 560, 'avg_loss': 1.1523977007032928, 'avg_acc_mask': 59.694061384257594, 'loss': 0.948347806930542}
+{'epoch': 287, 'iter': 570, 'avg_loss': 1.152122484927837, 'avg_acc_mask': 59.76186645213194, 'loss': 1.050381064414978}
+{'epoch': 287, 'iter': 580, 'avg_loss': 1.1534323759005114, 'avg_acc_mask': 59.689358471466534, 'loss': 1.6296916007995605}
+{'epoch': 287, 'iter': 590, 'avg_loss': 1.1533876539486918, 'avg_acc_mask': 59.663552562152766, 'loss': 1.3972243070602417}
+{'epoch': 287, 'iter': 600, 'avg_loss': 1.1527254703437628, 'avg_acc_mask': 59.721543722520764, 'loss': 1.026124119758606}
+{'epoch': 287, 'iter': 610, 'avg_loss': 1.1536064935198782, 'avg_acc_mask': 59.69772542892341, 'loss': 1.2030608654022217}
+{'epoch': 287, 'iter': 620, 'avg_loss': 1.1510238916209738, 'avg_acc_mask': 59.778914077971216, 'loss': 1.282272219657898}
+{'epoch': 287, 'iter': 630, 'avg_loss': 1.1506718144930674, 'avg_acc_mask': 59.79279436586927, 'loss': 1.2918572425842285}
+{'epoch': 287, 'iter': 640, 'avg_loss': 1.1493778220390938, 'avg_acc_mask': 59.81691919191919, 'loss': 0.7479234933853149}
+{'epoch': 287, 'iter': 650, 'avg_loss': 1.1500425957681213, 'avg_acc_mask': 59.7997624300017, 'loss': 0.8355324268341064}
+{'epoch': 287, 'iter': 660, 'avg_loss': 1.1491560891789134, 'avg_acc_mask': 59.832799219729694, 'loss': 0.9681827425956726}
+{'epoch': 287, 'iter': 670, 'avg_loss': 1.149123697540266, 'avg_acc_mask': 59.853854183836056, 'loss': 1.3912758827209473}
+{'epoch': 287, 'iter': 680, 'avg_loss': 1.1494382112211767, 'avg_acc_mask': 59.85766857885052, 'loss': 1.2537297010421753}
+{'epoch': 287, 'iter': 690, 'avg_loss': 1.1496059557290912, 'avg_acc_mask': 59.823546658847995, 'loss': 0.948856770992279}
+{'epoch': 287, 'iter': 700, 'avg_loss': 1.1497931867285223, 'avg_acc_mask': 59.829800646127175, 'loss': 1.1540077924728394}
+{'epoch': 287, 'iter': 710, 'avg_loss': 1.1498380150808396, 'avg_acc_mask': 59.84484096198604, 'loss': 0.9994382262229919}
+{'epoch': 287, 'iter': 720, 'avg_loss': 1.1505328165509334, 'avg_acc_mask': 59.84199796126401, 'loss': 0.8395354747772217}
+{'epoch': 287, 'iter': 730, 'avg_loss': 1.1505623478569835, 'avg_acc_mask': 59.82923154193872, 'loss': 1.4325926303863525}
+{'epoch': 287, 'iter': 740, 'avg_loss': 1.1509423953318885, 'avg_acc_mask': 59.79948013367991, 'loss': 1.2021701335906982}
+{'epoch': 287, 'iter': 750, 'avg_loss': 1.1525574037619184, 'avg_acc_mask': 59.75222363405337, 'loss': 1.2827045917510986}
+{'epoch': 287, 'iter': 760, 'avg_loss': 1.1526141331950877, 'avg_acc_mask': 59.73364858018287, 'loss': 1.322651743888855}
+{'epoch': 287, 'iter': 770, 'avg_loss': 1.154171175607293, 'avg_acc_mask': 59.62942701519872, 'loss': 1.131043553352356}
+{'epoch': 287, 'iter': 780, 'avg_loss': 1.1541962787680682, 'avg_acc_mask': 59.64331030593543, 'loss': 1.0391923189163208}
+{'epoch': 287, 'iter': 790, 'avg_loss': 1.1544463374521277, 'avg_acc_mask': 59.62923384286577, 'loss': 0.9047495722770691}
+{'epoch': 287, 'iter': 800, 'avg_loss': 1.153859723968601, 'avg_acc_mask': 59.61013645224171, 'loss': 1.0628175735473633}
+{'epoch': 287, 'iter': 810, 'avg_loss': 1.1539912598641675, 'avg_acc_mask': 59.653976100315184, 'loss': 0.870532214641571}
+{'epoch': 287, 'iter': 820, 'avg_loss': 1.1538209712606982, 'avg_acc_mask': 59.645744228228494, 'loss': 1.2919714450836182}
+{'epoch': 287, 'iter': 830, 'avg_loss': 1.1543529910874855, 'avg_acc_mask': 59.630630231631166, 'loss': 1.228653073310852}
+{'epoch': 287, 'iter': 840, 'avg_loss': 1.154021646831889, 'avg_acc_mask': 59.65603255875016, 'loss': 1.2691832780838013}
+{'epoch': 287, 'iter': 850, 'avg_loss': 1.1554412413147725, 'avg_acc_mask': 59.628900759066624, 'loss': 1.2993618249893188}
+{'epoch': 287, 'iter': 860, 'avg_loss': 1.1560348241171354, 'avg_acc_mask': 59.597361286052816, 'loss': 1.2915153503417969}
+{'epoch': 287, 'iter': 870, 'avg_loss': 1.1574013034046449, 'avg_acc_mask': 59.533893840740035, 'loss': 1.004052758216858}
+{'epoch': 287, 'iter': 880, 'avg_loss': 1.1574151784553701, 'avg_acc_mask': 59.531702841892375, 'loss': 1.1010608673095703}
+{'epoch': 287, 'iter': 890, 'avg_loss': 1.1571253028381554, 'avg_acc_mask': 59.57007454519173, 'loss': 0.9404734969139099}
+{'epoch': 287, 'iter': 900, 'avg_loss': 1.1570271379939725, 'avg_acc_mask': 59.602594965114854, 'loss': 1.295048475265503}
+{'epoch': 287, 'iter': 910, 'avg_loss': 1.1575109548416933, 'avg_acc_mask': 59.589400233937, 'loss': 1.1793410778045654}
+{'epoch': 287, 'iter': 920, 'avg_loss': 1.157576931739604, 'avg_acc_mask': 59.58424026998422, 'loss': 1.279937744140625}
+{'epoch': 287, 'iter': 930, 'avg_loss': 1.1573752032314797, 'avg_acc_mask': 59.60071160308361, 'loss': 1.3633695840835571}
+{'epoch': 287, 'iter': 940, 'avg_loss': 1.1568266262283486, 'avg_acc_mask': 59.59842812176191, 'loss': 0.8145873546600342}
+{'epoch': 287, 'iter': 950, 'avg_loss': 1.157561695976839, 'avg_acc_mask': 59.60954278969874, 'loss': 1.4105002880096436}
+{'epoch': 287, 'iter': 960, 'avg_loss': 1.1577308519077598, 'avg_acc_mask': 59.62145714121677, 'loss': 1.327526330947876}
+{'epoch': 287, 'iter': 970, 'avg_loss': 1.1576199418607136, 'avg_acc_mask': 59.64204545454545, 'loss': 1.1261502504348755}
+{'epoch': 287, 'iter': 980, 'avg_loss': 1.1580711683366642, 'avg_acc_mask': 59.634196619317116, 'loss': 1.03831148147583}
+{'epoch': 287, 'iter': 990, 'avg_loss': 1.1587498278839197, 'avg_acc_mask': 59.612355698853, 'loss': 1.0215764045715332}
+{'epoch': 287, 'iter': 1000, 'avg_loss': 1.1587745106660878, 'avg_acc_mask': 59.59810788016574, 'loss': 1.383103847503662}
+{'epoch': 287, 'iter': 1010, 'avg_loss': 1.1584052404003728, 'avg_acc_mask': 59.60019608911161, 'loss': 0.9607008695602417}
+{'epoch': 287, 'iter': 1020, 'avg_loss': 1.1580979073899966, 'avg_acc_mask': 59.63096713918683, 'loss': 0.8271392583847046}
+{'epoch': 287, 'iter': 1030, 'avg_loss': 1.1571307008874636, 'avg_acc_mask': 59.66108332294986, 'loss': 1.093470573425293}
+{'epoch': 287, 'iter': 1040, 'avg_loss': 1.1574165589756742, 'avg_acc_mask': 59.651907104692384, 'loss': 1.3711925745010376}
+{'epoch': 287, 'iter': 1050, 'avg_loss': 1.157377357827721, 'avg_acc_mask': 59.64091099622747, 'loss': 1.2031192779541016}
+{'epoch': 287, 'iter': 1060, 'avg_loss': 1.1579611226143869, 'avg_acc_mask': 59.61764705882353, 'loss': 1.0709034204483032}
+{'epoch': 287, 'iter': 1070, 'avg_loss': 1.1577046067218264, 'avg_acc_mask': 59.614164451684815, 'loss': 1.529311180114746}
+{'epoch': 287, 'iter': 1080, 'avg_loss': 1.1573637653896922, 'avg_acc_mask': 59.63648717513165, 'loss': 0.8850632309913635}
+{'epoch': 287, 'iter': 1090, 'avg_loss': 1.1574676305082934, 'avg_acc_mask': 59.64797256405083, 'loss': 1.0342943668365479}
+{'epoch': 287, 'iter': 1100, 'avg_loss': 1.157108155409928, 'avg_acc_mask': 59.656137544982, 'loss': 1.0708014965057373}
+{'epoch': 'EP287_train', 'avg_loss': 1.157109554860387, 'total_masked_acc': 59.6537529462537}
+{'epoch': 288, 'iter': 0, 'avg_loss': 1.2944716215133667, 'avg_acc_mask': 58.620689655172406, 'loss': 1.2944716215133667}
+{'epoch': 288, 'iter': 10, 'avg_loss': 1.1925126097419045, 'avg_acc_mask': 60.97946287519748, 'loss': 0.8548927307128906}
+{'epoch': 288, 'iter': 20, 'avg_loss': 1.1794532026563371, 'avg_acc_mask': 59.64765100671141, 'loss': 1.3029685020446777}
+{'epoch': 288, 'iter': 30, 'avg_loss': 1.1574043477735212, 'avg_acc_mask': 60.3110599078341, 'loss': 1.083037257194519}
+{'epoch': 288, 'iter': 40, 'avg_loss': 1.1664797256632549, 'avg_acc_mask': 59.737991266375545, 'loss': 0.9697219133377075}
+{'epoch': 288, 'iter': 50, 'avg_loss': 1.1965312104599148, 'avg_acc_mask': 58.77040639110802, 'loss': 1.3476674556732178}
+{'epoch': 288, 'iter': 60, 'avg_loss': 1.1771914255423623, 'avg_acc_mask': 59.473684210526315, 'loss': 0.9913012981414795}
+{'epoch': 288, 'iter': 70, 'avg_loss': 1.163391544785298, 'avg_acc_mask': 59.814023624026134, 'loss': 1.1847838163375854}
+{'epoch': 288, 'iter': 80, 'avg_loss': 1.1663132670484944, 'avg_acc_mask': 59.79632499446536, 'loss': 1.1763181686401367}
+{'epoch': 288, 'iter': 90, 'avg_loss': 1.168960222176143, 'avg_acc_mask': 59.78605388272583, 'loss': 1.293601393699646}
+{'epoch': 288, 'iter': 100, 'avg_loss': 1.16153218899623, 'avg_acc_mask': 60.093223377554686, 'loss': 0.9289265275001526}
+{'epoch': 288, 'iter': 110, 'avg_loss': 1.1558257475629583, 'avg_acc_mask': 60.40202647491421, 'loss': 1.127910852432251}
+{'epoch': 288, 'iter': 120, 'avg_loss': 1.1463575185823047, 'avg_acc_mask': 60.569534428205515, 'loss': 1.3920989036560059}
+{'epoch': 288, 'iter': 130, 'avg_loss': 1.1480936162344373, 'avg_acc_mask': 60.58555448142522, 'loss': 1.3883917331695557}
+{'epoch': 288, 'iter': 140, 'avg_loss': 1.1477054040482704, 'avg_acc_mask': 60.44461479494059, 'loss': 0.9219688177108765}
+{'epoch': 288, 'iter': 150, 'avg_loss': 1.1416336365093458, 'avg_acc_mask': 60.740385767341564, 'loss': 1.2338851690292358}
+{'epoch': 288, 'iter': 160, 'avg_loss': 1.1408579256964027, 'avg_acc_mask': 60.832769126607985, 'loss': 1.127546787261963}
+{'epoch': 288, 'iter': 170, 'avg_loss': 1.1430883804957073, 'avg_acc_mask': 60.66821738211038, 'loss': 1.389365553855896}
+{'epoch': 288, 'iter': 180, 'avg_loss': 1.1456949424348484, 'avg_acc_mask': 60.42941707635197, 'loss': 1.1318398714065552}
+{'epoch': 288, 'iter': 190, 'avg_loss': 1.1468189249488072, 'avg_acc_mask': 60.22478331269645, 'loss': 1.0594290494918823}
+{'epoch': 288, 'iter': 200, 'avg_loss': 1.147670377546282, 'avg_acc_mask': 60.09571970381072, 'loss': 1.3320224285125732}
+{'epoch': 288, 'iter': 210, 'avg_loss': 1.1402381980588652, 'avg_acc_mask': 60.38547582171743, 'loss': 0.8294109106063843}
+{'epoch': 288, 'iter': 220, 'avg_loss': 1.140027879589823, 'avg_acc_mask': 60.3157722513089, 'loss': 1.4032065868377686}
+{'epoch': 288, 'iter': 230, 'avg_loss': 1.1375333408772688, 'avg_acc_mask': 60.440680624166866, 'loss': 0.91619473695755}
+{'epoch': 288, 'iter': 240, 'avg_loss': 1.141802254306825, 'avg_acc_mask': 60.27633851468048, 'loss': 1.0422707796096802}
+{'epoch': 288, 'iter': 250, 'avg_loss': 1.1429809274901432, 'avg_acc_mask': 60.1945945945946, 'loss': 0.7769765853881836}
+{'epoch': 288, 'iter': 260, 'avg_loss': 1.1465964751225322, 'avg_acc_mask': 60.05951968994394, 'loss': 1.200863003730774}
+{'epoch': 288, 'iter': 270, 'avg_loss': 1.1478019629457341, 'avg_acc_mask': 60.034602076124564, 'loss': 1.3969180583953857}
+{'epoch': 288, 'iter': 280, 'avg_loss': 1.150108555245654, 'avg_acc_mask': 59.9293059125964, 'loss': 0.7118239998817444}
+{'epoch': 288, 'iter': 290, 'avg_loss': 1.1499832215178054, 'avg_acc_mask': 59.92278473130332, 'loss': 0.836930513381958}
+{'epoch': 288, 'iter': 300, 'avg_loss': 1.148389466379172, 'avg_acc_mask': 60.02049921620644, 'loss': 1.0654749870300293}
+{'epoch': 288, 'iter': 310, 'avg_loss': 1.145724306727529, 'avg_acc_mask': 60.02804229713151, 'loss': 1.0276062488555908}
+{'epoch': 288, 'iter': 320, 'avg_loss': 1.1481759516620933, 'avg_acc_mask': 59.97613229527761, 'loss': 1.009187936782837}
+{'epoch': 288, 'iter': 330, 'avg_loss': 1.149923944041088, 'avg_acc_mask': 59.92531986162209, 'loss': 1.269404411315918}
+{'epoch': 288, 'iter': 340, 'avg_loss': 1.150484261275037, 'avg_acc_mask': 59.91062879029684, 'loss': 1.1437280178070068}
+{'epoch': 288, 'iter': 350, 'avg_loss': 1.1489662132371865, 'avg_acc_mask': 59.95860284605433, 'loss': 1.0754196643829346}
+{'epoch': 288, 'iter': 360, 'avg_loss': 1.1490290452238596, 'avg_acc_mask': 59.98693861147393, 'loss': 1.5554533004760742}
+{'epoch': 288, 'iter': 370, 'avg_loss': 1.1506460421490219, 'avg_acc_mask': 59.97358638231266, 'loss': 1.0961830615997314}
+{'epoch': 288, 'iter': 380, 'avg_loss': 1.1553585028710953, 'avg_acc_mask': 59.78276404173217, 'loss': 0.9141848683357239}
+{'epoch': 288, 'iter': 390, 'avg_loss': 1.1554944603644368, 'avg_acc_mask': 59.81178434008623, 'loss': 1.6176296472549438}
+{'epoch': 288, 'iter': 400, 'avg_loss': 1.1574634595999396, 'avg_acc_mask': 59.79847273055895, 'loss': 1.2155697345733643}
+{'epoch': 288, 'iter': 410, 'avg_loss': 1.1581297544377274, 'avg_acc_mask': 59.824615520204475, 'loss': 1.0576910972595215}
+{'epoch': 288, 'iter': 420, 'avg_loss': 1.1573909964244327, 'avg_acc_mask': 59.82423641924783, 'loss': 0.9568562507629395}
+{'epoch': 288, 'iter': 430, 'avg_loss': 1.1560412248436647, 'avg_acc_mask': 59.866122174041166, 'loss': 1.094964861869812}
+{'epoch': 288, 'iter': 440, 'avg_loss': 1.1588205282920612, 'avg_acc_mask': 59.80259099321407, 'loss': 1.6784460544586182}
+{'epoch': 288, 'iter': 450, 'avg_loss': 1.160201111680388, 'avg_acc_mask': 59.75496715431427, 'loss': 0.7758241295814514}
+{'epoch': 288, 'iter': 460, 'avg_loss': 1.1619017337511521, 'avg_acc_mask': 59.72759573628109, 'loss': 1.1004893779754639}
+{'epoch': 288, 'iter': 470, 'avg_loss': 1.1617773423275877, 'avg_acc_mask': 59.7497876283883, 'loss': 1.1867201328277588}
+{'epoch': 288, 'iter': 480, 'avg_loss': 1.1606772169006094, 'avg_acc_mask': 59.784872931106314, 'loss': 1.1853115558624268}
+{'epoch': 288, 'iter': 490, 'avg_loss': 1.1597363656261546, 'avg_acc_mask': 59.85596555052343, 'loss': 0.964327335357666}
+{'epoch': 288, 'iter': 500, 'avg_loss': 1.1573031779058918, 'avg_acc_mask': 59.91122107407947, 'loss': 0.9878082275390625}
+{'epoch': 288, 'iter': 510, 'avg_loss': 1.1557522603910264, 'avg_acc_mask': 59.92943189108275, 'loss': 1.035292387008667}
+{'epoch': 288, 'iter': 520, 'avg_loss': 1.1579070953856045, 'avg_acc_mask': 59.891513560804896, 'loss': 1.1471655368804932}
+{'epoch': 288, 'iter': 530, 'avg_loss': 1.1571821380694258, 'avg_acc_mask': 59.910714285714285, 'loss': 1.321232557296753}
+{'epoch': 288, 'iter': 540, 'avg_loss': 1.1563483126282472, 'avg_acc_mask': 59.91044072590148, 'loss': 1.215745449066162}
+{'epoch': 288, 'iter': 550, 'avg_loss': 1.1578565104687062, 'avg_acc_mask': 59.805312654677444, 'loss': 0.9466443061828613}
+{'epoch': 288, 'iter': 560, 'avg_loss': 1.1586659814159712, 'avg_acc_mask': 59.81095917107871, 'loss': 1.3849945068359375}
+{'epoch': 288, 'iter': 570, 'avg_loss': 1.1572303858613384, 'avg_acc_mask': 59.844956294264016, 'loss': 1.3496990203857422}
+{'epoch': 288, 'iter': 580, 'avg_loss': 1.15634029888245, 'avg_acc_mask': 59.86728849103259, 'loss': 1.2915846109390259}
+{'epoch': 288, 'iter': 590, 'avg_loss': 1.1561168045965347, 'avg_acc_mask': 59.82098917322835, 'loss': 1.0473867654800415}
+{'epoch': 288, 'iter': 600, 'avg_loss': 1.1549015967500784, 'avg_acc_mask': 59.863822060826145, 'loss': 1.2646822929382324}
+{'epoch': 288, 'iter': 610, 'avg_loss': 1.1563035950137823, 'avg_acc_mask': 59.81547619047619, 'loss': 1.0909086465835571}
+{'epoch': 288, 'iter': 620, 'avg_loss': 1.1540468852493113, 'avg_acc_mask': 59.90559122760723, 'loss': 1.3063892126083374}
+{'epoch': 288, 'iter': 630, 'avg_loss': 1.1525249275277043, 'avg_acc_mask': 59.942263279445726, 'loss': 0.828285813331604}
+{'epoch': 288, 'iter': 640, 'avg_loss': 1.1514951518842842, 'avg_acc_mask': 60.00455399328286, 'loss': 0.6109886169433594}
+{'epoch': 288, 'iter': 650, 'avg_loss': 1.1526926649697182, 'avg_acc_mask': 59.95850622406639, 'loss': 1.124200463294983}
+{'epoch': 288, 'iter': 660, 'avg_loss': 1.152296628966454, 'avg_acc_mask': 59.943048298360566, 'loss': 0.973777174949646}
+{'epoch': 288, 'iter': 670, 'avg_loss': 1.1523212584404583, 'avg_acc_mask': 59.95480656666031, 'loss': 1.4785637855529785}
+{'epoch': 288, 'iter': 680, 'avg_loss': 1.1523752539868573, 'avg_acc_mask': 59.93559640413256, 'loss': 1.3015851974487305}
+{'epoch': 288, 'iter': 690, 'avg_loss': 1.1533364542313838, 'avg_acc_mask': 59.90542361239532, 'loss': 1.147155523300171}
+{'epoch': 288, 'iter': 700, 'avg_loss': 1.1540962478063586, 'avg_acc_mask': 59.863520341720054, 'loss': 1.357717752456665}
+{'epoch': 288, 'iter': 710, 'avg_loss': 1.1536004948213634, 'avg_acc_mask': 59.934175001928466, 'loss': 1.143764615058899}
+{'epoch': 288, 'iter': 720, 'avg_loss': 1.1549464522882904, 'avg_acc_mask': 59.9021322988768, 'loss': 0.981456995010376}
+{'epoch': 288, 'iter': 730, 'avg_loss': 1.153780757402428, 'avg_acc_mask': 59.90643918547056, 'loss': 1.368953824043274}
+{'epoch': 288, 'iter': 740, 'avg_loss': 1.1529411869010462, 'avg_acc_mask': 59.95013823064771, 'loss': 1.065162181854248}
+{'epoch': 288, 'iter': 750, 'avg_loss': 1.1539938465733026, 'avg_acc_mask': 59.907531329845476, 'loss': 1.0808279514312744}
+{'epoch': 288, 'iter': 760, 'avg_loss': 1.1531923919250398, 'avg_acc_mask': 59.93899216986117, 'loss': 1.0704518556594849}
+{'epoch': 288, 'iter': 770, 'avg_loss': 1.1538345025207282, 'avg_acc_mask': 59.909067228681714, 'loss': 1.3614200353622437}
+{'epoch': 288, 'iter': 780, 'avg_loss': 1.1531879566848355, 'avg_acc_mask': 59.91345029239766, 'loss': 1.3409719467163086}
+{'epoch': 288, 'iter': 790, 'avg_loss': 1.1540910185664401, 'avg_acc_mask': 59.88764564453486, 'loss': 1.1125867366790771}
+{'epoch': 288, 'iter': 800, 'avg_loss': 1.1540019136391924, 'avg_acc_mask': 59.931069113484895, 'loss': 1.2971822023391724}
+{'epoch': 288, 'iter': 810, 'avg_loss': 1.15406065877945, 'avg_acc_mask': 59.94815733122957, 'loss': 0.9022490382194519}
+{'epoch': 288, 'iter': 820, 'avg_loss': 1.1538485504242157, 'avg_acc_mask': 59.952337468540506, 'loss': 0.9530388712882996}
+{'epoch': 288, 'iter': 830, 'avg_loss': 1.15383074903316, 'avg_acc_mask': 59.9669930685444, 'loss': 1.2640281915664673}
+{'epoch': 288, 'iter': 840, 'avg_loss': 1.1536224777151374, 'avg_acc_mask': 59.937408993110644, 'loss': 1.0456665754318237}
+{'epoch': 288, 'iter': 850, 'avg_loss': 1.1544891772343044, 'avg_acc_mask': 59.910721950382005, 'loss': 1.2048333883285522}
+{'epoch': 288, 'iter': 860, 'avg_loss': 1.1560702193766383, 'avg_acc_mask': 59.871517618623585, 'loss': 1.2139723300933838}
+{'epoch': 288, 'iter': 870, 'avg_loss': 1.1569957412890535, 'avg_acc_mask': 59.82625078501152, 'loss': 1.0845762491226196}
+{'epoch': 288, 'iter': 880, 'avg_loss': 1.1563320798581629, 'avg_acc_mask': 59.84385677897658, 'loss': 0.8926408290863037}
+{'epoch': 288, 'iter': 890, 'avg_loss': 1.1554839675942923, 'avg_acc_mask': 59.900675162634165, 'loss': 1.0734670162200928}
+{'epoch': 288, 'iter': 900, 'avg_loss': 1.1550194886363174, 'avg_acc_mask': 59.88158721790791, 'loss': 1.3091603517532349}
+{'epoch': 288, 'iter': 910, 'avg_loss': 1.1552546055073534, 'avg_acc_mask': 59.884583016070216, 'loss': 1.2394990921020508}
+{'epoch': 288, 'iter': 920, 'avg_loss': 1.1550981990030353, 'avg_acc_mask': 59.88688231792022, 'loss': 1.145694375038147}
+{'epoch': 288, 'iter': 930, 'avg_loss': 1.155530153360582, 'avg_acc_mask': 59.875500746210044, 'loss': 1.2963346242904663}
+{'epoch': 288, 'iter': 940, 'avg_loss': 1.1560846703338825, 'avg_acc_mask': 59.856735193058064, 'loss': 0.8786221146583557}
+{'epoch': 288, 'iter': 950, 'avg_loss': 1.1562205342464267, 'avg_acc_mask': 59.8594658936011, 'loss': 1.295259714126587}
+{'epoch': 288, 'iter': 960, 'avg_loss': 1.1568805919601568, 'avg_acc_mask': 59.82134372327283, 'loss': 1.2576675415039062}
+{'epoch': 288, 'iter': 970, 'avg_loss': 1.1570053909023807, 'avg_acc_mask': 59.8253768135032, 'loss': 1.4254282712936401}
+{'epoch': 288, 'iter': 980, 'avg_loss': 1.156587561032337, 'avg_acc_mask': 59.87863445143516, 'loss': 0.9933006167411804}
+{'epoch': 288, 'iter': 990, 'avg_loss': 1.1568727449981042, 'avg_acc_mask': 59.87698653849696, 'loss': 1.088722586631775}
+{'epoch': 288, 'iter': 1000, 'avg_loss': 1.1570583587878949, 'avg_acc_mask': 59.88516223113379, 'loss': 1.279693841934204}
+{'epoch': 288, 'iter': 1010, 'avg_loss': 1.1574084319535396, 'avg_acc_mask': 59.88239962483316, 'loss': 1.223522424697876}
+{'epoch': 288, 'iter': 1020, 'avg_loss': 1.156698568560818, 'avg_acc_mask': 59.89499624986606, 'loss': 0.9709739089012146}
+{'epoch': 288, 'iter': 1030, 'avg_loss': 1.1559610323461944, 'avg_acc_mask': 59.90515120949903, 'loss': 1.1619004011154175}
+{'epoch': 288, 'iter': 1040, 'avg_loss': 1.155771592794761, 'avg_acc_mask': 59.91550085901617, 'loss': 1.3927628993988037}
+{'epoch': 288, 'iter': 1050, 'avg_loss': 1.1554036455762375, 'avg_acc_mask': 59.93607559755419, 'loss': 1.1782910823822021}
+{'epoch': 288, 'iter': 1060, 'avg_loss': 1.1551278552056257, 'avg_acc_mask': 59.94424271627459, 'loss': 1.0931719541549683}
+{'epoch': 288, 'iter': 1070, 'avg_loss': 1.154749599324555, 'avg_acc_mask': 59.9601118232647, 'loss': 1.179650068283081}
+{'epoch': 288, 'iter': 1080, 'avg_loss': 1.1543580553908794, 'avg_acc_mask': 59.97941171507164, 'loss': 1.0223313570022583}
+{'epoch': 288, 'iter': 1090, 'avg_loss': 1.154435494643193, 'avg_acc_mask': 59.96924311313185, 'loss': 0.98041832447052}
+{'epoch': 288, 'iter': 1100, 'avg_loss': 1.1546232336007065, 'avg_acc_mask': 59.965536095968716, 'loss': 0.8910767436027527}
+{'epoch': 'EP288_train', 'avg_loss': 1.155056673207434, 'total_masked_acc': 59.94947660403527}
+{'epoch': 289, 'iter': 0, 'avg_loss': 1.2126119136810303, 'avg_acc_mask': 61.40350877192983, 'loss': 1.2126119136810303}
+{'epoch': 289, 'iter': 10, 'avg_loss': 1.2423448996110396, 'avg_acc_mask': 56.84210526315789, 'loss': 1.021259069442749}
+{'epoch': 289, 'iter': 20, 'avg_loss': 1.1544504421097892, 'avg_acc_mask': 60.70110701107011, 'loss': 1.0905364751815796}
+{'epoch': 289, 'iter': 30, 'avg_loss': 1.159935555150432, 'avg_acc_mask': 60.82345601996258, 'loss': 1.13849937915802}
+{'epoch': 289, 'iter': 40, 'avg_loss': 1.1476580558753595, 'avg_acc_mask': 60.81576535288726, 'loss': 0.9020320177078247}
+{'epoch': 289, 'iter': 50, 'avg_loss': 1.1715585706280727, 'avg_acc_mask': 59.578270192995, 'loss': 1.4147577285766602}
+{'epoch': 289, 'iter': 60, 'avg_loss': 1.1588515170284959, 'avg_acc_mask': 59.91649269311065, 'loss': 1.1168372631072998}
+{'epoch': 289, 'iter': 70, 'avg_loss': 1.1543246448879512, 'avg_acc_mask': 59.97952917093142, 'loss': 0.9270004034042358}
+{'epoch': 289, 'iter': 80, 'avg_loss': 1.161938605485139, 'avg_acc_mask': 59.66666666666667, 'loss': 1.3756505250930786}
+{'epoch': 289, 'iter': 90, 'avg_loss': 1.15825791149349, 'avg_acc_mask': 59.96011964107677, 'loss': 1.0157767534255981}
+{'epoch': 289, 'iter': 100, 'avg_loss': 1.1503204036467145, 'avg_acc_mask': 59.95698153791002, 'loss': 0.7964743971824646}
+{'epoch': 289, 'iter': 110, 'avg_loss': 1.1503256795642611, 'avg_acc_mask': 60.2796052631579, 'loss': 0.9727076888084412}
+{'epoch': 289, 'iter': 120, 'avg_loss': 1.1466174578863728, 'avg_acc_mask': 60.32486088133554, 'loss': 1.098838210105896}
+{'epoch': 289, 'iter': 130, 'avg_loss': 1.1476477293567804, 'avg_acc_mask': 60.199418363107604, 'loss': 1.126786470413208}
+{'epoch': 289, 'iter': 140, 'avg_loss': 1.143113206464348, 'avg_acc_mask': 60.20079804350624, 'loss': 0.8630436658859253}
+{'epoch': 289, 'iter': 150, 'avg_loss': 1.1370334419983112, 'avg_acc_mask': 60.36385688295937, 'loss': 1.248241662979126}
+{'epoch': 289, 'iter': 160, 'avg_loss': 1.1439798863037773, 'avg_acc_mask': 60.12722935362944, 'loss': 1.1615865230560303}
+{'epoch': 289, 'iter': 170, 'avg_loss': 1.1464325172162195, 'avg_acc_mask': 60.228852529141264, 'loss': 1.2854969501495361}
+{'epoch': 289, 'iter': 180, 'avg_loss': 1.144475944134412, 'avg_acc_mask': 60.382101558572145, 'loss': 1.1061818599700928}
+{'epoch': 289, 'iter': 190, 'avg_loss': 1.1421597830912205, 'avg_acc_mask': 60.32743194365124, 'loss': 0.8418335914611816}
+{'epoch': 289, 'iter': 200, 'avg_loss': 1.1423713891067315, 'avg_acc_mask': 60.12847190807925, 'loss': 1.1225414276123047}
+{'epoch': 289, 'iter': 210, 'avg_loss': 1.146156059339713, 'avg_acc_mask': 59.927642346455336, 'loss': 1.1104413270950317}
+{'epoch': 289, 'iter': 220, 'avg_loss': 1.1486063470128436, 'avg_acc_mask': 59.89309210526316, 'loss': 1.4434043169021606}
+{'epoch': 289, 'iter': 230, 'avg_loss': 1.1526064034148211, 'avg_acc_mask': 59.78389462891395, 'loss': 0.8253211975097656}
+{'epoch': 289, 'iter': 240, 'avg_loss': 1.1537824070305251, 'avg_acc_mask': 59.71233913701741, 'loss': 1.3892414569854736}
+{'epoch': 289, 'iter': 250, 'avg_loss': 1.154718491898115, 'avg_acc_mask': 59.60670065549891, 'loss': 0.8143563270568848}
+{'epoch': 289, 'iter': 260, 'avg_loss': 1.1605875686210692, 'avg_acc_mask': 59.51595931252193, 'loss': 1.0585169792175293}
+{'epoch': 289, 'iter': 270, 'avg_loss': 1.1603076545954631, 'avg_acc_mask': 59.58922558922559, 'loss': 1.1722619533538818}
+{'epoch': 289, 'iter': 280, 'avg_loss': 1.159327356840792, 'avg_acc_mask': 59.60303561004087, 'loss': 0.8175696134567261}
+{'epoch': 289, 'iter': 290, 'avg_loss': 1.1585422381502657, 'avg_acc_mask': 59.649012848636794, 'loss': 1.281282901763916}
+{'epoch': 289, 'iter': 300, 'avg_loss': 1.1579803976901741, 'avg_acc_mask': 59.75440082269675, 'loss': 1.063309907913208}
+{'epoch': 289, 'iter': 310, 'avg_loss': 1.1558353822330953, 'avg_acc_mask': 59.81231671554252, 'loss': 1.0807949304580688}
+{'epoch': 289, 'iter': 320, 'avg_loss': 1.1577852962544402, 'avg_acc_mask': 59.705748175182485, 'loss': 1.4391225576400757}
+{'epoch': 289, 'iter': 330, 'avg_loss': 1.1598392409860547, 'avg_acc_mask': 59.72713212549713, 'loss': 1.0474131107330322}
+{'epoch': 289, 'iter': 340, 'avg_loss': 1.1581819898222199, 'avg_acc_mask': 59.80082454355624, 'loss': 1.0724469423294067}
+{'epoch': 289, 'iter': 350, 'avg_loss': 1.156489198364084, 'avg_acc_mask': 59.80963278893165, 'loss': 1.036956787109375}
+{'epoch': 289, 'iter': 360, 'avg_loss': 1.1567676539566378, 'avg_acc_mask': 59.742489270386265, 'loss': 1.1602126359939575}
+{'epoch': 289, 'iter': 370, 'avg_loss': 1.1573245125318152, 'avg_acc_mask': 59.72884020238739, 'loss': 1.1459834575653076}
+{'epoch': 289, 'iter': 380, 'avg_loss': 1.1607996226921482, 'avg_acc_mask': 59.66787554876885, 'loss': 1.0992809534072876}
+{'epoch': 289, 'iter': 390, 'avg_loss': 1.1586518031556894, 'avg_acc_mask': 59.72461273666093, 'loss': 1.1732724905014038}
+{'epoch': 289, 'iter': 400, 'avg_loss': 1.1576020768158453, 'avg_acc_mask': 59.752728590190664, 'loss': 1.0400114059448242}
+{'epoch': 289, 'iter': 410, 'avg_loss': 1.1560881876017346, 'avg_acc_mask': 59.76375862679172, 'loss': 1.1440798044204712}
+{'epoch': 289, 'iter': 420, 'avg_loss': 1.1568573893107599, 'avg_acc_mask': 59.74054054054054, 'loss': 1.1518253087997437}
+{'epoch': 289, 'iter': 430, 'avg_loss': 1.1568553100605852, 'avg_acc_mask': 59.75501583949313, 'loss': 1.1086595058441162}
+{'epoch': 289, 'iter': 440, 'avg_loss': 1.1596376380952849, 'avg_acc_mask': 59.682683964797754, 'loss': 1.5331201553344727}
+{'epoch': 289, 'iter': 450, 'avg_loss': 1.160383997893915, 'avg_acc_mask': 59.66437525272947, 'loss': 1.0359854698181152}
+{'epoch': 289, 'iter': 460, 'avg_loss': 1.1633095940385103, 'avg_acc_mask': 59.57766529579247, 'loss': 1.279676079750061}
+{'epoch': 289, 'iter': 470, 'avg_loss': 1.1647712112485478, 'avg_acc_mask': 59.54943098242625, 'loss': 1.1825306415557861}
+{'epoch': 289, 'iter': 480, 'avg_loss': 1.1640326798333944, 'avg_acc_mask': 59.54945388349514, 'loss': 1.0643311738967896}
+{'epoch': 289, 'iter': 490, 'avg_loss': 1.1645793875948718, 'avg_acc_mask': 59.54221165279429, 'loss': 1.236202597618103}
+{'epoch': 289, 'iter': 500, 'avg_loss': 1.163036764976745, 'avg_acc_mask': 59.56672128163116, 'loss': 1.3079437017440796}
+{'epoch': 289, 'iter': 510, 'avg_loss': 1.1630106941594536, 'avg_acc_mask': 59.523469824511345, 'loss': 1.2910454273223877}
+{'epoch': 289, 'iter': 520, 'avg_loss': 1.1622143001107932, 'avg_acc_mask': 59.52897536394177, 'loss': 1.3560343980789185}
+{'epoch': 289, 'iter': 530, 'avg_loss': 1.1630819370293124, 'avg_acc_mask': 59.515951595159514, 'loss': 0.9920039176940918}
+{'epoch': 289, 'iter': 540, 'avg_loss': 1.163340932560496, 'avg_acc_mask': 59.49854700277083, 'loss': 1.2749823331832886}
+{'epoch': 289, 'iter': 550, 'avg_loss': 1.163442311507604, 'avg_acc_mask': 59.53122927993635, 'loss': 1.071099042892456}
+{'epoch': 289, 'iter': 560, 'avg_loss': 1.1628900012017995, 'avg_acc_mask': 59.55594679186228, 'loss': 0.7758166790008545}
+{'epoch': 289, 'iter': 570, 'avg_loss': 1.1618274211257227, 'avg_acc_mask': 59.58932632860301, 'loss': 1.1921042203903198}
+{'epoch': 289, 'iter': 580, 'avg_loss': 1.1616076795246433, 'avg_acc_mask': 59.585508522548594, 'loss': 1.2731566429138184}
+{'epoch': 289, 'iter': 590, 'avg_loss': 1.1618047543185213, 'avg_acc_mask': 59.53423812461443, 'loss': 1.0933260917663574}
+{'epoch': 289, 'iter': 600, 'avg_loss': 1.1601191706546332, 'avg_acc_mask': 59.59589830714156, 'loss': 0.9727029800415039}
+{'epoch': 289, 'iter': 610, 'avg_loss': 1.1620111150359171, 'avg_acc_mask': 59.55829756795422, 'loss': 1.260261058807373}
+{'epoch': 289, 'iter': 620, 'avg_loss': 1.1585503512342579, 'avg_acc_mask': 59.685418317340144, 'loss': 1.4431073665618896}
+{'epoch': 289, 'iter': 630, 'avg_loss': 1.1573924408095007, 'avg_acc_mask': 59.74299740109732, 'loss': 0.9766991138458252}
+{'epoch': 289, 'iter': 640, 'avg_loss': 1.1579685618464548, 'avg_acc_mask': 59.731123073855706, 'loss': 1.0818568468093872}
+{'epoch': 289, 'iter': 650, 'avg_loss': 1.1593780352772656, 'avg_acc_mask': 59.69022699851286, 'loss': 1.1348108053207397}
+{'epoch': 289, 'iter': 660, 'avg_loss': 1.159568151168852, 'avg_acc_mask': 59.65635548669138, 'loss': 0.8616980910301208}
+{'epoch': 289, 'iter': 670, 'avg_loss': 1.1594705682930755, 'avg_acc_mask': 59.72707423580786, 'loss': 1.2271617650985718}
+{'epoch': 289, 'iter': 680, 'avg_loss': 1.158538360602705, 'avg_acc_mask': 59.769805840907864, 'loss': 1.469099998474121}
+{'epoch': 289, 'iter': 690, 'avg_loss': 1.1608648381253917, 'avg_acc_mask': 59.72398813307904, 'loss': 1.5802267789840698}
+{'epoch': 289, 'iter': 700, 'avg_loss': 1.1627641866958771, 'avg_acc_mask': 59.6858775339821, 'loss': 0.9877943992614746}
+{'epoch': 289, 'iter': 710, 'avg_loss': 1.161840218196606, 'avg_acc_mask': 59.69611125418491, 'loss': 1.044911503791809}
+{'epoch': 289, 'iter': 720, 'avg_loss': 1.162170216296483, 'avg_acc_mask': 59.64097095267113, 'loss': 1.1020575761795044}
+{'epoch': 289, 'iter': 730, 'avg_loss': 1.160949584805036, 'avg_acc_mask': 59.63923337091319, 'loss': 1.1234430074691772}
+{'epoch': 289, 'iter': 740, 'avg_loss': 1.1615370731604726, 'avg_acc_mask': 59.609297725024724, 'loss': 1.265533447265625}
+{'epoch': 289, 'iter': 750, 'avg_loss': 1.1622392039959344, 'avg_acc_mask': 59.60463697376449, 'loss': 0.9822775721549988}
+{'epoch': 289, 'iter': 760, 'avg_loss': 1.1617443432319179, 'avg_acc_mask': 59.61116337409847, 'loss': 1.2612195014953613}
+{'epoch': 289, 'iter': 770, 'avg_loss': 1.163660364856052, 'avg_acc_mask': 59.54590889618735, 'loss': 1.287232518196106}
+{'epoch': 289, 'iter': 780, 'avg_loss': 1.1629123933489283, 'avg_acc_mask': 59.58482226819635, 'loss': 1.03532874584198}
+{'epoch': 289, 'iter': 790, 'avg_loss': 1.1623837060180837, 'avg_acc_mask': 59.61926871735346, 'loss': 1.179411768913269}
+{'epoch': 289, 'iter': 800, 'avg_loss': 1.1625947237163596, 'avg_acc_mask': 59.60780720241914, 'loss': 1.4094371795654297}
+{'epoch': 289, 'iter': 810, 'avg_loss': 1.1617588401575711, 'avg_acc_mask': 59.62766680255469, 'loss': 0.958350658416748}
+{'epoch': 289, 'iter': 820, 'avg_loss': 1.1619909353436273, 'avg_acc_mask': 59.590850082814804, 'loss': 1.037541151046753}
+{'epoch': 289, 'iter': 830, 'avg_loss': 1.1606988322290128, 'avg_acc_mask': 59.63002301292264, 'loss': 1.0781337022781372}
+{'epoch': 289, 'iter': 840, 'avg_loss': 1.1607577856032092, 'avg_acc_mask': 59.63068181818182, 'loss': 1.283040165901184}
+{'epoch': 289, 'iter': 850, 'avg_loss': 1.1617233872273554, 'avg_acc_mask': 59.593713570225816, 'loss': 1.4138662815093994}
+{'epoch': 289, 'iter': 860, 'avg_loss': 1.1618023100076513, 'avg_acc_mask': 59.57700835749616, 'loss': 1.11114501953125}
+{'epoch': 289, 'iter': 870, 'avg_loss': 1.1626633427583801, 'avg_acc_mask': 59.54597144421514, 'loss': 1.0659465789794922}
+{'epoch': 289, 'iter': 880, 'avg_loss': 1.162635413796623, 'avg_acc_mask': 59.55781321563892, 'loss': 1.1993862390518188}
+{'epoch': 289, 'iter': 890, 'avg_loss': 1.160851153259727, 'avg_acc_mask': 59.645831615403644, 'loss': 0.6294994950294495}
+{'epoch': 289, 'iter': 900, 'avg_loss': 1.160732545016476, 'avg_acc_mask': 59.653374607958945, 'loss': 1.2664005756378174}
+{'epoch': 289, 'iter': 910, 'avg_loss': 1.161397413351664, 'avg_acc_mask': 59.63215890090853, 'loss': 1.327407956123352}
+{'epoch': 289, 'iter': 920, 'avg_loss': 1.161340173823308, 'avg_acc_mask': 59.63368647872149, 'loss': 1.2584869861602783}
+{'epoch': 289, 'iter': 930, 'avg_loss': 1.16089756410693, 'avg_acc_mask': 59.67276607516895, 'loss': 1.2006666660308838}
+{'epoch': 289, 'iter': 940, 'avg_loss': 1.160718671890425, 'avg_acc_mask': 59.66749369957216, 'loss': 1.0980414152145386}
+{'epoch': 289, 'iter': 950, 'avg_loss': 1.1603206086484665, 'avg_acc_mask': 59.693157884567086, 'loss': 1.4513882398605347}
+{'epoch': 289, 'iter': 960, 'avg_loss': 1.1607635104321292, 'avg_acc_mask': 59.65526476890113, 'loss': 1.2566807270050049}
+{'epoch': 289, 'iter': 970, 'avg_loss': 1.1601468497766403, 'avg_acc_mask': 59.688352014541046, 'loss': 1.0324246883392334}
+{'epoch': 289, 'iter': 980, 'avg_loss': 1.1599074462988812, 'avg_acc_mask': 59.713322091062395, 'loss': 1.296424388885498}
+{'epoch': 289, 'iter': 990, 'avg_loss': 1.1601784360998213, 'avg_acc_mask': 59.68288662085317, 'loss': 1.2913202047348022}
+{'epoch': 289, 'iter': 1000, 'avg_loss': 1.1599816721040648, 'avg_acc_mask': 59.70023453532688, 'loss': 1.225511074066162}
+{'epoch': 289, 'iter': 1010, 'avg_loss': 1.1598601398435002, 'avg_acc_mask': 59.72053352690318, 'loss': 0.8836628198623657}
+{'epoch': 289, 'iter': 1020, 'avg_loss': 1.1588623227732189, 'avg_acc_mask': 59.75038161084672, 'loss': 0.8197395205497742}
+{'epoch': 289, 'iter': 1030, 'avg_loss': 1.1585158065149324, 'avg_acc_mask': 59.773386221739976, 'loss': 1.2711902856826782}
+{'epoch': 289, 'iter': 1040, 'avg_loss': 1.158625543060266, 'avg_acc_mask': 59.75195109490337, 'loss': 1.232532262802124}
+{'epoch': 289, 'iter': 1050, 'avg_loss': 1.1592690370175864, 'avg_acc_mask': 59.721470829479415, 'loss': 1.2124698162078857}
+{'epoch': 289, 'iter': 1060, 'avg_loss': 1.159642320494962, 'avg_acc_mask': 59.69702734016982, 'loss': 1.1373305320739746}
+{'epoch': 289, 'iter': 1070, 'avg_loss': 1.1592838771425598, 'avg_acc_mask': 59.69325679033501, 'loss': 1.1439801454544067}
+{'epoch': 289, 'iter': 1080, 'avg_loss': 1.1587763844431824, 'avg_acc_mask': 59.73298953332542, 'loss': 0.9014206528663635}
+{'epoch': 289, 'iter': 1090, 'avg_loss': 1.1591083128773543, 'avg_acc_mask': 59.69572810317034, 'loss': 1.1293386220932007}
+{'epoch': 289, 'iter': 1100, 'avg_loss': 1.1588141852135445, 'avg_acc_mask': 59.699978379816734, 'loss': 0.9727166891098022}
+{'epoch': 'EP289_train', 'avg_loss': 1.159304298966179, 'total_masked_acc': 59.678515204242274}
+{'epoch': 290, 'iter': 0, 'avg_loss': 1.43923819065094, 'avg_acc_mask': 55.00000000000001, 'loss': 1.43923819065094}
+{'epoch': 290, 'iter': 10, 'avg_loss': 1.293304204940796, 'avg_acc_mask': 57.31895223420646, 'loss': 1.3372305631637573}
+{'epoch': 290, 'iter': 20, 'avg_loss': 1.236591134752546, 'avg_acc_mask': 58.04837364470392, 'loss': 1.1718449592590332}
+{'epoch': 290, 'iter': 30, 'avg_loss': 1.1942809685584037, 'avg_acc_mask': 59.78135788262371, 'loss': 1.2346160411834717}
+{'epoch': 290, 'iter': 40, 'avg_loss': 1.176056146621704, 'avg_acc_mask': 60.051657339647015, 'loss': 1.1321907043457031}
+{'epoch': 290, 'iter': 50, 'avg_loss': 1.1880947877379024, 'avg_acc_mask': 59.6917808219178, 'loss': 1.0085192918777466}
+{'epoch': 290, 'iter': 60, 'avg_loss': 1.1622783395110583, 'avg_acc_mask': 60.4226983207875, 'loss': 0.9003400802612305}
+{'epoch': 290, 'iter': 70, 'avg_loss': 1.1583353155095812, 'avg_acc_mask': 60.22277227722772, 'loss': 0.9366980791091919}
+{'epoch': 290, 'iter': 80, 'avg_loss': 1.1568009742984064, 'avg_acc_mask': 60.05244755244755, 'loss': 1.2876371145248413}
+{'epoch': 290, 'iter': 90, 'avg_loss': 1.1560372212430934, 'avg_acc_mask': 60.129057489245206, 'loss': 1.2435402870178223}
+{'epoch': 290, 'iter': 100, 'avg_loss': 1.1513617835422554, 'avg_acc_mask': 60.25253423439445, 'loss': 1.0662047863006592}
+{'epoch': 290, 'iter': 110, 'avg_loss': 1.1485859483211964, 'avg_acc_mask': 60.33419857235561, 'loss': 0.7874161601066589}
+{'epoch': 290, 'iter': 120, 'avg_loss': 1.1491447884189196, 'avg_acc_mask': 60.20086943486733, 'loss': 1.7017730474472046}
+{'epoch': 290, 'iter': 130, 'avg_loss': 1.1474341572696016, 'avg_acc_mask': 60.03842459173872, 'loss': 0.959956705570221}
+{'epoch': 290, 'iter': 140, 'avg_loss': 1.1446476210939123, 'avg_acc_mask': 60.15296367112811, 'loss': 1.2730244398117065}
+{'epoch': 290, 'iter': 150, 'avg_loss': 1.138587831661401, 'avg_acc_mask': 60.360144057623046, 'loss': 1.0889816284179688}
+{'epoch': 290, 'iter': 160, 'avg_loss': 1.1367428698895141, 'avg_acc_mask': 60.58697852243338, 'loss': 1.3017418384552002}
+{'epoch': 290, 'iter': 170, 'avg_loss': 1.1364946184102556, 'avg_acc_mask': 60.533530156052294, 'loss': 1.0941658020019531}
+{'epoch': 290, 'iter': 180, 'avg_loss': 1.139166646570132, 'avg_acc_mask': 60.35685805422647, 'loss': 1.4338006973266602}
+{'epoch': 290, 'iter': 190, 'avg_loss': 1.139923323199387, 'avg_acc_mask': 60.27966742252456, 'loss': 1.0317734479904175}
+{'epoch': 290, 'iter': 200, 'avg_loss': 1.1378743058413416, 'avg_acc_mask': 60.20637056976222, 'loss': 0.9058030247688293}
+{'epoch': 290, 'iter': 210, 'avg_loss': 1.1412826005316459, 'avg_acc_mask': 60.250471779035855, 'loss': 0.8340060114860535}
+{'epoch': 290, 'iter': 220, 'avg_loss': 1.140322185749382, 'avg_acc_mask': 60.29037814781396, 'loss': 1.2484567165374756}
+{'epoch': 290, 'iter': 230, 'avg_loss': 1.14453824644997, 'avg_acc_mask': 60.17754733286197, 'loss': 1.2176785469055176}
+{'epoch': 290, 'iter': 240, 'avg_loss': 1.1436011536487405, 'avg_acc_mask': 60.144328346989404, 'loss': 1.1011825799942017}
+{'epoch': 290, 'iter': 250, 'avg_loss': 1.1473445291538162, 'avg_acc_mask': 59.986978224697964, 'loss': 1.0873275995254517}
+{'epoch': 290, 'iter': 260, 'avg_loss': 1.1457947191150708, 'avg_acc_mask': 60.052854857778705, 'loss': 0.6966782212257385}
+{'epoch': 290, 'iter': 270, 'avg_loss': 1.1473291536098917, 'avg_acc_mask': 60.08812925624248, 'loss': 1.3027960062026978}
+{'epoch': 290, 'iter': 280, 'avg_loss': 1.1456550300333423, 'avg_acc_mask': 60.18429022488563, 'loss': 0.6652215123176575}
+{'epoch': 290, 'iter': 290, 'avg_loss': 1.1451956277450746, 'avg_acc_mask': 60.21304429078677, 'loss': 1.0220850706100464}
+{'epoch': 290, 'iter': 300, 'avg_loss': 1.14372384429374, 'avg_acc_mask': 60.33192516596259, 'loss': 1.035164475440979}
+{'epoch': 290, 'iter': 310, 'avg_loss': 1.1471322935877122, 'avg_acc_mask': 60.17295781231739, 'loss': 1.072767734527588}
+{'epoch': 290, 'iter': 320, 'avg_loss': 1.147485565730716, 'avg_acc_mask': 60.240621985131384, 'loss': 0.976236879825592}
+{'epoch': 290, 'iter': 330, 'avg_loss': 1.1465002923213463, 'avg_acc_mask': 60.1882430647292, 'loss': 0.9472036361694336}
+{'epoch': 290, 'iter': 340, 'avg_loss': 1.1467726099526079, 'avg_acc_mask': 60.122699386503065, 'loss': 1.1049059629440308}
+{'epoch': 290, 'iter': 350, 'avg_loss': 1.146583886228056, 'avg_acc_mask': 60.13594147252633, 'loss': 1.008339524269104}
+{'epoch': 290, 'iter': 360, 'avg_loss': 1.1493493648777378, 'avg_acc_mask': 60.10493391181515, 'loss': 1.3327875137329102}
+{'epoch': 290, 'iter': 370, 'avg_loss': 1.1524807410741431, 'avg_acc_mask': 60.01767825574543, 'loss': 1.3107244968414307}
+{'epoch': 290, 'iter': 380, 'avg_loss': 1.1555661759351494, 'avg_acc_mask': 59.91021109943643, 'loss': 0.7446650862693787}
+{'epoch': 290, 'iter': 390, 'avg_loss': 1.157503677603534, 'avg_acc_mask': 59.807208717518854, 'loss': 1.412299394607544}
+{'epoch': 290, 'iter': 400, 'avg_loss': 1.1580945458495409, 'avg_acc_mask': 59.76739960021806, 'loss': 1.1686793565750122}
+{'epoch': 290, 'iter': 410, 'avg_loss': 1.1592222839376352, 'avg_acc_mask': 59.68950986915059, 'loss': 1.4105802774429321}
+{'epoch': 290, 'iter': 420, 'avg_loss': 1.1606418864177694, 'avg_acc_mask': 59.66495963892024, 'loss': 1.222172498703003}
+{'epoch': 290, 'iter': 430, 'avg_loss': 1.159150695717805, 'avg_acc_mask': 59.73712105151579, 'loss': 1.3003169298171997}
+{'epoch': 290, 'iter': 440, 'avg_loss': 1.1606080578027669, 'avg_acc_mask': 59.70124550006207, 'loss': 1.4652128219604492}
+{'epoch': 290, 'iter': 450, 'avg_loss': 1.160739939915896, 'avg_acc_mask': 59.66645077720207, 'loss': 0.8565763831138611}
+{'epoch': 290, 'iter': 460, 'avg_loss': 1.1603666222017912, 'avg_acc_mask': 59.703264094955486, 'loss': 1.0624291896820068}
+{'epoch': 290, 'iter': 470, 'avg_loss': 1.1597631581270011, 'avg_acc_mask': 59.73019072724453, 'loss': 1.188514232635498}
+{'epoch': 290, 'iter': 480, 'avg_loss': 1.1578716541526224, 'avg_acc_mask': 59.7839729205492, 'loss': 1.0214625597000122}
+{'epoch': 290, 'iter': 490, 'avg_loss': 1.1585313657150735, 'avg_acc_mask': 59.766774710331205, 'loss': 1.2161437273025513}
+{'epoch': 290, 'iter': 500, 'avg_loss': 1.1555234411519444, 'avg_acc_mask': 59.904334173147845, 'loss': 0.8434545397758484}
+{'epoch': 290, 'iter': 510, 'avg_loss': 1.155468189669682, 'avg_acc_mask': 59.877515937253776, 'loss': 1.0902507305145264}
+{'epoch': 290, 'iter': 520, 'avg_loss': 1.1565686006692457, 'avg_acc_mask': 59.891694211969906, 'loss': 1.2058073282241821}
+{'epoch': 290, 'iter': 530, 'avg_loss': 1.155729013086488, 'avg_acc_mask': 59.922569048359776, 'loss': 1.0696901082992554}
+{'epoch': 290, 'iter': 540, 'avg_loss': 1.1544723987799697, 'avg_acc_mask': 59.95462088116766, 'loss': 1.1333622932434082}
+{'epoch': 290, 'iter': 550, 'avg_loss': 1.1563841858489976, 'avg_acc_mask': 59.90177860366339, 'loss': 1.159315824508667}
+{'epoch': 290, 'iter': 560, 'avg_loss': 1.1543995944148928, 'avg_acc_mask': 59.93669233781491, 'loss': 1.1557351350784302}
+{'epoch': 290, 'iter': 570, 'avg_loss': 1.1521645380402614, 'avg_acc_mask': 60.017315462066314, 'loss': 0.9807183742523193}
+{'epoch': 290, 'iter': 580, 'avg_loss': 1.1524829433625003, 'avg_acc_mask': 60.007561198449956, 'loss': 1.472455382347107}
+{'epoch': 290, 'iter': 590, 'avg_loss': 1.151828348838335, 'avg_acc_mask': 60.05259900990099, 'loss': 1.2930364608764648}
+{'epoch': 290, 'iter': 600, 'avg_loss': 1.1515555152678847, 'avg_acc_mask': 60.0882800608828, 'loss': 1.1003191471099854}
+{'epoch': 290, 'iter': 610, 'avg_loss': 1.1515676434808784, 'avg_acc_mask': 60.09697405046243, 'loss': 1.2415488958358765}
+{'epoch': 290, 'iter': 620, 'avg_loss': 1.149589284894547, 'avg_acc_mask': 60.14727540500736, 'loss': 1.3722805976867676}
+{'epoch': 290, 'iter': 630, 'avg_loss': 1.148571263496925, 'avg_acc_mask': 60.17103928105523, 'loss': 1.0383907556533813}
+{'epoch': 290, 'iter': 640, 'avg_loss': 1.1485124133678384, 'avg_acc_mask': 60.165856448384325, 'loss': 1.0772861242294312}
+{'epoch': 290, 'iter': 650, 'avg_loss': 1.148657294553912, 'avg_acc_mask': 60.11956797608641, 'loss': 0.8816697001457214}
+{'epoch': 290, 'iter': 660, 'avg_loss': 1.1490720669188046, 'avg_acc_mask': 60.080006667222264, 'loss': 1.2386137247085571}
+{'epoch': 290, 'iter': 670, 'avg_loss': 1.1489165398651726, 'avg_acc_mask': 60.06402889509111, 'loss': 1.138979196548462}
+{'epoch': 290, 'iter': 680, 'avg_loss': 1.1502137268167236, 'avg_acc_mask': 59.96176834850036, 'loss': 1.2955107688903809}
+{'epoch': 290, 'iter': 690, 'avg_loss': 1.1515028788108383, 'avg_acc_mask': 59.914101646385106, 'loss': 1.5654486417770386}
+{'epoch': 290, 'iter': 700, 'avg_loss': 1.1526391602276735, 'avg_acc_mask': 59.89606455487948, 'loss': 1.3495811223983765}
+{'epoch': 290, 'iter': 710, 'avg_loss': 1.1525952292897028, 'avg_acc_mask': 59.889289392378984, 'loss': 1.4500489234924316}
+{'epoch': 290, 'iter': 720, 'avg_loss': 1.1539206323775768, 'avg_acc_mask': 59.835961504278714, 'loss': 1.3519833087921143}
+{'epoch': 290, 'iter': 730, 'avg_loss': 1.1523258531550213, 'avg_acc_mask': 59.86017841034379, 'loss': 1.1090086698532104}
+{'epoch': 290, 'iter': 740, 'avg_loss': 1.1522348882296147, 'avg_acc_mask': 59.844853994762595, 'loss': 1.024640679359436}
+{'epoch': 290, 'iter': 750, 'avg_loss': 1.1520915046909677, 'avg_acc_mask': 59.84900146127619, 'loss': 0.9208256006240845}
+{'epoch': 290, 'iter': 760, 'avg_loss': 1.152318627973737, 'avg_acc_mask': 59.84890407333445, 'loss': 1.2327327728271484}
+{'epoch': 290, 'iter': 770, 'avg_loss': 1.1538351448361512, 'avg_acc_mask': 59.7707423580786, 'loss': 1.3501062393188477}
+{'epoch': 290, 'iter': 780, 'avg_loss': 1.1534962468278545, 'avg_acc_mask': 59.792775264305305, 'loss': 1.3083142042160034}
+{'epoch': 290, 'iter': 790, 'avg_loss': 1.153533650145368, 'avg_acc_mask': 59.80133370380661, 'loss': 1.3800064325332642}
+{'epoch': 290, 'iter': 800, 'avg_loss': 1.1529816018136105, 'avg_acc_mask': 59.80159092987108, 'loss': 1.0339641571044922}
+{'epoch': 290, 'iter': 810, 'avg_loss': 1.1527438780749917, 'avg_acc_mask': 59.805206544336976, 'loss': 0.936421811580658}
+{'epoch': 290, 'iter': 820, 'avg_loss': 1.1528691804438067, 'avg_acc_mask': 59.79494281629736, 'loss': 1.0110055208206177}
+{'epoch': 290, 'iter': 830, 'avg_loss': 1.1531007953714378, 'avg_acc_mask': 59.79982766620269, 'loss': 1.2591201066970825}
+{'epoch': 290, 'iter': 840, 'avg_loss': 1.152718411012155, 'avg_acc_mask': 59.794084285838935, 'loss': 0.9277853965759277}
+{'epoch': 290, 'iter': 850, 'avg_loss': 1.154990259089565, 'avg_acc_mask': 59.75488929094512, 'loss': 1.4272851943969727}
+{'epoch': 290, 'iter': 860, 'avg_loss': 1.1558237839728145, 'avg_acc_mask': 59.747879509364175, 'loss': 1.2050660848617554}
+{'epoch': 290, 'iter': 870, 'avg_loss': 1.157200591675039, 'avg_acc_mask': 59.696200407024314, 'loss': 1.2243226766586304}
+{'epoch': 290, 'iter': 880, 'avg_loss': 1.156808068242165, 'avg_acc_mask': 59.71839163884454, 'loss': 0.770167350769043}
+{'epoch': 290, 'iter': 890, 'avg_loss': 1.155951391466539, 'avg_acc_mask': 59.758476925920604, 'loss': 0.6791579127311707}
+{'epoch': 290, 'iter': 900, 'avg_loss': 1.1565351646629212, 'avg_acc_mask': 59.741472026623924, 'loss': 1.3884080648422241}
+{'epoch': 290, 'iter': 910, 'avg_loss': 1.1569455550936523, 'avg_acc_mask': 59.736066264214514, 'loss': 1.357247233390808}
+{'epoch': 290, 'iter': 920, 'avg_loss': 1.1564475178524416, 'avg_acc_mask': 59.767284857630756, 'loss': 1.3491274118423462}
+{'epoch': 290, 'iter': 930, 'avg_loss': 1.1560990213387508, 'avg_acc_mask': 59.80621450050116, 'loss': 1.5160491466522217}
+{'epoch': 290, 'iter': 940, 'avg_loss': 1.1563679469189152, 'avg_acc_mask': 59.80786807459697, 'loss': 0.872795045375824}
+{'epoch': 290, 'iter': 950, 'avg_loss': 1.1557386198191737, 'avg_acc_mask': 59.80331780916824, 'loss': 1.21323561668396}
+{'epoch': 290, 'iter': 960, 'avg_loss': 1.1563125387624944, 'avg_acc_mask': 59.812977317310065, 'loss': 1.0550391674041748}
+{'epoch': 290, 'iter': 970, 'avg_loss': 1.1566752415422799, 'avg_acc_mask': 59.7895967270602, 'loss': 1.097428321838379}
+{'epoch': 290, 'iter': 980, 'avg_loss': 1.156714615806041, 'avg_acc_mask': 59.792987691160015, 'loss': 0.9024180173873901}
+{'epoch': 290, 'iter': 990, 'avg_loss': 1.157546645066091, 'avg_acc_mask': 59.79430934840008, 'loss': 1.3869030475616455}
+{'epoch': 290, 'iter': 1000, 'avg_loss': 1.1574646452149668, 'avg_acc_mask': 59.80869119906358, 'loss': 1.4680594205856323}
+{'epoch': 290, 'iter': 1010, 'avg_loss': 1.156932456940265, 'avg_acc_mask': 59.82141239970296, 'loss': 0.9423246383666992}
+{'epoch': 290, 'iter': 1020, 'avg_loss': 1.1573610166552952, 'avg_acc_mask': 59.84427141268076, 'loss': 1.380106806755066}
+{'epoch': 290, 'iter': 1030, 'avg_loss': 1.1575299197036473, 'avg_acc_mask': 59.83755154272714, 'loss': 1.1449803113937378}
+{'epoch': 290, 'iter': 1040, 'avg_loss': 1.1576567074922732, 'avg_acc_mask': 59.81811465461134, 'loss': 1.1965410709381104}
+{'epoch': 290, 'iter': 1050, 'avg_loss': 1.1574708943305756, 'avg_acc_mask': 59.82503833821274, 'loss': 1.2318642139434814}
+{'epoch': 290, 'iter': 1060, 'avg_loss': 1.157472790158323, 'avg_acc_mask': 59.83984260393835, 'loss': 0.9510524272918701}
+{'epoch': 290, 'iter': 1070, 'avg_loss': 1.1564249237990625, 'avg_acc_mask': 59.87412563493013, 'loss': 1.3179820775985718}
+{'epoch': 290, 'iter': 1080, 'avg_loss': 1.1564398015626154, 'avg_acc_mask': 59.897324681045724, 'loss': 1.1291980743408203}
+{'epoch': 290, 'iter': 1090, 'avg_loss': 1.1568626352508171, 'avg_acc_mask': 59.86893927966883, 'loss': 1.3167810440063477}
+{'epoch': 290, 'iter': 1100, 'avg_loss': 1.1572163181073225, 'avg_acc_mask': 59.880398671096344, 'loss': 1.1070406436920166}
+{'epoch': 'EP290_train', 'avg_loss': 1.1576415030934692, 'total_masked_acc': 59.853325828560074}
+{'epoch': 291, 'iter': 0, 'avg_loss': 1.3249907493591309, 'avg_acc_mask': 54.054054054054056, 'loss': 1.3249907493591309}
+{'epoch': 291, 'iter': 10, 'avg_loss': 1.283153306354176, 'avg_acc_mask': 56.17792421746294, 'loss': 0.9817167520523071}
+{'epoch': 291, 'iter': 20, 'avg_loss': 1.2394244500568934, 'avg_acc_mask': 57.595993322203675, 'loss': 1.2783454656600952}
+{'epoch': 291, 'iter': 30, 'avg_loss': 1.2431224642261383, 'avg_acc_mask': 58.342792281498305, 'loss': 1.3087067604064941}
+{'epoch': 291, 'iter': 40, 'avg_loss': 1.2312083520540378, 'avg_acc_mask': 58.272453803180056, 'loss': 1.1125097274780273}
+{'epoch': 291, 'iter': 50, 'avg_loss': 1.231476228611142, 'avg_acc_mask': 58.08115543328748, 'loss': 1.0662240982055664}
+{'epoch': 291, 'iter': 60, 'avg_loss': 1.2134705821021659, 'avg_acc_mask': 58.79765395894429, 'loss': 0.9113880395889282}
+{'epoch': 291, 'iter': 70, 'avg_loss': 1.2159727308112132, 'avg_acc_mask': 58.728147960476306, 'loss': 1.1704092025756836}
+{'epoch': 291, 'iter': 80, 'avg_loss': 1.2063267363442316, 'avg_acc_mask': 59.07979551011336, 'loss': 1.2729324102401733}
+{'epoch': 291, 'iter': 90, 'avg_loss': 1.204948602796911, 'avg_acc_mask': 59.09270998415214, 'loss': 1.2879605293273926}
+{'epoch': 291, 'iter': 100, 'avg_loss': 1.1981688419190963, 'avg_acc_mask': 59.351351351351354, 'loss': 0.9743639230728149}
+{'epoch': 291, 'iter': 110, 'avg_loss': 1.1897002941853292, 'avg_acc_mask': 59.585321704788555, 'loss': 1.026005744934082}
+{'epoch': 291, 'iter': 120, 'avg_loss': 1.1759129077935022, 'avg_acc_mask': 59.91878477966611, 'loss': 1.1276344060897827}
+{'epoch': 291, 'iter': 130, 'avg_loss': 1.174740512407463, 'avg_acc_mask': 59.83130530973452, 'loss': 1.055010199546814}
+{'epoch': 291, 'iter': 140, 'avg_loss': 1.173511653927201, 'avg_acc_mask': 59.691516709511575, 'loss': 1.2018598318099976}
+{'epoch': 291, 'iter': 150, 'avg_loss': 1.1645870066636446, 'avg_acc_mask': 60.03856350927934, 'loss': 1.2718555927276611}
+{'epoch': 291, 'iter': 160, 'avg_loss': 1.161323392613334, 'avg_acc_mask': 60.17247248383071, 'loss': 1.2799036502838135}
+{'epoch': 291, 'iter': 170, 'avg_loss': 1.1596418152078551, 'avg_acc_mask': 60.19541206457094, 'loss': 0.97506183385849}
+{'epoch': 291, 'iter': 180, 'avg_loss': 1.1586045408775794, 'avg_acc_mask': 60.23673387501254, 'loss': 1.2641452550888062}
+{'epoch': 291, 'iter': 190, 'avg_loss': 1.1609056548298342, 'avg_acc_mask': 60.11588145896657, 'loss': 1.0031371116638184}
+{'epoch': 291, 'iter': 200, 'avg_loss': 1.1599902730082992, 'avg_acc_mask': 60.03786171459479, 'loss': 0.9305935502052307}
+{'epoch': 291, 'iter': 210, 'avg_loss': 1.159334309010709, 'avg_acc_mask': 59.96565049377415, 'loss': 1.1785475015640259}
+{'epoch': 291, 'iter': 220, 'avg_loss': 1.157336105858039, 'avg_acc_mask': 60.02786656831407, 'loss': 1.1960495710372925}
+{'epoch': 291, 'iter': 230, 'avg_loss': 1.1578397330267605, 'avg_acc_mask': 59.91696694344352, 'loss': 1.0848759412765503}
+{'epoch': 291, 'iter': 240, 'avg_loss': 1.1553967852315468, 'avg_acc_mask': 60.01054534498343, 'loss': 1.1174927949905396}
+{'epoch': 291, 'iter': 250, 'avg_loss': 1.1563672805687346, 'avg_acc_mask': 59.86665700413073, 'loss': 0.781007707118988}
+{'epoch': 291, 'iter': 260, 'avg_loss': 1.157496554413061, 'avg_acc_mask': 59.86759581881533, 'loss': 1.4362879991531372}
+{'epoch': 291, 'iter': 270, 'avg_loss': 1.1567326546595105, 'avg_acc_mask': 59.89408767931358, 'loss': 1.3292354345321655}
+{'epoch': 291, 'iter': 280, 'avg_loss': 1.1584005345229151, 'avg_acc_mask': 59.803223509612266, 'loss': 0.368338406085968}
+{'epoch': 291, 'iter': 290, 'avg_loss': 1.1591894020329636, 'avg_acc_mask': 59.83473143858771, 'loss': 1.0558817386627197}
+{'epoch': 291, 'iter': 300, 'avg_loss': 1.1573627810937621, 'avg_acc_mask': 59.78794304756134, 'loss': 0.7316297292709351}
+{'epoch': 291, 'iter': 310, 'avg_loss': 1.1557460919837093, 'avg_acc_mask': 59.821481002994894, 'loss': 0.8824663162231445}
+{'epoch': 291, 'iter': 320, 'avg_loss': 1.155824152294349, 'avg_acc_mask': 59.83339989730131, 'loss': 1.0790749788284302}
+{'epoch': 291, 'iter': 330, 'avg_loss': 1.1546102529926243, 'avg_acc_mask': 59.870960626447555, 'loss': 0.9544046521186829}
+{'epoch': 291, 'iter': 340, 'avg_loss': 1.1531519402157178, 'avg_acc_mask': 59.85975805588267, 'loss': 1.0172654390335083}
+{'epoch': 291, 'iter': 350, 'avg_loss': 1.151181396425959, 'avg_acc_mask': 59.896864256693405, 'loss': 0.8823320269584656}
+{'epoch': 291, 'iter': 360, 'avg_loss': 1.1515295130724392, 'avg_acc_mask': 59.864290054689086, 'loss': 0.9822800159454346}
+{'epoch': 291, 'iter': 370, 'avg_loss': 1.1532710461282345, 'avg_acc_mask': 59.83973255985448, 'loss': 1.1827937364578247}
+{'epoch': 291, 'iter': 380, 'avg_loss': 1.1560138075996258, 'avg_acc_mask': 59.76082276967233, 'loss': 0.8894544243812561}
+{'epoch': 291, 'iter': 390, 'avg_loss': 1.1562677748367916, 'avg_acc_mask': 59.75132718636491, 'loss': 1.5357248783111572}
+{'epoch': 291, 'iter': 400, 'avg_loss': 1.1579178182264218, 'avg_acc_mask': 59.693229261208934, 'loss': 1.1950539350509644}
+{'epoch': 291, 'iter': 410, 'avg_loss': 1.1584002198674093, 'avg_acc_mask': 59.684215194926146, 'loss': 1.4110791683197021}
+{'epoch': 291, 'iter': 420, 'avg_loss': 1.155956178408054, 'avg_acc_mask': 59.73131094257855, 'loss': 1.0443408489227295}
+{'epoch': 291, 'iter': 430, 'avg_loss': 1.1537338814713285, 'avg_acc_mask': 59.769432906671184, 'loss': 0.9653558731079102}
+{'epoch': 291, 'iter': 440, 'avg_loss': 1.1539875005378204, 'avg_acc_mask': 59.74832353671662, 'loss': 1.1409581899642944}
+{'epoch': 291, 'iter': 450, 'avg_loss': 1.1535892358376023, 'avg_acc_mask': 59.760891590678824, 'loss': 1.0263465642929077}
+{'epoch': 291, 'iter': 460, 'avg_loss': 1.152650185882916, 'avg_acc_mask': 59.812232609729044, 'loss': 1.0451135635375977}
+{'epoch': 291, 'iter': 470, 'avg_loss': 1.1543922564785951, 'avg_acc_mask': 59.728191427575794, 'loss': 1.032683253288269}
+{'epoch': 291, 'iter': 480, 'avg_loss': 1.1539662655078944, 'avg_acc_mask': 59.84759449520416, 'loss': 0.8602740168571472}
+{'epoch': 291, 'iter': 490, 'avg_loss': 1.1545057482486345, 'avg_acc_mask': 59.814959313342996, 'loss': 1.3140454292297363}
+{'epoch': 291, 'iter': 500, 'avg_loss': 1.1531359564044519, 'avg_acc_mask': 59.83338183934808, 'loss': 1.084015130996704}
+{'epoch': 291, 'iter': 510, 'avg_loss': 1.1524436850603779, 'avg_acc_mask': 59.79865533065348, 'loss': 1.2932480573654175}
+{'epoch': 291, 'iter': 520, 'avg_loss': 1.152421486240431, 'avg_acc_mask': 59.80039780856335, 'loss': 1.5046286582946777}
+{'epoch': 291, 'iter': 530, 'avg_loss': 1.149227862528713, 'avg_acc_mask': 59.907375643224704, 'loss': 0.796055018901825}
+{'epoch': 291, 'iter': 540, 'avg_loss': 1.149063586197146, 'avg_acc_mask': 59.906327919671135, 'loss': 1.0203238725662231}
+{'epoch': 291, 'iter': 550, 'avg_loss': 1.1512837339659134, 'avg_acc_mask': 59.764037145973106, 'loss': 1.3050751686096191}
+{'epoch': 291, 'iter': 560, 'avg_loss': 1.151576236182568, 'avg_acc_mask': 59.784513532809754, 'loss': 1.2412446737289429}
+{'epoch': 291, 'iter': 570, 'avg_loss': 1.1505601082499515, 'avg_acc_mask': 59.84737211827065, 'loss': 0.9075738191604614}
+{'epoch': 291, 'iter': 580, 'avg_loss': 1.1500313831894, 'avg_acc_mask': 59.846250392218394, 'loss': 1.441489338874817}
+{'epoch': 291, 'iter': 590, 'avg_loss': 1.1506474363017203, 'avg_acc_mask': 59.784886587771204, 'loss': 0.9819775223731995}
+{'epoch': 291, 'iter': 600, 'avg_loss': 1.1499490126992225, 'avg_acc_mask': 59.80719092948523, 'loss': 1.3330423831939697}
+{'epoch': 291, 'iter': 610, 'avg_loss': 1.1507639973721606, 'avg_acc_mask': 59.78905342192296, 'loss': 1.2736762762069702}
+{'epoch': 291, 'iter': 620, 'avg_loss': 1.1491882012086214, 'avg_acc_mask': 59.836931018301264, 'loss': 1.4081714153289795}
+{'epoch': 291, 'iter': 630, 'avg_loss': 1.1471003490469158, 'avg_acc_mask': 59.923741298131084, 'loss': 0.9735289216041565}
+{'epoch': 291, 'iter': 640, 'avg_loss': 1.1459005231418402, 'avg_acc_mask': 59.98575904300769, 'loss': 0.7594375610351562}
+{'epoch': 291, 'iter': 650, 'avg_loss': 1.145418171142836, 'avg_acc_mask': 59.982587693431064, 'loss': 1.0305054187774658}
+{'epoch': 291, 'iter': 660, 'avg_loss': 1.145441667395172, 'avg_acc_mask': 59.96125639961256, 'loss': 1.1205360889434814}
+{'epoch': 291, 'iter': 670, 'avg_loss': 1.1443487377351513, 'avg_acc_mask': 59.998908862762214, 'loss': 0.9887206554412842}
+{'epoch': 291, 'iter': 680, 'avg_loss': 1.1443275495947896, 'avg_acc_mask': 59.980101642958935, 'loss': 1.5157357454299927}
+{'epoch': 291, 'iter': 690, 'avg_loss': 1.1454767834087873, 'avg_acc_mask': 59.93642384105961, 'loss': 1.0817511081695557}
+{'epoch': 291, 'iter': 700, 'avg_loss': 1.1480181172979032, 'avg_acc_mask': 59.83705019063038, 'loss': 1.4322665929794312}
+{'epoch': 291, 'iter': 710, 'avg_loss': 1.1480854298662704, 'avg_acc_mask': 59.85821087909255, 'loss': 0.9967972040176392}
+{'epoch': 291, 'iter': 720, 'avg_loss': 1.1492428515886632, 'avg_acc_mask': 59.805242683888025, 'loss': 1.4644227027893066}
+{'epoch': 291, 'iter': 730, 'avg_loss': 1.1480345574351571, 'avg_acc_mask': 59.84700275896664, 'loss': 1.3901665210723877}
+{'epoch': 291, 'iter': 740, 'avg_loss': 1.1476762113783523, 'avg_acc_mask': 59.86100118717847, 'loss': 1.063887596130371}
+{'epoch': 291, 'iter': 750, 'avg_loss': 1.1493197360464165, 'avg_acc_mask': 59.85166390162975, 'loss': 0.9553982615470886}
+{'epoch': 291, 'iter': 760, 'avg_loss': 1.1476252191796723, 'avg_acc_mask': 59.92281717317896, 'loss': 1.119545817375183}
+{'epoch': 291, 'iter': 770, 'avg_loss': 1.148735130420764, 'avg_acc_mask': 59.87148976677773, 'loss': 1.172414779663086}
+{'epoch': 291, 'iter': 780, 'avg_loss': 1.1475807584812638, 'avg_acc_mask': 59.92478552121283, 'loss': 1.1526590585708618}
+{'epoch': 291, 'iter': 790, 'avg_loss': 1.1479627666370908, 'avg_acc_mask': 59.9414729312307, 'loss': 1.1570656299591064}
+{'epoch': 291, 'iter': 800, 'avg_loss': 1.147581070029036, 'avg_acc_mask': 59.97108831830384, 'loss': 0.8902227282524109}
+{'epoch': 291, 'iter': 810, 'avg_loss': 1.1475226399930867, 'avg_acc_mask': 59.978689156407995, 'loss': 1.1981514692306519}
+{'epoch': 291, 'iter': 820, 'avg_loss': 1.148180443026697, 'avg_acc_mask': 59.97626298817627, 'loss': 1.3120099306106567}
+{'epoch': 291, 'iter': 830, 'avg_loss': 1.1483729549119905, 'avg_acc_mask': 59.95399044416917, 'loss': 1.4935868978500366}
+{'epoch': 291, 'iter': 840, 'avg_loss': 1.1483842653978735, 'avg_acc_mask': 59.948038338100126, 'loss': 1.204418420791626}
+{'epoch': 291, 'iter': 850, 'avg_loss': 1.148046319829311, 'avg_acc_mask': 59.971537615628435, 'loss': 1.0707117319107056}
+{'epoch': 291, 'iter': 860, 'avg_loss': 1.1491702219058135, 'avg_acc_mask': 59.90244525858397, 'loss': 1.286423921585083}
+{'epoch': 291, 'iter': 870, 'avg_loss': 1.151692889861754, 'avg_acc_mask': 59.81495110924193, 'loss': 1.4388351440429688}
+{'epoch': 291, 'iter': 880, 'avg_loss': 1.1514285596491394, 'avg_acc_mask': 59.830339321357286, 'loss': 0.9831284880638123}
+{'epoch': 291, 'iter': 890, 'avg_loss': 1.1494853802267817, 'avg_acc_mask': 59.89504013171435, 'loss': 0.6830418705940247}
+{'epoch': 291, 'iter': 900, 'avg_loss': 1.1508888014810332, 'avg_acc_mask': 59.87069491318668, 'loss': 1.2692362070083618}
+{'epoch': 291, 'iter': 910, 'avg_loss': 1.1510117436737706, 'avg_acc_mask': 59.85781133894322, 'loss': 1.138556718826294}
+{'epoch': 291, 'iter': 920, 'avg_loss': 1.1502592435488872, 'avg_acc_mask': 59.879120442164705, 'loss': 1.2364051342010498}
+{'epoch': 291, 'iter': 930, 'avg_loss': 1.1493483027633355, 'avg_acc_mask': 59.886538234251276, 'loss': 1.2803865671157837}
+{'epoch': 291, 'iter': 940, 'avg_loss': 1.149519224856029, 'avg_acc_mask': 59.827777669543536, 'loss': 1.0372872352600098}
+{'epoch': 291, 'iter': 950, 'avg_loss': 1.1495826397283095, 'avg_acc_mask': 59.82416565446238, 'loss': 1.1819148063659668}
+{'epoch': 291, 'iter': 960, 'avg_loss': 1.1492962881876205, 'avg_acc_mask': 59.85196772285916, 'loss': 1.018544316291809}
+{'epoch': 291, 'iter': 970, 'avg_loss': 1.1491079803107327, 'avg_acc_mask': 59.86029828204644, 'loss': 1.103838324546814}
+{'epoch': 291, 'iter': 980, 'avg_loss': 1.1496534901656872, 'avg_acc_mask': 59.83033745655667, 'loss': 1.1092933416366577}
+{'epoch': 291, 'iter': 990, 'avg_loss': 1.1499098164643096, 'avg_acc_mask': 59.81660874066406, 'loss': 1.4366981983184814}
+{'epoch': 291, 'iter': 1000, 'avg_loss': 1.1505310728952483, 'avg_acc_mask': 59.80481910062985, 'loss': 1.5061920881271362}
+{'epoch': 291, 'iter': 1010, 'avg_loss': 1.1505471195004933, 'avg_acc_mask': 59.80548700827406, 'loss': 0.9443392753601074}
+{'epoch': 291, 'iter': 1020, 'avg_loss': 1.1504767004703331, 'avg_acc_mask': 59.7816131175805, 'loss': 1.0606493949890137}
+{'epoch': 291, 'iter': 1030, 'avg_loss': 1.1505931710063775, 'avg_acc_mask': 59.80283995871739, 'loss': 1.1511701345443726}
+{'epoch': 291, 'iter': 1040, 'avg_loss': 1.1511584282150416, 'avg_acc_mask': 59.79210711768851, 'loss': 1.2315603494644165}
+{'epoch': 291, 'iter': 1050, 'avg_loss': 1.1511974499182516, 'avg_acc_mask': 59.78435340917021, 'loss': 1.0179526805877686}
+{'epoch': 291, 'iter': 1060, 'avg_loss': 1.1506932954199465, 'avg_acc_mask': 59.77182368193604, 'loss': 0.9113852977752686}
+{'epoch': 291, 'iter': 1070, 'avg_loss': 1.1502512508079785, 'avg_acc_mask': 59.77635454483183, 'loss': 1.0615603923797607}
+{'epoch': 291, 'iter': 1080, 'avg_loss': 1.1498629049941635, 'avg_acc_mask': 59.80435372304353, 'loss': 0.8295950293540955}
+{'epoch': 291, 'iter': 1090, 'avg_loss': 1.1503574148872158, 'avg_acc_mask': 59.785509289562455, 'loss': 1.1404688358306885}
+{'epoch': 291, 'iter': 1100, 'avg_loss': 1.1498850523938275, 'avg_acc_mask': 59.80998968420352, 'loss': 0.8249908685684204}
+{'epoch': 'EP291_train', 'avg_loss': 1.1504786245963152, 'total_masked_acc': 59.788772092714794}
+{'epoch': 292, 'iter': 0, 'avg_loss': 1.6480766534805298, 'avg_acc_mask': 42.10526315789473, 'loss': 1.6480766534805298}
+{'epoch': 292, 'iter': 10, 'avg_loss': 1.2415979396213184, 'avg_acc_mask': 58.17307692307693, 'loss': 1.0465599298477173}
+{'epoch': 292, 'iter': 20, 'avg_loss': 1.2221714769090926, 'avg_acc_mask': 58.143459915611814, 'loss': 1.2638423442840576}
+{'epoch': 292, 'iter': 30, 'avg_loss': 1.196142065909601, 'avg_acc_mask': 58.85478158205431, 'loss': 1.3509732484817505}
+{'epoch': 292, 'iter': 40, 'avg_loss': 1.181729959278572, 'avg_acc_mask': 59.554565701559014, 'loss': 1.351189374923706}
+{'epoch': 292, 'iter': 50, 'avg_loss': 1.199113059277628, 'avg_acc_mask': 59.13513513513513, 'loss': 1.470591425895691}
+{'epoch': 292, 'iter': 60, 'avg_loss': 1.1848001558272565, 'avg_acc_mask': 59.74614687216682, 'loss': 1.0920917987823486}
+{'epoch': 292, 'iter': 70, 'avg_loss': 1.1868290934764163, 'avg_acc_mask': 59.644604687097605, 'loss': 1.1107721328735352}
+{'epoch': 292, 'iter': 80, 'avg_loss': 1.1825789330918113, 'avg_acc_mask': 59.54627133872417, 'loss': 1.2469815015792847}
+{'epoch': 292, 'iter': 90, 'avg_loss': 1.1833321491440574, 'avg_acc_mask': 59.620328257860386, 'loss': 1.0782674551010132}
+{'epoch': 292, 'iter': 100, 'avg_loss': 1.1681058058644285, 'avg_acc_mask': 60.06789351438271, 'loss': 1.1333025693893433}
+{'epoch': 292, 'iter': 110, 'avg_loss': 1.1668660468883343, 'avg_acc_mask': 59.99346832135859, 'loss': 0.7942965626716614}
+{'epoch': 292, 'iter': 120, 'avg_loss': 1.1629790698201203, 'avg_acc_mask': 60.06615546534356, 'loss': 1.1803542375564575}
+{'epoch': 292, 'iter': 130, 'avg_loss': 1.15848014827903, 'avg_acc_mask': 60.26352288488211, 'loss': 1.2277178764343262}
+{'epoch': 292, 'iter': 140, 'avg_loss': 1.1622477744488007, 'avg_acc_mask': 60.061641196866574, 'loss': 0.9982853531837463}
+{'epoch': 292, 'iter': 150, 'avg_loss': 1.155069287249584, 'avg_acc_mask': 60.28702363724071, 'loss': 0.963153600692749}
+{'epoch': 292, 'iter': 160, 'avg_loss': 1.1511606711038151, 'avg_acc_mask': 60.533787620670076, 'loss': 0.8576510548591614}
+{'epoch': 292, 'iter': 170, 'avg_loss': 1.1567192192663227, 'avg_acc_mask': 60.303224428784965, 'loss': 1.3457365036010742}
+{'epoch': 292, 'iter': 180, 'avg_loss': 1.159111186285704, 'avg_acc_mask': 60.285398452416835, 'loss': 1.44819974899292}
+{'epoch': 292, 'iter': 190, 'avg_loss': 1.1601118941581685, 'avg_acc_mask': 60.10441385856669, 'loss': 1.0207713842391968}
+{'epoch': 292, 'iter': 200, 'avg_loss': 1.1558732660255622, 'avg_acc_mask': 60.12441399206635, 'loss': 1.2536228895187378}
+{'epoch': 292, 'iter': 210, 'avg_loss': 1.156537133653017, 'avg_acc_mask': 60.273972602739725, 'loss': 1.050758957862854}
+{'epoch': 292, 'iter': 220, 'avg_loss': 1.157193840359131, 'avg_acc_mask': 60.35087719298245, 'loss': 1.690969467163086}
+{'epoch': 292, 'iter': 230, 'avg_loss': 1.1594193074610326, 'avg_acc_mask': 60.336200156372165, 'loss': 1.189461350440979}
+{'epoch': 292, 'iter': 240, 'avg_loss': 1.1549655928651328, 'avg_acc_mask': 60.43765979846594, 'loss': 0.9379943013191223}
+{'epoch': 292, 'iter': 250, 'avg_loss': 1.1545733469890884, 'avg_acc_mask': 60.376130198915014, 'loss': 1.2196853160858154}
+{'epoch': 292, 'iter': 260, 'avg_loss': 1.1559551869772404, 'avg_acc_mask': 60.20038964653492, 'loss': 1.1534682512283325}
+{'epoch': 292, 'iter': 270, 'avg_loss': 1.1577843372672247, 'avg_acc_mask': 60.0869856139177, 'loss': 1.6097605228424072}
+{'epoch': 292, 'iter': 280, 'avg_loss': 1.1581380140314748, 'avg_acc_mask': 60.0245129660689, 'loss': 0.5442092418670654}
+{'epoch': 292, 'iter': 290, 'avg_loss': 1.1563287850507755, 'avg_acc_mask': 60.12112887112887, 'loss': 1.084253191947937}
+{'epoch': 292, 'iter': 300, 'avg_loss': 1.1537679544714994, 'avg_acc_mask': 60.1742603013251, 'loss': 0.6663200259208679}
+{'epoch': 292, 'iter': 310, 'avg_loss': 1.153714446967821, 'avg_acc_mask': 60.044538209095165, 'loss': 0.9449634552001953}
+{'epoch': 292, 'iter': 320, 'avg_loss': 1.1509800956256664, 'avg_acc_mask': 60.07745315792471, 'loss': 0.7941088676452637}
+{'epoch': 292, 'iter': 330, 'avg_loss': 1.1517447357451447, 'avg_acc_mask': 60.05858295567591, 'loss': 0.7872729301452637}
+{'epoch': 292, 'iter': 340, 'avg_loss': 1.1511648138247628, 'avg_acc_mask': 60.08468671276197, 'loss': 1.3506174087524414}
+{'epoch': 292, 'iter': 350, 'avg_loss': 1.1525299413251742, 'avg_acc_mask': 60.07190496040017, 'loss': 1.182557463645935}
+{'epoch': 292, 'iter': 360, 'avg_loss': 1.1513234139149209, 'avg_acc_mask': 60.15498379254457, 'loss': 1.1217663288116455}
+{'epoch': 292, 'iter': 370, 'avg_loss': 1.152250320120963, 'avg_acc_mask': 60.12036900004934, 'loss': 1.448966145515442}
+{'epoch': 292, 'iter': 380, 'avg_loss': 1.153854077100128, 'avg_acc_mask': 60.05854688549764, 'loss': 0.8287897109985352}
+{'epoch': 292, 'iter': 390, 'avg_loss': 1.152654786853839, 'avg_acc_mask': 60.10096288679069, 'loss': 1.160915732383728}
+{'epoch': 292, 'iter': 400, 'avg_loss': 1.1518509294326764, 'avg_acc_mask': 60.11679364934531, 'loss': 1.0512850284576416}
+{'epoch': 292, 'iter': 410, 'avg_loss': 1.1499089092523802, 'avg_acc_mask': 60.138771516256725, 'loss': 1.0192950963974}
+{'epoch': 292, 'iter': 420, 'avg_loss': 1.1490669503914206, 'avg_acc_mask': 60.1547893386669, 'loss': 1.2840434312820435}
+{'epoch': 292, 'iter': 430, 'avg_loss': 1.148579902687648, 'avg_acc_mask': 60.19182616814497, 'loss': 0.8797876834869385}
+{'epoch': 292, 'iter': 440, 'avg_loss': 1.1511946638154875, 'avg_acc_mask': 60.12498448040392, 'loss': 1.483937382698059}
+{'epoch': 292, 'iter': 450, 'avg_loss': 1.1507028671696022, 'avg_acc_mask': 60.158653067832276, 'loss': 0.8661633133888245}
+{'epoch': 292, 'iter': 460, 'avg_loss': 1.1504282184640136, 'avg_acc_mask': 60.200483378897744, 'loss': 1.069119930267334}
+{'epoch': 292, 'iter': 470, 'avg_loss': 1.1519693884120625, 'avg_acc_mask': 60.1305412020669, 'loss': 1.2939214706420898}
+{'epoch': 292, 'iter': 480, 'avg_loss': 1.1523691389763926, 'avg_acc_mask': 60.07007921998782, 'loss': 1.1079798936843872}
+{'epoch': 292, 'iter': 490, 'avg_loss': 1.1534016452835922, 'avg_acc_mask': 60.073287466347594, 'loss': 1.4573240280151367}
+{'epoch': 292, 'iter': 500, 'avg_loss': 1.1526421633309234, 'avg_acc_mask': 60.086513435243226, 'loss': 1.0796146392822266}
+{'epoch': 292, 'iter': 510, 'avg_loss': 1.151748486577648, 'avg_acc_mask': 60.11348944117224, 'loss': 1.0132521390914917}
+{'epoch': 292, 'iter': 520, 'avg_loss': 1.1526955195672224, 'avg_acc_mask': 60.081753470998656, 'loss': 1.230086088180542}
+{'epoch': 292, 'iter': 530, 'avg_loss': 1.1522797911854115, 'avg_acc_mask': 60.1044693510447, 'loss': 1.0856589078903198}
+{'epoch': 292, 'iter': 540, 'avg_loss': 1.1524408334063956, 'avg_acc_mask': 60.12544499067639, 'loss': 1.0903972387313843}
+{'epoch': 292, 'iter': 550, 'avg_loss': 1.153468283140075, 'avg_acc_mask': 60.039840637450204, 'loss': 1.2248867750167847}
+{'epoch': 292, 'iter': 560, 'avg_loss': 1.1535776719690007, 'avg_acc_mask': 60.05946157867225, 'loss': 1.3638496398925781}
+{'epoch': 292, 'iter': 570, 'avg_loss': 1.153209265184486, 'avg_acc_mask': 60.04303008895025, 'loss': 1.1598007678985596}
+{'epoch': 292, 'iter': 580, 'avg_loss': 1.1530751655721418, 'avg_acc_mask': 60.03154574132492, 'loss': 1.2718226909637451}
+{'epoch': 292, 'iter': 590, 'avg_loss': 1.1526726198882218, 'avg_acc_mask': 60.02974991477888, 'loss': 0.9450676441192627}
+{'epoch': 292, 'iter': 600, 'avg_loss': 1.1515595035227681, 'avg_acc_mask': 60.038415805359925, 'loss': 1.1279211044311523}
+{'epoch': 292, 'iter': 610, 'avg_loss': 1.1520488943093732, 'avg_acc_mask': 60.0652655529609, 'loss': 1.617952585220337}
+{'epoch': 292, 'iter': 620, 'avg_loss': 1.1502929046726074, 'avg_acc_mask': 60.12018735087048, 'loss': 1.1483970880508423}
+{'epoch': 292, 'iter': 630, 'avg_loss': 1.15043515165332, 'avg_acc_mask': 60.095596755504054, 'loss': 1.1599370241165161}
+{'epoch': 292, 'iter': 640, 'avg_loss': 1.1520899428220324, 'avg_acc_mask': 60.05882520917216, 'loss': 1.2593262195587158}
+{'epoch': 292, 'iter': 650, 'avg_loss': 1.1526632310791134, 'avg_acc_mask': 60.04675529517801, 'loss': 1.0138781070709229}
+{'epoch': 292, 'iter': 660, 'avg_loss': 1.1532582371931033, 'avg_acc_mask': 60.00665908271136, 'loss': 1.1439405679702759}
+{'epoch': 292, 'iter': 670, 'avg_loss': 1.15297500946838, 'avg_acc_mask': 60.01803820820465, 'loss': 1.0152722597122192}
+{'epoch': 292, 'iter': 680, 'avg_loss': 1.1530099773722073, 'avg_acc_mask': 60.02365782186736, 'loss': 1.2714130878448486}
+{'epoch': 292, 'iter': 690, 'avg_loss': 1.1530997906683496, 'avg_acc_mask': 60.025417670576395, 'loss': 1.0754499435424805}
+{'epoch': 292, 'iter': 700, 'avg_loss': 1.1539086569392902, 'avg_acc_mask': 60.008351166553574, 'loss': 1.2042536735534668}
+{'epoch': 292, 'iter': 710, 'avg_loss': 1.153479156614859, 'avg_acc_mask': 60.039638619340565, 'loss': 1.2410030364990234}
+{'epoch': 292, 'iter': 720, 'avg_loss': 1.1541409689245872, 'avg_acc_mask': 59.98630449669026, 'loss': 1.191218376159668}
+{'epoch': 292, 'iter': 730, 'avg_loss': 1.1538024732254435, 'avg_acc_mask': 59.97947537044453, 'loss': 1.4181797504425049}
+{'epoch': 292, 'iter': 740, 'avg_loss': 1.1548067632957026, 'avg_acc_mask': 59.933275670332385, 'loss': 1.169556975364685}
+{'epoch': 292, 'iter': 750, 'avg_loss': 1.1560556994932152, 'avg_acc_mask': 59.925924120958115, 'loss': 1.0771429538726807}
+{'epoch': 292, 'iter': 760, 'avg_loss': 1.1546802978947974, 'avg_acc_mask': 59.993263238938475, 'loss': 1.2630497217178345}
+{'epoch': 292, 'iter': 770, 'avg_loss': 1.1560437508439585, 'avg_acc_mask': 59.933578460443606, 'loss': 1.1628971099853516}
+{'epoch': 292, 'iter': 780, 'avg_loss': 1.1561899553798378, 'avg_acc_mask': 59.92919441057863, 'loss': 1.1791614294052124}
+{'epoch': 292, 'iter': 790, 'avg_loss': 1.1567308330053625, 'avg_acc_mask': 59.92310720985709, 'loss': 1.3717563152313232}
+{'epoch': 292, 'iter': 800, 'avg_loss': 1.1558521446514962, 'avg_acc_mask': 59.97073483012484, 'loss': 0.8891920447349548}
+{'epoch': 292, 'iter': 810, 'avg_loss': 1.1559227153787484, 'avg_acc_mask': 59.962512138388924, 'loss': 1.1829966306686401}
+{'epoch': 292, 'iter': 820, 'avg_loss': 1.1555656306490973, 'avg_acc_mask': 59.96071077774802, 'loss': 1.0844147205352783}
+{'epoch': 292, 'iter': 830, 'avg_loss': 1.1552371072137972, 'avg_acc_mask': 59.972650477513845, 'loss': 1.4123395681381226}
+{'epoch': 292, 'iter': 840, 'avg_loss': 1.15504270402203, 'avg_acc_mask': 59.98909487459105, 'loss': 1.2039536237716675}
+{'epoch': 292, 'iter': 850, 'avg_loss': 1.1555456555548063, 'avg_acc_mask': 59.96684892581909, 'loss': 0.9750527739524841}
+{'epoch': 292, 'iter': 860, 'avg_loss': 1.1572032714831566, 'avg_acc_mask': 59.91197856869499, 'loss': 1.0325871706008911}
+{'epoch': 292, 'iter': 870, 'avg_loss': 1.1584189417167865, 'avg_acc_mask': 59.84509791574838, 'loss': 1.1301831007003784}
+{'epoch': 292, 'iter': 880, 'avg_loss': 1.1578140621423452, 'avg_acc_mask': 59.858468051549174, 'loss': 0.8643547892570496}
+{'epoch': 292, 'iter': 890, 'avg_loss': 1.1563528146674202, 'avg_acc_mask': 59.894356065277265, 'loss': 0.9011915922164917}
+{'epoch': 292, 'iter': 900, 'avg_loss': 1.1560040273756351, 'avg_acc_mask': 59.88096930795636, 'loss': 1.4844979047775269}
+{'epoch': 292, 'iter': 910, 'avg_loss': 1.1561304809102373, 'avg_acc_mask': 59.85986186957919, 'loss': 1.3304686546325684}
+{'epoch': 292, 'iter': 920, 'avg_loss': 1.1551708396560594, 'avg_acc_mask': 59.8847147684357, 'loss': 0.9550802707672119}
+{'epoch': 292, 'iter': 930, 'avg_loss': 1.155581129672832, 'avg_acc_mask': 59.8902287883855, 'loss': 1.2376220226287842}
+{'epoch': 292, 'iter': 940, 'avg_loss': 1.1554707557311348, 'avg_acc_mask': 59.88352842646515, 'loss': 0.7620500326156616}
+{'epoch': 292, 'iter': 950, 'avg_loss': 1.1560821647273003, 'avg_acc_mask': 59.86086487319818, 'loss': 1.4153764247894287}
+{'epoch': 292, 'iter': 960, 'avg_loss': 1.1560644111697804, 'avg_acc_mask': 59.87495472827433, 'loss': 1.1186968088150024}
+{'epoch': 292, 'iter': 970, 'avg_loss': 1.1561643185379822, 'avg_acc_mask': 59.87337955984323, 'loss': 1.1291239261627197}
+{'epoch': 292, 'iter': 980, 'avg_loss': 1.1559795689874468, 'avg_acc_mask': 59.870616529018065, 'loss': 0.8969264626502991}
+{'epoch': 292, 'iter': 990, 'avg_loss': 1.1573878016048436, 'avg_acc_mask': 59.79641889026167, 'loss': 1.3717883825302124}
+{'epoch': 292, 'iter': 1000, 'avg_loss': 1.157261254606428, 'avg_acc_mask': 59.793343921718964, 'loss': 1.852877140045166}
+{'epoch': 292, 'iter': 1010, 'avg_loss': 1.1573847361889131, 'avg_acc_mask': 59.8013496643931, 'loss': 0.9312492609024048}
+{'epoch': 292, 'iter': 1020, 'avg_loss': 1.156409226423613, 'avg_acc_mask': 59.83945817132823, 'loss': 0.9382038712501526}
+{'epoch': 292, 'iter': 1030, 'avg_loss': 1.1567272164657438, 'avg_acc_mask': 59.83778219508732, 'loss': 1.2115943431854248}
+{'epoch': 292, 'iter': 1040, 'avg_loss': 1.1561039626083045, 'avg_acc_mask': 59.849550056242975, 'loss': 1.251995325088501}
+{'epoch': 292, 'iter': 1050, 'avg_loss': 1.1555362830379823, 'avg_acc_mask': 59.85752355738248, 'loss': 1.3727233409881592}
+{'epoch': 292, 'iter': 1060, 'avg_loss': 1.1551523531078731, 'avg_acc_mask': 59.877800407331975, 'loss': 0.9239612221717834}
+{'epoch': 292, 'iter': 1070, 'avg_loss': 1.1549474898061387, 'avg_acc_mask': 59.86767873628065, 'loss': 1.2959846258163452}
+{'epoch': 292, 'iter': 1080, 'avg_loss': 1.1547098416183748, 'avg_acc_mask': 59.88352407394867, 'loss': 1.0281833410263062}
+{'epoch': 292, 'iter': 1090, 'avg_loss': 1.1548008288843274, 'avg_acc_mask': 59.873059467787584, 'loss': 0.9505804181098938}
+{'epoch': 292, 'iter': 1100, 'avg_loss': 1.1541923419872704, 'avg_acc_mask': 59.891104065337565, 'loss': 0.8859149217605591}
+{'epoch': 'EP292_train', 'avg_loss': 1.154854453311247, 'total_masked_acc': 59.873897429956806}
+{'epoch': 293, 'iter': 0, 'avg_loss': 1.3187953233718872, 'avg_acc_mask': 56.71641791044776, 'loss': 1.3187953233718872}
+{'epoch': 293, 'iter': 10, 'avg_loss': 1.2601592540740967, 'avg_acc_mask': 58.0952380952381, 'loss': 1.1099603176116943}
+{'epoch': 293, 'iter': 20, 'avg_loss': 1.2094044202849978, 'avg_acc_mask': 59.88023952095808, 'loss': 1.515939474105835}
+{'epoch': 293, 'iter': 30, 'avg_loss': 1.2003628073200103, 'avg_acc_mask': 59.79020979020979, 'loss': 1.2808136940002441}
+{'epoch': 293, 'iter': 40, 'avg_loss': 1.1924348560775198, 'avg_acc_mask': 59.82339955849889, 'loss': 1.1392333507537842}
+{'epoch': 293, 'iter': 50, 'avg_loss': 1.2126893202463787, 'avg_acc_mask': 58.74076679563841, 'loss': 1.4463740587234497}
+{'epoch': 293, 'iter': 60, 'avg_loss': 1.1890894780393506, 'avg_acc_mask': 59.33708197691625, 'loss': 0.762359082698822}
+{'epoch': 293, 'iter': 70, 'avg_loss': 1.1737259223427572, 'avg_acc_mask': 59.984756097560975, 'loss': 0.8756304383277893}
+{'epoch': 293, 'iter': 80, 'avg_loss': 1.1698138662326483, 'avg_acc_mask': 60.33185840707964, 'loss': 1.30796480178833}
+{'epoch': 293, 'iter': 90, 'avg_loss': 1.1681522975911152, 'avg_acc_mask': 60.06744693513192, 'loss': 1.0993635654449463}
+{'epoch': 293, 'iter': 100, 'avg_loss': 1.1559266152948435, 'avg_acc_mask': 60.54005400540055, 'loss': 0.82574462890625}
+{'epoch': 293, 'iter': 110, 'avg_loss': 1.1559784160004005, 'avg_acc_mask': 60.60356200527705, 'loss': 1.1710149049758911}
+{'epoch': 293, 'iter': 120, 'avg_loss': 1.1489561131177854, 'avg_acc_mask': 60.67822155237378, 'loss': 1.398582100868225}
+{'epoch': 293, 'iter': 130, 'avg_loss': 1.1485060867462449, 'avg_acc_mask': 60.66074403109384, 'loss': 1.2420514822006226}
+{'epoch': 293, 'iter': 140, 'avg_loss': 1.1484585138077432, 'avg_acc_mask': 60.3906952833826, 'loss': 0.9814444184303284}
+{'epoch': 293, 'iter': 150, 'avg_loss': 1.1444847927188242, 'avg_acc_mask': 60.51807228915662, 'loss': 1.1000428199768066}
+{'epoch': 293, 'iter': 160, 'avg_loss': 1.1405602826835206, 'avg_acc_mask': 60.67581358430662, 'loss': 1.1889848709106445}
+{'epoch': 293, 'iter': 170, 'avg_loss': 1.1417546892723842, 'avg_acc_mask': 60.56728513542333, 'loss': 1.1548343896865845}
+{'epoch': 293, 'iter': 180, 'avg_loss': 1.144673898733782, 'avg_acc_mask': 60.40044493882091, 'loss': 1.129767656326294}
+{'epoch': 293, 'iter': 190, 'avg_loss': 1.1489818227228694, 'avg_acc_mask': 60.12018313620755, 'loss': 1.058005928993225}
+{'epoch': 293, 'iter': 200, 'avg_loss': 1.1443181607260633, 'avg_acc_mask': 60.29132362254591, 'loss': 1.1411558389663696}
+{'epoch': 293, 'iter': 210, 'avg_loss': 1.1425848959181546, 'avg_acc_mask': 60.45173479903813, 'loss': 1.3565219640731812}
+{'epoch': 293, 'iter': 220, 'avg_loss': 1.140005522723651, 'avg_acc_mask': 60.37782340862423, 'loss': 1.1039906740188599}
+{'epoch': 293, 'iter': 230, 'avg_loss': 1.1389360603316006, 'avg_acc_mask': 60.434267666798256, 'loss': 1.1498039960861206}
+{'epoch': 293, 'iter': 240, 'avg_loss': 1.1388004006686547, 'avg_acc_mask': 60.47307575296623, 'loss': 1.1859674453735352}
+{'epoch': 293, 'iter': 250, 'avg_loss': 1.1388769420494596, 'avg_acc_mask': 60.499415887850475, 'loss': 0.9265329837799072}
+{'epoch': 293, 'iter': 260, 'avg_loss': 1.1404670191450594, 'avg_acc_mask': 60.35465484483851, 'loss': 1.1291173696517944}
+{'epoch': 293, 'iter': 270, 'avg_loss': 1.1395137738917587, 'avg_acc_mask': 60.434576592432144, 'loss': 0.9002097845077515}
+{'epoch': 293, 'iter': 280, 'avg_loss': 1.1360508623496492, 'avg_acc_mask': 60.55057869613548, 'loss': 0.7501564025878906}
+{'epoch': 293, 'iter': 290, 'avg_loss': 1.135932260977034, 'avg_acc_mask': 60.55671274379853, 'loss': 1.1441794633865356}
+{'epoch': 293, 'iter': 300, 'avg_loss': 1.1330513288808424, 'avg_acc_mask': 60.595703125, 'loss': 1.0841606855392456}
+{'epoch': 293, 'iter': 310, 'avg_loss': 1.1332277073929165, 'avg_acc_mask': 60.55328475801197, 'loss': 1.0476311445236206}
+{'epoch': 293, 'iter': 320, 'avg_loss': 1.134951648960975, 'avg_acc_mask': 60.49112289601106, 'loss': 0.9557805061340332}
+{'epoch': 293, 'iter': 330, 'avg_loss': 1.1344750857605315, 'avg_acc_mask': 60.49949602419083, 'loss': 1.4189640283584595}
+{'epoch': 293, 'iter': 340, 'avg_loss': 1.1320010964646716, 'avg_acc_mask': 60.57071556447675, 'loss': 1.1522185802459717}
+{'epoch': 293, 'iter': 350, 'avg_loss': 1.1325760523648003, 'avg_acc_mask': 60.599503931605895, 'loss': 1.1788824796676636}
+{'epoch': 293, 'iter': 360, 'avg_loss': 1.13206335043643, 'avg_acc_mask': 60.65220735271497, 'loss': 1.2899949550628662}
+{'epoch': 293, 'iter': 370, 'avg_loss': 1.1311491269146337, 'avg_acc_mask': 60.61754876041303, 'loss': 1.0775222778320312}
+{'epoch': 293, 'iter': 380, 'avg_loss': 1.134418633118702, 'avg_acc_mask': 60.473694428266356, 'loss': 0.5106702446937561}
+{'epoch': 293, 'iter': 390, 'avg_loss': 1.1347248929998148, 'avg_acc_mask': 60.494469131133584, 'loss': 1.0211920738220215}
+{'epoch': 293, 'iter': 400, 'avg_loss': 1.1363818750268504, 'avg_acc_mask': 60.432716704341004, 'loss': 1.157126545906067}
+{'epoch': 293, 'iter': 410, 'avg_loss': 1.137511735342425, 'avg_acc_mask': 60.39479021136599, 'loss': 1.1470646858215332}
+{'epoch': 293, 'iter': 420, 'avg_loss': 1.1370939017050057, 'avg_acc_mask': 60.34961032098983, 'loss': 1.0741649866104126}
+{'epoch': 293, 'iter': 430, 'avg_loss': 1.136068616071046, 'avg_acc_mask': 60.41299961361782, 'loss': 0.8836174011230469}
+{'epoch': 293, 'iter': 440, 'avg_loss': 1.1383226437498382, 'avg_acc_mask': 60.37127053302045, 'loss': 1.1654691696166992}
+{'epoch': 293, 'iter': 450, 'avg_loss': 1.1411509206580481, 'avg_acc_mask': 60.296891659148685, 'loss': 0.9731597900390625}
+{'epoch': 293, 'iter': 460, 'avg_loss': 1.1403290214998862, 'avg_acc_mask': 60.269576379974325, 'loss': 1.0821137428283691}
+{'epoch': 293, 'iter': 470, 'avg_loss': 1.14308812341113, 'avg_acc_mask': 60.109696376101866, 'loss': 1.1764860153198242}
+{'epoch': 293, 'iter': 480, 'avg_loss': 1.1417945503816782, 'avg_acc_mask': 60.22124913574556, 'loss': 1.130387306213379}
+{'epoch': 293, 'iter': 490, 'avg_loss': 1.1443038891750539, 'avg_acc_mask': 60.14122596153846, 'loss': 1.2760733366012573}
+{'epoch': 293, 'iter': 500, 'avg_loss': 1.1432512774319943, 'avg_acc_mask': 60.17438651999558, 'loss': 1.0891838073730469}
+{'epoch': 293, 'iter': 510, 'avg_loss': 1.1431204807851645, 'avg_acc_mask': 60.159233374162405, 'loss': 1.227439284324646}
+{'epoch': 293, 'iter': 520, 'avg_loss': 1.1425699499541189, 'avg_acc_mask': 60.192253322024314, 'loss': 0.9921019673347473}
+{'epoch': 293, 'iter': 530, 'avg_loss': 1.141558519583862, 'avg_acc_mask': 60.193602109499686, 'loss': 0.8884318470954895}
+{'epoch': 293, 'iter': 540, 'avg_loss': 1.1425511408975957, 'avg_acc_mask': 60.14223976588288, 'loss': 1.2484620809555054}
+{'epoch': 293, 'iter': 550, 'avg_loss': 1.1456990529210078, 'avg_acc_mask': 60.0193546234191, 'loss': 1.161977767944336}
+{'epoch': 293, 'iter': 560, 'avg_loss': 1.1457257494463216, 'avg_acc_mask': 60.01837632079806, 'loss': 1.0842570066452026}
+{'epoch': 293, 'iter': 570, 'avg_loss': 1.1447353408445202, 'avg_acc_mask': 60.06002129787989, 'loss': 1.3060837984085083}
+{'epoch': 293, 'iter': 580, 'avg_loss': 1.1450530258287865, 'avg_acc_mask': 60.02282236591861, 'loss': 1.2453749179840088}
+{'epoch': 293, 'iter': 590, 'avg_loss': 1.1443637306415892, 'avg_acc_mask': 60.09902840059791, 'loss': 0.9892493486404419}
+{'epoch': 293, 'iter': 600, 'avg_loss': 1.1438345339353786, 'avg_acc_mask': 60.09683152540295, 'loss': 1.2738909721374512}
+{'epoch': 293, 'iter': 610, 'avg_loss': 1.1450358983830422, 'avg_acc_mask': 60.047566005358696, 'loss': 1.010711908340454}
+{'epoch': 293, 'iter': 620, 'avg_loss': 1.1433089125463545, 'avg_acc_mask': 60.10732922201139, 'loss': 1.5287524461746216}
+{'epoch': 293, 'iter': 630, 'avg_loss': 1.1431125218724676, 'avg_acc_mask': 60.085749285422615, 'loss': 0.9499558210372925}
+{'epoch': 293, 'iter': 640, 'avg_loss': 1.1428891527764324, 'avg_acc_mask': 60.123087541700215, 'loss': 0.8869625926017761}
+{'epoch': 293, 'iter': 650, 'avg_loss': 1.1427892446975738, 'avg_acc_mask': 60.15585151601021, 'loss': 1.15886390209198}
+{'epoch': 293, 'iter': 660, 'avg_loss': 1.1433780616693165, 'avg_acc_mask': 60.139020713528005, 'loss': 0.9896604418754578}
+{'epoch': 293, 'iter': 670, 'avg_loss': 1.1439419521571272, 'avg_acc_mask': 60.150706781805184, 'loss': 1.0373789072036743}
+{'epoch': 293, 'iter': 680, 'avg_loss': 1.1439862907282932, 'avg_acc_mask': 60.14683173949557, 'loss': 1.344655990600586}
+{'epoch': 293, 'iter': 690, 'avg_loss': 1.1456605481946176, 'avg_acc_mask': 60.110965883325775, 'loss': 1.3543928861618042}
+{'epoch': 293, 'iter': 700, 'avg_loss': 1.145864646589535, 'avg_acc_mask': 60.09291094721924, 'loss': 1.284958839416504}
+{'epoch': 293, 'iter': 710, 'avg_loss': 1.145799763217757, 'avg_acc_mask': 60.084903706771584, 'loss': 1.1623637676239014}
+{'epoch': 293, 'iter': 720, 'avg_loss': 1.1458006000634535, 'avg_acc_mask': 60.081643066717696, 'loss': 1.1518266201019287}
+{'epoch': 293, 'iter': 730, 'avg_loss': 1.1444565934701103, 'avg_acc_mask': 60.118688392677534, 'loss': 1.4646430015563965}
+{'epoch': 293, 'iter': 740, 'avg_loss': 1.1452370020139877, 'avg_acc_mask': 60.108625564208126, 'loss': 1.0875945091247559}
+{'epoch': 293, 'iter': 750, 'avg_loss': 1.1447310629840222, 'avg_acc_mask': 60.12921540795849, 'loss': 0.8460374474525452}
+{'epoch': 293, 'iter': 760, 'avg_loss': 1.1440670641822037, 'avg_acc_mask': 60.17266813378153, 'loss': 1.0205955505371094}
+{'epoch': 293, 'iter': 770, 'avg_loss': 1.1456288430554702, 'avg_acc_mask': 60.099685204617, 'loss': 1.2962160110473633}
+{'epoch': 293, 'iter': 780, 'avg_loss': 1.1451002952765563, 'avg_acc_mask': 60.072992700729934, 'loss': 1.0545071363449097}
+{'epoch': 293, 'iter': 790, 'avg_loss': 1.1445725312651938, 'avg_acc_mask': 60.09539320614239, 'loss': 1.183815598487854}
+{'epoch': 293, 'iter': 800, 'avg_loss': 1.143873022699475, 'avg_acc_mask': 60.1001056160169, 'loss': 1.0553598403930664}
+{'epoch': 293, 'iter': 810, 'avg_loss': 1.1446106040301365, 'avg_acc_mask': 60.07072744995806, 'loss': 1.2402913570404053}
+{'epoch': 293, 'iter': 820, 'avg_loss': 1.1451046857778686, 'avg_acc_mask': 60.06400501298004, 'loss': 0.9820886254310608}
+{'epoch': 293, 'iter': 830, 'avg_loss': 1.1451842685540516, 'avg_acc_mask': 60.071600627610444, 'loss': 1.0681965351104736}
+{'epoch': 293, 'iter': 840, 'avg_loss': 1.1453615545021651, 'avg_acc_mask': 60.045846523305315, 'loss': 1.0573866367340088}
+{'epoch': 293, 'iter': 850, 'avg_loss': 1.1472756232624188, 'avg_acc_mask': 59.959029649595685, 'loss': 0.9283732175827026}
+{'epoch': 293, 'iter': 860, 'avg_loss': 1.1476319173002631, 'avg_acc_mask': 59.95482826216654, 'loss': 1.2753690481185913}
+{'epoch': 293, 'iter': 870, 'avg_loss': 1.1484191248323832, 'avg_acc_mask': 59.922203532380145, 'loss': 1.1717714071273804}
+{'epoch': 293, 'iter': 880, 'avg_loss': 1.1486967930255223, 'avg_acc_mask': 59.90476784563242, 'loss': 1.2005950212478638}
+{'epoch': 293, 'iter': 890, 'avg_loss': 1.1475786337614327, 'avg_acc_mask': 59.97611743633032, 'loss': 0.8161241412162781}
+{'epoch': 293, 'iter': 900, 'avg_loss': 1.147991951410302, 'avg_acc_mask': 59.96660829905933, 'loss': 1.4021300077438354}
+{'epoch': 293, 'iter': 910, 'avg_loss': 1.1489102488749636, 'avg_acc_mask': 59.930390697300126, 'loss': 1.2883166074752808}
+{'epoch': 293, 'iter': 920, 'avg_loss': 1.1478251787337366, 'avg_acc_mask': 59.98366761606947, 'loss': 1.1311460733413696}
+{'epoch': 293, 'iter': 930, 'avg_loss': 1.1474505186913222, 'avg_acc_mask': 60.00709653255535, 'loss': 1.2730320692062378}
+{'epoch': 293, 'iter': 940, 'avg_loss': 1.1469050374408585, 'avg_acc_mask': 60.00077955993841, 'loss': 1.0097718238830566}
+{'epoch': 293, 'iter': 950, 'avg_loss': 1.1465221074665382, 'avg_acc_mask': 59.993442496480164, 'loss': 1.3517959117889404}
+{'epoch': 293, 'iter': 960, 'avg_loss': 1.1458587597175642, 'avg_acc_mask': 60.02901981748062, 'loss': 1.2111915349960327}
+{'epoch': 293, 'iter': 970, 'avg_loss': 1.1467705760323792, 'avg_acc_mask': 60.000378014666964, 'loss': 1.168310523033142}
+{'epoch': 293, 'iter': 980, 'avg_loss': 1.1461715287814689, 'avg_acc_mask': 60.0363255064974, 'loss': 1.007766604423523}
+{'epoch': 293, 'iter': 990, 'avg_loss': 1.1467341911479996, 'avg_acc_mask': 60.01221792332328, 'loss': 1.2928225994110107}
+{'epoch': 293, 'iter': 1000, 'avg_loss': 1.1471358041960995, 'avg_acc_mask': 59.96553494170273, 'loss': 1.3313008546829224}
+{'epoch': 293, 'iter': 1010, 'avg_loss': 1.1471240151117157, 'avg_acc_mask': 59.960043588812205, 'loss': 1.0230602025985718}
+{'epoch': 293, 'iter': 1020, 'avg_loss': 1.146734569407817, 'avg_acc_mask': 59.97448200262369, 'loss': 1.0548611879348755}
+{'epoch': 293, 'iter': 1030, 'avg_loss': 1.1470246921744194, 'avg_acc_mask': 59.98754226730735, 'loss': 1.4123884439468384}
+{'epoch': 293, 'iter': 1040, 'avg_loss': 1.146994675471162, 'avg_acc_mask': 59.991189427312776, 'loss': 1.4595506191253662}
+{'epoch': 293, 'iter': 1050, 'avg_loss': 1.1475181510684378, 'avg_acc_mask': 59.99790546673183, 'loss': 0.9985421299934387}
+{'epoch': 293, 'iter': 1060, 'avg_loss': 1.1475785726033552, 'avg_acc_mask': 59.99584947426674, 'loss': 1.216977834701538}
+{'epoch': 293, 'iter': 1070, 'avg_loss': 1.1469004109960979, 'avg_acc_mask': 60.02466767164588, 'loss': 1.011082649230957}
+{'epoch': 293, 'iter': 1080, 'avg_loss': 1.147149336630277, 'avg_acc_mask': 60.017980120093625, 'loss': 0.9428589940071106}
+{'epoch': 293, 'iter': 1090, 'avg_loss': 1.1477417598122528, 'avg_acc_mask': 60.014439463389245, 'loss': 1.35467529296875}
+{'epoch': 293, 'iter': 1100, 'avg_loss': 1.147519414014539, 'avg_acc_mask': 60.047265585993415, 'loss': 1.1801046133041382}
+{'epoch': 'EP293_train', 'avg_loss': 1.1478712008279912, 'total_masked_acc': 60.03747057068011}
+{'epoch': 294, 'iter': 0, 'avg_loss': 1.1724532842636108, 'avg_acc_mask': 60.3448275862069, 'loss': 1.1724532842636108}
+{'epoch': 294, 'iter': 10, 'avg_loss': 1.1950932578607039, 'avg_acc_mask': 60.547504025764894, 'loss': 0.8181838393211365}
+{'epoch': 294, 'iter': 20, 'avg_loss': 1.2043694059054058, 'avg_acc_mask': 60.92943201376936, 'loss': 1.3699735403060913}
+{'epoch': 294, 'iter': 30, 'avg_loss': 1.179476576466714, 'avg_acc_mask': 61.411764705882355, 'loss': 1.4063186645507812}
+{'epoch': 294, 'iter': 40, 'avg_loss': 1.175138605803978, 'avg_acc_mask': 61.06430155210643, 'loss': 1.2804741859436035}
+{'epoch': 294, 'iter': 50, 'avg_loss': 1.1818600822897518, 'avg_acc_mask': 60.81317910970908, 'loss': 1.2263052463531494}
+{'epoch': 294, 'iter': 60, 'avg_loss': 1.1653916269052225, 'avg_acc_mask': 61.17820324005891, 'loss': 1.0608636140823364}
+{'epoch': 294, 'iter': 70, 'avg_loss': 1.16203622331082, 'avg_acc_mask': 61.56754032258065, 'loss': 1.2061753273010254}
+{'epoch': 294, 'iter': 80, 'avg_loss': 1.16243169925831, 'avg_acc_mask': 61.36162687886826, 'loss': 1.212113380432129}
+{'epoch': 294, 'iter': 90, 'avg_loss': 1.1641217109921214, 'avg_acc_mask': 61.18963486454653, 'loss': 1.0597169399261475}
+{'epoch': 294, 'iter': 100, 'avg_loss': 1.1561981587126704, 'avg_acc_mask': 61.35877318116976, 'loss': 1.019189476966858}
+{'epoch': 294, 'iter': 110, 'avg_loss': 1.1595804739642788, 'avg_acc_mask': 61.09293193717278, 'loss': 1.0978940725326538}
+{'epoch': 294, 'iter': 120, 'avg_loss': 1.1523949833940867, 'avg_acc_mask': 61.15453998797354, 'loss': 1.2774837017059326}
+{'epoch': 294, 'iter': 130, 'avg_loss': 1.1544834052333395, 'avg_acc_mask': 60.845537441282126, 'loss': 1.4675670862197876}
+{'epoch': 294, 'iter': 140, 'avg_loss': 1.1557956291428695, 'avg_acc_mask': 60.68540623796689, 'loss': 1.1633179187774658}
+{'epoch': 294, 'iter': 150, 'avg_loss': 1.1505413765938866, 'avg_acc_mask': 60.77414687085494, 'loss': 1.401441216468811}
+{'epoch': 294, 'iter': 160, 'avg_loss': 1.1511464185596252, 'avg_acc_mask': 60.75433231396534, 'loss': 1.2139623165130615}
+{'epoch': 294, 'iter': 170, 'avg_loss': 1.1518801551813271, 'avg_acc_mask': 60.686941726924715, 'loss': 1.1714776754379272}
+{'epoch': 294, 'iter': 180, 'avg_loss': 1.1506460845799735, 'avg_acc_mask': 60.765743073047865, 'loss': 1.1295220851898193}
+{'epoch': 294, 'iter': 190, 'avg_loss': 1.1490767438998397, 'avg_acc_mask': 60.79140112241986, 'loss': 0.9504808783531189}
+{'epoch': 294, 'iter': 200, 'avg_loss': 1.149282594818381, 'avg_acc_mask': 60.74100784278373, 'loss': 1.0429998636245728}
+{'epoch': 294, 'iter': 210, 'avg_loss': 1.1445063677444278, 'avg_acc_mask': 60.923973600754266, 'loss': 1.238183856010437}
+{'epoch': 294, 'iter': 220, 'avg_loss': 1.1425047546490286, 'avg_acc_mask': 60.962435551190765, 'loss': 1.432699203491211}
+{'epoch': 294, 'iter': 230, 'avg_loss': 1.1460779182838672, 'avg_acc_mask': 60.89004002825524, 'loss': 1.395203709602356}
+{'epoch': 294, 'iter': 240, 'avg_loss': 1.145609817316918, 'avg_acc_mask': 60.90702947845805, 'loss': 1.4308395385742188}
+{'epoch': 294, 'iter': 250, 'avg_loss': 1.1483198266580286, 'avg_acc_mask': 60.76878360703386, 'loss': 0.8178925514221191}
+{'epoch': 294, 'iter': 260, 'avg_loss': 1.1498295027634193, 'avg_acc_mask': 60.704058112733115, 'loss': 1.0804765224456787}
+{'epoch': 294, 'iter': 270, 'avg_loss': 1.1493372404707314, 'avg_acc_mask': 60.673477617959406, 'loss': 1.174877405166626}
+{'epoch': 294, 'iter': 280, 'avg_loss': 1.1482952245613858, 'avg_acc_mask': 60.60429229073462, 'loss': 0.3404257297515869}
+{'epoch': 294, 'iter': 290, 'avg_loss': 1.1465075437965262, 'avg_acc_mask': 60.605299510234836, 'loss': 1.0371536016464233}
+{'epoch': 294, 'iter': 300, 'avg_loss': 1.1446199928011214, 'avg_acc_mask': 60.73839790766985, 'loss': 0.6195946335792542}
+{'epoch': 294, 'iter': 310, 'avg_loss': 1.1437147043142288, 'avg_acc_mask': 60.69704462498529, 'loss': 0.7593345642089844}
+{'epoch': 294, 'iter': 320, 'avg_loss': 1.1444870322664207, 'avg_acc_mask': 60.67223047902138, 'loss': 1.3520532846450806}
+{'epoch': 294, 'iter': 330, 'avg_loss': 1.1456238152037215, 'avg_acc_mask': 60.60958714325297, 'loss': 0.8712267279624939}
+{'epoch': 294, 'iter': 340, 'avg_loss': 1.1426577001722678, 'avg_acc_mask': 60.65193965517241, 'loss': 0.8647952079772949}
+{'epoch': 294, 'iter': 350, 'avg_loss': 1.1431867273105176, 'avg_acc_mask': 60.632440086003456, 'loss': 1.3145784139633179}
+{'epoch': 294, 'iter': 360, 'avg_loss': 1.1428230915043163, 'avg_acc_mask': 60.647628760836305, 'loss': 1.0243223905563354}
+{'epoch': 294, 'iter': 370, 'avg_loss': 1.144238741250051, 'avg_acc_mask': 60.67276160190798, 'loss': 1.1716495752334595}
+{'epoch': 294, 'iter': 380, 'avg_loss': 1.1459070176590147, 'avg_acc_mask': 60.5986000482742, 'loss': 0.8732830882072449}
+{'epoch': 294, 'iter': 390, 'avg_loss': 1.1474132687234513, 'avg_acc_mask': 60.52445741725907, 'loss': 1.4786244630813599}
+{'epoch': 294, 'iter': 400, 'avg_loss': 1.1475287458843126, 'avg_acc_mask': 60.50211513702409, 'loss': 1.031022310256958}
+{'epoch': 294, 'iter': 410, 'avg_loss': 1.1481500434759468, 'avg_acc_mask': 60.493771843355134, 'loss': 0.9068149328231812}
+{'epoch': 294, 'iter': 420, 'avg_loss': 1.1476361883224615, 'avg_acc_mask': 60.48242349954034, 'loss': 1.2660526037216187}
+{'epoch': 294, 'iter': 430, 'avg_loss': 1.1478364868672983, 'avg_acc_mask': 60.52665327234643, 'loss': 1.2941983938217163}
+{'epoch': 294, 'iter': 440, 'avg_loss': 1.1518839959925264, 'avg_acc_mask': 60.32892265308678, 'loss': 1.5867539644241333}
+{'epoch': 294, 'iter': 450, 'avg_loss': 1.152751331583095, 'avg_acc_mask': 60.26508972267537, 'loss': 0.9404107928276062}
+{'epoch': 294, 'iter': 460, 'avg_loss': 1.1548511780265096, 'avg_acc_mask': 60.11971268954509, 'loss': 0.977839469909668}
+{'epoch': 294, 'iter': 470, 'avg_loss': 1.1543610902095802, 'avg_acc_mask': 60.086657818721214, 'loss': 1.1343556642532349}
+{'epoch': 294, 'iter': 480, 'avg_loss': 1.1522619677184773, 'avg_acc_mask': 60.15514540104704, 'loss': 0.9543845653533936}
+{'epoch': 294, 'iter': 490, 'avg_loss': 1.152421873358748, 'avg_acc_mask': 60.131061598951504, 'loss': 1.2828723192214966}
+{'epoch': 294, 'iter': 500, 'avg_loss': 1.1507267215532695, 'avg_acc_mask': 60.143066764490094, 'loss': 0.8650847673416138}
+{'epoch': 294, 'iter': 510, 'avg_loss': 1.1504582251821245, 'avg_acc_mask': 60.12879087671331, 'loss': 1.2897088527679443}
+{'epoch': 294, 'iter': 520, 'avg_loss': 1.149134011620981, 'avg_acc_mask': 60.1670323448227, 'loss': 1.252707839012146}
+{'epoch': 294, 'iter': 530, 'avg_loss': 1.1483924654917528, 'avg_acc_mask': 60.18843653304593, 'loss': 0.9686834812164307}
+{'epoch': 294, 'iter': 540, 'avg_loss': 1.147853700488861, 'avg_acc_mask': 60.19606503620714, 'loss': 1.2482577562332153}
+{'epoch': 294, 'iter': 550, 'avg_loss': 1.1488920587593328, 'avg_acc_mask': 60.07160543398247, 'loss': 1.1251312494277954}
+{'epoch': 294, 'iter': 560, 'avg_loss': 1.1486760219575674, 'avg_acc_mask': 60.101509458835935, 'loss': 1.363120675086975}
+{'epoch': 294, 'iter': 570, 'avg_loss': 1.1485562616805898, 'avg_acc_mask': 60.14591439688716, 'loss': 1.174812912940979}
+{'epoch': 294, 'iter': 580, 'avg_loss': 1.1488423245909292, 'avg_acc_mask': 60.150280183392766, 'loss': 1.3975844383239746}
+{'epoch': 294, 'iter': 590, 'avg_loss': 1.1481878878501466, 'avg_acc_mask': 60.15688480530032, 'loss': 0.9664077162742615}
+{'epoch': 294, 'iter': 600, 'avg_loss': 1.1466570792102972, 'avg_acc_mask': 60.20643258685835, 'loss': 1.1144509315490723}
+{'epoch': 294, 'iter': 610, 'avg_loss': 1.1460404174612704, 'avg_acc_mask': 60.23197511100371, 'loss': 1.1005923748016357}
+{'epoch': 294, 'iter': 620, 'avg_loss': 1.1449952702399422, 'avg_acc_mask': 60.266063510014575, 'loss': 1.3280714750289917}
+{'epoch': 294, 'iter': 630, 'avg_loss': 1.144360312380239, 'avg_acc_mask': 60.29601406799531, 'loss': 1.1629525423049927}
+{'epoch': 294, 'iter': 640, 'avg_loss': 1.1443061664956222, 'avg_acc_mask': 60.36312122351036, 'loss': 0.7798914313316345}
+{'epoch': 294, 'iter': 650, 'avg_loss': 1.1442197826783962, 'avg_acc_mask': 60.392481245899766, 'loss': 1.0668301582336426}
+{'epoch': 294, 'iter': 660, 'avg_loss': 1.1428433337478523, 'avg_acc_mask': 60.431007839060435, 'loss': 0.8484588861465454}
+{'epoch': 294, 'iter': 670, 'avg_loss': 1.1419881337978801, 'avg_acc_mask': 60.45810395861573, 'loss': 1.3793245553970337}
+{'epoch': 294, 'iter': 680, 'avg_loss': 1.1421003521976667, 'avg_acc_mask': 60.43977003351407, 'loss': 1.3251135349273682}
+{'epoch': 294, 'iter': 690, 'avg_loss': 1.1427574238797862, 'avg_acc_mask': 60.416498939967255, 'loss': 1.324345350265503}
+{'epoch': 294, 'iter': 700, 'avg_loss': 1.144524851386115, 'avg_acc_mask': 60.38483903367342, 'loss': 0.9712437987327576}
+{'epoch': 294, 'iter': 710, 'avg_loss': 1.1443179136590114, 'avg_acc_mask': 60.41200062503256, 'loss': 1.2958588600158691}
+{'epoch': 294, 'iter': 720, 'avg_loss': 1.144915023227009, 'avg_acc_mask': 60.36946760744066, 'loss': 1.3421834707260132}
+{'epoch': 294, 'iter': 730, 'avg_loss': 1.143796321060687, 'avg_acc_mask': 60.44036790229812, 'loss': 0.9448089003562927}
+{'epoch': 294, 'iter': 740, 'avg_loss': 1.1440920625460131, 'avg_acc_mask': 60.436043604360435, 'loss': 1.1922203302383423}
+{'epoch': 294, 'iter': 750, 'avg_loss': 1.1453076289909658, 'avg_acc_mask': 60.38908203269473, 'loss': 1.0583295822143555}
+{'epoch': 294, 'iter': 760, 'avg_loss': 1.1449501045273418, 'avg_acc_mask': 60.44450936001363, 'loss': 0.9397222399711609}
+{'epoch': 294, 'iter': 770, 'avg_loss': 1.146545959431219, 'avg_acc_mask': 60.365224485878144, 'loss': 1.180191993713379}
+{'epoch': 294, 'iter': 780, 'avg_loss': 1.1454092716743332, 'avg_acc_mask': 60.41508718726308, 'loss': 1.0237743854522705}
+{'epoch': 294, 'iter': 790, 'avg_loss': 1.1449203299812962, 'avg_acc_mask': 60.43513861270324, 'loss': 1.0607883930206299}
+{'epoch': 294, 'iter': 800, 'avg_loss': 1.1440022412906128, 'avg_acc_mask': 60.47919410364825, 'loss': 0.9388682842254639}
+{'epoch': 294, 'iter': 810, 'avg_loss': 1.1437288337512317, 'avg_acc_mask': 60.48990959729706, 'loss': 1.2620148658752441}
+{'epoch': 294, 'iter': 820, 'avg_loss': 1.1433869222049737, 'avg_acc_mask': 60.484998872095645, 'loss': 0.9987226724624634}
+{'epoch': 294, 'iter': 830, 'avg_loss': 1.1431828544314875, 'avg_acc_mask': 60.467658805417344, 'loss': 1.0580265522003174}
+{'epoch': 294, 'iter': 840, 'avg_loss': 1.1427018230650285, 'avg_acc_mask': 60.475666152829774, 'loss': 1.2920114994049072}
+{'epoch': 294, 'iter': 850, 'avg_loss': 1.1430486028819191, 'avg_acc_mask': 60.45550455722085, 'loss': 1.0594630241394043}
+{'epoch': 294, 'iter': 860, 'avg_loss': 1.1441998646511296, 'avg_acc_mask': 60.390824859728696, 'loss': 1.2574307918548584}
+{'epoch': 294, 'iter': 870, 'avg_loss': 1.1450326792408212, 'avg_acc_mask': 60.336416086882735, 'loss': 1.3066482543945312}
+{'epoch': 294, 'iter': 880, 'avg_loss': 1.144609885643343, 'avg_acc_mask': 60.337411083366554, 'loss': 1.0554325580596924}
+{'epoch': 294, 'iter': 890, 'avg_loss': 1.1432782134624442, 'avg_acc_mask': 60.40311688311688, 'loss': 0.8281635642051697}
+{'epoch': 294, 'iter': 900, 'avg_loss': 1.1442110101867067, 'avg_acc_mask': 60.38662229343852, 'loss': 1.2688874006271362}
+{'epoch': 294, 'iter': 910, 'avg_loss': 1.1448155942523257, 'avg_acc_mask': 60.36023230313122, 'loss': 1.3902990818023682}
+{'epoch': 294, 'iter': 920, 'avg_loss': 1.1451053830363205, 'avg_acc_mask': 60.33488110313775, 'loss': 1.3125202655792236}
+{'epoch': 294, 'iter': 930, 'avg_loss': 1.1449258402390075, 'avg_acc_mask': 60.34592571951754, 'loss': 1.4009565114974976}
+{'epoch': 294, 'iter': 940, 'avg_loss': 1.1444302158832043, 'avg_acc_mask': 60.35090483035661, 'loss': 0.6354443430900574}
+{'epoch': 294, 'iter': 950, 'avg_loss': 1.1439163809569728, 'avg_acc_mask': 60.329516242112646, 'loss': 1.3194700479507446}
+{'epoch': 294, 'iter': 960, 'avg_loss': 1.143756856097143, 'avg_acc_mask': 60.329162656400385, 'loss': 1.123600959777832}
+{'epoch': 294, 'iter': 970, 'avg_loss': 1.143845116686993, 'avg_acc_mask': 60.3396413204889, 'loss': 0.8393242955207825}
+{'epoch': 294, 'iter': 980, 'avg_loss': 1.1436325137282244, 'avg_acc_mask': 60.35090364283965, 'loss': 0.7766757607460022}
+{'epoch': 294, 'iter': 990, 'avg_loss': 1.144543134961672, 'avg_acc_mask': 60.337403299468725, 'loss': 1.2147274017333984}
+{'epoch': 294, 'iter': 1000, 'avg_loss': 1.1454004745383364, 'avg_acc_mask': 60.308004426410925, 'loss': 1.6262038946151733}
+{'epoch': 294, 'iter': 1010, 'avg_loss': 1.145643689865882, 'avg_acc_mask': 60.291941465553464, 'loss': 0.9255767464637756}
+{'epoch': 294, 'iter': 1020, 'avg_loss': 1.1461214495569205, 'avg_acc_mask': 60.28318776108067, 'loss': 1.1840795278549194}
+{'epoch': 294, 'iter': 1030, 'avg_loss': 1.1454634232271308, 'avg_acc_mask': 60.316692639762124, 'loss': 1.4440221786499023}
+{'epoch': 294, 'iter': 1040, 'avg_loss': 1.145704511263185, 'avg_acc_mask': 60.30110653993474, 'loss': 1.1731215715408325}
+{'epoch': 294, 'iter': 1050, 'avg_loss': 1.145293069441584, 'avg_acc_mask': 60.30656319134741, 'loss': 1.1403732299804688}
+{'epoch': 294, 'iter': 1060, 'avg_loss': 1.1455309555060902, 'avg_acc_mask': 60.30467975583883, 'loss': 0.9255023002624512}
+{'epoch': 294, 'iter': 1070, 'avg_loss': 1.1458890167048443, 'avg_acc_mask': 60.29723260259347, 'loss': 1.3425809144973755}
+{'epoch': 294, 'iter': 1080, 'avg_loss': 1.1452227174739502, 'avg_acc_mask': 60.32414910858995, 'loss': 1.141520380973816}
+{'epoch': 294, 'iter': 1090, 'avg_loss': 1.1460963244508102, 'avg_acc_mask': 60.29968241097371, 'loss': 0.9111401438713074}
+{'epoch': 294, 'iter': 1100, 'avg_loss': 1.1460516319612717, 'avg_acc_mask': 60.27885645420461, 'loss': 1.0800944566726685}
+{'epoch': 'EP294_train', 'avg_loss': 1.146131653753341, 'total_masked_acc': 60.26113491970852}
+{'epoch': 295, 'iter': 0, 'avg_loss': 1.319868803024292, 'avg_acc_mask': 48.214285714285715, 'loss': 1.319868803024292}
+{'epoch': 295, 'iter': 10, 'avg_loss': 1.2105543179945513, 'avg_acc_mask': 57.73026315789473, 'loss': 1.1578084230422974}
+{'epoch': 295, 'iter': 20, 'avg_loss': 1.2274203186943418, 'avg_acc_mask': 57.40418118466899, 'loss': 1.2622430324554443}
+{'epoch': 295, 'iter': 30, 'avg_loss': 1.2237368937461608, 'avg_acc_mask': 57.20930232558139, 'loss': 1.1255592107772827}
+{'epoch': 295, 'iter': 40, 'avg_loss': 1.2134021680529525, 'avg_acc_mask': 57.124239791485664, 'loss': 1.3181036710739136}
+{'epoch': 295, 'iter': 50, 'avg_loss': 1.2252248513932322, 'avg_acc_mask': 56.901893287435456, 'loss': 1.1412564516067505}
+{'epoch': 295, 'iter': 60, 'avg_loss': 1.1952048667141648, 'avg_acc_mask': 57.80028943560058, 'loss': 1.145156741142273}
+{'epoch': 295, 'iter': 70, 'avg_loss': 1.193081774342228, 'avg_acc_mask': 58.29395672718229, 'loss': 1.084537386894226}
+{'epoch': 295, 'iter': 80, 'avg_loss': 1.1896103657322166, 'avg_acc_mask': 58.59580052493438, 'loss': 1.2722194194793701}
+{'epoch': 295, 'iter': 90, 'avg_loss': 1.189277700670473, 'avg_acc_mask': 58.908664189321335, 'loss': 1.059279203414917}
+{'epoch': 295, 'iter': 100, 'avg_loss': 1.1792377552183548, 'avg_acc_mask': 59.12564421539008, 'loss': 1.1796315908432007}
+{'epoch': 295, 'iter': 110, 'avg_loss': 1.1760779871596947, 'avg_acc_mask': 59.3734783314397, 'loss': 0.8964322805404663}
+{'epoch': 295, 'iter': 120, 'avg_loss': 1.165538095738277, 'avg_acc_mask': 59.65543071161049, 'loss': 1.1993485689163208}
+{'epoch': 295, 'iter': 130, 'avg_loss': 1.1613026975675393, 'avg_acc_mask': 59.789968218875224, 'loss': 0.9123759269714355}
+{'epoch': 295, 'iter': 140, 'avg_loss': 1.1605517268180847, 'avg_acc_mask': 59.84877611175189, 'loss': 1.3011687994003296}
+{'epoch': 295, 'iter': 150, 'avg_loss': 1.1487804619681756, 'avg_acc_mask': 60.05536165603562, 'loss': 1.0544726848602295}
+{'epoch': 295, 'iter': 160, 'avg_loss': 1.1452507798716147, 'avg_acc_mask': 60.37629562866156, 'loss': 1.156612515449524}
+{'epoch': 295, 'iter': 170, 'avg_loss': 1.147478795539566, 'avg_acc_mask': 60.43514997887621, 'loss': 1.1080013513565063}
+{'epoch': 295, 'iter': 180, 'avg_loss': 1.1523275325970097, 'avg_acc_mask': 60.253215033396465, 'loss': 1.2599412202835083}
+{'epoch': 295, 'iter': 190, 'avg_loss': 1.1521906428312132, 'avg_acc_mask': 60.150375939849624, 'loss': 0.8205304741859436}
+{'epoch': 295, 'iter': 200, 'avg_loss': 1.1532836313271404, 'avg_acc_mask': 60.06075768406004, 'loss': 1.2552286386489868}
+{'epoch': 295, 'iter': 210, 'avg_loss': 1.1520481920355303, 'avg_acc_mask': 60.042390843577785, 'loss': 1.1155076026916504}
+{'epoch': 295, 'iter': 220, 'avg_loss': 1.1504016184159533, 'avg_acc_mask': 59.982217911412874, 'loss': 1.4322569370269775}
+{'epoch': 295, 'iter': 230, 'avg_loss': 1.1505841912129224, 'avg_acc_mask': 60.024829298572314, 'loss': 1.3247911930084229}
+{'epoch': 295, 'iter': 240, 'avg_loss': 1.1513075422943875, 'avg_acc_mask': 60.092358111127666, 'loss': 1.1091521978378296}
+{'epoch': 295, 'iter': 250, 'avg_loss': 1.1554868150042348, 'avg_acc_mask': 59.928596929667975, 'loss': 0.9848346710205078}
+{'epoch': 295, 'iter': 260, 'avg_loss': 1.155738471796686, 'avg_acc_mask': 59.81725748832096, 'loss': 1.0774221420288086}
+{'epoch': 295, 'iter': 270, 'avg_loss': 1.1566444250490393, 'avg_acc_mask': 59.76245463543385, 'loss': 1.2913665771484375}
+{'epoch': 295, 'iter': 280, 'avg_loss': 1.1572688033148062, 'avg_acc_mask': 59.73055803856467, 'loss': 0.6784915328025818}
+{'epoch': 295, 'iter': 290, 'avg_loss': 1.1565389026890915, 'avg_acc_mask': 59.85148514851485, 'loss': 0.8877577781677246}
+{'epoch': 295, 'iter': 300, 'avg_loss': 1.1565973305226958, 'avg_acc_mask': 59.8324857912055, 'loss': 0.999252200126648}
+{'epoch': 295, 'iter': 310, 'avg_loss': 1.1552126108641794, 'avg_acc_mask': 59.82184173993521, 'loss': 0.9233648180961609}
+{'epoch': 295, 'iter': 320, 'avg_loss': 1.1545864057689441, 'avg_acc_mask': 59.91115109936456, 'loss': 0.8819397687911987}
+{'epoch': 295, 'iter': 330, 'avg_loss': 1.155032413963825, 'avg_acc_mask': 59.86784622105723, 'loss': 0.9837452173233032}
+{'epoch': 295, 'iter': 340, 'avg_loss': 1.1555943118512106, 'avg_acc_mask': 59.879096404708875, 'loss': 1.0608665943145752}
+{'epoch': 295, 'iter': 350, 'avg_loss': 1.1538437759434734, 'avg_acc_mask': 59.978324818083294, 'loss': 1.1895878314971924}
+{'epoch': 295, 'iter': 360, 'avg_loss': 1.1522529376180548, 'avg_acc_mask': 60.00802246289611, 'loss': 1.3253834247589111}
+{'epoch': 295, 'iter': 370, 'avg_loss': 1.154921355594522, 'avg_acc_mask': 60.022423710636645, 'loss': 0.9642468094825745}
+{'epoch': 295, 'iter': 380, 'avg_loss': 1.1573394238166608, 'avg_acc_mask': 59.92402659069326, 'loss': 1.1815452575683594}
+{'epoch': 295, 'iter': 390, 'avg_loss': 1.1555946845837566, 'avg_acc_mask': 59.96112730806609, 'loss': 1.2470158338546753}
+{'epoch': 295, 'iter': 400, 'avg_loss': 1.1551187097877635, 'avg_acc_mask': 59.99277684980362, 'loss': 1.0880359411239624}
+{'epoch': 295, 'iter': 410, 'avg_loss': 1.1533100750034453, 'avg_acc_mask': 60.007059654076954, 'loss': 1.142892837524414}
+{'epoch': 295, 'iter': 420, 'avg_loss': 1.1532110706361058, 'avg_acc_mask': 59.976743184461, 'loss': 1.1782718896865845}
+{'epoch': 295, 'iter': 430, 'avg_loss': 1.1531927090509861, 'avg_acc_mask': 59.917442399224974, 'loss': 1.1317907571792603}
+{'epoch': 295, 'iter': 440, 'avg_loss': 1.1527508708084522, 'avg_acc_mask': 59.95392273830584, 'loss': 1.4835885763168335}
+{'epoch': 295, 'iter': 450, 'avg_loss': 1.15180720352545, 'avg_acc_mask': 59.96540070807853, 'loss': 0.6920763850212097}
+{'epoch': 295, 'iter': 460, 'avg_loss': 1.151258812162726, 'avg_acc_mask': 59.98976015123469, 'loss': 0.9254815578460693}
+{'epoch': 295, 'iter': 470, 'avg_loss': 1.1508456921628074, 'avg_acc_mask': 59.96074960557202, 'loss': 1.1934787034988403}
+{'epoch': 295, 'iter': 480, 'avg_loss': 1.1501050647231992, 'avg_acc_mask': 59.967585089141004, 'loss': 1.044223666191101}
+{'epoch': 295, 'iter': 490, 'avg_loss': 1.1516603604110827, 'avg_acc_mask': 59.90693208257931, 'loss': 1.4145373106002808}
+{'epoch': 295, 'iter': 500, 'avg_loss': 1.150551597515266, 'avg_acc_mask': 59.93474714518761, 'loss': 0.9733150601387024}
+{'epoch': 295, 'iter': 510, 'avg_loss': 1.1500315285942093, 'avg_acc_mask': 59.93956629932457, 'loss': 1.1062734127044678}
+{'epoch': 295, 'iter': 520, 'avg_loss': 1.1509896850860508, 'avg_acc_mask': 59.89730692654302, 'loss': 1.3059355020523071}
+{'epoch': 295, 'iter': 530, 'avg_loss': 1.149713629832151, 'avg_acc_mask': 59.9025193931489, 'loss': 0.8057838678359985}
+{'epoch': 295, 'iter': 540, 'avg_loss': 1.1486257081111124, 'avg_acc_mask': 59.94475138121547, 'loss': 0.9966810941696167}
+{'epoch': 295, 'iter': 550, 'avg_loss': 1.1493621430682617, 'avg_acc_mask': 59.97221211419498, 'loss': 1.097884178161621}
+{'epoch': 295, 'iter': 560, 'avg_loss': 1.149473916719304, 'avg_acc_mask': 59.98504599980494, 'loss': 1.2582309246063232}
+{'epoch': 295, 'iter': 570, 'avg_loss': 1.1486986338987868, 'avg_acc_mask': 60.01661713482248, 'loss': 1.0047438144683838}
+{'epoch': 295, 'iter': 580, 'avg_loss': 1.1480937840195817, 'avg_acc_mask': 60.06275494195168, 'loss': 1.4484155178070068}
+{'epoch': 295, 'iter': 590, 'avg_loss': 1.1483720560162605, 'avg_acc_mask': 60.00431552664838, 'loss': 1.1556214094161987}
+{'epoch': 295, 'iter': 600, 'avg_loss': 1.1482108923639116, 'avg_acc_mask': 60.0, 'loss': 1.252091884613037}
+{'epoch': 295, 'iter': 610, 'avg_loss': 1.1492950761181633, 'avg_acc_mask': 59.95221741078095, 'loss': 1.1418366432189941}
+{'epoch': 295, 'iter': 620, 'avg_loss': 1.1473240514500322, 'avg_acc_mask': 60.018236366845116, 'loss': 1.2515127658843994}
+{'epoch': 295, 'iter': 630, 'avg_loss': 1.1455602221745886, 'avg_acc_mask': 60.059060247242414, 'loss': 1.0851619243621826}
+{'epoch': 295, 'iter': 640, 'avg_loss': 1.145856993339735, 'avg_acc_mask': 60.10160107308998, 'loss': 1.0492442846298218}
+{'epoch': 295, 'iter': 650, 'avg_loss': 1.1466473017786323, 'avg_acc_mask': 60.06180643348785, 'loss': 1.0117669105529785}
+{'epoch': 295, 'iter': 660, 'avg_loss': 1.1468329400770965, 'avg_acc_mask': 60.022684519198855, 'loss': 1.184487223625183}
+{'epoch': 295, 'iter': 670, 'avg_loss': 1.1472226988896173, 'avg_acc_mask': 60.06804572672836, 'loss': 1.251190423965454}
+{'epoch': 295, 'iter': 680, 'avg_loss': 1.1469581066774377, 'avg_acc_mask': 60.07021681451506, 'loss': 1.2005667686462402}
+{'epoch': 295, 'iter': 690, 'avg_loss': 1.1478329879675173, 'avg_acc_mask': 60.054885610998234, 'loss': 1.6882765293121338}
+{'epoch': 295, 'iter': 700, 'avg_loss': 1.1496962327589832, 'avg_acc_mask': 60.00987218123246, 'loss': 1.4774658679962158}
+{'epoch': 295, 'iter': 710, 'avg_loss': 1.1494754929247453, 'avg_acc_mask': 60.00667025834424, 'loss': 1.3347567319869995}
+{'epoch': 295, 'iter': 720, 'avg_loss': 1.149647716014296, 'avg_acc_mask': 59.994943109987354, 'loss': 0.8995521664619446}
+{'epoch': 295, 'iter': 730, 'avg_loss': 1.1484448894267205, 'avg_acc_mask': 60.02195225384788, 'loss': 1.1394904851913452}
+{'epoch': 295, 'iter': 740, 'avg_loss': 1.1482700062827704, 'avg_acc_mask': 59.990164740595034, 'loss': 0.9611506462097168}
+{'epoch': 295, 'iter': 750, 'avg_loss': 1.1494753363922972, 'avg_acc_mask': 59.95433900857358, 'loss': 1.1375941038131714}
+{'epoch': 295, 'iter': 760, 'avg_loss': 1.1492914067931306, 'avg_acc_mask': 59.97026307585314, 'loss': 0.9409213662147522}
+{'epoch': 295, 'iter': 770, 'avg_loss': 1.1505494992865972, 'avg_acc_mask': 59.92054107742515, 'loss': 1.2930126190185547}
+{'epoch': 295, 'iter': 780, 'avg_loss': 1.1493144439063518, 'avg_acc_mask': 59.95000467246052, 'loss': 0.7894151210784912}
+{'epoch': 295, 'iter': 790, 'avg_loss': 1.150557677378094, 'avg_acc_mask': 59.93724332056666, 'loss': 1.355218529701233}
+{'epoch': 295, 'iter': 800, 'avg_loss': 1.1509568852729417, 'avg_acc_mask': 59.90942812279544, 'loss': 1.3793973922729492}
+{'epoch': 295, 'iter': 810, 'avg_loss': 1.1504740583470365, 'avg_acc_mask': 59.92357833220948, 'loss': 1.0489392280578613}
+{'epoch': 295, 'iter': 820, 'avg_loss': 1.1503237413285565, 'avg_acc_mask': 59.92093457113668, 'loss': 0.9870050549507141}
+{'epoch': 295, 'iter': 830, 'avg_loss': 1.1509265664395587, 'avg_acc_mask': 59.89804214550968, 'loss': 1.3912750482559204}
+{'epoch': 295, 'iter': 840, 'avg_loss': 1.1510307098540624, 'avg_acc_mask': 59.87891413319445, 'loss': 0.870427131652832}
+{'epoch': 295, 'iter': 850, 'avg_loss': 1.1518074144487795, 'avg_acc_mask': 59.84008917279372, 'loss': 1.0315335988998413}
+{'epoch': 295, 'iter': 860, 'avg_loss': 1.152851201169859, 'avg_acc_mask': 59.794578568403224, 'loss': 1.2731192111968994}
+{'epoch': 295, 'iter': 870, 'avg_loss': 1.153884294112432, 'avg_acc_mask': 59.7474282846868, 'loss': 1.2712795734405518}
+{'epoch': 295, 'iter': 880, 'avg_loss': 1.1535902746554536, 'avg_acc_mask': 59.754154336444344, 'loss': 0.9946050047874451}
+{'epoch': 295, 'iter': 890, 'avg_loss': 1.1532805974100844, 'avg_acc_mask': 59.77572315955637, 'loss': 0.8275968432426453}
+{'epoch': 295, 'iter': 900, 'avg_loss': 1.1536084066882117, 'avg_acc_mask': 59.772511080977154, 'loss': 1.1661368608474731}
+{'epoch': 295, 'iter': 910, 'avg_loss': 1.1542833698044492, 'avg_acc_mask': 59.7415844950697, 'loss': 1.3537547588348389}
+{'epoch': 295, 'iter': 920, 'avg_loss': 1.153408927003672, 'avg_acc_mask': 59.78738567525834, 'loss': 1.2554138898849487}
+{'epoch': 295, 'iter': 930, 'avg_loss': 1.1530029844136551, 'avg_acc_mask': 59.804056039972565, 'loss': 1.4104503393173218}
+{'epoch': 295, 'iter': 940, 'avg_loss': 1.1533899478907286, 'avg_acc_mask': 59.79197737705553, 'loss': 1.1012698411941528}
+{'epoch': 295, 'iter': 950, 'avg_loss': 1.154171382716527, 'avg_acc_mask': 59.75065591665549, 'loss': 1.3162248134613037}
+{'epoch': 295, 'iter': 960, 'avg_loss': 1.154519824654205, 'avg_acc_mask': 59.74365780592318, 'loss': 1.263469934463501}
+{'epoch': 295, 'iter': 970, 'avg_loss': 1.1549749632819675, 'avg_acc_mask': 59.730825543417055, 'loss': 0.9899277091026306}
+{'epoch': 295, 'iter': 980, 'avg_loss': 1.1552378862762063, 'avg_acc_mask': 59.73965683725767, 'loss': 1.1337218284606934}
+{'epoch': 295, 'iter': 990, 'avg_loss': 1.1557802823790388, 'avg_acc_mask': 59.70067027821136, 'loss': 1.2442301511764526}
+{'epoch': 295, 'iter': 1000, 'avg_loss': 1.1559974980521035, 'avg_acc_mask': 59.698264109788234, 'loss': 1.4309325218200684}
+{'epoch': 295, 'iter': 1010, 'avg_loss': 1.156389011414657, 'avg_acc_mask': 59.68943428818195, 'loss': 1.037266731262207}
+{'epoch': 295, 'iter': 1020, 'avg_loss': 1.156251590702606, 'avg_acc_mask': 59.72412809865807, 'loss': 1.229181170463562}
+{'epoch': 295, 'iter': 1030, 'avg_loss': 1.155899014378149, 'avg_acc_mask': 59.72771577906484, 'loss': 1.013289213180542}
+{'epoch': 295, 'iter': 1040, 'avg_loss': 1.155947441269181, 'avg_acc_mask': 59.71000297343152, 'loss': 0.9048416614532471}
+{'epoch': 295, 'iter': 1050, 'avg_loss': 1.1557927864375963, 'avg_acc_mask': 59.72706306681233, 'loss': 1.352531909942627}
+{'epoch': 295, 'iter': 1060, 'avg_loss': 1.1557973557547732, 'avg_acc_mask': 59.709930747684425, 'loss': 1.1586596965789795}
+{'epoch': 295, 'iter': 1070, 'avg_loss': 1.1548934051302635, 'avg_acc_mask': 59.74348929502138, 'loss': 1.0646322965621948}
+{'epoch': 295, 'iter': 1080, 'avg_loss': 1.1545161392598324, 'avg_acc_mask': 59.75904021058671, 'loss': 1.1597824096679688}
+{'epoch': 295, 'iter': 1090, 'avg_loss': 1.1552890420069288, 'avg_acc_mask': 59.737352135266995, 'loss': 1.1212905645370483}
+{'epoch': 295, 'iter': 1100, 'avg_loss': 1.155557930469513, 'avg_acc_mask': 59.729488113369975, 'loss': 1.0047285556793213}
+{'epoch': 'EP295_train', 'avg_loss': 1.155977804844196, 'total_masked_acc': 59.72158078775483}
+{'epoch': 296, 'iter': 0, 'avg_loss': 1.5085934400558472, 'avg_acc_mask': 44.642857142857146, 'loss': 1.5085934400558472}
+{'epoch': 296, 'iter': 10, 'avg_loss': 1.2224776907400652, 'avg_acc_mask': 58.028616852146264, 'loss': 1.0517579317092896}
+{'epoch': 296, 'iter': 20, 'avg_loss': 1.2185851392291842, 'avg_acc_mask': 59.0311986863711, 'loss': 1.2830491065979004}
+{'epoch': 296, 'iter': 30, 'avg_loss': 1.205830910513478, 'avg_acc_mask': 58.61868833430064, 'loss': 1.3611830472946167}
+{'epoch': 296, 'iter': 40, 'avg_loss': 1.1861561842081023, 'avg_acc_mask': 59.399823477493385, 'loss': 0.894858717918396}
+{'epoch': 296, 'iter': 50, 'avg_loss': 1.185764220415377, 'avg_acc_mask': 58.94881484026108, 'loss': 1.180454134941101}
+{'epoch': 296, 'iter': 60, 'avg_loss': 1.1785721866810908, 'avg_acc_mask': 59.21282798833819, 'loss': 1.2057727575302124}
+{'epoch': 296, 'iter': 70, 'avg_loss': 1.1656964421272278, 'avg_acc_mask': 59.66024340770792, 'loss': 1.0882792472839355}
+{'epoch': 296, 'iter': 80, 'avg_loss': 1.161623082779072, 'avg_acc_mask': 59.87261146496815, 'loss': 1.1194533109664917}
+{'epoch': 296, 'iter': 90, 'avg_loss': 1.1608555264525362, 'avg_acc_mask': 59.742539496781745, 'loss': 1.2080566883087158}
+{'epoch': 296, 'iter': 100, 'avg_loss': 1.1578779202876706, 'avg_acc_mask': 59.80496453900709, 'loss': 0.9245643615722656}
+{'epoch': 296, 'iter': 110, 'avg_loss': 1.1569415067767237, 'avg_acc_mask': 59.82229402261713, 'loss': 0.8786075115203857}
+{'epoch': 296, 'iter': 120, 'avg_loss': 1.1526374408036224, 'avg_acc_mask': 59.94060876020787, 'loss': 1.195576548576355}
+{'epoch': 296, 'iter': 130, 'avg_loss': 1.1569434932170024, 'avg_acc_mask': 59.751094091903724, 'loss': 1.1419821977615356}
+{'epoch': 296, 'iter': 140, 'avg_loss': 1.1531815457005872, 'avg_acc_mask': 59.76791634787044, 'loss': 0.7474891543388367}
+{'epoch': 296, 'iter': 150, 'avg_loss': 1.1452013348901509, 'avg_acc_mask': 60.07435835931878, 'loss': 1.1817532777786255}
+{'epoch': 296, 'iter': 160, 'avg_loss': 1.147143602741431, 'avg_acc_mask': 60.16443293163645, 'loss': 0.860428512096405}
+{'epoch': 296, 'iter': 170, 'avg_loss': 1.1507988153842457, 'avg_acc_mask': 59.97882477501324, 'loss': 1.1741750240325928}
+{'epoch': 296, 'iter': 180, 'avg_loss': 1.1534666349874676, 'avg_acc_mask': 59.973963548968555, 'loss': 1.258096694946289}
+{'epoch': 296, 'iter': 190, 'avg_loss': 1.153141641804061, 'avg_acc_mask': 59.92424242424242, 'loss': 0.8606429696083069}
+{'epoch': 296, 'iter': 200, 'avg_loss': 1.1489649948789113, 'avg_acc_mask': 60.00715755569473, 'loss': 1.2252025604248047}
+{'epoch': 296, 'iter': 210, 'avg_loss': 1.14860066672637, 'avg_acc_mask': 60.076726342711, 'loss': 0.9865164756774902}
+{'epoch': 296, 'iter': 220, 'avg_loss': 1.145210412023294, 'avg_acc_mask': 60.15567988324009, 'loss': 1.3836842775344849}
+{'epoch': 296, 'iter': 230, 'avg_loss': 1.144654953892613, 'avg_acc_mask': 60.197189659187956, 'loss': 1.2669659852981567}
+{'epoch': 296, 'iter': 240, 'avg_loss': 1.1425937421588976, 'avg_acc_mask': 60.29719235364397, 'loss': 1.2367947101593018}
+{'epoch': 296, 'iter': 250, 'avg_loss': 1.147763343683752, 'avg_acc_mask': 59.968433890523, 'loss': 1.2204190492630005}
+{'epoch': 296, 'iter': 260, 'avg_loss': 1.150019013561965, 'avg_acc_mask': 59.91841250086427, 'loss': 1.2708959579467773}
+{'epoch': 296, 'iter': 270, 'avg_loss': 1.1517579612696742, 'avg_acc_mask': 59.78282592765305, 'loss': 1.0915762186050415}
+{'epoch': 296, 'iter': 280, 'avg_loss': 1.1536790493120077, 'avg_acc_mask': 59.738671472708546, 'loss': 0.7198393940925598}
+{'epoch': 296, 'iter': 290, 'avg_loss': 1.154122764302283, 'avg_acc_mask': 59.64595150532943, 'loss': 1.238092064857483}
+{'epoch': 296, 'iter': 300, 'avg_loss': 1.1523472116239046, 'avg_acc_mask': 59.74838981520496, 'loss': 0.8588381409645081}
+{'epoch': 296, 'iter': 310, 'avg_loss': 1.1497244625996164, 'avg_acc_mask': 59.815485227140016, 'loss': 0.9272705316543579}
+{'epoch': 296, 'iter': 320, 'avg_loss': 1.1498877963173055, 'avg_acc_mask': 59.764959691154765, 'loss': 1.0339432954788208}
+{'epoch': 296, 'iter': 330, 'avg_loss': 1.1502556019319148, 'avg_acc_mask': 59.722298749242384, 'loss': 1.0420905351638794}
+{'epoch': 296, 'iter': 340, 'avg_loss': 1.1497510003903744, 'avg_acc_mask': 59.732977303070754, 'loss': 1.1101654767990112}
+{'epoch': 296, 'iter': 350, 'avg_loss': 1.1475307800491312, 'avg_acc_mask': 59.81804003119314, 'loss': 1.1968367099761963}
+{'epoch': 296, 'iter': 360, 'avg_loss': 1.1485360945030594, 'avg_acc_mask': 59.887805124576744, 'loss': 1.5639867782592773}
+{'epoch': 296, 'iter': 370, 'avg_loss': 1.149295172280057, 'avg_acc_mask': 59.871952721004675, 'loss': 1.1502333879470825}
+{'epoch': 296, 'iter': 380, 'avg_loss': 1.1537451625183186, 'avg_acc_mask': 59.72222222222222, 'loss': 0.9644151926040649}
+{'epoch': 296, 'iter': 390, 'avg_loss': 1.1546067810424454, 'avg_acc_mask': 59.69242275510681, 'loss': 1.399485468864441}
+{'epoch': 296, 'iter': 400, 'avg_loss': 1.1538486299372077, 'avg_acc_mask': 59.70864919170701, 'loss': 1.1493922472000122}
+{'epoch': 296, 'iter': 410, 'avg_loss': 1.154162575148608, 'avg_acc_mask': 59.68892058115697, 'loss': 1.2246241569519043}
+{'epoch': 296, 'iter': 420, 'avg_loss': 1.153981461094564, 'avg_acc_mask': 59.64988677930674, 'loss': 1.025734543800354}
+{'epoch': 296, 'iter': 430, 'avg_loss': 1.1532783361709311, 'avg_acc_mask': 59.68098681412165, 'loss': 1.0620436668395996}
+{'epoch': 296, 'iter': 440, 'avg_loss': 1.1566773980112572, 'avg_acc_mask': 59.57420266954967, 'loss': 1.6008185148239136}
+{'epoch': 296, 'iter': 450, 'avg_loss': 1.1554652173609004, 'avg_acc_mask': 59.65717535237012, 'loss': 0.8770321607589722}
+{'epoch': 296, 'iter': 460, 'avg_loss': 1.1569321552481413, 'avg_acc_mask': 59.57328459613016, 'loss': 1.1876741647720337}
+{'epoch': 296, 'iter': 470, 'avg_loss': 1.157443202984561, 'avg_acc_mask': 59.59603806564382, 'loss': 0.948296844959259}
+{'epoch': 296, 'iter': 480, 'avg_loss': 1.1566831111412286, 'avg_acc_mask': 59.64171611136467, 'loss': 1.1719506978988647}
+{'epoch': 296, 'iter': 490, 'avg_loss': 1.1578768523307537, 'avg_acc_mask': 59.60779935997619, 'loss': 1.2094138860702515}
+{'epoch': 296, 'iter': 500, 'avg_loss': 1.1564101167543681, 'avg_acc_mask': 59.655713191582485, 'loss': 1.133647084236145}
+{'epoch': 296, 'iter': 510, 'avg_loss': 1.154425450967016, 'avg_acc_mask': 59.66521521878793, 'loss': 0.8809533715248108}
+{'epoch': 296, 'iter': 520, 'avg_loss': 1.1547641797624029, 'avg_acc_mask': 59.655945623992714, 'loss': 1.1426352262496948}
+{'epoch': 296, 'iter': 530, 'avg_loss': 1.1539837799952304, 'avg_acc_mask': 59.67991739803821, 'loss': 1.0011576414108276}
+{'epoch': 296, 'iter': 540, 'avg_loss': 1.1531824433208613, 'avg_acc_mask': 59.736486486486484, 'loss': 1.208235740661621}
+{'epoch': 296, 'iter': 550, 'avg_loss': 1.154324103937824, 'avg_acc_mask': 59.66684329050206, 'loss': 1.0557578802108765}
+{'epoch': 296, 'iter': 560, 'avg_loss': 1.155260998722491, 'avg_acc_mask': 59.65552046364731, 'loss': 0.9958245158195496}
+{'epoch': 296, 'iter': 570, 'avg_loss': 1.1538081293348255, 'avg_acc_mask': 59.70789827685606, 'loss': 1.175369143486023}
+{'epoch': 296, 'iter': 580, 'avg_loss': 1.1532305413392243, 'avg_acc_mask': 59.72545809457843, 'loss': 1.4379982948303223}
+{'epoch': 296, 'iter': 590, 'avg_loss': 1.1527445825626805, 'avg_acc_mask': 59.71578622181032, 'loss': 1.1462109088897705}
+{'epoch': 296, 'iter': 600, 'avg_loss': 1.1511781530054952, 'avg_acc_mask': 59.737338116373806, 'loss': 0.9078414440155029}
+{'epoch': 296, 'iter': 610, 'avg_loss': 1.1517541426098288, 'avg_acc_mask': 59.76441042812725, 'loss': 1.2081669569015503}
+{'epoch': 296, 'iter': 620, 'avg_loss': 1.149456858922894, 'avg_acc_mask': 59.81099302263962, 'loss': 1.4313621520996094}
+{'epoch': 296, 'iter': 630, 'avg_loss': 1.148445919368611, 'avg_acc_mask': 59.829481193631636, 'loss': 0.9676903486251831}
+{'epoch': 296, 'iter': 640, 'avg_loss': 1.1466602878339949, 'avg_acc_mask': 59.86951296285697, 'loss': 1.0029219388961792}
+{'epoch': 296, 'iter': 650, 'avg_loss': 1.1476607232049862, 'avg_acc_mask': 59.84393926589482, 'loss': 1.509145975112915}
+{'epoch': 296, 'iter': 660, 'avg_loss': 1.147484113607392, 'avg_acc_mask': 59.8268302159072, 'loss': 0.9983155131340027}
+{'epoch': 296, 'iter': 670, 'avg_loss': 1.1470426105173797, 'avg_acc_mask': 59.86716230252009, 'loss': 1.2110905647277832}
+{'epoch': 296, 'iter': 680, 'avg_loss': 1.1475158484321684, 'avg_acc_mask': 59.847751237357436, 'loss': 1.4541802406311035}
+{'epoch': 296, 'iter': 690, 'avg_loss': 1.1490821618419653, 'avg_acc_mask': 59.81870709533781, 'loss': 1.4433164596557617}
+{'epoch': 296, 'iter': 700, 'avg_loss': 1.1517201105130042, 'avg_acc_mask': 59.71529319576858, 'loss': 1.6540732383728027}
+{'epoch': 296, 'iter': 710, 'avg_loss': 1.1527586592735957, 'avg_acc_mask': 59.73296216104753, 'loss': 1.5612927675247192}
+{'epoch': 296, 'iter': 720, 'avg_loss': 1.1537933647219252, 'avg_acc_mask': 59.71382097290703, 'loss': 1.3725265264511108}
+{'epoch': 296, 'iter': 730, 'avg_loss': 1.1524805518736103, 'avg_acc_mask': 59.75074600667018, 'loss': 1.2082593441009521}
+{'epoch': 296, 'iter': 740, 'avg_loss': 1.1527685991182983, 'avg_acc_mask': 59.773924658042496, 'loss': 1.0333471298217773}
+{'epoch': 296, 'iter': 750, 'avg_loss': 1.154423097795875, 'avg_acc_mask': 59.694973157637875, 'loss': 1.3237122297286987}
+{'epoch': 296, 'iter': 760, 'avg_loss': 1.1536325791192275, 'avg_acc_mask': 59.732967006483015, 'loss': 1.064124584197998}
+{'epoch': 296, 'iter': 770, 'avg_loss': 1.1563310559776196, 'avg_acc_mask': 59.66749792186201, 'loss': 1.3017325401306152}
+{'epoch': 296, 'iter': 780, 'avg_loss': 1.1545082081905857, 'avg_acc_mask': 59.71553970004929, 'loss': 1.153671145439148}
+{'epoch': 296, 'iter': 790, 'avg_loss': 1.1545299531234954, 'avg_acc_mask': 59.7335187116209, 'loss': 1.2194944620132446}
+{'epoch': 296, 'iter': 800, 'avg_loss': 1.1537715513607982, 'avg_acc_mask': 59.744986722827576, 'loss': 0.8571964502334595}
+{'epoch': 296, 'iter': 810, 'avg_loss': 1.1533637370928, 'avg_acc_mask': 59.76296564358899, 'loss': 1.0018727779388428}
+{'epoch': 296, 'iter': 820, 'avg_loss': 1.1529547929328194, 'avg_acc_mask': 59.74130420213123, 'loss': 1.0125333070755005}
+{'epoch': 296, 'iter': 830, 'avg_loss': 1.1527457930838014, 'avg_acc_mask': 59.75001104191511, 'loss': 1.236817717552185}
+{'epoch': 296, 'iter': 840, 'avg_loss': 1.152646362568904, 'avg_acc_mask': 59.71913297570762, 'loss': 1.177695870399475}
+{'epoch': 296, 'iter': 850, 'avg_loss': 1.1529841953943254, 'avg_acc_mask': 59.697028382071316, 'loss': 0.9761385917663574}
+{'epoch': 296, 'iter': 860, 'avg_loss': 1.1532036623334496, 'avg_acc_mask': 59.68194574368568, 'loss': 1.3462319374084473}
+{'epoch': 296, 'iter': 870, 'avg_loss': 1.152960368946417, 'avg_acc_mask': 59.68757873519779, 'loss': 0.8934811353683472}
+{'epoch': 296, 'iter': 880, 'avg_loss': 1.1522661858871495, 'avg_acc_mask': 59.74050238737804, 'loss': 0.9460182785987854}
+{'epoch': 296, 'iter': 890, 'avg_loss': 1.1505383503958835, 'avg_acc_mask': 59.79890198013694, 'loss': 0.832624077796936}
+{'epoch': 296, 'iter': 900, 'avg_loss': 1.1505989030780857, 'avg_acc_mask': 59.80009751340809, 'loss': 1.0978533029556274}
+{'epoch': 296, 'iter': 910, 'avg_loss': 1.150723295599124, 'avg_acc_mask': 59.771800486129244, 'loss': 1.084869623184204}
+{'epoch': 296, 'iter': 920, 'avg_loss': 1.1507730225786712, 'avg_acc_mask': 59.79188635323611, 'loss': 1.3669487237930298}
+{'epoch': 296, 'iter': 930, 'avg_loss': 1.1500375231149758, 'avg_acc_mask': 59.81687506153391, 'loss': 1.3560711145401}
+{'epoch': 296, 'iter': 940, 'avg_loss': 1.1499827441449626, 'avg_acc_mask': 59.83924018606099, 'loss': 0.8064805865287781}
+{'epoch': 296, 'iter': 950, 'avg_loss': 1.1492348127811363, 'avg_acc_mask': 59.86977711852979, 'loss': 1.1618119478225708}
+{'epoch': 296, 'iter': 960, 'avg_loss': 1.1488771354246585, 'avg_acc_mask': 59.8913768461172, 'loss': 1.1926783323287964}
+{'epoch': 296, 'iter': 970, 'avg_loss': 1.1495744600723259, 'avg_acc_mask': 59.88278968096934, 'loss': 1.2246168851852417}
+{'epoch': 296, 'iter': 980, 'avg_loss': 1.1491204238934376, 'avg_acc_mask': 59.864668381612795, 'loss': 1.0405069589614868}
+{'epoch': 296, 'iter': 990, 'avg_loss': 1.1502214347798938, 'avg_acc_mask': 59.836987589666045, 'loss': 1.329782247543335}
+{'epoch': 296, 'iter': 1000, 'avg_loss': 1.1502192908829147, 'avg_acc_mask': 59.81281129700242, 'loss': 1.359466552734375}
+{'epoch': 296, 'iter': 1010, 'avg_loss': 1.1498267856361133, 'avg_acc_mask': 59.828240824444045, 'loss': 0.8700277805328369}
+{'epoch': 296, 'iter': 1020, 'avg_loss': 1.1495870700312174, 'avg_acc_mask': 59.87071821225849, 'loss': 1.169106364250183}
+{'epoch': 296, 'iter': 1030, 'avg_loss': 1.1493123846650701, 'avg_acc_mask': 59.89104588849061, 'loss': 0.978214681148529}
+{'epoch': 296, 'iter': 1040, 'avg_loss': 1.1492537532026783, 'avg_acc_mask': 59.88897087242191, 'loss': 1.215438723564148}
+{'epoch': 296, 'iter': 1050, 'avg_loss': 1.1489367366517644, 'avg_acc_mask': 59.880562713280874, 'loss': 1.2081648111343384}
+{'epoch': 296, 'iter': 1060, 'avg_loss': 1.1489020538824444, 'avg_acc_mask': 59.87710789305625, 'loss': 1.1891939640045166}
+{'epoch': 296, 'iter': 1070, 'avg_loss': 1.1484371582889645, 'avg_acc_mask': 59.88403913251693, 'loss': 1.0881818532943726}
+{'epoch': 296, 'iter': 1080, 'avg_loss': 1.1478715311256853, 'avg_acc_mask': 59.92105842692822, 'loss': 0.9956462979316711}
+{'epoch': 296, 'iter': 1090, 'avg_loss': 1.1486378227429692, 'avg_acc_mask': 59.900367332561764, 'loss': 1.138382911682129}
+{'epoch': 296, 'iter': 1100, 'avg_loss': 1.1482561953386103, 'avg_acc_mask': 59.91023190092262, 'loss': 0.8699190616607666}
+{'epoch': 'EP296_train', 'avg_loss': 1.1485830968321717, 'total_masked_acc': 59.88575213179899}
+{'epoch': 297, 'iter': 0, 'avg_loss': 1.3703827857971191, 'avg_acc_mask': 54.54545454545454, 'loss': 1.3703827857971191}
+{'epoch': 297, 'iter': 10, 'avg_loss': 1.1966546123678035, 'avg_acc_mask': 61.7693522906793, 'loss': 1.1191853284835815}
+{'epoch': 297, 'iter': 20, 'avg_loss': 1.2342336490040733, 'avg_acc_mask': 59.38566552901023, 'loss': 1.3960994482040405}
+{'epoch': 297, 'iter': 30, 'avg_loss': 1.2293181092508378, 'avg_acc_mask': 58.99825276645312, 'loss': 1.4328854084014893}
+{'epoch': 297, 'iter': 40, 'avg_loss': 1.2189734927037867, 'avg_acc_mask': 59.25925925925925, 'loss': 0.9277774095535278}
+{'epoch': 297, 'iter': 50, 'avg_loss': 1.2279645403226216, 'avg_acc_mask': 58.72295882763433, 'loss': 1.2655909061431885}
+{'epoch': 297, 'iter': 60, 'avg_loss': 1.208131356317489, 'avg_acc_mask': 59.37866354044549, 'loss': 1.0834341049194336}
+{'epoch': 297, 'iter': 70, 'avg_loss': 1.1977990336821114, 'avg_acc_mask': 59.7640562248996, 'loss': 1.0185179710388184}
+{'epoch': 297, 'iter': 80, 'avg_loss': 1.2029743901005499, 'avg_acc_mask': 59.451152579582875, 'loss': 1.3070614337921143}
+{'epoch': 297, 'iter': 90, 'avg_loss': 1.199775109579275, 'avg_acc_mask': 59.86261040235525, 'loss': 1.2435684204101562}
+{'epoch': 297, 'iter': 100, 'avg_loss': 1.1839188095366602, 'avg_acc_mask': 60.19590382902938, 'loss': 1.0151457786560059}
+{'epoch': 297, 'iter': 110, 'avg_loss': 1.1825592711165145, 'avg_acc_mask': 60.338927814893275, 'loss': 0.888348400592804}
+{'epoch': 297, 'iter': 120, 'avg_loss': 1.1788283221977802, 'avg_acc_mask': 60.42540443379269, 'loss': 1.4758412837982178}
+{'epoch': 297, 'iter': 130, 'avg_loss': 1.181996168071077, 'avg_acc_mask': 60.38307840705526, 'loss': 1.093317985534668}
+{'epoch': 297, 'iter': 140, 'avg_loss': 1.1812806856547686, 'avg_acc_mask': 60.42013577558601, 'loss': 1.1984221935272217}
+{'epoch': 297, 'iter': 150, 'avg_loss': 1.1722882812386317, 'avg_acc_mask': 60.74260994953137, 'loss': 1.2844308614730835}
+{'epoch': 297, 'iter': 160, 'avg_loss': 1.1696561252848703, 'avg_acc_mask': 60.849481748535375, 'loss': 0.9561384916305542}
+{'epoch': 297, 'iter': 170, 'avg_loss': 1.174207291756457, 'avg_acc_mask': 60.70108753035582, 'loss': 1.4551717042922974}
+{'epoch': 297, 'iter': 180, 'avg_loss': 1.1734767411295222, 'avg_acc_mask': 60.74207061639737, 'loss': 1.1770790815353394}
+{'epoch': 297, 'iter': 190, 'avg_loss': 1.1691765320238643, 'avg_acc_mask': 60.847809667673715, 'loss': 0.9724006056785583}
+{'epoch': 297, 'iter': 200, 'avg_loss': 1.1618684156617123, 'avg_acc_mask': 60.91995328362232, 'loss': 1.0608134269714355}
+{'epoch': 297, 'iter': 210, 'avg_loss': 1.1586794728916403, 'avg_acc_mask': 60.966224882428385, 'loss': 1.0347378253936768}
+{'epoch': 297, 'iter': 220, 'avg_loss': 1.1595000732538387, 'avg_acc_mask': 60.919258714997135, 'loss': 1.3707484006881714}
+{'epoch': 297, 'iter': 230, 'avg_loss': 1.1628772198379813, 'avg_acc_mask': 60.87600342919492, 'loss': 1.4456197023391724}
+{'epoch': 297, 'iter': 240, 'avg_loss': 1.1644335713129321, 'avg_acc_mask': 60.66151653791345, 'loss': 1.3027443885803223}
+{'epoch': 297, 'iter': 250, 'avg_loss': 1.1643926812358112, 'avg_acc_mask': 60.52517985611511, 'loss': 0.9009122252464294}
+{'epoch': 297, 'iter': 260, 'avg_loss': 1.1621600065194784, 'avg_acc_mask': 60.55217270965956, 'loss': 0.8432068824768066}
+{'epoch': 297, 'iter': 270, 'avg_loss': 1.1655278892094798, 'avg_acc_mask': 60.401836205175975, 'loss': 1.317386507987976}
+{'epoch': 297, 'iter': 280, 'avg_loss': 1.1663720122011532, 'avg_acc_mask': 60.22230789000257, 'loss': 0.9117098450660706}
+{'epoch': 297, 'iter': 290, 'avg_loss': 1.1645538499674846, 'avg_acc_mask': 60.3417210313762, 'loss': 0.9771589636802673}
+{'epoch': 297, 'iter': 300, 'avg_loss': 1.1646072145712336, 'avg_acc_mask': 60.34285714285714, 'loss': 0.6838247776031494}
+{'epoch': 297, 'iter': 310, 'avg_loss': 1.16426973960024, 'avg_acc_mask': 60.3177374301676, 'loss': 0.8269330859184265}
+{'epoch': 297, 'iter': 320, 'avg_loss': 1.166492464386414, 'avg_acc_mask': 60.27947499434261, 'loss': 1.2377644777297974}
+{'epoch': 297, 'iter': 330, 'avg_loss': 1.1675366197467931, 'avg_acc_mask': 60.22266096303609, 'loss': 1.3728102445602417}
+{'epoch': 297, 'iter': 340, 'avg_loss': 1.1663656007509426, 'avg_acc_mask': 60.32530696858556, 'loss': 1.1414589881896973}
+{'epoch': 297, 'iter': 350, 'avg_loss': 1.1658107825154254, 'avg_acc_mask': 60.34554107179806, 'loss': 1.3298569917678833}
+{'epoch': 297, 'iter': 360, 'avg_loss': 1.1649022315347624, 'avg_acc_mask': 60.378212543378766, 'loss': 1.2358113527297974}
+{'epoch': 297, 'iter': 370, 'avg_loss': 1.1654424739655138, 'avg_acc_mask': 60.3290407873476, 'loss': 1.224510669708252}
+{'epoch': 297, 'iter': 380, 'avg_loss': 1.1680083751991353, 'avg_acc_mask': 60.27560556933054, 'loss': 0.7727630138397217}
+{'epoch': 297, 'iter': 390, 'avg_loss': 1.1684228160497172, 'avg_acc_mask': 60.283720930232555, 'loss': 1.5447027683258057}
+{'epoch': 297, 'iter': 400, 'avg_loss': 1.168029550305031, 'avg_acc_mask': 60.2831729896533, 'loss': 1.0561494827270508}
+{'epoch': 297, 'iter': 410, 'avg_loss': 1.1672249030312773, 'avg_acc_mask': 60.30662885501595, 'loss': 0.9821599721908569}
+{'epoch': 297, 'iter': 420, 'avg_loss': 1.1640577198773834, 'avg_acc_mask': 60.39286950501904, 'loss': 1.0343574285507202}
+{'epoch': 297, 'iter': 430, 'avg_loss': 1.1645835044765693, 'avg_acc_mask': 60.37783694687461, 'loss': 1.3418740034103394}
+{'epoch': 297, 'iter': 440, 'avg_loss': 1.1670490219479515, 'avg_acc_mask': 60.31306790021477, 'loss': 1.3110735416412354}
+{'epoch': 297, 'iter': 450, 'avg_loss': 1.1658133058220215, 'avg_acc_mask': 60.31842243504263, 'loss': 1.1871999502182007}
+{'epoch': 297, 'iter': 460, 'avg_loss': 1.1667566592936403, 'avg_acc_mask': 60.27662517289073, 'loss': 1.2000083923339844}
+{'epoch': 297, 'iter': 470, 'avg_loss': 1.166304020238783, 'avg_acc_mask': 60.283660534858555, 'loss': 1.1176587343215942}
+{'epoch': 297, 'iter': 480, 'avg_loss': 1.1640332356064333, 'avg_acc_mask': 60.3516883313753, 'loss': 0.986945390701294}
+{'epoch': 297, 'iter': 490, 'avg_loss': 1.1642909754075246, 'avg_acc_mask': 60.33232965317274, 'loss': 1.25779390335083}
+{'epoch': 297, 'iter': 500, 'avg_loss': 1.162874882806561, 'avg_acc_mask': 60.367807720320464, 'loss': 1.0196646451950073}
+{'epoch': 297, 'iter': 510, 'avg_loss': 1.1624189037866088, 'avg_acc_mask': 60.35317573340928, 'loss': 1.100271463394165}
+{'epoch': 297, 'iter': 520, 'avg_loss': 1.16270823750981, 'avg_acc_mask': 60.32739864983036, 'loss': 1.2086918354034424}
+{'epoch': 297, 'iter': 530, 'avg_loss': 1.1613887680901422, 'avg_acc_mask': 60.353118988733165, 'loss': 0.9901976585388184}
+{'epoch': 297, 'iter': 540, 'avg_loss': 1.1605835149336654, 'avg_acc_mask': 60.33024431339511, 'loss': 1.1391397714614868}
+{'epoch': 297, 'iter': 550, 'avg_loss': 1.1618741472706389, 'avg_acc_mask': 60.20570143528011, 'loss': 1.1999406814575195}
+{'epoch': 297, 'iter': 560, 'avg_loss': 1.1612508721955108, 'avg_acc_mask': 60.19556714471969, 'loss': 1.1244380474090576}
+{'epoch': 297, 'iter': 570, 'avg_loss': 1.1599124372527394, 'avg_acc_mask': 60.219188617573536, 'loss': 1.1479270458221436}
+{'epoch': 297, 'iter': 580, 'avg_loss': 1.1594381927418012, 'avg_acc_mask': 60.19313642225788, 'loss': 1.2639845609664917}
+{'epoch': 297, 'iter': 590, 'avg_loss': 1.1591611647767261, 'avg_acc_mask': 60.16684690251816, 'loss': 0.8251845836639404}
+{'epoch': 297, 'iter': 600, 'avg_loss': 1.157869840818713, 'avg_acc_mask': 60.18422812671004, 'loss': 1.0394691228866577}
+{'epoch': 297, 'iter': 610, 'avg_loss': 1.1597815802756777, 'avg_acc_mask': 60.15594658381382, 'loss': 1.5488083362579346}
+{'epoch': 297, 'iter': 620, 'avg_loss': 1.1571605517476462, 'avg_acc_mask': 60.26067257053753, 'loss': 1.2710235118865967}
+{'epoch': 297, 'iter': 630, 'avg_loss': 1.1556288763384812, 'avg_acc_mask': 60.32637000173601, 'loss': 1.1800174713134766}
+{'epoch': 297, 'iter': 640, 'avg_loss': 1.1558146636683186, 'avg_acc_mask': 60.33612006733815, 'loss': 1.0484994649887085}
+{'epoch': 297, 'iter': 650, 'avg_loss': 1.1562955383148428, 'avg_acc_mask': 60.32916021944015, 'loss': 1.058516263961792}
+{'epoch': 297, 'iter': 660, 'avg_loss': 1.1545383293581803, 'avg_acc_mask': 60.355636928539724, 'loss': 0.8609294891357422}
+{'epoch': 297, 'iter': 670, 'avg_loss': 1.1534345894385734, 'avg_acc_mask': 60.38886458105447, 'loss': 1.3439322710037231}
+{'epoch': 297, 'iter': 680, 'avg_loss': 1.153731383416096, 'avg_acc_mask': 60.393190436489796, 'loss': 1.6163768768310547}
+{'epoch': 297, 'iter': 690, 'avg_loss': 1.1539045819842868, 'avg_acc_mask': 60.35764357326138, 'loss': 1.0523626804351807}
+{'epoch': 297, 'iter': 700, 'avg_loss': 1.1556870494351408, 'avg_acc_mask': 60.283503139901505, 'loss': 1.4753717184066772}
+{'epoch': 297, 'iter': 710, 'avg_loss': 1.155558168133603, 'avg_acc_mask': 60.285383725414576, 'loss': 1.3701162338256836}
+{'epoch': 297, 'iter': 720, 'avg_loss': 1.1570709026140908, 'avg_acc_mask': 60.23277632679971, 'loss': 1.173966646194458}
+{'epoch': 297, 'iter': 730, 'avg_loss': 1.1559991696301628, 'avg_acc_mask': 60.25028156676261, 'loss': 1.2712589502334595}
+{'epoch': 297, 'iter': 740, 'avg_loss': 1.1563897235834326, 'avg_acc_mask': 60.215850435899334, 'loss': 1.1460975408554077}
+{'epoch': 297, 'iter': 750, 'avg_loss': 1.1577011256338594, 'avg_acc_mask': 60.18205271740453, 'loss': 1.1910918951034546}
+{'epoch': 297, 'iter': 760, 'avg_loss': 1.1573930396043675, 'avg_acc_mask': 60.17801299013712, 'loss': 1.1155822277069092}
+{'epoch': 297, 'iter': 770, 'avg_loss': 1.1592500372155632, 'avg_acc_mask': 60.08305647840532, 'loss': 1.077032208442688}
+{'epoch': 297, 'iter': 780, 'avg_loss': 1.1578289202477654, 'avg_acc_mask': 60.135531221422376, 'loss': 0.9999855160713196}
+{'epoch': 297, 'iter': 790, 'avg_loss': 1.1580006190105878, 'avg_acc_mask': 60.13474405574978, 'loss': 1.2703838348388672}
+{'epoch': 297, 'iter': 800, 'avg_loss': 1.1577982604875696, 'avg_acc_mask': 60.114272654553766, 'loss': 0.9766555428504944}
+{'epoch': 297, 'iter': 810, 'avg_loss': 1.157962535150836, 'avg_acc_mask': 60.113387391864116, 'loss': 0.9739442467689514}
+{'epoch': 297, 'iter': 820, 'avg_loss': 1.1583320994324864, 'avg_acc_mask': 60.09195812780395, 'loss': 1.5410022735595703}
+{'epoch': 297, 'iter': 830, 'avg_loss': 1.1583027634523118, 'avg_acc_mask': 60.0953263603866, 'loss': 1.1500240564346313}
+{'epoch': 297, 'iter': 840, 'avg_loss': 1.158152256156545, 'avg_acc_mask': 60.083703897462726, 'loss': 1.3496040105819702}
+{'epoch': 297, 'iter': 850, 'avg_loss': 1.1588151653841154, 'avg_acc_mask': 60.06286600068894, 'loss': 0.9512191414833069}
+{'epoch': 297, 'iter': 860, 'avg_loss': 1.1594004726576057, 'avg_acc_mask': 60.01996559121514, 'loss': 1.1244055032730103}
+{'epoch': 297, 'iter': 870, 'avg_loss': 1.16016537738038, 'avg_acc_mask': 59.979033441660555, 'loss': 0.8797575831413269}
+{'epoch': 297, 'iter': 880, 'avg_loss': 1.1606205834433114, 'avg_acc_mask': 59.95062547974192, 'loss': 0.9616551399230957}
+{'epoch': 297, 'iter': 890, 'avg_loss': 1.1601170837946078, 'avg_acc_mask': 59.99178222907037, 'loss': 0.7059457898139954}
+{'epoch': 297, 'iter': 900, 'avg_loss': 1.160227187068825, 'avg_acc_mask': 60.00446401396019, 'loss': 1.3192278146743774}
+{'epoch': 297, 'iter': 910, 'avg_loss': 1.1610907051225656, 'avg_acc_mask': 59.97392960994685, 'loss': 1.1770302057266235}
+{'epoch': 297, 'iter': 920, 'avg_loss': 1.1608045014444572, 'avg_acc_mask': 59.9797325491287, 'loss': 1.4627678394317627}
+{'epoch': 297, 'iter': 930, 'avg_loss': 1.1600511301344882, 'avg_acc_mask': 59.99803285138192, 'loss': 1.2793943881988525}
+{'epoch': 297, 'iter': 940, 'avg_loss': 1.1599814908284056, 'avg_acc_mask': 60.0174978127734, 'loss': 0.940695583820343}
+{'epoch': 297, 'iter': 950, 'avg_loss': 1.1601302366778177, 'avg_acc_mask': 59.99615495530135, 'loss': 1.4012709856033325}
+{'epoch': 297, 'iter': 960, 'avg_loss': 1.1591461771608764, 'avg_acc_mask': 60.03692354542167, 'loss': 0.6574917435646057}
+{'epoch': 297, 'iter': 970, 'avg_loss': 1.158912875625304, 'avg_acc_mask': 60.02259461495011, 'loss': 1.1137226819992065}
+{'epoch': 297, 'iter': 980, 'avg_loss': 1.15868036091996, 'avg_acc_mask': 60.01155681479272, 'loss': 1.1285467147827148}
+{'epoch': 297, 'iter': 990, 'avg_loss': 1.1591718403770994, 'avg_acc_mask': 59.99520480994449, 'loss': 1.5150500535964966}
+{'epoch': 297, 'iter': 1000, 'avg_loss': 1.1594141550831027, 'avg_acc_mask': 59.98686538847438, 'loss': 1.4026679992675781}
+{'epoch': 297, 'iter': 1010, 'avg_loss': 1.1588167005193692, 'avg_acc_mask': 59.98409628973669, 'loss': 0.9686756134033203}
+{'epoch': 297, 'iter': 1020, 'avg_loss': 1.158253298800559, 'avg_acc_mask': 59.99105225483178, 'loss': 1.164711594581604}
+{'epoch': 297, 'iter': 1030, 'avg_loss': 1.1579473272442933, 'avg_acc_mask': 60.00531914893617, 'loss': 1.1664570569992065}
+{'epoch': 297, 'iter': 1040, 'avg_loss': 1.157553310410319, 'avg_acc_mask': 60.01299476697221, 'loss': 1.3792147636413574}
+{'epoch': 297, 'iter': 1050, 'avg_loss': 1.1577278525346126, 'avg_acc_mask': 59.978770424765514, 'loss': 1.1532173156738281}
+{'epoch': 297, 'iter': 1060, 'avg_loss': 1.1575057021185096, 'avg_acc_mask': 59.98689338805918, 'loss': 1.076328992843628}
+{'epoch': 297, 'iter': 1070, 'avg_loss': 1.1570480761964337, 'avg_acc_mask': 60.001708525542455, 'loss': 1.3085705041885376}
+{'epoch': 297, 'iter': 1080, 'avg_loss': 1.1569741077714226, 'avg_acc_mask': 60.025700421013475, 'loss': 0.9502708315849304}
+{'epoch': 297, 'iter': 1090, 'avg_loss': 1.157224925912705, 'avg_acc_mask': 60.035839292592655, 'loss': 1.437793254852295}
+{'epoch': 297, 'iter': 1100, 'avg_loss': 1.1564841056606316, 'avg_acc_mask': 60.055768560474036, 'loss': 1.0236327648162842}
+{'epoch': 'EP297_train', 'avg_loss': 1.1570780285343325, 'total_masked_acc': 60.045964088489136}
+{'epoch': 298, 'iter': 0, 'avg_loss': 1.5873504877090454, 'avg_acc_mask': 45.3125, 'loss': 1.5873504877090454}
+{'epoch': 298, 'iter': 10, 'avg_loss': 1.2170911052010276, 'avg_acc_mask': 57.80998389694042, 'loss': 0.9422677159309387}
+{'epoch': 298, 'iter': 20, 'avg_loss': 1.22279896906444, 'avg_acc_mask': 57.3170731707317, 'loss': 1.2028883695602417}
+{'epoch': 298, 'iter': 30, 'avg_loss': 1.1805126955432277, 'avg_acc_mask': 58.785377358490564, 'loss': 1.2227305173873901}
+{'epoch': 298, 'iter': 40, 'avg_loss': 1.1656581497773892, 'avg_acc_mask': 58.820941487021564, 'loss': 1.0464380979537964}
+{'epoch': 298, 'iter': 50, 'avg_loss': 1.1591200489623874, 'avg_acc_mask': 59.70464135021098, 'loss': 1.4297856092453003}
+{'epoch': 298, 'iter': 60, 'avg_loss': 1.1573242496271603, 'avg_acc_mask': 59.66111771700356, 'loss': 0.8747801780700684}
+{'epoch': 298, 'iter': 70, 'avg_loss': 1.1484364657334878, 'avg_acc_mask': 60.15170670037927, 'loss': 0.7601273059844971}
+{'epoch': 298, 'iter': 80, 'avg_loss': 1.1502452625168695, 'avg_acc_mask': 59.65297605974082, 'loss': 1.182584285736084}
+{'epoch': 298, 'iter': 90, 'avg_loss': 1.1590977298034417, 'avg_acc_mask': 59.59159630865894, 'loss': 1.141781210899353}
+{'epoch': 298, 'iter': 100, 'avg_loss': 1.1474845769381758, 'avg_acc_mask': 60.02497324295398, 'loss': 0.941308319568634}
+{'epoch': 298, 'iter': 110, 'avg_loss': 1.1474423988445386, 'avg_acc_mask': 60.07505302659488, 'loss': 0.8713692426681519}
+{'epoch': 298, 'iter': 120, 'avg_loss': 1.1399973059488722, 'avg_acc_mask': 60.134730538922156, 'loss': 1.3694065809249878}
+{'epoch': 298, 'iter': 130, 'avg_loss': 1.14892822094546, 'avg_acc_mask': 59.829412573944154, 'loss': 1.2364424467086792}
+{'epoch': 298, 'iter': 140, 'avg_loss': 1.148000976718064, 'avg_acc_mask': 60.020436837399416, 'loss': 0.9761369824409485}
+{'epoch': 298, 'iter': 150, 'avg_loss': 1.1377996241809516, 'avg_acc_mask': 60.40992448759439, 'loss': 1.2714835405349731}
+{'epoch': 298, 'iter': 160, 'avg_loss': 1.146638708455222, 'avg_acc_mask': 60.186223917433246, 'loss': 1.1879863739013672}
+{'epoch': 298, 'iter': 170, 'avg_loss': 1.1549558454786826, 'avg_acc_mask': 59.87967067764408, 'loss': 1.2421348094940186}
+{'epoch': 298, 'iter': 180, 'avg_loss': 1.157661767295711, 'avg_acc_mask': 59.855173097906956, 'loss': 1.470029354095459}
+{'epoch': 298, 'iter': 190, 'avg_loss': 1.1574705087077555, 'avg_acc_mask': 59.79352416705772, 'loss': 0.9361885190010071}
+{'epoch': 298, 'iter': 200, 'avg_loss': 1.1532311409860108, 'avg_acc_mask': 59.849906191369605, 'loss': 1.119364857673645}
+{'epoch': 298, 'iter': 210, 'avg_loss': 1.156770279622191, 'avg_acc_mask': 59.814987694135624, 'loss': 1.1012358665466309}
+{'epoch': 298, 'iter': 220, 'avg_loss': 1.1517589372747086, 'avg_acc_mask': 59.97085256254554, 'loss': 1.2916072607040405}
+{'epoch': 298, 'iter': 230, 'avg_loss': 1.1531029962874078, 'avg_acc_mask': 60.02477163647624, 'loss': 1.0452476739883423}
+{'epoch': 298, 'iter': 240, 'avg_loss': 1.1511873837823194, 'avg_acc_mask': 60.067039106145245, 'loss': 1.0440361499786377}
+{'epoch': 298, 'iter': 250, 'avg_loss': 1.154108117063682, 'avg_acc_mask': 60.01717844105647, 'loss': 0.9267513751983643}
+{'epoch': 298, 'iter': 260, 'avg_loss': 1.1536575311445185, 'avg_acc_mask': 59.977994773758766, 'loss': 1.0503417253494263}
+{'epoch': 298, 'iter': 270, 'avg_loss': 1.1569485736948977, 'avg_acc_mask': 59.91282525425967, 'loss': 1.5780731439590454}
+{'epoch': 298, 'iter': 280, 'avg_loss': 1.1583468916153143, 'avg_acc_mask': 59.85303514376997, 'loss': 0.6109849214553833}
+{'epoch': 298, 'iter': 290, 'avg_loss': 1.160245730909695, 'avg_acc_mask': 59.80586125881043, 'loss': 1.0639680624008179}
+{'epoch': 298, 'iter': 300, 'avg_loss': 1.1588645270496507, 'avg_acc_mask': 59.82126791819109, 'loss': 0.9455066919326782}
+{'epoch': 298, 'iter': 310, 'avg_loss': 1.1586490651035615, 'avg_acc_mask': 59.903493982907975, 'loss': 0.9864652752876282}
+{'epoch': 298, 'iter': 320, 'avg_loss': 1.1581218706855894, 'avg_acc_mask': 59.9039819260096, 'loss': 0.859275758266449}
+{'epoch': 298, 'iter': 330, 'avg_loss': 1.1573094516722457, 'avg_acc_mask': 59.89606126914661, 'loss': 0.9566830396652222}
+{'epoch': 298, 'iter': 340, 'avg_loss': 1.157142019866149, 'avg_acc_mask': 59.901200467438656, 'loss': 1.262614130973816}
+{'epoch': 298, 'iter': 350, 'avg_loss': 1.1559942245823025, 'avg_acc_mask': 59.961656044354626, 'loss': 1.102481722831726}
+{'epoch': 298, 'iter': 360, 'avg_loss': 1.1546396200346485, 'avg_acc_mask': 59.92047513589692, 'loss': 1.2140101194381714}
+{'epoch': 298, 'iter': 370, 'avg_loss': 1.1545448272697367, 'avg_acc_mask': 59.90995399823823, 'loss': 1.1323896646499634}
+{'epoch': 298, 'iter': 380, 'avg_loss': 1.1581487927849836, 'avg_acc_mask': 59.77960118309321, 'loss': 1.1611733436584473}
+{'epoch': 298, 'iter': 390, 'avg_loss': 1.1590674816799895, 'avg_acc_mask': 59.74406700791065, 'loss': 1.0422009229660034}
+{'epoch': 298, 'iter': 400, 'avg_loss': 1.1583128825684734, 'avg_acc_mask': 59.74945533769063, 'loss': 1.022658109664917}
+{'epoch': 298, 'iter': 410, 'avg_loss': 1.1568120262628634, 'avg_acc_mask': 59.784488492749766, 'loss': 1.1660295724868774}
+{'epoch': 298, 'iter': 420, 'avg_loss': 1.1539813973841362, 'avg_acc_mask': 59.85461468564752, 'loss': 1.089218258857727}
+{'epoch': 298, 'iter': 430, 'avg_loss': 1.1521646997215023, 'avg_acc_mask': 59.96951993903987, 'loss': 0.8088730573654175}
+{'epoch': 298, 'iter': 440, 'avg_loss': 1.1536973640491632, 'avg_acc_mask': 59.88933850854736, 'loss': 1.3438204526901245}
+{'epoch': 298, 'iter': 450, 'avg_loss': 1.1549870112782836, 'avg_acc_mask': 59.85551699087901, 'loss': 0.9962897300720215}
+{'epoch': 298, 'iter': 460, 'avg_loss': 1.153080547967857, 'avg_acc_mask': 59.951053919633694, 'loss': 1.0850244760513306}
+{'epoch': 298, 'iter': 470, 'avg_loss': 1.154066972292153, 'avg_acc_mask': 59.91415977109272, 'loss': 1.0167877674102783}
+{'epoch': 298, 'iter': 480, 'avg_loss': 1.151188035764714, 'avg_acc_mask': 60.03786444528587, 'loss': 1.0448232889175415}
+{'epoch': 298, 'iter': 490, 'avg_loss': 1.1514073379656449, 'avg_acc_mask': 60.031894377688765, 'loss': 1.21585214138031}
+{'epoch': 298, 'iter': 500, 'avg_loss': 1.1501129164905128, 'avg_acc_mask': 60.09972339496288, 'loss': 1.3813800811767578}
+{'epoch': 298, 'iter': 510, 'avg_loss': 1.1505028817751637, 'avg_acc_mask': 60.130439431198546, 'loss': 1.2479310035705566}
+{'epoch': 298, 'iter': 520, 'avg_loss': 1.1500666496163365, 'avg_acc_mask': 60.187517492303385, 'loss': 1.0854562520980835}
+{'epoch': 298, 'iter': 530, 'avg_loss': 1.1502179311493697, 'avg_acc_mask': 60.18130622896779, 'loss': 1.0833313465118408}
+{'epoch': 298, 'iter': 540, 'avg_loss': 1.149967372747975, 'avg_acc_mask': 60.16038276222244, 'loss': 1.2755041122436523}
+{'epoch': 298, 'iter': 550, 'avg_loss': 1.1504660206568003, 'avg_acc_mask': 60.141525031413266, 'loss': 1.1502498388290405}
+{'epoch': 298, 'iter': 560, 'avg_loss': 1.149972544634406, 'avg_acc_mask': 60.17699115044248, 'loss': 1.0684902667999268}
+{'epoch': 298, 'iter': 570, 'avg_loss': 1.1495729643075145, 'avg_acc_mask': 60.19830481368943, 'loss': 1.31732177734375}
+{'epoch': 298, 'iter': 580, 'avg_loss': 1.1502719282488405, 'avg_acc_mask': 60.17201870860407, 'loss': 1.3289155960083008}
+{'epoch': 298, 'iter': 590, 'avg_loss': 1.1507877612678734, 'avg_acc_mask': 60.10969372034264, 'loss': 0.9516841769218445}
+{'epoch': 298, 'iter': 600, 'avg_loss': 1.1496936133419615, 'avg_acc_mask': 60.13882153249273, 'loss': 1.043529987335205}
+{'epoch': 298, 'iter': 610, 'avg_loss': 1.1505927517644317, 'avg_acc_mask': 60.11793084963817, 'loss': 1.1518393754959106}
+{'epoch': 298, 'iter': 620, 'avg_loss': 1.1499905678385123, 'avg_acc_mask': 60.153088157663205, 'loss': 1.5630223751068115}
+{'epoch': 298, 'iter': 630, 'avg_loss': 1.1494043063248394, 'avg_acc_mask': 60.17269760591446, 'loss': 1.034139633178711}
+{'epoch': 298, 'iter': 640, 'avg_loss': 1.149340650127756, 'avg_acc_mask': 60.180493082047484, 'loss': 0.9151625037193298}
+{'epoch': 298, 'iter': 650, 'avg_loss': 1.150113344833415, 'avg_acc_mask': 60.16611482125821, 'loss': 1.2402697801589966}
+{'epoch': 298, 'iter': 660, 'avg_loss': 1.1484045575678619, 'avg_acc_mask': 60.22359354678031, 'loss': 0.9756464958190918}
+{'epoch': 298, 'iter': 670, 'avg_loss': 1.148733623869906, 'avg_acc_mask': 60.17231037679262, 'loss': 1.1424921751022339}
+{'epoch': 298, 'iter': 680, 'avg_loss': 1.1482378785305611, 'avg_acc_mask': 60.17882074965095, 'loss': 1.3769384622573853}
+{'epoch': 298, 'iter': 690, 'avg_loss': 1.1486708395042917, 'avg_acc_mask': 60.13852905408979, 'loss': 1.0119962692260742}
+{'epoch': 298, 'iter': 700, 'avg_loss': 1.1498336540309237, 'avg_acc_mask': 60.11358899541476, 'loss': 1.2811006307601929}
+{'epoch': 298, 'iter': 710, 'avg_loss': 1.150140031480588, 'avg_acc_mask': 60.1191699198685, 'loss': 1.5535378456115723}
+{'epoch': 298, 'iter': 720, 'avg_loss': 1.1509948108298769, 'avg_acc_mask': 60.10630220197418, 'loss': 1.2763875722885132}
+{'epoch': 298, 'iter': 730, 'avg_loss': 1.1490900823094776, 'avg_acc_mask': 60.165198512714305, 'loss': 0.9831573963165283}
+{'epoch': 298, 'iter': 740, 'avg_loss': 1.1497823158417315, 'avg_acc_mask': 60.15163450177236, 'loss': 0.9471160173416138}
+{'epoch': 298, 'iter': 750, 'avg_loss': 1.1510870040812282, 'avg_acc_mask': 60.11609831924609, 'loss': 1.078385353088379}
+{'epoch': 298, 'iter': 760, 'avg_loss': 1.1516275914207237, 'avg_acc_mask': 60.14162265962554, 'loss': 1.4728550910949707}
+{'epoch': 298, 'iter': 770, 'avg_loss': 1.153306744828453, 'avg_acc_mask': 60.08701409249977, 'loss': 1.2528797388076782}
+{'epoch': 298, 'iter': 780, 'avg_loss': 1.1519970732828109, 'avg_acc_mask': 60.11863061043389, 'loss': 0.9108145236968994}
+{'epoch': 298, 'iter': 790, 'avg_loss': 1.1512784718261506, 'avg_acc_mask': 60.12592541340898, 'loss': 1.2067309617996216}
+{'epoch': 298, 'iter': 800, 'avg_loss': 1.1502876455120081, 'avg_acc_mask': 60.1325649727809, 'loss': 0.9600639939308167}
+{'epoch': 298, 'iter': 810, 'avg_loss': 1.1503380979474465, 'avg_acc_mask': 60.1543689101915, 'loss': 1.0171834230422974}
+{'epoch': 298, 'iter': 820, 'avg_loss': 1.150228218097199, 'avg_acc_mask': 60.160053351117035, 'loss': 1.2944470643997192}
+{'epoch': 298, 'iter': 830, 'avg_loss': 1.1501482575952504, 'avg_acc_mask': 60.14989669875599, 'loss': 1.7047289609909058}
+{'epoch': 298, 'iter': 840, 'avg_loss': 1.1491675339329115, 'avg_acc_mask': 60.166623275188755, 'loss': 0.8918348550796509}
+{'epoch': 298, 'iter': 850, 'avg_loss': 1.1500861143953791, 'avg_acc_mask': 60.10542555926973, 'loss': 0.9723883867263794}
+{'epoch': 298, 'iter': 860, 'avg_loss': 1.1514990215517502, 'avg_acc_mask': 60.031732599957685, 'loss': 1.4616920948028564}
+{'epoch': 298, 'iter': 870, 'avg_loss': 1.151357263497726, 'avg_acc_mask': 60.03216642994402, 'loss': 1.1660250425338745}
+{'epoch': 298, 'iter': 880, 'avg_loss': 1.1507418892440406, 'avg_acc_mask': 60.05950782073269, 'loss': 1.0036606788635254}
+{'epoch': 298, 'iter': 890, 'avg_loss': 1.1501938693317366, 'avg_acc_mask': 60.10230179028133, 'loss': 0.6944636106491089}
+{'epoch': 298, 'iter': 900, 'avg_loss': 1.1509326214795637, 'avg_acc_mask': 60.09865162633675, 'loss': 1.2837225198745728}
+{'epoch': 298, 'iter': 910, 'avg_loss': 1.1509505138046525, 'avg_acc_mask': 60.10191846522782, 'loss': 1.3457539081573486}
+{'epoch': 298, 'iter': 920, 'avg_loss': 1.1491019930306268, 'avg_acc_mask': 60.153188457427866, 'loss': 0.8758494257926941}
+{'epoch': 298, 'iter': 930, 'avg_loss': 1.1493654779281575, 'avg_acc_mask': 60.14577944980014, 'loss': 1.2154872417449951}
+{'epoch': 298, 'iter': 940, 'avg_loss': 1.1496890865654292, 'avg_acc_mask': 60.130592315591635, 'loss': 1.0502945184707642}
+{'epoch': 298, 'iter': 950, 'avg_loss': 1.1496481586455296, 'avg_acc_mask': 60.121876437222134, 'loss': 1.5260422229766846}
+{'epoch': 298, 'iter': 960, 'avg_loss': 1.1492084123961759, 'avg_acc_mask': 60.11272202823744, 'loss': 1.1547341346740723}
+{'epoch': 298, 'iter': 970, 'avg_loss': 1.149518011834177, 'avg_acc_mask': 60.102176893747306, 'loss': 1.1410775184631348}
+{'epoch': 298, 'iter': 980, 'avg_loss': 1.1491938483702906, 'avg_acc_mask': 60.11962255739653, 'loss': 0.9323608875274658}
+{'epoch': 298, 'iter': 990, 'avg_loss': 1.1496776084967266, 'avg_acc_mask': 60.105121937772225, 'loss': 1.346850037574768}
+{'epoch': 298, 'iter': 1000, 'avg_loss': 1.1497222316729558, 'avg_acc_mask': 60.108723319152034, 'loss': 1.4703423976898193}
+{'epoch': 298, 'iter': 1010, 'avg_loss': 1.1488892577522232, 'avg_acc_mask': 60.14514938140431, 'loss': 0.8128857612609863}
+{'epoch': 298, 'iter': 1020, 'avg_loss': 1.1497820123636058, 'avg_acc_mask': 60.10628811927097, 'loss': 1.1294456720352173}
+{'epoch': 298, 'iter': 1030, 'avg_loss': 1.1496700091227874, 'avg_acc_mask': 60.141663575503856, 'loss': 1.0332072973251343}
+{'epoch': 298, 'iter': 1040, 'avg_loss': 1.149500839133084, 'avg_acc_mask': 60.1479176137357, 'loss': 1.2949808835983276}
+{'epoch': 298, 'iter': 1050, 'avg_loss': 1.1493595620204333, 'avg_acc_mask': 60.175888096392214, 'loss': 1.308813452720642}
+{'epoch': 298, 'iter': 1060, 'avg_loss': 1.148954947527347, 'avg_acc_mask': 60.18558221703857, 'loss': 0.9466937780380249}
+{'epoch': 298, 'iter': 1070, 'avg_loss': 1.1492233920831973, 'avg_acc_mask': 60.18656970026507, 'loss': 1.148410439491272}
+{'epoch': 298, 'iter': 1080, 'avg_loss': 1.1484309773992103, 'avg_acc_mask': 60.186400188418965, 'loss': 1.0714436769485474}
+{'epoch': 298, 'iter': 1090, 'avg_loss': 1.1485956950978768, 'avg_acc_mask': 60.17684378798728, 'loss': 1.3442233800888062}
+{'epoch': 298, 'iter': 1100, 'avg_loss': 1.148784980678645, 'avg_acc_mask': 60.176275438625446, 'loss': 0.8794118762016296}
+{'epoch': 'EP298_train', 'avg_loss': 1.1487495300996358, 'total_masked_acc': 60.175608793593895}
+{'epoch': 299, 'iter': 0, 'avg_loss': 1.2815126180648804, 'avg_acc_mask': 57.35294117647059, 'loss': 1.2815126180648804}
+{'epoch': 299, 'iter': 10, 'avg_loss': 1.189086832783439, 'avg_acc_mask': 59.9388379204893, 'loss': 0.9864205718040466}
+{'epoch': 299, 'iter': 20, 'avg_loss': 1.2089832056136358, 'avg_acc_mask': 57.67918088737202, 'loss': 1.345487117767334}
+{'epoch': 299, 'iter': 30, 'avg_loss': 1.1833979564328347, 'avg_acc_mask': 59.142346634901735, 'loss': 1.045949101448059}
+{'epoch': 299, 'iter': 40, 'avg_loss': 1.1723842228331216, 'avg_acc_mask': 59.28888888888889, 'loss': 1.0604772567749023}
+{'epoch': 299, 'iter': 50, 'avg_loss': 1.1724894420773375, 'avg_acc_mask': 59.57968476357268, 'loss': 1.1040327548980713}
+{'epoch': 299, 'iter': 60, 'avg_loss': 1.1650372763149073, 'avg_acc_mask': 59.48991696322658, 'loss': 0.8624952435493469}
+{'epoch': 299, 'iter': 70, 'avg_loss': 1.1592490102203798, 'avg_acc_mask': 59.627646008671256, 'loss': 1.140588641166687}
+{'epoch': 299, 'iter': 80, 'avg_loss': 1.1612814708992287, 'avg_acc_mask': 59.67526690391459, 'loss': 0.9272866249084473}
+{'epoch': 299, 'iter': 90, 'avg_loss': 1.1586503910494375, 'avg_acc_mask': 60.0715137067938, 'loss': 1.3414995670318604}
+{'epoch': 299, 'iter': 100, 'avg_loss': 1.1437281187218014, 'avg_acc_mask': 60.849310159469624, 'loss': 0.9054660797119141}
+{'epoch': 299, 'iter': 110, 'avg_loss': 1.1457673821363363, 'avg_acc_mask': 60.783668093513334, 'loss': 0.9159250259399414}
+{'epoch': 299, 'iter': 120, 'avg_loss': 1.138099481251614, 'avg_acc_mask': 61.00333434374052, 'loss': 1.2614401578903198}
+{'epoch': 299, 'iter': 130, 'avg_loss': 1.1373853951920079, 'avg_acc_mask': 60.968780624387506, 'loss': 1.28322434425354}
+{'epoch': 299, 'iter': 140, 'avg_loss': 1.1369124160590747, 'avg_acc_mask': 60.68821689259646, 'loss': 1.2967596054077148}
+{'epoch': 299, 'iter': 150, 'avg_loss': 1.1315698678919812, 'avg_acc_mask': 60.87009654161065, 'loss': 1.1887952089309692}
+{'epoch': 299, 'iter': 160, 'avg_loss': 1.132208229962343, 'avg_acc_mask': 60.85057471264368, 'loss': 1.344630241394043}
+{'epoch': 299, 'iter': 170, 'avg_loss': 1.1315233533145392, 'avg_acc_mask': 60.91348737238044, 'loss': 1.2898861169815063}
+{'epoch': 299, 'iter': 180, 'avg_loss': 1.1316245224594412, 'avg_acc_mask': 61.02657739906675, 'loss': 1.268519401550293}
+{'epoch': 299, 'iter': 190, 'avg_loss': 1.12892484664917, 'avg_acc_mask': 61.0700930098763, 'loss': 1.050036907196045}
+{'epoch': 299, 'iter': 200, 'avg_loss': 1.128586120569884, 'avg_acc_mask': 60.99000908265213, 'loss': 1.1157640218734741}
+{'epoch': 299, 'iter': 210, 'avg_loss': 1.1274532271787454, 'avg_acc_mask': 60.9254942588276, 'loss': 1.035584807395935}
+{'epoch': 299, 'iter': 220, 'avg_loss': 1.1248254902761985, 'avg_acc_mask': 61.031046693568314, 'loss': 1.1966336965560913}
+{'epoch': 299, 'iter': 230, 'avg_loss': 1.1246480657940818, 'avg_acc_mask': 61.157546128370925, 'loss': 0.8692854046821594}
+{'epoch': 299, 'iter': 240, 'avg_loss': 1.1255184968477463, 'avg_acc_mask': 61.10353190844323, 'loss': 1.0306264162063599}
+{'epoch': 299, 'iter': 250, 'avg_loss': 1.1261829641235777, 'avg_acc_mask': 61.01214280520614, 'loss': 0.9511687755584717}
+{'epoch': 299, 'iter': 260, 'avg_loss': 1.128903135714403, 'avg_acc_mask': 60.88994612747499, 'loss': 1.0367422103881836}
+{'epoch': 299, 'iter': 270, 'avg_loss': 1.1312632090051236, 'avg_acc_mask': 60.808813650409775, 'loss': 1.1796040534973145}
+{'epoch': 299, 'iter': 280, 'avg_loss': 1.1306678340952592, 'avg_acc_mask': 60.730267851352224, 'loss': 0.9750317931175232}
+{'epoch': 299, 'iter': 290, 'avg_loss': 1.1285084260698037, 'avg_acc_mask': 60.77594324816372, 'loss': 1.0420958995819092}
+{'epoch': 299, 'iter': 300, 'avg_loss': 1.127560869799896, 'avg_acc_mask': 60.78264568268822, 'loss': 0.8955112099647522}
+{'epoch': 299, 'iter': 310, 'avg_loss': 1.1256433060314877, 'avg_acc_mask': 60.73951954780971, 'loss': 0.9229324460029602}
+{'epoch': 299, 'iter': 320, 'avg_loss': 1.1280195168988356, 'avg_acc_mask': 60.72837459264765, 'loss': 1.1262015104293823}
+{'epoch': 299, 'iter': 330, 'avg_loss': 1.1306034157283356, 'avg_acc_mask': 60.6739082243405, 'loss': 0.9985036253929138}
+{'epoch': 299, 'iter': 340, 'avg_loss': 1.130609425281849, 'avg_acc_mask': 60.68031597614058, 'loss': 1.1991132497787476}
+{'epoch': 299, 'iter': 350, 'avg_loss': 1.1323784565993524, 'avg_acc_mask': 60.63990813716791, 'loss': 1.2334225177764893}
+{'epoch': 299, 'iter': 360, 'avg_loss': 1.1324387404066705, 'avg_acc_mask': 60.638621388748106, 'loss': 1.1850208044052124}
+{'epoch': 299, 'iter': 370, 'avg_loss': 1.1303879878912975, 'avg_acc_mask': 60.68392963036173, 'loss': 0.8612890839576721}
+{'epoch': 299, 'iter': 380, 'avg_loss': 1.131886049518435, 'avg_acc_mask': 60.64968091742239, 'loss': 0.8178874254226685}
+{'epoch': 299, 'iter': 390, 'avg_loss': 1.1304620880909892, 'avg_acc_mask': 60.68033550792171, 'loss': 1.6561636924743652}
+{'epoch': 299, 'iter': 400, 'avg_loss': 1.1299092307352365, 'avg_acc_mask': 60.74060595032299, 'loss': 0.8495409488677979}
+{'epoch': 299, 'iter': 410, 'avg_loss': 1.128275552225229, 'avg_acc_mask': 60.749156754837564, 'loss': 1.00361168384552}
+{'epoch': 299, 'iter': 420, 'avg_loss': 1.1291008619967662, 'avg_acc_mask': 60.70870244919229, 'loss': 1.3531668186187744}
+{'epoch': 299, 'iter': 430, 'avg_loss': 1.1274567171758398, 'avg_acc_mask': 60.75492527173913, 'loss': 0.7250871658325195}
+{'epoch': 299, 'iter': 440, 'avg_loss': 1.1323954773868292, 'avg_acc_mask': 60.61699216320437, 'loss': 1.509291172027588}
+{'epoch': 299, 'iter': 450, 'avg_loss': 1.1323853489300628, 'avg_acc_mask': 60.604339890488745, 'loss': 1.231848120689392}
+{'epoch': 299, 'iter': 460, 'avg_loss': 1.1329413759734264, 'avg_acc_mask': 60.63470627954085, 'loss': 1.1676814556121826}
+{'epoch': 299, 'iter': 470, 'avg_loss': 1.1355704090650927, 'avg_acc_mask': 60.49718391920761, 'loss': 1.0747976303100586}
+{'epoch': 299, 'iter': 480, 'avg_loss': 1.1359770197630423, 'avg_acc_mask': 60.488937968851154, 'loss': 1.0755956172943115}
+{'epoch': 299, 'iter': 490, 'avg_loss': 1.136415961196612, 'avg_acc_mask': 60.48498414474911, 'loss': 1.3607286214828491}
+{'epoch': 299, 'iter': 500, 'avg_loss': 1.1358586707990803, 'avg_acc_mask': 60.492837094010866, 'loss': 0.994624137878418}
+{'epoch': 299, 'iter': 510, 'avg_loss': 1.1355879052511166, 'avg_acc_mask': 60.514102106390574, 'loss': 0.9379952549934387}
+{'epoch': 299, 'iter': 520, 'avg_loss': 1.1352666288099453, 'avg_acc_mask': 60.53277252015422, 'loss': 1.2849466800689697}
+{'epoch': 299, 'iter': 530, 'avg_loss': 1.1348035746375047, 'avg_acc_mask': 60.57156613247129, 'loss': 0.9799582362174988}
+{'epoch': 299, 'iter': 540, 'avg_loss': 1.1348649485935345, 'avg_acc_mask': 60.564903033988784, 'loss': 1.2912718057632446}
+{'epoch': 299, 'iter': 550, 'avg_loss': 1.135864500017218, 'avg_acc_mask': 60.50058014254931, 'loss': 1.1807202100753784}
+{'epoch': 299, 'iter': 560, 'avg_loss': 1.135097111716415, 'avg_acc_mask': 60.52777505952963, 'loss': 1.1249959468841553}
+{'epoch': 299, 'iter': 570, 'avg_loss': 1.1338773646413132, 'avg_acc_mask': 60.57535037362496, 'loss': 1.1175990104675293}
+{'epoch': 299, 'iter': 580, 'avg_loss': 1.1352205081568734, 'avg_acc_mask': 60.5456321078663, 'loss': 1.4217615127563477}
+{'epoch': 299, 'iter': 590, 'avg_loss': 1.1360099791673637, 'avg_acc_mask': 60.518089814614214, 'loss': 1.0504802465438843}
+{'epoch': 299, 'iter': 600, 'avg_loss': 1.1364032018204497, 'avg_acc_mask': 60.53104351268232, 'loss': 1.1404210329055786}
+{'epoch': 299, 'iter': 610, 'avg_loss': 1.1374428266394159, 'avg_acc_mask': 60.51962046155228, 'loss': 1.207852840423584}
+{'epoch': 299, 'iter': 620, 'avg_loss': 1.1367937635492396, 'avg_acc_mask': 60.53360849056604, 'loss': 1.173815369606018}
+{'epoch': 299, 'iter': 630, 'avg_loss': 1.1353322267532349, 'avg_acc_mask': 60.541479658317655, 'loss': 0.982517421245575}
+{'epoch': 299, 'iter': 640, 'avg_loss': 1.1360837495457177, 'avg_acc_mask': 60.59741519500157, 'loss': 0.8828961253166199}
+{'epoch': 299, 'iter': 650, 'avg_loss': 1.135934988749192, 'avg_acc_mask': 60.600781184140274, 'loss': 1.2321782112121582}
+{'epoch': 299, 'iter': 660, 'avg_loss': 1.1368895600494928, 'avg_acc_mask': 60.58440659188478, 'loss': 1.0215941667556763}
+{'epoch': 299, 'iter': 670, 'avg_loss': 1.1371341846916607, 'avg_acc_mask': 60.566644851657934, 'loss': 1.2546378374099731}
+{'epoch': 299, 'iter': 680, 'avg_loss': 1.137359388161686, 'avg_acc_mask': 60.559448068508225, 'loss': 1.1543456315994263}
+{'epoch': 299, 'iter': 690, 'avg_loss': 1.138186815678642, 'avg_acc_mask': 60.54365951139462, 'loss': 1.126664638519287}
+{'epoch': 299, 'iter': 700, 'avg_loss': 1.1383921633263288, 'avg_acc_mask': 60.56462975525753, 'loss': 1.2394068241119385}
+{'epoch': 299, 'iter': 710, 'avg_loss': 1.138423643744277, 'avg_acc_mask': 60.55801503140121, 'loss': 1.5335822105407715}
+{'epoch': 299, 'iter': 720, 'avg_loss': 1.1396884222549803, 'avg_acc_mask': 60.48581353482594, 'loss': 1.3383430242538452}
+{'epoch': 299, 'iter': 730, 'avg_loss': 1.138033048928844, 'avg_acc_mask': 60.52091673338671, 'loss': 1.2490214109420776}
+{'epoch': 299, 'iter': 740, 'avg_loss': 1.138882220877327, 'avg_acc_mask': 60.489200118354866, 'loss': 1.1023690700531006}
+{'epoch': 299, 'iter': 750, 'avg_loss': 1.1405303191329128, 'avg_acc_mask': 60.46053591402033, 'loss': 1.0753183364868164}
+{'epoch': 299, 'iter': 760, 'avg_loss': 1.1401872921945544, 'avg_acc_mask': 60.51322713183882, 'loss': 1.0733503103256226}
+{'epoch': 299, 'iter': 770, 'avg_loss': 1.1413555327324552, 'avg_acc_mask': 60.43932608232032, 'loss': 1.0809615850448608}
+{'epoch': 299, 'iter': 780, 'avg_loss': 1.140808197928452, 'avg_acc_mask': 60.43889200823508, 'loss': 1.1487280130386353}
+{'epoch': 299, 'iter': 790, 'avg_loss': 1.1405956959528507, 'avg_acc_mask': 60.42595458640364, 'loss': 1.187037706375122}
+{'epoch': 299, 'iter': 800, 'avg_loss': 1.1407825712779638, 'avg_acc_mask': 60.43838240996282, 'loss': 1.263840675354004}
+{'epoch': 299, 'iter': 810, 'avg_loss': 1.141292353336379, 'avg_acc_mask': 60.42652960007214, 'loss': 1.0342905521392822}
+{'epoch': 299, 'iter': 820, 'avg_loss': 1.1415005960432534, 'avg_acc_mask': 60.4266987693954, 'loss': 1.20218026638031}
+{'epoch': 299, 'iter': 830, 'avg_loss': 1.141756445025996, 'avg_acc_mask': 60.40491716602045, 'loss': 1.026188850402832}
+{'epoch': 299, 'iter': 840, 'avg_loss': 1.1413404216876921, 'avg_acc_mask': 60.42849374660141, 'loss': 1.4244024753570557}
+{'epoch': 299, 'iter': 850, 'avg_loss': 1.1429007872501356, 'avg_acc_mask': 60.35420293592968, 'loss': 1.275141716003418}
+{'epoch': 299, 'iter': 860, 'avg_loss': 1.1441356681295942, 'avg_acc_mask': 60.28627859069382, 'loss': 1.5963407754898071}
+{'epoch': 299, 'iter': 870, 'avg_loss': 1.1445647358004727, 'avg_acc_mask': 60.25200218038492, 'loss': 0.9427546262741089}
+{'epoch': 299, 'iter': 880, 'avg_loss': 1.1443265565881393, 'avg_acc_mask': 60.25385764061723, 'loss': 0.8430326581001282}
+{'epoch': 299, 'iter': 890, 'avg_loss': 1.1428852703769332, 'avg_acc_mask': 60.33130798916167, 'loss': 0.7012185454368591}
+{'epoch': 299, 'iter': 900, 'avg_loss': 1.1435824545652302, 'avg_acc_mask': 60.31359662467799, 'loss': 1.2004234790802002}
+{'epoch': 299, 'iter': 910, 'avg_loss': 1.1440784858230963, 'avg_acc_mask': 60.27814516452247, 'loss': 1.4688936471939087}
+{'epoch': 299, 'iter': 920, 'avg_loss': 1.143140658396463, 'avg_acc_mask': 60.31185526106967, 'loss': 0.8981770277023315}
+{'epoch': 299, 'iter': 930, 'avg_loss': 1.1432775380980187, 'avg_acc_mask': 60.289007127009995, 'loss': 1.5105847120285034}
+{'epoch': 299, 'iter': 940, 'avg_loss': 1.1432022918866873, 'avg_acc_mask': 60.28229720809226, 'loss': 0.9679332375526428}
+{'epoch': 299, 'iter': 950, 'avg_loss': 1.143811261772984, 'avg_acc_mask': 60.27381478138981, 'loss': 1.5517973899841309}
+{'epoch': 299, 'iter': 960, 'avg_loss': 1.1442473668771778, 'avg_acc_mask': 60.27472736254133, 'loss': 1.3163604736328125}
+{'epoch': 299, 'iter': 970, 'avg_loss': 1.1443866484872345, 'avg_acc_mask': 60.286433860842756, 'loss': 1.2056864500045776}
+{'epoch': 299, 'iter': 980, 'avg_loss': 1.1443002826394655, 'avg_acc_mask': 60.282077999404585, 'loss': 1.0504368543624878}
+{'epoch': 299, 'iter': 990, 'avg_loss': 1.14613367387072, 'avg_acc_mask': 60.21285606437239, 'loss': 1.1759634017944336}
+{'epoch': 299, 'iter': 1000, 'avg_loss': 1.1464207471607926, 'avg_acc_mask': 60.202071782900504, 'loss': 1.480753779411316}
+{'epoch': 299, 'iter': 1010, 'avg_loss': 1.14558373410789, 'avg_acc_mask': 60.20056012286567, 'loss': 0.862107515335083}
+{'epoch': 299, 'iter': 1020, 'avg_loss': 1.1466287058375841, 'avg_acc_mask': 60.17640533867679, 'loss': 1.163428544998169}
+{'epoch': 299, 'iter': 1030, 'avg_loss': 1.1466928528825944, 'avg_acc_mask': 60.196791064621934, 'loss': 1.2768187522888184}
+{'epoch': 299, 'iter': 1040, 'avg_loss': 1.1466379219184806, 'avg_acc_mask': 60.201467129970865, 'loss': 1.0544377565383911}
+{'epoch': 299, 'iter': 1050, 'avg_loss': 1.1463358171149507, 'avg_acc_mask': 60.21802628833716, 'loss': 1.2136720418930054}
+{'epoch': 299, 'iter': 1060, 'avg_loss': 1.1461907800753985, 'avg_acc_mask': 60.22259359440415, 'loss': 0.8921884298324585}
+{'epoch': 299, 'iter': 1070, 'avg_loss': 1.1462722235645344, 'avg_acc_mask': 60.21778832203998, 'loss': 1.1769839525222778}
+{'epoch': 299, 'iter': 1080, 'avg_loss': 1.145730691718129, 'avg_acc_mask': 60.268438223709786, 'loss': 0.9575913548469543}
+{'epoch': 299, 'iter': 1090, 'avg_loss': 1.1458150684068664, 'avg_acc_mask': 60.2722999983274, 'loss': 1.0566868782043457}
+{'epoch': 299, 'iter': 1100, 'avg_loss': 1.1450180975173843, 'avg_acc_mask': 60.32459135970293, 'loss': 1.0560972690582275}
+{'epoch': 'EP299_train', 'avg_loss': 1.1452291217055257, 'total_masked_acc': 60.31381616979107}
+{'epoch': 300, 'iter': 0, 'avg_loss': 1.3274564743041992, 'avg_acc_mask': 48.61111111111111, 'loss': 1.3274564743041992}
+{'epoch': 300, 'iter': 10, 'avg_loss': 1.1742336479100315, 'avg_acc_mask': 59.64630225080386, 'loss': 1.0868149995803833}
+{'epoch': 300, 'iter': 20, 'avg_loss': 1.1628108280045646, 'avg_acc_mask': 58.84444444444444, 'loss': 1.1283087730407715}
+{'epoch': 300, 'iter': 30, 'avg_loss': 1.1996710742673566, 'avg_acc_mask': 58.096926713947994, 'loss': 1.3292150497436523}
+{'epoch': 300, 'iter': 40, 'avg_loss': 1.171496511959448, 'avg_acc_mask': 59.443954104148276, 'loss': 1.1122725009918213}
+{'epoch': 300, 'iter': 50, 'avg_loss': 1.1859245849590676, 'avg_acc_mask': 58.71238628411477, 'loss': 1.306481957435608}
+{'epoch': 300, 'iter': 60, 'avg_loss': 1.174605932392058, 'avg_acc_mask': 59.14074074074074, 'loss': 0.8026060461997986}
+{'epoch': 300, 'iter': 70, 'avg_loss': 1.168651389404082, 'avg_acc_mask': 59.44020356234097, 'loss': 1.0019538402557373}
+{'epoch': 300, 'iter': 80, 'avg_loss': 1.1666852795047524, 'avg_acc_mask': 59.78380763291419, 'loss': 1.2957409620285034}
+{'epoch': 300, 'iter': 90, 'avg_loss': 1.1693242572166107, 'avg_acc_mask': 59.9252409994098, 'loss': 1.4486448764801025}
+{'epoch': 300, 'iter': 100, 'avg_loss': 1.1632919942978586, 'avg_acc_mask': 60.30313966077229, 'loss': 0.9641379117965698}
+{'epoch': 300, 'iter': 110, 'avg_loss': 1.1589362105807743, 'avg_acc_mask': 60.46319272125724, 'loss': 0.8100563883781433}
+{'epoch': 300, 'iter': 120, 'avg_loss': 1.1542022922807489, 'avg_acc_mask': 60.560377645804785, 'loss': 1.1482462882995605}
+{'epoch': 300, 'iter': 130, 'avg_loss': 1.1509467718255428, 'avg_acc_mask': 60.72275708106599, 'loss': 1.0808978080749512}
+{'epoch': 300, 'iter': 140, 'avg_loss': 1.1496194355876734, 'avg_acc_mask': 60.67313915857605, 'loss': 0.8734387755393982}
+{'epoch': 300, 'iter': 150, 'avg_loss': 1.1405170358569416, 'avg_acc_mask': 60.854307841239105, 'loss': 1.3712890148162842}
+{'epoch': 300, 'iter': 160, 'avg_loss': 1.141563836091794, 'avg_acc_mask': 60.872027180067946, 'loss': 0.9152683615684509}
+{'epoch': 300, 'iter': 170, 'avg_loss': 1.149386599747061, 'avg_acc_mask': 60.48910154173313, 'loss': 1.4225698709487915}
+{'epoch': 300, 'iter': 180, 'avg_loss': 1.1526990078430808, 'avg_acc_mask': 60.1966094894172, 'loss': 1.1188738346099854}
+{'epoch': 300, 'iter': 190, 'avg_loss': 1.1489055880701355, 'avg_acc_mask': 60.24667931688804, 'loss': 1.1429904699325562}
+{'epoch': 300, 'iter': 200, 'avg_loss': 1.1481205681663247, 'avg_acc_mask': 60.261261261261254, 'loss': 1.4268956184387207}
+{'epoch': 300, 'iter': 210, 'avg_loss': 1.1470424863399487, 'avg_acc_mask': 60.37154353223183, 'loss': 1.0857454538345337}
+{'epoch': 300, 'iter': 220, 'avg_loss': 1.146932585207046, 'avg_acc_mask': 60.30109638357061, 'loss': 1.4808346033096313}
+{'epoch': 300, 'iter': 230, 'avg_loss': 1.1474207410048614, 'avg_acc_mask': 60.20208349651445, 'loss': 1.2174018621444702}
+{'epoch': 300, 'iter': 240, 'avg_loss': 1.1475545551272348, 'avg_acc_mask': 60.18796992481204, 'loss': 0.9680619239807129}
+{'epoch': 300, 'iter': 250, 'avg_loss': 1.1472345467107705, 'avg_acc_mask': 60.195086705202314, 'loss': 1.0359708070755005}
+{'epoch': 300, 'iter': 260, 'avg_loss': 1.1477716464649215, 'avg_acc_mask': 60.18479922189801, 'loss': 1.066686749458313}
+{'epoch': 300, 'iter': 270, 'avg_loss': 1.149947863883198, 'avg_acc_mask': 60.16314522599625, 'loss': 1.1125856637954712}
+{'epoch': 300, 'iter': 280, 'avg_loss': 1.1490639779067124, 'avg_acc_mask': 60.303478428598986, 'loss': 0.9061576724052429}
+{'epoch': 300, 'iter': 290, 'avg_loss': 1.1451213318867373, 'avg_acc_mask': 60.447900466562984, 'loss': 0.8606240153312683}
+{'epoch': 300, 'iter': 300, 'avg_loss': 1.142724104497916, 'avg_acc_mask': 60.49605682981157, 'loss': 0.9468485116958618}
+{'epoch': 300, 'iter': 310, 'avg_loss': 1.1408260485750303, 'avg_acc_mask': 60.57192880070033, 'loss': 1.0172725915908813}
+{'epoch': 300, 'iter': 320, 'avg_loss': 1.1390580941583508, 'avg_acc_mask': 60.60623229461757, 'loss': 0.9298098683357239}
+{'epoch': 300, 'iter': 330, 'avg_loss': 1.1403501325503578, 'avg_acc_mask': 60.62671797691039, 'loss': 1.053420066833496}
+{'epoch': 300, 'iter': 340, 'avg_loss': 1.1382136652546544, 'avg_acc_mask': 60.75517920860627, 'loss': 1.0022039413452148}
+{'epoch': 300, 'iter': 350, 'avg_loss': 1.1361895633219314, 'avg_acc_mask': 60.76218091440998, 'loss': 1.1277707815170288}
+{'epoch': 300, 'iter': 360, 'avg_loss': 1.1349051072987162, 'avg_acc_mask': 60.77278665460758, 'loss': 1.1971884965896606}
+{'epoch': 300, 'iter': 370, 'avg_loss': 1.1385297238666092, 'avg_acc_mask': 60.64345526663728, 'loss': 1.3362033367156982}
+{'epoch': 300, 'iter': 380, 'avg_loss': 1.1415920556373798, 'avg_acc_mask': 60.49700085689803, 'loss': 1.1055879592895508}
+{'epoch': 300, 'iter': 390, 'avg_loss': 1.1409270575894115, 'avg_acc_mask': 60.500185597624345, 'loss': 1.1421552896499634}
+{'epoch': 300, 'iter': 400, 'avg_loss': 1.1419811190809692, 'avg_acc_mask': 60.43035107587769, 'loss': 1.3892077207565308}
+{'epoch': 300, 'iter': 410, 'avg_loss': 1.1406690558087798, 'avg_acc_mask': 60.422933993983364, 'loss': 0.8988502621650696}
+{'epoch': 300, 'iter': 420, 'avg_loss': 1.1403431348732702, 'avg_acc_mask': 60.43784882966297, 'loss': 0.8659611344337463}
+{'epoch': 300, 'iter': 430, 'avg_loss': 1.1390143892881213, 'avg_acc_mask': 60.443880786303104, 'loss': 1.2704671621322632}
+{'epoch': 300, 'iter': 440, 'avg_loss': 1.140705575342892, 'avg_acc_mask': 60.41400354624552, 'loss': 1.517368197441101}
+{'epoch': 300, 'iter': 450, 'avg_loss': 1.142123617116205, 'avg_acc_mask': 60.37362814719174, 'loss': 1.034055471420288}
+{'epoch': 300, 'iter': 460, 'avg_loss': 1.14266850852656, 'avg_acc_mask': 60.36465306765378, 'loss': 1.014076828956604}
+{'epoch': 300, 'iter': 470, 'avg_loss': 1.1432956166075041, 'avg_acc_mask': 60.31929217157146, 'loss': 0.9981517195701599}
+{'epoch': 300, 'iter': 480, 'avg_loss': 1.1428250712565227, 'avg_acc_mask': 60.333408594867166, 'loss': 1.0896483659744263}
+{'epoch': 300, 'iter': 490, 'avg_loss': 1.14278840278171, 'avg_acc_mask': 60.353544672842006, 'loss': 1.3172043561935425}
+{'epoch': 300, 'iter': 500, 'avg_loss': 1.1428848056498164, 'avg_acc_mask': 60.350991225219374, 'loss': 1.158619999885559}
+{'epoch': 300, 'iter': 510, 'avg_loss': 1.1420809200831823, 'avg_acc_mask': 60.33487911076498, 'loss': 1.0416765213012695}
+{'epoch': 300, 'iter': 520, 'avg_loss': 1.1436145008182343, 'avg_acc_mask': 60.36292845720642, 'loss': 1.4562196731567383}
+{'epoch': 300, 'iter': 530, 'avg_loss': 1.1436238547053938, 'avg_acc_mask': 60.37838945427225, 'loss': 1.0660433769226074}
+{'epoch': 300, 'iter': 540, 'avg_loss': 1.1436077759578795, 'avg_acc_mask': 60.34846707991288, 'loss': 1.185617446899414}
+{'epoch': 300, 'iter': 550, 'avg_loss': 1.1444252611504708, 'avg_acc_mask': 60.33791335217934, 'loss': 1.1623235940933228}
+{'epoch': 300, 'iter': 560, 'avg_loss': 1.145868674212811, 'avg_acc_mask': 60.33357036653953, 'loss': 1.5713192224502563}
+{'epoch': 300, 'iter': 570, 'avg_loss': 1.145302208000223, 'avg_acc_mask': 60.35829998094149, 'loss': 1.4614919424057007}
+{'epoch': 300, 'iter': 580, 'avg_loss': 1.1439006793314332, 'avg_acc_mask': 60.39155686005121, 'loss': 1.2517882585525513}
+{'epoch': 300, 'iter': 590, 'avg_loss': 1.1431982144083066, 'avg_acc_mask': 60.37359671185817, 'loss': 1.0289652347564697}
+{'epoch': 300, 'iter': 600, 'avg_loss': 1.142097541377469, 'avg_acc_mask': 60.428114244308915, 'loss': 0.8592477440834045}
+{'epoch': 300, 'iter': 610, 'avg_loss': 1.143903361404781, 'avg_acc_mask': 60.36129568106312, 'loss': 1.2416905164718628}
+{'epoch': 300, 'iter': 620, 'avg_loss': 1.1423874531967053, 'avg_acc_mask': 60.40005840268652, 'loss': 1.4411975145339966}
+{'epoch': 300, 'iter': 630, 'avg_loss': 1.1410117265539577, 'avg_acc_mask': 60.43807385660421, 'loss': 1.377289056777954}
+{'epoch': 300, 'iter': 640, 'avg_loss': 1.1396118527083612, 'avg_acc_mask': 60.48808172531215, 'loss': 0.8915702700614929}
+{'epoch': 300, 'iter': 650, 'avg_loss': 1.140538994800843, 'avg_acc_mask': 60.461409395973156, 'loss': 1.3907617330551147}
+{'epoch': 300, 'iter': 660, 'avg_loss': 1.1398453472602024, 'avg_acc_mask': 60.47710976282404, 'loss': 1.1003406047821045}
+{'epoch': 300, 'iter': 670, 'avg_loss': 1.1386166552495316, 'avg_acc_mask': 60.53954195984678, 'loss': 1.036086916923523}
+{'epoch': 300, 'iter': 680, 'avg_loss': 1.1381933251491552, 'avg_acc_mask': 60.5350454788657, 'loss': 1.4351087808609009}
+{'epoch': 300, 'iter': 690, 'avg_loss': 1.1388749029977967, 'avg_acc_mask': 60.4901185770751, 'loss': 1.1785168647766113}
+{'epoch': 300, 'iter': 700, 'avg_loss': 1.1403441001447223, 'avg_acc_mask': 60.44905905256327, 'loss': 1.1741657257080078}
+{'epoch': 300, 'iter': 710, 'avg_loss': 1.1396672900048321, 'avg_acc_mask': 60.482816944722074, 'loss': 1.1564550399780273}
+{'epoch': 300, 'iter': 720, 'avg_loss': 1.1399560975796967, 'avg_acc_mask': 60.50882999418913, 'loss': 1.268870234489441}
+{'epoch': 300, 'iter': 730, 'avg_loss': 1.137685473982841, 'avg_acc_mask': 60.59163634551163, 'loss': 1.0126837491989136}
+{'epoch': 300, 'iter': 740, 'avg_loss': 1.1387773263953154, 'avg_acc_mask': 60.563103456747655, 'loss': 1.2274036407470703}
+{'epoch': 300, 'iter': 750, 'avg_loss': 1.1405138046382746, 'avg_acc_mask': 60.50495505318505, 'loss': 1.103388786315918}
+{'epoch': 300, 'iter': 760, 'avg_loss': 1.1393417103531795, 'avg_acc_mask': 60.54257255052198, 'loss': 0.9946420788764954}
+{'epoch': 300, 'iter': 770, 'avg_loss': 1.140391178709369, 'avg_acc_mask': 60.48659501594425, 'loss': 1.256373405456543}
+{'epoch': 300, 'iter': 780, 'avg_loss': 1.1399451313342388, 'avg_acc_mask': 60.52048597346268, 'loss': 0.9309197664260864}
+{'epoch': 300, 'iter': 790, 'avg_loss': 1.1407176416682836, 'avg_acc_mask': 60.48498526160648, 'loss': 1.343403697013855}
+{'epoch': 300, 'iter': 800, 'avg_loss': 1.1410511142008015, 'avg_acc_mask': 60.50783114728012, 'loss': 1.0406899452209473}
+{'epoch': 300, 'iter': 810, 'avg_loss': 1.1402321217533398, 'avg_acc_mask': 60.52832562109708, 'loss': 1.0508862733840942}
+{'epoch': 300, 'iter': 820, 'avg_loss': 1.140682706008149, 'avg_acc_mask': 60.52608232789212, 'loss': 1.0518205165863037}
+{'epoch': 300, 'iter': 830, 'avg_loss': 1.141136047211795, 'avg_acc_mask': 60.53808709380345, 'loss': 1.422628402709961}
+{'epoch': 300, 'iter': 840, 'avg_loss': 1.1415638224123208, 'avg_acc_mask': 60.510243860181056, 'loss': 1.2537143230438232}
+{'epoch': 300, 'iter': 850, 'avg_loss': 1.1433817199338336, 'avg_acc_mask': 60.48204118326983, 'loss': 1.1284852027893066}
+{'epoch': 300, 'iter': 860, 'avg_loss': 1.1437373280386753, 'avg_acc_mask': 60.447083183671744, 'loss': 1.2890703678131104}
+{'epoch': 300, 'iter': 870, 'avg_loss': 1.144365099075878, 'avg_acc_mask': 60.397547138328044, 'loss': 1.193427562713623}
+{'epoch': 300, 'iter': 880, 'avg_loss': 1.1438514607177284, 'avg_acc_mask': 60.42087889416133, 'loss': 0.8756878972053528}
+{'epoch': 300, 'iter': 890, 'avg_loss': 1.1434425618645854, 'avg_acc_mask': 60.440885038919646, 'loss': 1.0424138307571411}
+{'epoch': 300, 'iter': 900, 'avg_loss': 1.143313168950139, 'avg_acc_mask': 60.44783653360793, 'loss': 1.1726021766662598}
+{'epoch': 300, 'iter': 910, 'avg_loss': 1.1442538552174322, 'avg_acc_mask': 60.38443132876057, 'loss': 1.4308209419250488}
+{'epoch': 300, 'iter': 920, 'avg_loss': 1.142592102192124, 'avg_acc_mask': 60.45432098765432, 'loss': 1.111815333366394}
+{'epoch': 300, 'iter': 930, 'avg_loss': 1.1433665173010206, 'avg_acc_mask': 60.406845965770174, 'loss': 1.293760895729065}
+{'epoch': 300, 'iter': 940, 'avg_loss': 1.144305156090561, 'avg_acc_mask': 60.36053461248332, 'loss': 0.7620410323143005}
+{'epoch': 300, 'iter': 950, 'avg_loss': 1.1444950341300884, 'avg_acc_mask': 60.3542938036845, 'loss': 1.2138144969940186}
+{'epoch': 300, 'iter': 960, 'avg_loss': 1.1443349958458502, 'avg_acc_mask': 60.33996479206496, 'loss': 1.2042890787124634}
+{'epoch': 300, 'iter': 970, 'avg_loss': 1.1447773949616233, 'avg_acc_mask': 60.311393401157886, 'loss': 1.2078529596328735}
+{'epoch': 300, 'iter': 980, 'avg_loss': 1.1444070567049383, 'avg_acc_mask': 60.31390134529148, 'loss': 0.8987875580787659}
+{'epoch': 300, 'iter': 990, 'avg_loss': 1.145121543186103, 'avg_acc_mask': 60.267169977277725, 'loss': 1.2787526845932007}
+{'epoch': 300, 'iter': 1000, 'avg_loss': 1.1453375224466924, 'avg_acc_mask': 60.250476449768584, 'loss': 1.850267767906189}
+{'epoch': 300, 'iter': 1010, 'avg_loss': 1.1451447197520768, 'avg_acc_mask': 60.26222078342506, 'loss': 0.9626621007919312}
+{'epoch': 300, 'iter': 1020, 'avg_loss': 1.1448992653061196, 'avg_acc_mask': 60.27707046065635, 'loss': 0.9954818487167358}
+{'epoch': 300, 'iter': 1030, 'avg_loss': 1.1454791679299074, 'avg_acc_mask': 60.26566000458643, 'loss': 1.0683207511901855}
+{'epoch': 300, 'iter': 1040, 'avg_loss': 1.1453803939159735, 'avg_acc_mask': 60.256410256410255, 'loss': 1.1347625255584717}
+{'epoch': 300, 'iter': 1050, 'avg_loss': 1.1461930335645558, 'avg_acc_mask': 60.25414632457324, 'loss': 1.2533514499664307}
+{'epoch': 300, 'iter': 1060, 'avg_loss': 1.1463456196564756, 'avg_acc_mask': 60.24621082230299, 'loss': 0.8247395157814026}
+{'epoch': 300, 'iter': 1070, 'avg_loss': 1.146484820448718, 'avg_acc_mask': 60.23634079255662, 'loss': 1.2194322347640991}
+{'epoch': 300, 'iter': 1080, 'avg_loss': 1.1470771755585507, 'avg_acc_mask': 60.24009280898499, 'loss': 1.1123054027557373}
+{'epoch': 300, 'iter': 1090, 'avg_loss': 1.1473823625707058, 'avg_acc_mask': 60.21233401005092, 'loss': 0.9894090294837952}
+{'epoch': 300, 'iter': 1100, 'avg_loss': 1.146960704246507, 'avg_acc_mask': 60.221705349631314, 'loss': 1.0594075918197632}
+{'epoch': 'EP300_train', 'avg_loss': 1.1476263907160695, 'total_masked_acc': 60.221593897948445}