diff --git "a/ratio_proportion_change3/logs/masked/log_test_pretrained.txt" "b/ratio_proportion_change3/logs/masked/log_test_pretrained.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change3/logs/masked/log_test_pretrained.txt"
@@ -0,0 +1,8729 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 1.8688442707061768, 'avg_acc_mask': 43.18181818181818, 'loss': 1.8688442707061768}
+{'epoch': 0, 'iter': 10, 'avg_loss': 1.8768764625896106, 'avg_acc_mask': 38.215488215488215, 'loss': 1.6496868133544922}
+{'epoch': 0, 'iter': 20, 'avg_loss': 1.8942310412724812, 'avg_acc_mask': 37.08370837083708, 'loss': 2.0344529151916504}
+{'epoch': 0, 'iter': 30, 'avg_loss': 1.8943433607778242, 'avg_acc_mask': 36.44224830142063, 'loss': 2.135434150695801}
+{'epoch': 0, 'iter': 40, 'avg_loss': 1.884814021064014, 'avg_acc_mask': 36.98441796516957, 'loss': 1.8171203136444092}
+{'epoch': 0, 'iter': 50, 'avg_loss': 1.8755542483984255, 'avg_acc_mask': 37.269772481040086, 'loss': 1.7359957695007324}
+{'epoch': 0, 'iter': 60, 'avg_loss': 1.882960729911679, 'avg_acc_mask': 37.28661275831087, 'loss': 1.9599436521530151}
+{'epoch': 0, 'iter': 70, 'avg_loss': 1.8801916871272342, 'avg_acc_mask': 37.70703933747412, 'loss': 1.7792879343032837}
+{'epoch': 0, 'iter': 80, 'avg_loss': 1.8845822443196802, 'avg_acc_mask': 37.42386645612452, 'loss': 1.7777093648910522}
+{'epoch': 0, 'iter': 90, 'avg_loss': 1.8908604278669252, 'avg_acc_mask': 37.1976813911653, 'loss': 2.0131001472473145}
+{'epoch': 0, 'iter': 100, 'avg_loss': 1.8958323096284773, 'avg_acc_mask': 37.11414213926777, 'loss': 2.0090198516845703}
+{'epoch': 0, 'iter': 110, 'avg_loss': 1.8924192791586523, 'avg_acc_mask': 37.17990807616546, 'loss': 2.0261611938476562}
+{'epoch': 0, 'iter': 120, 'avg_loss': 1.8894950673599873, 'avg_acc_mask': 37.360482654600304, 'loss': 1.9796850681304932}
+{'epoch': 0, 'iter': 130, 'avg_loss': 1.8864779991047982, 'avg_acc_mask': 37.51912112362675, 'loss': 1.9264636039733887}
+{'epoch': 0, 'iter': 140, 'avg_loss': 1.8874314609148823, 'avg_acc_mask': 37.81133049425732, 'loss': 1.9656871557235718}
+{'epoch': 0, 'iter': 150, 'avg_loss': 1.8886418650481875, 'avg_acc_mask': 37.871257122075406, 'loss': 1.9739468097686768}
+{'epoch': 0, 'iter': 160, 'avg_loss': 1.8896185937135115, 'avg_acc_mask': 37.88430881348212, 'loss': 1.906602144241333}
+{'epoch': 0, 'iter': 170, 'avg_loss': 1.8839920208468075, 'avg_acc_mask': 37.9746835443038, 'loss': 1.9731419086456299}
+{'epoch': 0, 'iter': 180, 'avg_loss': 1.8805325103728152, 'avg_acc_mask': 38.12092833876222, 'loss': 1.976643681526184}
+{'epoch': 0, 'iter': 190, 'avg_loss': 1.877903483300933, 'avg_acc_mask': 38.28532766286487, 'loss': 1.9927514791488647}
+{'epoch': 0, 'iter': 200, 'avg_loss': 1.8752553385881643, 'avg_acc_mask': 38.331495773612644, 'loss': 1.938645362854004}
+{'epoch': 0, 'iter': 210, 'avg_loss': 1.8764606177524368, 'avg_acc_mask': 38.279400157853196, 'loss': 2.147860527038574}
+{'epoch': 0, 'iter': 220, 'avg_loss': 1.875819685771994, 'avg_acc_mask': 38.3183032732131, 'loss': 1.672208309173584}
+{'epoch': 0, 'iter': 230, 'avg_loss': 1.8793614509301784, 'avg_acc_mask': 38.0807919527383, 'loss': 2.0270895957946777}
+{'epoch': 0, 'iter': 240, 'avg_loss': 1.8776764953779481, 'avg_acc_mask': 38.0570205610334, 'loss': 1.8323439359664917}
+{'epoch': 0, 'iter': 250, 'avg_loss': 1.8778673291681298, 'avg_acc_mask': 38.06238532110092, 'loss': 1.7222777605056763}
+{'epoch': 0, 'iter': 260, 'avg_loss': 1.876961422149249, 'avg_acc_mask': 38.11811246114722, 'loss': 1.7471938133239746}
+{'epoch': 0, 'iter': 270, 'avg_loss': 1.8767805684536585, 'avg_acc_mask': 38.111721984660285, 'loss': 1.8996386528015137}
+{'epoch': 'EP0_test', 'avg_loss': 1.878503301869268, 'total_masked_acc': 38.097463284379174}
+{'epoch': 1, 'iter': 0, 'avg_loss': 1.4228893518447876, 'avg_acc_mask': 51.724137931034484, 'loss': 1.4228893518447876}
+{'epoch': 1, 'iter': 10, 'avg_loss': 1.7266934784975918, 'avg_acc_mask': 43.73956594323873, 'loss': 1.539955735206604}
+{'epoch': 1, 'iter': 20, 'avg_loss': 1.6724909657523745, 'avg_acc_mask': 44.941808415398384, 'loss': 1.6661653518676758}
+{'epoch': 1, 'iter': 30, 'avg_loss': 1.6493001253374162, 'avg_acc_mask': 45.97069597069597, 'loss': 1.8604775667190552}
+{'epoch': 1, 'iter': 40, 'avg_loss': 1.647580681777582, 'avg_acc_mask': 45.45875810936052, 'loss': 1.673905849456787}
+{'epoch': 1, 'iter': 50, 'avg_loss': 1.6627647011887794, 'avg_acc_mask': 44.941348973607035, 'loss': 1.9300141334533691}
+{'epoch': 1, 'iter': 60, 'avg_loss': 1.680737763154702, 'avg_acc_mask': 44.41776710684274, 'loss': 1.8863022327423096}
+{'epoch': 1, 'iter': 70, 'avg_loss': 1.6718909001686204, 'avg_acc_mask': 44.5742471443406, 'loss': 1.3166218996047974}
+{'epoch': 1, 'iter': 80, 'avg_loss': 1.66626947455936, 'avg_acc_mask': 44.87584650112867, 'loss': 1.707925796508789}
+{'epoch': 1, 'iter': 90, 'avg_loss': 1.6745336265354367, 'avg_acc_mask': 44.841979725700654, 'loss': 1.588902473449707}
+{'epoch': 1, 'iter': 100, 'avg_loss': 1.6763101143412071, 'avg_acc_mask': 44.93376297887576, 'loss': 1.6699298620224}
+{'epoch': 1, 'iter': 110, 'avg_loss': 1.6836445589323301, 'avg_acc_mask': 44.68329504430588, 'loss': 1.7413915395736694}
+{'epoch': 1, 'iter': 120, 'avg_loss': 1.6791840062653722, 'avg_acc_mask': 44.98489425981873, 'loss': 1.8171201944351196}
+{'epoch': 1, 'iter': 130, 'avg_loss': 1.6797588772446144, 'avg_acc_mask': 45.02866731925605, 'loss': 1.711725115776062}
+{'epoch': 1, 'iter': 140, 'avg_loss': 1.6753338313271813, 'avg_acc_mask': 45.037770252669965, 'loss': 1.324832558631897}
+{'epoch': 1, 'iter': 150, 'avg_loss': 1.6739483621736235, 'avg_acc_mask': 44.95736906211937, 'loss': 1.7573660612106323}
+{'epoch': 1, 'iter': 160, 'avg_loss': 1.6716892363862221, 'avg_acc_mask': 44.987382427162196, 'loss': 1.7468647956848145}
+{'epoch': 1, 'iter': 170, 'avg_loss': 1.6705316632811786, 'avg_acc_mask': 44.86193827828912, 'loss': 1.6883949041366577}
+{'epoch': 1, 'iter': 180, 'avg_loss': 1.6654496785685502, 'avg_acc_mask': 44.97592952985763, 'loss': 1.76325523853302}
+{'epoch': 1, 'iter': 190, 'avg_loss': 1.6689930068260712, 'avg_acc_mask': 44.86607142857143, 'loss': 2.0427184104919434}
+{'epoch': 1, 'iter': 200, 'avg_loss': 1.6712264469013878, 'avg_acc_mask': 44.77529128906973, 'loss': 1.5294269323349}
+{'epoch': 1, 'iter': 210, 'avg_loss': 1.671292542281309, 'avg_acc_mask': 44.785168262894295, 'loss': 1.8075820207595825}
+{'epoch': 1, 'iter': 220, 'avg_loss': 1.670981586249166, 'avg_acc_mask': 44.763019309537746, 'loss': 1.8228355646133423}
+{'epoch': 1, 'iter': 230, 'avg_loss': 1.670508427537365, 'avg_acc_mask': 44.76693051890941, 'loss': 1.4350371360778809}
+{'epoch': 1, 'iter': 240, 'avg_loss': 1.6686543626903994, 'avg_acc_mask': 44.811248662692954, 'loss': 1.7661012411117554}
+{'epoch': 1, 'iter': 250, 'avg_loss': 1.6641408186034852, 'avg_acc_mask': 44.9440682955549, 'loss': 1.1596777439117432}
+{'epoch': 1, 'iter': 260, 'avg_loss': 1.6658862778966912, 'avg_acc_mask': 44.847625797306875, 'loss': 1.7730697393417358}
+{'epoch': 1, 'iter': 270, 'avg_loss': 1.6678647357159435, 'avg_acc_mask': 44.79357954159015, 'loss': 1.6916531324386597}
+{'epoch': 'EP1_test', 'avg_loss': 1.6662902080494424, 'total_masked_acc': 44.85196052280608}
+{'epoch': 2, 'iter': 0, 'avg_loss': 1.4118508100509644, 'avg_acc_mask': 57.14285714285714, 'loss': 1.4118508100509644}
+{'epoch': 2, 'iter': 10, 'avg_loss': 1.5999889373779297, 'avg_acc_mask': 48.16, 'loss': 1.597493052482605}
+{'epoch': 2, 'iter': 20, 'avg_loss': 1.6036552701677596, 'avg_acc_mask': 47.487001733102254, 'loss': 1.7599964141845703}
+{'epoch': 2, 'iter': 30, 'avg_loss': 1.5728970766067505, 'avg_acc_mask': 49.309309309309306, 'loss': 1.6763032674789429}
+{'epoch': 2, 'iter': 40, 'avg_loss': 1.5884199694889347, 'avg_acc_mask': 49.04891304347826, 'loss': 1.8675719499588013}
+{'epoch': 2, 'iter': 50, 'avg_loss': 1.606643611309575, 'avg_acc_mask': 47.943210775391336, 'loss': 1.7654588222503662}
+{'epoch': 2, 'iter': 60, 'avg_loss': 1.613104247656025, 'avg_acc_mask': 47.822168819465304, 'loss': 1.7878462076187134}
+{'epoch': 2, 'iter': 70, 'avg_loss': 1.5934505210795873, 'avg_acc_mask': 48.240813135261924, 'loss': 1.3510781526565552}
+{'epoch': 2, 'iter': 80, 'avg_loss': 1.5876936279697182, 'avg_acc_mask': 48.11059907834102, 'loss': 1.6618572473526}
+{'epoch': 2, 'iter': 90, 'avg_loss': 1.5981283148566445, 'avg_acc_mask': 47.755102040816325, 'loss': 1.4579836130142212}
+{'epoch': 2, 'iter': 100, 'avg_loss': 1.6102236839804318, 'avg_acc_mask': 47.27139989049097, 'loss': 1.8327049016952515}
+{'epoch': 2, 'iter': 110, 'avg_loss': 1.6070603110768773, 'avg_acc_mask': 47.235099337748345, 'loss': 1.7078676223754883}
+{'epoch': 2, 'iter': 120, 'avg_loss': 1.6159192047828486, 'avg_acc_mask': 46.919575113808804, 'loss': 1.8469823598861694}
+{'epoch': 2, 'iter': 130, 'avg_loss': 1.6127938732846092, 'avg_acc_mask': 46.97883078648535, 'loss': 1.5279746055603027}
+{'epoch': 2, 'iter': 140, 'avg_loss': 1.6080419450786942, 'avg_acc_mask': 47.242862729761434, 'loss': 1.5344363451004028}
+{'epoch': 2, 'iter': 150, 'avg_loss': 1.6102590560913086, 'avg_acc_mask': 47.25769183996108, 'loss': 1.534874439239502}
+{'epoch': 2, 'iter': 160, 'avg_loss': 1.6092145183812017, 'avg_acc_mask': 47.20985963711058, 'loss': 1.83675217628479}
+{'epoch': 2, 'iter': 170, 'avg_loss': 1.609389222853365, 'avg_acc_mask': 47.18279569892473, 'loss': 1.7084027528762817}
+{'epoch': 2, 'iter': 180, 'avg_loss': 1.6089813781706668, 'avg_acc_mask': 47.11860961479825, 'loss': 1.7251136302947998}
+{'epoch': 2, 'iter': 190, 'avg_loss': 1.607929873840971, 'avg_acc_mask': 47.241279350661905, 'loss': 1.5882309675216675}
+{'epoch': 2, 'iter': 200, 'avg_loss': 1.605914648492538, 'avg_acc_mask': 47.27806848434775, 'loss': 1.356103539466858}
+{'epoch': 2, 'iter': 210, 'avg_loss': 1.607123383413559, 'avg_acc_mask': 47.112700628053034, 'loss': 1.740614891052246}
+{'epoch': 2, 'iter': 220, 'avg_loss': 1.6078549218932967, 'avg_acc_mask': 47.042720862712564, 'loss': 1.457275390625}
+{'epoch': 2, 'iter': 230, 'avg_loss': 1.6079711279311737, 'avg_acc_mask': 47.02702702702703, 'loss': 1.5820131301879883}
+{'epoch': 2, 'iter': 240, 'avg_loss': 1.607967267392582, 'avg_acc_mask': 47.05971621519083, 'loss': 1.6398907899856567}
+{'epoch': 2, 'iter': 250, 'avg_loss': 1.610679957971155, 'avg_acc_mask': 46.96693189283889, 'loss': 1.5720365047454834}
+{'epoch': 2, 'iter': 260, 'avg_loss': 1.6093810618608848, 'avg_acc_mask': 46.966070674362946, 'loss': 1.6308467388153076}
+{'epoch': 2, 'iter': 270, 'avg_loss': 1.6091739080049015, 'avg_acc_mask': 46.99357456881975, 'loss': 1.4653719663619995}
+{'epoch': 'EP2_test', 'avg_loss': 1.6095943256564762, 'total_masked_acc': 46.98851185337672}
+{'epoch': 3, 'iter': 0, 'avg_loss': 1.5146217346191406, 'avg_acc_mask': 51.85185185185185, 'loss': 1.5146217346191406}
+{'epoch': 3, 'iter': 10, 'avg_loss': 1.5348191261291504, 'avg_acc_mask': 49.83870967741936, 'loss': 1.540775179862976}
+{'epoch': 3, 'iter': 20, 'avg_loss': 1.5840707960582914, 'avg_acc_mask': 48.08836023789295, 'loss': 1.859042763710022}
+{'epoch': 3, 'iter': 30, 'avg_loss': 1.5926622882966073, 'avg_acc_mask': 46.895328208160855, 'loss': 1.6898821592330933}
+{'epoch': 3, 'iter': 40, 'avg_loss': 1.6229616810635823, 'avg_acc_mask': 47.0058532192706, 'loss': 1.5620423555374146}
+{'epoch': 3, 'iter': 50, 'avg_loss': 1.6299915968203078, 'avg_acc_mask': 47.1521268925739, 'loss': 1.5139405727386475}
+{'epoch': 3, 'iter': 60, 'avg_loss': 1.6237826718658697, 'avg_acc_mask': 47.56387403446227, 'loss': 1.6696407794952393}
+{'epoch': 3, 'iter': 70, 'avg_loss': 1.6194437641493031, 'avg_acc_mask': 47.947665469471524, 'loss': 1.5006039142608643}
+{'epoch': 3, 'iter': 80, 'avg_loss': 1.6324685296894592, 'avg_acc_mask': 47.56317689530686, 'loss': 1.789023518562317}
+{'epoch': 3, 'iter': 90, 'avg_loss': 1.6390653101952521, 'avg_acc_mask': 47.39269955876454, 'loss': 1.5727508068084717}
+{'epoch': 3, 'iter': 100, 'avg_loss': 1.6387861919875193, 'avg_acc_mask': 47.399783315276274, 'loss': 1.4101669788360596}
+{'epoch': 3, 'iter': 110, 'avg_loss': 1.6312007764438252, 'avg_acc_mask': 47.34411085450346, 'loss': 1.879823923110962}
+{'epoch': 3, 'iter': 120, 'avg_loss': 1.6224459059967482, 'avg_acc_mask': 47.360413814087934, 'loss': 1.6421738862991333}
+{'epoch': 3, 'iter': 130, 'avg_loss': 1.6223570467861554, 'avg_acc_mask': 47.262773722627735, 'loss': 1.5205094814300537}
+{'epoch': 3, 'iter': 140, 'avg_loss': 1.619341159965975, 'avg_acc_mask': 47.387669801462906, 'loss': 1.3767684698104858}
+{'epoch': 3, 'iter': 150, 'avg_loss': 1.6255619790380365, 'avg_acc_mask': 47.24765043329672, 'loss': 1.7156118154525757}
+{'epoch': 3, 'iter': 160, 'avg_loss': 1.6153451548600049, 'avg_acc_mask': 47.59780370624571, 'loss': 1.622640609741211}
+{'epoch': 3, 'iter': 170, 'avg_loss': 1.6112369379104927, 'avg_acc_mask': 47.653390742734125, 'loss': 1.3605784177780151}
+{'epoch': 3, 'iter': 180, 'avg_loss': 1.604747403063168, 'avg_acc_mask': 47.90334044065388, 'loss': 1.5919160842895508}
+{'epoch': 3, 'iter': 190, 'avg_loss': 1.6007312046295685, 'avg_acc_mask': 48.07469040247678, 'loss': 1.6370208263397217}
+{'epoch': 3, 'iter': 200, 'avg_loss': 1.5969433508702178, 'avg_acc_mask': 48.12092253974088, 'loss': 1.4501420259475708}
+{'epoch': 3, 'iter': 210, 'avg_loss': 1.598491131129423, 'avg_acc_mask': 48.154657293497365, 'loss': 1.6615056991577148}
+{'epoch': 3, 'iter': 220, 'avg_loss': 1.5970918514609875, 'avg_acc_mask': 48.28048985069619, 'loss': 1.4703165292739868}
+{'epoch': 3, 'iter': 230, 'avg_loss': 1.5994685896031269, 'avg_acc_mask': 48.171561174681926, 'loss': 1.6229091882705688}
+{'epoch': 3, 'iter': 240, 'avg_loss': 1.5989886737463386, 'avg_acc_mask': 48.22385545858215, 'loss': 1.7188081741333008}
+{'epoch': 3, 'iter': 250, 'avg_loss': 1.59463153583595, 'avg_acc_mask': 48.30477311171582, 'loss': 1.074055552482605}
+{'epoch': 3, 'iter': 260, 'avg_loss': 1.5902789198575806, 'avg_acc_mask': 48.49214214922837, 'loss': 1.4460805654525757}
+{'epoch': 3, 'iter': 270, 'avg_loss': 1.5907446684872533, 'avg_acc_mask': 48.49618943930321, 'loss': 1.6783491373062134}
+{'epoch': 'EP3_test', 'avg_loss': 1.5914839711310207, 'total_masked_acc': 48.46580653787018}
+{'epoch': 4, 'iter': 0, 'avg_loss': 1.308632493019104, 'avg_acc_mask': 56.00000000000001, 'loss': 1.308632493019104}
+{'epoch': 4, 'iter': 10, 'avg_loss': 1.5031330693851819, 'avg_acc_mask': 52.27655986509275, 'loss': 1.5843900442123413}
+{'epoch': 4, 'iter': 20, 'avg_loss': 1.4963428122656686, 'avg_acc_mask': 53.207869974337044, 'loss': 1.6776167154312134}
+{'epoch': 4, 'iter': 30, 'avg_loss': 1.4981449034906202, 'avg_acc_mask': 53.04347826086957, 'loss': 1.46361243724823}
+{'epoch': 4, 'iter': 40, 'avg_loss': 1.5198944545373685, 'avg_acc_mask': 52.058432934926955, 'loss': 1.5865517854690552}
+{'epoch': 4, 'iter': 50, 'avg_loss': 1.5425312635945339, 'avg_acc_mask': 51.054701465856276, 'loss': 1.850906252861023}
+{'epoch': 4, 'iter': 60, 'avg_loss': 1.5746968730551298, 'avg_acc_mask': 49.92539540435691, 'loss': 1.9236643314361572}
+{'epoch': 4, 'iter': 70, 'avg_loss': 1.5637461887279027, 'avg_acc_mask': 50.09088548428979, 'loss': 1.2903962135314941}
+{'epoch': 4, 'iter': 80, 'avg_loss': 1.5683549657280063, 'avg_acc_mask': 49.977355072463766, 'loss': 1.4853745698928833}
+{'epoch': 4, 'iter': 90, 'avg_loss': 1.566766035425794, 'avg_acc_mask': 49.889224572004025, 'loss': 1.405659556388855}
+{'epoch': 4, 'iter': 100, 'avg_loss': 1.5615750197136755, 'avg_acc_mask': 50.10034665207079, 'loss': 1.517682433128357}
+{'epoch': 4, 'iter': 110, 'avg_loss': 1.5580867389300923, 'avg_acc_mask': 50.18406961178046, 'loss': 1.5714877843856812}
+{'epoch': 4, 'iter': 120, 'avg_loss': 1.5620806926538136, 'avg_acc_mask': 49.85386863559452, 'loss': 1.1466962099075317}
+{'epoch': 4, 'iter': 130, 'avg_loss': 1.5681939689257673, 'avg_acc_mask': 49.686609686609685, 'loss': 1.647883653640747}
+{'epoch': 4, 'iter': 140, 'avg_loss': 1.5624907955210259, 'avg_acc_mask': 49.93373972965809, 'loss': 1.3058918714523315}
+{'epoch': 4, 'iter': 150, 'avg_loss': 1.5630037397738323, 'avg_acc_mask': 49.79141104294478, 'loss': 1.682478666305542}
+{'epoch': 4, 'iter': 160, 'avg_loss': 1.5602207309711054, 'avg_acc_mask': 49.810584318677535, 'loss': 1.301151156425476}
+{'epoch': 4, 'iter': 170, 'avg_loss': 1.5618744614528635, 'avg_acc_mask': 49.619647902629865, 'loss': 1.7467907667160034}
+{'epoch': 4, 'iter': 180, 'avg_loss': 1.5586634703104008, 'avg_acc_mask': 49.707602339181285, 'loss': 1.4873578548431396}
+{'epoch': 4, 'iter': 190, 'avg_loss': 1.556800479040096, 'avg_acc_mask': 49.70783015192832, 'loss': 1.828274130821228}
+{'epoch': 4, 'iter': 200, 'avg_loss': 1.5533942541672816, 'avg_acc_mask': 49.74995369512873, 'loss': 1.4812581539154053}
+{'epoch': 4, 'iter': 210, 'avg_loss': 1.5482491059890855, 'avg_acc_mask': 49.91159830268741, 'loss': 1.5957269668579102}
+{'epoch': 4, 'iter': 220, 'avg_loss': 1.5513029408670658, 'avg_acc_mask': 49.89480770849112, 'loss': 1.5543217658996582}
+{'epoch': 4, 'iter': 230, 'avg_loss': 1.5512802077062202, 'avg_acc_mask': 49.96786632390746, 'loss': 1.5362603664398193}
+{'epoch': 4, 'iter': 240, 'avg_loss': 1.5503864998144727, 'avg_acc_mask': 49.892638036809814, 'loss': 1.3171980381011963}
+{'epoch': 4, 'iter': 250, 'avg_loss': 1.5516173718460053, 'avg_acc_mask': 49.871200412158686, 'loss': 1.3667001724243164}
+{'epoch': 4, 'iter': 260, 'avg_loss': 1.5564274982017576, 'avg_acc_mask': 49.73091630080725, 'loss': 1.7351446151733398}
+{'epoch': 4, 'iter': 270, 'avg_loss': 1.5595613157177324, 'avg_acc_mask': 49.680010893246184, 'loss': 1.5733097791671753}
+{'epoch': 'EP4_test', 'avg_loss': 1.559117368813874, 'total_masked_acc': 49.67892976588629}
+{'epoch': 5, 'iter': 0, 'avg_loss': 1.2886455059051514, 'avg_acc_mask': 63.793103448275865, 'loss': 1.2886455059051514}
+{'epoch': 5, 'iter': 10, 'avg_loss': 1.5847725543108853, 'avg_acc_mask': 47.4025974025974, 'loss': 1.5559662580490112}
+{'epoch': 5, 'iter': 20, 'avg_loss': 1.524905108270191, 'avg_acc_mask': 49.9108734402852, 'loss': 1.4792479276657104}
+{'epoch': 5, 'iter': 30, 'avg_loss': 1.5341172372141192, 'avg_acc_mask': 49.60819770946353, 'loss': 1.7738615274429321}
+{'epoch': 5, 'iter': 40, 'avg_loss': 1.5472372363253337, 'avg_acc_mask': 48.46962083142988, 'loss': 1.8210684061050415}
+{'epoch': 5, 'iter': 50, 'avg_loss': 1.5350128412246704, 'avg_acc_mask': 48.74863982589772, 'loss': 1.2842588424682617}
+{'epoch': 5, 'iter': 60, 'avg_loss': 1.547295832243122, 'avg_acc_mask': 48.3015494636472, 'loss': 1.950716257095337}
+{'epoch': 5, 'iter': 70, 'avg_loss': 1.5397977493178676, 'avg_acc_mask': 48.489542989930285, 'loss': 1.482236623764038}
+{'epoch': 5, 'iter': 80, 'avg_loss': 1.5398985279930963, 'avg_acc_mask': 48.58501245189043, 'loss': 1.4727321863174438}
+{'epoch': 5, 'iter': 90, 'avg_loss': 1.5375653020628206, 'avg_acc_mask': 48.50926672038678, 'loss': 1.705998182296753}
+{'epoch': 5, 'iter': 100, 'avg_loss': 1.5493363590523748, 'avg_acc_mask': 48.40995820461566, 'loss': 1.5556129217147827}
+{'epoch': 5, 'iter': 110, 'avg_loss': 1.542499252267786, 'avg_acc_mask': 48.49087893864013, 'loss': 1.3801865577697754}
+{'epoch': 5, 'iter': 120, 'avg_loss': 1.5557143678349896, 'avg_acc_mask': 48.17961165048544, 'loss': 1.3626583814620972}
+{'epoch': 5, 'iter': 130, 'avg_loss': 1.5612949751715623, 'avg_acc_mask': 48.11797752808989, 'loss': 1.912969946861267}
+{'epoch': 5, 'iter': 140, 'avg_loss': 1.555677924595826, 'avg_acc_mask': 48.196549921589124, 'loss': 1.2934677600860596}
+{'epoch': 5, 'iter': 150, 'avg_loss': 1.560504994645024, 'avg_acc_mask': 48.05352798053528, 'loss': 1.68740713596344}
+{'epoch': 5, 'iter': 160, 'avg_loss': 1.5624426788424852, 'avg_acc_mask': 47.99680401780619, 'loss': 1.6799497604370117}
+{'epoch': 5, 'iter': 170, 'avg_loss': 1.5560954216628047, 'avg_acc_mask': 48.09963495812755, 'loss': 1.6165869235992432}
+{'epoch': 5, 'iter': 180, 'avg_loss': 1.5492984451641694, 'avg_acc_mask': 48.32555307489345, 'loss': 1.5596365928649902}
+{'epoch': 5, 'iter': 190, 'avg_loss': 1.5482742449375972, 'avg_acc_mask': 48.351966075558984, 'loss': 1.9059418439865112}
+{'epoch': 5, 'iter': 200, 'avg_loss': 1.5480952814443787, 'avg_acc_mask': 48.43678371687907, 'loss': 1.4616272449493408}
+{'epoch': 5, 'iter': 210, 'avg_loss': 1.5487082835057335, 'avg_acc_mask': 48.42316764217699, 'loss': 1.822891116142273}
+{'epoch': 5, 'iter': 220, 'avg_loss': 1.5489518491391143, 'avg_acc_mask': 48.41903810950241, 'loss': 1.5423120260238647}
+{'epoch': 5, 'iter': 230, 'avg_loss': 1.5507733610285308, 'avg_acc_mask': 48.347535239308755, 'loss': 1.3407692909240723}
+{'epoch': 5, 'iter': 240, 'avg_loss': 1.5488075646127408, 'avg_acc_mask': 48.36989640463133, 'loss': 1.515609622001648}
+{'epoch': 5, 'iter': 250, 'avg_loss': 1.545200468059555, 'avg_acc_mask': 48.44207138677589, 'loss': 1.2462422847747803}
+{'epoch': 5, 'iter': 260, 'avg_loss': 1.5456218728617233, 'avg_acc_mask': 48.53314527503526, 'loss': 1.3964742422103882}
+{'epoch': 5, 'iter': 270, 'avg_loss': 1.5462369109431755, 'avg_acc_mask': 48.49532330215535, 'loss': 1.521742820739746}
+{'epoch': 'EP5_test', 'avg_loss': 1.544801369957302, 'total_masked_acc': 48.49030193961208}
+{'epoch': 6, 'iter': 0, 'avg_loss': 1.3104885816574097, 'avg_acc_mask': 56.00000000000001, 'loss': 1.3104885816574097}
+{'epoch': 6, 'iter': 10, 'avg_loss': 1.485450809652155, 'avg_acc_mask': 47.847682119205295, 'loss': 1.4962530136108398}
+{'epoch': 6, 'iter': 20, 'avg_loss': 1.511121840704055, 'avg_acc_mask': 47.64397905759162, 'loss': 1.515231966972351}
+{'epoch': 6, 'iter': 30, 'avg_loss': 1.525873399549915, 'avg_acc_mask': 47.98339264531435, 'loss': 1.62015962600708}
+{'epoch': 6, 'iter': 40, 'avg_loss': 1.5517300512732528, 'avg_acc_mask': 47.3142345568487, 'loss': 1.8989158868789673}
+{'epoch': 6, 'iter': 50, 'avg_loss': 1.5519746495228188, 'avg_acc_mask': 47.123972847445515, 'loss': 1.6091411113739014}
+{'epoch': 6, 'iter': 60, 'avg_loss': 1.576679090984532, 'avg_acc_mask': 46.586227192466154, 'loss': 1.655016303062439}
+{'epoch': 6, 'iter': 70, 'avg_loss': 1.5635664144032437, 'avg_acc_mask': 47.027573994434604, 'loss': 1.345278263092041}
+{'epoch': 6, 'iter': 80, 'avg_loss': 1.57149847642875, 'avg_acc_mask': 46.70685420852869, 'loss': 1.6359964609146118}
+{'epoch': 6, 'iter': 90, 'avg_loss': 1.5710208415985107, 'avg_acc_mask': 46.786989289964296, 'loss': 1.7166928052902222}
+{'epoch': 6, 'iter': 100, 'avg_loss': 1.5656959325960367, 'avg_acc_mask': 47.25314183123878, 'loss': 1.7373970746994019}
+{'epoch': 6, 'iter': 110, 'avg_loss': 1.558903972307841, 'avg_acc_mask': 47.75677896466721, 'loss': 1.6168464422225952}
+{'epoch': 6, 'iter': 120, 'avg_loss': 1.5574090165540206, 'avg_acc_mask': 47.75086505190311, 'loss': 1.3746020793914795}
+{'epoch': 6, 'iter': 130, 'avg_loss': 1.5503615905310362, 'avg_acc_mask': 47.95918367346938, 'loss': 1.2002604007720947}
+{'epoch': 6, 'iter': 140, 'avg_loss': 1.5528314646254195, 'avg_acc_mask': 48.01195426195426, 'loss': 1.50789213180542}
+{'epoch': 6, 'iter': 150, 'avg_loss': 1.552397861385977, 'avg_acc_mask': 47.99806459416959, 'loss': 1.430084228515625}
+{'epoch': 6, 'iter': 160, 'avg_loss': 1.5479091842722448, 'avg_acc_mask': 48.040671769678966, 'loss': 1.4468984603881836}
+{'epoch': 6, 'iter': 170, 'avg_loss': 1.5467195692118147, 'avg_acc_mask': 48.16523605150215, 'loss': 1.70527982711792}
+{'epoch': 6, 'iter': 180, 'avg_loss': 1.5424346416694683, 'avg_acc_mask': 48.317794892582086, 'loss': 1.5112056732177734}
+{'epoch': 6, 'iter': 190, 'avg_loss': 1.5401857348636807, 'avg_acc_mask': 48.35313435719115, 'loss': 1.65501868724823}
+{'epoch': 6, 'iter': 200, 'avg_loss': 1.539890225253888, 'avg_acc_mask': 48.28726237487373, 'loss': 1.5486506223678589}
+{'epoch': 6, 'iter': 210, 'avg_loss': 1.5405510974721321, 'avg_acc_mask': 48.31509846827133, 'loss': 1.6336801052093506}
+{'epoch': 6, 'iter': 220, 'avg_loss': 1.5427660731708301, 'avg_acc_mask': 48.20521362538519, 'loss': 1.374212384223938}
+{'epoch': 6, 'iter': 230, 'avg_loss': 1.5460681765626518, 'avg_acc_mask': 48.10277623100788, 'loss': 1.5803091526031494}
+{'epoch': 6, 'iter': 240, 'avg_loss': 1.5443046518381205, 'avg_acc_mask': 48.26668693933404, 'loss': 1.6645368337631226}
+{'epoch': 6, 'iter': 250, 'avg_loss': 1.5442904419158086, 'avg_acc_mask': 48.20685121612738, 'loss': 1.3577500581741333}
+{'epoch': 6, 'iter': 260, 'avg_loss': 1.539957628396279, 'avg_acc_mask': 48.42245801419436, 'loss': 1.4901870489120483}
+{'epoch': 6, 'iter': 270, 'avg_loss': 1.5387669493791363, 'avg_acc_mask': 48.47521806748259, 'loss': 1.506269097328186}
+{'epoch': 'EP6_test', 'avg_loss': 1.5390584041243014, 'total_masked_acc': 48.47800079755417}
+{'epoch': 7, 'iter': 0, 'avg_loss': 1.7842658758163452, 'avg_acc_mask': 42.0, 'loss': 1.7842658758163452}
+{'epoch': 7, 'iter': 10, 'avg_loss': 1.5605863007632168, 'avg_acc_mask': 48.40425531914894, 'loss': 1.5489026308059692}
+{'epoch': 7, 'iter': 20, 'avg_loss': 1.5278888940811157, 'avg_acc_mask': 48.79182156133829, 'loss': 1.6607645750045776}
+{'epoch': 7, 'iter': 30, 'avg_loss': 1.5294044133155578, 'avg_acc_mask': 49.659020458772474, 'loss': 1.329110026359558}
+{'epoch': 7, 'iter': 40, 'avg_loss': 1.5359241904281988, 'avg_acc_mask': 49.00692840646651, 'loss': 1.7798361778259277}
+{'epoch': 7, 'iter': 50, 'avg_loss': 1.5527011109333413, 'avg_acc_mask': 48.412112259970456, 'loss': 1.594010353088379}
+{'epoch': 7, 'iter': 60, 'avg_loss': 1.569081208744987, 'avg_acc_mask': 48.038917604134994, 'loss': 1.925034523010254}
+{'epoch': 7, 'iter': 70, 'avg_loss': 1.5654525303504836, 'avg_acc_mask': 47.9874542603241, 'loss': 1.649625301361084}
+{'epoch': 7, 'iter': 80, 'avg_loss': 1.555000924769743, 'avg_acc_mask': 48.052835345023915, 'loss': 1.486861228942871}
+{'epoch': 7, 'iter': 90, 'avg_loss': 1.5636490400020893, 'avg_acc_mask': 47.84369305527434, 'loss': 1.6558774709701538}
+{'epoch': 7, 'iter': 100, 'avg_loss': 1.5694133007880484, 'avg_acc_mask': 47.8, 'loss': 1.4796110391616821}
+{'epoch': 7, 'iter': 110, 'avg_loss': 1.5664272372787063, 'avg_acc_mask': 47.703826955074874, 'loss': 1.4402202367782593}
+{'epoch': 7, 'iter': 120, 'avg_loss': 1.5700461864471436, 'avg_acc_mask': 47.479699708901485, 'loss': 1.5151780843734741}
+{'epoch': 7, 'iter': 130, 'avg_loss': 1.5708450297362933, 'avg_acc_mask': 47.63729246487867, 'loss': 1.6605154275894165}
+{'epoch': 7, 'iter': 140, 'avg_loss': 1.5661733471755441, 'avg_acc_mask': 47.52761704366123, 'loss': 1.464929461479187}
+{'epoch': 7, 'iter': 150, 'avg_loss': 1.5625245168509072, 'avg_acc_mask': 47.690033263521, 'loss': 1.5499873161315918}
+{'epoch': 7, 'iter': 160, 'avg_loss': 1.5566783188292699, 'avg_acc_mask': 47.8145235892692, 'loss': 1.9350454807281494}
+{'epoch': 7, 'iter': 170, 'avg_loss': 1.5528528313887746, 'avg_acc_mask': 47.778745644599304, 'loss': 1.497820496559143}
+{'epoch': 7, 'iter': 180, 'avg_loss': 1.5484228022190747, 'avg_acc_mask': 48.010747132375734, 'loss': 1.6509268283843994}
+{'epoch': 7, 'iter': 190, 'avg_loss': 1.5500299056787141, 'avg_acc_mask': 47.94238683127572, 'loss': 1.662900686264038}
+{'epoch': 7, 'iter': 200, 'avg_loss': 1.551914025301957, 'avg_acc_mask': 47.794871794871796, 'loss': 1.2631055116653442}
+{'epoch': 7, 'iter': 210, 'avg_loss': 1.5509204299529016, 'avg_acc_mask': 47.820672478206724, 'loss': 1.6515737771987915}
+{'epoch': 7, 'iter': 220, 'avg_loss': 1.5513263298914983, 'avg_acc_mask': 47.94346648612052, 'loss': 1.7612078189849854}
+{'epoch': 7, 'iter': 230, 'avg_loss': 1.5494633469230685, 'avg_acc_mask': 47.993864535400014, 'loss': 1.6630717515945435}
+{'epoch': 7, 'iter': 240, 'avg_loss': 1.549025024121233, 'avg_acc_mask': 48.01922629661214, 'loss': 1.5113104581832886}
+{'epoch': 7, 'iter': 250, 'avg_loss': 1.5456800992745328, 'avg_acc_mask': 48.09863339275104, 'loss': 1.12433660030365}
+{'epoch': 7, 'iter': 260, 'avg_loss': 1.546668898556881, 'avg_acc_mask': 48.049531171712836, 'loss': 1.4893872737884521}
+{'epoch': 7, 'iter': 270, 'avg_loss': 1.5464851741861154, 'avg_acc_mask': 48.149169366512716, 'loss': 1.896366000175476}
+{'epoch': 'EP7_test', 'avg_loss': 1.548868671707485, 'total_masked_acc': 48.134126554894536}
+{'epoch': 8, 'iter': 0, 'avg_loss': 1.3935327529907227, 'avg_acc_mask': 57.377049180327866, 'loss': 1.3935327529907227}
+{'epoch': 8, 'iter': 10, 'avg_loss': 1.524559887972745, 'avg_acc_mask': 48.04753820033956, 'loss': 1.2850432395935059}
+{'epoch': 8, 'iter': 20, 'avg_loss': 1.4953882523945399, 'avg_acc_mask': 47.686832740213525, 'loss': 1.7011833190917969}
+{'epoch': 8, 'iter': 30, 'avg_loss': 1.4836280499735186, 'avg_acc_mask': 48.76580373269115, 'loss': 1.7128548622131348}
+{'epoch': 8, 'iter': 40, 'avg_loss': 1.5044924049842647, 'avg_acc_mask': 48.351137947050624, 'loss': 1.4935272932052612}
+{'epoch': 8, 'iter': 50, 'avg_loss': 1.5396398422764797, 'avg_acc_mask': 47.07591718125681, 'loss': 1.4692116975784302}
+{'epoch': 8, 'iter': 60, 'avg_loss': 1.5598936159102643, 'avg_acc_mask': 46.58478130617136, 'loss': 1.7098158597946167}
+{'epoch': 8, 'iter': 70, 'avg_loss': 1.5571124402570053, 'avg_acc_mask': 46.95876288659794, 'loss': 1.5623105764389038}
+{'epoch': 8, 'iter': 80, 'avg_loss': 1.5460994479096966, 'avg_acc_mask': 47.30281051677244, 'loss': 1.3786630630493164}
+{'epoch': 8, 'iter': 90, 'avg_loss': 1.552638550381084, 'avg_acc_mask': 47.12157809983897, 'loss': 1.392006754875183}
+{'epoch': 8, 'iter': 100, 'avg_loss': 1.5561617294160446, 'avg_acc_mask': 47.02446148229281, 'loss': 2.0091073513031006}
+{'epoch': 8, 'iter': 110, 'avg_loss': 1.5454309362548966, 'avg_acc_mask': 47.454789015405225, 'loss': 1.3982635736465454}
+{'epoch': 8, 'iter': 120, 'avg_loss': 1.5452947104272763, 'avg_acc_mask': 47.553305721736464, 'loss': 1.6632187366485596}
+{'epoch': 8, 'iter': 130, 'avg_loss': 1.5465449513369844, 'avg_acc_mask': 47.749150622876556, 'loss': 1.5039560794830322}
+{'epoch': 8, 'iter': 140, 'avg_loss': 1.5453309615453084, 'avg_acc_mask': 47.806730391514996, 'loss': 1.3268738985061646}
+{'epoch': 8, 'iter': 150, 'avg_loss': 1.543314985881578, 'avg_acc_mask': 47.90120452609807, 'loss': 1.3227368593215942}
+{'epoch': 8, 'iter': 160, 'avg_loss': 1.5444843798690702, 'avg_acc_mask': 47.762221712187284, 'loss': 1.7571772336959839}
+{'epoch': 8, 'iter': 170, 'avg_loss': 1.5404623725958038, 'avg_acc_mask': 47.837808691901216, 'loss': 1.3797658681869507}
+{'epoch': 8, 'iter': 180, 'avg_loss': 1.5362486971017406, 'avg_acc_mask': 47.96116504854369, 'loss': 1.5443696975708008}
+{'epoch': 8, 'iter': 190, 'avg_loss': 1.5340805440673029, 'avg_acc_mask': 48.02090390012581, 'loss': 1.643926978111267}
+{'epoch': 8, 'iter': 200, 'avg_loss': 1.534180690993124, 'avg_acc_mask': 48.06843267108168, 'loss': 1.4922422170639038}
+{'epoch': 8, 'iter': 210, 'avg_loss': 1.5312633723444282, 'avg_acc_mask': 48.19034265182719, 'loss': 1.496185064315796}
+{'epoch': 8, 'iter': 220, 'avg_loss': 1.5312251764185287, 'avg_acc_mask': 48.18955448022693, 'loss': 1.5664639472961426}
+{'epoch': 8, 'iter': 230, 'avg_loss': 1.5308533509572346, 'avg_acc_mask': 48.1294964028777, 'loss': 1.3115521669387817}
+{'epoch': 8, 'iter': 240, 'avg_loss': 1.5291253259073154, 'avg_acc_mask': 48.131733781615345, 'loss': 1.4549046754837036}
+{'epoch': 8, 'iter': 250, 'avg_loss': 1.526528977302916, 'avg_acc_mask': 48.127478337494495, 'loss': 1.598272442817688}
+{'epoch': 8, 'iter': 260, 'avg_loss': 1.5290042847052387, 'avg_acc_mask': 48.12698412698413, 'loss': 1.482620120048523}
+{'epoch': 8, 'iter': 270, 'avg_loss': 1.5291850536071947, 'avg_acc_mask': 48.10083576815927, 'loss': 1.492344617843628}
+{'epoch': 'EP8_test', 'avg_loss': 1.5270796448424242, 'total_masked_acc': 48.208208208208205}
+{'epoch': 9, 'iter': 0, 'avg_loss': 1.5482354164123535, 'avg_acc_mask': 48.0, 'loss': 1.5482354164123535}
+{'epoch': 9, 'iter': 10, 'avg_loss': 1.535621393810619, 'avg_acc_mask': 48.34123222748815, 'loss': 1.500494360923767}
+{'epoch': 9, 'iter': 20, 'avg_loss': 1.4934073402768089, 'avg_acc_mask': 49.077181208053695, 'loss': 1.528059720993042}
+{'epoch': 9, 'iter': 30, 'avg_loss': 1.4898789774987005, 'avg_acc_mask': 49.53970080552359, 'loss': 1.4798449277877808}
+{'epoch': 9, 'iter': 40, 'avg_loss': 1.5058328058661483, 'avg_acc_mask': 49.16739702015776, 'loss': 1.5296717882156372}
+{'epoch': 9, 'iter': 50, 'avg_loss': 1.5124671856562297, 'avg_acc_mask': 48.96672504378284, 'loss': 1.5836856365203857}
+{'epoch': 9, 'iter': 60, 'avg_loss': 1.520954165302339, 'avg_acc_mask': 49.13394919168591, 'loss': 1.6067321300506592}
+{'epoch': 9, 'iter': 70, 'avg_loss': 1.5200034514279432, 'avg_acc_mask': 49.09954977488744, 'loss': 1.403011441230774}
+{'epoch': 9, 'iter': 80, 'avg_loss': 1.516515803925785, 'avg_acc_mask': 49.14323374340949, 'loss': 1.4465409517288208}
+{'epoch': 9, 'iter': 90, 'avg_loss': 1.519852774483817, 'avg_acc_mask': 49.09161945692518, 'loss': 1.0659778118133545}
+{'epoch': 9, 'iter': 100, 'avg_loss': 1.5223580587028276, 'avg_acc_mask': 49.37965260545906, 'loss': 1.9197018146514893}
+{'epoch': 9, 'iter': 110, 'avg_loss': 1.518941406731133, 'avg_acc_mask': 49.61190168175938, 'loss': 1.4907106161117554}
+{'epoch': 9, 'iter': 120, 'avg_loss': 1.519726875399755, 'avg_acc_mask': 49.41018366432731, 'loss': 1.520640254020691}
+{'epoch': 9, 'iter': 130, 'avg_loss': 1.5217016926248566, 'avg_acc_mask': 49.45494687456879, 'loss': 1.417681097984314}
+{'epoch': 9, 'iter': 140, 'avg_loss': 1.5198871539839616, 'avg_acc_mask': 49.47829447378591, 'loss': 1.361739158630371}
+{'epoch': 9, 'iter': 150, 'avg_loss': 1.5182779301081273, 'avg_acc_mask': 49.44564955410942, 'loss': 1.6560276746749878}
+{'epoch': 9, 'iter': 160, 'avg_loss': 1.5157321239850536, 'avg_acc_mask': 49.59755129803877, 'loss': 1.5550203323364258}
+{'epoch': 9, 'iter': 170, 'avg_loss': 1.5144667869422868, 'avg_acc_mask': 49.59003301032904, 'loss': 1.7716115713119507}
+{'epoch': 9, 'iter': 180, 'avg_loss': 1.5094498929397835, 'avg_acc_mask': 49.79883323274995, 'loss': 1.6152352094650269}
+{'epoch': 9, 'iter': 190, 'avg_loss': 1.504607703673278, 'avg_acc_mask': 49.918823417056636, 'loss': 1.6410882472991943}
+{'epoch': 9, 'iter': 200, 'avg_loss': 1.5028214003909286, 'avg_acc_mask': 49.981811567842854, 'loss': 1.1742281913757324}
+{'epoch': 9, 'iter': 210, 'avg_loss': 1.5024693040486197, 'avg_acc_mask': 50.06483962998185, 'loss': 1.6725478172302246}
+{'epoch': 9, 'iter': 220, 'avg_loss': 1.507029171982502, 'avg_acc_mask': 50.0535994062835, 'loss': 1.6338423490524292}
+{'epoch': 9, 'iter': 230, 'avg_loss': 1.5093700519371858, 'avg_acc_mask': 50.01977066034006, 'loss': 1.498187780380249}
+{'epoch': 9, 'iter': 240, 'avg_loss': 1.512724277884139, 'avg_acc_mask': 49.931652490887, 'loss': 1.5446523427963257}
+{'epoch': 9, 'iter': 250, 'avg_loss': 1.512769835403716, 'avg_acc_mask': 49.88321167883212, 'loss': 1.2876006364822388}
+{'epoch': 9, 'iter': 260, 'avg_loss': 1.5100352225175762, 'avg_acc_mask': 49.961373691972746, 'loss': 1.5943007469177246}
+{'epoch': 9, 'iter': 270, 'avg_loss': 1.510732435212364, 'avg_acc_mask': 49.95600676818951, 'loss': 1.7159992456436157}
+{'epoch': 'EP9_test', 'avg_loss': 1.5094123316415842, 'total_masked_acc': 50.013292569453675}
+{'epoch': 10, 'iter': 0, 'avg_loss': 1.5558760166168213, 'avg_acc_mask': 50.847457627118644, 'loss': 1.5558760166168213}
+{'epoch': 10, 'iter': 10, 'avg_loss': 1.5071114951914006, 'avg_acc_mask': 50.237717908082416, 'loss': 1.2925764322280884}
+{'epoch': 10, 'iter': 20, 'avg_loss': 1.495209773381551, 'avg_acc_mask': 50.4302925989673, 'loss': 1.3438175916671753}
+{'epoch': 10, 'iter': 30, 'avg_loss': 1.4838179849809217, 'avg_acc_mask': 50.78351712130006, 'loss': 1.6178911924362183}
+{'epoch': 10, 'iter': 40, 'avg_loss': 1.493067709411063, 'avg_acc_mask': 50.71237756010686, 'loss': 1.5581104755401611}
+{'epoch': 10, 'iter': 50, 'avg_loss': 1.4803217836454803, 'avg_acc_mask': 51.58985351911397, 'loss': 1.469895601272583}
+{'epoch': 10, 'iter': 60, 'avg_loss': 1.505799684368196, 'avg_acc_mask': 51.114413075780085, 'loss': 1.474958062171936}
+{'epoch': 10, 'iter': 70, 'avg_loss': 1.5060555364044619, 'avg_acc_mask': 51.25383828045036, 'loss': 1.4254522323608398}
+{'epoch': 10, 'iter': 80, 'avg_loss': 1.5071785288092532, 'avg_acc_mask': 51.19128658951668, 'loss': 1.5239020586013794}
+{'epoch': 10, 'iter': 90, 'avg_loss': 1.5064270496368408, 'avg_acc_mask': 51.084972622186164, 'loss': 1.4716355800628662}
+{'epoch': 10, 'iter': 100, 'avg_loss': 1.5073625498478955, 'avg_acc_mask': 51.079795021961935, 'loss': 1.4770914316177368}
+{'epoch': 10, 'iter': 110, 'avg_loss': 1.5068974881558805, 'avg_acc_mask': 50.975162527087846, 'loss': 1.308471441268921}
+{'epoch': 10, 'iter': 120, 'avg_loss': 1.5095246695289928, 'avg_acc_mask': 50.83117279243557, 'loss': 1.5387407541275024}
+{'epoch': 10, 'iter': 130, 'avg_loss': 1.5151867584417795, 'avg_acc_mask': 50.55625968173497, 'loss': 1.476288914680481}
+{'epoch': 10, 'iter': 140, 'avg_loss': 1.5126493881780205, 'avg_acc_mask': 50.57667103538663, 'loss': 1.187401533126831}
+{'epoch': 10, 'iter': 150, 'avg_loss': 1.5136756289084226, 'avg_acc_mask': 50.585508660648934, 'loss': 1.5030242204666138}
+{'epoch': 10, 'iter': 160, 'avg_loss': 1.5130199830724587, 'avg_acc_mask': 50.63174821961866, 'loss': 1.5310603380203247}
+{'epoch': 10, 'iter': 170, 'avg_loss': 1.5099161863327026, 'avg_acc_mask': 50.713359273670555, 'loss': 1.5951807498931885}
+{'epoch': 10, 'iter': 180, 'avg_loss': 1.5113382971747804, 'avg_acc_mask': 50.74214351520114, 'loss': 1.4916259050369263}
+{'epoch': 10, 'iter': 190, 'avg_loss': 1.5118802392669997, 'avg_acc_mask': 50.68413391557496, 'loss': 1.8929426670074463}
+{'epoch': 10, 'iter': 200, 'avg_loss': 1.5097910853760752, 'avg_acc_mask': 50.783554572271385, 'loss': 1.2899856567382812}
+{'epoch': 10, 'iter': 210, 'avg_loss': 1.5087115979307635, 'avg_acc_mask': 50.70769230769231, 'loss': 1.382743239402771}
+{'epoch': 10, 'iter': 220, 'avg_loss': 1.5086067273066595, 'avg_acc_mask': 50.80800468893912, 'loss': 1.41756010055542}
+{'epoch': 10, 'iter': 230, 'avg_loss': 1.5060251355171204, 'avg_acc_mask': 50.882117080994384, 'loss': 1.4423881769180298}
+{'epoch': 10, 'iter': 240, 'avg_loss': 1.502050229375293, 'avg_acc_mask': 51.05045238460358, 'loss': 1.6111806631088257}
+{'epoch': 10, 'iter': 250, 'avg_loss': 1.5022787342508475, 'avg_acc_mask': 51.03427895981088, 'loss': 1.4982900619506836}
+{'epoch': 10, 'iter': 260, 'avg_loss': 1.5028885988896834, 'avg_acc_mask': 51.06775452288045, 'loss': 1.567944884300232}
+{'epoch': 10, 'iter': 270, 'avg_loss': 1.506222628359425, 'avg_acc_mask': 50.89322241920087, 'loss': 1.5118274688720703}
+{'epoch': 'EP10_test', 'avg_loss': 1.5052756807510403, 'total_masked_acc': 50.88353413654618}
+{'epoch': 11, 'iter': 0, 'avg_loss': 1.347029447555542, 'avg_acc_mask': 54.761904761904766, 'loss': 1.347029447555542}
+{'epoch': 11, 'iter': 10, 'avg_loss': 1.3641539053483442, 'avg_acc_mask': 56.208053691275175, 'loss': 1.50038480758667}
+{'epoch': 11, 'iter': 20, 'avg_loss': 1.4116142023177374, 'avg_acc_mask': 54.673721340388006, 'loss': 1.2497611045837402}
+{'epoch': 11, 'iter': 30, 'avg_loss': 1.4476545126207414, 'avg_acc_mask': 53.869407496977026, 'loss': 1.3613067865371704}
+{'epoch': 11, 'iter': 40, 'avg_loss': 1.4679645416213245, 'avg_acc_mask': 52.60063319764813, 'loss': 1.7172834873199463}
+{'epoch': 11, 'iter': 50, 'avg_loss': 1.4762800557940614, 'avg_acc_mask': 51.687840290381125, 'loss': 1.1968438625335693}
+{'epoch': 11, 'iter': 60, 'avg_loss': 1.488838330644076, 'avg_acc_mask': 51.03919239904988, 'loss': 1.4642996788024902}
+{'epoch': 11, 'iter': 70, 'avg_loss': 1.4832737596941665, 'avg_acc_mask': 51.204351204351205, 'loss': 1.4570302963256836}
+{'epoch': 11, 'iter': 80, 'avg_loss': 1.4815451436572604, 'avg_acc_mask': 51.606334841628964, 'loss': 1.5435969829559326}
+{'epoch': 11, 'iter': 90, 'avg_loss': 1.4867352928434099, 'avg_acc_mask': 50.99457504520796, 'loss': 1.9021044969558716}
+{'epoch': 11, 'iter': 100, 'avg_loss': 1.495128362485678, 'avg_acc_mask': 50.70979335130279, 'loss': 1.371620535850525}
+{'epoch': 11, 'iter': 110, 'avg_loss': 1.4875912634102073, 'avg_acc_mask': 50.97071405067456, 'loss': 1.499061942100525}
+{'epoch': 11, 'iter': 120, 'avg_loss': 1.4941419697990102, 'avg_acc_mask': 50.60710538150202, 'loss': 1.6331615447998047}
+{'epoch': 11, 'iter': 130, 'avg_loss': 1.4996366664653515, 'avg_acc_mask': 50.326071874566395, 'loss': 1.5468366146087646}
+{'epoch': 11, 'iter': 140, 'avg_loss': 1.4967136298511046, 'avg_acc_mask': 50.41526083571243, 'loss': 1.3191648721694946}
+{'epoch': 11, 'iter': 150, 'avg_loss': 1.4980752736527398, 'avg_acc_mask': 50.37019055710644, 'loss': 1.2645903825759888}
+{'epoch': 11, 'iter': 160, 'avg_loss': 1.4932108421503387, 'avg_acc_mask': 50.465591642062236, 'loss': 1.4745376110076904}
+{'epoch': 11, 'iter': 170, 'avg_loss': 1.4902445210350885, 'avg_acc_mask': 50.54051161297228, 'loss': 1.7240941524505615}
+{'epoch': 11, 'iter': 180, 'avg_loss': 1.4905058889757863, 'avg_acc_mask': 50.592765224440164, 'loss': 1.9373059272766113}
+{'epoch': 11, 'iter': 190, 'avg_loss': 1.4930414629232196, 'avg_acc_mask': 50.5235853588241, 'loss': 1.8711243867874146}
+{'epoch': 11, 'iter': 200, 'avg_loss': 1.4932006063745982, 'avg_acc_mask': 50.548045305078546, 'loss': 1.654699444770813}
+{'epoch': 11, 'iter': 210, 'avg_loss': 1.4950267584967951, 'avg_acc_mask': 50.6265227984685, 'loss': 1.697794795036316}
+{'epoch': 11, 'iter': 220, 'avg_loss': 1.499254186228929, 'avg_acc_mask': 50.57661992864847, 'loss': 1.8705815076828003}
+{'epoch': 11, 'iter': 230, 'avg_loss': 1.4952491743740066, 'avg_acc_mask': 50.60020669369584, 'loss': 1.3597718477249146}
+{'epoch': 11, 'iter': 240, 'avg_loss': 1.496637977505126, 'avg_acc_mask': 50.46814341173784, 'loss': 1.5076647996902466}
+{'epoch': 11, 'iter': 250, 'avg_loss': 1.4924452243098225, 'avg_acc_mask': 50.68012286090391, 'loss': 1.5008188486099243}
+{'epoch': 11, 'iter': 260, 'avg_loss': 1.4908703793967821, 'avg_acc_mask': 50.73208503449247, 'loss': 1.4048731327056885}
+{'epoch': 11, 'iter': 270, 'avg_loss': 1.4912917939499295, 'avg_acc_mask': 50.75373487460285, 'loss': 1.354255199432373}
+{'epoch': 'EP11_test', 'avg_loss': 1.4913723788399627, 'total_masked_acc': 50.763510821935995}
+{'epoch': 12, 'iter': 0, 'avg_loss': 1.56959867477417, 'avg_acc_mask': 50.98039215686274, 'loss': 1.56959867477417}
+{'epoch': 12, 'iter': 10, 'avg_loss': 1.5127680410038342, 'avg_acc_mask': 50.72, 'loss': 1.5840696096420288}
+{'epoch': 12, 'iter': 20, 'avg_loss': 1.5013000056857155, 'avg_acc_mask': 51.33779264214047, 'loss': 1.5278593301773071}
+{'epoch': 12, 'iter': 30, 'avg_loss': 1.4962440844505065, 'avg_acc_mask': 50.96097845078626, 'loss': 1.5048935413360596}
+{'epoch': 12, 'iter': 40, 'avg_loss': 1.4963382162698886, 'avg_acc_mask': 50.7815989280929, 'loss': 1.474491000175476}
+{'epoch': 12, 'iter': 50, 'avg_loss': 1.4962710773243624, 'avg_acc_mask': 50.71326676176891, 'loss': 1.2799147367477417}
+{'epoch': 12, 'iter': 60, 'avg_loss': 1.5002805561315817, 'avg_acc_mask': 50.69961298005359, 'loss': 1.2181251049041748}
+{'epoch': 12, 'iter': 70, 'avg_loss': 1.4824775734417874, 'avg_acc_mask': 51.20204603580562, 'loss': 0.9648075699806213}
+{'epoch': 12, 'iter': 80, 'avg_loss': 1.4871955455085377, 'avg_acc_mask': 51.01442741208295, 'loss': 1.4467684030532837}
+{'epoch': 12, 'iter': 90, 'avg_loss': 1.4890999040760837, 'avg_acc_mask': 50.69069069069069, 'loss': 1.499533772468567}
+{'epoch': 12, 'iter': 100, 'avg_loss': 1.4996468826095657, 'avg_acc_mask': 50.37090645920029, 'loss': 1.7544639110565186}
+{'epoch': 12, 'iter': 110, 'avg_loss': 1.4930255031800486, 'avg_acc_mask': 50.48832974673068, 'loss': 1.470308542251587}
+{'epoch': 12, 'iter': 120, 'avg_loss': 1.4956829523252062, 'avg_acc_mask': 50.355791067373204, 'loss': 1.6169123649597168}
+{'epoch': 12, 'iter': 130, 'avg_loss': 1.5010389621931177, 'avg_acc_mask': 50.243766541301014, 'loss': 1.6369668245315552}
+{'epoch': 12, 'iter': 140, 'avg_loss': 1.4951094164915963, 'avg_acc_mask': 50.34330871874595, 'loss': 1.175927758216858}
+{'epoch': 12, 'iter': 150, 'avg_loss': 1.4967060077269345, 'avg_acc_mask': 50.33280890717657, 'loss': 1.4087414741516113}
+{'epoch': 12, 'iter': 160, 'avg_loss': 1.4924511631823474, 'avg_acc_mask': 50.58983666061706, 'loss': 1.4257549047470093}
+{'epoch': 12, 'iter': 170, 'avg_loss': 1.492073188399711, 'avg_acc_mask': 50.69429609057894, 'loss': 1.5640807151794434}
+{'epoch': 12, 'iter': 180, 'avg_loss': 1.492882909366439, 'avg_acc_mask': 50.71746160064673, 'loss': 1.765226125717163}
+{'epoch': 12, 'iter': 190, 'avg_loss': 1.4908265165633556, 'avg_acc_mask': 50.671656112070615, 'loss': 1.3552340269088745}
+{'epoch': 12, 'iter': 200, 'avg_loss': 1.4883370028799445, 'avg_acc_mask': 50.789882202538585, 'loss': 1.31410813331604}
+{'epoch': 12, 'iter': 210, 'avg_loss': 1.4931063355427783, 'avg_acc_mask': 50.742228431714985, 'loss': 2.134981155395508}
+{'epoch': 12, 'iter': 220, 'avg_loss': 1.4912162773749407, 'avg_acc_mask': 50.728741567419, 'loss': 1.3715341091156006}
+{'epoch': 12, 'iter': 230, 'avg_loss': 1.490465643860045, 'avg_acc_mask': 50.67314586154704, 'loss': 1.4889179468154907}
+{'epoch': 12, 'iter': 240, 'avg_loss': 1.490018989287966, 'avg_acc_mask': 50.67794028031688, 'loss': 1.4845386743545532}
+{'epoch': 12, 'iter': 250, 'avg_loss': 1.4888207135922404, 'avg_acc_mask': 50.7728371547872, 'loss': 1.3727045059204102}
+{'epoch': 12, 'iter': 260, 'avg_loss': 1.4882228171231646, 'avg_acc_mask': 50.83433077518834, 'loss': 1.681044340133667}
+{'epoch': 12, 'iter': 270, 'avg_loss': 1.4883338417514225, 'avg_acc_mask': 50.786577543717506, 'loss': 1.763339877128601}
+{'epoch': 'EP12_test', 'avg_loss': 1.488417742260988, 'total_masked_acc': 50.802280864606814}
+{'epoch': 13, 'iter': 0, 'avg_loss': 1.595977544784546, 'avg_acc_mask': 51.5625, 'loss': 1.595977544784546}
+{'epoch': 13, 'iter': 10, 'avg_loss': 1.4243593432686545, 'avg_acc_mask': 54.18803418803419, 'loss': 1.3527908325195312}
+{'epoch': 13, 'iter': 20, 'avg_loss': 1.4477764481589908, 'avg_acc_mask': 52.73851590106007, 'loss': 1.6124228239059448}
+{'epoch': 13, 'iter': 30, 'avg_loss': 1.4327836959592757, 'avg_acc_mask': 53.23910482921084, 'loss': 1.2612673044204712}
+{'epoch': 13, 'iter': 40, 'avg_loss': 1.4507562503582094, 'avg_acc_mask': 52.25748770675012, 'loss': 1.7593069076538086}
+{'epoch': 13, 'iter': 50, 'avg_loss': 1.4690750276341158, 'avg_acc_mask': 51.79577464788733, 'loss': 1.7250456809997559}
+{'epoch': 13, 'iter': 60, 'avg_loss': 1.4739284691263417, 'avg_acc_mask': 51.68800931315482, 'loss': 1.4914171695709229}
+{'epoch': 13, 'iter': 70, 'avg_loss': 1.4732102424326077, 'avg_acc_mask': 51.73019057171514, 'loss': 1.3923897743225098}
+{'epoch': 13, 'iter': 80, 'avg_loss': 1.479022870829076, 'avg_acc_mask': 51.91668513184135, 'loss': 1.4677119255065918}
+{'epoch': 13, 'iter': 90, 'avg_loss': 1.4832840123019375, 'avg_acc_mask': 51.53603781016148, 'loss': 1.6576071977615356}
+{'epoch': 13, 'iter': 100, 'avg_loss': 1.4807637174530786, 'avg_acc_mask': 51.49372458900478, 'loss': 1.328843593597412}
+{'epoch': 13, 'iter': 110, 'avg_loss': 1.4754190348290108, 'avg_acc_mask': 51.737514142556975, 'loss': 1.7334463596343994}
+{'epoch': 13, 'iter': 120, 'avg_loss': 1.4809313076586763, 'avg_acc_mask': 51.394245031148024, 'loss': 1.3190865516662598}
+{'epoch': 13, 'iter': 130, 'avg_loss': 1.4785801882052239, 'avg_acc_mask': 51.567225735496294, 'loss': 1.6724534034729004}
+{'epoch': 13, 'iter': 140, 'avg_loss': 1.4721433211725654, 'avg_acc_mask': 51.68668540761564, 'loss': 1.0496257543563843}
+{'epoch': 13, 'iter': 150, 'avg_loss': 1.472035680385615, 'avg_acc_mask': 51.69622663968575, 'loss': 1.7409120798110962}
+{'epoch': 13, 'iter': 160, 'avg_loss': 1.4716535480866522, 'avg_acc_mask': 51.66217430368374, 'loss': 1.6041566133499146}
+{'epoch': 13, 'iter': 170, 'avg_loss': 1.469807371758578, 'avg_acc_mask': 51.68622475948832, 'loss': 1.3846725225448608}
+{'epoch': 13, 'iter': 180, 'avg_loss': 1.463385520060418, 'avg_acc_mask': 51.94922031187525, 'loss': 1.4898159503936768}
+{'epoch': 13, 'iter': 190, 'avg_loss': 1.465741607531203, 'avg_acc_mask': 51.78030303030303, 'loss': 1.6219650506973267}
+{'epoch': 13, 'iter': 200, 'avg_loss': 1.4644866517527186, 'avg_acc_mask': 51.70311939763356, 'loss': 1.4799998998641968}
+{'epoch': 13, 'iter': 210, 'avg_loss': 1.4638756683087462, 'avg_acc_mask': 51.750640478223744, 'loss': 1.4575576782226562}
+{'epoch': 13, 'iter': 220, 'avg_loss': 1.4678523632196279, 'avg_acc_mask': 51.65876777251185, 'loss': 1.5907329320907593}
+{'epoch': 13, 'iter': 230, 'avg_loss': 1.4676757034285244, 'avg_acc_mask': 51.601312294953914, 'loss': 1.2971031665802002}
+{'epoch': 13, 'iter': 240, 'avg_loss': 1.4670948878363455, 'avg_acc_mask': 51.62038769553177, 'loss': 1.4267810583114624}
+{'epoch': 13, 'iter': 250, 'avg_loss': 1.4668976182481681, 'avg_acc_mask': 51.66197995529599, 'loss': 1.1172139644622803}
+{'epoch': 13, 'iter': 260, 'avg_loss': 1.465606955732879, 'avg_acc_mask': 51.682275407561576, 'loss': 1.142228603363037}
+{'epoch': 13, 'iter': 270, 'avg_loss': 1.4671709005243223, 'avg_acc_mask': 51.689887340843946, 'loss': 1.7524397373199463}
+{'epoch': 'EP13_test', 'avg_loss': 1.465830622591834, 'total_masked_acc': 51.71465968586387}
+{'epoch': 14, 'iter': 0, 'avg_loss': 1.3959194421768188, 'avg_acc_mask': 52.17391304347826, 'loss': 1.3959194421768188}
+{'epoch': 14, 'iter': 10, 'avg_loss': 1.50365902077068, 'avg_acc_mask': 50.0, 'loss': 1.744856595993042}
+{'epoch': 14, 'iter': 20, 'avg_loss': 1.4867950677871704, 'avg_acc_mask': 52.52883762200532, 'loss': 1.3619906902313232}
+{'epoch': 14, 'iter': 30, 'avg_loss': 1.4732783494457122, 'avg_acc_mask': 52.241482367005375, 'loss': 1.6521576642990112}
+{'epoch': 14, 'iter': 40, 'avg_loss': 1.4821182314942523, 'avg_acc_mask': 51.37946630483944, 'loss': 1.5523054599761963}
+{'epoch': 14, 'iter': 50, 'avg_loss': 1.490332000395831, 'avg_acc_mask': 50.8155128669808, 'loss': 1.6599150896072388}
+{'epoch': 14, 'iter': 60, 'avg_loss': 1.497044653188987, 'avg_acc_mask': 50.524109014675055, 'loss': 1.4178462028503418}
+{'epoch': 14, 'iter': 70, 'avg_loss': 1.5008622391123168, 'avg_acc_mask': 50.37227214377407, 'loss': 1.4964947700500488}
+{'epoch': 14, 'iter': 80, 'avg_loss': 1.5029632221033544, 'avg_acc_mask': 50.35666518056174, 'loss': 1.465063452720642}
+{'epoch': 14, 'iter': 90, 'avg_loss': 1.4981868935155345, 'avg_acc_mask': 50.536565977742455, 'loss': 1.2997453212738037}
+{'epoch': 14, 'iter': 100, 'avg_loss': 1.500659190782226, 'avg_acc_mask': 50.50179211469534, 'loss': 1.4513834714889526}
+{'epoch': 14, 'iter': 110, 'avg_loss': 1.499093847231822, 'avg_acc_mask': 50.386068670938066, 'loss': 1.6579540967941284}
+{'epoch': 14, 'iter': 120, 'avg_loss': 1.4995848994609737, 'avg_acc_mask': 50.30822432716885, 'loss': 1.3602651357650757}
+{'epoch': 14, 'iter': 130, 'avg_loss': 1.494951603976825, 'avg_acc_mask': 50.65999722106434, 'loss': 1.37697172164917}
+{'epoch': 14, 'iter': 140, 'avg_loss': 1.4907156939202166, 'avg_acc_mask': 50.64616179891445, 'loss': 1.4482091665267944}
+{'epoch': 14, 'iter': 150, 'avg_loss': 1.4844960779543743, 'avg_acc_mask': 50.7536476546485, 'loss': 1.4940088987350464}
+{'epoch': 14, 'iter': 160, 'avg_loss': 1.4873849035049818, 'avg_acc_mask': 50.67014993184916, 'loss': 1.7295634746551514}
+{'epoch': 14, 'iter': 170, 'avg_loss': 1.4823677644394992, 'avg_acc_mask': 50.75473718017343, 'loss': 1.3911257982254028}
+{'epoch': 14, 'iter': 180, 'avg_loss': 1.4801808595657349, 'avg_acc_mask': 50.877548949984785, 'loss': 1.5810478925704956}
+{'epoch': 14, 'iter': 190, 'avg_loss': 1.4799304894751903, 'avg_acc_mask': 50.91434071222329, 'loss': 1.6483817100524902}
+{'epoch': 14, 'iter': 200, 'avg_loss': 1.483931945331061, 'avg_acc_mask': 50.93959116325969, 'loss': 1.2706096172332764}
+{'epoch': 14, 'iter': 210, 'avg_loss': 1.4862394847011113, 'avg_acc_mask': 50.79323341221842, 'loss': 1.5010555982589722}
+{'epoch': 14, 'iter': 220, 'avg_loss': 1.4879153707987582, 'avg_acc_mask': 50.68297997150758, 'loss': 1.4725823402404785}
+{'epoch': 14, 'iter': 230, 'avg_loss': 1.4903836843771336, 'avg_acc_mask': 50.56252009000322, 'loss': 1.367314100265503}
+{'epoch': 14, 'iter': 240, 'avg_loss': 1.4879906513878913, 'avg_acc_mask': 50.61073980179764, 'loss': 1.7936426401138306}
+{'epoch': 14, 'iter': 250, 'avg_loss': 1.4848679831303448, 'avg_acc_mask': 50.76333062910244, 'loss': 1.1711370944976807}
+{'epoch': 14, 'iter': 260, 'avg_loss': 1.4871574576330369, 'avg_acc_mask': 50.63183302569928, 'loss': 1.8347584009170532}
+{'epoch': 14, 'iter': 270, 'avg_loss': 1.4890122026534978, 'avg_acc_mask': 50.56616643929058, 'loss': 1.5716872215270996}
+{'epoch': 'EP14_test', 'avg_loss': 1.4882630209128063, 'total_masked_acc': 50.641154749916076}
+{'epoch': 15, 'iter': 0, 'avg_loss': 1.3627418279647827, 'avg_acc_mask': 52.38095238095239, 'loss': 1.3627418279647827}
+{'epoch': 15, 'iter': 10, 'avg_loss': 1.4456759799610486, 'avg_acc_mask': 52.77777777777778, 'loss': 1.2898402214050293}
+{'epoch': 15, 'iter': 20, 'avg_loss': 1.426957096372332, 'avg_acc_mask': 51.776198934280636, 'loss': 1.3607240915298462}
+{'epoch': 15, 'iter': 30, 'avg_loss': 1.471839104929278, 'avg_acc_mask': 50.08965929468021, 'loss': 1.534817099571228}
+{'epoch': 15, 'iter': 40, 'avg_loss': 1.4756351215083425, 'avg_acc_mask': 50.159744408945684, 'loss': 1.5477412939071655}
+{'epoch': 15, 'iter': 50, 'avg_loss': 1.4725164011412977, 'avg_acc_mask': 50.330396475770925, 'loss': 1.3745877742767334}
+{'epoch': 15, 'iter': 60, 'avg_loss': 1.4732449230600575, 'avg_acc_mask': 50.2877915783096, 'loss': 1.5525894165039062}
+{'epoch': 15, 'iter': 70, 'avg_loss': 1.4560765237875388, 'avg_acc_mask': 50.90290499869145, 'loss': 1.2215014696121216}
+{'epoch': 15, 'iter': 80, 'avg_loss': 1.4638368089993794, 'avg_acc_mask': 50.675211718928814, 'loss': 1.6607400178909302}
+{'epoch': 15, 'iter': 90, 'avg_loss': 1.4684471095001304, 'avg_acc_mask': 50.5718954248366, 'loss': 1.6136397123336792}
+{'epoch': 15, 'iter': 100, 'avg_loss': 1.4771284449218522, 'avg_acc_mask': 50.460744563214156, 'loss': 1.6279696226119995}
+{'epoch': 15, 'iter': 110, 'avg_loss': 1.4749918225649241, 'avg_acc_mask': 50.46444857287621, 'loss': 1.5357646942138672}
+{'epoch': 15, 'iter': 120, 'avg_loss': 1.477422999941613, 'avg_acc_mask': 50.487842651386096, 'loss': 1.4442503452301025}
+{'epoch': 15, 'iter': 130, 'avg_loss': 1.4791891829658101, 'avg_acc_mask': 50.720707863565, 'loss': 1.5648894309997559}
+{'epoch': 15, 'iter': 140, 'avg_loss': 1.4765208410033097, 'avg_acc_mask': 50.62202223398624, 'loss': 1.4431118965148926}
+{'epoch': 15, 'iter': 150, 'avg_loss': 1.4729616239370888, 'avg_acc_mask': 50.795412504624494, 'loss': 1.4871951341629028}
+{'epoch': 15, 'iter': 160, 'avg_loss': 1.4725142065782724, 'avg_acc_mask': 50.87536231884058, 'loss': 1.6491612195968628}
+{'epoch': 15, 'iter': 170, 'avg_loss': 1.4678874657168026, 'avg_acc_mask': 51.035083896273704, 'loss': 1.6835272312164307}
+{'epoch': 15, 'iter': 180, 'avg_loss': 1.4654739212594639, 'avg_acc_mask': 51.063170933113135, 'loss': 1.495589256286621}
+{'epoch': 15, 'iter': 190, 'avg_loss': 1.4601432035106638, 'avg_acc_mask': 51.26594700686948, 'loss': 1.4201107025146484}
+{'epoch': 15, 'iter': 200, 'avg_loss': 1.4592619066807762, 'avg_acc_mask': 51.33320902479955, 'loss': 1.314979910850525}
+{'epoch': 15, 'iter': 210, 'avg_loss': 1.4642796533367646, 'avg_acc_mask': 51.130419363418746, 'loss': 1.5548925399780273}
+{'epoch': 15, 'iter': 220, 'avg_loss': 1.4607382268387807, 'avg_acc_mask': 51.321232587589705, 'loss': 1.4533429145812988}
+{'epoch': 15, 'iter': 230, 'avg_loss': 1.4608159674194467, 'avg_acc_mask': 51.30006459948321, 'loss': 1.421736240386963}
+{'epoch': 15, 'iter': 240, 'avg_loss': 1.459977214267145, 'avg_acc_mask': 51.33735312306741, 'loss': 1.4561024904251099}
+{'epoch': 15, 'iter': 250, 'avg_loss': 1.4597414133558235, 'avg_acc_mask': 51.37539853191962, 'loss': 1.1357982158660889}
+{'epoch': 15, 'iter': 260, 'avg_loss': 1.4613558538115343, 'avg_acc_mask': 51.42367801327339, 'loss': 1.679425597190857}
+{'epoch': 15, 'iter': 270, 'avg_loss': 1.462715716379595, 'avg_acc_mask': 51.34616702062067, 'loss': 1.6714043617248535}
+{'epoch': 'EP15_test', 'avg_loss': 1.463567662930143, 'total_masked_acc': 51.24445042378582}
+{'epoch': 16, 'iter': 0, 'avg_loss': 1.386306881904602, 'avg_acc_mask': 52.83018867924528, 'loss': 1.386306881904602}
+{'epoch': 16, 'iter': 10, 'avg_loss': 1.4870963313362815, 'avg_acc_mask': 50.326797385620914, 'loss': 1.1593815088272095}
+{'epoch': 16, 'iter': 20, 'avg_loss': 1.479667311622983, 'avg_acc_mask': 52.426343154246105, 'loss': 1.6189255714416504}
+{'epoch': 16, 'iter': 30, 'avg_loss': 1.4592291501260573, 'avg_acc_mask': 53.130485664131065, 'loss': 1.4869675636291504}
+{'epoch': 16, 'iter': 40, 'avg_loss': 1.4862794265514467, 'avg_acc_mask': 51.80140597539543, 'loss': 1.348264217376709}
+{'epoch': 16, 'iter': 50, 'avg_loss': 1.5119014697916366, 'avg_acc_mask': 51.1455763130067, 'loss': 1.829625129699707}
+{'epoch': 16, 'iter': 60, 'avg_loss': 1.5133523804242495, 'avg_acc_mask': 50.98269287180992, 'loss': 1.6123862266540527}
+{'epoch': 16, 'iter': 70, 'avg_loss': 1.4968564695035909, 'avg_acc_mask': 51.515151515151516, 'loss': 1.2844194173812866}
+{'epoch': 16, 'iter': 80, 'avg_loss': 1.4978367104942416, 'avg_acc_mask': 51.356198161847125, 'loss': 1.4860203266143799}
+{'epoch': 16, 'iter': 90, 'avg_loss': 1.4967106685533629, 'avg_acc_mask': 51.24497991967871, 'loss': 1.3934968709945679}
+{'epoch': 16, 'iter': 100, 'avg_loss': 1.5016871076999325, 'avg_acc_mask': 50.91627739849084, 'loss': 1.6045668125152588}
+{'epoch': 16, 'iter': 110, 'avg_loss': 1.499457009203799, 'avg_acc_mask': 50.92257001647447, 'loss': 1.6135101318359375}
+{'epoch': 16, 'iter': 120, 'avg_loss': 1.4950028667765216, 'avg_acc_mask': 51.06801999697016, 'loss': 1.3710064888000488}
+{'epoch': 16, 'iter': 130, 'avg_loss': 1.4922689345046765, 'avg_acc_mask': 50.979294907666485, 'loss': 1.2484837770462036}
+{'epoch': 16, 'iter': 140, 'avg_loss': 1.4878585964229936, 'avg_acc_mask': 51.16522649908353, 'loss': 1.1483491659164429}
+{'epoch': 16, 'iter': 150, 'avg_loss': 1.4881042423627235, 'avg_acc_mask': 51.13122171945701, 'loss': 1.5801827907562256}
+{'epoch': 16, 'iter': 160, 'avg_loss': 1.487320623782851, 'avg_acc_mask': 51.19266055045871, 'loss': 1.5438413619995117}
+{'epoch': 16, 'iter': 170, 'avg_loss': 1.48468467994043, 'avg_acc_mask': 51.24999999999999, 'loss': 1.772218942642212}
+{'epoch': 16, 'iter': 180, 'avg_loss': 1.4783143529575833, 'avg_acc_mask': 51.456211812627295, 'loss': 1.6531033515930176}
+{'epoch': 16, 'iter': 190, 'avg_loss': 1.4759493860274708, 'avg_acc_mask': 51.5558562040974, 'loss': 1.406758427619934}
+{'epoch': 16, 'iter': 200, 'avg_loss': 1.4762653503844987, 'avg_acc_mask': 51.53627441988443, 'loss': 1.3846795558929443}
+{'epoch': 16, 'iter': 210, 'avg_loss': 1.4798976544520301, 'avg_acc_mask': 51.402278702892204, 'loss': 1.539565086364746}
+{'epoch': 16, 'iter': 220, 'avg_loss': 1.4766486262843619, 'avg_acc_mask': 51.432628853061566, 'loss': 1.2502002716064453}
+{'epoch': 16, 'iter': 230, 'avg_loss': 1.477798100673791, 'avg_acc_mask': 51.292897047086996, 'loss': 1.5584789514541626}
+{'epoch': 16, 'iter': 240, 'avg_loss': 1.4757122993469238, 'avg_acc_mask': 51.34246156199801, 'loss': 1.35112464427948}
+{'epoch': 16, 'iter': 250, 'avg_loss': 1.4732486902480106, 'avg_acc_mask': 51.45273997793306, 'loss': 1.3974504470825195}
+{'epoch': 16, 'iter': 260, 'avg_loss': 1.4743346779739264, 'avg_acc_mask': 51.473185896982976, 'loss': 1.9937840700149536}
+{'epoch': 16, 'iter': 270, 'avg_loss': 1.475807695811085, 'avg_acc_mask': 51.42101336227363, 'loss': 1.754014492034912}
+{'epoch': 'EP16_test', 'avg_loss': 1.4759639717530513, 'total_masked_acc': 51.37187000532765}
+{'epoch': 17, 'iter': 0, 'avg_loss': 1.325197696685791, 'avg_acc_mask': 66.19718309859155, 'loss': 1.325197696685791}
+{'epoch': 17, 'iter': 10, 'avg_loss': 1.4331678043712268, 'avg_acc_mask': 53.91849529780565, 'loss': 1.4220794439315796}
+{'epoch': 17, 'iter': 20, 'avg_loss': 1.4475838116237096, 'avg_acc_mask': 52.97071129707113, 'loss': 1.377128005027771}
+{'epoch': 17, 'iter': 30, 'avg_loss': 1.4363534681258663, 'avg_acc_mask': 53.16600114090131, 'loss': 1.5991460084915161}
+{'epoch': 17, 'iter': 40, 'avg_loss': 1.4395428576120517, 'avg_acc_mask': 52.62478485370051, 'loss': 1.494450569152832}
+{'epoch': 17, 'iter': 50, 'avg_loss': 1.4567230145136516, 'avg_acc_mask': 52.13435969209237, 'loss': 1.3837103843688965}
+{'epoch': 17, 'iter': 60, 'avg_loss': 1.4708403427092755, 'avg_acc_mask': 51.395827211284164, 'loss': 1.6005123853683472}
+{'epoch': 17, 'iter': 70, 'avg_loss': 1.4697634099234997, 'avg_acc_mask': 51.649746192893396, 'loss': 1.5612272024154663}
+{'epoch': 17, 'iter': 80, 'avg_loss': 1.4680848430704188, 'avg_acc_mask': 51.436265709156196, 'loss': 1.422719955444336}
+{'epoch': 17, 'iter': 90, 'avg_loss': 1.476255205961374, 'avg_acc_mask': 51.41434262948207, 'loss': 1.5415436029434204}
+{'epoch': 17, 'iter': 100, 'avg_loss': 1.4794833943395331, 'avg_acc_mask': 51.57345801114908, 'loss': 1.3472235202789307}
+{'epoch': 17, 'iter': 110, 'avg_loss': 1.4735614265407528, 'avg_acc_mask': 51.663661694804134, 'loss': 1.3746442794799805}
+{'epoch': 17, 'iter': 120, 'avg_loss': 1.4769245760499938, 'avg_acc_mask': 51.43977084275592, 'loss': 1.348122000694275}
+{'epoch': 17, 'iter': 130, 'avg_loss': 1.4775331502652351, 'avg_acc_mask': 51.40122086570478, 'loss': 1.1158549785614014}
+{'epoch': 17, 'iter': 140, 'avg_loss': 1.4766232722194483, 'avg_acc_mask': 51.22866011381273, 'loss': 1.6277976036071777}
+{'epoch': 17, 'iter': 150, 'avg_loss': 1.467458796816946, 'avg_acc_mask': 51.48251240469563, 'loss': 1.243738055229187}
+{'epoch': 17, 'iter': 160, 'avg_loss': 1.4701673732781262, 'avg_acc_mask': 51.461722215902626, 'loss': 1.3624640703201294}
+{'epoch': 17, 'iter': 170, 'avg_loss': 1.4665361503411454, 'avg_acc_mask': 51.666130933247615, 'loss': 1.6807132959365845}
+{'epoch': 17, 'iter': 180, 'avg_loss': 1.4609813917407672, 'avg_acc_mask': 51.68641750227895, 'loss': 1.7483103275299072}
+{'epoch': 17, 'iter': 190, 'avg_loss': 1.4620163406377062, 'avg_acc_mask': 51.73641173641174, 'loss': 1.6729459762573242}
+{'epoch': 17, 'iter': 200, 'avg_loss': 1.4626361407450776, 'avg_acc_mask': 51.664532650448145, 'loss': 1.3107805252075195}
+{'epoch': 17, 'iter': 210, 'avg_loss': 1.4653902678128103, 'avg_acc_mask': 51.5299450788946, 'loss': 1.527794361114502}
+{'epoch': 17, 'iter': 220, 'avg_loss': 1.4638152912731084, 'avg_acc_mask': 51.54767848227658, 'loss': 1.1977174282073975}
+{'epoch': 17, 'iter': 230, 'avg_loss': 1.4668741811921586, 'avg_acc_mask': 51.4251497005988, 'loss': 1.1695380210876465}
+{'epoch': 17, 'iter': 240, 'avg_loss': 1.4638828081214081, 'avg_acc_mask': 51.44407090464548, 'loss': 1.3873704671859741}
+{'epoch': 17, 'iter': 250, 'avg_loss': 1.4600243475807615, 'avg_acc_mask': 51.73171267481877, 'loss': 1.3270814418792725}
+{'epoch': 17, 'iter': 260, 'avg_loss': 1.4581512434272474, 'avg_acc_mask': 51.79465481982935, 'loss': 1.5881205797195435}
+{'epoch': 17, 'iter': 270, 'avg_loss': 1.4591921790059643, 'avg_acc_mask': 51.74768440267731, 'loss': 1.5951539278030396}
+{'epoch': 'EP17_test', 'avg_loss': 1.4610343128442764, 'total_masked_acc': 51.69136704991028}
+{'epoch': 18, 'iter': 0, 'avg_loss': 1.4122953414916992, 'avg_acc_mask': 57.407407407407405, 'loss': 1.4122953414916992}
+{'epoch': 18, 'iter': 10, 'avg_loss': 1.4065180800177834, 'avg_acc_mask': 53.608247422680414, 'loss': 1.3012301921844482}
+{'epoch': 18, 'iter': 20, 'avg_loss': 1.380601786431812, 'avg_acc_mask': 53.503184713375795, 'loss': 1.322478175163269}
+{'epoch': 18, 'iter': 30, 'avg_loss': 1.3794543416269365, 'avg_acc_mask': 53.525444512568974, 'loss': 1.8849446773529053}
+{'epoch': 18, 'iter': 40, 'avg_loss': 1.4117785764903557, 'avg_acc_mask': 52.157943067033976, 'loss': 1.484719157218933}
+{'epoch': 18, 'iter': 50, 'avg_loss': 1.4235300632084118, 'avg_acc_mask': 52.15501629844259, 'loss': 1.3462589979171753}
+{'epoch': 18, 'iter': 60, 'avg_loss': 1.4394146213766004, 'avg_acc_mask': 51.49411409598551, 'loss': 1.7099812030792236}
+{'epoch': 18, 'iter': 70, 'avg_loss': 1.4290308859986318, 'avg_acc_mask': 51.750261233019856, 'loss': 1.210860252380371}
+{'epoch': 18, 'iter': 80, 'avg_loss': 1.4361725699754408, 'avg_acc_mask': 51.519305460360975, 'loss': 1.3283134698867798}
+{'epoch': 18, 'iter': 90, 'avg_loss': 1.44729802438191, 'avg_acc_mask': 51.2872491384553, 'loss': 1.3530687093734741}
+{'epoch': 18, 'iter': 100, 'avg_loss': 1.4569841534784524, 'avg_acc_mask': 51.12164873244575, 'loss': 1.5900729894638062}
+{'epoch': 18, 'iter': 110, 'avg_loss': 1.4520307956515133, 'avg_acc_mask': 51.131601005867566, 'loss': 1.5386078357696533}
+{'epoch': 18, 'iter': 120, 'avg_loss': 1.4586858508015468, 'avg_acc_mask': 51.16494368153063, 'loss': 1.3305749893188477}
+{'epoch': 18, 'iter': 130, 'avg_loss': 1.4551921304855637, 'avg_acc_mask': 51.23447980590837, 'loss': 1.3473211526870728}
+{'epoch': 18, 'iter': 140, 'avg_loss': 1.4614008195856785, 'avg_acc_mask': 50.94614264919942, 'loss': 1.4335780143737793}
+{'epoch': 18, 'iter': 150, 'avg_loss': 1.460812894319067, 'avg_acc_mask': 50.951557093425606, 'loss': 1.4965161085128784}
+{'epoch': 18, 'iter': 160, 'avg_loss': 1.4623740537566428, 'avg_acc_mask': 51.01614214376959, 'loss': 1.2779008150100708}
+{'epoch': 18, 'iter': 170, 'avg_loss': 1.4587177292645326, 'avg_acc_mask': 51.10892603517973, 'loss': 1.5052772760391235}
+{'epoch': 18, 'iter': 180, 'avg_loss': 1.4548929063654736, 'avg_acc_mask': 51.19503362648733, 'loss': 1.3125929832458496}
+{'epoch': 18, 'iter': 190, 'avg_loss': 1.4545829099510352, 'avg_acc_mask': 51.26488827640516, 'loss': 2.121495008468628}
+{'epoch': 18, 'iter': 200, 'avg_loss': 1.4527555309717928, 'avg_acc_mask': 51.2887805792483, 'loss': 1.370667576789856}
+{'epoch': 18, 'iter': 210, 'avg_loss': 1.4533178967322218, 'avg_acc_mask': 51.226884779516354, 'loss': 1.3494197130203247}
+{'epoch': 18, 'iter': 220, 'avg_loss': 1.458277046141042, 'avg_acc_mask': 50.984701208689046, 'loss': 1.591524600982666}
+{'epoch': 18, 'iter': 230, 'avg_loss': 1.4587564058118052, 'avg_acc_mask': 50.99482368165642, 'loss': 1.2958043813705444}
+{'epoch': 18, 'iter': 240, 'avg_loss': 1.458703252537122, 'avg_acc_mask': 51.12021013597033, 'loss': 1.6454212665557861}
+{'epoch': 18, 'iter': 250, 'avg_loss': 1.4540487945792209, 'avg_acc_mask': 51.16175488085517, 'loss': 1.2065012454986572}
+{'epoch': 18, 'iter': 260, 'avg_loss': 1.454108602699192, 'avg_acc_mask': 51.2177752456915, 'loss': 1.5900770425796509}
+{'epoch': 18, 'iter': 270, 'avg_loss': 1.4554988642900193, 'avg_acc_mask': 51.15324070905483, 'loss': 1.4741907119750977}
+{'epoch': 'EP18_test', 'avg_loss': 1.4592985061631687, 'total_masked_acc': 51.082947763696104}
+{'epoch': 19, 'iter': 0, 'avg_loss': 1.392135739326477, 'avg_acc_mask': 55.55555555555556, 'loss': 1.392135739326477}
+{'epoch': 19, 'iter': 10, 'avg_loss': 1.4628273031928323, 'avg_acc_mask': 50.74135090609555, 'loss': 1.521269679069519}
+{'epoch': 19, 'iter': 20, 'avg_loss': 1.4142502319245112, 'avg_acc_mask': 52.76595744680851, 'loss': 1.314667820930481}
+{'epoch': 19, 'iter': 30, 'avg_loss': 1.4204825047523744, 'avg_acc_mask': 52.49406175771971, 'loss': 1.3683176040649414}
+{'epoch': 19, 'iter': 40, 'avg_loss': 1.445605440837581, 'avg_acc_mask': 51.81046043808672, 'loss': 1.6623810529708862}
+{'epoch': 19, 'iter': 50, 'avg_loss': 1.4495744728574567, 'avg_acc_mask': 51.633752244165166, 'loss': 1.6367064714431763}
+{'epoch': 19, 'iter': 60, 'avg_loss': 1.449974964876644, 'avg_acc_mask': 51.823302697895045, 'loss': 1.6734269857406616}
+{'epoch': 19, 'iter': 70, 'avg_loss': 1.461992087498517, 'avg_acc_mask': 51.37895812053116, 'loss': 1.4752237796783447}
+{'epoch': 19, 'iter': 80, 'avg_loss': 1.4531436893675063, 'avg_acc_mask': 51.858486341244955, 'loss': 1.6584057807922363}
+{'epoch': 19, 'iter': 90, 'avg_loss': 1.4573352349983466, 'avg_acc_mask': 51.671002601560936, 'loss': 1.4036412239074707}
+{'epoch': 19, 'iter': 100, 'avg_loss': 1.4641450490101728, 'avg_acc_mask': 51.25247792395026, 'loss': 1.514283299446106}
+{'epoch': 19, 'iter': 110, 'avg_loss': 1.4615271102200758, 'avg_acc_mask': 51.223544973544975, 'loss': 1.6384350061416626}
+{'epoch': 19, 'iter': 120, 'avg_loss': 1.4693726320897251, 'avg_acc_mask': 50.85644990147037, 'loss': 1.2282708883285522}
+{'epoch': 19, 'iter': 130, 'avg_loss': 1.46882928782747, 'avg_acc_mask': 50.82818641212802, 'loss': 1.5802522897720337}
+{'epoch': 19, 'iter': 140, 'avg_loss': 1.4657324434172176, 'avg_acc_mask': 50.94019326194829, 'loss': 1.1588449478149414}
+{'epoch': 19, 'iter': 150, 'avg_loss': 1.467177152633667, 'avg_acc_mask': 50.72693952351863, 'loss': 1.5587520599365234}
+{'epoch': 19, 'iter': 160, 'avg_loss': 1.4631823641913277, 'avg_acc_mask': 50.85425983258801, 'loss': 1.499544382095337}
+{'epoch': 19, 'iter': 170, 'avg_loss': 1.45899968886236, 'avg_acc_mask': 50.90104672493795, 'loss': 1.4388378858566284}
+{'epoch': 19, 'iter': 180, 'avg_loss': 1.4532654008812667, 'avg_acc_mask': 51.021867974657674, 'loss': 1.3527318239212036}
+{'epoch': 19, 'iter': 190, 'avg_loss': 1.4531921928465679, 'avg_acc_mask': 50.94504216341959, 'loss': 1.7741390466690063}
+{'epoch': 19, 'iter': 200, 'avg_loss': 1.4515886419448094, 'avg_acc_mask': 51.05812771462897, 'loss': 1.2362172603607178}
+{'epoch': 19, 'iter': 210, 'avg_loss': 1.451134567012154, 'avg_acc_mask': 51.06028741675429, 'loss': 1.328287124633789}
+{'epoch': 19, 'iter': 220, 'avg_loss': 1.4518380041036132, 'avg_acc_mask': 51.1317907444668, 'loss': 1.5670034885406494}
+{'epoch': 19, 'iter': 230, 'avg_loss': 1.453003749702916, 'avg_acc_mask': 51.05305466237942, 'loss': 1.4118783473968506}
+{'epoch': 19, 'iter': 240, 'avg_loss': 1.4528827019252224, 'avg_acc_mask': 51.151896790047616, 'loss': 1.5107314586639404}
+{'epoch': 19, 'iter': 250, 'avg_loss': 1.4490405031409397, 'avg_acc_mask': 51.28129384831254, 'loss': 1.1505506038665771}
+{'epoch': 19, 'iter': 260, 'avg_loss': 1.4502067342115088, 'avg_acc_mask': 51.28605940031263, 'loss': 1.6860700845718384}
+{'epoch': 19, 'iter': 270, 'avg_loss': 1.4512023697040177, 'avg_acc_mask': 51.21036481418343, 'loss': 1.5737671852111816}
+{'epoch': 'EP19_test', 'avg_loss': 1.4532664621221847, 'total_masked_acc': 51.16606353035786}
+{'epoch': 20, 'iter': 0, 'avg_loss': 1.2923928499221802, 'avg_acc_mask': 57.407407407407405, 'loss': 1.2923928499221802}
+{'epoch': 20, 'iter': 10, 'avg_loss': 1.451223373413086, 'avg_acc_mask': 53.35413416536662, 'loss': 1.5307929515838623}
+{'epoch': 20, 'iter': 20, 'avg_loss': 1.4628643365133376, 'avg_acc_mask': 51.48342059336824, 'loss': 1.6779863834381104}
+{'epoch': 20, 'iter': 30, 'avg_loss': 1.4177118116809475, 'avg_acc_mask': 52.99295774647887, 'loss': 1.3188934326171875}
+{'epoch': 20, 'iter': 40, 'avg_loss': 1.4255991505413521, 'avg_acc_mask': 52.29681978798587, 'loss': 1.2477631568908691}
+{'epoch': 20, 'iter': 50, 'avg_loss': 1.4286695064282884, 'avg_acc_mask': 52.230417983842635, 'loss': 1.4782556295394897}
+{'epoch': 20, 'iter': 60, 'avg_loss': 1.452142707637099, 'avg_acc_mask': 51.74027493419129, 'loss': 1.8131533861160278}
+{'epoch': 20, 'iter': 70, 'avg_loss': 1.452647670893602, 'avg_acc_mask': 51.90704723415004, 'loss': 1.4093265533447266}
+{'epoch': 20, 'iter': 80, 'avg_loss': 1.4535005063186457, 'avg_acc_mask': 52.16319210939251, 'loss': 1.333012580871582}
+{'epoch': 20, 'iter': 90, 'avg_loss': 1.4671787075943998, 'avg_acc_mask': 51.75909361955874, 'loss': 1.4663684368133545}
+{'epoch': 20, 'iter': 100, 'avg_loss': 1.4627636257964787, 'avg_acc_mask': 51.76935512843542, 'loss': 1.1204135417938232}
+{'epoch': 20, 'iter': 110, 'avg_loss': 1.459991885735108, 'avg_acc_mask': 51.73834239578184, 'loss': 1.396781086921692}
+{'epoch': 20, 'iter': 120, 'avg_loss': 1.4588565008699401, 'avg_acc_mask': 51.83734939759036, 'loss': 1.2394238710403442}
+{'epoch': 20, 'iter': 130, 'avg_loss': 1.4632464838391952, 'avg_acc_mask': 51.79144012268229, 'loss': 1.6076617240905762}
+{'epoch': 20, 'iter': 140, 'avg_loss': 1.4620054799614224, 'avg_acc_mask': 51.6932658622032, 'loss': 1.4261146783828735}
+{'epoch': 20, 'iter': 150, 'avg_loss': 1.460119187437146, 'avg_acc_mask': 51.57042763952645, 'loss': 1.3739513158798218}
+{'epoch': 20, 'iter': 160, 'avg_loss': 1.457210836203202, 'avg_acc_mask': 51.69875424688561, 'loss': 1.5140029191970825}
+{'epoch': 20, 'iter': 170, 'avg_loss': 1.458031832126149, 'avg_acc_mask': 51.70830664104207, 'loss': 1.5216405391693115}
+{'epoch': 20, 'iter': 180, 'avg_loss': 1.4534017400846955, 'avg_acc_mask': 51.821862348178136, 'loss': 1.4166545867919922}
+{'epoch': 20, 'iter': 190, 'avg_loss': 1.4526925486419837, 'avg_acc_mask': 51.787773933102656, 'loss': 1.785394310951233}
+{'epoch': 20, 'iter': 200, 'avg_loss': 1.4490643976932733, 'avg_acc_mask': 51.909373287045504, 'loss': 1.1347286701202393}
+{'epoch': 20, 'iter': 210, 'avg_loss': 1.4501560711747663, 'avg_acc_mask': 51.93043478260869, 'loss': 1.3837432861328125}
+{'epoch': 20, 'iter': 220, 'avg_loss': 1.4492322290105517, 'avg_acc_mask': 51.85431564942624, 'loss': 1.3842923641204834}
+{'epoch': 20, 'iter': 230, 'avg_loss': 1.450393369445553, 'avg_acc_mask': 51.799873136695204, 'loss': 1.4953243732452393}
+{'epoch': 20, 'iter': 240, 'avg_loss': 1.4479053797068933, 'avg_acc_mask': 51.81838888467086, 'loss': 1.5328577756881714}
+{'epoch': 20, 'iter': 250, 'avg_loss': 1.4461398324168535, 'avg_acc_mask': 51.853473438412145, 'loss': 1.0720105171203613}
+{'epoch': 20, 'iter': 260, 'avg_loss': 1.4484885099747171, 'avg_acc_mask': 51.79134824370749, 'loss': 1.624550461769104}
+{'epoch': 20, 'iter': 270, 'avg_loss': 1.4518344177971028, 'avg_acc_mask': 51.703933189655174, 'loss': 1.5630013942718506}
+{'epoch': 'EP20_test', 'avg_loss': 1.4515524757081184, 'total_masked_acc': 51.688518077075884}
+{'epoch': 21, 'iter': 0, 'avg_loss': 1.1063579320907593, 'avg_acc_mask': 70.0, 'loss': 1.1063579320907593}
+{'epoch': 21, 'iter': 10, 'avg_loss': 1.3953935233029453, 'avg_acc_mask': 54.173764906303234, 'loss': 1.4893382787704468}
+{'epoch': 21, 'iter': 20, 'avg_loss': 1.4284234444300334, 'avg_acc_mask': 51.76056338028169, 'loss': 1.4256418943405151}
+{'epoch': 21, 'iter': 30, 'avg_loss': 1.4281216244543753, 'avg_acc_mask': 51.212300413956235, 'loss': 1.3849314451217651}
+{'epoch': 21, 'iter': 40, 'avg_loss': 1.4274406956463326, 'avg_acc_mask': 51.2, 'loss': 1.3046342134475708}
+{'epoch': 21, 'iter': 50, 'avg_loss': 1.430817496542837, 'avg_acc_mask': 51.66312809624911, 'loss': 1.2907549142837524}
+{'epoch': 21, 'iter': 60, 'avg_loss': 1.4439307900725817, 'avg_acc_mask': 51.17924528301887, 'loss': 1.4738041162490845}
+{'epoch': 21, 'iter': 70, 'avg_loss': 1.4464693489209028, 'avg_acc_mask': 51.57868148522354, 'loss': 1.6132131814956665}
+{'epoch': 21, 'iter': 80, 'avg_loss': 1.4445902079711725, 'avg_acc_mask': 51.686397140942596, 'loss': 1.6334543228149414}
+{'epoch': 21, 'iter': 90, 'avg_loss': 1.44292608329228, 'avg_acc_mask': 51.70974155069582, 'loss': 1.5499911308288574}
+{'epoch': 21, 'iter': 100, 'avg_loss': 1.4568703823750562, 'avg_acc_mask': 51.513523195414656, 'loss': 1.5101748704910278}
+{'epoch': 21, 'iter': 110, 'avg_loss': 1.4549412072241843, 'avg_acc_mask': 51.49338991349764, 'loss': 1.4600883722305298}
+{'epoch': 21, 'iter': 120, 'avg_loss': 1.460625750959412, 'avg_acc_mask': 51.2595021612759, 'loss': 1.6492630243301392}
+{'epoch': 21, 'iter': 130, 'avg_loss': 1.4635979155547747, 'avg_acc_mask': 51.18883052253248, 'loss': 1.2286955118179321}
+{'epoch': 21, 'iter': 140, 'avg_loss': 1.4609486498731248, 'avg_acc_mask': 51.26916634454323, 'loss': 1.3706668615341187}
+{'epoch': 21, 'iter': 150, 'avg_loss': 1.460229509713634, 'avg_acc_mask': 51.05383596290497, 'loss': 1.5225696563720703}
+{'epoch': 21, 'iter': 160, 'avg_loss': 1.4593841496461666, 'avg_acc_mask': 51.21287689866243, 'loss': 1.3785840272903442}
+{'epoch': 21, 'iter': 170, 'avg_loss': 1.4595323375791136, 'avg_acc_mask': 51.174906964380654, 'loss': 1.6771355867385864}
+{'epoch': 21, 'iter': 180, 'avg_loss': 1.4592782318262765, 'avg_acc_mask': 51.269188321460824, 'loss': 1.8094497919082642}
+{'epoch': 21, 'iter': 190, 'avg_loss': 1.4588170725637706, 'avg_acc_mask': 51.297214803510116, 'loss': 1.8201452493667603}
+{'epoch': 21, 'iter': 200, 'avg_loss': 1.4566898476425094, 'avg_acc_mask': 51.33568776600561, 'loss': 1.1840665340423584}
+{'epoch': 21, 'iter': 210, 'avg_loss': 1.4563383044789753, 'avg_acc_mask': 51.38302455838001, 'loss': 1.461395025253296}
+{'epoch': 21, 'iter': 220, 'avg_loss': 1.4537561463015112, 'avg_acc_mask': 51.5056771433273, 'loss': 1.3131541013717651}
+{'epoch': 21, 'iter': 230, 'avg_loss': 1.4523974251953555, 'avg_acc_mask': 51.440684619612156, 'loss': 1.3173221349716187}
+{'epoch': 21, 'iter': 240, 'avg_loss': 1.453197189633777, 'avg_acc_mask': 51.418893488897254, 'loss': 1.568993091583252}
+{'epoch': 21, 'iter': 250, 'avg_loss': 1.4507506138300041, 'avg_acc_mask': 51.465467208357516, 'loss': 1.223499059677124}
+{'epoch': 21, 'iter': 260, 'avg_loss': 1.4487406999672052, 'avg_acc_mask': 51.535287123172694, 'loss': 1.1739181280136108}
+{'epoch': 21, 'iter': 270, 'avg_loss': 1.4508926602307282, 'avg_acc_mask': 51.46387322052108, 'loss': 1.5099493265151978}
+{'epoch': 'EP21_test', 'avg_loss': 1.4518215731866118, 'total_masked_acc': 51.428006068201306}
+{'epoch': 22, 'iter': 0, 'avg_loss': 1.4401376247406006, 'avg_acc_mask': 48.888888888888886, 'loss': 1.4401376247406006}
+{'epoch': 22, 'iter': 10, 'avg_loss': 1.5176707181063565, 'avg_acc_mask': 48.257839721254356, 'loss': 1.9798238277435303}
+{'epoch': 22, 'iter': 20, 'avg_loss': 1.4440830889202299, 'avg_acc_mask': 51.8942731277533, 'loss': 1.3843542337417603}
+{'epoch': 22, 'iter': 30, 'avg_loss': 1.4122987908701743, 'avg_acc_mask': 53.28376703841388, 'loss': 1.4374313354492188}
+{'epoch': 22, 'iter': 40, 'avg_loss': 1.4241336235185948, 'avg_acc_mask': 52.619378766805745, 'loss': 1.6541893482208252}
+{'epoch': 22, 'iter': 50, 'avg_loss': 1.424746779834523, 'avg_acc_mask': 52.67595307917888, 'loss': 1.6783537864685059}
+{'epoch': 22, 'iter': 60, 'avg_loss': 1.4343124745322056, 'avg_acc_mask': 52.308626974483595, 'loss': 1.6084463596343994}
+{'epoch': 22, 'iter': 70, 'avg_loss': 1.4405582807433437, 'avg_acc_mask': 52.36344537815126, 'loss': 1.3968528509140015}
+{'epoch': 22, 'iter': 80, 'avg_loss': 1.4456761398433167, 'avg_acc_mask': 52.42830712303422, 'loss': 1.4944194555282593}
+{'epoch': 22, 'iter': 90, 'avg_loss': 1.4484001764884362, 'avg_acc_mask': 52.378023780237804, 'loss': 1.4032506942749023}
+{'epoch': 22, 'iter': 100, 'avg_loss': 1.4644018128366754, 'avg_acc_mask': 51.842933876643826, 'loss': 1.3283522129058838}
+{'epoch': 22, 'iter': 110, 'avg_loss': 1.4671655742971748, 'avg_acc_mask': 51.64835164835166, 'loss': 1.5854412317276}
+{'epoch': 22, 'iter': 120, 'avg_loss': 1.474843694158822, 'avg_acc_mask': 51.330857319715264, 'loss': 1.7055667638778687}
+{'epoch': 22, 'iter': 130, 'avg_loss': 1.471693926185142, 'avg_acc_mask': 51.51775486827033, 'loss': 1.3296219110488892}
+{'epoch': 22, 'iter': 140, 'avg_loss': 1.464169555522026, 'avg_acc_mask': 51.900584795321635, 'loss': 1.1185921430587769}
+{'epoch': 22, 'iter': 150, 'avg_loss': 1.4677394889048394, 'avg_acc_mask': 51.762223876892534, 'loss': 1.275424838066101}
+{'epoch': 22, 'iter': 160, 'avg_loss': 1.464123451191446, 'avg_acc_mask': 52.044263249854396, 'loss': 1.303373098373413}
+{'epoch': 22, 'iter': 170, 'avg_loss': 1.4630307481999982, 'avg_acc_mask': 52.05524498520223, 'loss': 1.391087293624878}
+{'epoch': 22, 'iter': 180, 'avg_loss': 1.4591809649493812, 'avg_acc_mask': 52.078366331502025, 'loss': 1.7721083164215088}
+{'epoch': 22, 'iter': 190, 'avg_loss': 1.4605338117839155, 'avg_acc_mask': 51.87666239779332, 'loss': 1.7922641038894653}
+{'epoch': 22, 'iter': 200, 'avg_loss': 1.4598797073411705, 'avg_acc_mask': 51.92578015181333, 'loss': 1.1745271682739258}
+{'epoch': 22, 'iter': 210, 'avg_loss': 1.4658847753470543, 'avg_acc_mask': 51.815915969378665, 'loss': 1.4320530891418457}
+{'epoch': 22, 'iter': 220, 'avg_loss': 1.465000734609716, 'avg_acc_mask': 51.779495455703724, 'loss': 1.5902950763702393}
+{'epoch': 22, 'iter': 230, 'avg_loss': 1.4655565735581633, 'avg_acc_mask': 51.671683071666806, 'loss': 1.211989164352417}
+{'epoch': 22, 'iter': 240, 'avg_loss': 1.4593205402500897, 'avg_acc_mask': 51.90050524679363, 'loss': 1.4005228281021118}
+{'epoch': 22, 'iter': 250, 'avg_loss': 1.458111984083852, 'avg_acc_mask': 51.94174757281553, 'loss': 0.8706106543540955}
+{'epoch': 22, 'iter': 260, 'avg_loss': 1.456937439825343, 'avg_acc_mask': 52.090216922855916, 'loss': 1.5439660549163818}
+{'epoch': 22, 'iter': 270, 'avg_loss': 1.4588750642604054, 'avg_acc_mask': 51.93171608265948, 'loss': 1.5413949489593506}
+{'epoch': 'EP22_test', 'avg_loss': 1.460446547554887, 'total_masked_acc': 51.92555864973171}
+{'epoch': 23, 'iter': 0, 'avg_loss': 1.2230665683746338, 'avg_acc_mask': 60.60606060606061, 'loss': 1.2230665683746338}
+{'epoch': 23, 'iter': 10, 'avg_loss': 1.3937016617168079, 'avg_acc_mask': 52.57048092868989, 'loss': 1.2429407835006714}
+{'epoch': 23, 'iter': 20, 'avg_loss': 1.4008180413927351, 'avg_acc_mask': 53.5344827586207, 'loss': 1.3195860385894775}
+{'epoch': 23, 'iter': 30, 'avg_loss': 1.3891913198655652, 'avg_acc_mask': 53.04093567251462, 'loss': 1.4014898538589478}
+{'epoch': 23, 'iter': 40, 'avg_loss': 1.4037793060628379, 'avg_acc_mask': 52.55442025766326, 'loss': 1.04485285282135}
+{'epoch': 23, 'iter': 50, 'avg_loss': 1.421730873631496, 'avg_acc_mask': 52.32474964234621, 'loss': 1.567903757095337}
+{'epoch': 23, 'iter': 60, 'avg_loss': 1.4299437178940069, 'avg_acc_mask': 51.927570093457945, 'loss': 1.692173719406128}
+{'epoch': 23, 'iter': 70, 'avg_loss': 1.4251524445036767, 'avg_acc_mask': 52.488122030507625, 'loss': 1.2694391012191772}
+{'epoch': 23, 'iter': 80, 'avg_loss': 1.435209380255805, 'avg_acc_mask': 52.36725663716815, 'loss': 1.4668951034545898}
+{'epoch': 23, 'iter': 90, 'avg_loss': 1.4408672484722767, 'avg_acc_mask': 52.23821731413922, 'loss': 1.4167568683624268}
+{'epoch': 23, 'iter': 100, 'avg_loss': 1.4469656200692205, 'avg_acc_mask': 52.31729055258467, 'loss': 1.3996729850769043}
+{'epoch': 23, 'iter': 110, 'avg_loss': 1.4459624021976918, 'avg_acc_mask': 52.37862495927013, 'loss': 1.2768954038619995}
+{'epoch': 23, 'iter': 120, 'avg_loss': 1.4463553418797894, 'avg_acc_mask': 52.25883405397346, 'loss': 1.14898681640625}
+{'epoch': 23, 'iter': 130, 'avg_loss': 1.4539675785385016, 'avg_acc_mask': 52.14088397790056, 'loss': 1.4377754926681519}
+{'epoch': 23, 'iter': 140, 'avg_loss': 1.4498087396012975, 'avg_acc_mask': 52.16327581766676, 'loss': 1.4998036623001099}
+{'epoch': 23, 'iter': 150, 'avg_loss': 1.4472135344877939, 'avg_acc_mask': 52.10406426087999, 'loss': 1.3677904605865479}
+{'epoch': 23, 'iter': 160, 'avg_loss': 1.4457148380161071, 'avg_acc_mask': 52.23694642654887, 'loss': 1.4672579765319824}
+{'epoch': 23, 'iter': 170, 'avg_loss': 1.439031566095631, 'avg_acc_mask': 52.41814680077038, 'loss': 1.5657540559768677}
+{'epoch': 23, 'iter': 180, 'avg_loss': 1.439616242166382, 'avg_acc_mask': 52.49015052025457, 'loss': 1.5900639295578003}
+{'epoch': 23, 'iter': 190, 'avg_loss': 1.4405518252187999, 'avg_acc_mask': 52.55698142118368, 'loss': 1.494023084640503}
+{'epoch': 23, 'iter': 200, 'avg_loss': 1.439177420601916, 'avg_acc_mask': 52.60036496350365, 'loss': 1.1473685503005981}
+{'epoch': 23, 'iter': 210, 'avg_loss': 1.4377177521515796, 'avg_acc_mask': 52.60638760769297, 'loss': 1.5565749406814575}
+{'epoch': 23, 'iter': 220, 'avg_loss': 1.437914135499238, 'avg_acc_mask': 52.53521126760563, 'loss': 1.4537482261657715}
+{'epoch': 23, 'iter': 230, 'avg_loss': 1.4387984030690544, 'avg_acc_mask': 52.46565552290955, 'loss': 1.213350534439087}
+{'epoch': 23, 'iter': 240, 'avg_loss': 1.4373972324414868, 'avg_acc_mask': 52.50342413635673, 'loss': 1.5488814115524292}
+{'epoch': 23, 'iter': 250, 'avg_loss': 1.4379771812503557, 'avg_acc_mask': 52.42626070409134, 'loss': 1.244941234588623}
+{'epoch': 23, 'iter': 260, 'avg_loss': 1.4364370064260403, 'avg_acc_mask': 52.506875396657506, 'loss': 1.3725768327713013}
+{'epoch': 23, 'iter': 270, 'avg_loss': 1.4372233009426356, 'avg_acc_mask': 52.3664432256754, 'loss': 1.7860093116760254}
+{'epoch': 'EP23_test', 'avg_loss': 1.4369390691104142, 'total_masked_acc': 52.39837668817776}
+{'epoch': 24, 'iter': 0, 'avg_loss': 1.338101863861084, 'avg_acc_mask': 59.57446808510638, 'loss': 1.338101863861084}
+{'epoch': 24, 'iter': 10, 'avg_loss': 1.3501181494105945, 'avg_acc_mask': 54.109589041095894, 'loss': 1.2640767097473145}
+{'epoch': 24, 'iter': 20, 'avg_loss': 1.3576552470525105, 'avg_acc_mask': 54.22842197035745, 'loss': 1.5462279319763184}
+{'epoch': 24, 'iter': 30, 'avg_loss': 1.3783669356376893, 'avg_acc_mask': 53.41726618705036, 'loss': 1.3332961797714233}
+{'epoch': 24, 'iter': 40, 'avg_loss': 1.3843239313218652, 'avg_acc_mask': 53.38379341050757, 'loss': 1.458598017692566}
+{'epoch': 24, 'iter': 50, 'avg_loss': 1.374973736557306, 'avg_acc_mask': 53.78061767838126, 'loss': 1.2137749195098877}
+{'epoch': 24, 'iter': 60, 'avg_loss': 1.3907224311203252, 'avg_acc_mask': 53.039158386908234, 'loss': 1.7593424320220947}
+{'epoch': 24, 'iter': 70, 'avg_loss': 1.3944357197049637, 'avg_acc_mask': 52.78481012658228, 'loss': 1.4590489864349365}
+{'epoch': 24, 'iter': 80, 'avg_loss': 1.392410918518349, 'avg_acc_mask': 53.04444444444445, 'loss': 1.5457687377929688}
+{'epoch': 24, 'iter': 90, 'avg_loss': 1.3925618548969647, 'avg_acc_mask': 53.067666206352335, 'loss': 1.1847591400146484}
+{'epoch': 24, 'iter': 100, 'avg_loss': 1.3982399489619943, 'avg_acc_mask': 52.784202099270594, 'loss': 1.4241620302200317}
+{'epoch': 24, 'iter': 110, 'avg_loss': 1.397939022596892, 'avg_acc_mask': 52.695680415719394, 'loss': 1.2831841707229614}
+{'epoch': 24, 'iter': 120, 'avg_loss': 1.407170796197308, 'avg_acc_mask': 52.51488095238095, 'loss': 1.3730037212371826}
+{'epoch': 24, 'iter': 130, 'avg_loss': 1.4067735426298535, 'avg_acc_mask': 52.52344180915609, 'loss': 1.2431514263153076}
+{'epoch': 24, 'iter': 140, 'avg_loss': 1.4022419997986326, 'avg_acc_mask': 52.60669562995144, 'loss': 1.0301260948181152}
+{'epoch': 24, 'iter': 150, 'avg_loss': 1.4059772069091039, 'avg_acc_mask': 52.30879370003579, 'loss': 1.4631361961364746}
+{'epoch': 24, 'iter': 160, 'avg_loss': 1.4066139796505803, 'avg_acc_mask': 52.26277372262774, 'loss': 1.616958498954773}
+{'epoch': 24, 'iter': 170, 'avg_loss': 1.399866943819481, 'avg_acc_mask': 52.452590316770845, 'loss': 1.306840181350708}
+{'epoch': 24, 'iter': 180, 'avg_loss': 1.3980141374287685, 'avg_acc_mask': 52.58197132257094, 'loss': 1.4439738988876343}
+{'epoch': 24, 'iter': 190, 'avg_loss': 1.3960918085113245, 'avg_acc_mask': 52.621562470263584, 'loss': 1.6945141553878784}
+{'epoch': 24, 'iter': 200, 'avg_loss': 1.4001225508860689, 'avg_acc_mask': 52.53593707621372, 'loss': 1.4426991939544678}
+{'epoch': 24, 'iter': 210, 'avg_loss': 1.4028085981500091, 'avg_acc_mask': 52.5645438898451, 'loss': 1.3923401832580566}
+{'epoch': 24, 'iter': 220, 'avg_loss': 1.4020232876501473, 'avg_acc_mask': 52.6129536663649, 'loss': 1.3396844863891602}
+{'epoch': 24, 'iter': 230, 'avg_loss': 1.4033000260204465, 'avg_acc_mask': 52.48109640831758, 'loss': 1.326925277709961}
+{'epoch': 24, 'iter': 240, 'avg_loss': 1.402999456245375, 'avg_acc_mask': 52.60185254913774, 'loss': 1.4593273401260376}
+{'epoch': 24, 'iter': 250, 'avg_loss': 1.400888054256895, 'avg_acc_mask': 52.72740461337588, 'loss': 1.2001583576202393}
+{'epoch': 24, 'iter': 260, 'avg_loss': 1.401619823728028, 'avg_acc_mask': 52.7882336539802, 'loss': 1.436226725578308}
+{'epoch': 24, 'iter': 270, 'avg_loss': 1.4030214968202739, 'avg_acc_mask': 52.75690904212503, 'loss': 1.5431010723114014}
+{'epoch': 'EP24_test', 'avg_loss': 1.4029822010492934, 'total_masked_acc': 52.728710783021356}
+{'epoch': 25, 'iter': 0, 'avg_loss': 1.3098711967468262, 'avg_acc_mask': 54.90196078431373, 'loss': 1.3098711967468262}
+{'epoch': 25, 'iter': 10, 'avg_loss': 1.370910557833585, 'avg_acc_mask': 52.319109461966605, 'loss': 1.411939024925232}
+{'epoch': 25, 'iter': 20, 'avg_loss': 1.3558332579476493, 'avg_acc_mask': 53.09568480300187, 'loss': 1.3960204124450684}
+{'epoch': 25, 'iter': 30, 'avg_loss': 1.3731829927813621, 'avg_acc_mask': 52.74234693877551, 'loss': 1.274741768836975}
+{'epoch': 25, 'iter': 40, 'avg_loss': 1.3844670696956356, 'avg_acc_mask': 51.81861124232404, 'loss': 1.48367178440094}
+{'epoch': 25, 'iter': 50, 'avg_loss': 1.3867380806044036, 'avg_acc_mask': 52.36664162283997, 'loss': 1.3704516887664795}
+{'epoch': 25, 'iter': 60, 'avg_loss': 1.3950668162986881, 'avg_acc_mask': 52.47432306255836, 'loss': 1.7239385843276978}
+{'epoch': 25, 'iter': 70, 'avg_loss': 1.4031585706791407, 'avg_acc_mask': 52.389903329752954, 'loss': 1.2163946628570557}
+{'epoch': 25, 'iter': 80, 'avg_loss': 1.399577271791152, 'avg_acc_mask': 52.309495896834704, 'loss': 1.367037296295166}
+{'epoch': 25, 'iter': 90, 'avg_loss': 1.4117675299172874, 'avg_acc_mask': 52.08073241781107, 'loss': 1.2405917644500732}
+{'epoch': 25, 'iter': 100, 'avg_loss': 1.408368466514172, 'avg_acc_mask': 52.285500187336076, 'loss': 1.2679046392440796}
+{'epoch': 25, 'iter': 110, 'avg_loss': 1.4108234069368861, 'avg_acc_mask': 52.43591919877779, 'loss': 1.1619751453399658}
+{'epoch': 25, 'iter': 120, 'avg_loss': 1.4150120546995115, 'avg_acc_mask': 52.30436127435818, 'loss': 1.566230297088623}
+{'epoch': 25, 'iter': 130, 'avg_loss': 1.4165533712802043, 'avg_acc_mask': 52.2135231316726, 'loss': 1.5946711301803589}
+{'epoch': 25, 'iter': 140, 'avg_loss': 1.4088694309511929, 'avg_acc_mask': 52.369636963696365, 'loss': 1.2004919052124023}
+{'epoch': 25, 'iter': 150, 'avg_loss': 1.4088554670479123, 'avg_acc_mask': 52.409118915588415, 'loss': 1.5751066207885742}
+{'epoch': 25, 'iter': 160, 'avg_loss': 1.4041021962343536, 'avg_acc_mask': 52.663200462160596, 'loss': 1.536325216293335}
+{'epoch': 25, 'iter': 170, 'avg_loss': 1.4007139822892976, 'avg_acc_mask': 52.65905383360522, 'loss': 1.446684718132019}
+{'epoch': 25, 'iter': 180, 'avg_loss': 1.397337103746214, 'avg_acc_mask': 52.71134020618556, 'loss': 1.2956143617630005}
+{'epoch': 25, 'iter': 190, 'avg_loss': 1.3952409113264832, 'avg_acc_mask': 52.65322106912082, 'loss': 1.657775640487671}
+{'epoch': 25, 'iter': 200, 'avg_loss': 1.3911702849378633, 'avg_acc_mask': 52.79192517825725, 'loss': 1.1699539422988892}
+{'epoch': 25, 'iter': 210, 'avg_loss': 1.3918375629949344, 'avg_acc_mask': 52.742020807617706, 'loss': 1.5752443075180054}
+{'epoch': 25, 'iter': 220, 'avg_loss': 1.3956747481186464, 'avg_acc_mask': 52.76985059593755, 'loss': 1.4835408926010132}
+{'epoch': 25, 'iter': 230, 'avg_loss': 1.3962906408103513, 'avg_acc_mask': 52.78491171749599, 'loss': 1.3658075332641602}
+{'epoch': 25, 'iter': 240, 'avg_loss': 1.3964654459498236, 'avg_acc_mask': 52.76647993246873, 'loss': 1.6236648559570312}
+{'epoch': 25, 'iter': 250, 'avg_loss': 1.3925972421805697, 'avg_acc_mask': 53.00309141763581, 'loss': 0.8691891431808472}
+{'epoch': 25, 'iter': 260, 'avg_loss': 1.3923913085140944, 'avg_acc_mask': 53.081073406218934, 'loss': 1.668984293937683}
+{'epoch': 25, 'iter': 270, 'avg_loss': 1.3955567296580635, 'avg_acc_mask': 52.88743437649144, 'loss': 1.6314750909805298}
+{'epoch': 'EP25_test', 'avg_loss': 1.3973989080691682, 'total_masked_acc': 52.829176722982034}
+{'epoch': 26, 'iter': 0, 'avg_loss': 1.1785389184951782, 'avg_acc_mask': 60.78431372549019, 'loss': 1.1785389184951782}
+{'epoch': 26, 'iter': 10, 'avg_loss': 1.332805416800759, 'avg_acc_mask': 53.979238754325266, 'loss': 1.393332600593567}
+{'epoch': 26, 'iter': 20, 'avg_loss': 1.3214718103408813, 'avg_acc_mask': 55.525846702317295, 'loss': 1.4919077157974243}
+{'epoch': 26, 'iter': 30, 'avg_loss': 1.3229362964630127, 'avg_acc_mask': 55.93824228028503, 'loss': 1.5038831233978271}
+{'epoch': 26, 'iter': 40, 'avg_loss': 1.349818409942999, 'avg_acc_mask': 54.63215258855586, 'loss': 1.4398725032806396}
+{'epoch': 26, 'iter': 50, 'avg_loss': 1.3635464135338278, 'avg_acc_mask': 54.56545654565457, 'loss': 1.705651879310608}
+{'epoch': 26, 'iter': 60, 'avg_loss': 1.3740257923720314, 'avg_acc_mask': 53.54957160342717, 'loss': 1.623504400253296}
+{'epoch': 26, 'iter': 70, 'avg_loss': 1.3864937097253933, 'avg_acc_mask': 53.807641633728586, 'loss': 1.2065900564193726}
+{'epoch': 26, 'iter': 80, 'avg_loss': 1.3978986695960716, 'avg_acc_mask': 53.59281437125748, 'loss': 1.4103636741638184}
+{'epoch': 26, 'iter': 90, 'avg_loss': 1.4014238590722556, 'avg_acc_mask': 53.54090354090354, 'loss': 1.4418103694915771}
+{'epoch': 26, 'iter': 100, 'avg_loss': 1.4112245139509145, 'avg_acc_mask': 53.34067547723935, 'loss': 1.597148060798645}
+{'epoch': 26, 'iter': 110, 'avg_loss': 1.4022372509982135, 'avg_acc_mask': 53.42008675342008, 'loss': 1.4274147748947144}
+{'epoch': 26, 'iter': 120, 'avg_loss': 1.4048473204462981, 'avg_acc_mask': 53.38138322343199, 'loss': 1.5200587511062622}
+{'epoch': 26, 'iter': 130, 'avg_loss': 1.4053770267326413, 'avg_acc_mask': 53.53763592712893, 'loss': 1.3139015436172485}
+{'epoch': 26, 'iter': 140, 'avg_loss': 1.3988541381578918, 'avg_acc_mask': 53.641254428552685, 'loss': 1.229012131690979}
+{'epoch': 26, 'iter': 150, 'avg_loss': 1.397246556566251, 'avg_acc_mask': 53.5958904109589, 'loss': 1.3598328828811646}
+{'epoch': 26, 'iter': 160, 'avg_loss': 1.3984033854111382, 'avg_acc_mask': 53.62035225048923, 'loss': 1.4562467336654663}
+{'epoch': 26, 'iter': 170, 'avg_loss': 1.3914623915800575, 'avg_acc_mask': 53.70210002164971, 'loss': 1.4108978509902954}
+{'epoch': 26, 'iter': 180, 'avg_loss': 1.3922775529366171, 'avg_acc_mask': 53.65030674846626, 'loss': 1.471506953239441}
+{'epoch': 26, 'iter': 190, 'avg_loss': 1.391035612028931, 'avg_acc_mask': 53.756438915346486, 'loss': 1.467055082321167}
+{'epoch': 26, 'iter': 200, 'avg_loss': 1.3898098204859453, 'avg_acc_mask': 53.863175364189566, 'loss': 1.3741893768310547}
+{'epoch': 26, 'iter': 210, 'avg_loss': 1.390186589758543, 'avg_acc_mask': 53.90625, 'loss': 1.636065125465393}
+{'epoch': 26, 'iter': 220, 'avg_loss': 1.3927110964895912, 'avg_acc_mask': 53.887265135699366, 'loss': 1.7451645135879517}
+{'epoch': 26, 'iter': 230, 'avg_loss': 1.3961091167999036, 'avg_acc_mask': 53.86088066368858, 'loss': 1.6383695602416992}
+{'epoch': 26, 'iter': 240, 'avg_loss': 1.395936009052878, 'avg_acc_mask': 53.910849453322115, 'loss': 1.6238305568695068}
+{'epoch': 26, 'iter': 250, 'avg_loss': 1.395064814869626, 'avg_acc_mask': 53.949691085613416, 'loss': 1.1673610210418701}
+{'epoch': 26, 'iter': 260, 'avg_loss': 1.3948562887436586, 'avg_acc_mask': 54.037002906358545, 'loss': 1.7702009677886963}
+{'epoch': 26, 'iter': 270, 'avg_loss': 1.39495532605041, 'avg_acc_mask': 53.94450489662677, 'loss': 1.3885198831558228}
+{'epoch': 'EP26_test', 'avg_loss': 1.3965870066397432, 'total_masked_acc': 53.90625}
+{'epoch': 27, 'iter': 0, 'avg_loss': 1.2544496059417725, 'avg_acc_mask': 73.68421052631578, 'loss': 1.2544496059417725}
+{'epoch': 27, 'iter': 10, 'avg_loss': 1.377584619955583, 'avg_acc_mask': 56.02836879432624, 'loss': 1.0266684293746948}
+{'epoch': 27, 'iter': 20, 'avg_loss': 1.362237771352132, 'avg_acc_mask': 54.72043996333639, 'loss': 1.33857262134552}
+{'epoch': 27, 'iter': 30, 'avg_loss': 1.3788354358365458, 'avg_acc_mask': 53.80368098159509, 'loss': 1.211766004562378}
+{'epoch': 27, 'iter': 40, 'avg_loss': 1.3982887035462914, 'avg_acc_mask': 52.5830258302583, 'loss': 1.2564125061035156}
+{'epoch': 27, 'iter': 50, 'avg_loss': 1.4193839232126872, 'avg_acc_mask': 52.20588235294118, 'loss': 1.603232979774475}
+{'epoch': 27, 'iter': 60, 'avg_loss': 1.4267106622946066, 'avg_acc_mask': 52.278250303766704, 'loss': 1.373018741607666}
+{'epoch': 27, 'iter': 70, 'avg_loss': 1.4284064534684302, 'avg_acc_mask': 52.425911355887756, 'loss': 1.5180612802505493}
+{'epoch': 27, 'iter': 80, 'avg_loss': 1.424309645170047, 'avg_acc_mask': 52.76018099547512, 'loss': 1.2911427021026611}
+{'epoch': 27, 'iter': 90, 'avg_loss': 1.4188873925051846, 'avg_acc_mask': 52.56358498183287, 'loss': 0.9770783185958862}
+{'epoch': 27, 'iter': 100, 'avg_loss': 1.424061133129762, 'avg_acc_mask': 52.361136240275016, 'loss': 1.2892018556594849}
+{'epoch': 27, 'iter': 110, 'avg_loss': 1.4176896488344348, 'avg_acc_mask': 52.492960079509686, 'loss': 1.463550090789795}
+{'epoch': 27, 'iter': 120, 'avg_loss': 1.4181816016346955, 'avg_acc_mask': 52.54468342926386, 'loss': 1.42221999168396}
+{'epoch': 27, 'iter': 130, 'avg_loss': 1.4192154507600625, 'avg_acc_mask': 52.53952707429691, 'loss': 1.0976054668426514}
+{'epoch': 27, 'iter': 140, 'avg_loss': 1.4132412097132798, 'avg_acc_mask': 52.721132614625276, 'loss': 1.1276812553405762}
+{'epoch': 27, 'iter': 150, 'avg_loss': 1.4159365402941673, 'avg_acc_mask': 52.89916475003026, 'loss': 1.4471005201339722}
+{'epoch': 27, 'iter': 160, 'avg_loss': 1.411531825243316, 'avg_acc_mask': 53.12071330589849, 'loss': 1.5369375944137573}
+{'epoch': 27, 'iter': 170, 'avg_loss': 1.4062070079714235, 'avg_acc_mask': 53.10106784597131, 'loss': 1.3522014617919922}
+{'epoch': 27, 'iter': 180, 'avg_loss': 1.4073677135435916, 'avg_acc_mask': 53.13743495561677, 'loss': 1.6942940950393677}
+{'epoch': 27, 'iter': 190, 'avg_loss': 1.4109325577451297, 'avg_acc_mask': 53.047011027278, 'loss': 1.6327784061431885}
+{'epoch': 27, 'iter': 200, 'avg_loss': 1.4091690446606917, 'avg_acc_mask': 53.144856800810395, 'loss': 1.3973135948181152}
+{'epoch': 27, 'iter': 210, 'avg_loss': 1.408847674374332, 'avg_acc_mask': 53.10912594149588, 'loss': 1.3717124462127686}
+{'epoch': 27, 'iter': 220, 'avg_loss': 1.4082124152334567, 'avg_acc_mask': 53.15873148690486, 'loss': 1.0684627294540405}
+{'epoch': 27, 'iter': 230, 'avg_loss': 1.4084790599294554, 'avg_acc_mask': 53.11153662039253, 'loss': 1.4099093675613403}
+{'epoch': 27, 'iter': 240, 'avg_loss': 1.406169193414237, 'avg_acc_mask': 53.059353754487816, 'loss': 1.3582841157913208}
+{'epoch': 27, 'iter': 250, 'avg_loss': 1.4041775009071684, 'avg_acc_mask': 53.233976947360695, 'loss': 1.0661499500274658}
+{'epoch': 27, 'iter': 260, 'avg_loss': 1.403938059605858, 'avg_acc_mask': 53.236188724623325, 'loss': 1.517250657081604}
+{'epoch': 27, 'iter': 270, 'avg_loss': 1.4044959118445421, 'avg_acc_mask': 53.193374684752236, 'loss': 1.6164250373840332}
+{'epoch': 'EP27_test', 'avg_loss': 1.405516923337743, 'total_masked_acc': 53.16167102527996}
+{'epoch': 28, 'iter': 0, 'avg_loss': 1.3097620010375977, 'avg_acc_mask': 61.40350877192983, 'loss': 1.3097620010375977}
+{'epoch': 28, 'iter': 10, 'avg_loss': 1.3053347630934282, 'avg_acc_mask': 54.72312703583062, 'loss': 1.3215045928955078}
+{'epoch': 28, 'iter': 20, 'avg_loss': 1.3317756766364688, 'avg_acc_mask': 54.794520547945204, 'loss': 1.4043307304382324}
+{'epoch': 28, 'iter': 30, 'avg_loss': 1.3808189938145299, 'avg_acc_mask': 53.54141656662665, 'loss': 1.5617369413375854}
+{'epoch': 28, 'iter': 40, 'avg_loss': 1.3652995650361224, 'avg_acc_mask': 53.6441828881847, 'loss': 1.2890667915344238}
+{'epoch': 28, 'iter': 50, 'avg_loss': 1.3729103382895975, 'avg_acc_mask': 53.22988090941898, 'loss': 1.6121255159378052}
+{'epoch': 28, 'iter': 60, 'avg_loss': 1.3754353230116798, 'avg_acc_mask': 53.51773902585688, 'loss': 1.429184079170227}
+{'epoch': 28, 'iter': 70, 'avg_loss': 1.3732493158797143, 'avg_acc_mask': 53.2801646514021, 'loss': 1.0909690856933594}
+{'epoch': 28, 'iter': 80, 'avg_loss': 1.374586315802586, 'avg_acc_mask': 53.1659882406151, 'loss': 1.3490898609161377}
+{'epoch': 28, 'iter': 90, 'avg_loss': 1.3818262212879056, 'avg_acc_mask': 53.14389359129383, 'loss': 1.2556394338607788}
+{'epoch': 28, 'iter': 100, 'avg_loss': 1.38456129791713, 'avg_acc_mask': 53.51115949918345, 'loss': 1.5732208490371704}
+{'epoch': 28, 'iter': 110, 'avg_loss': 1.3797333068675823, 'avg_acc_mask': 53.76951179010295, 'loss': 1.1074937582015991}
+{'epoch': 28, 'iter': 120, 'avg_loss': 1.3751831251727649, 'avg_acc_mask': 53.960772388627035, 'loss': 1.235877513885498}
+{'epoch': 28, 'iter': 130, 'avg_loss': 1.3769365958585085, 'avg_acc_mask': 53.85915492957747, 'loss': 1.407789945602417}
+{'epoch': 28, 'iter': 140, 'avg_loss': 1.377109262114721, 'avg_acc_mask': 53.88026607538803, 'loss': 1.3744138479232788}
+{'epoch': 28, 'iter': 150, 'avg_loss': 1.382258974953203, 'avg_acc_mask': 53.67494191023603, 'loss': 1.5187212228775024}
+{'epoch': 28, 'iter': 160, 'avg_loss': 1.3784443739778507, 'avg_acc_mask': 53.842608595460305, 'loss': 1.2459511756896973}
+{'epoch': 28, 'iter': 170, 'avg_loss': 1.3742838365989818, 'avg_acc_mask': 53.951367781155014, 'loss': 1.509742259979248}
+{'epoch': 28, 'iter': 180, 'avg_loss': 1.378411172503266, 'avg_acc_mask': 53.902163880627626, 'loss': 1.6685492992401123}
+{'epoch': 28, 'iter': 190, 'avg_loss': 1.3751644950886672, 'avg_acc_mask': 54.051151893791484, 'loss': 1.4489970207214355}
+{'epoch': 28, 'iter': 200, 'avg_loss': 1.3737120658010986, 'avg_acc_mask': 54.080875533296236, 'loss': 1.0640745162963867}
+{'epoch': 28, 'iter': 210, 'avg_loss': 1.375102613209548, 'avg_acc_mask': 54.09026798307476, 'loss': 1.3525465726852417}
+{'epoch': 28, 'iter': 220, 'avg_loss': 1.3737312684771161, 'avg_acc_mask': 54.16877210712481, 'loss': 1.2228150367736816}
+{'epoch': 28, 'iter': 230, 'avg_loss': 1.3768212795257568, 'avg_acc_mask': 53.972470417773486, 'loss': 1.3042311668395996}
+{'epoch': 28, 'iter': 240, 'avg_loss': 1.3768632827458045, 'avg_acc_mask': 53.929121725731896, 'loss': 1.2266291379928589}
+{'epoch': 28, 'iter': 250, 'avg_loss': 1.3760172708101006, 'avg_acc_mask': 53.989499371441255, 'loss': 0.7610306739807129}
+{'epoch': 28, 'iter': 260, 'avg_loss': 1.3752601571466732, 'avg_acc_mask': 54.05770324047754, 'loss': 1.6852631568908691}
+{'epoch': 28, 'iter': 270, 'avg_loss': 1.373632235280702, 'avg_acc_mask': 54.10238907849829, 'loss': 1.2145370244979858}
+{'epoch': 'EP28_test', 'avg_loss': 1.3738937049672224, 'total_masked_acc': 54.08859743040685}
+{'epoch': 29, 'iter': 0, 'avg_loss': 1.3905383348464966, 'avg_acc_mask': 49.23076923076923, 'loss': 1.3905383348464966}
+{'epoch': 29, 'iter': 10, 'avg_loss': 1.3399742624976418, 'avg_acc_mask': 53.65853658536586, 'loss': 1.3202993869781494}
+{'epoch': 29, 'iter': 20, 'avg_loss': 1.3667833578018915, 'avg_acc_mask': 53.07892454466609, 'loss': 1.4513423442840576}
+{'epoch': 29, 'iter': 30, 'avg_loss': 1.355169011700538, 'avg_acc_mask': 53.98920215956808, 'loss': 1.0737265348434448}
+{'epoch': 29, 'iter': 40, 'avg_loss': 1.3578632081427224, 'avg_acc_mask': 53.447478019435444, 'loss': 1.4605324268341064}
+{'epoch': 29, 'iter': 50, 'avg_loss': 1.3890702362154044, 'avg_acc_mask': 52.90394638868206, 'loss': 1.5784028768539429}
+{'epoch': 29, 'iter': 60, 'avg_loss': 1.3901473088342635, 'avg_acc_mask': 53.08945588687366, 'loss': 1.6239686012268066}
+{'epoch': 29, 'iter': 70, 'avg_loss': 1.3960262755273094, 'avg_acc_mask': 52.934982890234274, 'loss': 1.2645820379257202}
+{'epoch': 29, 'iter': 80, 'avg_loss': 1.3969453617378518, 'avg_acc_mask': 52.94525294525294, 'loss': 1.3497867584228516}
+{'epoch': 29, 'iter': 90, 'avg_loss': 1.39265879038926, 'avg_acc_mask': 53.12052383875589, 'loss': 1.1117054224014282}
+{'epoch': 29, 'iter': 100, 'avg_loss': 1.3966846477867354, 'avg_acc_mask': 52.99395715070499, 'loss': 1.8082627058029175}
+{'epoch': 29, 'iter': 110, 'avg_loss': 1.3934075982721001, 'avg_acc_mask': 53.17154811715481, 'loss': 1.3218556642532349}
+{'epoch': 29, 'iter': 120, 'avg_loss': 1.4020912371391108, 'avg_acc_mask': 52.75130648632032, 'loss': 1.6974729299545288}
+{'epoch': 29, 'iter': 130, 'avg_loss': 1.4050006830055295, 'avg_acc_mask': 52.62558702148854, 'loss': 1.2597734928131104}
+{'epoch': 29, 'iter': 140, 'avg_loss': 1.400098961295811, 'avg_acc_mask': 52.55243371586862, 'loss': 1.3121594190597534}
+{'epoch': 29, 'iter': 150, 'avg_loss': 1.3989046093643895, 'avg_acc_mask': 52.48061061184291, 'loss': 1.4484615325927734}
+{'epoch': 29, 'iter': 160, 'avg_loss': 1.4036780344033093, 'avg_acc_mask': 52.53039953676897, 'loss': 1.6073225736618042}
+{'epoch': 29, 'iter': 170, 'avg_loss': 1.397589081560659, 'avg_acc_mask': 52.82135076252723, 'loss': 1.4432694911956787}
+{'epoch': 29, 'iter': 180, 'avg_loss': 1.3982461140959301, 'avg_acc_mask': 52.75476387738194, 'loss': 1.5769635438919067}
+{'epoch': 29, 'iter': 190, 'avg_loss': 1.3971868862656398, 'avg_acc_mask': 52.68627450980392, 'loss': 1.423460841178894}
+{'epoch': 29, 'iter': 200, 'avg_loss': 1.3992620057134486, 'avg_acc_mask': 52.75634470577298, 'loss': 1.5286800861358643}
+{'epoch': 29, 'iter': 210, 'avg_loss': 1.4002738097832665, 'avg_acc_mask': 52.65811587793012, 'loss': 1.5435349941253662}
+{'epoch': 29, 'iter': 220, 'avg_loss': 1.3968761557907001, 'avg_acc_mask': 52.84873949579833, 'loss': 1.2641712427139282}
+{'epoch': 29, 'iter': 230, 'avg_loss': 1.3974182050981563, 'avg_acc_mask': 52.9030191399055, 'loss': 1.4481148719787598}
+{'epoch': 29, 'iter': 240, 'avg_loss': 1.39206168809867, 'avg_acc_mask': 53.12931431201105, 'loss': 1.3468947410583496}
+{'epoch': 29, 'iter': 250, 'avg_loss': 1.3911543666604032, 'avg_acc_mask': 53.16828765104628, 'loss': 1.103758454322815}
+{'epoch': 29, 'iter': 260, 'avg_loss': 1.3876110459196156, 'avg_acc_mask': 53.39902176224569, 'loss': 1.4473497867584229}
+{'epoch': 29, 'iter': 270, 'avg_loss': 1.3880076753697272, 'avg_acc_mask': 53.49059176438505, 'loss': 1.5305700302124023}
+{'epoch': 'EP29_test', 'avg_loss': 1.3883341958989268, 'total_masked_acc': 53.48868354091335}
+{'epoch': 30, 'iter': 0, 'avg_loss': 1.4544450044631958, 'avg_acc_mask': 52.083333333333336, 'loss': 1.4544450044631958}
+{'epoch': 30, 'iter': 10, 'avg_loss': 1.3889687928286465, 'avg_acc_mask': 50.98039215686274, 'loss': 1.3363248109817505}
+{'epoch': 30, 'iter': 20, 'avg_loss': 1.3940743662062145, 'avg_acc_mask': 52.086956521739125, 'loss': 1.6551299095153809}
+{'epoch': 30, 'iter': 30, 'avg_loss': 1.3677757555438625, 'avg_acc_mask': 53.333333333333336, 'loss': 1.3594416379928589}
+{'epoch': 30, 'iter': 40, 'avg_loss': 1.3871219943209392, 'avg_acc_mask': 52.75877792977656, 'loss': 1.4650862216949463}
+{'epoch': 30, 'iter': 50, 'avg_loss': 1.3892703804315305, 'avg_acc_mask': 52.71858927259368, 'loss': 1.1013782024383545}
+{'epoch': 30, 'iter': 60, 'avg_loss': 1.39292260467029, 'avg_acc_mask': 52.5475751995089, 'loss': 1.5203468799591064}
+{'epoch': 30, 'iter': 70, 'avg_loss': 1.3955351147853152, 'avg_acc_mask': 52.407261247040246, 'loss': 1.3940670490264893}
+{'epoch': 30, 'iter': 80, 'avg_loss': 1.393813760192306, 'avg_acc_mask': 53.02261190586064, 'loss': 1.3742780685424805}
+{'epoch': 30, 'iter': 90, 'avg_loss': 1.4023135402700404, 'avg_acc_mask': 53.0290626279165, 'loss': 1.1320371627807617}
+{'epoch': 30, 'iter': 100, 'avg_loss': 1.4082048612065834, 'avg_acc_mask': 52.688566709487986, 'loss': 1.695376992225647}
+{'epoch': 30, 'iter': 110, 'avg_loss': 1.4084323558721457, 'avg_acc_mask': 52.47607856303509, 'loss': 1.3116918802261353}
+{'epoch': 30, 'iter': 120, 'avg_loss': 1.4116216159063923, 'avg_acc_mask': 52.59339302253782, 'loss': 1.9900087118148804}
+{'epoch': 30, 'iter': 130, 'avg_loss': 1.4129413880464685, 'avg_acc_mask': 52.82102556777603, 'loss': 1.5809237957000732}
+{'epoch': 30, 'iter': 140, 'avg_loss': 1.4119647821636065, 'avg_acc_mask': 52.85600425079703, 'loss': 1.159006953239441}
+{'epoch': 30, 'iter': 150, 'avg_loss': 1.403466382168776, 'avg_acc_mask': 53.19597865210376, 'loss': 1.5408629179000854}
+{'epoch': 30, 'iter': 160, 'avg_loss': 1.4006995773463515, 'avg_acc_mask': 53.351987874548215, 'loss': 1.2917349338531494}
+{'epoch': 30, 'iter': 170, 'avg_loss': 1.3987391695641636, 'avg_acc_mask': 53.25243249152728, 'loss': 1.5106425285339355}
+{'epoch': 30, 'iter': 180, 'avg_loss': 1.3928317832683332, 'avg_acc_mask': 53.42352576680781, 'loss': 1.5565359592437744}
+{'epoch': 30, 'iter': 190, 'avg_loss': 1.3956089175808493, 'avg_acc_mask': 53.29859404188378, 'loss': 1.6724379062652588}
+{'epoch': 30, 'iter': 200, 'avg_loss': 1.393321671296115, 'avg_acc_mask': 53.31715965288794, 'loss': 1.1627129316329956}
+{'epoch': 30, 'iter': 210, 'avg_loss': 1.388082795233523, 'avg_acc_mask': 53.37483325922632, 'loss': 1.2886544466018677}
+{'epoch': 30, 'iter': 220, 'avg_loss': 1.3902592820819146, 'avg_acc_mask': 53.336729495669886, 'loss': 1.347524642944336}
+{'epoch': 30, 'iter': 230, 'avg_loss': 1.3886829846865172, 'avg_acc_mask': 53.35554111147221, 'loss': 1.2156108617782593}
+{'epoch': 30, 'iter': 240, 'avg_loss': 1.3874834439566521, 'avg_acc_mask': 53.44854429394365, 'loss': 1.5367201566696167}
+{'epoch': 30, 'iter': 250, 'avg_loss': 1.3862554620936571, 'avg_acc_mask': 53.489243684881195, 'loss': 0.954502284526825}
+{'epoch': 30, 'iter': 260, 'avg_loss': 1.384753770983539, 'avg_acc_mask': 53.52945417838344, 'loss': 1.0868384838104248}
+{'epoch': 30, 'iter': 270, 'avg_loss': 1.3871486307950038, 'avg_acc_mask': 53.48627668422512, 'loss': 1.566116452217102}
+{'epoch': 'EP30_test', 'avg_loss': 1.3869304162436638, 'total_masked_acc': 53.57507313422682}
+{'epoch': 31, 'iter': 0, 'avg_loss': 1.5523914098739624, 'avg_acc_mask': 51.06382978723404, 'loss': 1.5523914098739624}
+{'epoch': 31, 'iter': 10, 'avg_loss': 1.347555485638705, 'avg_acc_mask': 53.54058721934369, 'loss': 1.273431658744812}
+{'epoch': 31, 'iter': 20, 'avg_loss': 1.345397256669544, 'avg_acc_mask': 54.039497307001795, 'loss': 1.3900096416473389}
+{'epoch': 31, 'iter': 30, 'avg_loss': 1.3454296396624656, 'avg_acc_mask': 53.836784409257, 'loss': 1.4885424375534058}
+{'epoch': 31, 'iter': 40, 'avg_loss': 1.3515381318766897, 'avg_acc_mask': 54.0109389243391, 'loss': 1.656363844871521}
+{'epoch': 31, 'iter': 50, 'avg_loss': 1.3588743922757167, 'avg_acc_mask': 53.43371281674624, 'loss': 1.4412568807601929}
+{'epoch': 31, 'iter': 60, 'avg_loss': 1.3665338344261295, 'avg_acc_mask': 53.89984825493171, 'loss': 1.5874433517456055}
+{'epoch': 31, 'iter': 70, 'avg_loss': 1.3786167779438931, 'avg_acc_mask': 53.5882661079099, 'loss': 1.3439089059829712}
+{'epoch': 31, 'iter': 80, 'avg_loss': 1.3840647258876282, 'avg_acc_mask': 53.449461379784545, 'loss': 1.7728583812713623}
+{'epoch': 31, 'iter': 90, 'avg_loss': 1.3850400736043742, 'avg_acc_mask': 53.63783346806791, 'loss': 1.5395984649658203}
+{'epoch': 31, 'iter': 100, 'avg_loss': 1.3860583175526988, 'avg_acc_mask': 53.31276093664912, 'loss': 1.4595497846603394}
+{'epoch': 31, 'iter': 110, 'avg_loss': 1.3901692768474956, 'avg_acc_mask': 53.282111241022214, 'loss': 1.624964952468872}
+{'epoch': 31, 'iter': 120, 'avg_loss': 1.3942778957776787, 'avg_acc_mask': 53.11926605504587, 'loss': 1.4669078588485718}
+{'epoch': 31, 'iter': 130, 'avg_loss': 1.3981165640226758, 'avg_acc_mask': 53.11355311355312, 'loss': 1.2707135677337646}
+{'epoch': 31, 'iter': 140, 'avg_loss': 1.3953604317725974, 'avg_acc_mask': 53.11642493139945, 'loss': 1.201980471611023}
+{'epoch': 31, 'iter': 150, 'avg_loss': 1.3948846502809336, 'avg_acc_mask': 53.136037023505054, 'loss': 1.406447410583496}
+{'epoch': 31, 'iter': 160, 'avg_loss': 1.3888169423393582, 'avg_acc_mask': 53.516295025728986, 'loss': 1.354306936264038}
+{'epoch': 31, 'iter': 170, 'avg_loss': 1.379217246819658, 'avg_acc_mask': 53.6850021486893, 'loss': 1.009581208229065}
+{'epoch': 31, 'iter': 180, 'avg_loss': 1.3770205157896431, 'avg_acc_mask': 53.81725888324873, 'loss': 1.6555768251419067}
+{'epoch': 31, 'iter': 190, 'avg_loss': 1.3781046099687746, 'avg_acc_mask': 53.86999903128935, 'loss': 1.684242606163025}
+{'epoch': 31, 'iter': 200, 'avg_loss': 1.3757197329060948, 'avg_acc_mask': 53.98124310408239, 'loss': 1.1505974531173706}
+{'epoch': 31, 'iter': 210, 'avg_loss': 1.3750213314006678, 'avg_acc_mask': 53.92757172848146, 'loss': 1.3001949787139893}
+{'epoch': 31, 'iter': 220, 'avg_loss': 1.3745184244073894, 'avg_acc_mask': 53.98481181674038, 'loss': 1.6491976976394653}
+{'epoch': 31, 'iter': 230, 'avg_loss': 1.3795540872074308, 'avg_acc_mask': 53.87191961081426, 'loss': 1.4090383052825928}
+{'epoch': 31, 'iter': 240, 'avg_loss': 1.3777130122501327, 'avg_acc_mask': 53.99404898146029, 'loss': 1.4097574949264526}
+{'epoch': 31, 'iter': 250, 'avg_loss': 1.37785600476056, 'avg_acc_mask': 54.09270940296318, 'loss': 1.2853827476501465}
+{'epoch': 31, 'iter': 260, 'avg_loss': 1.3787568236676213, 'avg_acc_mask': 54.1704857928506, 'loss': 1.396752119064331}
+{'epoch': 31, 'iter': 270, 'avg_loss': 1.3801008995168764, 'avg_acc_mask': 54.12651011266458, 'loss': 1.375408411026001}
+{'epoch': 'EP31_test', 'avg_loss': 1.3821294635966204, 'total_masked_acc': 54.06433529097704}
+{'epoch': 32, 'iter': 0, 'avg_loss': 1.1897526979446411, 'avg_acc_mask': 58.69565217391305, 'loss': 1.1897526979446411}
+{'epoch': 32, 'iter': 10, 'avg_loss': 1.2955688129771838, 'avg_acc_mask': 56.66104553119731, 'loss': 1.1070369482040405}
+{'epoch': 32, 'iter': 20, 'avg_loss': 1.3141912676039196, 'avg_acc_mask': 55.12021371326803, 'loss': 1.4786361455917358}
+{'epoch': 32, 'iter': 30, 'avg_loss': 1.3296213957571215, 'avg_acc_mask': 54.85051860890787, 'loss': 1.66885507106781}
+{'epoch': 32, 'iter': 40, 'avg_loss': 1.3513545088651704, 'avg_acc_mask': 54.347826086956516, 'loss': 1.3276640176773071}
+{'epoch': 32, 'iter': 50, 'avg_loss': 1.3672498207466275, 'avg_acc_mask': 53.982621288921074, 'loss': 1.2747410535812378}
+{'epoch': 32, 'iter': 60, 'avg_loss': 1.3753398344164989, 'avg_acc_mask': 54.197789064834176, 'loss': 1.6663891077041626}
+{'epoch': 32, 'iter': 70, 'avg_loss': 1.3871657478977257, 'avg_acc_mask': 53.59897172236504, 'loss': 1.3343932628631592}
+{'epoch': 32, 'iter': 80, 'avg_loss': 1.3797065004890348, 'avg_acc_mask': 53.83922539968475, 'loss': 1.265964388847351}
+{'epoch': 32, 'iter': 90, 'avg_loss': 1.3857967277149579, 'avg_acc_mask': 53.45171588188348, 'loss': 1.4036710262298584}
+{'epoch': 32, 'iter': 100, 'avg_loss': 1.389586860590642, 'avg_acc_mask': 53.65325635937218, 'loss': 1.3280137777328491}
+{'epoch': 32, 'iter': 110, 'avg_loss': 1.3895210790204573, 'avg_acc_mask': 53.50688111424308, 'loss': 1.3796111345291138}
+{'epoch': 32, 'iter': 120, 'avg_loss': 1.3989085254590374, 'avg_acc_mask': 53.29895343546185, 'loss': 1.398162603378296}
+{'epoch': 32, 'iter': 130, 'avg_loss': 1.4054656674843709, 'avg_acc_mask': 53.26985016104187, 'loss': 1.419582486152649}
+{'epoch': 32, 'iter': 140, 'avg_loss': 1.3972886107492108, 'avg_acc_mask': 53.58352879854053, 'loss': 1.3445738554000854}
+{'epoch': 32, 'iter': 150, 'avg_loss': 1.4004432397172941, 'avg_acc_mask': 53.486394557823125, 'loss': 1.4169858694076538}
+{'epoch': 32, 'iter': 160, 'avg_loss': 1.3974556256525266, 'avg_acc_mask': 53.64967646724941, 'loss': 1.4105377197265625}
+{'epoch': 32, 'iter': 170, 'avg_loss': 1.395041821295755, 'avg_acc_mask': 53.69394558554683, 'loss': 1.5495266914367676}
+{'epoch': 32, 'iter': 180, 'avg_loss': 1.3926027367786808, 'avg_acc_mask': 53.63321799307958, 'loss': 1.447678565979004}
+{'epoch': 32, 'iter': 190, 'avg_loss': 1.3948570283919728, 'avg_acc_mask': 53.58177254296196, 'loss': 1.7243573665618896}
+{'epoch': 32, 'iter': 200, 'avg_loss': 1.3896349395685528, 'avg_acc_mask': 53.76856776086558, 'loss': 1.311018705368042}
+{'epoch': 32, 'iter': 210, 'avg_loss': 1.3885073514911235, 'avg_acc_mask': 53.75141933793345, 'loss': 1.4459456205368042}
+{'epoch': 32, 'iter': 220, 'avg_loss': 1.3849037065764898, 'avg_acc_mask': 53.825, 'loss': 1.285297155380249}
+{'epoch': 32, 'iter': 230, 'avg_loss': 1.384784627270389, 'avg_acc_mask': 53.788303064245135, 'loss': 1.356246829032898}
+{'epoch': 32, 'iter': 240, 'avg_loss': 1.3834766698576109, 'avg_acc_mask': 53.84025755020696, 'loss': 1.3617053031921387}
+{'epoch': 32, 'iter': 250, 'avg_loss': 1.3811530572959627, 'avg_acc_mask': 53.928125229661205, 'loss': 1.4574302434921265}
+{'epoch': 32, 'iter': 260, 'avg_loss': 1.3814242141913637, 'avg_acc_mask': 53.96847734309035, 'loss': 1.5348381996154785}
+{'epoch': 32, 'iter': 270, 'avg_loss': 1.3800373671239592, 'avg_acc_mask': 53.98499290204827, 'loss': 1.2453829050064087}
+{'epoch': 'EP32_test', 'avg_loss': 1.379113861616107, 'total_masked_acc': 53.90277869885271}
+{'epoch': 33, 'iter': 0, 'avg_loss': 1.538007378578186, 'avg_acc_mask': 44.44444444444444, 'loss': 1.538007378578186}
+{'epoch': 33, 'iter': 10, 'avg_loss': 1.4274371103806929, 'avg_acc_mask': 48.421052631578945, 'loss': 1.4999430179595947}
+{'epoch': 33, 'iter': 20, 'avg_loss': 1.39517266977401, 'avg_acc_mask': 51.038843721770554, 'loss': 1.2754323482513428}
+{'epoch': 33, 'iter': 30, 'avg_loss': 1.381058769841348, 'avg_acc_mask': 52.42537313432835, 'loss': 1.575494408607483}
+{'epoch': 33, 'iter': 40, 'avg_loss': 1.3900316662904693, 'avg_acc_mask': 51.89814814814815, 'loss': 1.7523679733276367}
+{'epoch': 33, 'iter': 50, 'avg_loss': 1.3820142068114936, 'avg_acc_mask': 52.66469282013323, 'loss': 1.4151374101638794}
+{'epoch': 33, 'iter': 60, 'avg_loss': 1.3680157006764022, 'avg_acc_mask': 52.89702791954368, 'loss': 1.6041553020477295}
+{'epoch': 33, 'iter': 70, 'avg_loss': 1.3636688388569254, 'avg_acc_mask': 53.40704551298534, 'loss': 1.2004388570785522}
+{'epoch': 33, 'iter': 80, 'avg_loss': 1.3589658906430373, 'avg_acc_mask': 53.71506475800955, 'loss': 0.9524580240249634}
+{'epoch': 33, 'iter': 90, 'avg_loss': 1.3584705008255256, 'avg_acc_mask': 53.88026607538803, 'loss': 1.3813685178756714}
+{'epoch': 33, 'iter': 100, 'avg_loss': 1.3673008804274078, 'avg_acc_mask': 53.53846153846153, 'loss': 1.6377352476119995}
+{'epoch': 33, 'iter': 110, 'avg_loss': 1.3649435102402627, 'avg_acc_mask': 53.5796766743649, 'loss': 1.4668552875518799}
+{'epoch': 33, 'iter': 120, 'avg_loss': 1.3714770792929594, 'avg_acc_mask': 53.495115995115995, 'loss': 1.4330408573150635}
+{'epoch': 33, 'iter': 130, 'avg_loss': 1.3765917001789763, 'avg_acc_mask': 53.25277504566531, 'loss': 1.180034875869751}
+{'epoch': 33, 'iter': 140, 'avg_loss': 1.367714470582651, 'avg_acc_mask': 53.37335247292183, 'loss': 0.8891119956970215}
+{'epoch': 33, 'iter': 150, 'avg_loss': 1.3681373986976826, 'avg_acc_mask': 53.32119004250152, 'loss': 1.5026230812072754}
+{'epoch': 33, 'iter': 160, 'avg_loss': 1.3644458488647981, 'avg_acc_mask': 53.546180159635114, 'loss': 1.3868130445480347}
+{'epoch': 33, 'iter': 170, 'avg_loss': 1.3659092623587938, 'avg_acc_mask': 53.5108438909169, 'loss': 1.5944416522979736}
+{'epoch': 33, 'iter': 180, 'avg_loss': 1.3652654701833566, 'avg_acc_mask': 53.49593495934959, 'loss': 1.9088503122329712}
+{'epoch': 33, 'iter': 190, 'avg_loss': 1.3675864941162588, 'avg_acc_mask': 53.45226615236258, 'loss': 1.6007962226867676}
+{'epoch': 33, 'iter': 200, 'avg_loss': 1.3664590209277707, 'avg_acc_mask': 53.47190287869034, 'loss': 1.4532322883605957}
+{'epoch': 33, 'iter': 210, 'avg_loss': 1.3694070187790135, 'avg_acc_mask': 53.41397142606714, 'loss': 1.3046963214874268}
+{'epoch': 33, 'iter': 220, 'avg_loss': 1.3730503412393422, 'avg_acc_mask': 53.31549460657246, 'loss': 1.4868847131729126}
+{'epoch': 33, 'iter': 230, 'avg_loss': 1.3731650939751496, 'avg_acc_mask': 53.37864854058376, 'loss': 1.1378401517868042}
+{'epoch': 33, 'iter': 240, 'avg_loss': 1.3755096612629554, 'avg_acc_mask': 53.32720728999158, 'loss': 1.0656991004943848}
+{'epoch': 33, 'iter': 250, 'avg_loss': 1.3762262822147384, 'avg_acc_mask': 53.33235142499447, 'loss': 0.985369086265564}
+{'epoch': 33, 'iter': 260, 'avg_loss': 1.3749002812009206, 'avg_acc_mask': 53.420473112168786, 'loss': 1.3778512477874756}
+{'epoch': 33, 'iter': 270, 'avg_loss': 1.374323116897217, 'avg_acc_mask': 53.48662663755459, 'loss': 1.227920413017273}
+{'epoch': 'EP33_test', 'avg_loss': 1.3742064881152, 'total_masked_acc': 53.44110544674}
+{'epoch': 34, 'iter': 0, 'avg_loss': 1.3061028718948364, 'avg_acc_mask': 58.620689655172406, 'loss': 1.3061028718948364}
+{'epoch': 34, 'iter': 10, 'avg_loss': 1.3874825293367559, 'avg_acc_mask': 53.22033898305085, 'loss': 1.376497745513916}
+{'epoch': 34, 'iter': 20, 'avg_loss': 1.3705115516980488, 'avg_acc_mask': 52.467532467532465, 'loss': 1.3690098524093628}
+{'epoch': 34, 'iter': 30, 'avg_loss': 1.3351993810745977, 'avg_acc_mask': 54.66903073286053, 'loss': 1.4377492666244507}
+{'epoch': 34, 'iter': 40, 'avg_loss': 1.339882980032665, 'avg_acc_mask': 54.29338103756708, 'loss': 1.5278087854385376}
+{'epoch': 34, 'iter': 50, 'avg_loss': 1.3474460407799365, 'avg_acc_mask': 54.388489208633096, 'loss': 1.3158303499221802}
+{'epoch': 34, 'iter': 60, 'avg_loss': 1.3592436577452989, 'avg_acc_mask': 54.262638348788514, 'loss': 1.453508973121643}
+{'epoch': 34, 'iter': 70, 'avg_loss': 1.3618854040830908, 'avg_acc_mask': 54.4988464496283, 'loss': 1.2144140005111694}
+{'epoch': 34, 'iter': 80, 'avg_loss': 1.3680869804488287, 'avg_acc_mask': 54.212290502793294, 'loss': 1.2918543815612793}
+{'epoch': 34, 'iter': 90, 'avg_loss': 1.3737314068354094, 'avg_acc_mask': 54.08568028560096, 'loss': 1.3656859397888184}
+{'epoch': 34, 'iter': 100, 'avg_loss': 1.3828641394577403, 'avg_acc_mask': 53.9018361581921, 'loss': 1.6245336532592773}
+{'epoch': 34, 'iter': 110, 'avg_loss': 1.3827049232817985, 'avg_acc_mask': 54.02652005174644, 'loss': 1.2352582216262817}
+{'epoch': 34, 'iter': 120, 'avg_loss': 1.3930483864358634, 'avg_acc_mask': 53.72514099139211, 'loss': 1.5113743543624878}
+{'epoch': 34, 'iter': 130, 'avg_loss': 1.3965224141382988, 'avg_acc_mask': 53.76698229724166, 'loss': 1.5370585918426514}
+{'epoch': 34, 'iter': 140, 'avg_loss': 1.397018107539373, 'avg_acc_mask': 53.572803078896726, 'loss': 1.1952004432678223}
+{'epoch': 34, 'iter': 150, 'avg_loss': 1.393173200010464, 'avg_acc_mask': 53.58386360907672, 'loss': 1.5565292835235596}
+{'epoch': 34, 'iter': 160, 'avg_loss': 1.3908280922759393, 'avg_acc_mask': 53.645303492709395, 'loss': 1.4745365381240845}
+{'epoch': 34, 'iter': 170, 'avg_loss': 1.3836424277539838, 'avg_acc_mask': 53.69027303754266, 'loss': 1.132120966911316}
+{'epoch': 34, 'iter': 180, 'avg_loss': 1.3787624397989136, 'avg_acc_mask': 53.80341448631175, 'loss': 1.6359009742736816}
+{'epoch': 34, 'iter': 190, 'avg_loss': 1.376305068038521, 'avg_acc_mask': 53.8328530259366, 'loss': 1.648097276687622}
+{'epoch': 34, 'iter': 200, 'avg_loss': 1.3755564932799458, 'avg_acc_mask': 53.771000730460194, 'loss': 0.9874133467674255}
+{'epoch': 34, 'iter': 210, 'avg_loss': 1.3771484999860069, 'avg_acc_mask': 53.78129346314326, 'loss': 1.5472140312194824}
+{'epoch': 34, 'iter': 220, 'avg_loss': 1.3811896683403808, 'avg_acc_mask': 53.72627041366162, 'loss': 1.368646264076233}
+{'epoch': 34, 'iter': 230, 'avg_loss': 1.3826536249804806, 'avg_acc_mask': 53.681540778314975, 'loss': 1.3788881301879883}
+{'epoch': 34, 'iter': 240, 'avg_loss': 1.3808086059400155, 'avg_acc_mask': 53.64819860732667, 'loss': 1.3758350610733032}
+{'epoch': 34, 'iter': 250, 'avg_loss': 1.3800326417166873, 'avg_acc_mask': 53.67786015409216, 'loss': 1.450164794921875}
+{'epoch': 34, 'iter': 260, 'avg_loss': 1.3788323450362545, 'avg_acc_mask': 53.741782067422015, 'loss': 1.2519460916519165}
+{'epoch': 34, 'iter': 270, 'avg_loss': 1.3796522984645463, 'avg_acc_mask': 53.69796578202883, 'loss': 1.5493035316467285}
+{'epoch': 'EP34_test', 'avg_loss': 1.3820435545150784, 'total_masked_acc': 53.69500496195832}
+{'epoch': 35, 'iter': 0, 'avg_loss': 1.5710387229919434, 'avg_acc_mask': 56.00000000000001, 'loss': 1.5710387229919434}
+{'epoch': 35, 'iter': 10, 'avg_loss': 1.4705480120398782, 'avg_acc_mask': 49.6, 'loss': 1.3846391439437866}
+{'epoch': 35, 'iter': 20, 'avg_loss': 1.37823528335208, 'avg_acc_mask': 50.85910652920962, 'loss': 1.4968061447143555}
+{'epoch': 35, 'iter': 30, 'avg_loss': 1.3622087932402087, 'avg_acc_mask': 52.65926358854471, 'loss': 1.520119547843933}
+{'epoch': 35, 'iter': 40, 'avg_loss': 1.3562965756509362, 'avg_acc_mask': 53.02491103202846, 'loss': 1.4872711896896362}
+{'epoch': 35, 'iter': 50, 'avg_loss': 1.371723753564498, 'avg_acc_mask': 52.57950530035336, 'loss': 1.6409201622009277}
+{'epoch': 35, 'iter': 60, 'avg_loss': 1.3913196022393273, 'avg_acc_mask': 52.11889346674514, 'loss': 1.789713978767395}
+{'epoch': 35, 'iter': 70, 'avg_loss': 1.3960176849029433, 'avg_acc_mask': 52.12685627988925, 'loss': 1.5198603868484497}
+{'epoch': 35, 'iter': 80, 'avg_loss': 1.41048663854599, 'avg_acc_mask': 51.85185185185185, 'loss': 1.4479514360427856}
+{'epoch': 35, 'iter': 90, 'avg_loss': 1.4171212315559387, 'avg_acc_mask': 51.72004744958482, 'loss': 1.3337485790252686}
+{'epoch': 35, 'iter': 100, 'avg_loss': 1.4137672793747176, 'avg_acc_mask': 52.20260388799714, 'loss': 1.4794516563415527}
+{'epoch': 35, 'iter': 110, 'avg_loss': 1.4004683070354633, 'avg_acc_mask': 52.742754216472896, 'loss': 1.3985601663589478}
+{'epoch': 35, 'iter': 120, 'avg_loss': 1.401647290415015, 'avg_acc_mask': 53.05446885344568, 'loss': 1.2876173257827759}
+{'epoch': 35, 'iter': 130, 'avg_loss': 1.4070441627320442, 'avg_acc_mask': 52.82572383073497, 'loss': 1.6929090023040771}
+{'epoch': 35, 'iter': 140, 'avg_loss': 1.403244989560851, 'avg_acc_mask': 52.848469190027124, 'loss': 1.2749980688095093}
+{'epoch': 35, 'iter': 150, 'avg_loss': 1.4029392757952608, 'avg_acc_mask': 52.80587668593449, 'loss': 1.2992511987686157}
+{'epoch': 35, 'iter': 160, 'avg_loss': 1.4003825494961708, 'avg_acc_mask': 52.9705782119732, 'loss': 1.4603933095932007}
+{'epoch': 35, 'iter': 170, 'avg_loss': 1.3952031146016037, 'avg_acc_mask': 53.095161463362295, 'loss': 1.5687090158462524}
+{'epoch': 35, 'iter': 180, 'avg_loss': 1.3966624437116129, 'avg_acc_mask': 53.159662155286455, 'loss': 1.3525487184524536}
+{'epoch': 35, 'iter': 190, 'avg_loss': 1.3941054759225295, 'avg_acc_mask': 53.214113098115035, 'loss': 1.2368866205215454}
+{'epoch': 35, 'iter': 200, 'avg_loss': 1.391209830395618, 'avg_acc_mask': 53.38159824046921, 'loss': 1.3894779682159424}
+{'epoch': 35, 'iter': 210, 'avg_loss': 1.3905915222461755, 'avg_acc_mask': 53.362483602973334, 'loss': 1.2354987859725952}
+{'epoch': 35, 'iter': 220, 'avg_loss': 1.3918460113969864, 'avg_acc_mask': 53.318381925409085, 'loss': 1.5149990320205688}
+{'epoch': 35, 'iter': 230, 'avg_loss': 1.3944873358264114, 'avg_acc_mask': 53.17038330291247, 'loss': 1.3322606086730957}
+{'epoch': 35, 'iter': 240, 'avg_loss': 1.3915315497960292, 'avg_acc_mask': 53.27017809776431, 'loss': 1.1332957744598389}
+{'epoch': 35, 'iter': 250, 'avg_loss': 1.3895363743561673, 'avg_acc_mask': 53.3401325854156, 'loss': 0.8496098518371582}
+{'epoch': 35, 'iter': 260, 'avg_loss': 1.3911193031460847, 'avg_acc_mask': 53.358130395115445, 'loss': 1.5060302019119263}
+{'epoch': 35, 'iter': 270, 'avg_loss': 1.391626942861564, 'avg_acc_mask': 53.2838339520756, 'loss': 1.2327357530593872}
+{'epoch': 'EP35_test', 'avg_loss': 1.3917227894931599, 'total_masked_acc': 53.31830537691441}
+{'epoch': 36, 'iter': 0, 'avg_loss': 1.2124552726745605, 'avg_acc_mask': 58.333333333333336, 'loss': 1.2124552726745605}
+{'epoch': 36, 'iter': 10, 'avg_loss': 1.342397852377458, 'avg_acc_mask': 54.57516339869281, 'loss': 1.504116415977478}
+{'epoch': 36, 'iter': 20, 'avg_loss': 1.3623295284452892, 'avg_acc_mask': 55.20282186948854, 'loss': 1.4890130758285522}
+{'epoch': 36, 'iter': 30, 'avg_loss': 1.3602337798764628, 'avg_acc_mask': 55.00610500610501, 'loss': 1.292546033859253}
+{'epoch': 36, 'iter': 40, 'avg_loss': 1.3695188586304827, 'avg_acc_mask': 54.182156133829, 'loss': 1.485146164894104}
+{'epoch': 36, 'iter': 50, 'avg_loss': 1.3833680573631735, 'avg_acc_mask': 53.70032810791104, 'loss': 1.0705851316452026}
+{'epoch': 36, 'iter': 60, 'avg_loss': 1.3977973246183553, 'avg_acc_mask': 52.721804511278194, 'loss': 1.7012263536453247}
+{'epoch': 36, 'iter': 70, 'avg_loss': 1.3838395132145411, 'avg_acc_mask': 52.964017602899304, 'loss': 1.0623314380645752}
+{'epoch': 36, 'iter': 80, 'avg_loss': 1.3862760596805148, 'avg_acc_mask': 52.80490574608222, 'loss': 1.488738775253296}
+{'epoch': 36, 'iter': 90, 'avg_loss': 1.3875496269582392, 'avg_acc_mask': 52.62096774193549, 'loss': 1.3101637363433838}
+{'epoch': 36, 'iter': 100, 'avg_loss': 1.3951231288437795, 'avg_acc_mask': 52.59528130671506, 'loss': 1.2369722127914429}
+{'epoch': 36, 'iter': 110, 'avg_loss': 1.3899586082578779, 'avg_acc_mask': 52.855953372189845, 'loss': 1.3190710544586182}
+{'epoch': 36, 'iter': 120, 'avg_loss': 1.392467578580557, 'avg_acc_mask': 52.9528460247215, 'loss': 1.2654021978378296}
+{'epoch': 36, 'iter': 130, 'avg_loss': 1.3963006743947968, 'avg_acc_mask': 52.75235815852457, 'loss': 1.597448468208313}
+{'epoch': 36, 'iter': 140, 'avg_loss': 1.3921736089895802, 'avg_acc_mask': 52.92724641494541, 'loss': 1.1837265491485596}
+{'epoch': 36, 'iter': 150, 'avg_loss': 1.3904871762983058, 'avg_acc_mask': 53.06473406215453, 'loss': 1.8271267414093018}
+{'epoch': 36, 'iter': 160, 'avg_loss': 1.3876320105161726, 'avg_acc_mask': 53.06830001155669, 'loss': 1.2319433689117432}
+{'epoch': 36, 'iter': 170, 'avg_loss': 1.385809640438236, 'avg_acc_mask': 52.93989783719161, 'loss': 1.3548635244369507}
+{'epoch': 36, 'iter': 180, 'avg_loss': 1.3825871081642025, 'avg_acc_mask': 53.0528476141611, 'loss': 1.4337891340255737}
+{'epoch': 36, 'iter': 190, 'avg_loss': 1.3807832489463048, 'avg_acc_mask': 53.06640625, 'loss': 1.8857510089874268}
+{'epoch': 36, 'iter': 200, 'avg_loss': 1.3805201065481005, 'avg_acc_mask': 53.05743713463858, 'loss': 1.3338563442230225}
+{'epoch': 36, 'iter': 210, 'avg_loss': 1.3790966622637346, 'avg_acc_mask': 53.19111268478357, 'loss': 1.2150812149047852}
+{'epoch': 36, 'iter': 220, 'avg_loss': 1.3770333900710576, 'avg_acc_mask': 53.23886639676113, 'loss': 1.1690332889556885}
+{'epoch': 36, 'iter': 230, 'avg_loss': 1.3745187366163576, 'avg_acc_mask': 53.278490200822645, 'loss': 1.6068875789642334}
+{'epoch': 36, 'iter': 240, 'avg_loss': 1.3726027061335773, 'avg_acc_mask': 53.329736395868665, 'loss': 1.4512608051300049}
+{'epoch': 36, 'iter': 250, 'avg_loss': 1.3694463923157925, 'avg_acc_mask': 53.580666617397085, 'loss': 0.783298671245575}
+{'epoch': 36, 'iter': 260, 'avg_loss': 1.370673268919247, 'avg_acc_mask': 53.61557039352181, 'loss': 1.5353977680206299}
+{'epoch': 36, 'iter': 270, 'avg_loss': 1.3724541578345633, 'avg_acc_mask': 53.51690294438386, 'loss': 1.2365025281906128}
+{'epoch': 'EP36_test', 'avg_loss': 1.374407628092213, 'total_masked_acc': 53.48634903640257}
+{'epoch': 37, 'iter': 0, 'avg_loss': 1.4138509035110474, 'avg_acc_mask': 51.28205128205128, 'loss': 1.4138509035110474}
+{'epoch': 37, 'iter': 10, 'avg_loss': 1.377135851166465, 'avg_acc_mask': 52.99003322259136, 'loss': 1.4704113006591797}
+{'epoch': 37, 'iter': 20, 'avg_loss': 1.3707719189780099, 'avg_acc_mask': 53.15555555555556, 'loss': 1.5805740356445312}
+{'epoch': 37, 'iter': 30, 'avg_loss': 1.3494347756908787, 'avg_acc_mask': 53.46715328467153, 'loss': 1.1153243780136108}
+{'epoch': 37, 'iter': 40, 'avg_loss': 1.3573671114153978, 'avg_acc_mask': 53.153153153153156, 'loss': 1.0895076990127563}
+{'epoch': 37, 'iter': 50, 'avg_loss': 1.3549912723840452, 'avg_acc_mask': 53.541891405969075, 'loss': 1.2473993301391602}
+{'epoch': 37, 'iter': 60, 'avg_loss': 1.3612114796872998, 'avg_acc_mask': 53.788782816229116, 'loss': 1.5250531435012817}
+{'epoch': 37, 'iter': 70, 'avg_loss': 1.353495072311079, 'avg_acc_mask': 54.198273607114835, 'loss': 1.2761833667755127}
+{'epoch': 37, 'iter': 80, 'avg_loss': 1.351930343074563, 'avg_acc_mask': 54.367816091954026, 'loss': 1.5255260467529297}
+{'epoch': 37, 'iter': 90, 'avg_loss': 1.359302730350704, 'avg_acc_mask': 54.134101192924724, 'loss': 1.7457904815673828}
+{'epoch': 37, 'iter': 100, 'avg_loss': 1.3607828982985846, 'avg_acc_mask': 54.13382218148488, 'loss': 1.3892778158187866}
+{'epoch': 37, 'iter': 110, 'avg_loss': 1.3631305436830263, 'avg_acc_mask': 53.95899316552759, 'loss': 1.3433796167373657}
+{'epoch': 37, 'iter': 120, 'avg_loss': 1.3602890771282605, 'avg_acc_mask': 54.02298850574713, 'loss': 1.1484136581420898}
+{'epoch': 37, 'iter': 130, 'avg_loss': 1.365287313934501, 'avg_acc_mask': 53.77358490566038, 'loss': 1.4268043041229248}
+{'epoch': 37, 'iter': 140, 'avg_loss': 1.3637304238393797, 'avg_acc_mask': 53.63838993051003, 'loss': 1.3741687536239624}
+{'epoch': 37, 'iter': 150, 'avg_loss': 1.3667678959322291, 'avg_acc_mask': 53.65319045299562, 'loss': 1.4283357858657837}
+{'epoch': 37, 'iter': 160, 'avg_loss': 1.3707037823540824, 'avg_acc_mask': 53.598355037697054, 'loss': 1.4133973121643066}
+{'epoch': 37, 'iter': 170, 'avg_loss': 1.3685065194180137, 'avg_acc_mask': 53.63411219984925, 'loss': 1.547347068786621}
+{'epoch': 37, 'iter': 180, 'avg_loss': 1.3681394849692918, 'avg_acc_mask': 53.62186325307326, 'loss': 1.455256700515747}
+{'epoch': 37, 'iter': 190, 'avg_loss': 1.3747785178778684, 'avg_acc_mask': 53.50478584549937, 'loss': 1.70179283618927}
+{'epoch': 37, 'iter': 200, 'avg_loss': 1.3739356662503523, 'avg_acc_mask': 53.51192120040504, 'loss': 1.2303858995437622}
+{'epoch': 37, 'iter': 210, 'avg_loss': 1.3757765745099686, 'avg_acc_mask': 53.39457567804025, 'loss': 1.3312650918960571}
+{'epoch': 37, 'iter': 220, 'avg_loss': 1.3730744312251855, 'avg_acc_mask': 53.475579263210534, 'loss': 1.5849446058273315}
+{'epoch': 37, 'iter': 230, 'avg_loss': 1.3764846985474293, 'avg_acc_mask': 53.301962035412345, 'loss': 1.4537807703018188}
+{'epoch': 37, 'iter': 240, 'avg_loss': 1.3761251868054085, 'avg_acc_mask': 53.33078686019862, 'loss': 1.3783974647521973}
+{'epoch': 37, 'iter': 250, 'avg_loss': 1.3729217318424665, 'avg_acc_mask': 53.42475799354649, 'loss': 1.0162420272827148}
+{'epoch': 37, 'iter': 260, 'avg_loss': 1.372753850344954, 'avg_acc_mask': 53.52659049231203, 'loss': 1.3818368911743164}
+{'epoch': 37, 'iter': 270, 'avg_loss': 1.3746014785062783, 'avg_acc_mask': 53.46863969590008, 'loss': 1.3792612552642822}
+{'epoch': 'EP37_test', 'avg_loss': 1.3756447853385538, 'total_masked_acc': 53.47254653412502}
+{'epoch': 38, 'iter': 0, 'avg_loss': 1.1810238361358643, 'avg_acc_mask': 60.46511627906976, 'loss': 1.1810238361358643}
+{'epoch': 38, 'iter': 10, 'avg_loss': 1.3245343620126897, 'avg_acc_mask': 58.89261744966443, 'loss': 1.1701223850250244}
+{'epoch': 38, 'iter': 20, 'avg_loss': 1.3575577906199865, 'avg_acc_mask': 55.613126079447326, 'loss': 1.440871238708496}
+{'epoch': 38, 'iter': 30, 'avg_loss': 1.3609868634131648, 'avg_acc_mask': 55.78190533253446, 'loss': 1.3961925506591797}
+{'epoch': 38, 'iter': 40, 'avg_loss': 1.367728747972628, 'avg_acc_mask': 55.15555555555556, 'loss': 1.211206316947937}
+{'epoch': 38, 'iter': 50, 'avg_loss': 1.3790650274239333, 'avg_acc_mask': 54.77133597407274, 'loss': 1.6620069742202759}
+{'epoch': 38, 'iter': 60, 'avg_loss': 1.3851624395026536, 'avg_acc_mask': 54.50530035335689, 'loss': 1.2755471467971802}
+{'epoch': 38, 'iter': 70, 'avg_loss': 1.3738803468959433, 'avg_acc_mask': 54.61264016309888, 'loss': 0.931240975856781}
+{'epoch': 38, 'iter': 80, 'avg_loss': 1.370926132172714, 'avg_acc_mask': 54.77578475336323, 'loss': 1.187101125717163}
+{'epoch': 38, 'iter': 90, 'avg_loss': 1.3724419828299637, 'avg_acc_mask': 54.805401111993646, 'loss': 1.303378701210022}
+{'epoch': 38, 'iter': 100, 'avg_loss': 1.3737568306450796, 'avg_acc_mask': 54.47401321664584, 'loss': 1.3330299854278564}
+{'epoch': 38, 'iter': 110, 'avg_loss': 1.3747574805139422, 'avg_acc_mask': 54.22019840624491, 'loss': 1.2487038373947144}
+{'epoch': 38, 'iter': 120, 'avg_loss': 1.3876354423436252, 'avg_acc_mask': 54.0641312453393, 'loss': 1.3315670490264893}
+{'epoch': 38, 'iter': 130, 'avg_loss': 1.388859663755839, 'avg_acc_mask': 54.09518539014941, 'loss': 1.311238408088684}
+{'epoch': 38, 'iter': 140, 'avg_loss': 1.3828141727346055, 'avg_acc_mask': 54.20103092783505, 'loss': 1.202588438987732}
+{'epoch': 38, 'iter': 150, 'avg_loss': 1.3877358701055413, 'avg_acc_mask': 54.16364076494795, 'loss': 1.4630874395370483}
+{'epoch': 38, 'iter': 160, 'avg_loss': 1.3803236273504933, 'avg_acc_mask': 54.309072328829345, 'loss': 1.537621259689331}
+{'epoch': 38, 'iter': 170, 'avg_loss': 1.3754647067415784, 'avg_acc_mask': 54.36997319034853, 'loss': 1.2810094356536865}
+{'epoch': 38, 'iter': 180, 'avg_loss': 1.3744747977889045, 'avg_acc_mask': 54.31596091205212, 'loss': 1.8871474266052246}
+{'epoch': 38, 'iter': 190, 'avg_loss': 1.3753471046842205, 'avg_acc_mask': 54.32706222865412, 'loss': 1.7397208213806152}
+{'epoch': 38, 'iter': 200, 'avg_loss': 1.3752373086279304, 'avg_acc_mask': 54.253655844753055, 'loss': 1.182456135749817}
+{'epoch': 38, 'iter': 210, 'avg_loss': 1.37433564691182, 'avg_acc_mask': 54.229594063727625, 'loss': 1.2553366422653198}
+{'epoch': 38, 'iter': 220, 'avg_loss': 1.371946188389446, 'avg_acc_mask': 54.28070761014686, 'loss': 1.4605268239974976}
+{'epoch': 38, 'iter': 230, 'avg_loss': 1.3752509234271524, 'avg_acc_mask': 54.14404343660173, 'loss': 1.4003188610076904}
+{'epoch': 38, 'iter': 240, 'avg_loss': 1.371143205779222, 'avg_acc_mask': 54.33419966365999, 'loss': 1.1110985279083252}
+{'epoch': 38, 'iter': 250, 'avg_loss': 1.3683476578666869, 'avg_acc_mask': 54.419321685508734, 'loss': 0.9568387269973755}
+{'epoch': 38, 'iter': 260, 'avg_loss': 1.3723230948850114, 'avg_acc_mask': 54.312354312354316, 'loss': 1.4741383790969849}
+{'epoch': 38, 'iter': 270, 'avg_loss': 1.3762498889462094, 'avg_acc_mask': 54.26182707993475, 'loss': 1.5869033336639404}
+{'epoch': 'EP38_test', 'avg_loss': 1.3764064072266868, 'total_masked_acc': 54.293536324786324}
+{'epoch': 39, 'iter': 0, 'avg_loss': 1.332637906074524, 'avg_acc_mask': 61.016949152542374, 'loss': 1.332637906074524}
+{'epoch': 39, 'iter': 10, 'avg_loss': 1.2948592034253208, 'avg_acc_mask': 55.376344086021504, 'loss': 1.221015214920044}
+{'epoch': 39, 'iter': 20, 'avg_loss': 1.345737338066101, 'avg_acc_mask': 54.28832116788321, 'loss': 1.4581890106201172}
+{'epoch': 39, 'iter': 30, 'avg_loss': 1.3473879483438307, 'avg_acc_mask': 53.30859616573902, 'loss': 1.4950004816055298}
+{'epoch': 39, 'iter': 40, 'avg_loss': 1.3543456298549001, 'avg_acc_mask': 53.414405986903645, 'loss': 1.4370052814483643}
+{'epoch': 39, 'iter': 50, 'avg_loss': 1.3646207112892002, 'avg_acc_mask': 53.40059790732437, 'loss': 1.5023040771484375}
+{'epoch': 39, 'iter': 60, 'avg_loss': 1.3796603816454527, 'avg_acc_mask': 52.88197621225984, 'loss': 1.5237491130828857}
+{'epoch': 39, 'iter': 70, 'avg_loss': 1.3778478897793192, 'avg_acc_mask': 53.34722584006252, 'loss': 1.3397847414016724}
+{'epoch': 39, 'iter': 80, 'avg_loss': 1.377684086929133, 'avg_acc_mask': 53.35905583295506, 'loss': 1.2884637117385864}
+{'epoch': 39, 'iter': 90, 'avg_loss': 1.3817737574105735, 'avg_acc_mask': 53.47517730496454, 'loss': 1.2839266061782837}
+{'epoch': 39, 'iter': 100, 'avg_loss': 1.382479745562714, 'avg_acc_mask': 53.753203954595385, 'loss': 1.4936919212341309}
+{'epoch': 39, 'iter': 110, 'avg_loss': 1.3754181314159084, 'avg_acc_mask': 54.087420754087425, 'loss': 1.2102304697036743}
+{'epoch': 39, 'iter': 120, 'avg_loss': 1.3798779958535816, 'avg_acc_mask': 53.879178166206685, 'loss': 1.2112044095993042}
+{'epoch': 39, 'iter': 130, 'avg_loss': 1.3875890433333302, 'avg_acc_mask': 53.72688477951636, 'loss': 1.4698073863983154}
+{'epoch': 39, 'iter': 140, 'avg_loss': 1.384024884683866, 'avg_acc_mask': 53.71648526679055, 'loss': 1.241321086883545}
+{'epoch': 39, 'iter': 150, 'avg_loss': 1.3894879431124554, 'avg_acc_mask': 53.699343165200155, 'loss': 1.442112922668457}
+{'epoch': 39, 'iter': 160, 'avg_loss': 1.3826002289789805, 'avg_acc_mask': 53.87393685191658, 'loss': 1.5249803066253662}
+{'epoch': 39, 'iter': 170, 'avg_loss': 1.3757038234967238, 'avg_acc_mask': 54.1534072204543, 'loss': 1.1366804838180542}
+{'epoch': 39, 'iter': 180, 'avg_loss': 1.3696680767101477, 'avg_acc_mask': 54.36290239105682, 'loss': 1.5216466188430786}
+{'epoch': 39, 'iter': 190, 'avg_loss': 1.3684680755225775, 'avg_acc_mask': 54.30476564032163, 'loss': 1.6801478862762451}
+{'epoch': 39, 'iter': 200, 'avg_loss': 1.3687101389045147, 'avg_acc_mask': 54.34762391890635, 'loss': 1.1676982641220093}
+{'epoch': 39, 'iter': 210, 'avg_loss': 1.3668986078687189, 'avg_acc_mask': 54.389532313676945, 'loss': 1.2512990236282349}
+{'epoch': 39, 'iter': 220, 'avg_loss': 1.3668055151382723, 'avg_acc_mask': 54.38640760366725, 'loss': 1.5016405582427979}
+{'epoch': 39, 'iter': 230, 'avg_loss': 1.3690833617082405, 'avg_acc_mask': 54.19681620839363, 'loss': 1.197703242301941}
+{'epoch': 39, 'iter': 240, 'avg_loss': 1.3694156665525001, 'avg_acc_mask': 54.15483771963478, 'loss': 1.5433039665222168}
+{'epoch': 39, 'iter': 250, 'avg_loss': 1.36720670694374, 'avg_acc_mask': 54.14177177841706, 'loss': 0.9465255737304688}
+{'epoch': 39, 'iter': 260, 'avg_loss': 1.368741769900267, 'avg_acc_mask': 54.09568427030097, 'loss': 1.3981940746307373}
+{'epoch': 39, 'iter': 270, 'avg_loss': 1.3715945125945819, 'avg_acc_mask': 53.92498462799754, 'loss': 1.5057064294815063}
+{'epoch': 'EP39_test', 'avg_loss': 1.371401848136515, 'total_masked_acc': 53.93748323048028}
+{'epoch': 40, 'iter': 0, 'avg_loss': 1.2847262620925903, 'avg_acc_mask': 56.25, 'loss': 1.2847262620925903}
+{'epoch': 40, 'iter': 10, 'avg_loss': 1.4155189449136907, 'avg_acc_mask': 51.388888888888886, 'loss': 1.4058197736740112}
+{'epoch': 40, 'iter': 20, 'avg_loss': 1.3498577787762596, 'avg_acc_mask': 54.741379310344826, 'loss': 1.427969217300415}
+{'epoch': 40, 'iter': 30, 'avg_loss': 1.3344360686117602, 'avg_acc_mask': 55.23809523809524, 'loss': 1.636425256729126}
+{'epoch': 40, 'iter': 40, 'avg_loss': 1.3425956833653334, 'avg_acc_mask': 55.30676220331393, 'loss': 1.6894810199737549}
+{'epoch': 40, 'iter': 50, 'avg_loss': 1.3590347357824737, 'avg_acc_mask': 54.574927953890494, 'loss': 1.3921681642532349}
+{'epoch': 40, 'iter': 60, 'avg_loss': 1.371982641884538, 'avg_acc_mask': 53.931240657698055, 'loss': 1.674404263496399}
+{'epoch': 40, 'iter': 70, 'avg_loss': 1.3726560607762404, 'avg_acc_mask': 53.875968992248055, 'loss': 1.047737717628479}
+{'epoch': 40, 'iter': 80, 'avg_loss': 1.3742846625822562, 'avg_acc_mask': 53.57707063868201, 'loss': 1.4829353094100952}
+{'epoch': 40, 'iter': 90, 'avg_loss': 1.3738397458097438, 'avg_acc_mask': 53.76581642900181, 'loss': 1.3476299047470093}
+{'epoch': 40, 'iter': 100, 'avg_loss': 1.379126241301546, 'avg_acc_mask': 53.3585449306681, 'loss': 1.4698486328125}
+{'epoch': 40, 'iter': 110, 'avg_loss': 1.3748750240953118, 'avg_acc_mask': 53.568498769483185, 'loss': 1.2511844635009766}
+{'epoch': 40, 'iter': 120, 'avg_loss': 1.38259097613579, 'avg_acc_mask': 53.402589581451366, 'loss': 1.4880173206329346}
+{'epoch': 40, 'iter': 130, 'avg_loss': 1.3874586497554342, 'avg_acc_mask': 53.16067947646895, 'loss': 1.4557077884674072}
+{'epoch': 40, 'iter': 140, 'avg_loss': 1.3871464809627398, 'avg_acc_mask': 53.27911179963852, 'loss': 1.1020876169204712}
+{'epoch': 40, 'iter': 150, 'avg_loss': 1.386948644325433, 'avg_acc_mask': 53.24314530740427, 'loss': 1.5323272943496704}
+{'epoch': 40, 'iter': 160, 'avg_loss': 1.3769070047029057, 'avg_acc_mask': 53.531089560752996, 'loss': 1.2436524629592896}
+{'epoch': 40, 'iter': 170, 'avg_loss': 1.3713273343287016, 'avg_acc_mask': 53.74932759548145, 'loss': 1.3229281902313232}
+{'epoch': 40, 'iter': 180, 'avg_loss': 1.3648355576873483, 'avg_acc_mask': 53.95258927663038, 'loss': 1.4443974494934082}
+{'epoch': 40, 'iter': 190, 'avg_loss': 1.361977831543428, 'avg_acc_mask': 54.06768156695433, 'loss': 1.484397530555725}
+{'epoch': 40, 'iter': 200, 'avg_loss': 1.3667446822669376, 'avg_acc_mask': 53.815741081279874, 'loss': 1.4300241470336914}
+{'epoch': 40, 'iter': 210, 'avg_loss': 1.3631048470876792, 'avg_acc_mask': 54.08529643576495, 'loss': 1.4957141876220703}
+{'epoch': 40, 'iter': 220, 'avg_loss': 1.3641604025978848, 'avg_acc_mask': 54.178842781998824, 'loss': 1.6043661832809448}
+{'epoch': 40, 'iter': 230, 'avg_loss': 1.36324283003291, 'avg_acc_mask': 54.14540816326531, 'loss': 1.2225340604782104}
+{'epoch': 40, 'iter': 240, 'avg_loss': 1.3605318341512402, 'avg_acc_mask': 54.11079610757796, 'loss': 1.3920719623565674}
+{'epoch': 40, 'iter': 250, 'avg_loss': 1.3607568102053913, 'avg_acc_mask': 54.088836593616705, 'loss': 1.1712440252304077}
+{'epoch': 40, 'iter': 260, 'avg_loss': 1.360453040892137, 'avg_acc_mask': 54.20653483592034, 'loss': 1.5876789093017578}
+{'epoch': 40, 'iter': 270, 'avg_loss': 1.3618031496051493, 'avg_acc_mask': 54.1646769902449, 'loss': 1.4063109159469604}
+{'epoch': 'EP40_test', 'avg_loss': 1.3620662583389145, 'total_masked_acc': 54.16303253941631}
+{'epoch': 41, 'iter': 0, 'avg_loss': 1.3541243076324463, 'avg_acc_mask': 48.214285714285715, 'loss': 1.3541243076324463}
+{'epoch': 41, 'iter': 10, 'avg_loss': 1.4245502948760986, 'avg_acc_mask': 48.480000000000004, 'loss': 1.216418743133545}
+{'epoch': 41, 'iter': 20, 'avg_loss': 1.3972391855149042, 'avg_acc_mask': 50.173611111111114, 'loss': 1.2647037506103516}
+{'epoch': 41, 'iter': 30, 'avg_loss': 1.3624348717351114, 'avg_acc_mask': 52.4390243902439, 'loss': 1.3406364917755127}
+{'epoch': 41, 'iter': 40, 'avg_loss': 1.3795800121819102, 'avg_acc_mask': 51.87307183781401, 'loss': 1.3372461795806885}
+{'epoch': 41, 'iter': 50, 'avg_loss': 1.375852023853975, 'avg_acc_mask': 52.12803376714737, 'loss': 1.3896477222442627}
+{'epoch': 41, 'iter': 60, 'avg_loss': 1.3832898081326095, 'avg_acc_mask': 52.00345921014702, 'loss': 1.5013926029205322}
+{'epoch': 41, 'iter': 70, 'avg_loss': 1.385947155280852, 'avg_acc_mask': 52.17282089927154, 'loss': 1.4571444988250732}
+{'epoch': 41, 'iter': 80, 'avg_loss': 1.384506799556591, 'avg_acc_mask': 52.244806790261336, 'loss': 1.107181429862976}
+{'epoch': 41, 'iter': 90, 'avg_loss': 1.3842762669364175, 'avg_acc_mask': 52.39992033459471, 'loss': 1.2779769897460938}
+{'epoch': 41, 'iter': 100, 'avg_loss': 1.3863899223875291, 'avg_acc_mask': 52.32620801149632, 'loss': 1.3821372985839844}
+{'epoch': 41, 'iter': 110, 'avg_loss': 1.3867707306200319, 'avg_acc_mask': 52.326919914487746, 'loss': 1.336836576461792}
+{'epoch': 41, 'iter': 120, 'avg_loss': 1.3848923710752126, 'avg_acc_mask': 52.45039085989176, 'loss': 1.235426902770996}
+{'epoch': 41, 'iter': 130, 'avg_loss': 1.3810392527179864, 'avg_acc_mask': 53.07702945650671, 'loss': 1.286243200302124}
+{'epoch': 41, 'iter': 140, 'avg_loss': 1.3786081041850098, 'avg_acc_mask': 53.124193131939066, 'loss': 1.068446159362793}
+{'epoch': 41, 'iter': 150, 'avg_loss': 1.3786467321661136, 'avg_acc_mask': 53.07748008689356, 'loss': 1.189570426940918}
+{'epoch': 41, 'iter': 160, 'avg_loss': 1.3833713220513386, 'avg_acc_mask': 52.82161916657204, 'loss': 1.5749077796936035}
+{'epoch': 41, 'iter': 170, 'avg_loss': 1.3819401299047192, 'avg_acc_mask': 52.89459604066346, 'loss': 1.4422438144683838}
+{'epoch': 41, 'iter': 180, 'avg_loss': 1.3777197658686349, 'avg_acc_mask': 53.11836652178308, 'loss': 1.416532039642334}
+{'epoch': 41, 'iter': 190, 'avg_loss': 1.3734458272993877, 'avg_acc_mask': 53.21074419948012, 'loss': 1.5321944952011108}
+{'epoch': 41, 'iter': 200, 'avg_loss': 1.37163495424375, 'avg_acc_mask': 53.232738911751255, 'loss': 1.1139706373214722}
+{'epoch': 41, 'iter': 210, 'avg_loss': 1.3744479592942513, 'avg_acc_mask': 53.15991620111732, 'loss': 1.1991435289382935}
+{'epoch': 41, 'iter': 220, 'avg_loss': 1.3760074339301338, 'avg_acc_mask': 53.11589982527665, 'loss': 1.0488287210464478}
+{'epoch': 41, 'iter': 230, 'avg_loss': 1.3781015454948722, 'avg_acc_mask': 53.06024864520242, 'loss': 1.1761668920516968}
+{'epoch': 41, 'iter': 240, 'avg_loss': 1.3766156261887292, 'avg_acc_mask': 53.08660816482259, 'loss': 1.6214863061904907}
+{'epoch': 41, 'iter': 250, 'avg_loss': 1.3720336858019886, 'avg_acc_mask': 53.26629477392836, 'loss': 1.1051887273788452}
+{'epoch': 41, 'iter': 260, 'avg_loss': 1.3691840961975157, 'avg_acc_mask': 53.42031029619182, 'loss': 1.3367682695388794}
+{'epoch': 41, 'iter': 270, 'avg_loss': 1.3709189970994788, 'avg_acc_mask': 53.349120433017596, 'loss': 1.599459171295166}
+{'epoch': 'EP41_test', 'avg_loss': 1.3729455674040145, 'total_masked_acc': 53.30589484864578}
+{'epoch': 42, 'iter': 0, 'avg_loss': 1.1217669248580933, 'avg_acc_mask': 60.71428571428571, 'loss': 1.1217669248580933}
+{'epoch': 42, 'iter': 10, 'avg_loss': 1.367653120647777, 'avg_acc_mask': 53.242320819112635, 'loss': 1.2935646772384644}
+{'epoch': 42, 'iter': 20, 'avg_loss': 1.3653524546396165, 'avg_acc_mask': 53.51257588898526, 'loss': 1.6343708038330078}
+{'epoch': 42, 'iter': 30, 'avg_loss': 1.3682731236180952, 'avg_acc_mask': 54.169166166766644, 'loss': 1.2944153547286987}
+{'epoch': 42, 'iter': 40, 'avg_loss': 1.3677781558618314, 'avg_acc_mask': 53.65742844161745, 'loss': 1.4733504056930542}
+{'epoch': 42, 'iter': 50, 'avg_loss': 1.3628907040053724, 'avg_acc_mask': 54.023818116203536, 'loss': 1.1309856176376343}
+{'epoch': 42, 'iter': 60, 'avg_loss': 1.375572964793346, 'avg_acc_mask': 53.60978520286396, 'loss': 1.4623926877975464}
+{'epoch': 42, 'iter': 70, 'avg_loss': 1.3893674410564798, 'avg_acc_mask': 53.16488004083716, 'loss': 1.3273755311965942}
+{'epoch': 42, 'iter': 80, 'avg_loss': 1.3910492952959037, 'avg_acc_mask': 53.11240483654277, 'loss': 1.3417742252349854}
+{'epoch': 42, 'iter': 90, 'avg_loss': 1.397963238286448, 'avg_acc_mask': 53.18172750847796, 'loss': 1.4009449481964111}
+{'epoch': 42, 'iter': 100, 'avg_loss': 1.4034910190223466, 'avg_acc_mask': 53.00921742273631, 'loss': 1.5715150833129883}
+{'epoch': 42, 'iter': 110, 'avg_loss': 1.3986715873082478, 'avg_acc_mask': 53.073089700996675, 'loss': 1.50140380859375}
+{'epoch': 42, 'iter': 120, 'avg_loss': 1.3947163327666354, 'avg_acc_mask': 53.41377730258133, 'loss': 1.378617286682129}
+{'epoch': 42, 'iter': 130, 'avg_loss': 1.3915436950348716, 'avg_acc_mask': 53.408929836995036, 'loss': 1.4222298860549927}
+{'epoch': 42, 'iter': 140, 'avg_loss': 1.3888431939672916, 'avg_acc_mask': 53.431890179514255, 'loss': 1.192304253578186}
+{'epoch': 42, 'iter': 150, 'avg_loss': 1.3842480293172874, 'avg_acc_mask': 53.660041970127146, 'loss': 1.1376172304153442}
+{'epoch': 42, 'iter': 160, 'avg_loss': 1.3800244368381382, 'avg_acc_mask': 53.71143586174901, 'loss': 1.2209590673446655}
+{'epoch': 42, 'iter': 170, 'avg_loss': 1.3806059862438, 'avg_acc_mask': 53.47774028518559, 'loss': 1.2892391681671143}
+{'epoch': 42, 'iter': 180, 'avg_loss': 1.3841093554681176, 'avg_acc_mask': 53.4713638236506, 'loss': 1.3970226049423218}
+{'epoch': 42, 'iter': 190, 'avg_loss': 1.3803402085578877, 'avg_acc_mask': 53.60241786097299, 'loss': 1.256203293800354}
+{'epoch': 42, 'iter': 200, 'avg_loss': 1.3844794954233501, 'avg_acc_mask': 53.49721706864564, 'loss': 1.3410768508911133}
+{'epoch': 42, 'iter': 210, 'avg_loss': 1.3843288257788708, 'avg_acc_mask': 53.58687020206476, 'loss': 1.4894556999206543}
+{'epoch': 42, 'iter': 220, 'avg_loss': 1.3836328816090235, 'avg_acc_mask': 53.62683438155136, 'loss': 1.551314353942871}
+{'epoch': 42, 'iter': 230, 'avg_loss': 1.3791295630591256, 'avg_acc_mask': 53.83381456528713, 'loss': 1.177110195159912}
+{'epoch': 42, 'iter': 240, 'avg_loss': 1.3788830036938933, 'avg_acc_mask': 53.779315647827765, 'loss': 1.6643191576004028}
+{'epoch': 42, 'iter': 250, 'avg_loss': 1.374868425952486, 'avg_acc_mask': 53.89332151300237, 'loss': 0.758286714553833}
+{'epoch': 42, 'iter': 260, 'avg_loss': 1.3739830965740014, 'avg_acc_mask': 53.94727492361259, 'loss': 1.3837016820907593}
+{'epoch': 42, 'iter': 270, 'avg_loss': 1.3742936939770884, 'avg_acc_mask': 54.04406733269468, 'loss': 1.4265209436416626}
+{'epoch': 'EP42_test', 'avg_loss': 1.377076690395673, 'total_masked_acc': 53.96036278132348}
+{'epoch': 43, 'iter': 0, 'avg_loss': 1.2020221948623657, 'avg_acc_mask': 62.22222222222222, 'loss': 1.2020221948623657}
+{'epoch': 43, 'iter': 10, 'avg_loss': 1.3933985991911455, 'avg_acc_mask': 51.328903654485046, 'loss': 1.4516090154647827}
+{'epoch': 43, 'iter': 20, 'avg_loss': 1.3659495115280151, 'avg_acc_mask': 52.92553191489362, 'loss': 1.1897941827774048}
+{'epoch': 43, 'iter': 30, 'avg_loss': 1.3694096803665161, 'avg_acc_mask': 53.86018237082067, 'loss': 1.425574779510498}
+{'epoch': 43, 'iter': 40, 'avg_loss': 1.3798569179162747, 'avg_acc_mask': 53.28798185941043, 'loss': 1.3550978899002075}
+{'epoch': 43, 'iter': 50, 'avg_loss': 1.385375319742689, 'avg_acc_mask': 53.189227498228206, 'loss': 1.3701847791671753}
+{'epoch': 43, 'iter': 60, 'avg_loss': 1.387763511939127, 'avg_acc_mask': 53.19905213270142, 'loss': 1.3425542116165161}
+{'epoch': 43, 'iter': 70, 'avg_loss': 1.3839806788404223, 'avg_acc_mask': 53.48480980342099, 'loss': 1.1279317140579224}
+{'epoch': 43, 'iter': 80, 'avg_loss': 1.3719059699847374, 'avg_acc_mask': 53.592408495255306, 'loss': 1.1988555192947388}
+{'epoch': 43, 'iter': 90, 'avg_loss': 1.3770087118987198, 'avg_acc_mask': 53.64384661714515, 'loss': 1.2782015800476074}
+{'epoch': 43, 'iter': 100, 'avg_loss': 1.3830570419235986, 'avg_acc_mask': 53.34055615745756, 'loss': 1.481465458869934}
+{'epoch': 43, 'iter': 110, 'avg_loss': 1.3812783827652801, 'avg_acc_mask': 53.27087442472058, 'loss': 1.362093448638916}
+{'epoch': 43, 'iter': 120, 'avg_loss': 1.3858932335514667, 'avg_acc_mask': 53.100015085231554, 'loss': 1.542565107345581}
+{'epoch': 43, 'iter': 130, 'avg_loss': 1.3863433335573618, 'avg_acc_mask': 53.24170484520339, 'loss': 1.3250600099563599}
+{'epoch': 43, 'iter': 140, 'avg_loss': 1.3781770797486002, 'avg_acc_mask': 53.407474460106044, 'loss': 1.0976232290267944}
+{'epoch': 43, 'iter': 150, 'avg_loss': 1.3736600678488118, 'avg_acc_mask': 53.63054246707745, 'loss': 1.282300353050232}
+{'epoch': 43, 'iter': 160, 'avg_loss': 1.3770648211425875, 'avg_acc_mask': 53.56819211599456, 'loss': 1.6764707565307617}
+{'epoch': 43, 'iter': 170, 'avg_loss': 1.3769498038710208, 'avg_acc_mask': 53.53718303856808, 'loss': 1.5570154190063477}
+{'epoch': 43, 'iter': 180, 'avg_loss': 1.3781241731749054, 'avg_acc_mask': 53.63930448847554, 'loss': 1.5125542879104614}
+{'epoch': 43, 'iter': 190, 'avg_loss': 1.376465644511877, 'avg_acc_mask': 53.872699386503065, 'loss': 1.360998272895813}
+{'epoch': 43, 'iter': 200, 'avg_loss': 1.3703203729136073, 'avg_acc_mask': 54.14620840152755, 'loss': 1.1511591672897339}
+{'epoch': 43, 'iter': 210, 'avg_loss': 1.3747888735685303, 'avg_acc_mask': 53.92624728850325, 'loss': 1.2124708890914917}
+{'epoch': 43, 'iter': 220, 'avg_loss': 1.3749593264376956, 'avg_acc_mask': 53.87222084469791, 'loss': 1.166628122329712}
+{'epoch': 43, 'iter': 230, 'avg_loss': 1.3744850659267212, 'avg_acc_mask': 53.896103896103895, 'loss': 1.275994896888733}
+{'epoch': 43, 'iter': 240, 'avg_loss': 1.3716746252107423, 'avg_acc_mask': 53.948266707122805, 'loss': 1.5018069744110107}
+{'epoch': 43, 'iter': 250, 'avg_loss': 1.3758691516055528, 'avg_acc_mask': 53.933732301853745, 'loss': 1.1955740451812744}
+{'epoch': 43, 'iter': 260, 'avg_loss': 1.3784650043509472, 'avg_acc_mask': 53.87686488758142, 'loss': 1.7370398044586182}
+{'epoch': 43, 'iter': 270, 'avg_loss': 1.3782822210410424, 'avg_acc_mask': 53.85339609952925, 'loss': 1.3438955545425415}
+{'epoch': 'EP43_test', 'avg_loss': 1.3787784688714622, 'total_masked_acc': 53.85427666314678}
+{'epoch': 44, 'iter': 0, 'avg_loss': 1.3717246055603027, 'avg_acc_mask': 55.55555555555556, 'loss': 1.3717246055603027}
+{'epoch': 44, 'iter': 10, 'avg_loss': 1.3497465632178567, 'avg_acc_mask': 54.92487479131887, 'loss': 1.4842143058776855}
+{'epoch': 44, 'iter': 20, 'avg_loss': 1.3455683276766823, 'avg_acc_mask': 54.85865724381625, 'loss': 1.1345610618591309}
+{'epoch': 44, 'iter': 30, 'avg_loss': 1.335855749345595, 'avg_acc_mask': 55.439459127228034, 'loss': 1.4887622594833374}
+{'epoch': 44, 'iter': 40, 'avg_loss': 1.3467752177540848, 'avg_acc_mask': 54.5045045045045, 'loss': 1.5249265432357788}
+{'epoch': 44, 'iter': 50, 'avg_loss': 1.3392810050178976, 'avg_acc_mask': 54.51250453062704, 'loss': 1.2003287076950073}
+{'epoch': 44, 'iter': 60, 'avg_loss': 1.3659679987391486, 'avg_acc_mask': 53.40469818614333, 'loss': 1.5529195070266724}
+{'epoch': 44, 'iter': 70, 'avg_loss': 1.363310778644723, 'avg_acc_mask': 53.60245273377618, 'loss': 1.1999930143356323}
+{'epoch': 44, 'iter': 80, 'avg_loss': 1.3679962025748358, 'avg_acc_mask': 53.524921418949255, 'loss': 1.243922472000122}
+{'epoch': 44, 'iter': 90, 'avg_loss': 1.3672530703492216, 'avg_acc_mask': 53.55365319530161, 'loss': 1.2785638570785522}
+{'epoch': 44, 'iter': 100, 'avg_loss': 1.3700520036244157, 'avg_acc_mask': 53.399280575539564, 'loss': 1.2037944793701172}
+{'epoch': 44, 'iter': 110, 'avg_loss': 1.36337795773068, 'avg_acc_mask': 53.62869895850554, 'loss': 1.3067667484283447}
+{'epoch': 44, 'iter': 120, 'avg_loss': 1.3672308310989505, 'avg_acc_mask': 53.47180109157065, 'loss': 1.4897363185882568}
+{'epoch': 44, 'iter': 130, 'avg_loss': 1.3688082376509223, 'avg_acc_mask': 53.31186108388181, 'loss': 1.3194425106048584}
+{'epoch': 44, 'iter': 140, 'avg_loss': 1.364628533945016, 'avg_acc_mask': 53.42805005213764, 'loss': 1.1626691818237305}
+{'epoch': 44, 'iter': 150, 'avg_loss': 1.3648048828769204, 'avg_acc_mask': 53.596202993793355, 'loss': 1.28044855594635}
+{'epoch': 44, 'iter': 160, 'avg_loss': 1.3589449824753754, 'avg_acc_mask': 53.89957873164067, 'loss': 1.3898667097091675}
+{'epoch': 44, 'iter': 170, 'avg_loss': 1.3551146154515228, 'avg_acc_mask': 53.909597257926315, 'loss': 1.1600102186203003}
+{'epoch': 44, 'iter': 180, 'avg_loss': 1.352678672055513, 'avg_acc_mask': 53.89854630476771, 'loss': 1.504817008972168}
+{'epoch': 44, 'iter': 190, 'avg_loss': 1.3540678832543458, 'avg_acc_mask': 53.93746381007527, 'loss': 1.4460197687149048}
+{'epoch': 44, 'iter': 200, 'avg_loss': 1.3582043324536945, 'avg_acc_mask': 53.87362637362637, 'loss': 1.3314694166183472}
+{'epoch': 44, 'iter': 210, 'avg_loss': 1.3607258324939493, 'avg_acc_mask': 53.74464738267937, 'loss': 1.1561976671218872}
+{'epoch': 44, 'iter': 220, 'avg_loss': 1.3590409871679625, 'avg_acc_mask': 53.84936539746159, 'loss': 1.129543662071228}
+{'epoch': 44, 'iter': 230, 'avg_loss': 1.3617895395208748, 'avg_acc_mask': 53.77049180327869, 'loss': 1.330060601234436}
+{'epoch': 44, 'iter': 240, 'avg_loss': 1.358871081805328, 'avg_acc_mask': 53.91609994651181, 'loss': 1.4954400062561035}
+{'epoch': 44, 'iter': 250, 'avg_loss': 1.3588618308424474, 'avg_acc_mask': 53.924236851783746, 'loss': 1.3936131000518799}
+{'epoch': 44, 'iter': 260, 'avg_loss': 1.359118374143067, 'avg_acc_mask': 54.05825791855203, 'loss': 1.2252507209777832}
+{'epoch': 44, 'iter': 270, 'avg_loss': 1.361559779661608, 'avg_acc_mask': 54.02244134648079, 'loss': 1.1748988628387451}
+{'epoch': 'EP44_test', 'avg_loss': 1.3620979852866435, 'total_masked_acc': 54.04340567612688}
+{'epoch': 45, 'iter': 0, 'avg_loss': 1.4404752254486084, 'avg_acc_mask': 54.71698113207547, 'loss': 1.4404752254486084}
+{'epoch': 45, 'iter': 10, 'avg_loss': 1.3870509971271863, 'avg_acc_mask': 54.991243432574436, 'loss': 1.216434359550476}
+{'epoch': 45, 'iter': 20, 'avg_loss': 1.3836884157998222, 'avg_acc_mask': 54.12087912087912, 'loss': 1.3372269868850708}
+{'epoch': 45, 'iter': 30, 'avg_loss': 1.3580638785516062, 'avg_acc_mask': 54.80049875311721, 'loss': 1.4850566387176514}
+{'epoch': 45, 'iter': 40, 'avg_loss': 1.354552364930874, 'avg_acc_mask': 55.38461538461539, 'loss': 1.530755639076233}
+{'epoch': 45, 'iter': 50, 'avg_loss': 1.3552872386633181, 'avg_acc_mask': 55.62913907284768, 'loss': 1.3922603130340576}
+{'epoch': 45, 'iter': 60, 'avg_loss': 1.3530637885703416, 'avg_acc_mask': 55.10695992768906, 'loss': 1.4073203802108765}
+{'epoch': 45, 'iter': 70, 'avg_loss': 1.3578518427593607, 'avg_acc_mask': 55.06230529595015, 'loss': 1.3684161901474}
+{'epoch': 45, 'iter': 80, 'avg_loss': 1.3631072603626015, 'avg_acc_mask': 54.70668485675307, 'loss': 1.1978477239608765}
+{'epoch': 45, 'iter': 90, 'avg_loss': 1.3639558055898646, 'avg_acc_mask': 54.917372027408305, 'loss': 1.4815949201583862}
+{'epoch': 45, 'iter': 100, 'avg_loss': 1.37997300199943, 'avg_acc_mask': 54.55868971792539, 'loss': 1.6281503438949585}
+{'epoch': 45, 'iter': 110, 'avg_loss': 1.3758213154904477, 'avg_acc_mask': 54.57711442786069, 'loss': 1.72873055934906}
+{'epoch': 45, 'iter': 120, 'avg_loss': 1.379151235927235, 'avg_acc_mask': 54.3998779929846, 'loss': 1.2404931783676147}
+{'epoch': 45, 'iter': 130, 'avg_loss': 1.384425122319287, 'avg_acc_mask': 54.1154877876606, 'loss': 1.2360386848449707}
+{'epoch': 45, 'iter': 140, 'avg_loss': 1.3835984629096714, 'avg_acc_mask': 53.994199841813874, 'loss': 1.6482115983963013}
+{'epoch': 45, 'iter': 150, 'avg_loss': 1.387573923496221, 'avg_acc_mask': 53.801815060093205, 'loss': 1.4940710067749023}
+{'epoch': 45, 'iter': 160, 'avg_loss': 1.3888373848814402, 'avg_acc_mask': 53.78874856486797, 'loss': 1.4511330127716064}
+{'epoch': 45, 'iter': 170, 'avg_loss': 1.381644786798466, 'avg_acc_mask': 53.8694336359706, 'loss': 1.4028996229171753}
+{'epoch': 45, 'iter': 180, 'avg_loss': 1.3767365753979972, 'avg_acc_mask': 53.96809163428104, 'loss': 1.497131586074829}
+{'epoch': 45, 'iter': 190, 'avg_loss': 1.380984498256164, 'avg_acc_mask': 53.82893840614965, 'loss': 1.4016772508621216}
+{'epoch': 45, 'iter': 200, 'avg_loss': 1.3793209331545664, 'avg_acc_mask': 53.799926035502956, 'loss': 1.27034330368042}
+{'epoch': 45, 'iter': 210, 'avg_loss': 1.3789935425559492, 'avg_acc_mask': 53.795961555418394, 'loss': 1.4204238653182983}
+{'epoch': 45, 'iter': 220, 'avg_loss': 1.3757817035886497, 'avg_acc_mask': 53.90309555854643, 'loss': 1.3027950525283813}
+{'epoch': 45, 'iter': 230, 'avg_loss': 1.3729376042044008, 'avg_acc_mask': 53.89636554113949, 'loss': 1.059644103050232}
+{'epoch': 45, 'iter': 240, 'avg_loss': 1.3733505673428295, 'avg_acc_mask': 53.935523582365164, 'loss': 1.403955340385437}
+{'epoch': 45, 'iter': 250, 'avg_loss': 1.3723680379381218, 'avg_acc_mask': 53.979162048326316, 'loss': 1.4158003330230713}
+{'epoch': 45, 'iter': 260, 'avg_loss': 1.372661832877046, 'avg_acc_mask': 54.05040823571176, 'loss': 1.536773443222046}
+{'epoch': 45, 'iter': 270, 'avg_loss': 1.3720296900650673, 'avg_acc_mask': 54.07079646017699, 'loss': 1.5086926221847534}
+{'epoch': 'EP45_test', 'avg_loss': 1.3702127248912617, 'total_masked_acc': 54.137954104502576}
+{'epoch': 46, 'iter': 0, 'avg_loss': 1.2383460998535156, 'avg_acc_mask': 56.25, 'loss': 1.2383460998535156}
+{'epoch': 46, 'iter': 10, 'avg_loss': 1.3697153763337568, 'avg_acc_mask': 53.054101221640494, 'loss': 1.1987330913543701}
+{'epoch': 46, 'iter': 20, 'avg_loss': 1.339799824215117, 'avg_acc_mask': 53.116531165311656, 'loss': 1.38993501663208}
+{'epoch': 46, 'iter': 30, 'avg_loss': 1.3572928597850185, 'avg_acc_mask': 52.654867256637175, 'loss': 1.325430154800415}
+{'epoch': 46, 'iter': 40, 'avg_loss': 1.359967705680103, 'avg_acc_mask': 52.432179607109454, 'loss': 1.4617960453033447}
+{'epoch': 46, 'iter': 50, 'avg_loss': 1.3598595951117722, 'avg_acc_mask': 53.04606240713225, 'loss': 1.2253960371017456}
+{'epoch': 46, 'iter': 60, 'avg_loss': 1.3771222790733713, 'avg_acc_mask': 52.933947772657454, 'loss': 1.901874303817749}
+{'epoch': 46, 'iter': 70, 'avg_loss': 1.381884344866578, 'avg_acc_mask': 52.62191924488726, 'loss': 1.1921080350875854}
+{'epoch': 46, 'iter': 80, 'avg_loss': 1.3897071708867579, 'avg_acc_mask': 52.38641578705828, 'loss': 1.4335066080093384}
+{'epoch': 46, 'iter': 90, 'avg_loss': 1.3957537844940857, 'avg_acc_mask': 52.15892965740928, 'loss': 1.1622525453567505}
+{'epoch': 46, 'iter': 100, 'avg_loss': 1.3970160909218363, 'avg_acc_mask': 52.23473837209303, 'loss': 1.2960079908370972}
+{'epoch': 46, 'iter': 110, 'avg_loss': 1.3910800981092024, 'avg_acc_mask': 52.556440903054444, 'loss': 1.2405807971954346}
+{'epoch': 46, 'iter': 120, 'avg_loss': 1.3893193774972081, 'avg_acc_mask': 52.70988310308182, 'loss': 1.1210609674453735}
+{'epoch': 46, 'iter': 130, 'avg_loss': 1.3921271062079277, 'avg_acc_mask': 52.67271458478716, 'loss': 1.706389307975769}
+{'epoch': 46, 'iter': 140, 'avg_loss': 1.3914580810154584, 'avg_acc_mask': 52.82823040996367, 'loss': 1.1134421825408936}
+{'epoch': 46, 'iter': 150, 'avg_loss': 1.3872913374806082, 'avg_acc_mask': 52.99270072992701, 'loss': 1.1502493619918823}
+{'epoch': 46, 'iter': 160, 'avg_loss': 1.3870083434241158, 'avg_acc_mask': 52.958546280522434, 'loss': 1.7968968152999878}
+{'epoch': 46, 'iter': 170, 'avg_loss': 1.3822442049171493, 'avg_acc_mask': 53.088, 'loss': 1.5696840286254883}
+{'epoch': 46, 'iter': 180, 'avg_loss': 1.3795290250145928, 'avg_acc_mask': 53.284005676059195, 'loss': 1.5618349313735962}
+{'epoch': 46, 'iter': 190, 'avg_loss': 1.378663325184927, 'avg_acc_mask': 53.308364544319595, 'loss': 1.60842764377594}
+{'epoch': 46, 'iter': 200, 'avg_loss': 1.3775659692821218, 'avg_acc_mask': 53.38936597843962, 'loss': 1.2426629066467285}
+{'epoch': 46, 'iter': 210, 'avg_loss': 1.3799865392712056, 'avg_acc_mask': 53.34322625698324, 'loss': 1.4727126359939575}
+{'epoch': 46, 'iter': 220, 'avg_loss': 1.3792697024021754, 'avg_acc_mask': 53.48508764642352, 'loss': 1.4726053476333618}
+{'epoch': 46, 'iter': 230, 'avg_loss': 1.381545464713852, 'avg_acc_mask': 53.28286852589641, 'loss': 1.4802346229553223}
+{'epoch': 46, 'iter': 240, 'avg_loss': 1.3782850597903937, 'avg_acc_mask': 53.44419864215425, 'loss': 1.693947672843933}
+{'epoch': 46, 'iter': 250, 'avg_loss': 1.3750318231810612, 'avg_acc_mask': 53.66444134692979, 'loss': 1.0631924867630005}
+{'epoch': 46, 'iter': 260, 'avg_loss': 1.3743145509241184, 'avg_acc_mask': 53.67163757155983, 'loss': 1.3975642919540405}
+{'epoch': 46, 'iter': 270, 'avg_loss': 1.3745213428106695, 'avg_acc_mask': 53.6015221527589, 'loss': 1.4332640171051025}
+{'epoch': 'EP46_test', 'avg_loss': 1.3730249497769536, 'total_masked_acc': 53.66506153023007}
+{'epoch': 47, 'iter': 0, 'avg_loss': 1.3724451065063477, 'avg_acc_mask': 48.214285714285715, 'loss': 1.3724451065063477}
+{'epoch': 47, 'iter': 10, 'avg_loss': 1.3178424835205078, 'avg_acc_mask': 52.20338983050847, 'loss': 1.3223779201507568}
+{'epoch': 47, 'iter': 20, 'avg_loss': 1.3185021366391863, 'avg_acc_mask': 52.36363636363637, 'loss': 1.1881434917449951}
+{'epoch': 47, 'iter': 30, 'avg_loss': 1.3201810159990865, 'avg_acc_mask': 53.43653250773994, 'loss': 1.215447187423706}
+{'epoch': 47, 'iter': 40, 'avg_loss': 1.3449618874526605, 'avg_acc_mask': 52.994970278920896, 'loss': 1.3116059303283691}
+{'epoch': 47, 'iter': 50, 'avg_loss': 1.357778458034291, 'avg_acc_mask': 52.90697674418605, 'loss': 1.4844399690628052}
+{'epoch': 47, 'iter': 60, 'avg_loss': 1.3858570622616126, 'avg_acc_mask': 52.42571255306247, 'loss': 1.7101551294326782}
+{'epoch': 47, 'iter': 70, 'avg_loss': 1.3789617813808817, 'avg_acc_mask': 52.796009451299554, 'loss': 1.279649257659912}
+{'epoch': 47, 'iter': 80, 'avg_loss': 1.3798148808655915, 'avg_acc_mask': 53.00159780871947, 'loss': 1.2841988801956177}
+{'epoch': 47, 'iter': 90, 'avg_loss': 1.3881340341253594, 'avg_acc_mask': 52.92096219931272, 'loss': 1.2100220918655396}
+{'epoch': 47, 'iter': 100, 'avg_loss': 1.39339812321238, 'avg_acc_mask': 52.91857273559012, 'loss': 1.7852877378463745}
+{'epoch': 47, 'iter': 110, 'avg_loss': 1.3788657456904918, 'avg_acc_mask': 53.289913159652635, 'loss': 1.0937716960906982}
+{'epoch': 47, 'iter': 120, 'avg_loss': 1.3822378205858972, 'avg_acc_mask': 53.24973237498089, 'loss': 1.196160912513733}
+{'epoch': 47, 'iter': 130, 'avg_loss': 1.3807238303978024, 'avg_acc_mask': 53.50642020601101, 'loss': 1.516940951347351}
+{'epoch': 47, 'iter': 140, 'avg_loss': 1.375602218698948, 'avg_acc_mask': 53.65661861074705, 'loss': 1.3281971216201782}
+{'epoch': 47, 'iter': 150, 'avg_loss': 1.375162553708285, 'avg_acc_mask': 53.74771480804388, 'loss': 1.4883558750152588}
+{'epoch': 47, 'iter': 160, 'avg_loss': 1.3731095320689752, 'avg_acc_mask': 53.84703852788959, 'loss': 1.397708535194397}
+{'epoch': 47, 'iter': 170, 'avg_loss': 1.3739525459663213, 'avg_acc_mask': 53.86533665835411, 'loss': 1.5845730304718018}
+{'epoch': 47, 'iter': 180, 'avg_loss': 1.3739746153683952, 'avg_acc_mask': 53.7353364889895, 'loss': 1.5432325601577759}
+{'epoch': 47, 'iter': 190, 'avg_loss': 1.3724050331490203, 'avg_acc_mask': 53.69429241594996, 'loss': 1.5018547773361206}
+{'epoch': 47, 'iter': 200, 'avg_loss': 1.3726522373915904, 'avg_acc_mask': 53.50283010114132, 'loss': 1.1896075010299683}
+{'epoch': 47, 'iter': 210, 'avg_loss': 1.3739300155526655, 'avg_acc_mask': 53.47480106100796, 'loss': 1.2799485921859741}
+{'epoch': 47, 'iter': 220, 'avg_loss': 1.3761495581040015, 'avg_acc_mask': 53.406889581403185, 'loss': 1.2592114210128784}
+{'epoch': 47, 'iter': 230, 'avg_loss': 1.3733622013748465, 'avg_acc_mask': 53.42058776296772, 'loss': 1.2287101745605469}
+{'epoch': 47, 'iter': 240, 'avg_loss': 1.3722109915804566, 'avg_acc_mask': 53.43716433941997, 'loss': 1.5501757860183716}
+{'epoch': 47, 'iter': 250, 'avg_loss': 1.370668643261807, 'avg_acc_mask': 53.51780983220489, 'loss': 1.366796612739563}
+{'epoch': 47, 'iter': 260, 'avg_loss': 1.366704885530289, 'avg_acc_mask': 53.65939977349944, 'loss': 1.4347302913665771}
+{'epoch': 47, 'iter': 270, 'avg_loss': 1.3649866972462277, 'avg_acc_mask': 53.748895384406225, 'loss': 1.739549160003662}
+{'epoch': 'EP47_test', 'avg_loss': 1.3668395816415981, 'total_masked_acc': 53.7038273996393}
+{'epoch': 48, 'iter': 0, 'avg_loss': 1.1849569082260132, 'avg_acc_mask': 59.57446808510638, 'loss': 1.1849569082260132}
+{'epoch': 48, 'iter': 10, 'avg_loss': 1.3789570656689731, 'avg_acc_mask': 54.054054054054056, 'loss': 1.4113050699234009}
+{'epoch': 48, 'iter': 20, 'avg_loss': 1.3495047773633684, 'avg_acc_mask': 55.18157661647476, 'loss': 1.369086742401123}
+{'epoch': 48, 'iter': 30, 'avg_loss': 1.3400089586934736, 'avg_acc_mask': 55.569306930693074, 'loss': 1.2040234804153442}
+{'epoch': 48, 'iter': 40, 'avg_loss': 1.3590046952410442, 'avg_acc_mask': 54.77410340009315, 'loss': 1.2465839385986328}
+{'epoch': 48, 'iter': 50, 'avg_loss': 1.3634745700686586, 'avg_acc_mask': 54.522339266254995, 'loss': 1.6759088039398193}
+{'epoch': 48, 'iter': 60, 'avg_loss': 1.376498857482535, 'avg_acc_mask': 53.733572281959376, 'loss': 1.4054819345474243}
+{'epoch': 48, 'iter': 70, 'avg_loss': 1.3688846322852122, 'avg_acc_mask': 54.10216718266254, 'loss': 1.1404796838760376}
+{'epoch': 48, 'iter': 80, 'avg_loss': 1.374063550690074, 'avg_acc_mask': 53.93181818181818, 'loss': 1.2163019180297852}
+{'epoch': 48, 'iter': 90, 'avg_loss': 1.3821207664825104, 'avg_acc_mask': 53.559999999999995, 'loss': 1.354934811592102}
+{'epoch': 48, 'iter': 100, 'avg_loss': 1.377398127376443, 'avg_acc_mask': 53.88918967695362, 'loss': 1.1083812713623047}
+{'epoch': 48, 'iter': 110, 'avg_loss': 1.3648290392514821, 'avg_acc_mask': 54.25919787868744, 'loss': 1.1561702489852905}
+{'epoch': 48, 'iter': 120, 'avg_loss': 1.3697526243107379, 'avg_acc_mask': 54.33762301286904, 'loss': 1.2138482332229614}
+{'epoch': 48, 'iter': 130, 'avg_loss': 1.3687682656841424, 'avg_acc_mask': 54.34843400447428, 'loss': 1.046341061592102}
+{'epoch': 48, 'iter': 140, 'avg_loss': 1.3669765405621088, 'avg_acc_mask': 54.155322183326845, 'loss': 1.209684133529663}
+{'epoch': 48, 'iter': 150, 'avg_loss': 1.3647831453392838, 'avg_acc_mask': 54.31076473453482, 'loss': 1.2442188262939453}
+{'epoch': 48, 'iter': 160, 'avg_loss': 1.3646248649366153, 'avg_acc_mask': 54.43631374342557, 'loss': 1.6121221780776978}
+{'epoch': 48, 'iter': 170, 'avg_loss': 1.354590924859744, 'avg_acc_mask': 54.728782486789605, 'loss': 1.2085552215576172}
+{'epoch': 48, 'iter': 180, 'avg_loss': 1.3565051680770368, 'avg_acc_mask': 54.55934793683138, 'loss': 1.3423662185668945}
+{'epoch': 48, 'iter': 190, 'avg_loss': 1.3548894012785706, 'avg_acc_mask': 54.68327539590575, 'loss': 1.3785825967788696}
+{'epoch': 48, 'iter': 200, 'avg_loss': 1.355472687761582, 'avg_acc_mask': 54.73964063072974, 'loss': 1.185092806816101}
+{'epoch': 48, 'iter': 210, 'avg_loss': 1.354320174992367, 'avg_acc_mask': 54.80290184424439, 'loss': 1.2344260215759277}
+{'epoch': 48, 'iter': 220, 'avg_loss': 1.3520046949926006, 'avg_acc_mask': 54.78311547747899, 'loss': 1.5160008668899536}
+{'epoch': 48, 'iter': 230, 'avg_loss': 1.3558532368569147, 'avg_acc_mask': 54.790919952210274, 'loss': 1.585060477256775}
+{'epoch': 48, 'iter': 240, 'avg_loss': 1.3540521353112216, 'avg_acc_mask': 54.77983116586813, 'loss': 1.2052083015441895}
+{'epoch': 48, 'iter': 250, 'avg_loss': 1.3519155943536187, 'avg_acc_mask': 54.72389043503735, 'loss': 1.1625691652297974}
+{'epoch': 48, 'iter': 260, 'avg_loss': 1.3526116365217158, 'avg_acc_mask': 54.73187231343809, 'loss': 1.4803599119186401}
+{'epoch': 48, 'iter': 270, 'avg_loss': 1.349100688946643, 'avg_acc_mask': 54.892924911900245, 'loss': 1.3714605569839478}
+{'epoch': 'EP48_test', 'avg_loss': 1.3495183364636656, 'total_masked_acc': 54.8769917994533}
+{'epoch': 49, 'iter': 0, 'avg_loss': 1.1861436367034912, 'avg_acc_mask': 62.5, 'loss': 1.1861436367034912}
+{'epoch': 49, 'iter': 10, 'avg_loss': 1.257861310785467, 'avg_acc_mask': 56.25990491283677, 'loss': 1.3461905717849731}
+{'epoch': 49, 'iter': 20, 'avg_loss': 1.2792091142563593, 'avg_acc_mask': 56.830122591943955, 'loss': 1.392929196357727}
+{'epoch': 49, 'iter': 30, 'avg_loss': 1.2847583524642452, 'avg_acc_mask': 56.97954271961492, 'loss': 1.4280058145523071}
+{'epoch': 49, 'iter': 40, 'avg_loss': 1.3054454908138369, 'avg_acc_mask': 56.19132767098793, 'loss': 1.456430196762085}
+{'epoch': 49, 'iter': 50, 'avg_loss': 1.324916887517069, 'avg_acc_mask': 55.27994330262226, 'loss': 1.500169038772583}
+{'epoch': 49, 'iter': 60, 'avg_loss': 1.3349614172685342, 'avg_acc_mask': 55.262377705306854, 'loss': 1.5676440000534058}
+{'epoch': 49, 'iter': 70, 'avg_loss': 1.3342770883734798, 'avg_acc_mask': 55.52692604998711, 'loss': 1.1809567213058472}
+{'epoch': 49, 'iter': 80, 'avg_loss': 1.3362277017699347, 'avg_acc_mask': 55.384962745540754, 'loss': 1.3903591632843018}
+{'epoch': 49, 'iter': 90, 'avg_loss': 1.3394393901248554, 'avg_acc_mask': 55.23828674844159, 'loss': 1.1860905885696411}
+{'epoch': 49, 'iter': 100, 'avg_loss': 1.3408910691147984, 'avg_acc_mask': 55.35551918530642, 'loss': 1.4928066730499268}
+{'epoch': 49, 'iter': 110, 'avg_loss': 1.3412946038417988, 'avg_acc_mask': 55.24732620320856, 'loss': 1.0542906522750854}
+{'epoch': 49, 'iter': 120, 'avg_loss': 1.3524169769168886, 'avg_acc_mask': 54.96241754870379, 'loss': 1.3311173915863037}
+{'epoch': 49, 'iter': 130, 'avg_loss': 1.3532908486045954, 'avg_acc_mask': 54.860716316088684, 'loss': 1.1865800619125366}
+{'epoch': 49, 'iter': 140, 'avg_loss': 1.3491648287637859, 'avg_acc_mask': 54.879176020071306, 'loss': 0.9965037107467651}
+{'epoch': 49, 'iter': 150, 'avg_loss': 1.3481022802409748, 'avg_acc_mask': 54.930272738491915, 'loss': 1.2809919118881226}
+{'epoch': 49, 'iter': 160, 'avg_loss': 1.3490294288404239, 'avg_acc_mask': 54.81326838320575, 'loss': 1.3126071691513062}
+{'epoch': 49, 'iter': 170, 'avg_loss': 1.3445647874770805, 'avg_acc_mask': 54.826381305962, 'loss': 1.349157452583313}
+{'epoch': 49, 'iter': 180, 'avg_loss': 1.3397693749290804, 'avg_acc_mask': 55.02787528391493, 'loss': 1.534403920173645}
+{'epoch': 49, 'iter': 190, 'avg_loss': 1.3410321533367895, 'avg_acc_mask': 54.975978037062454, 'loss': 1.9157037734985352}
+{'epoch': 49, 'iter': 200, 'avg_loss': 1.3406120832286663, 'avg_acc_mask': 55.132156533109175, 'loss': 1.2930033206939697}
+{'epoch': 49, 'iter': 210, 'avg_loss': 1.3421046923122135, 'avg_acc_mask': 55.088809946714036, 'loss': 1.4904570579528809}
+{'epoch': 49, 'iter': 220, 'avg_loss': 1.3449469656426443, 'avg_acc_mask': 55.03338686501563, 'loss': 1.2778328657150269}
+{'epoch': 49, 'iter': 230, 'avg_loss': 1.3465138428655021, 'avg_acc_mask': 54.9717057396928, 'loss': 1.0752592086791992}
+{'epoch': 49, 'iter': 240, 'avg_loss': 1.3474301369358395, 'avg_acc_mask': 54.88210282180132, 'loss': 1.3372530937194824}
+{'epoch': 49, 'iter': 250, 'avg_loss': 1.3456285598268547, 'avg_acc_mask': 55.060187249219794, 'loss': 1.0798848867416382}
+{'epoch': 49, 'iter': 260, 'avg_loss': 1.343475597571596, 'avg_acc_mask': 55.13691284764424, 'loss': 1.5341911315917969}
+{'epoch': 49, 'iter': 270, 'avg_loss': 1.3430842128187088, 'avg_acc_mask': 54.96429552320791, 'loss': 1.5393661260604858}
+{'epoch': 'EP49_test', 'avg_loss': 1.344873661796252, 'total_masked_acc': 54.94394164527894}
+{'epoch': 50, 'iter': 0, 'avg_loss': 1.2185231447219849, 'avg_acc_mask': 69.0909090909091, 'loss': 1.2185231447219849}
+{'epoch': 50, 'iter': 10, 'avg_loss': 1.3287722305818037, 'avg_acc_mask': 55.13698630136986, 'loss': 1.2603718042373657}
+{'epoch': 50, 'iter': 20, 'avg_loss': 1.294984221458435, 'avg_acc_mask': 56.042031523642734, 'loss': 1.354040265083313}
+{'epoch': 50, 'iter': 30, 'avg_loss': 1.2783710591254696, 'avg_acc_mask': 56.47268408551069, 'loss': 1.347075343132019}
+{'epoch': 50, 'iter': 40, 'avg_loss': 1.3059924971766588, 'avg_acc_mask': 55.22993688007214, 'loss': 1.3492984771728516}
+{'epoch': 50, 'iter': 50, 'avg_loss': 1.3260548804320542, 'avg_acc_mask': 55.16499282639885, 'loss': 1.2796664237976074}
+{'epoch': 50, 'iter': 60, 'avg_loss': 1.3470649259989378, 'avg_acc_mask': 54.91176470588235, 'loss': 1.6688132286071777}
+{'epoch': 50, 'iter': 70, 'avg_loss': 1.3512295241087255, 'avg_acc_mask': 54.99616662407361, 'loss': 1.1682401895523071}
+{'epoch': 50, 'iter': 80, 'avg_loss': 1.3614320983121424, 'avg_acc_mask': 54.577936578829835, 'loss': 1.3402068614959717}
+{'epoch': 50, 'iter': 90, 'avg_loss': 1.3617490353165091, 'avg_acc_mask': 54.914319480007876, 'loss': 1.3171560764312744}
+{'epoch': 50, 'iter': 100, 'avg_loss': 1.3737009746013302, 'avg_acc_mask': 54.65905033916458, 'loss': 1.479392647743225}
+{'epoch': 50, 'iter': 110, 'avg_loss': 1.3707948370022818, 'avg_acc_mask': 54.85770363101079, 'loss': 1.4894516468048096}
+{'epoch': 50, 'iter': 120, 'avg_loss': 1.3699482231100728, 'avg_acc_mask': 54.78731399368706, 'loss': 1.5593701601028442}
+{'epoch': 50, 'iter': 130, 'avg_loss': 1.3721007176937947, 'avg_acc_mask': 54.65855681504009, 'loss': 1.4863264560699463}
+{'epoch': 50, 'iter': 140, 'avg_loss': 1.3677139586590705, 'avg_acc_mask': 54.69513763828145, 'loss': 0.9909611344337463}
+{'epoch': 50, 'iter': 150, 'avg_loss': 1.3677749041689942, 'avg_acc_mask': 54.67772967772968, 'loss': 1.3887706995010376}
+{'epoch': 50, 'iter': 160, 'avg_loss': 1.3672987304118849, 'avg_acc_mask': 54.92925863044709, 'loss': 1.8274009227752686}
+{'epoch': 50, 'iter': 170, 'avg_loss': 1.3584471794596888, 'avg_acc_mask': 54.927181885829704, 'loss': 1.4044439792633057}
+{'epoch': 50, 'iter': 180, 'avg_loss': 1.356524758905337, 'avg_acc_mask': 54.85593391094097, 'loss': 1.5390260219573975}
+{'epoch': 50, 'iter': 190, 'avg_loss': 1.355895124492845, 'avg_acc_mask': 54.90533562822719, 'loss': 1.4596731662750244}
+{'epoch': 50, 'iter': 200, 'avg_loss': 1.3584928064797055, 'avg_acc_mask': 54.666666666666664, 'loss': 1.218024730682373}
+{'epoch': 50, 'iter': 210, 'avg_loss': 1.3589388976729877, 'avg_acc_mask': 54.65116279069767, 'loss': 1.4442696571350098}
+{'epoch': 50, 'iter': 220, 'avg_loss': 1.3580572397460764, 'avg_acc_mask': 54.734411085450354, 'loss': 1.3337624073028564}
+{'epoch': 50, 'iter': 230, 'avg_loss': 1.3625199583185699, 'avg_acc_mask': 54.5669477500197, 'loss': 1.430212378501892}
+{'epoch': 50, 'iter': 240, 'avg_loss': 1.3623524582732267, 'avg_acc_mask': 54.52551984877127, 'loss': 1.4444897174835205}
+{'epoch': 50, 'iter': 250, 'avg_loss': 1.360084069677558, 'avg_acc_mask': 54.606888533643364, 'loss': 1.0913760662078857}
+{'epoch': 50, 'iter': 260, 'avg_loss': 1.362222558237127, 'avg_acc_mask': 54.53973139339675, 'loss': 1.4100204706192017}
+{'epoch': 50, 'iter': 270, 'avg_loss': 1.3629917733343764, 'avg_acc_mask': 54.50623525446579, 'loss': 1.3024890422821045}
+{'epoch': 'EP50_test', 'avg_loss': 1.3619723212027894, 'total_masked_acc': 54.50274598028188}
+{'epoch': 51, 'iter': 0, 'avg_loss': 1.4306492805480957, 'avg_acc_mask': 51.02040816326531, 'loss': 1.4306492805480957}
+{'epoch': 51, 'iter': 10, 'avg_loss': 1.3698951331051914, 'avg_acc_mask': 53.5958904109589, 'loss': 1.2604681253433228}
+{'epoch': 51, 'iter': 20, 'avg_loss': 1.3264886765252977, 'avg_acc_mask': 54.92227979274611, 'loss': 1.2342268228530884}
+{'epoch': 51, 'iter': 30, 'avg_loss': 1.346483342109188, 'avg_acc_mask': 54.139753376394594, 'loss': 1.3300559520721436}
+{'epoch': 51, 'iter': 40, 'avg_loss': 1.3359972412993268, 'avg_acc_mask': 54.86607142857143, 'loss': 1.3081892728805542}
+{'epoch': 51, 'iter': 50, 'avg_loss': 1.3475593328475952, 'avg_acc_mask': 54.147217235188506, 'loss': 1.448193907737732}
+{'epoch': 51, 'iter': 60, 'avg_loss': 1.3618478227834232, 'avg_acc_mask': 54.23019431988042, 'loss': 1.4834097623825073}
+{'epoch': 51, 'iter': 70, 'avg_loss': 1.3558122809504118, 'avg_acc_mask': 54.30274753758424, 'loss': 1.4752812385559082}
+{'epoch': 51, 'iter': 80, 'avg_loss': 1.3545029244305176, 'avg_acc_mask': 54.491698885603824, 'loss': 1.3551934957504272}
+{'epoch': 51, 'iter': 90, 'avg_loss': 1.3654398453104628, 'avg_acc_mask': 54.121212121212125, 'loss': 1.3596305847167969}
+{'epoch': 51, 'iter': 100, 'avg_loss': 1.371314785858192, 'avg_acc_mask': 53.82518626203889, 'loss': 1.1189818382263184}
+{'epoch': 51, 'iter': 110, 'avg_loss': 1.3749235036136869, 'avg_acc_mask': 53.64238410596026, 'loss': 1.4499824047088623}
+{'epoch': 51, 'iter': 120, 'avg_loss': 1.375469474260472, 'avg_acc_mask': 53.86370550654092, 'loss': 1.0330579280853271}
+{'epoch': 51, 'iter': 130, 'avg_loss': 1.3778204431060617, 'avg_acc_mask': 53.75966268446943, 'loss': 1.2241337299346924}
+{'epoch': 51, 'iter': 140, 'avg_loss': 1.3702889169361574, 'avg_acc_mask': 53.96804609743321, 'loss': 1.218385934829712}
+{'epoch': 51, 'iter': 150, 'avg_loss': 1.3719646208333653, 'avg_acc_mask': 53.96669931439765, 'loss': 1.3964498043060303}
+{'epoch': 51, 'iter': 160, 'avg_loss': 1.3712597748507624, 'avg_acc_mask': 53.978123200921125, 'loss': 1.4701257944107056}
+{'epoch': 51, 'iter': 170, 'avg_loss': 1.3697252569839968, 'avg_acc_mask': 53.93501025585663, 'loss': 1.4137386083602905}
+{'epoch': 51, 'iter': 180, 'avg_loss': 1.368706953788989, 'avg_acc_mask': 53.939828080229226, 'loss': 1.564385175704956}
+{'epoch': 51, 'iter': 190, 'avg_loss': 1.3691440717712122, 'avg_acc_mask': 54.04433210188606, 'loss': 1.6699104309082031}
+{'epoch': 51, 'iter': 200, 'avg_loss': 1.366877269092484, 'avg_acc_mask': 54.095326237852845, 'loss': 1.3375933170318604}
+{'epoch': 51, 'iter': 210, 'avg_loss': 1.3676026887238308, 'avg_acc_mask': 54.042889787308845, 'loss': 1.6225218772888184}
+{'epoch': 51, 'iter': 220, 'avg_loss': 1.369696220930885, 'avg_acc_mask': 53.984296692281994, 'loss': 1.5012593269348145}
+{'epoch': 51, 'iter': 230, 'avg_loss': 1.371876772089954, 'avg_acc_mask': 53.92711904951758, 'loss': 1.3107186555862427}
+{'epoch': 51, 'iter': 240, 'avg_loss': 1.3682099326022927, 'avg_acc_mask': 53.99740873409039, 'loss': 1.3168506622314453}
+{'epoch': 51, 'iter': 250, 'avg_loss': 1.364655801736976, 'avg_acc_mask': 54.02906208718626, 'loss': 0.9967972040176392}
+{'epoch': 51, 'iter': 260, 'avg_loss': 1.3636038910840207, 'avg_acc_mask': 54.20218386755899, 'loss': 1.2402429580688477}
+{'epoch': 51, 'iter': 270, 'avg_loss': 1.3644439694626305, 'avg_acc_mask': 54.190663324073455, 'loss': 1.407873272895813}
+{'epoch': 'EP51_test', 'avg_loss': 1.364426533813062, 'total_masked_acc': 54.14114513981358}
+{'epoch': 52, 'iter': 0, 'avg_loss': 1.140069842338562, 'avg_acc_mask': 55.35714285714286, 'loss': 1.140069842338562}
+{'epoch': 52, 'iter': 10, 'avg_loss': 1.3316557624123313, 'avg_acc_mask': 55.016181229773466, 'loss': 1.2888867855072021}
+{'epoch': 52, 'iter': 20, 'avg_loss': 1.3528732629049391, 'avg_acc_mask': 53.141361256544506, 'loss': 1.4163572788238525}
+{'epoch': 52, 'iter': 30, 'avg_loss': 1.3224110334150252, 'avg_acc_mask': 54.41001191895113, 'loss': 1.2918260097503662}
+{'epoch': 52, 'iter': 40, 'avg_loss': 1.3186871365803043, 'avg_acc_mask': 54.174067495559505, 'loss': 1.3914657831192017}
+{'epoch': 52, 'iter': 50, 'avg_loss': 1.3361223059542038, 'avg_acc_mask': 53.96768402154398, 'loss': 1.4982693195343018}
+{'epoch': 52, 'iter': 60, 'avg_loss': 1.3393847971666055, 'avg_acc_mask': 54.177738411573664, 'loss': 1.5754462480545044}
+{'epoch': 52, 'iter': 70, 'avg_loss': 1.3453862541158434, 'avg_acc_mask': 54.36497836599644, 'loss': 1.4044314622879028}
+{'epoch': 52, 'iter': 80, 'avg_loss': 1.3454064712112332, 'avg_acc_mask': 54.17963539350823, 'loss': 1.2103850841522217}
+{'epoch': 52, 'iter': 90, 'avg_loss': 1.3494648075365758, 'avg_acc_mask': 54.1839762611276, 'loss': 1.2177708148956299}
+{'epoch': 52, 'iter': 100, 'avg_loss': 1.3632102124761827, 'avg_acc_mask': 53.898548126904466, 'loss': 1.1730464696884155}
+{'epoch': 52, 'iter': 110, 'avg_loss': 1.3520710785109717, 'avg_acc_mask': 54.27533839551006, 'loss': 1.4432306289672852}
+{'epoch': 52, 'iter': 120, 'avg_loss': 1.3483192240896305, 'avg_acc_mask': 54.298298906439854, 'loss': 1.3145389556884766}
+{'epoch': 52, 'iter': 130, 'avg_loss': 1.3423218372213932, 'avg_acc_mask': 54.47188502860332, 'loss': 1.3252739906311035}
+{'epoch': 52, 'iter': 140, 'avg_loss': 1.3409817100416683, 'avg_acc_mask': 54.51127819548872, 'loss': 1.1105470657348633}
+{'epoch': 52, 'iter': 150, 'avg_loss': 1.3367841291111826, 'avg_acc_mask': 54.742056300592004, 'loss': 1.3007652759552002}
+{'epoch': 52, 'iter': 160, 'avg_loss': 1.3341649333882777, 'avg_acc_mask': 55.08070015912707, 'loss': 1.5798851251602173}
+{'epoch': 52, 'iter': 170, 'avg_loss': 1.3348869155024925, 'avg_acc_mask': 54.95832442829665, 'loss': 1.6118412017822266}
+{'epoch': 52, 'iter': 180, 'avg_loss': 1.328369465651433, 'avg_acc_mask': 55.13145873515379, 'loss': 1.4443601369857788}
+{'epoch': 52, 'iter': 190, 'avg_loss': 1.3301236448487685, 'avg_acc_mask': 55.16341133243087, 'loss': 1.796286702156067}
+{'epoch': 52, 'iter': 200, 'avg_loss': 1.330356730157463, 'avg_acc_mask': 55.19588008092698, 'loss': 1.310563087463379}
+{'epoch': 52, 'iter': 210, 'avg_loss': 1.3265287652964841, 'avg_acc_mask': 55.23633807766649, 'loss': 1.1947689056396484}
+{'epoch': 52, 'iter': 220, 'avg_loss': 1.33011200929659, 'avg_acc_mask': 55.062761506276146, 'loss': 1.5152264833450317}
+{'epoch': 52, 'iter': 230, 'avg_loss': 1.333847465195181, 'avg_acc_mask': 54.98918009136812, 'loss': 1.4379732608795166}
+{'epoch': 52, 'iter': 240, 'avg_loss': 1.3330698708280984, 'avg_acc_mask': 55.11997554638545, 'loss': 1.459324598312378}
+{'epoch': 52, 'iter': 250, 'avg_loss': 1.3350126130647393, 'avg_acc_mask': 55.161764705882355, 'loss': 0.9708886742591858}
+{'epoch': 52, 'iter': 260, 'avg_loss': 1.3336765348226174, 'avg_acc_mask': 55.211426955168996, 'loss': 1.550484299659729}
+{'epoch': 52, 'iter': 270, 'avg_loss': 1.3352534302486265, 'avg_acc_mask': 55.08457305889546, 'loss': 1.3977669477462769}
+{'epoch': 'EP52_test', 'avg_loss': 1.3391683190197186, 'total_masked_acc': 54.931552587646074}
+{'epoch': 53, 'iter': 0, 'avg_loss': 1.404982328414917, 'avg_acc_mask': 53.333333333333336, 'loss': 1.404982328414917}
+{'epoch': 53, 'iter': 10, 'avg_loss': 1.323644139549949, 'avg_acc_mask': 53.44202898550725, 'loss': 1.4010987281799316}
+{'epoch': 53, 'iter': 20, 'avg_loss': 1.3218348934536888, 'avg_acc_mask': 53.633854645814175, 'loss': 1.5416414737701416}
+{'epoch': 53, 'iter': 30, 'avg_loss': 1.2997862369783464, 'avg_acc_mask': 55.513547574039066, 'loss': 1.1829348802566528}
+{'epoch': 53, 'iter': 40, 'avg_loss': 1.2966563672554203, 'avg_acc_mask': 55.28868360277136, 'loss': 1.2388461828231812}
+{'epoch': 53, 'iter': 50, 'avg_loss': 1.3096011783562453, 'avg_acc_mask': 54.83162518301611, 'loss': 1.278857946395874}
+{'epoch': 53, 'iter': 60, 'avg_loss': 1.327555504001555, 'avg_acc_mask': 54.862768496420045, 'loss': 1.6224969625473022}
+{'epoch': 53, 'iter': 70, 'avg_loss': 1.3231935056162552, 'avg_acc_mask': 55.43534260690366, 'loss': 0.9716064929962158}
+{'epoch': 53, 'iter': 80, 'avg_loss': 1.3208509146431346, 'avg_acc_mask': 55.57818510975334, 'loss': 1.4718319177627563}
+{'epoch': 53, 'iter': 90, 'avg_loss': 1.329999830041613, 'avg_acc_mask': 55.44156105411386, 'loss': 1.354939341545105}
+{'epoch': 53, 'iter': 100, 'avg_loss': 1.3475432779529306, 'avg_acc_mask': 54.88026124818578, 'loss': 1.424491286277771}
+{'epoch': 53, 'iter': 110, 'avg_loss': 1.3415620976740175, 'avg_acc_mask': 54.96018579960186, 'loss': 1.4327465295791626}
+{'epoch': 53, 'iter': 120, 'avg_loss': 1.3431268196460628, 'avg_acc_mask': 55.04866180048662, 'loss': 1.3532201051712036}
+{'epoch': 53, 'iter': 130, 'avg_loss': 1.3519956560535284, 'avg_acc_mask': 54.696673189823876, 'loss': 1.3590668439865112}
+{'epoch': 53, 'iter': 140, 'avg_loss': 1.3568375030307904, 'avg_acc_mask': 54.39718162839249, 'loss': 1.2232660055160522}
+{'epoch': 53, 'iter': 150, 'avg_loss': 1.3565769949496187, 'avg_acc_mask': 54.51439726695949, 'loss': 1.4112893342971802}
+{'epoch': 53, 'iter': 160, 'avg_loss': 1.3539216388826785, 'avg_acc_mask': 54.46818286239375, 'loss': 1.4448350667953491}
+{'epoch': 53, 'iter': 170, 'avg_loss': 1.354340608705554, 'avg_acc_mask': 54.288804759329366, 'loss': 1.1474153995513916}
+{'epoch': 53, 'iter': 180, 'avg_loss': 1.3525644148910902, 'avg_acc_mask': 54.30876046559118, 'loss': 1.4267858266830444}
+{'epoch': 53, 'iter': 190, 'avg_loss': 1.3470685232372184, 'avg_acc_mask': 54.56479690522244, 'loss': 1.230373740196228}
+{'epoch': 53, 'iter': 200, 'avg_loss': 1.3447265880024848, 'avg_acc_mask': 54.788602941176464, 'loss': 1.2361692190170288}
+{'epoch': 53, 'iter': 210, 'avg_loss': 1.3468577279863765, 'avg_acc_mask': 54.69569779643232, 'loss': 1.1301348209381104}
+{'epoch': 53, 'iter': 220, 'avg_loss': 1.3480654420895815, 'avg_acc_mask': 54.69493364493781, 'loss': 1.4494389295578003}
+{'epoch': 53, 'iter': 230, 'avg_loss': 1.3479435792217007, 'avg_acc_mask': 54.58968019778292, 'loss': 1.197231411933899}
+{'epoch': 53, 'iter': 240, 'avg_loss': 1.3464562484832225, 'avg_acc_mask': 54.72967806071729, 'loss': 1.6240848302841187}
+{'epoch': 53, 'iter': 250, 'avg_loss': 1.3415883952877912, 'avg_acc_mask': 54.91146866505032, 'loss': 1.0884040594100952}
+{'epoch': 53, 'iter': 260, 'avg_loss': 1.3433275754881089, 'avg_acc_mask': 54.83779971791255, 'loss': 1.3337130546569824}
+{'epoch': 53, 'iter': 270, 'avg_loss': 1.3455126784824358, 'avg_acc_mask': 54.69721546363883, 'loss': 1.591191053390503}
+{'epoch': 'EP53_test', 'avg_loss': 1.34614666842896, 'total_masked_acc': 54.69767441860465}
+{'epoch': 54, 'iter': 0, 'avg_loss': 1.1342414617538452, 'avg_acc_mask': 61.29032258064516, 'loss': 1.1342414617538452}
+{'epoch': 54, 'iter': 10, 'avg_loss': 1.3493981578133323, 'avg_acc_mask': 53.41506129597198, 'loss': 1.216687560081482}
+{'epoch': 54, 'iter': 20, 'avg_loss': 1.3682016474860055, 'avg_acc_mask': 53.84615384615385, 'loss': 1.1020236015319824}
+{'epoch': 54, 'iter': 30, 'avg_loss': 1.3368600837645992, 'avg_acc_mask': 55.03922751961377, 'loss': 1.283066987991333}
+{'epoch': 54, 'iter': 40, 'avg_loss': 1.3464085474246885, 'avg_acc_mask': 54.757548032936874, 'loss': 1.59737229347229}
+{'epoch': 54, 'iter': 50, 'avg_loss': 1.3506992003496956, 'avg_acc_mask': 54.812931347620776, 'loss': 1.3725521564483643}
+{'epoch': 54, 'iter': 60, 'avg_loss': 1.3716229884350886, 'avg_acc_mask': 53.83467621605491, 'loss': 1.6367380619049072}
+{'epoch': 54, 'iter': 70, 'avg_loss': 1.366763195521395, 'avg_acc_mask': 54.02210228732973, 'loss': 1.3440252542495728}
+{'epoch': 54, 'iter': 80, 'avg_loss': 1.3827348329402782, 'avg_acc_mask': 53.38142470694319, 'loss': 1.617334008216858}
+{'epoch': 54, 'iter': 90, 'avg_loss': 1.385937785054301, 'avg_acc_mask': 53.20423238171291, 'loss': 1.4309829473495483}
+{'epoch': 54, 'iter': 100, 'avg_loss': 1.3989951504339087, 'avg_acc_mask': 52.867383512544805, 'loss': 1.7977551221847534}
+{'epoch': 54, 'iter': 110, 'avg_loss': 1.3908437125317685, 'avg_acc_mask': 53.07554250285528, 'loss': 1.1633704900741577}
+{'epoch': 54, 'iter': 120, 'avg_loss': 1.3905493385535626, 'avg_acc_mask': 53.097744360902254, 'loss': 1.5333902835845947}
+{'epoch': 54, 'iter': 130, 'avg_loss': 1.3937905653742433, 'avg_acc_mask': 52.99500831946755, 'loss': 1.8065599203109741}
+{'epoch': 54, 'iter': 140, 'avg_loss': 1.3875728063549555, 'avg_acc_mask': 52.94422156076097, 'loss': 1.1398354768753052}
+{'epoch': 54, 'iter': 150, 'avg_loss': 1.3807818471201208, 'avg_acc_mask': 53.096704092720024, 'loss': 1.4423471689224243}
+{'epoch': 54, 'iter': 160, 'avg_loss': 1.3737794582888205, 'avg_acc_mask': 53.312159709618875, 'loss': 1.2913709878921509}
+{'epoch': 54, 'iter': 170, 'avg_loss': 1.3701044373344957, 'avg_acc_mask': 53.38377917510391, 'loss': 1.257946491241455}
+{'epoch': 54, 'iter': 180, 'avg_loss': 1.3687079005478495, 'avg_acc_mask': 53.3824717285945, 'loss': 1.6154232025146484}
+{'epoch': 54, 'iter': 190, 'avg_loss': 1.3692282060678092, 'avg_acc_mask': 53.441179285919404, 'loss': 1.333996295928955}
+{'epoch': 54, 'iter': 200, 'avg_loss': 1.369762903125725, 'avg_acc_mask': 53.402380303443266, 'loss': 1.4063435792922974}
+{'epoch': 54, 'iter': 210, 'avg_loss': 1.36807470327305, 'avg_acc_mask': 53.50543947504749, 'loss': 1.4497675895690918}
+{'epoch': 54, 'iter': 220, 'avg_loss': 1.3664279876790975, 'avg_acc_mask': 53.61291917277746, 'loss': 1.2355514764785767}
+{'epoch': 54, 'iter': 230, 'avg_loss': 1.3642343659421583, 'avg_acc_mask': 53.64854215918046, 'loss': 1.221023440361023}
+{'epoch': 54, 'iter': 240, 'avg_loss': 1.364191864041372, 'avg_acc_mask': 53.59028511087646, 'loss': 1.4063817262649536}
+{'epoch': 54, 'iter': 250, 'avg_loss': 1.3588089736334357, 'avg_acc_mask': 53.757308886161844, 'loss': 0.9458058476448059}
+{'epoch': 54, 'iter': 260, 'avg_loss': 1.3604230755133646, 'avg_acc_mask': 53.8493636553307, 'loss': 1.610471487045288}
+{'epoch': 54, 'iter': 270, 'avg_loss': 1.3601784492770683, 'avg_acc_mask': 53.95379979912956, 'loss': 1.3680071830749512}
+{'epoch': 'EP54_test', 'avg_loss': 1.360649338019067, 'total_masked_acc': 53.94589613637859}
+{'epoch': 55, 'iter': 0, 'avg_loss': 1.3175437450408936, 'avg_acc_mask': 54.54545454545454, 'loss': 1.3175437450408936}
+{'epoch': 55, 'iter': 10, 'avg_loss': 1.409457109191201, 'avg_acc_mask': 52.44094488188976, 'loss': 1.3373315334320068}
+{'epoch': 55, 'iter': 20, 'avg_loss': 1.3912863050188338, 'avg_acc_mask': 53.71621621621622, 'loss': 1.5653544664382935}
+{'epoch': 55, 'iter': 30, 'avg_loss': 1.365363036432574, 'avg_acc_mask': 55.1487414187643, 'loss': 1.1686110496520996}
+{'epoch': 55, 'iter': 40, 'avg_loss': 1.3692325935131167, 'avg_acc_mask': 54.732690622261174, 'loss': 1.3223520517349243}
+{'epoch': 55, 'iter': 50, 'avg_loss': 1.367455377298243, 'avg_acc_mask': 54.80265455815578, 'loss': 1.3559942245483398}
+{'epoch': 55, 'iter': 60, 'avg_loss': 1.373086618595436, 'avg_acc_mask': 54.836829836829835, 'loss': 1.4834321737289429}
+{'epoch': 55, 'iter': 70, 'avg_loss': 1.3765118474691687, 'avg_acc_mask': 54.95951417004049, 'loss': 1.2398197650909424}
+{'epoch': 55, 'iter': 80, 'avg_loss': 1.3824194728592296, 'avg_acc_mask': 54.56773618538324, 'loss': 1.2779903411865234}
+{'epoch': 55, 'iter': 90, 'avg_loss': 1.3828113904366126, 'avg_acc_mask': 54.314314314314316, 'loss': 1.1984984874725342}
+{'epoch': 55, 'iter': 100, 'avg_loss': 1.3952471194881024, 'avg_acc_mask': 53.826805605461736, 'loss': 1.165053129196167}
+{'epoch': 55, 'iter': 110, 'avg_loss': 1.3921436415062294, 'avg_acc_mask': 53.74608924748888, 'loss': 1.392290472984314}
+{'epoch': 55, 'iter': 120, 'avg_loss': 1.3987056204110138, 'avg_acc_mask': 53.583208395802096, 'loss': 1.2172857522964478}
+{'epoch': 55, 'iter': 130, 'avg_loss': 1.400955536893306, 'avg_acc_mask': 53.56795103630546, 'loss': 1.6013672351837158}
+{'epoch': 55, 'iter': 140, 'avg_loss': 1.3933749401823003, 'avg_acc_mask': 53.647790592199044, 'loss': 0.9373105764389038}
+{'epoch': 55, 'iter': 150, 'avg_loss': 1.3873713845448779, 'avg_acc_mask': 53.793186760086975, 'loss': 1.261932611465454}
+{'epoch': 55, 'iter': 160, 'avg_loss': 1.3869817064415595, 'avg_acc_mask': 53.64411597498579, 'loss': 1.405591607093811}
+{'epoch': 55, 'iter': 170, 'avg_loss': 1.3808200540598372, 'avg_acc_mask': 53.69933519193653, 'loss': 1.6272250413894653}
+{'epoch': 55, 'iter': 180, 'avg_loss': 1.379795138348532, 'avg_acc_mask': 53.77674135658522, 'loss': 1.5175566673278809}
+{'epoch': 55, 'iter': 190, 'avg_loss': 1.378105006916985, 'avg_acc_mask': 53.83726528647087, 'loss': 1.7916909456253052}
+{'epoch': 55, 'iter': 200, 'avg_loss': 1.3753971407069496, 'avg_acc_mask': 53.91797876235811, 'loss': 1.3905537128448486}
+{'epoch': 55, 'iter': 210, 'avg_loss': 1.3763194106766399, 'avg_acc_mask': 53.85282135737194, 'loss': 1.3590575456619263}
+{'epoch': 55, 'iter': 220, 'avg_loss': 1.3734667117779071, 'avg_acc_mask': 53.97886742611854, 'loss': 1.5942438840866089}
+{'epoch': 55, 'iter': 230, 'avg_loss': 1.3711831234234235, 'avg_acc_mask': 54.036087369420706, 'loss': 1.2995057106018066}
+{'epoch': 55, 'iter': 240, 'avg_loss': 1.3676867915386977, 'avg_acc_mask': 54.08031579746451, 'loss': 1.1672511100769043}
+{'epoch': 55, 'iter': 250, 'avg_loss': 1.3624748675471758, 'avg_acc_mask': 54.2128279883382, 'loss': 1.010739803314209}
+{'epoch': 55, 'iter': 260, 'avg_loss': 1.3607246834656288, 'avg_acc_mask': 54.20894269120426, 'loss': 1.3967669010162354}
+{'epoch': 55, 'iter': 270, 'avg_loss': 1.3588035320003975, 'avg_acc_mask': 54.12436974789916, 'loss': 1.4885023832321167}
+{'epoch': 'EP55_test', 'avg_loss': 1.3592343064753905, 'total_masked_acc': 54.07691291132549}
+{'epoch': 56, 'iter': 0, 'avg_loss': 1.2945971488952637, 'avg_acc_mask': 50.0, 'loss': 1.2945971488952637}
+{'epoch': 56, 'iter': 10, 'avg_loss': 1.333827333016829, 'avg_acc_mask': 52.94117647058824, 'loss': 1.4201312065124512}
+{'epoch': 56, 'iter': 20, 'avg_loss': 1.31307319800059, 'avg_acc_mask': 55.15097690941385, 'loss': 1.2876758575439453}
+{'epoch': 56, 'iter': 30, 'avg_loss': 1.3230485185500114, 'avg_acc_mask': 55.11764705882353, 'loss': 1.301587462425232}
+{'epoch': 56, 'iter': 40, 'avg_loss': 1.3391598463058472, 'avg_acc_mask': 55.058191584601616, 'loss': 1.5744885206222534}
+{'epoch': 56, 'iter': 50, 'avg_loss': 1.3493504898220885, 'avg_acc_mask': 54.660863257163584, 'loss': 1.3163516521453857}
+{'epoch': 56, 'iter': 60, 'avg_loss': 1.3525223536569564, 'avg_acc_mask': 54.72263868065967, 'loss': 1.3776040077209473}
+{'epoch': 56, 'iter': 70, 'avg_loss': 1.355236314551931, 'avg_acc_mask': 54.700854700854705, 'loss': 1.0027081966400146}
+{'epoch': 56, 'iter': 80, 'avg_loss': 1.3646635619210608, 'avg_acc_mask': 54.37443336355394, 'loss': 1.5241550207138062}
+{'epoch': 56, 'iter': 90, 'avg_loss': 1.36280444755659, 'avg_acc_mask': 54.61476725521669, 'loss': 1.2779555320739746}
+{'epoch': 56, 'iter': 100, 'avg_loss': 1.3719417559038294, 'avg_acc_mask': 54.38279414422556, 'loss': 1.6066231727600098}
+{'epoch': 56, 'iter': 110, 'avg_loss': 1.3677703238822319, 'avg_acc_mask': 54.24987621719756, 'loss': 1.5172532796859741}
+{'epoch': 56, 'iter': 120, 'avg_loss': 1.3715099382006433, 'avg_acc_mask': 54.02664244626097, 'loss': 1.620765209197998}
+{'epoch': 56, 'iter': 130, 'avg_loss': 1.3767372679164391, 'avg_acc_mask': 54.00473603565956, 'loss': 1.565354824066162}
+{'epoch': 56, 'iter': 140, 'avg_loss': 1.3738239268039136, 'avg_acc_mask': 53.9820709367286, 'loss': 1.0703526735305786}
+{'epoch': 56, 'iter': 150, 'avg_loss': 1.3693850004909844, 'avg_acc_mask': 54.20424079941506, 'loss': 1.5858994722366333}
+{'epoch': 56, 'iter': 160, 'avg_loss': 1.3652930766899394, 'avg_acc_mask': 54.23748277446027, 'loss': 1.1782135963439941}
+{'epoch': 56, 'iter': 170, 'avg_loss': 1.36346790839357, 'avg_acc_mask': 54.32552111459121, 'loss': 1.0921425819396973}
+{'epoch': 56, 'iter': 180, 'avg_loss': 1.3613412679888266, 'avg_acc_mask': 54.28512988341174, 'loss': 1.499096155166626}
+{'epoch': 56, 'iter': 190, 'avg_loss': 1.3592675272082784, 'avg_acc_mask': 54.39123691353238, 'loss': 1.5698620080947876}
+{'epoch': 56, 'iter': 200, 'avg_loss': 1.3558732914687388, 'avg_acc_mask': 54.344012556550645, 'loss': 1.2490071058273315}
+{'epoch': 56, 'iter': 210, 'avg_loss': 1.3584526475006935, 'avg_acc_mask': 54.20470505617978, 'loss': 1.5671566724777222}
+{'epoch': 56, 'iter': 220, 'avg_loss': 1.3582246640688693, 'avg_acc_mask': 54.17014178482068, 'loss': 1.4849313497543335}
+{'epoch': 56, 'iter': 230, 'avg_loss': 1.3600969647432302, 'avg_acc_mask': 54.07756144270667, 'loss': 1.4703220129013062}
+{'epoch': 56, 'iter': 240, 'avg_loss': 1.357915532292172, 'avg_acc_mask': 54.219538296896495, 'loss': 1.5056194067001343}
+{'epoch': 56, 'iter': 250, 'avg_loss': 1.3551232081010522, 'avg_acc_mask': 54.29096252755327, 'loss': 1.0858941078186035}
+{'epoch': 56, 'iter': 260, 'avg_loss': 1.3562334759938763, 'avg_acc_mask': 54.3131441479599, 'loss': 1.5518816709518433}
+{'epoch': 56, 'iter': 270, 'avg_loss': 1.3570659198004382, 'avg_acc_mask': 54.19525783001563, 'loss': 1.5249916315078735}
+{'epoch': 'EP56_test', 'avg_loss': 1.3589999401482984, 'total_masked_acc': 54.18396036952738}
+{'epoch': 57, 'iter': 0, 'avg_loss': 1.1319557428359985, 'avg_acc_mask': 66.66666666666666, 'loss': 1.1319557428359985}
+{'epoch': 57, 'iter': 10, 'avg_loss': 1.3831797404722734, 'avg_acc_mask': 53.807947019867555, 'loss': 1.3500949144363403}
+{'epoch': 57, 'iter': 20, 'avg_loss': 1.3562597660791307, 'avg_acc_mask': 52.7944969905417, 'loss': 1.427452802658081}
+{'epoch': 57, 'iter': 30, 'avg_loss': 1.3721778738883235, 'avg_acc_mask': 53.05023923444976, 'loss': 1.480896234512329}
+{'epoch': 57, 'iter': 40, 'avg_loss': 1.356310710674379, 'avg_acc_mask': 53.553644182888185, 'loss': 1.6572626829147339}
+{'epoch': 57, 'iter': 50, 'avg_loss': 1.3706948476679184, 'avg_acc_mask': 53.53132922854038, 'loss': 1.7816969156265259}
+{'epoch': 57, 'iter': 60, 'avg_loss': 1.3760372370970053, 'avg_acc_mask': 53.42669845053635, 'loss': 1.3224599361419678}
+{'epoch': 57, 'iter': 70, 'avg_loss': 1.3680518999905653, 'avg_acc_mask': 53.629553087057616, 'loss': 1.2913991212844849}
+{'epoch': 57, 'iter': 80, 'avg_loss': 1.3578459568965582, 'avg_acc_mask': 54.01276789785682, 'loss': 1.2808362245559692}
+{'epoch': 57, 'iter': 90, 'avg_loss': 1.3577901334552975, 'avg_acc_mask': 53.9471027660004, 'loss': 1.03743314743042}
+{'epoch': 57, 'iter': 100, 'avg_loss': 1.3685860669258798, 'avg_acc_mask': 53.87852177094767, 'loss': 1.5227566957473755}
+{'epoch': 57, 'iter': 110, 'avg_loss': 1.3664785236925692, 'avg_acc_mask': 53.773901375377385, 'loss': 1.3347829580307007}
+{'epoch': 57, 'iter': 120, 'avg_loss': 1.3589471480077948, 'avg_acc_mask': 54.00798525798526, 'loss': 1.4074792861938477}
+{'epoch': 57, 'iter': 130, 'avg_loss': 1.3601557307570946, 'avg_acc_mask': 53.78055713473564, 'loss': 1.2484534978866577}
+{'epoch': 57, 'iter': 140, 'avg_loss': 1.3574007064738172, 'avg_acc_mask': 54.000788332676386, 'loss': 1.1523818969726562}
+{'epoch': 57, 'iter': 150, 'avg_loss': 1.3558644632630001, 'avg_acc_mask': 54.316020482809066, 'loss': 1.386568546295166}
+{'epoch': 57, 'iter': 160, 'avg_loss': 1.3545965119178252, 'avg_acc_mask': 54.512181173510236, 'loss': 1.4742265939712524}
+{'epoch': 57, 'iter': 170, 'avg_loss': 1.350126880651329, 'avg_acc_mask': 54.4565100526825, 'loss': 1.2020572423934937}
+{'epoch': 57, 'iter': 180, 'avg_loss': 1.3499894945661008, 'avg_acc_mask': 54.39420230682862, 'loss': 1.277836799621582}
+{'epoch': 57, 'iter': 190, 'avg_loss': 1.3473151117095148, 'avg_acc_mask': 54.453814093244155, 'loss': 1.4251716136932373}
+{'epoch': 57, 'iter': 200, 'avg_loss': 1.345094733273805, 'avg_acc_mask': 54.52870174145398, 'loss': 1.2538378238677979}
+{'epoch': 57, 'iter': 210, 'avg_loss': 1.3471235169618616, 'avg_acc_mask': 54.50241122314774, 'loss': 1.5304208993911743}
+{'epoch': 57, 'iter': 220, 'avg_loss': 1.3466539083562825, 'avg_acc_mask': 54.62234131636242, 'loss': 1.1703741550445557}
+{'epoch': 57, 'iter': 230, 'avg_loss': 1.3452576086634682, 'avg_acc_mask': 54.66837346987759, 'loss': 1.275755524635315}
+{'epoch': 57, 'iter': 240, 'avg_loss': 1.3450335667341082, 'avg_acc_mask': 54.67400443323397, 'loss': 1.497544527053833}
+{'epoch': 57, 'iter': 250, 'avg_loss': 1.3420346597751298, 'avg_acc_mask': 54.79492259153276, 'loss': 1.3294697999954224}
+{'epoch': 57, 'iter': 260, 'avg_loss': 1.3426822860122183, 'avg_acc_mask': 54.79132829602429, 'loss': 1.404166579246521}
+{'epoch': 57, 'iter': 270, 'avg_loss': 1.341111650106212, 'avg_acc_mask': 54.84397307770753, 'loss': 0.9502230882644653}
+{'epoch': 'EP57_test', 'avg_loss': 1.3392178988543109, 'total_masked_acc': 54.84150817484151}
+{'epoch': 58, 'iter': 0, 'avg_loss': 1.0886468887329102, 'avg_acc_mask': 56.60377358490566, 'loss': 1.0886468887329102}
+{'epoch': 58, 'iter': 10, 'avg_loss': 1.3041872327977961, 'avg_acc_mask': 55.12820512820513, 'loss': 1.2960830926895142}
+{'epoch': 58, 'iter': 20, 'avg_loss': 1.3294639644168673, 'avg_acc_mask': 54.66210436270317, 'loss': 1.2926545143127441}
+{'epoch': 58, 'iter': 30, 'avg_loss': 1.30263158775145, 'avg_acc_mask': 56.18171362852213, 'loss': 1.5216678380966187}
+{'epoch': 58, 'iter': 40, 'avg_loss': 1.3237456446740685, 'avg_acc_mask': 55.35714285714286, 'loss': 1.4096028804779053}
+{'epoch': 58, 'iter': 50, 'avg_loss': 1.3319574652933608, 'avg_acc_mask': 54.93741307371349, 'loss': 1.6538604497909546}
+{'epoch': 58, 'iter': 60, 'avg_loss': 1.3463158285031553, 'avg_acc_mask': 54.379878577623586, 'loss': 1.6130024194717407}
+{'epoch': 58, 'iter': 70, 'avg_loss': 1.343787432556421, 'avg_acc_mask': 54.579485899675575, 'loss': 1.4270588159561157}
+{'epoch': 58, 'iter': 80, 'avg_loss': 1.3500426529366294, 'avg_acc_mask': 54.33779925323962, 'loss': 1.2873084545135498}
+{'epoch': 58, 'iter': 90, 'avg_loss': 1.3419565427434312, 'avg_acc_mask': 54.73910494430331, 'loss': 1.1992005109786987}
+{'epoch': 58, 'iter': 100, 'avg_loss': 1.3576484440576913, 'avg_acc_mask': 54.18857343147564, 'loss': 1.6154241561889648}
+{'epoch': 58, 'iter': 110, 'avg_loss': 1.3538231167707357, 'avg_acc_mask': 54.218600191754554, 'loss': 1.343451738357544}
+{'epoch': 58, 'iter': 120, 'avg_loss': 1.3556132952043833, 'avg_acc_mask': 54.23629434183523, 'loss': 1.1686842441558838}
+{'epoch': 58, 'iter': 130, 'avg_loss': 1.35420309814788, 'avg_acc_mask': 54.25387333514542, 'loss': 1.363523006439209}
+{'epoch': 58, 'iter': 140, 'avg_loss': 1.3546139361165095, 'avg_acc_mask': 54.297667342799194, 'loss': 1.0740916728973389}
+{'epoch': 58, 'iter': 150, 'avg_loss': 1.3480808462528204, 'avg_acc_mask': 54.354496105735194, 'loss': 1.2360090017318726}
+{'epoch': 58, 'iter': 160, 'avg_loss': 1.343809169641933, 'avg_acc_mask': 54.399464703914354, 'loss': 1.3123875856399536}
+{'epoch': 58, 'iter': 170, 'avg_loss': 1.340685530364165, 'avg_acc_mask': 54.30925221799746, 'loss': 1.1563266515731812}
+{'epoch': 58, 'iter': 180, 'avg_loss': 1.3378208859190757, 'avg_acc_mask': 54.444555544445564, 'loss': 1.2239099740982056}
+{'epoch': 58, 'iter': 190, 'avg_loss': 1.340943927852271, 'avg_acc_mask': 54.41525182585602, 'loss': 1.5155905485153198}
+{'epoch': 58, 'iter': 200, 'avg_loss': 1.3420703070080695, 'avg_acc_mask': 54.41283073577383, 'loss': 1.369183897972107}
+{'epoch': 58, 'iter': 210, 'avg_loss': 1.3452267191986338, 'avg_acc_mask': 54.35513052468338, 'loss': 1.415291666984558}
+{'epoch': 58, 'iter': 220, 'avg_loss': 1.3462658125350917, 'avg_acc_mask': 54.392584693626446, 'loss': 1.4844284057617188}
+{'epoch': 58, 'iter': 230, 'avg_loss': 1.3506348326608733, 'avg_acc_mask': 54.296232474347924, 'loss': 1.545456051826477}
+{'epoch': 58, 'iter': 240, 'avg_loss': 1.3456550759893235, 'avg_acc_mask': 54.55911071053027, 'loss': 1.5580296516418457}
+{'epoch': 58, 'iter': 250, 'avg_loss': 1.3434360442883464, 'avg_acc_mask': 54.66377440347071, 'loss': 1.0859936475753784}
+{'epoch': 58, 'iter': 260, 'avg_loss': 1.3425171350153926, 'avg_acc_mask': 54.72567360044675, 'loss': 1.4713599681854248}
+{'epoch': 58, 'iter': 270, 'avg_loss': 1.3440418315989504, 'avg_acc_mask': 54.630313612249005, 'loss': 1.356507420539856}
+{'epoch': 'EP58_test', 'avg_loss': 1.3441750059525173, 'total_masked_acc': 54.600620011872564}
+{'epoch': 59, 'iter': 0, 'avg_loss': 1.4360010623931885, 'avg_acc_mask': 49.152542372881356, 'loss': 1.4360010623931885}
+{'epoch': 59, 'iter': 10, 'avg_loss': 1.3324799212542446, 'avg_acc_mask': 54.04929577464789, 'loss': 1.406222939491272}
+{'epoch': 59, 'iter': 20, 'avg_loss': 1.324005399431501, 'avg_acc_mask': 54.75319926873857, 'loss': 1.3806179761886597}
+{'epoch': 59, 'iter': 30, 'avg_loss': 1.31476729723715, 'avg_acc_mask': 54.83668341708543, 'loss': 1.5254476070404053}
+{'epoch': 59, 'iter': 40, 'avg_loss': 1.3277714267009642, 'avg_acc_mask': 54.276315789473685, 'loss': 1.4085885286331177}
+{'epoch': 59, 'iter': 50, 'avg_loss': 1.3220475725099152, 'avg_acc_mask': 54.53877251010658, 'loss': 1.5061628818511963}
+{'epoch': 59, 'iter': 60, 'avg_loss': 1.3437473070426065, 'avg_acc_mask': 54.23006695069994, 'loss': 1.6150646209716797}
+{'epoch': 59, 'iter': 70, 'avg_loss': 1.3447080145419483, 'avg_acc_mask': 54.55259026687598, 'loss': 1.3014039993286133}
+{'epoch': 59, 'iter': 80, 'avg_loss': 1.334557874703113, 'avg_acc_mask': 54.855583352285656, 'loss': 1.2226864099502563}
+{'epoch': 59, 'iter': 90, 'avg_loss': 1.33577557186504, 'avg_acc_mask': 54.82385908726981, 'loss': 1.1587672233581543}
+{'epoch': 59, 'iter': 100, 'avg_loss': 1.3459107568948576, 'avg_acc_mask': 54.36399927417892, 'loss': 1.5554519891738892}
+{'epoch': 59, 'iter': 110, 'avg_loss': 1.3459716251304559, 'avg_acc_mask': 54.287138584247266, 'loss': 1.2619006633758545}
+{'epoch': 59, 'iter': 120, 'avg_loss': 1.355360719783247, 'avg_acc_mask': 54.03717245581963, 'loss': 1.2339539527893066}
+{'epoch': 59, 'iter': 130, 'avg_loss': 1.360468481333201, 'avg_acc_mask': 53.890449438202246, 'loss': 1.0534783601760864}
+{'epoch': 59, 'iter': 140, 'avg_loss': 1.355112447806284, 'avg_acc_mask': 54.12195760272181, 'loss': 1.1942638158798218}
+{'epoch': 59, 'iter': 150, 'avg_loss': 1.3502929005401814, 'avg_acc_mask': 54.24996933644057, 'loss': 1.4854990243911743}
+{'epoch': 59, 'iter': 160, 'avg_loss': 1.346348826189219, 'avg_acc_mask': 54.64355412696591, 'loss': 1.6431467533111572}
+{'epoch': 59, 'iter': 170, 'avg_loss': 1.3444558932767277, 'avg_acc_mask': 54.54938405014048, 'loss': 1.2188661098480225}
+{'epoch': 59, 'iter': 180, 'avg_loss': 1.3399850518663943, 'avg_acc_mask': 54.69004893964111, 'loss': 1.5198087692260742}
+{'epoch': 59, 'iter': 190, 'avg_loss': 1.3440643486552213, 'avg_acc_mask': 54.61590622880945, 'loss': 1.4896031618118286}
+{'epoch': 59, 'iter': 200, 'avg_loss': 1.3427680908744015, 'avg_acc_mask': 54.6058091286307, 'loss': 1.5044318437576294}
+{'epoch': 59, 'iter': 210, 'avg_loss': 1.3438419623397537, 'avg_acc_mask': 54.5502552367541, 'loss': 1.2822468280792236}
+{'epoch': 59, 'iter': 220, 'avg_loss': 1.3432343205715196, 'avg_acc_mask': 54.54927682475614, 'loss': 1.1379352807998657}
+{'epoch': 59, 'iter': 230, 'avg_loss': 1.3434727439632663, 'avg_acc_mask': 54.55716586151369, 'loss': 1.1765838861465454}
+{'epoch': 59, 'iter': 240, 'avg_loss': 1.3426644015608982, 'avg_acc_mask': 54.54545454545454, 'loss': 1.3794054985046387}
+{'epoch': 59, 'iter': 250, 'avg_loss': 1.337651877526743, 'avg_acc_mask': 54.74674170616114, 'loss': 1.1150732040405273}
+{'epoch': 59, 'iter': 260, 'avg_loss': 1.338215551842218, 'avg_acc_mask': 54.796771197942704, 'loss': 1.4312790632247925}
+{'epoch': 59, 'iter': 270, 'avg_loss': 1.3410257758689543, 'avg_acc_mask': 54.67040481400438, 'loss': 1.3872891664505005}
+{'epoch': 'EP59_test', 'avg_loss': 1.340654290024785, 'total_masked_acc': 54.66756212222968}
+{'epoch': 60, 'iter': 0, 'avg_loss': 1.6123735904693604, 'avg_acc_mask': 52.459016393442624, 'loss': 1.6123735904693604}
+{'epoch': 60, 'iter': 10, 'avg_loss': 1.3397001353177158, 'avg_acc_mask': 54.63576158940398, 'loss': 1.2666209936141968}
+{'epoch': 60, 'iter': 20, 'avg_loss': 1.3309520426250638, 'avg_acc_mask': 56.309834638816355, 'loss': 1.414021611213684}
+{'epoch': 60, 'iter': 30, 'avg_loss': 1.3057050935683712, 'avg_acc_mask': 56.26535626535627, 'loss': 1.3164951801300049}
+{'epoch': 60, 'iter': 40, 'avg_loss': 1.3347571681185466, 'avg_acc_mask': 54.745529573590105, 'loss': 1.819442868232727}
+{'epoch': 60, 'iter': 50, 'avg_loss': 1.3449303028630275, 'avg_acc_mask': 54.08200960472848, 'loss': 1.3925254344940186}
+{'epoch': 60, 'iter': 60, 'avg_loss': 1.3503740283309436, 'avg_acc_mask': 53.541602227033714, 'loss': 1.640837550163269}
+{'epoch': 60, 'iter': 70, 'avg_loss': 1.3509443276365038, 'avg_acc_mask': 53.69234870701146, 'loss': 1.1960256099700928}
+{'epoch': 60, 'iter': 80, 'avg_loss': 1.3495752678977118, 'avg_acc_mask': 53.71842843779233, 'loss': 1.3609168529510498}
+{'epoch': 60, 'iter': 90, 'avg_loss': 1.3549692237770163, 'avg_acc_mask': 53.51351351351351, 'loss': 1.231370210647583}
+{'epoch': 60, 'iter': 100, 'avg_loss': 1.3648454186939958, 'avg_acc_mask': 53.52243233222098, 'loss': 1.491288423538208}
+{'epoch': 60, 'iter': 110, 'avg_loss': 1.3575129938555193, 'avg_acc_mask': 53.58171041490263, 'loss': 1.3654857873916626}
+{'epoch': 60, 'iter': 120, 'avg_loss': 1.357444316395058, 'avg_acc_mask': 53.691588785046726, 'loss': 1.6024069786071777}
+{'epoch': 60, 'iter': 130, 'avg_loss': 1.3547853053981112, 'avg_acc_mask': 53.95621691229074, 'loss': 1.090661644935608}
+{'epoch': 60, 'iter': 140, 'avg_loss': 1.3556814874317629, 'avg_acc_mask': 53.99946850916821, 'loss': 1.3937188386917114}
+{'epoch': 60, 'iter': 150, 'avg_loss': 1.3594737301599111, 'avg_acc_mask': 53.908955962394856, 'loss': 1.3894118070602417}
+{'epoch': 60, 'iter': 160, 'avg_loss': 1.360443850111517, 'avg_acc_mask': 54.00721181807607, 'loss': 1.330488681793213}
+{'epoch': 60, 'iter': 170, 'avg_loss': 1.3583259969426875, 'avg_acc_mask': 53.85457731055629, 'loss': 1.4951081275939941}
+{'epoch': 60, 'iter': 180, 'avg_loss': 1.3576381446906876, 'avg_acc_mask': 53.961522548613985, 'loss': 1.721900224685669}
+{'epoch': 60, 'iter': 190, 'avg_loss': 1.3580474351089038, 'avg_acc_mask': 54.04296875, 'loss': 1.6061958074569702}
+{'epoch': 60, 'iter': 200, 'avg_loss': 1.3570580544756419, 'avg_acc_mask': 54.1184100806078, 'loss': 1.6983590126037598}
+{'epoch': 60, 'iter': 210, 'avg_loss': 1.3544191678553397, 'avg_acc_mask': 54.1736595707093, 'loss': 1.5155092477798462}
+{'epoch': 60, 'iter': 220, 'avg_loss': 1.3556555016008438, 'avg_acc_mask': 54.095334004699566, 'loss': 1.478905439376831}
+{'epoch': 60, 'iter': 230, 'avg_loss': 1.3586494058241576, 'avg_acc_mask': 53.93827358945508, 'loss': 1.4601398706436157}
+{'epoch': 60, 'iter': 240, 'avg_loss': 1.3555688860505448, 'avg_acc_mask': 54.067391471971625, 'loss': 1.416061282157898}
+{'epoch': 60, 'iter': 250, 'avg_loss': 1.3554673605706111, 'avg_acc_mask': 54.05824955647546, 'loss': 1.304675817489624}
+{'epoch': 60, 'iter': 260, 'avg_loss': 1.3560314541575553, 'avg_acc_mask': 54.06538734896944, 'loss': 1.523058295249939}
+{'epoch': 60, 'iter': 270, 'avg_loss': 1.3552920802932824, 'avg_acc_mask': 54.05664249555343, 'loss': 1.3323750495910645}
+{'epoch': 'EP60_test', 'avg_loss': 1.3552769200093504, 'total_masked_acc': 54.07113561487259}
+{'epoch': 61, 'iter': 0, 'avg_loss': 1.4147639274597168, 'avg_acc_mask': 42.857142857142854, 'loss': 1.4147639274597168}
+{'epoch': 61, 'iter': 10, 'avg_loss': 1.3339313485405662, 'avg_acc_mask': 52.3972602739726, 'loss': 1.2497191429138184}
+{'epoch': 61, 'iter': 20, 'avg_loss': 1.3318096910204207, 'avg_acc_mask': 54.0, 'loss': 1.4354279041290283}
+{'epoch': 61, 'iter': 30, 'avg_loss': 1.3323861245186097, 'avg_acc_mask': 54.04129793510325, 'loss': 1.302783727645874}
+{'epoch': 61, 'iter': 40, 'avg_loss': 1.3478875218368158, 'avg_acc_mask': 53.6003600360036, 'loss': 1.3441113233566284}
+{'epoch': 61, 'iter': 50, 'avg_loss': 1.3596058569702447, 'avg_acc_mask': 53.23401162790697, 'loss': 1.6016714572906494}
+{'epoch': 61, 'iter': 60, 'avg_loss': 1.3733955152699204, 'avg_acc_mask': 53.60427172945713, 'loss': 1.6580804586410522}
+{'epoch': 61, 'iter': 70, 'avg_loss': 1.3753040206264442, 'avg_acc_mask': 53.873507747015495, 'loss': 1.2141896486282349}
+{'epoch': 61, 'iter': 80, 'avg_loss': 1.3714648867830819, 'avg_acc_mask': 53.83752244165171, 'loss': 1.4357408285140991}
+{'epoch': 61, 'iter': 90, 'avg_loss': 1.3779308337431688, 'avg_acc_mask': 53.777157663942596, 'loss': 1.3676204681396484}
+{'epoch': 61, 'iter': 100, 'avg_loss': 1.3809964208319636, 'avg_acc_mask': 53.53807471264368, 'loss': 1.2951935529708862}
+{'epoch': 61, 'iter': 110, 'avg_loss': 1.3815014437512234, 'avg_acc_mask': 53.43750000000001, 'loss': 1.773171067237854}
+{'epoch': 61, 'iter': 120, 'avg_loss': 1.3826533196386226, 'avg_acc_mask': 53.33434604283761, 'loss': 1.1834832429885864}
+{'epoch': 61, 'iter': 130, 'avg_loss': 1.3814042046779895, 'avg_acc_mask': 53.36329167251791, 'loss': 1.3295761346817017}
+{'epoch': 61, 'iter': 140, 'avg_loss': 1.3770441362198362, 'avg_acc_mask': 53.5378590078329, 'loss': 1.033124327659607}
+{'epoch': 61, 'iter': 150, 'avg_loss': 1.3709837360097872, 'avg_acc_mask': 53.69397972890463, 'loss': 1.3498642444610596}
+{'epoch': 61, 'iter': 160, 'avg_loss': 1.3665592170650174, 'avg_acc_mask': 53.89483373604879, 'loss': 1.1058648824691772}
+{'epoch': 61, 'iter': 170, 'avg_loss': 1.3686232960712144, 'avg_acc_mask': 53.8469874295622, 'loss': 1.602799415588379}
+{'epoch': 61, 'iter': 180, 'avg_loss': 1.3691838219020906, 'avg_acc_mask': 53.78400490897934, 'loss': 1.8467350006103516}
+{'epoch': 61, 'iter': 190, 'avg_loss': 1.370435676961669, 'avg_acc_mask': 53.77669902912622, 'loss': 1.5097522735595703}
+{'epoch': 61, 'iter': 200, 'avg_loss': 1.3696739065706434, 'avg_acc_mask': 53.90927530886963, 'loss': 1.368658423423767}
+{'epoch': 61, 'iter': 210, 'avg_loss': 1.3673399395852293, 'avg_acc_mask': 53.9688133204123, 'loss': 1.3811697959899902}
+{'epoch': 61, 'iter': 220, 'avg_loss': 1.36625733796288, 'avg_acc_mask': 54.00588482555696, 'loss': 1.245807409286499}
+{'epoch': 61, 'iter': 230, 'avg_loss': 1.3673077491454748, 'avg_acc_mask': 53.93691307488563, 'loss': 1.2953659296035767}
+{'epoch': 61, 'iter': 240, 'avg_loss': 1.3653133093568794, 'avg_acc_mask': 53.96252495776378, 'loss': 1.5175269842147827}
+{'epoch': 61, 'iter': 250, 'avg_loss': 1.3628877840669031, 'avg_acc_mask': 53.94727125027694, 'loss': 0.9779974222183228}
+{'epoch': 61, 'iter': 260, 'avg_loss': 1.36154604049478, 'avg_acc_mask': 53.964757709251096, 'loss': 1.5036301612854004}
+{'epoch': 61, 'iter': 270, 'avg_loss': 1.3615446838505594, 'avg_acc_mask': 53.9396422231326, 'loss': 1.2627652883529663}
+{'epoch': 'EP61_test', 'avg_loss': 1.3611548940340679, 'total_masked_acc': 54.001741343513494}
+{'epoch': 62, 'iter': 0, 'avg_loss': 1.5858774185180664, 'avg_acc_mask': 48.38709677419355, 'loss': 1.5858774185180664}
+{'epoch': 62, 'iter': 10, 'avg_loss': 1.3537208166989414, 'avg_acc_mask': 54.0587219343696, 'loss': 1.3628391027450562}
+{'epoch': 62, 'iter': 20, 'avg_loss': 1.329102215312776, 'avg_acc_mask': 54.99075785582255, 'loss': 1.5096346139907837}
+{'epoch': 62, 'iter': 30, 'avg_loss': 1.3612773033880419, 'avg_acc_mask': 53.643600734843844, 'loss': 1.4088281393051147}
+{'epoch': 62, 'iter': 40, 'avg_loss': 1.367100625503354, 'avg_acc_mask': 53.284671532846716, 'loss': 1.411872148513794}
+{'epoch': 62, 'iter': 50, 'avg_loss': 1.376088729091719, 'avg_acc_mask': 53.10693641618497, 'loss': 1.5043163299560547}
+{'epoch': 62, 'iter': 60, 'avg_loss': 1.3800167920159512, 'avg_acc_mask': 53.25602140945585, 'loss': 1.5604629516601562}
+{'epoch': 62, 'iter': 70, 'avg_loss': 1.3655316922026621, 'avg_acc_mask': 53.81258023106547, 'loss': 0.979221522808075}
+{'epoch': 62, 'iter': 80, 'avg_loss': 1.3594047265288272, 'avg_acc_mask': 54.04858299595142, 'loss': 1.4620530605316162}
+{'epoch': 62, 'iter': 90, 'avg_loss': 1.3544502880547074, 'avg_acc_mask': 54.107933950865885, 'loss': 1.3953806161880493}
+{'epoch': 62, 'iter': 100, 'avg_loss': 1.3569098197587646, 'avg_acc_mask': 54.058973425555145, 'loss': 1.4777882099151611}
+{'epoch': 62, 'iter': 110, 'avg_loss': 1.348936536827603, 'avg_acc_mask': 54.39880259437885, 'loss': 1.1251232624053955}
+{'epoch': 62, 'iter': 120, 'avg_loss': 1.3487414638858197, 'avg_acc_mask': 54.40122044241037, 'loss': 1.5180854797363281}
+{'epoch': 62, 'iter': 130, 'avg_loss': 1.348797595682945, 'avg_acc_mask': 54.160213994087, 'loss': 1.4604562520980835}
+{'epoch': 62, 'iter': 140, 'avg_loss': 1.3455581669266343, 'avg_acc_mask': 54.18305795961186, 'loss': 1.2976447343826294}
+{'epoch': 62, 'iter': 150, 'avg_loss': 1.3413590180952817, 'avg_acc_mask': 54.288510950691304, 'loss': 1.5764564275741577}
+{'epoch': 62, 'iter': 160, 'avg_loss': 1.3391809563459076, 'avg_acc_mask': 54.483789376868245, 'loss': 1.492616057395935}
+{'epoch': 62, 'iter': 170, 'avg_loss': 1.3390515209638585, 'avg_acc_mask': 54.54054054054054, 'loss': 1.6613672971725464}
+{'epoch': 62, 'iter': 180, 'avg_loss': 1.3412927194853514, 'avg_acc_mask': 54.47087776866284, 'loss': 1.6512387990951538}
+{'epoch': 62, 'iter': 190, 'avg_loss': 1.3389338145705418, 'avg_acc_mask': 54.58871515975526, 'loss': 1.5963828563690186}
+{'epoch': 62, 'iter': 200, 'avg_loss': 1.3373731964856237, 'avg_acc_mask': 54.70116953678976, 'loss': 1.1993095874786377}
+{'epoch': 62, 'iter': 210, 'avg_loss': 1.3393018604454836, 'avg_acc_mask': 54.61565461565462, 'loss': 1.399782657623291}
+{'epoch': 62, 'iter': 220, 'avg_loss': 1.3389311012099772, 'avg_acc_mask': 54.5796423199064, 'loss': 1.2639347314834595}
+{'epoch': 62, 'iter': 230, 'avg_loss': 1.3433453874154524, 'avg_acc_mask': 54.54618025065858, 'loss': 1.334699273109436}
+{'epoch': 62, 'iter': 240, 'avg_loss': 1.3431322950545188, 'avg_acc_mask': 54.4837060215218, 'loss': 1.4490046501159668}
+{'epoch': 62, 'iter': 250, 'avg_loss': 1.3408103248037666, 'avg_acc_mask': 54.45275821596244, 'loss': 0.8873065114021301}
+{'epoch': 62, 'iter': 260, 'avg_loss': 1.3425043218437283, 'avg_acc_mask': 54.514011435025054, 'loss': 1.614874243736267}
+{'epoch': 62, 'iter': 270, 'avg_loss': 1.3416903062940084, 'avg_acc_mask': 54.56149877816997, 'loss': 1.4116454124450684}
+{'epoch': 'EP62_test', 'avg_loss': 1.3417750938215118, 'total_masked_acc': 54.58486162054018}
+{'epoch': 63, 'iter': 0, 'avg_loss': 1.3254468441009521, 'avg_acc_mask': 46.2962962962963, 'loss': 1.3254468441009521}
+{'epoch': 63, 'iter': 10, 'avg_loss': 1.4112852269952947, 'avg_acc_mask': 53.103448275862064, 'loss': 1.419213056564331}
+{'epoch': 63, 'iter': 20, 'avg_loss': 1.3790643271945773, 'avg_acc_mask': 53.385416666666664, 'loss': 1.4368727207183838}
+{'epoch': 63, 'iter': 30, 'avg_loss': 1.3686161733442737, 'avg_acc_mask': 53.53293413173653, 'loss': 1.37116539478302}
+{'epoch': 63, 'iter': 40, 'avg_loss': 1.3792461883731004, 'avg_acc_mask': 52.71317829457365, 'loss': 1.6940622329711914}
+{'epoch': 63, 'iter': 50, 'avg_loss': 1.37525993234971, 'avg_acc_mask': 52.9985549132948, 'loss': 1.2918442487716675}
+{'epoch': 63, 'iter': 60, 'avg_loss': 1.3832943742392494, 'avg_acc_mask': 52.77860326894503, 'loss': 1.5987143516540527}
+{'epoch': 63, 'iter': 70, 'avg_loss': 1.3773255910671933, 'avg_acc_mask': 52.895950794464376, 'loss': 1.182803750038147}
+{'epoch': 63, 'iter': 80, 'avg_loss': 1.370197070233616, 'avg_acc_mask': 53.337813620071685, 'loss': 1.503581166267395}
+{'epoch': 63, 'iter': 90, 'avg_loss': 1.3635827833479577, 'avg_acc_mask': 53.90733744283158, 'loss': 1.210123896598816}
+{'epoch': 63, 'iter': 100, 'avg_loss': 1.3636600953517575, 'avg_acc_mask': 53.989600143446296, 'loss': 1.3523610830307007}
+{'epoch': 63, 'iter': 110, 'avg_loss': 1.3630152172870464, 'avg_acc_mask': 54.19196062346185, 'loss': 1.388497233390808}
+{'epoch': 63, 'iter': 120, 'avg_loss': 1.3635615686739773, 'avg_acc_mask': 54.072842677950725, 'loss': 1.2414683103561401}
+{'epoch': 63, 'iter': 130, 'avg_loss': 1.3737060373066037, 'avg_acc_mask': 53.69801842031817, 'loss': 1.639078140258789}
+{'epoch': 63, 'iter': 140, 'avg_loss': 1.3687736476566774, 'avg_acc_mask': 54.10409114448472, 'loss': 1.1933043003082275}
+{'epoch': 63, 'iter': 150, 'avg_loss': 1.3630508709427536, 'avg_acc_mask': 54.33309126119583, 'loss': 1.0658305883407593}
+{'epoch': 63, 'iter': 160, 'avg_loss': 1.3598155808744963, 'avg_acc_mask': 54.435850773430396, 'loss': 1.3856004476547241}
+{'epoch': 63, 'iter': 170, 'avg_loss': 1.3553326335566782, 'avg_acc_mask': 54.60470085470085, 'loss': 1.6650723218917847}
+{'epoch': 63, 'iter': 180, 'avg_loss': 1.3549332977658477, 'avg_acc_mask': 54.62465808935265, 'loss': 1.4961885213851929}
+{'epoch': 63, 'iter': 190, 'avg_loss': 1.355935181934796, 'avg_acc_mask': 54.61088187314077, 'loss': 1.366637110710144}
+{'epoch': 63, 'iter': 200, 'avg_loss': 1.3544747316422154, 'avg_acc_mask': 54.586150191850905, 'loss': 1.190999150276184}
+{'epoch': 63, 'iter': 210, 'avg_loss': 1.356233864316443, 'avg_acc_mask': 54.377440347071584, 'loss': 1.4865529537200928}
+{'epoch': 63, 'iter': 220, 'avg_loss': 1.3580096552814294, 'avg_acc_mask': 54.33220450978773, 'loss': 1.2478911876678467}
+{'epoch': 63, 'iter': 230, 'avg_loss': 1.3539146744843684, 'avg_acc_mask': 54.400505170100246, 'loss': 1.1245816946029663}
+{'epoch': 63, 'iter': 240, 'avg_loss': 1.3530999746065417, 'avg_acc_mask': 54.41520247341829, 'loss': 1.2130099534988403}
+{'epoch': 63, 'iter': 250, 'avg_loss': 1.3527387511207762, 'avg_acc_mask': 54.45558947521442, 'loss': 1.0870349407196045}
+{'epoch': 63, 'iter': 260, 'avg_loss': 1.3473584323093808, 'avg_acc_mask': 54.55245293582476, 'loss': 1.3397881984710693}
+{'epoch': 63, 'iter': 270, 'avg_loss': 1.3462724698865545, 'avg_acc_mask': 54.595575875748004, 'loss': 1.500636339187622}
+{'epoch': 'EP63_test', 'avg_loss': 1.3489278395106827, 'total_masked_acc': 54.48667194510425}
+{'epoch': 64, 'iter': 0, 'avg_loss': 1.1307021379470825, 'avg_acc_mask': 65.15151515151516, 'loss': 1.1307021379470825}
+{'epoch': 64, 'iter': 10, 'avg_loss': 1.3074439764022827, 'avg_acc_mask': 54.285714285714285, 'loss': 1.3173867464065552}
+{'epoch': 64, 'iter': 20, 'avg_loss': 1.323724286896842, 'avg_acc_mask': 54.2343883661249, 'loss': 1.5439952611923218}
+{'epoch': 64, 'iter': 30, 'avg_loss': 1.3324719436707035, 'avg_acc_mask': 53.35260115606937, 'loss': 1.43697988986969}
+{'epoch': 64, 'iter': 40, 'avg_loss': 1.3314481770120017, 'avg_acc_mask': 53.562005277044854, 'loss': 1.5544002056121826}
+{'epoch': 64, 'iter': 50, 'avg_loss': 1.3358597171072866, 'avg_acc_mask': 53.91427559334042, 'loss': 1.6221200227737427}
+{'epoch': 64, 'iter': 60, 'avg_loss': 1.3427102810046712, 'avg_acc_mask': 53.715124816446405, 'loss': 1.5778142213821411}
+{'epoch': 64, 'iter': 70, 'avg_loss': 1.332983008572753, 'avg_acc_mask': 54.418130888719126, 'loss': 0.9756609797477722}
+{'epoch': 64, 'iter': 80, 'avg_loss': 1.3325783338075803, 'avg_acc_mask': 54.44119631212053, 'loss': 1.1532320976257324}
+{'epoch': 64, 'iter': 90, 'avg_loss': 1.3394028197278034, 'avg_acc_mask': 54.22168867547019, 'loss': 1.230178952217102}
+{'epoch': 64, 'iter': 100, 'avg_loss': 1.3462443210110806, 'avg_acc_mask': 54.194479523723615, 'loss': 1.4168751239776611}
+{'epoch': 64, 'iter': 110, 'avg_loss': 1.3453034205479666, 'avg_acc_mask': 54.11184210526315, 'loss': 1.41908597946167}
+{'epoch': 64, 'iter': 120, 'avg_loss': 1.3436655594297677, 'avg_acc_mask': 54.319866848237254, 'loss': 1.3206290006637573}
+{'epoch': 64, 'iter': 130, 'avg_loss': 1.3435854611505988, 'avg_acc_mask': 54.1169869546921, 'loss': 1.2225780487060547}
+{'epoch': 64, 'iter': 140, 'avg_loss': 1.3398064417196505, 'avg_acc_mask': 54.25739992176294, 'loss': 1.103722095489502}
+{'epoch': 64, 'iter': 150, 'avg_loss': 1.3381952860497481, 'avg_acc_mask': 54.25480184779966, 'loss': 1.3685898780822754}
+{'epoch': 64, 'iter': 160, 'avg_loss': 1.3360038325653314, 'avg_acc_mask': 54.44990289043756, 'loss': 1.6725573539733887}
+{'epoch': 64, 'iter': 170, 'avg_loss': 1.3333612474781729, 'avg_acc_mask': 54.460447119518484, 'loss': 1.7302483320236206}
+{'epoch': 64, 'iter': 180, 'avg_loss': 1.3364732341213121, 'avg_acc_mask': 54.37722419928826, 'loss': 1.3437490463256836}
+{'epoch': 64, 'iter': 190, 'avg_loss': 1.3335378622509422, 'avg_acc_mask': 54.47107517566657, 'loss': 1.5990808010101318}
+{'epoch': 64, 'iter': 200, 'avg_loss': 1.3356498850518792, 'avg_acc_mask': 54.41001736587149, 'loss': 1.225598931312561}
+{'epoch': 64, 'iter': 210, 'avg_loss': 1.3375396047723236, 'avg_acc_mask': 54.37707496068496, 'loss': 1.193392038345337}
+{'epoch': 64, 'iter': 220, 'avg_loss': 1.33557449207047, 'avg_acc_mask': 54.541677054766055, 'loss': 1.1108766794204712}
+{'epoch': 64, 'iter': 230, 'avg_loss': 1.340607914057645, 'avg_acc_mask': 54.392939492724814, 'loss': 1.5463497638702393}
+{'epoch': 64, 'iter': 240, 'avg_loss': 1.3379295579625363, 'avg_acc_mask': 54.36664641555286, 'loss': 1.5569965839385986}
+{'epoch': 64, 'iter': 250, 'avg_loss': 1.3366381238656215, 'avg_acc_mask': 54.4599226898111, 'loss': 1.4649244546890259}
+{'epoch': 64, 'iter': 260, 'avg_loss': 1.3347274832341862, 'avg_acc_mask': 54.60798764652207, 'loss': 1.2700248956680298}
+{'epoch': 64, 'iter': 270, 'avg_loss': 1.336353528543592, 'avg_acc_mask': 54.50176008665042, 'loss': 1.5566586256027222}
+{'epoch': 'EP64_test', 'avg_loss': 1.3357394652954047, 'total_masked_acc': 54.51037786056413}
+{'epoch': 65, 'iter': 0, 'avg_loss': 1.6053985357284546, 'avg_acc_mask': 47.16981132075472, 'loss': 1.6053985357284546}
+{'epoch': 65, 'iter': 10, 'avg_loss': 1.325343132019043, 'avg_acc_mask': 55.2901023890785, 'loss': 1.221136212348938}
+{'epoch': 65, 'iter': 20, 'avg_loss': 1.3055266028358823, 'avg_acc_mask': 55.32286212914486, 'loss': 1.3926386833190918}
+{'epoch': 65, 'iter': 30, 'avg_loss': 1.3170927993712886, 'avg_acc_mask': 54.761904761904766, 'loss': 1.3888390064239502}
+{'epoch': 65, 'iter': 40, 'avg_loss': 1.34009658708805, 'avg_acc_mask': 54.162936436884515, 'loss': 1.4539083242416382}
+{'epoch': 65, 'iter': 50, 'avg_loss': 1.344363668385674, 'avg_acc_mask': 55.04748505100247, 'loss': 1.1164606809616089}
+{'epoch': 65, 'iter': 60, 'avg_loss': 1.3563614937125659, 'avg_acc_mask': 54.628269174258, 'loss': 1.3831924200057983}
+{'epoch': 65, 'iter': 70, 'avg_loss': 1.3548663308922673, 'avg_acc_mask': 54.75703324808185, 'loss': 1.037223219871521}
+{'epoch': 65, 'iter': 80, 'avg_loss': 1.3587412576616547, 'avg_acc_mask': 54.47980139923268, 'loss': 1.3282291889190674}
+{'epoch': 65, 'iter': 90, 'avg_loss': 1.3652079780023176, 'avg_acc_mask': 54.2263465805931, 'loss': 1.4265862703323364}
+{'epoch': 65, 'iter': 100, 'avg_loss': 1.3695248300486271, 'avg_acc_mask': 54.06289765497182, 'loss': 1.445189118385315}
+{'epoch': 65, 'iter': 110, 'avg_loss': 1.3692029021881722, 'avg_acc_mask': 54.06793703396852, 'loss': 1.4039819240570068}
+{'epoch': 65, 'iter': 120, 'avg_loss': 1.37193319965, 'avg_acc_mask': 53.76717499622528, 'loss': 1.3043843507766724}
+{'epoch': 65, 'iter': 130, 'avg_loss': 1.3638341167500911, 'avg_acc_mask': 53.98020354105674, 'loss': 1.2354689836502075}
+{'epoch': 65, 'iter': 140, 'avg_loss': 1.3577597018674756, 'avg_acc_mask': 54.21453465857752, 'loss': 1.4591903686523438}
+{'epoch': 65, 'iter': 150, 'avg_loss': 1.355326377398131, 'avg_acc_mask': 54.27500302334018, 'loss': 1.1895630359649658}
+{'epoch': 65, 'iter': 160, 'avg_loss': 1.359141937323979, 'avg_acc_mask': 54.21004979628792, 'loss': 1.4488015174865723}
+{'epoch': 65, 'iter': 170, 'avg_loss': 1.353951660861746, 'avg_acc_mask': 54.32426689332767, 'loss': 1.2154479026794434}
+{'epoch': 65, 'iter': 180, 'avg_loss': 1.352498756917142, 'avg_acc_mask': 54.493423034441214, 'loss': 1.4200475215911865}
+{'epoch': 65, 'iter': 190, 'avg_loss': 1.3489508410398874, 'avg_acc_mask': 54.688543355909566, 'loss': 1.359675645828247}
+{'epoch': 65, 'iter': 200, 'avg_loss': 1.3522431269213928, 'avg_acc_mask': 54.547927813548554, 'loss': 1.0268537998199463}
+{'epoch': 65, 'iter': 210, 'avg_loss': 1.353472007394402, 'avg_acc_mask': 54.48430493273543, 'loss': 1.2963383197784424}
+{'epoch': 65, 'iter': 220, 'avg_loss': 1.3538901266469137, 'avg_acc_mask': 54.49465899753492, 'loss': 1.6130532026290894}
+{'epoch': 65, 'iter': 230, 'avg_loss': 1.3538369342878267, 'avg_acc_mask': 54.45684640779752, 'loss': 1.2766032218933105}
+{'epoch': 65, 'iter': 240, 'avg_loss': 1.351330048810397, 'avg_acc_mask': 54.49408573796429, 'loss': 1.1863746643066406}
+{'epoch': 65, 'iter': 250, 'avg_loss': 1.3496600455971828, 'avg_acc_mask': 54.57045668379532, 'loss': 1.6011261940002441}
+{'epoch': 65, 'iter': 260, 'avg_loss': 1.3482821106453966, 'avg_acc_mask': 54.653271940839964, 'loss': 1.3252240419387817}
+{'epoch': 65, 'iter': 270, 'avg_loss': 1.344430774780217, 'avg_acc_mask': 54.80123556271824, 'loss': 1.446016550064087}
+{'epoch': 'EP65_test', 'avg_loss': 1.3444256635679714, 'total_masked_acc': 54.80129176827259}
+{'epoch': 66, 'iter': 0, 'avg_loss': 1.3723572492599487, 'avg_acc_mask': 50.0, 'loss': 1.3723572492599487}
+{'epoch': 66, 'iter': 10, 'avg_loss': 1.2995549657128074, 'avg_acc_mask': 54.39252336448598, 'loss': 1.323472023010254}
+{'epoch': 66, 'iter': 20, 'avg_loss': 1.313299570764814, 'avg_acc_mask': 56.12431444241316, 'loss': 1.3962805271148682}
+{'epoch': 66, 'iter': 30, 'avg_loss': 1.2762445634411228, 'avg_acc_mask': 57.27109515260324, 'loss': 1.254362940788269}
+{'epoch': 66, 'iter': 40, 'avg_loss': 1.2861447523279887, 'avg_acc_mask': 57.10394916023604, 'loss': 1.2650549411773682}
+{'epoch': 66, 'iter': 50, 'avg_loss': 1.3004710592475592, 'avg_acc_mask': 56.35260528194147, 'loss': 1.776773452758789}
+{'epoch': 66, 'iter': 60, 'avg_loss': 1.321166528052971, 'avg_acc_mask': 55.50608489165925, 'loss': 1.8557469844818115}
+{'epoch': 66, 'iter': 70, 'avg_loss': 1.3234207453862044, 'avg_acc_mask': 55.51272166538165, 'loss': 1.2463213205337524}
+{'epoch': 66, 'iter': 80, 'avg_loss': 1.325975050896774, 'avg_acc_mask': 55.62289562289562, 'loss': 1.5869570970535278}
+{'epoch': 66, 'iter': 90, 'avg_loss': 1.3286338972521352, 'avg_acc_mask': 55.566600397614316, 'loss': 1.3601089715957642}
+{'epoch': 66, 'iter': 100, 'avg_loss': 1.3415308181602177, 'avg_acc_mask': 55.19105984138428, 'loss': 1.5521128177642822}
+{'epoch': 66, 'iter': 110, 'avg_loss': 1.3410552455498292, 'avg_acc_mask': 55.05766062602966, 'loss': 1.2543221712112427}
+{'epoch': 66, 'iter': 120, 'avg_loss': 1.34888362244141, 'avg_acc_mask': 54.973584905660374, 'loss': 1.2445412874221802}
+{'epoch': 66, 'iter': 130, 'avg_loss': 1.3526437532810764, 'avg_acc_mask': 54.83781149937352, 'loss': 1.5985183715820312}
+{'epoch': 66, 'iter': 140, 'avg_loss': 1.3547385326514008, 'avg_acc_mask': 54.77633105582055, 'loss': 1.3444561958312988}
+{'epoch': 66, 'iter': 150, 'avg_loss': 1.3509091198049634, 'avg_acc_mask': 54.986718184013526, 'loss': 1.1828707456588745}
+{'epoch': 66, 'iter': 160, 'avg_loss': 1.3449661765039338, 'avg_acc_mask': 55.06458191706323, 'loss': 1.3025591373443604}
+{'epoch': 66, 'iter': 170, 'avg_loss': 1.3397277896864372, 'avg_acc_mask': 55.22945570971185, 'loss': 1.2649905681610107}
+{'epoch': 66, 'iter': 180, 'avg_loss': 1.338117414416529, 'avg_acc_mask': 55.30325966293269, 'loss': 1.5264960527420044}
+{'epoch': 66, 'iter': 190, 'avg_loss': 1.3373278722713131, 'avg_acc_mask': 55.2543347063895, 'loss': 1.6317791938781738}
+{'epoch': 66, 'iter': 200, 'avg_loss': 1.3382221335795388, 'avg_acc_mask': 55.0912889454083, 'loss': 1.290187954902649}
+{'epoch': 66, 'iter': 210, 'avg_loss': 1.3387724567928585, 'avg_acc_mask': 55.07623007623008, 'loss': 1.3879743814468384}
+{'epoch': 66, 'iter': 220, 'avg_loss': 1.33998462894923, 'avg_acc_mask': 55.017329592341966, 'loss': 1.4837009906768799}
+{'epoch': 66, 'iter': 230, 'avg_loss': 1.3406586487055856, 'avg_acc_mask': 54.90366392924826, 'loss': 1.320457100868225}
+{'epoch': 66, 'iter': 240, 'avg_loss': 1.33369082880218, 'avg_acc_mask': 55.02087286527514, 'loss': 1.3848174810409546}
+{'epoch': 66, 'iter': 250, 'avg_loss': 1.3314212819494575, 'avg_acc_mask': 55.130447456638976, 'loss': 1.0483478307724}
+{'epoch': 66, 'iter': 260, 'avg_loss': 1.3350098742835823, 'avg_acc_mask': 55.10289794204116, 'loss': 1.5645875930786133}
+{'epoch': 66, 'iter': 270, 'avg_loss': 1.3361253626232217, 'avg_acc_mask': 55.036309844002155, 'loss': 1.3857672214508057}
+{'epoch': 'EP66_test', 'avg_loss': 1.335624908839447, 'total_masked_acc': 55.017506771487085}
+{'epoch': 67, 'iter': 0, 'avg_loss': 1.2446690797805786, 'avg_acc_mask': 57.49999999999999, 'loss': 1.2446690797805786}
+{'epoch': 67, 'iter': 10, 'avg_loss': 1.3534052588722922, 'avg_acc_mask': 54.173764906303234, 'loss': 1.1465628147125244}
+{'epoch': 67, 'iter': 20, 'avg_loss': 1.2880412169865199, 'avg_acc_mask': 57.56266205704408, 'loss': 1.2980854511260986}
+{'epoch': 67, 'iter': 30, 'avg_loss': 1.2865447921137656, 'avg_acc_mask': 57.64139590854393, 'loss': 1.2879910469055176}
+{'epoch': 67, 'iter': 40, 'avg_loss': 1.3020786076057247, 'avg_acc_mask': 56.14662494412159, 'loss': 1.6838020086288452}
+{'epoch': 67, 'iter': 50, 'avg_loss': 1.3123041297875198, 'avg_acc_mask': 56.17774566473989, 'loss': 1.6019971370697021}
+{'epoch': 67, 'iter': 60, 'avg_loss': 1.330296944399349, 'avg_acc_mask': 55.41099940863394, 'loss': 1.393023133277893}
+{'epoch': 67, 'iter': 70, 'avg_loss': 1.3276584618528124, 'avg_acc_mask': 55.26651364447845, 'loss': 1.198844075202942}
+{'epoch': 67, 'iter': 80, 'avg_loss': 1.3398046081448778, 'avg_acc_mask': 54.74747474747475, 'loss': 1.5689301490783691}
+{'epoch': 67, 'iter': 90, 'avg_loss': 1.3367301710359343, 'avg_acc_mask': 55.01695591462198, 'loss': 1.2888919115066528}
+{'epoch': 67, 'iter': 100, 'avg_loss': 1.3476446359464438, 'avg_acc_mask': 54.55199712126664, 'loss': 1.6460914611816406}
+{'epoch': 67, 'iter': 110, 'avg_loss': 1.349824272834503, 'avg_acc_mask': 54.37117831763345, 'loss': 1.309660792350769}
+{'epoch': 67, 'iter': 120, 'avg_loss': 1.346831543386475, 'avg_acc_mask': 54.24371021521674, 'loss': 1.1098538637161255}
+{'epoch': 67, 'iter': 130, 'avg_loss': 1.3512760127773722, 'avg_acc_mask': 53.962687613971106, 'loss': 1.489558458328247}
+{'epoch': 67, 'iter': 140, 'avg_loss': 1.3485215936146728, 'avg_acc_mask': 54.344701424278064, 'loss': 1.3475693464279175}
+{'epoch': 67, 'iter': 150, 'avg_loss': 1.3490684170596647, 'avg_acc_mask': 54.440107343254454, 'loss': 1.3962591886520386}
+{'epoch': 67, 'iter': 160, 'avg_loss': 1.3526494591872884, 'avg_acc_mask': 54.578923147722044, 'loss': 1.2487691640853882}
+{'epoch': 67, 'iter': 170, 'avg_loss': 1.3461993158909313, 'avg_acc_mask': 54.72782476686186, 'loss': 1.3702800273895264}
+{'epoch': 67, 'iter': 180, 'avg_loss': 1.3447299293391612, 'avg_acc_mask': 54.671704278566324, 'loss': 1.4582849740982056}
+{'epoch': 67, 'iter': 190, 'avg_loss': 1.3489608121792058, 'avg_acc_mask': 54.67339609822381, 'loss': 1.4811208248138428}
+{'epoch': 67, 'iter': 200, 'avg_loss': 1.3534204550643465, 'avg_acc_mask': 54.410544750668265, 'loss': 1.2045915126800537}
+{'epoch': 67, 'iter': 210, 'avg_loss': 1.3534444915174872, 'avg_acc_mask': 54.39845329115036, 'loss': 1.193259596824646}
+{'epoch': 67, 'iter': 220, 'avg_loss': 1.3529310506932877, 'avg_acc_mask': 54.50589908794243, 'loss': 1.2579492330551147}
+{'epoch': 67, 'iter': 230, 'avg_loss': 1.3570581942925721, 'avg_acc_mask': 54.390889405726206, 'loss': 1.1541416645050049}
+{'epoch': 67, 'iter': 240, 'avg_loss': 1.3547851500174812, 'avg_acc_mask': 54.362158846979455, 'loss': 1.2908238172531128}
+{'epoch': 67, 'iter': 250, 'avg_loss': 1.3544609389932032, 'avg_acc_mask': 54.44009743854728, 'loss': 1.0821043252944946}
+{'epoch': 67, 'iter': 260, 'avg_loss': 1.3517582220135977, 'avg_acc_mask': 54.600835871644115, 'loss': 1.2818479537963867}
+{'epoch': 67, 'iter': 270, 'avg_loss': 1.353279796913541, 'avg_acc_mask': 54.51076587626056, 'loss': 1.539314866065979}
+{'epoch': 'EP67_test', 'avg_loss': 1.3506522323342338, 'total_masked_acc': 54.59539121114684}
+{'epoch': 68, 'iter': 0, 'avg_loss': 1.1749483346939087, 'avg_acc_mask': 62.745098039215684, 'loss': 1.1749483346939087}
+{'epoch': 68, 'iter': 10, 'avg_loss': 1.2837545221502131, 'avg_acc_mask': 56.90909090909091, 'loss': 1.1445313692092896}
+{'epoch': 68, 'iter': 20, 'avg_loss': 1.2945947363263084, 'avg_acc_mask': 56.70391061452514, 'loss': 1.299744963645935}
+{'epoch': 68, 'iter': 30, 'avg_loss': 1.2848909516488352, 'avg_acc_mask': 56.04938271604938, 'loss': 1.3981685638427734}
+{'epoch': 68, 'iter': 40, 'avg_loss': 1.300890730648506, 'avg_acc_mask': 55.18518518518518, 'loss': 1.4219552278518677}
+{'epoch': 68, 'iter': 50, 'avg_loss': 1.309069790092169, 'avg_acc_mask': 54.812637766348274, 'loss': 1.4415608644485474}
+{'epoch': 68, 'iter': 60, 'avg_loss': 1.314185498190708, 'avg_acc_mask': 54.52315240723704, 'loss': 1.3974940776824951}
+{'epoch': 68, 'iter': 70, 'avg_loss': 1.313970988904926, 'avg_acc_mask': 54.62694437121013, 'loss': 1.2146974802017212}
+{'epoch': 68, 'iter': 80, 'avg_loss': 1.3166654816380254, 'avg_acc_mask': 54.925028835063436, 'loss': 1.107876181602478}
+{'epoch': 68, 'iter': 90, 'avg_loss': 1.3245724439620972, 'avg_acc_mask': 54.404250970774584, 'loss': 1.1508612632751465}
+{'epoch': 68, 'iter': 100, 'avg_loss': 1.3279657434709002, 'avg_acc_mask': 54.42991342788728, 'loss': 1.4519052505493164}
+{'epoch': 68, 'iter': 110, 'avg_loss': 1.3242993580328453, 'avg_acc_mask': 54.451765500929206, 'loss': 1.4908530712127686}
+{'epoch': 68, 'iter': 120, 'avg_loss': 1.3312871929042596, 'avg_acc_mask': 54.380242311276795, 'loss': 1.3866193294525146}
+{'epoch': 68, 'iter': 130, 'avg_loss': 1.339606033026717, 'avg_acc_mask': 54.04133998574483, 'loss': 1.484139084815979}
+{'epoch': 68, 'iter': 140, 'avg_loss': 1.342758408674957, 'avg_acc_mask': 53.985939779811645, 'loss': 1.196947693824768}
+{'epoch': 68, 'iter': 150, 'avg_loss': 1.342276539628869, 'avg_acc_mask': 54.20007401011472, 'loss': 1.3000375032424927}
+{'epoch': 68, 'iter': 160, 'avg_loss': 1.3421550800341258, 'avg_acc_mask': 54.314427630819, 'loss': 1.2211958169937134}
+{'epoch': 68, 'iter': 170, 'avg_loss': 1.3384388273919534, 'avg_acc_mask': 54.421029763197915, 'loss': 1.3667329549789429}
+{'epoch': 68, 'iter': 180, 'avg_loss': 1.338145108512752, 'avg_acc_mask': 54.62735462735463, 'loss': 1.441970944404602}
+{'epoch': 68, 'iter': 190, 'avg_loss': 1.3380809498082904, 'avg_acc_mask': 54.62152169682818, 'loss': 1.33134925365448}
+{'epoch': 68, 'iter': 200, 'avg_loss': 1.3375645193887586, 'avg_acc_mask': 54.65579542295933, 'loss': 1.2642719745635986}
+{'epoch': 68, 'iter': 210, 'avg_loss': 1.3380156309118767, 'avg_acc_mask': 54.67689323812043, 'loss': 1.332512617111206}
+{'epoch': 68, 'iter': 220, 'avg_loss': 1.340569178173445, 'avg_acc_mask': 54.6917115902965, 'loss': 1.4413617849349976}
+{'epoch': 68, 'iter': 230, 'avg_loss': 1.3428365113415244, 'avg_acc_mask': 54.54325566395227, 'loss': 1.3977820873260498}
+{'epoch': 68, 'iter': 240, 'avg_loss': 1.3395608883675698, 'avg_acc_mask': 54.602316602316606, 'loss': 1.6876380443572998}
+{'epoch': 68, 'iter': 250, 'avg_loss': 1.3380071772522186, 'avg_acc_mask': 54.61549859238406, 'loss': 1.2466635704040527}
+{'epoch': 68, 'iter': 260, 'avg_loss': 1.338981783938134, 'avg_acc_mask': 54.63226909920182, 'loss': 1.414783239364624}
+{'epoch': 68, 'iter': 270, 'avg_loss': 1.3370239776438892, 'avg_acc_mask': 54.60395700691449, 'loss': 1.2517582178115845}
+{'epoch': 'EP68_test', 'avg_loss': 1.337565601951834, 'total_masked_acc': 54.510646873110765}
+{'epoch': 69, 'iter': 0, 'avg_loss': 1.3440231084823608, 'avg_acc_mask': 53.65853658536586, 'loss': 1.3440231084823608}
+{'epoch': 69, 'iter': 10, 'avg_loss': 1.3403852852908047, 'avg_acc_mask': 55.11945392491467, 'loss': 1.3654946088790894}
+{'epoch': 69, 'iter': 20, 'avg_loss': 1.335617564973377, 'avg_acc_mask': 55.14184397163121, 'loss': 1.5388879776000977}
+{'epoch': 69, 'iter': 30, 'avg_loss': 1.3065035650807042, 'avg_acc_mask': 54.94901019796041, 'loss': 1.3040376901626587}
+{'epoch': 69, 'iter': 40, 'avg_loss': 1.3110991396555087, 'avg_acc_mask': 54.285714285714285, 'loss': 1.2916690111160278}
+{'epoch': 69, 'iter': 50, 'avg_loss': 1.3253536458108939, 'avg_acc_mask': 54.22813961856783, 'loss': 1.380691647529602}
+{'epoch': 69, 'iter': 60, 'avg_loss': 1.3390216612425008, 'avg_acc_mask': 53.74738727978501, 'loss': 1.502681016921997}
+{'epoch': 69, 'iter': 70, 'avg_loss': 1.3479891965087032, 'avg_acc_mask': 53.86790028270367, 'loss': 1.275173306465149}
+{'epoch': 69, 'iter': 80, 'avg_loss': 1.346948994530572, 'avg_acc_mask': 53.79434216434665, 'loss': 1.4579501152038574}
+{'epoch': 69, 'iter': 90, 'avg_loss': 1.351220237684774, 'avg_acc_mask': 53.80751456700824, 'loss': 0.9560829997062683}
+{'epoch': 69, 'iter': 100, 'avg_loss': 1.3626365950792143, 'avg_acc_mask': 53.60417041164839, 'loss': 1.5623314380645752}
+{'epoch': 69, 'iter': 110, 'avg_loss': 1.361902922660381, 'avg_acc_mask': 53.611793611793615, 'loss': 1.2724608182907104}
+{'epoch': 69, 'iter': 120, 'avg_loss': 1.3619910976118292, 'avg_acc_mask': 53.75826819001804, 'loss': 1.2036375999450684}
+{'epoch': 69, 'iter': 130, 'avg_loss': 1.3578833209649297, 'avg_acc_mask': 53.81308929561841, 'loss': 1.2129387855529785}
+{'epoch': 69, 'iter': 140, 'avg_loss': 1.347926562982248, 'avg_acc_mask': 54.088376312038356, 'loss': 1.4064561128616333}
+{'epoch': 69, 'iter': 150, 'avg_loss': 1.3513628816762506, 'avg_acc_mask': 53.826592395253094, 'loss': 1.3945261240005493}
+{'epoch': 69, 'iter': 160, 'avg_loss': 1.3479534957719885, 'avg_acc_mask': 54.02351329756877, 'loss': 1.3978570699691772}
+{'epoch': 69, 'iter': 170, 'avg_loss': 1.346065338592083, 'avg_acc_mask': 54.085352777182074, 'loss': 1.1185206174850464}
+{'epoch': 69, 'iter': 180, 'avg_loss': 1.3450039388066497, 'avg_acc_mask': 54.06528791565288, 'loss': 1.4215785264968872}
+{'epoch': 69, 'iter': 190, 'avg_loss': 1.3429701665309086, 'avg_acc_mask': 54.045742840668844, 'loss': 1.5653417110443115}
+{'epoch': 69, 'iter': 200, 'avg_loss': 1.3414474174157898, 'avg_acc_mask': 54.151854890164984, 'loss': 1.3224810361862183}
+{'epoch': 69, 'iter': 210, 'avg_loss': 1.34747185921782, 'avg_acc_mask': 54.0681956919857, 'loss': 1.3907802104949951}
+{'epoch': 69, 'iter': 220, 'avg_loss': 1.3497956084989315, 'avg_acc_mask': 54.05676126878131, 'loss': 1.425796627998352}
+{'epoch': 69, 'iter': 230, 'avg_loss': 1.3515173898630843, 'avg_acc_mask': 53.96229429621345, 'loss': 1.0554227828979492}
+{'epoch': 69, 'iter': 240, 'avg_loss': 1.3494399607923515, 'avg_acc_mask': 54.04765541469375, 'loss': 1.3498224020004272}
+{'epoch': 69, 'iter': 250, 'avg_loss': 1.3448241450397143, 'avg_acc_mask': 54.20574443141852, 'loss': 0.6460138559341431}
+{'epoch': 69, 'iter': 260, 'avg_loss': 1.3467918191376318, 'avg_acc_mask': 54.150225479143174, 'loss': 1.609006404876709}
+{'epoch': 69, 'iter': 270, 'avg_loss': 1.3461108893925853, 'avg_acc_mask': 54.197388892646956, 'loss': 1.5158511400222778}
+{'epoch': 'EP69_test', 'avg_loss': 1.3469092586766118, 'total_masked_acc': 54.19735881611255}
+{'epoch': 70, 'iter': 0, 'avg_loss': 1.4072149991989136, 'avg_acc_mask': 59.64912280701754, 'loss': 1.4072149991989136}
+{'epoch': 70, 'iter': 10, 'avg_loss': 1.3539185523986816, 'avg_acc_mask': 52.60504201680673, 'loss': 1.0886918306350708}
+{'epoch': 70, 'iter': 20, 'avg_loss': 1.3126840875262307, 'avg_acc_mask': 55.66458519179304, 'loss': 1.3967247009277344}
+{'epoch': 70, 'iter': 30, 'avg_loss': 1.3083508283861223, 'avg_acc_mask': 55.079559363525085, 'loss': 1.172812581062317}
+{'epoch': 70, 'iter': 40, 'avg_loss': 1.320441359426917, 'avg_acc_mask': 54.512306289881494, 'loss': 1.2011783123016357}
+{'epoch': 70, 'iter': 50, 'avg_loss': 1.3381087920245003, 'avg_acc_mask': 53.69422092172641, 'loss': 1.4773831367492676}
+{'epoch': 70, 'iter': 60, 'avg_loss': 1.3408625555820153, 'avg_acc_mask': 53.60670457946723, 'loss': 1.5410826206207275}
+{'epoch': 70, 'iter': 70, 'avg_loss': 1.3373645225041348, 'avg_acc_mask': 53.65853658536586, 'loss': 1.20543372631073}
+{'epoch': 70, 'iter': 80, 'avg_loss': 1.3468985557556152, 'avg_acc_mask': 53.36374002280502, 'loss': 1.3805468082427979}
+{'epoch': 70, 'iter': 90, 'avg_loss': 1.3512477232859685, 'avg_acc_mask': 53.46914078257362, 'loss': 1.4023023843765259}
+{'epoch': 70, 'iter': 100, 'avg_loss': 1.3556395592075763, 'avg_acc_mask': 53.412408759124084, 'loss': 1.4331368207931519}
+{'epoch': 70, 'iter': 110, 'avg_loss': 1.3562840180354074, 'avg_acc_mask': 53.30118077498752, 'loss': 1.5223538875579834}
+{'epoch': 70, 'iter': 120, 'avg_loss': 1.3503628486444141, 'avg_acc_mask': 53.51508653698882, 'loss': 1.134800672531128}
+{'epoch': 70, 'iter': 130, 'avg_loss': 1.3501300047372133, 'avg_acc_mask': 53.54330708661418, 'loss': 1.2069392204284668}
+{'epoch': 70, 'iter': 140, 'avg_loss': 1.34878065146453, 'avg_acc_mask': 53.65472312703583, 'loss': 1.2065441608428955}
+{'epoch': 70, 'iter': 150, 'avg_loss': 1.3447202215131544, 'avg_acc_mask': 53.866699040912955, 'loss': 1.0753437280654907}
+{'epoch': 70, 'iter': 160, 'avg_loss': 1.3464166510919606, 'avg_acc_mask': 53.98149205986519, 'loss': 1.5057578086853027}
+{'epoch': 70, 'iter': 170, 'avg_loss': 1.3430634827641716, 'avg_acc_mask': 54.03320835565077, 'loss': 1.270566701889038}
+{'epoch': 70, 'iter': 180, 'avg_loss': 1.3431799675219624, 'avg_acc_mask': 54.17131272174353, 'loss': 1.2980058193206787}
+{'epoch': 70, 'iter': 190, 'avg_loss': 1.34019164702031, 'avg_acc_mask': 54.25214292593663, 'loss': 1.4203815460205078}
+{'epoch': 70, 'iter': 200, 'avg_loss': 1.3413747913801848, 'avg_acc_mask': 54.14001096691648, 'loss': 1.2161003351211548}
+{'epoch': 70, 'iter': 210, 'avg_loss': 1.3399490358140231, 'avg_acc_mask': 54.17573804754855, 'loss': 1.7070525884628296}
+{'epoch': 70, 'iter': 220, 'avg_loss': 1.3424565309313088, 'avg_acc_mask': 54.03628495339547, 'loss': 1.6060322523117065}
+{'epoch': 70, 'iter': 230, 'avg_loss': 1.3443880272118045, 'avg_acc_mask': 53.9318688315823, 'loss': 1.2226642370224}
+{'epoch': 70, 'iter': 240, 'avg_loss': 1.3416708312093963, 'avg_acc_mask': 53.945764777574645, 'loss': 1.3076773881912231}
+{'epoch': 70, 'iter': 250, 'avg_loss': 1.3409962122183872, 'avg_acc_mask': 54.03196380354667, 'loss': 1.0603077411651611}
+{'epoch': 70, 'iter': 260, 'avg_loss': 1.3380258873504698, 'avg_acc_mask': 54.15440661342301, 'loss': 1.4920135736465454}
+{'epoch': 70, 'iter': 270, 'avg_loss': 1.3368702801391208, 'avg_acc_mask': 54.225399608821746, 'loss': 1.2698298692703247}
+{'epoch': 'EP70_test', 'avg_loss': 1.3397800866244496, 'total_masked_acc': 54.1174910489325}
+{'epoch': 71, 'iter': 0, 'avg_loss': 1.1053171157836914, 'avg_acc_mask': 60.317460317460316, 'loss': 1.1053171157836914}
+{'epoch': 71, 'iter': 10, 'avg_loss': 1.2645062316547742, 'avg_acc_mask': 56.25, 'loss': 1.356641173362732}
+{'epoch': 71, 'iter': 20, 'avg_loss': 1.2922531706946236, 'avg_acc_mask': 55.286738351254485, 'loss': 1.2188769578933716}
+{'epoch': 71, 'iter': 30, 'avg_loss': 1.285522391719203, 'avg_acc_mask': 56.09308022045315, 'loss': 1.555171251296997}
+{'epoch': 71, 'iter': 40, 'avg_loss': 1.2952784648755702, 'avg_acc_mask': 56.795224977043155, 'loss': 1.3665257692337036}
+{'epoch': 71, 'iter': 50, 'avg_loss': 1.3181976827920652, 'avg_acc_mask': 56.01902671057446, 'loss': 1.5463786125183105}
+{'epoch': 71, 'iter': 60, 'avg_loss': 1.3149388188221416, 'avg_acc_mask': 55.98666262503789, 'loss': 1.3821860551834106}
+{'epoch': 71, 'iter': 70, 'avg_loss': 1.3194130507993027, 'avg_acc_mask': 55.54089709762533, 'loss': 1.2593539953231812}
+{'epoch': 71, 'iter': 80, 'avg_loss': 1.319413027645629, 'avg_acc_mask': 55.779944289693596, 'loss': 1.1764883995056152}
+{'epoch': 71, 'iter': 90, 'avg_loss': 1.3179992686261188, 'avg_acc_mask': 55.4483890827006, 'loss': 1.3976653814315796}
+{'epoch': 71, 'iter': 100, 'avg_loss': 1.332621442209376, 'avg_acc_mask': 55.0472309686979, 'loss': 1.5427619218826294}
+{'epoch': 71, 'iter': 110, 'avg_loss': 1.3315700324806008, 'avg_acc_mask': 55.03469284142833, 'loss': 1.4482619762420654}
+{'epoch': 71, 'iter': 120, 'avg_loss': 1.335430603382016, 'avg_acc_mask': 54.951336320098875, 'loss': 1.552567481994629}
+{'epoch': 71, 'iter': 130, 'avg_loss': 1.3377035428549497, 'avg_acc_mask': 54.74764756201882, 'loss': 1.2762147188186646}
+{'epoch': 71, 'iter': 140, 'avg_loss': 1.3379940158086465, 'avg_acc_mask': 54.604478600768516, 'loss': 1.2674617767333984}
+{'epoch': 71, 'iter': 150, 'avg_loss': 1.3371719106143674, 'avg_acc_mask': 54.58456243854474, 'loss': 1.433374285697937}
+{'epoch': 71, 'iter': 160, 'avg_loss': 1.34034538343086, 'avg_acc_mask': 54.480452081651485, 'loss': 1.4948952198028564}
+{'epoch': 71, 'iter': 170, 'avg_loss': 1.3407447087137323, 'avg_acc_mask': 54.510828164109256, 'loss': 1.427338719367981}
+{'epoch': 71, 'iter': 180, 'avg_loss': 1.3404496131022332, 'avg_acc_mask': 54.468785354314505, 'loss': 1.4804327487945557}
+{'epoch': 71, 'iter': 190, 'avg_loss': 1.3359937664726018, 'avg_acc_mask': 54.548116338083155, 'loss': 1.1099395751953125}
+{'epoch': 71, 'iter': 200, 'avg_loss': 1.3335877054959386, 'avg_acc_mask': 54.72960416279502, 'loss': 1.2479203939437866}
+{'epoch': 71, 'iter': 210, 'avg_loss': 1.332623409151466, 'avg_acc_mask': 54.662663369833986, 'loss': 1.3270524740219116}
+{'epoch': 71, 'iter': 220, 'avg_loss': 1.3372449586294355, 'avg_acc_mask': 54.61136401955825, 'loss': 1.7767400741577148}
+{'epoch': 71, 'iter': 230, 'avg_loss': 1.336807946364085, 'avg_acc_mask': 54.65944022002912, 'loss': 1.2606796026229858}
+{'epoch': 71, 'iter': 240, 'avg_loss': 1.3352210227384607, 'avg_acc_mask': 54.74825716498838, 'loss': 1.335873007774353}
+{'epoch': 71, 'iter': 250, 'avg_loss': 1.3330288087704267, 'avg_acc_mask': 54.79380675896978, 'loss': 1.2234365940093994}
+{'epoch': 71, 'iter': 260, 'avg_loss': 1.3291404121680277, 'avg_acc_mask': 54.82857142857143, 'loss': 1.2020463943481445}
+{'epoch': 71, 'iter': 270, 'avg_loss': 1.3258834648396256, 'avg_acc_mask': 54.97561980633199, 'loss': 1.205255389213562}
+{'epoch': 'EP71_test', 'avg_loss': 1.3259576448927755, 'total_masked_acc': 54.970957719843305}
+{'epoch': 72, 'iter': 0, 'avg_loss': 1.3468528985977173, 'avg_acc_mask': 52.83018867924528, 'loss': 1.3468528985977173}
+{'epoch': 72, 'iter': 10, 'avg_loss': 1.3009896711869673, 'avg_acc_mask': 54.62046204620462, 'loss': 1.4695976972579956}
+{'epoch': 72, 'iter': 20, 'avg_loss': 1.3143229087193806, 'avg_acc_mask': 54.45632798573975, 'loss': 1.5955235958099365}
+{'epoch': 72, 'iter': 30, 'avg_loss': 1.305436493888978, 'avg_acc_mask': 55.06634499396864, 'loss': 1.3092772960662842}
+{'epoch': 72, 'iter': 40, 'avg_loss': 1.2932630501142361, 'avg_acc_mask': 55.670103092783506, 'loss': 1.4291285276412964}
+{'epoch': 72, 'iter': 50, 'avg_loss': 1.3164966421968796, 'avg_acc_mask': 55.115864527629235, 'loss': 1.5471577644348145}
+{'epoch': 72, 'iter': 60, 'avg_loss': 1.3225166807409192, 'avg_acc_mask': 54.62109955423477, 'loss': 1.5154521465301514}
+{'epoch': 72, 'iter': 70, 'avg_loss': 1.31562769664845, 'avg_acc_mask': 54.92849846782432, 'loss': 1.2091329097747803}
+{'epoch': 72, 'iter': 80, 'avg_loss': 1.3208445612295174, 'avg_acc_mask': 54.80682839173405, 'loss': 1.200635313987732}
+{'epoch': 72, 'iter': 90, 'avg_loss': 1.3350761165985694, 'avg_acc_mask': 54.41028732167973, 'loss': 1.4814977645874023}
+{'epoch': 72, 'iter': 100, 'avg_loss': 1.347357993668849, 'avg_acc_mask': 54.1959935029778, 'loss': 1.6384832859039307}
+{'epoch': 72, 'iter': 110, 'avg_loss': 1.3383638090915508, 'avg_acc_mask': 54.40909840118675, 'loss': 1.4661427736282349}
+{'epoch': 72, 'iter': 120, 'avg_loss': 1.3360533118247986, 'avg_acc_mask': 54.300831443688594, 'loss': 1.1988210678100586}
+{'epoch': 72, 'iter': 130, 'avg_loss': 1.3433585135081343, 'avg_acc_mask': 54.171332586786114, 'loss': 1.6236481666564941}
+{'epoch': 72, 'iter': 140, 'avg_loss': 1.341462769406907, 'avg_acc_mask': 54.25379919470061, 'loss': 1.2184730768203735}
+{'epoch': 72, 'iter': 150, 'avg_loss': 1.343859391496671, 'avg_acc_mask': 54.191507482662125, 'loss': 1.2748407125473022}
+{'epoch': 72, 'iter': 160, 'avg_loss': 1.3384142803109211, 'avg_acc_mask': 54.35304885024597, 'loss': 1.4422273635864258}
+{'epoch': 72, 'iter': 170, 'avg_loss': 1.333996614168959, 'avg_acc_mask': 54.471107285053264, 'loss': 1.4155679941177368}
+{'epoch': 72, 'iter': 180, 'avg_loss': 1.335264472342328, 'avg_acc_mask': 54.431922022540355, 'loss': 1.4477009773254395}
+{'epoch': 72, 'iter': 190, 'avg_loss': 1.339294442955736, 'avg_acc_mask': 54.284613903331405, 'loss': 1.6038830280303955}
+{'epoch': 72, 'iter': 200, 'avg_loss': 1.3400069107463703, 'avg_acc_mask': 54.12055245586755, 'loss': 1.3145116567611694}
+{'epoch': 72, 'iter': 210, 'avg_loss': 1.3417523494828933, 'avg_acc_mask': 54.15902941433185, 'loss': 1.4769281148910522}
+{'epoch': 72, 'iter': 220, 'avg_loss': 1.3443752732212189, 'avg_acc_mask': 54.17047817047818, 'loss': 1.3656328916549683}
+{'epoch': 72, 'iter': 230, 'avg_loss': 1.3461307674259335, 'avg_acc_mask': 54.18656478828399, 'loss': 1.3038330078125}
+{'epoch': 72, 'iter': 240, 'avg_loss': 1.3444007788456327, 'avg_acc_mask': 54.26073736221969, 'loss': 1.3066322803497314}
+{'epoch': 72, 'iter': 250, 'avg_loss': 1.3394061056266269, 'avg_acc_mask': 54.39953305121844, 'loss': 1.0694500207901}
+{'epoch': 72, 'iter': 260, 'avg_loss': 1.3416096410532108, 'avg_acc_mask': 54.38633487979755, 'loss': 1.4844496250152588}
+{'epoch': 72, 'iter': 270, 'avg_loss': 1.3433032832022522, 'avg_acc_mask': 54.33108108108108, 'loss': 1.5667028427124023}
+{'epoch': 'EP72_test', 'avg_loss': 1.343865013208942, 'total_masked_acc': 54.29423459244533}
+{'epoch': 73, 'iter': 0, 'avg_loss': 1.151857852935791, 'avg_acc_mask': 64.40677966101694, 'loss': 1.151857852935791}
+{'epoch': 73, 'iter': 10, 'avg_loss': 1.3572214191610164, 'avg_acc_mask': 53.119730185497474, 'loss': 1.3548262119293213}
+{'epoch': 73, 'iter': 20, 'avg_loss': 1.2967756475721086, 'avg_acc_mask': 54.97797356828193, 'loss': 1.2697540521621704}
+{'epoch': 73, 'iter': 30, 'avg_loss': 1.2513928547982247, 'avg_acc_mask': 56.598062953995154, 'loss': 1.0726591348648071}
+{'epoch': 73, 'iter': 40, 'avg_loss': 1.2642201228839596, 'avg_acc_mask': 56.39374425022999, 'loss': 1.1041253805160522}
+{'epoch': 73, 'iter': 50, 'avg_loss': 1.2748517721307044, 'avg_acc_mask': 56.61684287276705, 'loss': 1.2753684520721436}
+{'epoch': 73, 'iter': 60, 'avg_loss': 1.2933128593397922, 'avg_acc_mask': 55.964125560538115, 'loss': 1.9789097309112549}
+{'epoch': 73, 'iter': 70, 'avg_loss': 1.2941327884163656, 'avg_acc_mask': 55.81275720164609, 'loss': 1.2410823106765747}
+{'epoch': 73, 'iter': 80, 'avg_loss': 1.3039822504844194, 'avg_acc_mask': 55.5379746835443, 'loss': 1.2103736400604248}
+{'epoch': 73, 'iter': 90, 'avg_loss': 1.311415895000919, 'avg_acc_mask': 55.55109415779964, 'loss': 1.118825078010559}
+{'epoch': 73, 'iter': 100, 'avg_loss': 1.3227481263698917, 'avg_acc_mask': 55.3658098148481, 'loss': 1.3149315118789673}
+{'epoch': 73, 'iter': 110, 'avg_loss': 1.3278592244998828, 'avg_acc_mask': 55.17354828096727, 'loss': 1.3498754501342773}
+{'epoch': 73, 'iter': 120, 'avg_loss': 1.329960028494685, 'avg_acc_mask': 55.135951661631424, 'loss': 0.9618786573410034}
+{'epoch': 73, 'iter': 130, 'avg_loss': 1.3395344487583365, 'avg_acc_mask': 54.8612079787976, 'loss': 1.4941363334655762}
+{'epoch': 73, 'iter': 140, 'avg_loss': 1.339373807957832, 'avg_acc_mask': 54.812039788141064, 'loss': 1.2980891466140747}
+{'epoch': 73, 'iter': 150, 'avg_loss': 1.3328744366468972, 'avg_acc_mask': 54.978302796528446, 'loss': 1.2139748334884644}
+{'epoch': 73, 'iter': 160, 'avg_loss': 1.337180771442674, 'avg_acc_mask': 55.01416430594901, 'loss': 1.574893593788147}
+{'epoch': 73, 'iter': 170, 'avg_loss': 1.328704345644566, 'avg_acc_mask': 54.979186679474864, 'loss': 1.2695270776748657}
+{'epoch': 73, 'iter': 180, 'avg_loss': 1.328289230554802, 'avg_acc_mask': 54.94994438264739, 'loss': 1.134726881980896}
+{'epoch': 73, 'iter': 190, 'avg_loss': 1.32859374684189, 'avg_acc_mask': 54.84274309897086, 'loss': 1.4346705675125122}
+{'epoch': 73, 'iter': 200, 'avg_loss': 1.3317161777719337, 'avg_acc_mask': 54.74585534705775, 'loss': 1.0295625925064087}
+{'epoch': 73, 'iter': 210, 'avg_loss': 1.3313526381248546, 'avg_acc_mask': 54.84011501263396, 'loss': 1.1124217510223389}
+{'epoch': 73, 'iter': 220, 'avg_loss': 1.326940985286937, 'avg_acc_mask': 55.01287482349032, 'loss': 1.326287031173706}
+{'epoch': 73, 'iter': 230, 'avg_loss': 1.3264461954434712, 'avg_acc_mask': 54.97814858959078, 'loss': 1.3387742042541504}
+{'epoch': 73, 'iter': 240, 'avg_loss': 1.3234844546595055, 'avg_acc_mask': 55.02326645815852, 'loss': 1.4822434186935425}
+{'epoch': 73, 'iter': 250, 'avg_loss': 1.3230830162644862, 'avg_acc_mask': 55.098901098901095, 'loss': 1.2567687034606934}
+{'epoch': 73, 'iter': 260, 'avg_loss': 1.3222020213631378, 'avg_acc_mask': 55.17363071710898, 'loss': 1.4037466049194336}
+{'epoch': 73, 'iter': 270, 'avg_loss': 1.3214837983525547, 'avg_acc_mask': 55.14536849222448, 'loss': 1.5554462671279907}
+{'epoch': 'EP73_test', 'avg_loss': 1.3218403456435688, 'total_masked_acc': 55.09932894824264}
+{'epoch': 74, 'iter': 0, 'avg_loss': 1.4034574031829834, 'avg_acc_mask': 52.72727272727272, 'loss': 1.4034574031829834}
+{'epoch': 74, 'iter': 10, 'avg_loss': 1.3375442678278142, 'avg_acc_mask': 54.373927958833626, 'loss': 1.5243146419525146}
+{'epoch': 74, 'iter': 20, 'avg_loss': 1.3108145395914714, 'avg_acc_mask': 54.44743935309974, 'loss': 1.2628110647201538}
+{'epoch': 74, 'iter': 30, 'avg_loss': 1.3017093423874146, 'avg_acc_mask': 55.08982035928144, 'loss': 1.453174352645874}
+{'epoch': 74, 'iter': 40, 'avg_loss': 1.317597928570538, 'avg_acc_mask': 54.873164218958614, 'loss': 1.3497079610824585}
+{'epoch': 74, 'iter': 50, 'avg_loss': 1.318074409868203, 'avg_acc_mask': 54.918612880396324, 'loss': 1.3950456380844116}
+{'epoch': 74, 'iter': 60, 'avg_loss': 1.3256804307953256, 'avg_acc_mask': 54.72033145901154, 'loss': 1.3164989948272705}
+{'epoch': 74, 'iter': 70, 'avg_loss': 1.3078757835106112, 'avg_acc_mask': 55.3180530517641, 'loss': 1.0059541463851929}
+{'epoch': 74, 'iter': 80, 'avg_loss': 1.315677031322762, 'avg_acc_mask': 54.82256596906279, 'loss': 1.3365453481674194}
+{'epoch': 74, 'iter': 90, 'avg_loss': 1.319069354743748, 'avg_acc_mask': 54.638124362895, 'loss': 1.4013557434082031}
+{'epoch': 74, 'iter': 100, 'avg_loss': 1.329058320805578, 'avg_acc_mask': 54.31805733065546, 'loss': 1.18133544921875}
+{'epoch': 74, 'iter': 110, 'avg_loss': 1.325407680627462, 'avg_acc_mask': 54.57423762706216, 'loss': 1.241706371307373}
+{'epoch': 74, 'iter': 120, 'avg_loss': 1.3225637797481757, 'avg_acc_mask': 54.55102666258045, 'loss': 1.3796415328979492}
+{'epoch': 74, 'iter': 130, 'avg_loss': 1.3274977457432346, 'avg_acc_mask': 54.48481407891001, 'loss': 1.3767060041427612}
+{'epoch': 74, 'iter': 140, 'avg_loss': 1.331189290428838, 'avg_acc_mask': 54.32667017359285, 'loss': 1.3684773445129395}
+{'epoch': 74, 'iter': 150, 'avg_loss': 1.3329573443393834, 'avg_acc_mask': 54.332840965041854, 'loss': 1.263000249862671}
+{'epoch': 74, 'iter': 160, 'avg_loss': 1.3353761641875557, 'avg_acc_mask': 54.29398148148148, 'loss': 1.547990322113037}
+{'epoch': 74, 'iter': 170, 'avg_loss': 1.3331498792994092, 'avg_acc_mask': 54.25833151818777, 'loss': 1.3054133653640747}
+{'epoch': 74, 'iter': 180, 'avg_loss': 1.329246917482239, 'avg_acc_mask': 54.61760461760462, 'loss': 1.0852880477905273}
+{'epoch': 74, 'iter': 190, 'avg_loss': 1.3275657183836893, 'avg_acc_mask': 54.63233859957089, 'loss': 1.3694173097610474}
+{'epoch': 74, 'iter': 200, 'avg_loss': 1.3257846520907843, 'avg_acc_mask': 54.70843729784678, 'loss': 1.3639661073684692}
+{'epoch': 74, 'iter': 210, 'avg_loss': 1.3233990494108878, 'avg_acc_mask': 54.71664906722985, 'loss': 1.2584718465805054}
+{'epoch': 74, 'iter': 220, 'avg_loss': 1.323587477476888, 'avg_acc_mask': 54.81568561592073, 'loss': 1.497450351715088}
+{'epoch': 74, 'iter': 230, 'avg_loss': 1.3249018527728655, 'avg_acc_mask': 54.75120385232744, 'loss': 1.2258058786392212}
+{'epoch': 74, 'iter': 240, 'avg_loss': 1.3247322531656605, 'avg_acc_mask': 54.72104655636784, 'loss': 1.8160293102264404}
+{'epoch': 74, 'iter': 250, 'avg_loss': 1.3227820047344345, 'avg_acc_mask': 54.839663070784695, 'loss': 0.9930265545845032}
+{'epoch': 74, 'iter': 260, 'avg_loss': 1.319905657649497, 'avg_acc_mask': 54.88471089038666, 'loss': 1.307678461074829}
+{'epoch': 74, 'iter': 270, 'avg_loss': 1.3203312371929634, 'avg_acc_mask': 54.78872277971193, 'loss': 1.4057385921478271}
+{'epoch': 'EP74_test', 'avg_loss': 1.3201380931380866, 'total_masked_acc': 54.709902184108266}
+{'epoch': 75, 'iter': 0, 'avg_loss': 1.2336386442184448, 'avg_acc_mask': 58.06451612903226, 'loss': 1.2336386442184448}
+{'epoch': 75, 'iter': 10, 'avg_loss': 1.31927950815721, 'avg_acc_mask': 56.34028892455859, 'loss': 1.2015562057495117}
+{'epoch': 75, 'iter': 20, 'avg_loss': 1.3057986270813715, 'avg_acc_mask': 55.19031141868512, 'loss': 1.1154160499572754}
+{'epoch': 75, 'iter': 30, 'avg_loss': 1.3111713893951908, 'avg_acc_mask': 55.469678953626634, 'loss': 1.4045393466949463}
+{'epoch': 75, 'iter': 40, 'avg_loss': 1.3280712133500634, 'avg_acc_mask': 54.76827094474154, 'loss': 1.594332218170166}
+{'epoch': 75, 'iter': 50, 'avg_loss': 1.321095263256746, 'avg_acc_mask': 55.25941719971571, 'loss': 1.2902168035507202}
+{'epoch': 75, 'iter': 60, 'avg_loss': 1.328435465937755, 'avg_acc_mask': 55.14101057579318, 'loss': 1.511544942855835}
+{'epoch': 75, 'iter': 70, 'avg_loss': 1.3232370212044515, 'avg_acc_mask': 55.39042821158691, 'loss': 1.0457907915115356}
+{'epoch': 75, 'iter': 80, 'avg_loss': 1.3250311583648493, 'avg_acc_mask': 55.400927766732934, 'loss': 1.013243556022644}
+{'epoch': 75, 'iter': 90, 'avg_loss': 1.3385156026253333, 'avg_acc_mask': 54.907004352987734, 'loss': 1.2219663858413696}
+{'epoch': 75, 'iter': 100, 'avg_loss': 1.3511071677255158, 'avg_acc_mask': 54.64138794491147, 'loss': 1.777504563331604}
+{'epoch': 75, 'iter': 110, 'avg_loss': 1.3514246661383826, 'avg_acc_mask': 54.58858171110747, 'loss': 1.5024315118789673}
+{'epoch': 75, 'iter': 120, 'avg_loss': 1.348016036443474, 'avg_acc_mask': 54.79369842460615, 'loss': 1.0466389656066895}
+{'epoch': 75, 'iter': 130, 'avg_loss': 1.3546921669981862, 'avg_acc_mask': 54.696209587513934, 'loss': 1.2420496940612793}
+{'epoch': 75, 'iter': 140, 'avg_loss': 1.355913722768743, 'avg_acc_mask': 54.614886731391586, 'loss': 1.2774181365966797}
+{'epoch': 75, 'iter': 150, 'avg_loss': 1.3555051498855186, 'avg_acc_mask': 54.66909532483303, 'loss': 1.308650255203247}
+{'epoch': 75, 'iter': 160, 'avg_loss': 1.3560397654586698, 'avg_acc_mask': 54.54441391941391, 'loss': 1.3696449995040894}
+{'epoch': 75, 'iter': 170, 'avg_loss': 1.3495969036866349, 'avg_acc_mask': 54.657917383821, 'loss': 1.3573687076568604}
+{'epoch': 75, 'iter': 180, 'avg_loss': 1.3477409771792797, 'avg_acc_mask': 54.60272302377566, 'loss': 1.5408625602722168}
+{'epoch': 75, 'iter': 190, 'avg_loss': 1.3485708283504267, 'avg_acc_mask': 54.52786377708978, 'loss': 1.7102469205856323}
+{'epoch': 75, 'iter': 200, 'avg_loss': 1.3476535636394178, 'avg_acc_mask': 54.53544895900211, 'loss': 1.419372320175171}
+{'epoch': 75, 'iter': 210, 'avg_loss': 1.3490305678539367, 'avg_acc_mask': 54.631330359485695, 'loss': 1.4392054080963135}
+{'epoch': 75, 'iter': 220, 'avg_loss': 1.3469614467469815, 'avg_acc_mask': 54.62345884705099, 'loss': 1.2366362810134888}
+{'epoch': 75, 'iter': 230, 'avg_loss': 1.3456314655093404, 'avg_acc_mask': 54.636551614442496, 'loss': 1.1293209791183472}
+{'epoch': 75, 'iter': 240, 'avg_loss': 1.3449076901332966, 'avg_acc_mask': 54.74452554744526, 'loss': 1.3446896076202393}
+{'epoch': 75, 'iter': 250, 'avg_loss': 1.3404679243783078, 'avg_acc_mask': 54.86628671635248, 'loss': 1.2762739658355713}
+{'epoch': 75, 'iter': 260, 'avg_loss': 1.340257559014463, 'avg_acc_mask': 54.95850330566887, 'loss': 1.3145231008529663}
+{'epoch': 75, 'iter': 270, 'avg_loss': 1.34239358325726, 'avg_acc_mask': 54.86689697216013, 'loss': 1.4095566272735596}
+{'epoch': 'EP75_test', 'avg_loss': 1.342475655934085, 'total_masked_acc': 54.86660900805003}
+{'epoch': 76, 'iter': 0, 'avg_loss': 1.152977466583252, 'avg_acc_mask': 63.934426229508205, 'loss': 1.152977466583252}
+{'epoch': 76, 'iter': 10, 'avg_loss': 1.3170831691135059, 'avg_acc_mask': 55.846422338568935, 'loss': 1.9559444189071655}
+{'epoch': 76, 'iter': 20, 'avg_loss': 1.3378800522713434, 'avg_acc_mask': 54.83576642335767, 'loss': 1.389063835144043}
+{'epoch': 76, 'iter': 30, 'avg_loss': 1.3487947890835423, 'avg_acc_mask': 55.172413793103445, 'loss': 1.5651625394821167}
+{'epoch': 76, 'iter': 40, 'avg_loss': 1.3594178295717008, 'avg_acc_mask': 55.294117647058826, 'loss': 1.5762029886245728}
+{'epoch': 76, 'iter': 50, 'avg_loss': 1.3552025696810555, 'avg_acc_mask': 55.607142857142854, 'loss': 1.5838406085968018}
+{'epoch': 76, 'iter': 60, 'avg_loss': 1.3596324783856752, 'avg_acc_mask': 55.39504716981132, 'loss': 1.7772514820098877}
+{'epoch': 76, 'iter': 70, 'avg_loss': 1.35559632072986, 'avg_acc_mask': 55.15059478613009, 'loss': 1.2956761121749878}
+{'epoch': 76, 'iter': 80, 'avg_loss': 1.3634229898452759, 'avg_acc_mask': 54.919137466307276, 'loss': 1.3261420726776123}
+{'epoch': 76, 'iter': 90, 'avg_loss': 1.3636210161251026, 'avg_acc_mask': 54.940239043824704, 'loss': 1.1311582326889038}
+{'epoch': 76, 'iter': 100, 'avg_loss': 1.3677596349527341, 'avg_acc_mask': 54.77297104040043, 'loss': 1.8808274269104004}
+{'epoch': 76, 'iter': 110, 'avg_loss': 1.3577056333825395, 'avg_acc_mask': 55.02040816326531, 'loss': 1.378059983253479}
+{'epoch': 76, 'iter': 120, 'avg_loss': 1.3641913828770977, 'avg_acc_mask': 54.82081271554956, 'loss': 1.2867891788482666}
+{'epoch': 76, 'iter': 130, 'avg_loss': 1.3676712462920269, 'avg_acc_mask': 54.69775233840569, 'loss': 1.412527322769165}
+{'epoch': 76, 'iter': 140, 'avg_loss': 1.3635576857742688, 'avg_acc_mask': 54.84122852680895, 'loss': 1.2761507034301758}
+{'epoch': 76, 'iter': 150, 'avg_loss': 1.3636498036763527, 'avg_acc_mask': 54.8528338603746, 'loss': 1.4949700832366943}
+{'epoch': 76, 'iter': 160, 'avg_loss': 1.357680789061955, 'avg_acc_mask': 55.09477311889719, 'loss': 1.3467427492141724}
+{'epoch': 76, 'iter': 170, 'avg_loss': 1.3515689132506388, 'avg_acc_mask': 55.362725018863856, 'loss': 1.3235081434249878}
+{'epoch': 76, 'iter': 180, 'avg_loss': 1.348746378448128, 'avg_acc_mask': 55.361875637104994, 'loss': 1.528064250946045}
+{'epoch': 76, 'iter': 190, 'avg_loss': 1.3507561206193495, 'avg_acc_mask': 55.21650682941005, 'loss': 1.8386696577072144}
+{'epoch': 76, 'iter': 200, 'avg_loss': 1.3517523929847413, 'avg_acc_mask': 55.01650770359501, 'loss': 1.1058937311172485}
+{'epoch': 76, 'iter': 210, 'avg_loss': 1.3493704459678506, 'avg_acc_mask': 55.04811898512686, 'loss': 1.4465984106063843}
+{'epoch': 76, 'iter': 220, 'avg_loss': 1.352275475927068, 'avg_acc_mask': 54.92887446967807, 'loss': 1.4619331359863281}
+{'epoch': 76, 'iter': 230, 'avg_loss': 1.3484304475061821, 'avg_acc_mask': 55.09536349852367, 'loss': 1.103211760520935}
+{'epoch': 76, 'iter': 240, 'avg_loss': 1.3442578446815618, 'avg_acc_mask': 55.16634799235182, 'loss': 1.417829990386963}
+{'epoch': 76, 'iter': 250, 'avg_loss': 1.339645310702077, 'avg_acc_mask': 55.30570252792475, 'loss': 1.0966956615447998}
+{'epoch': 76, 'iter': 260, 'avg_loss': 1.3369980863227697, 'avg_acc_mask': 55.438472418670436, 'loss': 1.3792564868927002}
+{'epoch': 76, 'iter': 270, 'avg_loss': 1.3390529556028077, 'avg_acc_mask': 55.30467899891186, 'loss': 1.3525820970535278}
+{'epoch': 'EP76_test', 'avg_loss': 1.3403761563957601, 'total_masked_acc': 55.30449896383448}
+{'epoch': 77, 'iter': 0, 'avg_loss': 1.1564997434616089, 'avg_acc_mask': 61.81818181818181, 'loss': 1.1564997434616089}
+{'epoch': 77, 'iter': 10, 'avg_loss': 1.3533292033455588, 'avg_acc_mask': 54.82758620689655, 'loss': 1.4332780838012695}
+{'epoch': 77, 'iter': 20, 'avg_loss': 1.337159582546779, 'avg_acc_mask': 55.24229074889868, 'loss': 1.3080233335494995}
+{'epoch': 77, 'iter': 30, 'avg_loss': 1.3225882784012826, 'avg_acc_mask': 55.77498503889886, 'loss': 1.3950814008712769}
+{'epoch': 77, 'iter': 40, 'avg_loss': 1.3208056775535024, 'avg_acc_mask': 54.43037974683544, 'loss': 1.2767184972763062}
+{'epoch': 77, 'iter': 50, 'avg_loss': 1.331925347739575, 'avg_acc_mask': 53.970535393460295, 'loss': 1.1443480253219604}
+{'epoch': 77, 'iter': 60, 'avg_loss': 1.3516282292663073, 'avg_acc_mask': 53.72514099139211, 'loss': 1.2045226097106934}
+{'epoch': 77, 'iter': 70, 'avg_loss': 1.355234770707681, 'avg_acc_mask': 53.933434190620275, 'loss': 1.128678321838379}
+{'epoch': 77, 'iter': 80, 'avg_loss': 1.3549556349530631, 'avg_acc_mask': 54.00220507166483, 'loss': 1.374869704246521}
+{'epoch': 77, 'iter': 90, 'avg_loss': 1.3532140582472414, 'avg_acc_mask': 53.99648231385578, 'loss': 1.2052308320999146}
+{'epoch': 77, 'iter': 100, 'avg_loss': 1.3599853208749602, 'avg_acc_mask': 53.80003526714865, 'loss': 1.6295901536941528}
+{'epoch': 77, 'iter': 110, 'avg_loss': 1.3552667557656228, 'avg_acc_mask': 53.66288492706644, 'loss': 1.230892539024353}
+{'epoch': 77, 'iter': 120, 'avg_loss': 1.357647017999129, 'avg_acc_mask': 53.337306317044096, 'loss': 1.2984830141067505}
+{'epoch': 77, 'iter': 130, 'avg_loss': 1.3594078580841764, 'avg_acc_mask': 53.40595697738555, 'loss': 1.3753796815872192}
+{'epoch': 77, 'iter': 140, 'avg_loss': 1.3550542618365997, 'avg_acc_mask': 53.42783505154639, 'loss': 1.222914218902588}
+{'epoch': 77, 'iter': 150, 'avg_loss': 1.3547755661389687, 'avg_acc_mask': 53.48725348725348, 'loss': 1.2103127241134644}
+{'epoch': 77, 'iter': 160, 'avg_loss': 1.3540190702639752, 'avg_acc_mask': 53.637596023497515, 'loss': 1.3499850034713745}
+{'epoch': 77, 'iter': 170, 'avg_loss': 1.3481933164317705, 'avg_acc_mask': 53.899424675047946, 'loss': 1.2680394649505615}
+{'epoch': 77, 'iter': 180, 'avg_loss': 1.3478853702545166, 'avg_acc_mask': 53.96295171576071, 'loss': 1.6580853462219238}
+{'epoch': 77, 'iter': 190, 'avg_loss': 1.343841524960483, 'avg_acc_mask': 54.00827639303243, 'loss': 1.4637962579727173}
+{'epoch': 77, 'iter': 200, 'avg_loss': 1.3406178728858036, 'avg_acc_mask': 54.10464797735367, 'loss': 1.270909070968628}
+{'epoch': 77, 'iter': 210, 'avg_loss': 1.338700811162379, 'avg_acc_mask': 54.2, 'loss': 1.1515214443206787}
+{'epoch': 77, 'iter': 220, 'avg_loss': 1.3378525937304777, 'avg_acc_mask': 54.22658133156013, 'loss': 1.430134892463684}
+{'epoch': 77, 'iter': 230, 'avg_loss': 1.3408246724120467, 'avg_acc_mask': 54.071661237785015, 'loss': 1.4571768045425415}
+{'epoch': 77, 'iter': 240, 'avg_loss': 1.3415157005994647, 'avg_acc_mask': 54.01398814048959, 'loss': 1.7412619590759277}
+{'epoch': 77, 'iter': 250, 'avg_loss': 1.3417980255358724, 'avg_acc_mask': 53.96223664066488, 'loss': 1.2598609924316406}
+{'epoch': 77, 'iter': 260, 'avg_loss': 1.3403727891801418, 'avg_acc_mask': 54.06809406809406, 'loss': 1.1029483079910278}
+{'epoch': 77, 'iter': 270, 'avg_loss': 1.3422995667176054, 'avg_acc_mask': 54.07106598984771, 'loss': 1.5879067182540894}
+{'epoch': 'EP77_test', 'avg_loss': 1.343977431240289, 'total_masked_acc': 53.99348274256833}
+{'epoch': 78, 'iter': 0, 'avg_loss': 1.1926887035369873, 'avg_acc_mask': 60.97560975609756, 'loss': 1.1926887035369873}
+{'epoch': 78, 'iter': 10, 'avg_loss': 1.339536114172502, 'avg_acc_mask': 53.17725752508361, 'loss': 1.4573957920074463}
+{'epoch': 78, 'iter': 20, 'avg_loss': 1.3401378449939547, 'avg_acc_mask': 53.28719723183391, 'loss': 1.4313113689422607}
+{'epoch': 78, 'iter': 30, 'avg_loss': 1.3332826937398603, 'avg_acc_mask': 54.20616113744076, 'loss': 1.281248688697815}
+{'epoch': 78, 'iter': 40, 'avg_loss': 1.3211432869841413, 'avg_acc_mask': 55.0157444894287, 'loss': 1.5393811464309692}
+{'epoch': 78, 'iter': 50, 'avg_loss': 1.3261907918780458, 'avg_acc_mask': 55.046863734679164, 'loss': 1.5757911205291748}
+{'epoch': 78, 'iter': 60, 'avg_loss': 1.3321351907292351, 'avg_acc_mask': 54.73337327741162, 'loss': 1.3406466245651245}
+{'epoch': 78, 'iter': 70, 'avg_loss': 1.3336257565189416, 'avg_acc_mask': 54.64509394572025, 'loss': 1.0241318941116333}
+{'epoch': 78, 'iter': 80, 'avg_loss': 1.3328813476327024, 'avg_acc_mask': 54.64904284412033, 'loss': 1.2049545049667358}
+{'epoch': 78, 'iter': 90, 'avg_loss': 1.344446728517721, 'avg_acc_mask': 54.28051001821493, 'loss': 1.3161795139312744}
+{'epoch': 78, 'iter': 100, 'avg_loss': 1.3522610333886478, 'avg_acc_mask': 54.22083867423548, 'loss': 1.6261011362075806}
+{'epoch': 78, 'iter': 110, 'avg_loss': 1.3531512977840665, 'avg_acc_mask': 53.87423261987722, 'loss': 1.4402949810028076}
+{'epoch': 78, 'iter': 120, 'avg_loss': 1.3516738513284479, 'avg_acc_mask': 53.86949924127465, 'loss': 1.3807190656661987}
+{'epoch': 78, 'iter': 130, 'avg_loss': 1.3551706048368497, 'avg_acc_mask': 53.84830674503218, 'loss': 1.340334415435791}
+{'epoch': 78, 'iter': 140, 'avg_loss': 1.349296328023816, 'avg_acc_mask': 53.96970488378167, 'loss': 1.1550127267837524}
+{'epoch': 78, 'iter': 150, 'avg_loss': 1.345966986473033, 'avg_acc_mask': 54.04617253948967, 'loss': 1.407909870147705}
+{'epoch': 78, 'iter': 160, 'avg_loss': 1.339875356380984, 'avg_acc_mask': 54.411428571428566, 'loss': 1.1678125858306885}
+{'epoch': 78, 'iter': 170, 'avg_loss': 1.3295232765158715, 'avg_acc_mask': 54.90975504941985, 'loss': 1.1252870559692383}
+{'epoch': 78, 'iter': 180, 'avg_loss': 1.3318826780134803, 'avg_acc_mask': 54.78615071283096, 'loss': 1.5717025995254517}
+{'epoch': 78, 'iter': 190, 'avg_loss': 1.3254517931588656, 'avg_acc_mask': 55.019379844961236, 'loss': 1.2357906103134155}
+{'epoch': 78, 'iter': 200, 'avg_loss': 1.3246292003351658, 'avg_acc_mask': 55.03257179557758, 'loss': 1.399298071861267}
+{'epoch': 78, 'iter': 210, 'avg_loss': 1.32809695107112, 'avg_acc_mask': 54.86384729883548, 'loss': 1.4545650482177734}
+{'epoch': 78, 'iter': 220, 'avg_loss': 1.3265170063907745, 'avg_acc_mask': 54.90996998999667, 'loss': 1.2952967882156372}
+{'epoch': 78, 'iter': 230, 'avg_loss': 1.3276734486286774, 'avg_acc_mask': 54.87485101311085, 'loss': 1.2309719324111938}
+{'epoch': 78, 'iter': 240, 'avg_loss': 1.3282683207286343, 'avg_acc_mask': 54.756838905775076, 'loss': 1.488261342048645}
+{'epoch': 78, 'iter': 250, 'avg_loss': 1.327511443559867, 'avg_acc_mask': 54.827157787035006, 'loss': 0.9777926206588745}
+{'epoch': 78, 'iter': 260, 'avg_loss': 1.327386102457156, 'avg_acc_mask': 54.972938778379145, 'loss': 1.39906644821167}
+{'epoch': 78, 'iter': 270, 'avg_loss': 1.3280852199480542, 'avg_acc_mask': 54.87706025398541, 'loss': 1.6398764848709106}
+{'epoch': 'EP78_test', 'avg_loss': 1.330689237817474, 'total_masked_acc': 54.771398192450825}
+{'epoch': 79, 'iter': 0, 'avg_loss': 1.166999340057373, 'avg_acc_mask': 67.3076923076923, 'loss': 1.166999340057373}
+{'epoch': 79, 'iter': 10, 'avg_loss': 1.36347111788663, 'avg_acc_mask': 56.61641541038526, 'loss': 1.3555411100387573}
+{'epoch': 79, 'iter': 20, 'avg_loss': 1.3021652982348488, 'avg_acc_mask': 57.334525939177105, 'loss': 1.0223764181137085}
+{'epoch': 79, 'iter': 30, 'avg_loss': 1.2936275620614328, 'avg_acc_mask': 56.87960687960688, 'loss': 1.0592784881591797}
+{'epoch': 79, 'iter': 40, 'avg_loss': 1.30230006648273, 'avg_acc_mask': 56.67752442996743, 'loss': 1.5942230224609375}
+{'epoch': 79, 'iter': 50, 'avg_loss': 1.3002074840022069, 'avg_acc_mask': 56.27044711014177, 'loss': 1.3083544969558716}
+{'epoch': 79, 'iter': 60, 'avg_loss': 1.3096872411790441, 'avg_acc_mask': 55.73525007487271, 'loss': 1.584739089012146}
+{'epoch': 79, 'iter': 70, 'avg_loss': 1.330026084268597, 'avg_acc_mask': 55.064599483204134, 'loss': 1.4152319431304932}
+{'epoch': 79, 'iter': 80, 'avg_loss': 1.3274335934792036, 'avg_acc_mask': 55.005649717514125, 'loss': 1.2614818811416626}
+{'epoch': 79, 'iter': 90, 'avg_loss': 1.3362671595353346, 'avg_acc_mask': 54.61135722915827, 'loss': 1.1312713623046875}
+{'epoch': 79, 'iter': 100, 'avg_loss': 1.349962627533639, 'avg_acc_mask': 54.187192118226605, 'loss': 1.7354365587234497}
+{'epoch': 79, 'iter': 110, 'avg_loss': 1.352644015002895, 'avg_acc_mask': 53.975585615308475, 'loss': 1.4512649774551392}
+{'epoch': 79, 'iter': 120, 'avg_loss': 1.3559059663252397, 'avg_acc_mask': 53.69726296688341, 'loss': 1.2626863718032837}
+{'epoch': 79, 'iter': 130, 'avg_loss': 1.3524162673768196, 'avg_acc_mask': 53.972027972027966, 'loss': 1.276172399520874}
+{'epoch': 79, 'iter': 140, 'avg_loss': 1.347541884750339, 'avg_acc_mask': 54.07803732219757, 'loss': 1.3226238489151}
+{'epoch': 79, 'iter': 150, 'avg_loss': 1.3399101610215294, 'avg_acc_mask': 54.49908925318761, 'loss': 1.225942611694336}
+{'epoch': 79, 'iter': 160, 'avg_loss': 1.3359991189855966, 'avg_acc_mask': 54.597177969959034, 'loss': 1.3992947340011597}
+{'epoch': 79, 'iter': 170, 'avg_loss': 1.3338127334912617, 'avg_acc_mask': 54.71111587522779, 'loss': 1.2336684465408325}
+{'epoch': 79, 'iter': 180, 'avg_loss': 1.3313855462969997, 'avg_acc_mask': 54.93300852618758, 'loss': 1.6170960664749146}
+{'epoch': 79, 'iter': 190, 'avg_loss': 1.3354627433871724, 'avg_acc_mask': 54.871695928998655, 'loss': 1.3988358974456787}
+{'epoch': 79, 'iter': 200, 'avg_loss': 1.3341860797867846, 'avg_acc_mask': 54.93074029905514, 'loss': 1.606842041015625}
+{'epoch': 79, 'iter': 210, 'avg_loss': 1.332757053499538, 'avg_acc_mask': 55.01657651369744, 'loss': 1.3159480094909668}
+{'epoch': 79, 'iter': 220, 'avg_loss': 1.3345996764450592, 'avg_acc_mask': 54.91041804910418, 'loss': 1.4860082864761353}
+{'epoch': 79, 'iter': 230, 'avg_loss': 1.334430840882388, 'avg_acc_mask': 54.99445061043286, 'loss': 1.1528500318527222}
+{'epoch': 79, 'iter': 240, 'avg_loss': 1.330145097372443, 'avg_acc_mask': 55.02011079911968, 'loss': 1.4535259008407593}
+{'epoch': 79, 'iter': 250, 'avg_loss': 1.3304980575325955, 'avg_acc_mask': 55.03943908851884, 'loss': 1.398985505104065}
+{'epoch': 79, 'iter': 260, 'avg_loss': 1.3305475771198785, 'avg_acc_mask': 55.09988745075971, 'loss': 1.4855226278305054}
+{'epoch': 79, 'iter': 270, 'avg_loss': 1.330809511601705, 'avg_acc_mask': 55.02738521874366, 'loss': 1.3281663656234741}
+{'epoch': 'EP79_test', 'avg_loss': 1.3314044883717662, 'total_masked_acc': 54.9930237193542}
+{'epoch': 80, 'iter': 0, 'avg_loss': 1.1174876689910889, 'avg_acc_mask': 61.53846153846154, 'loss': 1.1174876689910889}
+{'epoch': 80, 'iter': 10, 'avg_loss': 1.2449570244008845, 'avg_acc_mask': 59.45945945945946, 'loss': 1.2322754859924316}
+{'epoch': 80, 'iter': 20, 'avg_loss': 1.2733033157530285, 'avg_acc_mask': 58.294717330861914, 'loss': 1.4420993328094482}
+{'epoch': 80, 'iter': 30, 'avg_loss': 1.313477466183324, 'avg_acc_mask': 56.670746634026926, 'loss': 1.3746505975723267}
+{'epoch': 80, 'iter': 40, 'avg_loss': 1.3411962869690686, 'avg_acc_mask': 55.37609598523304, 'loss': 1.5286084413528442}
+{'epoch': 80, 'iter': 50, 'avg_loss': 1.330824288667417, 'avg_acc_mask': 55.69150908416759, 'loss': 1.413195252418518}
+{'epoch': 80, 'iter': 60, 'avg_loss': 1.3321945393671755, 'avg_acc_mask': 55.4140127388535, 'loss': 1.0760095119476318}
+{'epoch': 80, 'iter': 70, 'avg_loss': 1.3335424712006474, 'avg_acc_mask': 55.58468799160986, 'loss': 1.2709039449691772}
+{'epoch': 80, 'iter': 80, 'avg_loss': 1.32825392116735, 'avg_acc_mask': 55.87221328430246, 'loss': 1.2690171003341675}
+{'epoch': 80, 'iter': 90, 'avg_loss': 1.3318694581042279, 'avg_acc_mask': 55.87692307692308, 'loss': 1.2871036529541016}
+{'epoch': 80, 'iter': 100, 'avg_loss': 1.3259115944994557, 'avg_acc_mask': 56.216614477804384, 'loss': 1.1183122396469116}
+{'epoch': 80, 'iter': 110, 'avg_loss': 1.3252229384473853, 'avg_acc_mask': 56.2374245472837, 'loss': 1.310853362083435}
+{'epoch': 80, 'iter': 120, 'avg_loss': 1.3305556483505185, 'avg_acc_mask': 55.92206198220313, 'loss': 1.284672737121582}
+{'epoch': 80, 'iter': 130, 'avg_loss': 1.3289356008740782, 'avg_acc_mask': 55.909543450433794, 'loss': 1.2347346544265747}
+{'epoch': 80, 'iter': 140, 'avg_loss': 1.3334135189124032, 'avg_acc_mask': 55.95615425250925, 'loss': 0.9988240599632263}
+{'epoch': 80, 'iter': 150, 'avg_loss': 1.3280975518637146, 'avg_acc_mask': 56.17063247441746, 'loss': 1.3720214366912842}
+{'epoch': 80, 'iter': 160, 'avg_loss': 1.3255018040260174, 'avg_acc_mask': 56.44639556377079, 'loss': 1.2814804315567017}
+{'epoch': 80, 'iter': 170, 'avg_loss': 1.319298401213529, 'avg_acc_mask': 56.531703590527115, 'loss': 1.0697689056396484}
+{'epoch': 80, 'iter': 180, 'avg_loss': 1.315372889542448, 'avg_acc_mask': 56.47700380697602, 'loss': 1.216780662536621}
+{'epoch': 80, 'iter': 190, 'avg_loss': 1.313334599527389, 'avg_acc_mask': 56.318573667711604, 'loss': 1.4917274713516235}
+{'epoch': 80, 'iter': 200, 'avg_loss': 1.3133031322588375, 'avg_acc_mask': 56.26222180836204, 'loss': 1.3812130689620972}
+{'epoch': 80, 'iter': 210, 'avg_loss': 1.3142257722633144, 'avg_acc_mask': 56.17218071860548, 'loss': 1.5856866836547852}
+{'epoch': 80, 'iter': 220, 'avg_loss': 1.3129254603817453, 'avg_acc_mask': 56.23360135421075, 'loss': 1.4549736976623535}
+{'epoch': 80, 'iter': 230, 'avg_loss': 1.3122217079777738, 'avg_acc_mask': 56.23026475589021, 'loss': 1.4179530143737793}
+{'epoch': 80, 'iter': 240, 'avg_loss': 1.3099671488480944, 'avg_acc_mask': 56.34533488192025, 'loss': 1.3801743984222412}
+{'epoch': 80, 'iter': 250, 'avg_loss': 1.3093178965655932, 'avg_acc_mask': 56.40701650066895, 'loss': 0.8423447608947754}
+{'epoch': 80, 'iter': 260, 'avg_loss': 1.308657904237623, 'avg_acc_mask': 56.462439303056264, 'loss': 1.2780581712722778}
+{'epoch': 80, 'iter': 270, 'avg_loss': 1.3145807084122267, 'avg_acc_mask': 56.15273873997395, 'loss': 1.6690213680267334}
+{'epoch': 'EP80_test', 'avg_loss': 1.3149745174940082, 'total_masked_acc': 56.125950346498016}
+{'epoch': 81, 'iter': 0, 'avg_loss': 1.1079692840576172, 'avg_acc_mask': 63.63636363636363, 'loss': 1.1079692840576172}
+{'epoch': 81, 'iter': 10, 'avg_loss': 1.3975177136334507, 'avg_acc_mask': 52.241379310344826, 'loss': 1.56808602809906}
+{'epoch': 81, 'iter': 20, 'avg_loss': 1.3034316585177468, 'avg_acc_mask': 53.99820305480682, 'loss': 1.024306297302246}
+{'epoch': 81, 'iter': 30, 'avg_loss': 1.3071626155607161, 'avg_acc_mask': 54.21538461538462, 'loss': 1.329361081123352}
+{'epoch': 81, 'iter': 40, 'avg_loss': 1.3268070860606869, 'avg_acc_mask': 53.484079372404246, 'loss': 1.4707213640213013}
+{'epoch': 81, 'iter': 50, 'avg_loss': 1.3237054768730612, 'avg_acc_mask': 53.73520710059172, 'loss': 1.5634188652038574}
+{'epoch': 81, 'iter': 60, 'avg_loss': 1.3390941424447982, 'avg_acc_mask': 53.27188940092166, 'loss': 1.4441654682159424}
+{'epoch': 81, 'iter': 70, 'avg_loss': 1.3461387484845981, 'avg_acc_mask': 53.213909378292946, 'loss': 0.9839094281196594}
+{'epoch': 81, 'iter': 80, 'avg_loss': 1.3346753907792361, 'avg_acc_mask': 53.59852839733272, 'loss': 1.416419267654419}
+{'epoch': 81, 'iter': 90, 'avg_loss': 1.337743810899965, 'avg_acc_mask': 53.47604485219164, 'loss': 1.343446969985962}
+{'epoch': 81, 'iter': 100, 'avg_loss': 1.3380988098607205, 'avg_acc_mask': 53.7346302073775, 'loss': 1.6122726202011108}
+{'epoch': 81, 'iter': 110, 'avg_loss': 1.3284303492253966, 'avg_acc_mask': 54.11016239745522, 'loss': 1.3118101358413696}
+{'epoch': 81, 'iter': 120, 'avg_loss': 1.3331734242518085, 'avg_acc_mask': 54.1386682956628, 'loss': 1.3424185514450073}
+{'epoch': 81, 'iter': 130, 'avg_loss': 1.3334382986294404, 'avg_acc_mask': 54.256670902160096, 'loss': 1.1929924488067627}
+{'epoch': 81, 'iter': 140, 'avg_loss': 1.3302137568487342, 'avg_acc_mask': 54.35553803705163, 'loss': 1.019364595413208}
+{'epoch': 81, 'iter': 150, 'avg_loss': 1.3360073317755137, 'avg_acc_mask': 54.207556427870465, 'loss': 1.4467501640319824}
+{'epoch': 81, 'iter': 160, 'avg_loss': 1.3365263431709005, 'avg_acc_mask': 54.25054641665707, 'loss': 1.5218242406845093}
+{'epoch': 81, 'iter': 170, 'avg_loss': 1.3279276570381477, 'avg_acc_mask': 54.57207940123657, 'loss': 1.0310227870941162}
+{'epoch': 81, 'iter': 180, 'avg_loss': 1.328108336056135, 'avg_acc_mask': 54.29631155985988, 'loss': 1.4493803977966309}
+{'epoch': 81, 'iter': 190, 'avg_loss': 1.3280780689878613, 'avg_acc_mask': 54.38270397182548, 'loss': 1.3457130193710327}
+{'epoch': 81, 'iter': 200, 'avg_loss': 1.3248947028496965, 'avg_acc_mask': 54.56071628427532, 'loss': 1.2473924160003662}
+{'epoch': 81, 'iter': 210, 'avg_loss': 1.3247127109229282, 'avg_acc_mask': 54.60351250665247, 'loss': 1.097999930381775}
+{'epoch': 81, 'iter': 220, 'avg_loss': 1.3252759109255414, 'avg_acc_mask': 54.59687631912199, 'loss': 1.1061408519744873}
+{'epoch': 81, 'iter': 230, 'avg_loss': 1.3287622004876405, 'avg_acc_mask': 54.427020506634506, 'loss': 1.3073787689208984}
+{'epoch': 81, 'iter': 240, 'avg_loss': 1.327416139519561, 'avg_acc_mask': 54.57284103197899, 'loss': 1.2539695501327515}
+{'epoch': 81, 'iter': 250, 'avg_loss': 1.326738780950645, 'avg_acc_mask': 54.65280356479762, 'loss': 0.932582676410675}
+{'epoch': 81, 'iter': 260, 'avg_loss': 1.3293484364889592, 'avg_acc_mask': 54.639027877055035, 'loss': 1.4060566425323486}
+{'epoch': 81, 'iter': 270, 'avg_loss': 1.3309348608294975, 'avg_acc_mask': 54.60774237752655, 'loss': 1.4061720371246338}
+{'epoch': 'EP81_test', 'avg_loss': 1.3300708763409352, 'total_masked_acc': 54.635227730753726}
+{'epoch': 82, 'iter': 0, 'avg_loss': 1.3033241033554077, 'avg_acc_mask': 56.896551724137936, 'loss': 1.3033241033554077}
+{'epoch': 82, 'iter': 10, 'avg_loss': 1.3282721584493464, 'avg_acc_mask': 54.285714285714285, 'loss': 1.3253589868545532}
+{'epoch': 82, 'iter': 20, 'avg_loss': 1.309288325763884, 'avg_acc_mask': 55.437665782493376, 'loss': 1.3114686012268066}
+{'epoch': 82, 'iter': 30, 'avg_loss': 1.3010141849517822, 'avg_acc_mask': 56.07142857142857, 'loss': 1.0014408826828003}
+{'epoch': 82, 'iter': 40, 'avg_loss': 1.3194773371626691, 'avg_acc_mask': 55.75379125780553, 'loss': 1.3624459505081177}
+{'epoch': 82, 'iter': 50, 'avg_loss': 1.325438188571556, 'avg_acc_mask': 55.30167797215281, 'loss': 1.406455636024475}
+{'epoch': 82, 'iter': 60, 'avg_loss': 1.3317215462199976, 'avg_acc_mask': 55.09544787077827, 'loss': 1.3373198509216309}
+{'epoch': 82, 'iter': 70, 'avg_loss': 1.3327870755128457, 'avg_acc_mask': 55.0978896516654, 'loss': 1.1872529983520508}
+{'epoch': 82, 'iter': 80, 'avg_loss': 1.3357592850555609, 'avg_acc_mask': 55.12533572068039, 'loss': 1.3872835636138916}
+{'epoch': 82, 'iter': 90, 'avg_loss': 1.3354873919225, 'avg_acc_mask': 55.088408644400786, 'loss': 1.3743634223937988}
+{'epoch': 82, 'iter': 100, 'avg_loss': 1.3400346117444557, 'avg_acc_mask': 54.797667432408545, 'loss': 1.5057406425476074}
+{'epoch': 82, 'iter': 110, 'avg_loss': 1.333908810808852, 'avg_acc_mask': 54.69809493057798, 'loss': 1.3279072046279907}
+{'epoch': 82, 'iter': 120, 'avg_loss': 1.3350593250645093, 'avg_acc_mask': 54.76827094474154, 'loss': 1.2544668912887573}
+{'epoch': 82, 'iter': 130, 'avg_loss': 1.3404216880106743, 'avg_acc_mask': 54.572961078256085, 'loss': 1.1401822566986084}
+{'epoch': 82, 'iter': 140, 'avg_loss': 1.3410627972995135, 'avg_acc_mask': 54.468031015634935, 'loss': 1.1038099527359009}
+{'epoch': 82, 'iter': 150, 'avg_loss': 1.3390449182876687, 'avg_acc_mask': 54.50771055753262, 'loss': 1.5669538974761963}
+{'epoch': 82, 'iter': 160, 'avg_loss': 1.3387765284650814, 'avg_acc_mask': 54.664739241632375, 'loss': 1.4080206155776978}
+{'epoch': 82, 'iter': 170, 'avg_loss': 1.3335175155199062, 'avg_acc_mask': 54.64750314729333, 'loss': 1.6356897354125977}
+{'epoch': 82, 'iter': 180, 'avg_loss': 1.335810550339314, 'avg_acc_mask': 54.577045274027, 'loss': 1.2168753147125244}
+{'epoch': 82, 'iter': 190, 'avg_loss': 1.3348012282586224, 'avg_acc_mask': 54.71947194719472, 'loss': 1.4601041078567505}
+{'epoch': 82, 'iter': 200, 'avg_loss': 1.337904208631658, 'avg_acc_mask': 54.625984251968504, 'loss': 1.3063980340957642}
+{'epoch': 82, 'iter': 210, 'avg_loss': 1.3341956019966523, 'avg_acc_mask': 54.66894489534388, 'loss': 1.1647993326187134}
+{'epoch': 82, 'iter': 220, 'avg_loss': 1.33435986754042, 'avg_acc_mask': 54.75238639144978, 'loss': 1.3417693376541138}
+{'epoch': 82, 'iter': 230, 'avg_loss': 1.3328711671746654, 'avg_acc_mask': 54.80724207897612, 'loss': 1.120720386505127}
+{'epoch': 82, 'iter': 240, 'avg_loss': 1.331220170274315, 'avg_acc_mask': 54.807117224880386, 'loss': 1.230746865272522}
+{'epoch': 82, 'iter': 250, 'avg_loss': 1.331244507158895, 'avg_acc_mask': 54.85053176200058, 'loss': 1.182542324066162}
+{'epoch': 82, 'iter': 260, 'avg_loss': 1.3315740995023442, 'avg_acc_mask': 54.92227979274611, 'loss': 1.6030840873718262}
+{'epoch': 82, 'iter': 270, 'avg_loss': 1.330514205117947, 'avg_acc_mask': 54.990059642147116, 'loss': 1.438714861869812}
+{'epoch': 'EP82_test', 'avg_loss': 1.330126602364623, 'total_masked_acc': 54.982078853046595}
+{'epoch': 83, 'iter': 0, 'avg_loss': 1.51559579372406, 'avg_acc_mask': 44.44444444444444, 'loss': 1.51559579372406}
+{'epoch': 83, 'iter': 10, 'avg_loss': 1.3969902233643965, 'avg_acc_mask': 50.25125628140703, 'loss': 1.3841420412063599}
+{'epoch': 83, 'iter': 20, 'avg_loss': 1.3512149424779982, 'avg_acc_mask': 52.94117647058824, 'loss': 1.3914183378219604}
+{'epoch': 83, 'iter': 30, 'avg_loss': 1.3409470358202535, 'avg_acc_mask': 53.39449541284404, 'loss': 1.6343415975570679}
+{'epoch': 83, 'iter': 40, 'avg_loss': 1.344363956916623, 'avg_acc_mask': 53.354928273947245, 'loss': 1.3312307596206665}
+{'epoch': 83, 'iter': 50, 'avg_loss': 1.3476335745231778, 'avg_acc_mask': 53.69692532942899, 'loss': 1.3389784097671509}
+{'epoch': 83, 'iter': 60, 'avg_loss': 1.3576642880674268, 'avg_acc_mask': 53.758610362383955, 'loss': 1.6016392707824707}
+{'epoch': 83, 'iter': 70, 'avg_loss': 1.3520432828177869, 'avg_acc_mask': 54.21283174439577, 'loss': 1.4183217287063599}
+{'epoch': 83, 'iter': 80, 'avg_loss': 1.3512633641560872, 'avg_acc_mask': 53.960283040401734, 'loss': 1.4213567972183228}
+{'epoch': 83, 'iter': 90, 'avg_loss': 1.361677537907611, 'avg_acc_mask': 53.88389206868357, 'loss': 1.2654279470443726}
+{'epoch': 83, 'iter': 100, 'avg_loss': 1.35828966787546, 'avg_acc_mask': 54.16896742131419, 'loss': 1.2049856185913086}
+{'epoch': 83, 'iter': 110, 'avg_loss': 1.346288795406754, 'avg_acc_mask': 54.42381669175448, 'loss': 1.5351454019546509}
+{'epoch': 83, 'iter': 120, 'avg_loss': 1.3489797740928398, 'avg_acc_mask': 54.46893174165901, 'loss': 1.351318359375}
+{'epoch': 83, 'iter': 130, 'avg_loss': 1.3478502148890312, 'avg_acc_mask': 54.68705749079581, 'loss': 1.4466288089752197}
+{'epoch': 83, 'iter': 140, 'avg_loss': 1.3448819095361317, 'avg_acc_mask': 54.67739807362448, 'loss': 1.1008073091506958}
+{'epoch': 83, 'iter': 150, 'avg_loss': 1.3380837144441162, 'avg_acc_mask': 54.95373226403455, 'loss': 1.0689319372177124}
+{'epoch': 83, 'iter': 160, 'avg_loss': 1.3374897970916322, 'avg_acc_mask': 55.11547344110854, 'loss': 1.510509967803955}
+{'epoch': 83, 'iter': 170, 'avg_loss': 1.33371725347307, 'avg_acc_mask': 55.06789788158609, 'loss': 1.4966866970062256}
+{'epoch': 83, 'iter': 180, 'avg_loss': 1.330431730707706, 'avg_acc_mask': 55.0694801852805, 'loss': 1.4470208883285522}
+{'epoch': 83, 'iter': 190, 'avg_loss': 1.332618101105016, 'avg_acc_mask': 55.00882179964712, 'loss': 1.423953890800476}
+{'epoch': 83, 'iter': 200, 'avg_loss': 1.33548869896884, 'avg_acc_mask': 54.90141108307635, 'loss': 1.4457534551620483}
+{'epoch': 83, 'iter': 210, 'avg_loss': 1.334657712005326, 'avg_acc_mask': 54.91293532338308, 'loss': 1.2521473169326782}
+{'epoch': 83, 'iter': 220, 'avg_loss': 1.3335670739816865, 'avg_acc_mask': 54.92767109381609, 'loss': 1.2280809879302979}
+{'epoch': 83, 'iter': 230, 'avg_loss': 1.3344251221908636, 'avg_acc_mask': 54.89927477840452, 'loss': 1.0904271602630615}
+{'epoch': 83, 'iter': 240, 'avg_loss': 1.3315394842278414, 'avg_acc_mask': 54.853846153846156, 'loss': 1.241428256034851}
+{'epoch': 83, 'iter': 250, 'avg_loss': 1.3289641908915395, 'avg_acc_mask': 54.91967128155771, 'loss': 1.0165213346481323}
+{'epoch': 83, 'iter': 260, 'avg_loss': 1.329013157621654, 'avg_acc_mask': 54.92626629621714, 'loss': 1.6136599779129028}
+{'epoch': 83, 'iter': 270, 'avg_loss': 1.3292281416509424, 'avg_acc_mask': 54.869618780370956, 'loss': 1.5438902378082275}
+{'epoch': 'EP83_test', 'avg_loss': 1.3279591962911081, 'total_masked_acc': 54.84868863483524}
+{'epoch': 84, 'iter': 0, 'avg_loss': 1.2995014190673828, 'avg_acc_mask': 54.90196078431373, 'loss': 1.2995014190673828}
+{'epoch': 84, 'iter': 10, 'avg_loss': 1.3618687066164883, 'avg_acc_mask': 52.95055821371611, 'loss': 1.5599441528320312}
+{'epoch': 84, 'iter': 20, 'avg_loss': 1.2961318719954718, 'avg_acc_mask': 55.51811288963774, 'loss': 1.370853066444397}
+{'epoch': 84, 'iter': 30, 'avg_loss': 1.3147706985473633, 'avg_acc_mask': 54.58796025715955, 'loss': 1.2424744367599487}
+{'epoch': 84, 'iter': 40, 'avg_loss': 1.3164391430412852, 'avg_acc_mask': 54.71781305114638, 'loss': 1.312394142150879}
+{'epoch': 84, 'iter': 50, 'avg_loss': 1.3015534538848728, 'avg_acc_mask': 55.139186295503215, 'loss': 1.2821763753890991}
+{'epoch': 84, 'iter': 60, 'avg_loss': 1.3209846791673878, 'avg_acc_mask': 54.65599051008304, 'loss': 1.5668209791183472}
+{'epoch': 84, 'iter': 70, 'avg_loss': 1.3183758099314193, 'avg_acc_mask': 54.71217524197657, 'loss': 1.2075815200805664}
+{'epoch': 84, 'iter': 80, 'avg_loss': 1.3221005223415516, 'avg_acc_mask': 54.42754919499105, 'loss': 1.2580076456069946}
+{'epoch': 84, 'iter': 90, 'avg_loss': 1.3328804413040916, 'avg_acc_mask': 54.19952681388013, 'loss': 1.5739736557006836}
+{'epoch': 84, 'iter': 100, 'avg_loss': 1.3397651302932512, 'avg_acc_mask': 54.160714285714285, 'loss': 1.3869150876998901}
+{'epoch': 84, 'iter': 110, 'avg_loss': 1.3380300359682993, 'avg_acc_mask': 54.132502459822895, 'loss': 1.305548071861267}
+{'epoch': 84, 'iter': 120, 'avg_loss': 1.3397653698921204, 'avg_acc_mask': 54.21921921921922, 'loss': 1.1781084537506104}
+{'epoch': 84, 'iter': 130, 'avg_loss': 1.3378424685419972, 'avg_acc_mask': 54.28412720455492, 'loss': 1.3509366512298584}
+{'epoch': 84, 'iter': 140, 'avg_loss': 1.3375665866736826, 'avg_acc_mask': 54.16396839787593, 'loss': 1.2476063966751099}
+{'epoch': 84, 'iter': 150, 'avg_loss': 1.3334994643729254, 'avg_acc_mask': 54.32203389830509, 'loss': 1.2298657894134521}
+{'epoch': 84, 'iter': 160, 'avg_loss': 1.3379200404475193, 'avg_acc_mask': 54.3386784942568, 'loss': 1.4928146600723267}
+{'epoch': 84, 'iter': 170, 'avg_loss': 1.3360180879196926, 'avg_acc_mask': 54.33736228473634, 'loss': 1.3666001558303833}
+{'epoch': 84, 'iter': 180, 'avg_loss': 1.335521315672121, 'avg_acc_mask': 54.360788276907535, 'loss': 1.665840744972229}
+{'epoch': 84, 'iter': 190, 'avg_loss': 1.3304110593820742, 'avg_acc_mask': 54.472950898433744, 'loss': 1.4452217817306519}
+{'epoch': 84, 'iter': 200, 'avg_loss': 1.3318118672465804, 'avg_acc_mask': 54.34643801879048, 'loss': 1.3346136808395386}
+{'epoch': 84, 'iter': 210, 'avg_loss': 1.3307144300067595, 'avg_acc_mask': 54.430159833217516, 'loss': 1.2949206829071045}
+{'epoch': 84, 'iter': 220, 'avg_loss': 1.3280493835518263, 'avg_acc_mask': 54.52737967028415, 'loss': 1.4467664957046509}
+{'epoch': 84, 'iter': 230, 'avg_loss': 1.3296356113442094, 'avg_acc_mask': 54.4491860281334, 'loss': 1.389323353767395}
+{'epoch': 84, 'iter': 240, 'avg_loss': 1.3311798241128565, 'avg_acc_mask': 54.44385713206977, 'loss': 1.726375699043274}
+{'epoch': 84, 'iter': 250, 'avg_loss': 1.3309116900204663, 'avg_acc_mask': 54.473017022817814, 'loss': 1.0720638036727905}
+{'epoch': 84, 'iter': 260, 'avg_loss': 1.3302554061129632, 'avg_acc_mask': 54.59874389392883, 'loss': 1.2753310203552246}
+{'epoch': 84, 'iter': 270, 'avg_loss': 1.333218031703766, 'avg_acc_mask': 54.56743686190221, 'loss': 1.4686987400054932}
+{'epoch': 'EP84_test', 'avg_loss': 1.3329417511172916, 'total_masked_acc': 54.591634780314024}
+{'epoch': 85, 'iter': 0, 'avg_loss': 1.0331491231918335, 'avg_acc_mask': 73.17073170731707, 'loss': 1.0331491231918335}
+{'epoch': 85, 'iter': 10, 'avg_loss': 1.3086160746487705, 'avg_acc_mask': 56.529516994633276, 'loss': 1.146733045578003}
+{'epoch': 85, 'iter': 20, 'avg_loss': 1.3091762094270616, 'avg_acc_mask': 56.442831215970955, 'loss': 1.4015247821807861}
+{'epoch': 85, 'iter': 30, 'avg_loss': 1.2951796497068098, 'avg_acc_mask': 56.506024096385545, 'loss': 1.2752264738082886}
+{'epoch': 85, 'iter': 40, 'avg_loss': 1.3096028406445572, 'avg_acc_mask': 55.80336822940373, 'loss': 1.3787552118301392}
+{'epoch': 85, 'iter': 50, 'avg_loss': 1.3149265763806361, 'avg_acc_mask': 54.78389360916144, 'loss': 1.558737874031067}
+{'epoch': 85, 'iter': 60, 'avg_loss': 1.3153868982049286, 'avg_acc_mask': 55.380894800483674, 'loss': 1.1726953983306885}
+{'epoch': 85, 'iter': 70, 'avg_loss': 1.325470638107246, 'avg_acc_mask': 55.20643988574396, 'loss': 1.2349656820297241}
+{'epoch': 85, 'iter': 80, 'avg_loss': 1.330762799139376, 'avg_acc_mask': 55.174777244688144, 'loss': 1.375386357307434}
+{'epoch': 85, 'iter': 90, 'avg_loss': 1.3285510061861394, 'avg_acc_mask': 55.31699412598744, 'loss': 1.2348567247390747}
+{'epoch': 85, 'iter': 100, 'avg_loss': 1.3350677130245927, 'avg_acc_mask': 55.20014622555291, 'loss': 1.2598825693130493}
+{'epoch': 85, 'iter': 110, 'avg_loss': 1.3303103624163448, 'avg_acc_mask': 55.34287616511319, 'loss': 1.0369929075241089}
+{'epoch': 85, 'iter': 120, 'avg_loss': 1.340722712110882, 'avg_acc_mask': 55.19510328997704, 'loss': 1.2769674062728882}
+{'epoch': 85, 'iter': 130, 'avg_loss': 1.3455187123240406, 'avg_acc_mask': 54.95162208309618, 'loss': 1.276705265045166}
+{'epoch': 85, 'iter': 140, 'avg_loss': 1.344973068288032, 'avg_acc_mask': 54.764107308048104, 'loss': 1.4122049808502197}
+{'epoch': 85, 'iter': 150, 'avg_loss': 1.3431676669626047, 'avg_acc_mask': 54.903417533432396, 'loss': 1.2499786615371704}
+{'epoch': 85, 'iter': 160, 'avg_loss': 1.3389778525932976, 'avg_acc_mask': 55.10204081632652, 'loss': 1.3633763790130615}
+{'epoch': 85, 'iter': 170, 'avg_loss': 1.3372739989158007, 'avg_acc_mask': 55.17735183961226, 'loss': 1.4778023958206177}
+{'epoch': 85, 'iter': 180, 'avg_loss': 1.337010840355362, 'avg_acc_mask': 55.129944682183485, 'loss': 1.2816842794418335}
+{'epoch': 85, 'iter': 190, 'avg_loss': 1.340537759334005, 'avg_acc_mask': 55.05972948958436, 'loss': 1.483232855796814}
+{'epoch': 85, 'iter': 200, 'avg_loss': 1.3389708874237478, 'avg_acc_mask': 54.94526059698699, 'loss': 1.3023087978363037}
+{'epoch': 85, 'iter': 210, 'avg_loss': 1.3403963282774976, 'avg_acc_mask': 54.85907353071931, 'loss': 1.2536431550979614}
+{'epoch': 85, 'iter': 220, 'avg_loss': 1.3404951006578645, 'avg_acc_mask': 54.944402003225534, 'loss': 1.4464216232299805}
+{'epoch': 85, 'iter': 230, 'avg_loss': 1.3415126346406483, 'avg_acc_mask': 54.809643639905836, 'loss': 1.2076503038406372}
+{'epoch': 85, 'iter': 240, 'avg_loss': 1.3391189703802844, 'avg_acc_mask': 54.8191836101195, 'loss': 1.3114112615585327}
+{'epoch': 85, 'iter': 250, 'avg_loss': 1.3375103150705892, 'avg_acc_mask': 54.93482309124767, 'loss': 0.9291979670524597}
+{'epoch': 85, 'iter': 260, 'avg_loss': 1.3391005572688077, 'avg_acc_mask': 54.9223168898117, 'loss': 1.5855594873428345}
+{'epoch': 85, 'iter': 270, 'avg_loss': 1.337732471223247, 'avg_acc_mask': 54.98555907027919, 'loss': 1.6370437145233154}
+{'epoch': 'EP85_test', 'avg_loss': 1.3390787598015605, 'total_masked_acc': 54.93623051487955}
+{'epoch': 86, 'iter': 0, 'avg_loss': 1.2518174648284912, 'avg_acc_mask': 56.94444444444444, 'loss': 1.2518174648284912}
+{'epoch': 86, 'iter': 10, 'avg_loss': 1.3315835215828635, 'avg_acc_mask': 54.55974842767296, 'loss': 1.6461726427078247}
+{'epoch': 86, 'iter': 20, 'avg_loss': 1.3462625231061662, 'avg_acc_mask': 53.72250423011844, 'loss': 1.4864892959594727}
+{'epoch': 86, 'iter': 30, 'avg_loss': 1.3381836375882548, 'avg_acc_mask': 54.1813898704358, 'loss': 1.201195478439331}
+{'epoch': 86, 'iter': 40, 'avg_loss': 1.3358880019769437, 'avg_acc_mask': 53.57142857142857, 'loss': 1.3783923387527466}
+{'epoch': 86, 'iter': 50, 'avg_loss': 1.3387954118205052, 'avg_acc_mask': 53.53463587921847, 'loss': 1.376680850982666}
+{'epoch': 86, 'iter': 60, 'avg_loss': 1.3492154928504443, 'avg_acc_mask': 53.20665083135392, 'loss': 1.5247881412506104}
+{'epoch': 86, 'iter': 70, 'avg_loss': 1.3556144581714147, 'avg_acc_mask': 53.57779475426534, 'loss': 1.3939790725708008}
+{'epoch': 86, 'iter': 80, 'avg_loss': 1.3509000620724243, 'avg_acc_mask': 53.95379831186139, 'loss': 1.3480358123779297}
+{'epoch': 86, 'iter': 90, 'avg_loss': 1.3525699069211772, 'avg_acc_mask': 53.830845771144276, 'loss': 1.2890626192092896}
+{'epoch': 86, 'iter': 100, 'avg_loss': 1.3621747251784448, 'avg_acc_mask': 53.4621578099839, 'loss': 1.2900313138961792}
+{'epoch': 86, 'iter': 110, 'avg_loss': 1.361684451769064, 'avg_acc_mask': 53.4711964549483, 'loss': 1.4095877408981323}
+{'epoch': 86, 'iter': 120, 'avg_loss': 1.364023260341203, 'avg_acc_mask': 53.2608695652174, 'loss': 1.541757345199585}
+{'epoch': 86, 'iter': 130, 'avg_loss': 1.3607513877271695, 'avg_acc_mask': 53.461484886474445, 'loss': 1.1845730543136597}
+{'epoch': 86, 'iter': 140, 'avg_loss': 1.356560967492719, 'avg_acc_mask': 53.59875502528855, 'loss': 1.1831110715866089}
+{'epoch': 86, 'iter': 150, 'avg_loss': 1.3542241521229017, 'avg_acc_mask': 53.77255661862662, 'loss': 1.5163276195526123}
+{'epoch': 86, 'iter': 160, 'avg_loss': 1.3563506314473122, 'avg_acc_mask': 53.700751537235256, 'loss': 1.4160282611846924}
+{'epoch': 86, 'iter': 170, 'avg_loss': 1.3564489180581611, 'avg_acc_mask': 53.525675530197006, 'loss': 1.6103148460388184}
+{'epoch': 86, 'iter': 180, 'avg_loss': 1.35602300799354, 'avg_acc_mask': 53.43915343915344, 'loss': 1.4787636995315552}
+{'epoch': 86, 'iter': 190, 'avg_loss': 1.352621170862807, 'avg_acc_mask': 53.62626750362144, 'loss': 1.093207597732544}
+{'epoch': 86, 'iter': 200, 'avg_loss': 1.3474878867467244, 'avg_acc_mask': 53.85960069923637, 'loss': 1.2936376333236694}
+{'epoch': 86, 'iter': 210, 'avg_loss': 1.3487461991784697, 'avg_acc_mask': 53.798408951831455, 'loss': 1.3378872871398926}
+{'epoch': 86, 'iter': 220, 'avg_loss': 1.3486963521301476, 'avg_acc_mask': 53.74353843588461, 'loss': 1.3898614645004272}
+{'epoch': 86, 'iter': 230, 'avg_loss': 1.3483155909038724, 'avg_acc_mask': 53.69615599776233, 'loss': 1.3553733825683594}
+{'epoch': 86, 'iter': 240, 'avg_loss': 1.3483106357922692, 'avg_acc_mask': 53.69787266722986, 'loss': 1.3668917417526245}
+{'epoch': 86, 'iter': 250, 'avg_loss': 1.3457622022267832, 'avg_acc_mask': 53.82346434628714, 'loss': 1.241822600364685}
+{'epoch': 86, 'iter': 260, 'avg_loss': 1.3457310613087767, 'avg_acc_mask': 53.85214558844357, 'loss': 1.3753870725631714}
+{'epoch': 86, 'iter': 270, 'avg_loss': 1.3455044710768105, 'avg_acc_mask': 53.91588848749234, 'loss': 1.3353517055511475}
+{'epoch': 'EP86_test', 'avg_loss': 1.3429408751536107, 'total_masked_acc': 53.96772249380567}
+{'epoch': 87, 'iter': 0, 'avg_loss': 1.0022622346878052, 'avg_acc_mask': 68.85245901639344, 'loss': 1.0022622346878052}
+{'epoch': 87, 'iter': 10, 'avg_loss': 1.2989219589666887, 'avg_acc_mask': 53.21543408360129, 'loss': 1.3701059818267822}
+{'epoch': 87, 'iter': 20, 'avg_loss': 1.3143063528197152, 'avg_acc_mask': 53.648068669527895, 'loss': 1.2433291673660278}
+{'epoch': 87, 'iter': 30, 'avg_loss': 1.31465256790961, 'avg_acc_mask': 54.039497307001795, 'loss': 1.143773078918457}
+{'epoch': 87, 'iter': 40, 'avg_loss': 1.3232843832271854, 'avg_acc_mask': 54.0720961281709, 'loss': 1.4169387817382812}
+{'epoch': 87, 'iter': 50, 'avg_loss': 1.334895350185095, 'avg_acc_mask': 54.35012328284608, 'loss': 1.5136007070541382}
+{'epoch': 87, 'iter': 60, 'avg_loss': 1.3348418679393705, 'avg_acc_mask': 54.50278674097976, 'loss': 1.4421699047088623}
+{'epoch': 87, 'iter': 70, 'avg_loss': 1.3360973168426835, 'avg_acc_mask': 54.55460493205838, 'loss': 1.0519202947616577}
+{'epoch': 87, 'iter': 80, 'avg_loss': 1.3343082143936629, 'avg_acc_mask': 54.76557340964121, 'loss': 1.2888092994689941}
+{'epoch': 87, 'iter': 90, 'avg_loss': 1.3376845258932848, 'avg_acc_mask': 54.468503937007874, 'loss': 1.4368627071380615}
+{'epoch': 87, 'iter': 100, 'avg_loss': 1.3400727988469718, 'avg_acc_mask': 54.50362767651743, 'loss': 1.0926614999771118}
+{'epoch': 87, 'iter': 110, 'avg_loss': 1.3327690669008203, 'avg_acc_mask': 54.80582524271844, 'loss': 1.1239194869995117}
+{'epoch': 87, 'iter': 120, 'avg_loss': 1.3342199241819461, 'avg_acc_mask': 54.76474091721263, 'loss': 1.1177477836608887}
+{'epoch': 87, 'iter': 130, 'avg_loss': 1.3330534100532532, 'avg_acc_mask': 54.599202529905135, 'loss': 1.2668739557266235}
+{'epoch': 87, 'iter': 140, 'avg_loss': 1.3368977143409404, 'avg_acc_mask': 54.54545454545454, 'loss': 1.1084235906600952}
+{'epoch': 87, 'iter': 150, 'avg_loss': 1.3364974232698907, 'avg_acc_mask': 54.452258910478, 'loss': 1.2904623746871948}
+{'epoch': 87, 'iter': 160, 'avg_loss': 1.3275105712576682, 'avg_acc_mask': 54.767258826174945, 'loss': 1.159910798072815}
+{'epoch': 87, 'iter': 170, 'avg_loss': 1.323439781777343, 'avg_acc_mask': 54.92315845257022, 'loss': 1.5261038541793823}
+{'epoch': 87, 'iter': 180, 'avg_loss': 1.3251402651407442, 'avg_acc_mask': 54.935104135224876, 'loss': 1.6485307216644287}
+{'epoch': 87, 'iter': 190, 'avg_loss': 1.3258702817387606, 'avg_acc_mask': 54.933895382257134, 'loss': 1.5484445095062256}
+{'epoch': 87, 'iter': 200, 'avg_loss': 1.3281819731441897, 'avg_acc_mask': 54.876048122493614, 'loss': 1.2554872035980225}
+{'epoch': 87, 'iter': 210, 'avg_loss': 1.3277415020205963, 'avg_acc_mask': 54.88767455980571, 'loss': 1.4055204391479492}
+{'epoch': 87, 'iter': 220, 'avg_loss': 1.3290332566559044, 'avg_acc_mask': 54.885912698412696, 'loss': 1.5259640216827393}
+{'epoch': 87, 'iter': 230, 'avg_loss': 1.3274636495681036, 'avg_acc_mask': 54.94271039114974, 'loss': 1.479227066040039}
+{'epoch': 87, 'iter': 240, 'avg_loss': 1.326021632218262, 'avg_acc_mask': 54.97845316398276, 'loss': 1.4619582891464233}
+{'epoch': 87, 'iter': 250, 'avg_loss': 1.3238671749711513, 'avg_acc_mask': 55.05748799301412, 'loss': 0.9091153740882874}
+{'epoch': 87, 'iter': 260, 'avg_loss': 1.3192401055631966, 'avg_acc_mask': 55.238828967642526, 'loss': 1.4930744171142578}
+{'epoch': 87, 'iter': 270, 'avg_loss': 1.3217376250622457, 'avg_acc_mask': 55.12484016421024, 'loss': 1.4911233186721802}
+{'epoch': 'EP87_test', 'avg_loss': 1.3228164401607236, 'total_masked_acc': 55.09825977635148}
+{'epoch': 88, 'iter': 0, 'avg_loss': 1.1492894887924194, 'avg_acc_mask': 64.70588235294117, 'loss': 1.1492894887924194}
+{'epoch': 88, 'iter': 10, 'avg_loss': 1.2839550430124456, 'avg_acc_mask': 56.15942028985508, 'loss': 1.548856496810913}
+{'epoch': 88, 'iter': 20, 'avg_loss': 1.276135353814988, 'avg_acc_mask': 57.41583257506825, 'loss': 1.3967825174331665}
+{'epoch': 88, 'iter': 30, 'avg_loss': 1.292358656083384, 'avg_acc_mask': 56.59203980099502, 'loss': 1.3408031463623047}
+{'epoch': 88, 'iter': 40, 'avg_loss': 1.3167457929471644, 'avg_acc_mask': 55.32693187014175, 'loss': 1.437390923500061}
+{'epoch': 88, 'iter': 50, 'avg_loss': 1.3199309204138963, 'avg_acc_mask': 55.51065393093314, 'loss': 1.2616301774978638}
+{'epoch': 88, 'iter': 60, 'avg_loss': 1.3366229710031727, 'avg_acc_mask': 54.928723081589325, 'loss': 1.5380250215530396}
+{'epoch': 88, 'iter': 70, 'avg_loss': 1.3436783871180575, 'avg_acc_mask': 54.5997920997921, 'loss': 1.1033612489700317}
+{'epoch': 88, 'iter': 80, 'avg_loss': 1.3544627840136305, 'avg_acc_mask': 54.31818181818182, 'loss': 1.5282807350158691}
+{'epoch': 88, 'iter': 90, 'avg_loss': 1.3594213383538383, 'avg_acc_mask': 54.266693564656045, 'loss': 1.3551630973815918}
+{'epoch': 88, 'iter': 100, 'avg_loss': 1.3645455896264256, 'avg_acc_mask': 54.21225382932167, 'loss': 1.4439661502838135}
+{'epoch': 88, 'iter': 110, 'avg_loss': 1.3543049231305853, 'avg_acc_mask': 54.43079986724195, 'loss': 1.3103296756744385}
+{'epoch': 88, 'iter': 120, 'avg_loss': 1.3539420144617065, 'avg_acc_mask': 54.36611102615079, 'loss': 1.305939793586731}
+{'epoch': 88, 'iter': 130, 'avg_loss': 1.3507332697169472, 'avg_acc_mask': 54.4530698659139, 'loss': 1.1837828159332275}
+{'epoch': 88, 'iter': 140, 'avg_loss': 1.3427518821777182, 'avg_acc_mask': 54.733805402570155, 'loss': 1.116377830505371}
+{'epoch': 88, 'iter': 150, 'avg_loss': 1.339358384640801, 'avg_acc_mask': 54.877750611246945, 'loss': 1.366979718208313}
+{'epoch': 88, 'iter': 160, 'avg_loss': 1.3366676713368908, 'avg_acc_mask': 54.9580604389291, 'loss': 1.4485540390014648}
+{'epoch': 88, 'iter': 170, 'avg_loss': 1.3318239994216383, 'avg_acc_mask': 55.1210025929127, 'loss': 1.4475048780441284}
+{'epoch': 88, 'iter': 180, 'avg_loss': 1.3320476574133773, 'avg_acc_mask': 55.13121617481875, 'loss': 1.6278709173202515}
+{'epoch': 88, 'iter': 190, 'avg_loss': 1.3292235953645557, 'avg_acc_mask': 55.115287734935094, 'loss': 1.3203587532043457}
+{'epoch': 88, 'iter': 200, 'avg_loss': 1.327027734832384, 'avg_acc_mask': 55.18001469507715, 'loss': 1.361486554145813}
+{'epoch': 88, 'iter': 210, 'avg_loss': 1.3255280307118926, 'avg_acc_mask': 55.25787590540187, 'loss': 1.3274320363998413}
+{'epoch': 88, 'iter': 220, 'avg_loss': 1.3258928384176747, 'avg_acc_mask': 55.13013013013013, 'loss': 1.2268263101577759}
+{'epoch': 88, 'iter': 230, 'avg_loss': 1.3250467266355241, 'avg_acc_mask': 55.06875599616245, 'loss': 1.401023268699646}
+{'epoch': 88, 'iter': 240, 'avg_loss': 1.3219933781881055, 'avg_acc_mask': 55.180593816957455, 'loss': 1.437458872795105}
+{'epoch': 88, 'iter': 250, 'avg_loss': 1.322543008631444, 'avg_acc_mask': 55.14587303914382, 'loss': 0.9381436705589294}
+{'epoch': 88, 'iter': 260, 'avg_loss': 1.3235920569449093, 'avg_acc_mask': 55.16804058338618, 'loss': 1.3476217985153198}
+{'epoch': 88, 'iter': 270, 'avg_loss': 1.3220945574700613, 'avg_acc_mask': 55.1511454520808, 'loss': 1.4075261354446411}
+{'epoch': 'EP88_test', 'avg_loss': 1.321713428998339, 'total_masked_acc': 55.13582059667623}
+{'epoch': 89, 'iter': 0, 'avg_loss': 1.3623908758163452, 'avg_acc_mask': 52.72727272727272, 'loss': 1.3623908758163452}
+{'epoch': 89, 'iter': 10, 'avg_loss': 1.2629924470728093, 'avg_acc_mask': 57.68566493955095, 'loss': 1.579541563987732}
+{'epoch': 89, 'iter': 20, 'avg_loss': 1.2520686984062195, 'avg_acc_mask': 57.077625570776256, 'loss': 1.3720635175704956}
+{'epoch': 89, 'iter': 30, 'avg_loss': 1.265031458870057, 'avg_acc_mask': 55.902560899437844, 'loss': 1.1652333736419678}
+{'epoch': 89, 'iter': 40, 'avg_loss': 1.2881761629406998, 'avg_acc_mask': 55.53479682391406, 'loss': 1.3722485303878784}
+{'epoch': 89, 'iter': 50, 'avg_loss': 1.2829837974380045, 'avg_acc_mask': 56.14754098360656, 'loss': 1.312100887298584}
+{'epoch': 89, 'iter': 60, 'avg_loss': 1.2921482256201446, 'avg_acc_mask': 55.473327166204136, 'loss': 1.4947404861450195}
+{'epoch': 89, 'iter': 70, 'avg_loss': 1.30849624603567, 'avg_acc_mask': 54.93333333333334, 'loss': 1.3645987510681152}
+{'epoch': 89, 'iter': 80, 'avg_loss': 1.3047732850651683, 'avg_acc_mask': 55.16840882694542, 'loss': 1.3439099788665771}
+{'epoch': 89, 'iter': 90, 'avg_loss': 1.29904627930987, 'avg_acc_mask': 55.500413564929694, 'loss': 1.1327346563339233}
+{'epoch': 89, 'iter': 100, 'avg_loss': 1.3139136604743429, 'avg_acc_mask': 55.1698394923479, 'loss': 1.2914278507232666}
+{'epoch': 89, 'iter': 110, 'avg_loss': 1.3173997799555461, 'avg_acc_mask': 54.96079099897716, 'loss': 1.5776424407958984}
+{'epoch': 89, 'iter': 120, 'avg_loss': 1.324218583501075, 'avg_acc_mask': 54.91573033707865, 'loss': 1.7402843236923218}
+{'epoch': 89, 'iter': 130, 'avg_loss': 1.3327918689669545, 'avg_acc_mask': 54.784861131098, 'loss': 1.4823721647262573}
+{'epoch': 89, 'iter': 140, 'avg_loss': 1.326031744057405, 'avg_acc_mask': 55.06684491978609, 'loss': 1.0664268732070923}
+{'epoch': 89, 'iter': 150, 'avg_loss': 1.3255794269359664, 'avg_acc_mask': 55.02665179124829, 'loss': 1.3536525964736938}
+{'epoch': 89, 'iter': 160, 'avg_loss': 1.320341832889533, 'avg_acc_mask': 55.14345696291113, 'loss': 1.2787472009658813}
+{'epoch': 89, 'iter': 170, 'avg_loss': 1.3183926504257826, 'avg_acc_mask': 55.30394635594153, 'loss': 1.4210588932037354}
+{'epoch': 89, 'iter': 180, 'avg_loss': 1.3201522214636618, 'avg_acc_mask': 55.301455301455306, 'loss': 1.5718584060668945}
+{'epoch': 89, 'iter': 190, 'avg_loss': 1.3202293855357545, 'avg_acc_mask': 55.22299891700305, 'loss': 1.4822494983673096}
+{'epoch': 89, 'iter': 200, 'avg_loss': 1.3204673564256126, 'avg_acc_mask': 55.389081374660556, 'loss': 1.5106706619262695}
+{'epoch': 89, 'iter': 210, 'avg_loss': 1.3209166927925218, 'avg_acc_mask': 55.318769505127065, 'loss': 1.2102710008621216}
+{'epoch': 89, 'iter': 220, 'avg_loss': 1.3195876109654008, 'avg_acc_mask': 55.380956425719866, 'loss': 1.240257740020752}
+{'epoch': 89, 'iter': 230, 'avg_loss': 1.3203629435914936, 'avg_acc_mask': 55.26571613739468, 'loss': 1.3682270050048828}
+{'epoch': 89, 'iter': 240, 'avg_loss': 1.3191299102118401, 'avg_acc_mask': 55.28046421663443, 'loss': 1.1704230308532715}
+{'epoch': 89, 'iter': 250, 'avg_loss': 1.3177151131439968, 'avg_acc_mask': 55.32421177870316, 'loss': 0.9086993336677551}
+{'epoch': 89, 'iter': 260, 'avg_loss': 1.313542247960394, 'avg_acc_mask': 55.52855407047388, 'loss': 1.2126067876815796}
+{'epoch': 89, 'iter': 270, 'avg_loss': 1.3120248020794998, 'avg_acc_mask': 55.5189230029535, 'loss': 1.3250372409820557}
+{'epoch': 'EP89_test', 'avg_loss': 1.3126701697491217, 'total_masked_acc': 55.463375151760424}
+{'epoch': 90, 'iter': 0, 'avg_loss': 1.1229233741760254, 'avg_acc_mask': 59.64912280701754, 'loss': 1.1229233741760254}
+{'epoch': 90, 'iter': 10, 'avg_loss': 1.2986934835260564, 'avg_acc_mask': 54.72636815920397, 'loss': 1.498317837715149}
+{'epoch': 90, 'iter': 20, 'avg_loss': 1.2748077994301206, 'avg_acc_mask': 55.12820512820513, 'loss': 1.373221516609192}
+{'epoch': 90, 'iter': 30, 'avg_loss': 1.2866216128872288, 'avg_acc_mask': 55.193236714975846, 'loss': 1.407138705253601}
+{'epoch': 90, 'iter': 40, 'avg_loss': 1.2972510965859019, 'avg_acc_mask': 55.305755395683455, 'loss': 1.418807029724121}
+{'epoch': 90, 'iter': 50, 'avg_loss': 1.3079743280130274, 'avg_acc_mask': 55.44768069039914, 'loss': 1.6945749521255493}
+{'epoch': 90, 'iter': 60, 'avg_loss': 1.3305428428728072, 'avg_acc_mask': 54.54545454545454, 'loss': 1.5154491662979126}
+{'epoch': 90, 'iter': 70, 'avg_loss': 1.3228101117510191, 'avg_acc_mask': 54.85462097611631, 'loss': 1.1446560621261597}
+{'epoch': 90, 'iter': 80, 'avg_loss': 1.3276752020105904, 'avg_acc_mask': 54.68537799909461, 'loss': 1.410191535949707}
+{'epoch': 90, 'iter': 90, 'avg_loss': 1.333413419487712, 'avg_acc_mask': 54.49246231155779, 'loss': 1.285068154335022}
+{'epoch': 90, 'iter': 100, 'avg_loss': 1.3421366303273947, 'avg_acc_mask': 54.626593806921676, 'loss': 1.3374032974243164}
+{'epoch': 90, 'iter': 110, 'avg_loss': 1.3307433348518234, 'avg_acc_mask': 54.79177119919719, 'loss': 1.2565853595733643}
+{'epoch': 90, 'iter': 120, 'avg_loss': 1.3316830775954507, 'avg_acc_mask': 54.54127737785266, 'loss': 1.2350836992263794}
+{'epoch': 90, 'iter': 130, 'avg_loss': 1.3252771633271954, 'avg_acc_mask': 54.832291074474135, 'loss': 1.0255472660064697}
+{'epoch': 90, 'iter': 140, 'avg_loss': 1.323702945354137, 'avg_acc_mask': 54.93308842823406, 'loss': 1.0589687824249268}
+{'epoch': 90, 'iter': 150, 'avg_loss': 1.3234971631441685, 'avg_acc_mask': 54.995719701602056, 'loss': 1.549466848373413}
+{'epoch': 90, 'iter': 160, 'avg_loss': 1.3267540898382293, 'avg_acc_mask': 54.96719235639461, 'loss': 1.1858383417129517}
+{'epoch': 90, 'iter': 170, 'avg_loss': 1.3290768196011147, 'avg_acc_mask': 54.8064375815572, 'loss': 1.7166000604629517}
+{'epoch': 90, 'iter': 180, 'avg_loss': 1.3290786245909845, 'avg_acc_mask': 54.801153925406965, 'loss': 1.5964951515197754}
+{'epoch': 90, 'iter': 190, 'avg_loss': 1.3237175707417632, 'avg_acc_mask': 54.970588235294116, 'loss': 1.6738418340682983}
+{'epoch': 90, 'iter': 200, 'avg_loss': 1.3213996427569223, 'avg_acc_mask': 55.00883638731281, 'loss': 1.0595506429672241}
+{'epoch': 90, 'iter': 210, 'avg_loss': 1.321629423383288, 'avg_acc_mask': 55.109070034443164, 'loss': 1.2111767530441284}
+{'epoch': 90, 'iter': 220, 'avg_loss': 1.3241591763712162, 'avg_acc_mask': 55.06089878202436, 'loss': 1.355449914932251}
+{'epoch': 90, 'iter': 230, 'avg_loss': 1.3248039171809243, 'avg_acc_mask': 54.91915372858177, 'loss': 1.2465758323669434}
+{'epoch': 90, 'iter': 240, 'avg_loss': 1.3236663977140213, 'avg_acc_mask': 54.906956991738085, 'loss': 1.5281661748886108}
+{'epoch': 90, 'iter': 250, 'avg_loss': 1.3224575464943966, 'avg_acc_mask': 54.9519586104952, 'loss': 1.0337696075439453}
+{'epoch': 90, 'iter': 260, 'avg_loss': 1.3200918278474918, 'avg_acc_mask': 55.07606995592208, 'loss': 1.344287395477295}
+{'epoch': 90, 'iter': 270, 'avg_loss': 1.3215153606615384, 'avg_acc_mask': 54.99555494768516, 'loss': 1.6722993850708008}
+{'epoch': 'EP90_test', 'avg_loss': 1.3184977705064027, 'total_masked_acc': 55.11039527548487}
+{'epoch': 91, 'iter': 0, 'avg_loss': 1.3043417930603027, 'avg_acc_mask': 50.0, 'loss': 1.3043417930603027}
+{'epoch': 91, 'iter': 10, 'avg_loss': 1.247180006720803, 'avg_acc_mask': 55.373406193078324, 'loss': 1.2843880653381348}
+{'epoch': 91, 'iter': 20, 'avg_loss': 1.2521628084636869, 'avg_acc_mask': 55.188246097337, 'loss': 1.3552223443984985}
+{'epoch': 91, 'iter': 30, 'avg_loss': 1.249488026865067, 'avg_acc_mask': 56.24227441285537, 'loss': 1.4318838119506836}
+{'epoch': 91, 'iter': 40, 'avg_loss': 1.2607864853812427, 'avg_acc_mask': 55.827937095282145, 'loss': 1.0970346927642822}
+{'epoch': 91, 'iter': 50, 'avg_loss': 1.253591989769655, 'avg_acc_mask': 55.80808080808081, 'loss': 1.101324200630188}
+{'epoch': 91, 'iter': 60, 'avg_loss': 1.2694437728553523, 'avg_acc_mask': 54.78312537136066, 'loss': 1.3286306858062744}
+{'epoch': 91, 'iter': 70, 'avg_loss': 1.2799830478681644, 'avg_acc_mask': 54.478371501272264, 'loss': 1.0824613571166992}
+{'epoch': 91, 'iter': 80, 'avg_loss': 1.2888814394856676, 'avg_acc_mask': 54.512797485406374, 'loss': 1.318040132522583}
+{'epoch': 91, 'iter': 90, 'avg_loss': 1.2984750893089798, 'avg_acc_mask': 54.231912784935574, 'loss': 1.218536138534546}
+{'epoch': 91, 'iter': 100, 'avg_loss': 1.3161198662059141, 'avg_acc_mask': 53.7046955900732, 'loss': 1.2323099374771118}
+{'epoch': 91, 'iter': 110, 'avg_loss': 1.3231999170672786, 'avg_acc_mask': 53.60104048122256, 'loss': 1.4044331312179565}
+{'epoch': 91, 'iter': 120, 'avg_loss': 1.3194602476663826, 'avg_acc_mask': 53.65999402449955, 'loss': 1.2115658521652222}
+{'epoch': 91, 'iter': 130, 'avg_loss': 1.3280074846653538, 'avg_acc_mask': 53.57932559425097, 'loss': 1.5730658769607544}
+{'epoch': 91, 'iter': 140, 'avg_loss': 1.3272902065135064, 'avg_acc_mask': 53.60957405739287, 'loss': 1.2805545330047607}
+{'epoch': 91, 'iter': 150, 'avg_loss': 1.3265179762777113, 'avg_acc_mask': 53.805331081896036, 'loss': 1.3138741254806519}
+{'epoch': 91, 'iter': 160, 'avg_loss': 1.3240227673364722, 'avg_acc_mask': 54.01841536887575, 'loss': 1.4791747331619263}
+{'epoch': 91, 'iter': 170, 'avg_loss': 1.3243954226984616, 'avg_acc_mask': 54.04596472474612, 'loss': 1.5897789001464844}
+{'epoch': 91, 'iter': 180, 'avg_loss': 1.3219950129972637, 'avg_acc_mask': 54.12229996957713, 'loss': 1.34438157081604}
+{'epoch': 91, 'iter': 190, 'avg_loss': 1.3216063648618328, 'avg_acc_mask': 54.030940712981646, 'loss': 1.4038496017456055}
+{'epoch': 91, 'iter': 200, 'avg_loss': 1.3209026414363538, 'avg_acc_mask': 54.03630393140564, 'loss': 1.069592833518982}
+{'epoch': 91, 'iter': 210, 'avg_loss': 1.3226766543930741, 'avg_acc_mask': 54.0325372101073, 'loss': 1.1308444738388062}
+{'epoch': 91, 'iter': 220, 'avg_loss': 1.3219305551969087, 'avg_acc_mask': 54.17493386243386, 'loss': 1.1909732818603516}
+{'epoch': 91, 'iter': 230, 'avg_loss': 1.323798695167938, 'avg_acc_mask': 54.28775041570988, 'loss': 1.3596614599227905}
+{'epoch': 91, 'iter': 240, 'avg_loss': 1.3244181050304555, 'avg_acc_mask': 54.21732522796353, 'loss': 1.3696811199188232}
+{'epoch': 91, 'iter': 250, 'avg_loss': 1.3240449578163633, 'avg_acc_mask': 54.15631848064281, 'loss': 1.146897554397583}
+{'epoch': 91, 'iter': 260, 'avg_loss': 1.3250178119231915, 'avg_acc_mask': 54.15613591687728, 'loss': 1.2082890272140503}
+{'epoch': 91, 'iter': 270, 'avg_loss': 1.3272197772216092, 'avg_acc_mask': 54.09769610161476, 'loss': 1.2587612867355347}
+{'epoch': 'EP91_test', 'avg_loss': 1.328765449532564, 'total_masked_acc': 54.08258098778545}
+{'epoch': 92, 'iter': 0, 'avg_loss': 1.0514745712280273, 'avg_acc_mask': 68.0, 'loss': 1.0514745712280273}
+{'epoch': 92, 'iter': 10, 'avg_loss': 1.2631311958486384, 'avg_acc_mask': 58.08695652173913, 'loss': 1.438978672027588}
+{'epoch': 92, 'iter': 20, 'avg_loss': 1.2568667531013489, 'avg_acc_mask': 57.07964601769911, 'loss': 1.3097872734069824}
+{'epoch': 92, 'iter': 30, 'avg_loss': 1.2548141037264178, 'avg_acc_mask': 57.88849347568209, 'loss': 1.4824503660202026}
+{'epoch': 92, 'iter': 40, 'avg_loss': 1.257039067221851, 'avg_acc_mask': 57.14285714285714, 'loss': 1.3491714000701904}
+{'epoch': 92, 'iter': 50, 'avg_loss': 1.2630073206097472, 'avg_acc_mask': 56.698389458272324, 'loss': 1.4307055473327637}
+{'epoch': 92, 'iter': 60, 'avg_loss': 1.2776195787992635, 'avg_acc_mask': 56.666666666666664, 'loss': 1.4437000751495361}
+{'epoch': 92, 'iter': 70, 'avg_loss': 1.2916809035019137, 'avg_acc_mask': 56.35085892764186, 'loss': 1.5141164064407349}
+{'epoch': 92, 'iter': 80, 'avg_loss': 1.2966585262322132, 'avg_acc_mask': 56.19025944469731, 'loss': 1.262438416481018}
+{'epoch': 92, 'iter': 90, 'avg_loss': 1.307769197684068, 'avg_acc_mask': 55.74433656957929, 'loss': 1.0578230619430542}
+{'epoch': 92, 'iter': 100, 'avg_loss': 1.3173868797793247, 'avg_acc_mask': 55.48469387755102, 'loss': 1.3604661226272583}
+{'epoch': 92, 'iter': 110, 'avg_loss': 1.3183963137703973, 'avg_acc_mask': 55.369408611157645, 'loss': 1.3180187940597534}
+{'epoch': 92, 'iter': 120, 'avg_loss': 1.322165138465314, 'avg_acc_mask': 55.1692449073365, 'loss': 1.4799162149429321}
+{'epoch': 92, 'iter': 130, 'avg_loss': 1.3278925773751644, 'avg_acc_mask': 55.121331828442436, 'loss': 1.4796222448349}
+{'epoch': 92, 'iter': 140, 'avg_loss': 1.3297424062769463, 'avg_acc_mask': 54.88329638805581, 'loss': 1.1281055212020874}
+{'epoch': 92, 'iter': 150, 'avg_loss': 1.3309684249738984, 'avg_acc_mask': 54.860430950048965, 'loss': 1.1398484706878662}
+{'epoch': 92, 'iter': 160, 'avg_loss': 1.3281638133599891, 'avg_acc_mask': 54.89337175792507, 'loss': 1.3992395401000977}
+{'epoch': 92, 'iter': 170, 'avg_loss': 1.3254835131572702, 'avg_acc_mask': 54.97126748346525, 'loss': 1.6415832042694092}
+{'epoch': 92, 'iter': 180, 'avg_loss': 1.3218119868916043, 'avg_acc_mask': 55.02504856354156, 'loss': 1.2405811548233032}
+{'epoch': 92, 'iter': 190, 'avg_loss': 1.3209168417915624, 'avg_acc_mask': 55.07683330091422, 'loss': 1.4177159070968628}
+{'epoch': 92, 'iter': 200, 'avg_loss': 1.32082711464137, 'avg_acc_mask': 55.03417698134122, 'loss': 1.344710111618042}
+{'epoch': 92, 'iter': 210, 'avg_loss': 1.3261492450090382, 'avg_acc_mask': 54.87815606580452, 'loss': 1.624473214149475}
+{'epoch': 92, 'iter': 220, 'avg_loss': 1.3228271921835335, 'avg_acc_mask': 54.98322147651007, 'loss': 1.1155351400375366}
+{'epoch': 92, 'iter': 230, 'avg_loss': 1.3266184247417367, 'avg_acc_mask': 54.802758178319436, 'loss': 1.413111686706543}
+{'epoch': 92, 'iter': 240, 'avg_loss': 1.3234569729611092, 'avg_acc_mask': 54.869631901840485, 'loss': 1.0377342700958252}
+{'epoch': 92, 'iter': 250, 'avg_loss': 1.3224652065223907, 'avg_acc_mask': 54.936951552245404, 'loss': 1.2701380252838135}
+{'epoch': 92, 'iter': 260, 'avg_loss': 1.3207744270905681, 'avg_acc_mask': 55.018798325884944, 'loss': 1.303795337677002}
+{'epoch': 92, 'iter': 270, 'avg_loss': 1.3228207045815528, 'avg_acc_mask': 54.9449798373317, 'loss': 1.3428484201431274}
+{'epoch': 'EP92_test', 'avg_loss': 1.3253834379324014, 'total_masked_acc': 54.831777583775434}
+{'epoch': 93, 'iter': 0, 'avg_loss': 1.065981388092041, 'avg_acc_mask': 62.06896551724138, 'loss': 1.065981388092041}
+{'epoch': 93, 'iter': 10, 'avg_loss': 1.2699446786533704, 'avg_acc_mask': 56.303972366148535, 'loss': 1.3236865997314453}
+{'epoch': 93, 'iter': 20, 'avg_loss': 1.2971544833410353, 'avg_acc_mask': 55.88235294117647, 'loss': 1.2440649271011353}
+{'epoch': 93, 'iter': 30, 'avg_loss': 1.2774377792112288, 'avg_acc_mask': 56.390066626287094, 'loss': 1.2901769876480103}
+{'epoch': 93, 'iter': 40, 'avg_loss': 1.301815556316841, 'avg_acc_mask': 55.79839429081177, 'loss': 1.329629898071289}
+{'epoch': 93, 'iter': 50, 'avg_loss': 1.3167903236314362, 'avg_acc_mask': 55.40830945558739, 'loss': 1.5229289531707764}
+{'epoch': 93, 'iter': 60, 'avg_loss': 1.328773380302992, 'avg_acc_mask': 54.67775467775468, 'loss': 1.6759651899337769}
+{'epoch': 93, 'iter': 70, 'avg_loss': 1.3180381622112973, 'avg_acc_mask': 55.19713261648745, 'loss': 0.9814846515655518}
+{'epoch': 93, 'iter': 80, 'avg_loss': 1.312027199032866, 'avg_acc_mask': 55.61797752808989, 'loss': 1.3525422811508179}
+{'epoch': 93, 'iter': 90, 'avg_loss': 1.3226205706596375, 'avg_acc_mask': 55.38246454963052, 'loss': 1.1466474533081055}
+{'epoch': 93, 'iter': 100, 'avg_loss': 1.3255855269951395, 'avg_acc_mask': 55.345231656751395, 'loss': 1.4463119506835938}
+{'epoch': 93, 'iter': 110, 'avg_loss': 1.315346667895446, 'avg_acc_mask': 55.67825943629471, 'loss': 1.2190394401550293}
+{'epoch': 93, 'iter': 120, 'avg_loss': 1.314802617573541, 'avg_acc_mask': 55.71580385608016, 'loss': 1.4971622228622437}
+{'epoch': 93, 'iter': 130, 'avg_loss': 1.3254392624811362, 'avg_acc_mask': 55.28238269176735, 'loss': 1.4792158603668213}
+{'epoch': 93, 'iter': 140, 'avg_loss': 1.326914148550507, 'avg_acc_mask': 55.11134262273734, 'loss': 1.2188217639923096}
+{'epoch': 93, 'iter': 150, 'avg_loss': 1.3272875338200703, 'avg_acc_mask': 55.23439397619626, 'loss': 1.2505605220794678}
+{'epoch': 93, 'iter': 160, 'avg_loss': 1.3248517864979572, 'avg_acc_mask': 55.33318171480555, 'loss': 1.4219543933868408}
+{'epoch': 93, 'iter': 170, 'avg_loss': 1.319527827159703, 'avg_acc_mask': 55.384945774723505, 'loss': 1.3906617164611816}
+{'epoch': 93, 'iter': 180, 'avg_loss': 1.3204492320671926, 'avg_acc_mask': 55.25378903468619, 'loss': 1.670701026916504}
+{'epoch': 93, 'iter': 190, 'avg_loss': 1.3210083829794879, 'avg_acc_mask': 55.314219519258614, 'loss': 1.4491376876831055}
+{'epoch': 93, 'iter': 200, 'avg_loss': 1.3189510777221984, 'avg_acc_mask': 55.39081090975655, 'loss': 1.2718453407287598}
+{'epoch': 93, 'iter': 210, 'avg_loss': 1.3195842866084022, 'avg_acc_mask': 55.34410844629822, 'loss': 1.165938138961792}
+{'epoch': 93, 'iter': 220, 'avg_loss': 1.3175281747433933, 'avg_acc_mask': 55.341898052217154, 'loss': 1.0501261949539185}
+{'epoch': 93, 'iter': 230, 'avg_loss': 1.3180095679832227, 'avg_acc_mask': 55.19125683060109, 'loss': 1.2146550416946411}
+{'epoch': 93, 'iter': 240, 'avg_loss': 1.3171868660637946, 'avg_acc_mask': 55.15749525616699, 'loss': 1.226498007774353}
+{'epoch': 93, 'iter': 250, 'avg_loss': 1.3152929069511443, 'avg_acc_mask': 55.32226205282025, 'loss': 1.1883832216262817}
+{'epoch': 93, 'iter': 260, 'avg_loss': 1.3149331515776244, 'avg_acc_mask': 55.46496098966753, 'loss': 1.0006402730941772}
+{'epoch': 93, 'iter': 270, 'avg_loss': 1.3162911791643093, 'avg_acc_mask': 55.38430338673697, 'loss': 1.3211586475372314}
+{'epoch': 'EP93_test', 'avg_loss': 1.3197511231553727, 'total_masked_acc': 55.31405782652044}
+{'epoch': 94, 'iter': 0, 'avg_loss': 1.1708418130874634, 'avg_acc_mask': 52.83018867924528, 'loss': 1.1708418130874634}
+{'epoch': 94, 'iter': 10, 'avg_loss': 1.261131470853632, 'avg_acc_mask': 54.039497307001795, 'loss': 1.3621103763580322}
+{'epoch': 94, 'iter': 20, 'avg_loss': 1.2498771860485984, 'avg_acc_mask': 55.313351498637594, 'loss': 1.4557346105575562}
+{'epoch': 94, 'iter': 30, 'avg_loss': 1.2697720489194315, 'avg_acc_mask': 55.23924894003635, 'loss': 1.4512066841125488}
+{'epoch': 94, 'iter': 40, 'avg_loss': 1.2780519374986974, 'avg_acc_mask': 54.74683544303798, 'loss': 1.197131872177124}
+{'epoch': 94, 'iter': 50, 'avg_loss': 1.2716493583193011, 'avg_acc_mask': 55.416068866571024, 'loss': 1.2461262941360474}
+{'epoch': 94, 'iter': 60, 'avg_loss': 1.2847106486070352, 'avg_acc_mask': 54.726516052318665, 'loss': 1.4569954872131348}
+{'epoch': 94, 'iter': 70, 'avg_loss': 1.3001775548491679, 'avg_acc_mask': 54.71163748712667, 'loss': 1.1277636289596558}
+{'epoch': 94, 'iter': 80, 'avg_loss': 1.2996659727744113, 'avg_acc_mask': 54.76839237057221, 'loss': 1.3165807723999023}
+{'epoch': 94, 'iter': 90, 'avg_loss': 1.3105081444258218, 'avg_acc_mask': 54.37208358693447, 'loss': 1.264072299003601}
+{'epoch': 94, 'iter': 100, 'avg_loss': 1.306436015237676, 'avg_acc_mask': 54.78276743336984, 'loss': 1.0817171335220337}
+{'epoch': 94, 'iter': 110, 'avg_loss': 1.3115986956132424, 'avg_acc_mask': 54.766633565044685, 'loss': 1.4752990007400513}
+{'epoch': 94, 'iter': 120, 'avg_loss': 1.311407807444738, 'avg_acc_mask': 54.69083155650319, 'loss': 1.387387990951538}
+{'epoch': 94, 'iter': 130, 'avg_loss': 1.3157267079098534, 'avg_acc_mask': 54.690140845070424, 'loss': 1.3803603649139404}
+{'epoch': 94, 'iter': 140, 'avg_loss': 1.3073422037963327, 'avg_acc_mask': 55.089507382725735, 'loss': 0.9659774303436279}
+{'epoch': 94, 'iter': 150, 'avg_loss': 1.3068311143395126, 'avg_acc_mask': 55.14759697487192, 'loss': 1.2698270082473755}
+{'epoch': 94, 'iter': 160, 'avg_loss': 1.3066235854758979, 'avg_acc_mask': 55.31550068587106, 'loss': 1.3184306621551514}
+{'epoch': 94, 'iter': 170, 'avg_loss': 1.3009249536614669, 'avg_acc_mask': 55.356950576074084, 'loss': 1.3143818378448486}
+{'epoch': 94, 'iter': 180, 'avg_loss': 1.3006579691533884, 'avg_acc_mask': 55.532849698579746, 'loss': 1.613104224205017}
+{'epoch': 94, 'iter': 190, 'avg_loss': 1.3027099458334959, 'avg_acc_mask': 55.43615064381837, 'loss': 1.4710294008255005}
+{'epoch': 94, 'iter': 200, 'avg_loss': 1.3027088138001475, 'avg_acc_mask': 55.449101796407184, 'loss': 1.4742121696472168}
+{'epoch': 94, 'iter': 210, 'avg_loss': 1.3059264737847858, 'avg_acc_mask': 55.23525803907824, 'loss': 1.5411114692687988}
+{'epoch': 94, 'iter': 220, 'avg_loss': 1.30760618356558, 'avg_acc_mask': 55.202865950179124, 'loss': 1.3029457330703735}
+{'epoch': 94, 'iter': 230, 'avg_loss': 1.311841141093861, 'avg_acc_mask': 55.05626945486471, 'loss': 1.305997371673584}
+{'epoch': 94, 'iter': 240, 'avg_loss': 1.3064595423793397, 'avg_acc_mask': 55.24950404394934, 'loss': 1.2186641693115234}
+{'epoch': 94, 'iter': 250, 'avg_loss': 1.3060740018745818, 'avg_acc_mask': 55.33382245047689, 'loss': 0.8518571257591248}
+{'epoch': 94, 'iter': 260, 'avg_loss': 1.30458426566873, 'avg_acc_mask': 55.365595196043806, 'loss': 1.1704117059707642}
+{'epoch': 94, 'iter': 270, 'avg_loss': 1.30516296075279, 'avg_acc_mask': 55.37908097468268, 'loss': 1.506134033203125}
+{'epoch': 'EP94_test', 'avg_loss': 1.3056738396053729, 'total_masked_acc': 55.33773421350937}
+{'epoch': 95, 'iter': 0, 'avg_loss': 1.1879655122756958, 'avg_acc_mask': 60.0, 'loss': 1.1879655122756958}
+{'epoch': 95, 'iter': 10, 'avg_loss': 1.3416537154804578, 'avg_acc_mask': 52.74725274725275, 'loss': 1.2697207927703857}
+{'epoch': 95, 'iter': 20, 'avg_loss': 1.3164008401689076, 'avg_acc_mask': 54.230118443316414, 'loss': 1.1634876728057861}
+{'epoch': 95, 'iter': 30, 'avg_loss': 1.3234575833043745, 'avg_acc_mask': 55.06072874493927, 'loss': 1.3989429473876953}
+{'epoch': 95, 'iter': 40, 'avg_loss': 1.3343495014237194, 'avg_acc_mask': 54.6772068511199, 'loss': 1.4083303213119507}
+{'epoch': 95, 'iter': 50, 'avg_loss': 1.3419063512016745, 'avg_acc_mask': 54.55187014820042, 'loss': 1.7401103973388672}
+{'epoch': 95, 'iter': 60, 'avg_loss': 1.3297012340827066, 'avg_acc_mask': 54.566676393346945, 'loss': 1.3269383907318115}
+{'epoch': 95, 'iter': 70, 'avg_loss': 1.3172280267930367, 'avg_acc_mask': 55.14891468955073, 'loss': 1.1012777090072632}
+{'epoch': 95, 'iter': 80, 'avg_loss': 1.3171411620246039, 'avg_acc_mask': 55.27950310559007, 'loss': 1.1363015174865723}
+{'epoch': 95, 'iter': 90, 'avg_loss': 1.3285389640829066, 'avg_acc_mask': 54.9483306836248, 'loss': 1.3681182861328125}
+{'epoch': 95, 'iter': 100, 'avg_loss': 1.342682417076413, 'avg_acc_mask': 54.462365591397855, 'loss': 1.404802918434143}
+{'epoch': 95, 'iter': 110, 'avg_loss': 1.3327166395144419, 'avg_acc_mask': 54.561834561834566, 'loss': 1.2614200115203857}
+{'epoch': 95, 'iter': 120, 'avg_loss': 1.3337511843886256, 'avg_acc_mask': 54.53588084850308, 'loss': 1.1443347930908203}
+{'epoch': 95, 'iter': 130, 'avg_loss': 1.3362858172591405, 'avg_acc_mask': 54.374739184865774, 'loss': 1.1154520511627197}
+{'epoch': 95, 'iter': 140, 'avg_loss': 1.3338073386368177, 'avg_acc_mask': 54.43136240134558, 'loss': 1.227408766746521}
+{'epoch': 95, 'iter': 150, 'avg_loss': 1.3259797850191988, 'avg_acc_mask': 54.72654835204636, 'loss': 1.2580832242965698}
+{'epoch': 95, 'iter': 160, 'avg_loss': 1.3249833017402555, 'avg_acc_mask': 54.788444040036396, 'loss': 1.3563650846481323}
+{'epoch': 95, 'iter': 170, 'avg_loss': 1.3210711419930932, 'avg_acc_mask': 54.8789671866595, 'loss': 1.3839235305786133}
+{'epoch': 95, 'iter': 180, 'avg_loss': 1.3161108279755103, 'avg_acc_mask': 55.0616780507697, 'loss': 1.3889260292053223}
+{'epoch': 95, 'iter': 190, 'avg_loss': 1.3198851818189572, 'avg_acc_mask': 54.99951695488359, 'loss': 1.6286940574645996}
+{'epoch': 95, 'iter': 200, 'avg_loss': 1.3201183670788854, 'avg_acc_mask': 54.971188145980065, 'loss': 1.1687803268432617}
+{'epoch': 95, 'iter': 210, 'avg_loss': 1.316611369356725, 'avg_acc_mask': 55.221146296780944, 'loss': 1.2585513591766357}
+{'epoch': 95, 'iter': 220, 'avg_loss': 1.3173758889215563, 'avg_acc_mask': 55.23381594275254, 'loss': 1.3070499897003174}
+{'epoch': 95, 'iter': 230, 'avg_loss': 1.319845830465292, 'avg_acc_mask': 55.14717581543357, 'loss': 1.0543633699417114}
+{'epoch': 95, 'iter': 240, 'avg_loss': 1.318506375387991, 'avg_acc_mask': 55.20904991209967, 'loss': 1.5975863933563232}
+{'epoch': 95, 'iter': 250, 'avg_loss': 1.313094761504595, 'avg_acc_mask': 55.4740240680951, 'loss': 0.870323896408081}
+{'epoch': 95, 'iter': 260, 'avg_loss': 1.3133580262176836, 'avg_acc_mask': 55.48569410102437, 'loss': 1.5906848907470703}
+{'epoch': 95, 'iter': 270, 'avg_loss': 1.314594915652187, 'avg_acc_mask': 55.48181756619489, 'loss': 1.2356740236282349}
+{'epoch': 'EP95_test', 'avg_loss': 1.3154550326475198, 'total_masked_acc': 55.449826989619375}
+{'epoch': 96, 'iter': 0, 'avg_loss': 1.106799602508545, 'avg_acc_mask': 55.81395348837209, 'loss': 1.106799602508545}
+{'epoch': 96, 'iter': 10, 'avg_loss': 1.1772468523545698, 'avg_acc_mask': 60.19261637239165, 'loss': 1.2715259790420532}
+{'epoch': 96, 'iter': 20, 'avg_loss': 1.283100338209243, 'avg_acc_mask': 55.53648068669528, 'loss': 1.3122899532318115}
+{'epoch': 96, 'iter': 30, 'avg_loss': 1.2855578737874185, 'avg_acc_mask': 55.71761960326721, 'loss': 1.3816338777542114}
+{'epoch': 96, 'iter': 40, 'avg_loss': 1.2991123577443564, 'avg_acc_mask': 54.90623637156563, 'loss': 1.6173702478408813}
+{'epoch': 96, 'iter': 50, 'avg_loss': 1.3212874075945686, 'avg_acc_mask': 54.19445419445419, 'loss': 1.7047663927078247}
+{'epoch': 96, 'iter': 60, 'avg_loss': 1.3269379744764234, 'avg_acc_mask': 54.030373831775705, 'loss': 1.4105360507965088}
+{'epoch': 96, 'iter': 70, 'avg_loss': 1.317897814260402, 'avg_acc_mask': 54.616548940464185, 'loss': 1.0694763660430908}
+{'epoch': 96, 'iter': 80, 'avg_loss': 1.3267197424982802, 'avg_acc_mask': 54.40230649811488, 'loss': 1.2769984006881714}
+{'epoch': 96, 'iter': 90, 'avg_loss': 1.3313882422971202, 'avg_acc_mask': 54.254056193114366, 'loss': 1.0565975904464722}
+{'epoch': 96, 'iter': 100, 'avg_loss': 1.3369608244093338, 'avg_acc_mask': 54.17037168771118, 'loss': 1.4642051458358765}
+{'epoch': 96, 'iter': 110, 'avg_loss': 1.34183077554445, 'avg_acc_mask': 54.13888437144251, 'loss': 1.1957870721817017}
+{'epoch': 96, 'iter': 120, 'avg_loss': 1.337121480752614, 'avg_acc_mask': 54.14788097385031, 'loss': 1.1626790761947632}
+{'epoch': 96, 'iter': 130, 'avg_loss': 1.336163078555624, 'avg_acc_mask': 54.02777777777777, 'loss': 1.1441595554351807}
+{'epoch': 96, 'iter': 140, 'avg_loss': 1.3376744917943968, 'avg_acc_mask': 53.954875518672196, 'loss': 1.2708685398101807}
+{'epoch': 96, 'iter': 150, 'avg_loss': 1.3345987157316397, 'avg_acc_mask': 54.233797698364626, 'loss': 1.1958070993423462}
+{'epoch': 96, 'iter': 160, 'avg_loss': 1.3253703217328705, 'avg_acc_mask': 54.48409974834134, 'loss': 1.4961129426956177}
+{'epoch': 96, 'iter': 170, 'avg_loss': 1.3205324714643913, 'avg_acc_mask': 54.67083288438745, 'loss': 1.2601275444030762}
+{'epoch': 96, 'iter': 180, 'avg_loss': 1.3183605572136725, 'avg_acc_mask': 54.76360665781681, 'loss': 1.4141124486923218}
+{'epoch': 96, 'iter': 190, 'avg_loss': 1.3179664948847905, 'avg_acc_mask': 54.83152594887684, 'loss': 1.3266996145248413}
+{'epoch': 96, 'iter': 200, 'avg_loss': 1.3170075914753017, 'avg_acc_mask': 54.83634363252957, 'loss': 1.0556672811508179}
+{'epoch': 96, 'iter': 210, 'avg_loss': 1.3171639442443848, 'avg_acc_mask': 54.837302625839655, 'loss': 1.573546051979065}
+{'epoch': 96, 'iter': 220, 'avg_loss': 1.3218083494928627, 'avg_acc_mask': 54.807772496038694, 'loss': 1.3656444549560547}
+{'epoch': 96, 'iter': 230, 'avg_loss': 1.3199780142152464, 'avg_acc_mask': 54.7914498438876, 'loss': 1.0787307024002075}
+{'epoch': 96, 'iter': 240, 'avg_loss': 1.317677866373814, 'avg_acc_mask': 54.91444793984501, 'loss': 0.9507761001586914}
+{'epoch': 96, 'iter': 250, 'avg_loss': 1.3140942252489676, 'avg_acc_mask': 55.05013270421705, 'loss': 0.9651236534118652}
+{'epoch': 96, 'iter': 260, 'avg_loss': 1.313964302512421, 'avg_acc_mask': 55.14971331492886, 'loss': 1.5060603618621826}
+{'epoch': 96, 'iter': 270, 'avg_loss': 1.3119256947313287, 'avg_acc_mask': 55.330156569094626, 'loss': 1.1940298080444336}
+{'epoch': 'EP96_test', 'avg_loss': 1.3115141160678172, 'total_masked_acc': 55.410098851188884}
+{'epoch': 97, 'iter': 0, 'avg_loss': 1.2796493768692017, 'avg_acc_mask': 55.10204081632652, 'loss': 1.2796493768692017}
+{'epoch': 97, 'iter': 10, 'avg_loss': 1.2862557389519431, 'avg_acc_mask': 55.44388609715243, 'loss': 1.2989801168441772}
+{'epoch': 97, 'iter': 20, 'avg_loss': 1.2793455833480472, 'avg_acc_mask': 56.56996587030717, 'loss': 1.3062102794647217}
+{'epoch': 97, 'iter': 30, 'avg_loss': 1.2883122178816027, 'avg_acc_mask': 55.96658711217184, 'loss': 1.244962215423584}
+{'epoch': 97, 'iter': 40, 'avg_loss': 1.2948419684317054, 'avg_acc_mask': 55.862381167949295, 'loss': 1.2625656127929688}
+{'epoch': 97, 'iter': 50, 'avg_loss': 1.3058205246925354, 'avg_acc_mask': 55.52346570397112, 'loss': 1.6406316757202148}
+{'epoch': 97, 'iter': 60, 'avg_loss': 1.3103849682651583, 'avg_acc_mask': 55.61529271206691, 'loss': 1.3533692359924316}
+{'epoch': 97, 'iter': 70, 'avg_loss': 1.306534255894137, 'avg_acc_mask': 55.768738807879245, 'loss': 1.0971503257751465}
+{'epoch': 97, 'iter': 80, 'avg_loss': 1.3125503482641998, 'avg_acc_mask': 55.598194130925506, 'loss': 1.184708595275879}
+{'epoch': 97, 'iter': 90, 'avg_loss': 1.3188873811082527, 'avg_acc_mask': 55.35070140280561, 'loss': 1.3295316696166992}
+{'epoch': 97, 'iter': 100, 'avg_loss': 1.3243751437357156, 'avg_acc_mask': 54.82939158692904, 'loss': 1.4703365564346313}
+{'epoch': 97, 'iter': 110, 'avg_loss': 1.3237560917665292, 'avg_acc_mask': 54.82907401261201, 'loss': 1.4179269075393677}
+{'epoch': 97, 'iter': 120, 'avg_loss': 1.3235129369191887, 'avg_acc_mask': 54.81018447934136, 'loss': 1.2302647829055786}
+{'epoch': 97, 'iter': 130, 'avg_loss': 1.3207940086153627, 'avg_acc_mask': 54.86638537271449, 'loss': 1.1840550899505615}
+{'epoch': 97, 'iter': 140, 'avg_loss': 1.318469466469812, 'avg_acc_mask': 54.764698214052935, 'loss': 1.1658395528793335}
+{'epoch': 97, 'iter': 150, 'avg_loss': 1.3163652992406427, 'avg_acc_mask': 54.74169294203251, 'loss': 1.1987982988357544}
+{'epoch': 97, 'iter': 160, 'avg_loss': 1.312074175162345, 'avg_acc_mask': 54.78221312407597, 'loss': 1.2933015823364258}
+{'epoch': 97, 'iter': 170, 'avg_loss': 1.3104425002956948, 'avg_acc_mask': 54.93410478945676, 'loss': 1.3488165140151978}
+{'epoch': 97, 'iter': 180, 'avg_loss': 1.309636650164483, 'avg_acc_mask': 54.944275582573454, 'loss': 1.2678166627883911}
+{'epoch': 97, 'iter': 190, 'avg_loss': 1.3098697905765153, 'avg_acc_mask': 54.95054259099202, 'loss': 1.4466333389282227}
+{'epoch': 97, 'iter': 200, 'avg_loss': 1.304557747508756, 'avg_acc_mask': 55.19919590643275, 'loss': 1.0874030590057373}
+{'epoch': 97, 'iter': 210, 'avg_loss': 1.3040917097674727, 'avg_acc_mask': 55.24645744588368, 'loss': 1.3823591470718384}
+{'epoch': 97, 'iter': 220, 'avg_loss': 1.3051563080619364, 'avg_acc_mask': 55.32549279443432, 'loss': 1.4451149702072144}
+{'epoch': 97, 'iter': 230, 'avg_loss': 1.3066462722175565, 'avg_acc_mask': 55.28255528255528, 'loss': 1.3336076736450195}
+{'epoch': 97, 'iter': 240, 'avg_loss': 1.304346628703517, 'avg_acc_mask': 55.39710232875673, 'loss': 1.1443530321121216}
+{'epoch': 97, 'iter': 250, 'avg_loss': 1.3035361830931735, 'avg_acc_mask': 55.51011465712408, 'loss': 0.8241410851478577}
+{'epoch': 97, 'iter': 260, 'avg_loss': 1.3018098772713964, 'avg_acc_mask': 55.60084328882642, 'loss': 1.6921050548553467}
+{'epoch': 97, 'iter': 270, 'avg_loss': 1.301462489740435, 'avg_acc_mask': 55.576534052596095, 'loss': 1.3324685096740723}
+{'epoch': 'EP97_test', 'avg_loss': 1.3027921547924264, 'total_masked_acc': 55.4789068718493}
+{'epoch': 98, 'iter': 0, 'avg_loss': 1.3267173767089844, 'avg_acc_mask': 53.70370370370371, 'loss': 1.3267173767089844}
+{'epoch': 98, 'iter': 10, 'avg_loss': 1.3772325949235396, 'avg_acc_mask': 53.504273504273506, 'loss': 1.3327889442443848}
+{'epoch': 98, 'iter': 20, 'avg_loss': 1.3296225525083996, 'avg_acc_mask': 53.375337533753374, 'loss': 1.1037081480026245}
+{'epoch': 98, 'iter': 30, 'avg_loss': 1.329858080033333, 'avg_acc_mask': 53.23475046210721, 'loss': 1.3700416088104248}
+{'epoch': 98, 'iter': 40, 'avg_loss': 1.3348421788797147, 'avg_acc_mask': 53.486238532110086, 'loss': 1.2219361066818237}
+{'epoch': 98, 'iter': 50, 'avg_loss': 1.3378412244366664, 'avg_acc_mask': 54.231747184889215, 'loss': 1.1182785034179688}
+{'epoch': 98, 'iter': 60, 'avg_loss': 1.3310220270860391, 'avg_acc_mask': 54.25820042130604, 'loss': 1.3711977005004883}
+{'epoch': 98, 'iter': 70, 'avg_loss': 1.334707732771484, 'avg_acc_mask': 54.302053548219384, 'loss': 1.0449429750442505}
+{'epoch': 98, 'iter': 80, 'avg_loss': 1.3317533356172067, 'avg_acc_mask': 54.50819672131148, 'loss': 1.319356918334961}
+{'epoch': 98, 'iter': 90, 'avg_loss': 1.3351977781935052, 'avg_acc_mask': 54.54362280878501, 'loss': 1.0961147546768188}
+{'epoch': 98, 'iter': 100, 'avg_loss': 1.3417802866142574, 'avg_acc_mask': 54.776146456407474, 'loss': 1.3895560503005981}
+{'epoch': 98, 'iter': 110, 'avg_loss': 1.3439282882320989, 'avg_acc_mask': 54.59234608985025, 'loss': 1.3640530109405518}
+{'epoch': 98, 'iter': 120, 'avg_loss': 1.3431777190570988, 'avg_acc_mask': 54.670329670329664, 'loss': 1.234847903251648}
+{'epoch': 98, 'iter': 130, 'avg_loss': 1.3458875536008645, 'avg_acc_mask': 54.51344881002675, 'loss': 1.4069421291351318}
+{'epoch': 98, 'iter': 140, 'avg_loss': 1.3412634413293067, 'avg_acc_mask': 54.594170696640965, 'loss': 1.169985055923462}
+{'epoch': 98, 'iter': 150, 'avg_loss': 1.3389760855807373, 'avg_acc_mask': 54.59196102314251, 'loss': 1.5557279586791992}
+{'epoch': 98, 'iter': 160, 'avg_loss': 1.3381870622220247, 'avg_acc_mask': 54.74661774822288, 'loss': 1.5772558450698853}
+{'epoch': 98, 'iter': 170, 'avg_loss': 1.3307735397104632, 'avg_acc_mask': 54.913419913419915, 'loss': 1.5583405494689941}
+{'epoch': 98, 'iter': 180, 'avg_loss': 1.3324005043967653, 'avg_acc_mask': 54.83178239083751, 'loss': 1.5249541997909546}
+{'epoch': 98, 'iter': 190, 'avg_loss': 1.3320178854527898, 'avg_acc_mask': 54.81811145510835, 'loss': 1.2920386791229248}
+{'epoch': 98, 'iter': 200, 'avg_loss': 1.3312196180002014, 'avg_acc_mask': 54.893107261334315, 'loss': 1.2139970064163208}
+{'epoch': 98, 'iter': 210, 'avg_loss': 1.3335178519877213, 'avg_acc_mask': 54.776958201615734, 'loss': 1.5616559982299805}
+{'epoch': 98, 'iter': 220, 'avg_loss': 1.3325492747768557, 'avg_acc_mask': 54.84977822411917, 'loss': 1.3952075242996216}
+{'epoch': 98, 'iter': 230, 'avg_loss': 1.3324557780187367, 'avg_acc_mask': 54.854213393143226, 'loss': 1.5457675457000732}
+{'epoch': 98, 'iter': 240, 'avg_loss': 1.3305069786879038, 'avg_acc_mask': 54.81890730509515, 'loss': 1.1216672658920288}
+{'epoch': 98, 'iter': 250, 'avg_loss': 1.3281437657268873, 'avg_acc_mask': 54.875082909573294, 'loss': 0.9700750112533569}
+{'epoch': 98, 'iter': 260, 'avg_loss': 1.3264948609231533, 'avg_acc_mask': 55.02090567642265, 'loss': 1.4760745763778687}
+{'epoch': 98, 'iter': 270, 'avg_loss': 1.326752901517157, 'avg_acc_mask': 55.036754696433434, 'loss': 1.4601337909698486}
+{'epoch': 'EP98_test', 'avg_loss': 1.3249039399451104, 'total_masked_acc': 55.024051309460184}
+{'epoch': 99, 'iter': 0, 'avg_loss': 1.0977469682693481, 'avg_acc_mask': 65.07936507936508, 'loss': 1.0977469682693481}
+{'epoch': 99, 'iter': 10, 'avg_loss': 1.2263210686770352, 'avg_acc_mask': 59.02439024390244, 'loss': 1.2188748121261597}
+{'epoch': 99, 'iter': 20, 'avg_loss': 1.2440065031959897, 'avg_acc_mask': 58.96103896103896, 'loss': 1.1723308563232422}
+{'epoch': 99, 'iter': 30, 'avg_loss': 1.2413739504352692, 'avg_acc_mask': 58.54092526690391, 'loss': 1.2323713302612305}
+{'epoch': 99, 'iter': 40, 'avg_loss': 1.2666878918322122, 'avg_acc_mask': 57.567567567567565, 'loss': 1.3819385766983032}
+{'epoch': 99, 'iter': 50, 'avg_loss': 1.286014415469824, 'avg_acc_mask': 56.653585444166964, 'loss': 1.2823212146759033}
+{'epoch': 99, 'iter': 60, 'avg_loss': 1.2999163455650455, 'avg_acc_mask': 56.36580992229527, 'loss': 1.628408670425415}
+{'epoch': 99, 'iter': 70, 'avg_loss': 1.3010151789221964, 'avg_acc_mask': 56.33187772925764, 'loss': 1.2104156017303467}
+{'epoch': 99, 'iter': 80, 'avg_loss': 1.3154369018695973, 'avg_acc_mask': 55.80235720761559, 'loss': 1.331320881843567}
+{'epoch': 99, 'iter': 90, 'avg_loss': 1.317522671196487, 'avg_acc_mask': 55.976499189627226, 'loss': 1.1259522438049316}
+{'epoch': 99, 'iter': 100, 'avg_loss': 1.3235925518640197, 'avg_acc_mask': 55.71142284569138, 'loss': 1.3727151155471802}
+{'epoch': 99, 'iter': 110, 'avg_loss': 1.3189850573067192, 'avg_acc_mask': 55.992695883134125, 'loss': 1.2939484119415283}
+{'epoch': 99, 'iter': 120, 'avg_loss': 1.317702422457293, 'avg_acc_mask': 56.00913937547601, 'loss': 1.0342392921447754}
+{'epoch': 99, 'iter': 130, 'avg_loss': 1.3206622773454388, 'avg_acc_mask': 55.86489542114189, 'loss': 1.375531792640686}
+{'epoch': 99, 'iter': 140, 'avg_loss': 1.316349465796288, 'avg_acc_mask': 55.873434410019776, 'loss': 1.323328971862793}
+{'epoch': 99, 'iter': 150, 'avg_loss': 1.315149180147032, 'avg_acc_mask': 55.911209222467505, 'loss': 1.4460430145263672}
+{'epoch': 99, 'iter': 160, 'avg_loss': 1.3151707108716788, 'avg_acc_mask': 55.98251265531523, 'loss': 1.3272736072540283}
+{'epoch': 99, 'iter': 170, 'avg_loss': 1.3122973072598552, 'avg_acc_mask': 56.01992204417496, 'loss': 1.4383360147476196}
+{'epoch': 99, 'iter': 180, 'avg_loss': 1.315877679303206, 'avg_acc_mask': 56.00532896085263, 'loss': 1.381487488746643}
+{'epoch': 99, 'iter': 190, 'avg_loss': 1.317463691321967, 'avg_acc_mask': 55.941944282096244, 'loss': 1.4250333309173584}
+{'epoch': 99, 'iter': 200, 'avg_loss': 1.3166764268827675, 'avg_acc_mask': 55.899006776199755, 'loss': 1.3648827075958252}
+{'epoch': 99, 'iter': 210, 'avg_loss': 1.3198934030758827, 'avg_acc_mask': 55.88131402331332, 'loss': 1.462867021560669}
+{'epoch': 99, 'iter': 220, 'avg_loss': 1.3190560262667108, 'avg_acc_mask': 55.872426594667566, 'loss': 1.396936058998108}
+{'epoch': 99, 'iter': 230, 'avg_loss': 1.320118723235605, 'avg_acc_mask': 55.81809354264444, 'loss': 1.505578875541687}
+{'epoch': 99, 'iter': 240, 'avg_loss': 1.3156323808852073, 'avg_acc_mask': 55.958268933539415, 'loss': 1.304690957069397}
+{'epoch': 99, 'iter': 250, 'avg_loss': 1.315868878744513, 'avg_acc_mask': 55.9816064674034, 'loss': 1.08571457862854}
+{'epoch': 99, 'iter': 260, 'avg_loss': 1.3168440490846889, 'avg_acc_mask': 56.014528879709424, 'loss': 1.7379523515701294}
+{'epoch': 99, 'iter': 270, 'avg_loss': 1.3169117525934733, 'avg_acc_mask': 56.046591298389856, 'loss': 1.3888322114944458}
+{'epoch': 'EP99_test', 'avg_loss': 1.3193955285393673, 'total_masked_acc': 55.96256144367383}
+{'epoch': 100, 'iter': 0, 'avg_loss': 1.2969493865966797, 'avg_acc_mask': 56.36363636363636, 'loss': 1.2969493865966797}
+{'epoch': 100, 'iter': 10, 'avg_loss': 1.2329021258787676, 'avg_acc_mask': 59.33682373472949, 'loss': 1.169617772102356}
+{'epoch': 100, 'iter': 20, 'avg_loss': 1.2307253621873402, 'avg_acc_mask': 57.66423357664233, 'loss': 1.1262308359146118}
+{'epoch': 100, 'iter': 30, 'avg_loss': 1.268378173151324, 'avg_acc_mask': 56.69144981412639, 'loss': 1.5291327238082886}
+{'epoch': 100, 'iter': 40, 'avg_loss': 1.2726625669293288, 'avg_acc_mask': 55.60747663551402, 'loss': 1.514858365058899}
+{'epoch': 100, 'iter': 50, 'avg_loss': 1.2830576838231553, 'avg_acc_mask': 55.55555555555556, 'loss': 1.3880349397659302}
+{'epoch': 100, 'iter': 60, 'avg_loss': 1.306953372525387, 'avg_acc_mask': 55.11070670306339, 'loss': 1.554369568824768}
+{'epoch': 100, 'iter': 70, 'avg_loss': 1.3135392657468017, 'avg_acc_mask': 54.98949579831933, 'loss': 1.2159053087234497}
+{'epoch': 100, 'iter': 80, 'avg_loss': 1.3213232424524095, 'avg_acc_mask': 54.890678941311855, 'loss': 1.3251240253448486}
+{'epoch': 100, 'iter': 90, 'avg_loss': 1.320794192644266, 'avg_acc_mask': 55.40098199672667, 'loss': 1.5563468933105469}
+{'epoch': 100, 'iter': 100, 'avg_loss': 1.325844914606302, 'avg_acc_mask': 55.31836584468164, 'loss': 1.576938271522522}
+{'epoch': 100, 'iter': 110, 'avg_loss': 1.3223619836944718, 'avg_acc_mask': 55.319148936170215, 'loss': 1.2666605710983276}
+{'epoch': 100, 'iter': 120, 'avg_loss': 1.3258676538782672, 'avg_acc_mask': 55.288902476306944, 'loss': 1.1738386154174805}
+{'epoch': 100, 'iter': 130, 'avg_loss': 1.3252905916621667, 'avg_acc_mask': 55.31736023539302, 'loss': 1.2770111560821533}
+{'epoch': 100, 'iter': 140, 'avg_loss': 1.3254793671006007, 'avg_acc_mask': 55.33359446402925, 'loss': 1.134266972541809}
+{'epoch': 100, 'iter': 150, 'avg_loss': 1.3255213546437143, 'avg_acc_mask': 55.24526469159786, 'loss': 1.4434611797332764}
+{'epoch': 100, 'iter': 160, 'avg_loss': 1.3228776554883637, 'avg_acc_mask': 55.32473461933569, 'loss': 1.3168659210205078}
+{'epoch': 100, 'iter': 170, 'avg_loss': 1.3204253434437758, 'avg_acc_mask': 55.33605325316727, 'loss': 1.4060418605804443}
+{'epoch': 100, 'iter': 180, 'avg_loss': 1.3209701911520564, 'avg_acc_mask': 55.27276414520381, 'loss': 1.4489928483963013}
+{'epoch': 100, 'iter': 190, 'avg_loss': 1.3210639925527323, 'avg_acc_mask': 55.258346964302895, 'loss': 1.441941499710083}
+{'epoch': 100, 'iter': 200, 'avg_loss': 1.3193783051338954, 'avg_acc_mask': 55.26893523600439, 'loss': 1.5183502435684204}
+{'epoch': 100, 'iter': 210, 'avg_loss': 1.3212468237108528, 'avg_acc_mask': 55.206424020249635, 'loss': 1.190752625465393}
+{'epoch': 100, 'iter': 220, 'avg_loss': 1.3204502603586983, 'avg_acc_mask': 55.37924732076098, 'loss': 1.0214213132858276}
+{'epoch': 100, 'iter': 230, 'avg_loss': 1.3207650058197253, 'avg_acc_mask': 55.42149547547229, 'loss': 0.9671014547348022}
+{'epoch': 100, 'iter': 240, 'avg_loss': 1.3192697756023328, 'avg_acc_mask': 55.45081344077847, 'loss': 1.4118379354476929}
+{'epoch': 100, 'iter': 250, 'avg_loss': 1.3176402957790876, 'avg_acc_mask': 55.37045155633494, 'loss': 1.0477538108825684}
+{'epoch': 100, 'iter': 260, 'avg_loss': 1.3180403556403528, 'avg_acc_mask': 55.42321516667841, 'loss': 1.429850459098816}
+{'epoch': 100, 'iter': 270, 'avg_loss': 1.3214172769296653, 'avg_acc_mask': 55.31108252657234, 'loss': 1.2575873136520386}
+{'epoch': 'EP100_test', 'avg_loss': 1.3197110267221064, 'total_masked_acc': 55.37673738112655}
+{'epoch': 101, 'iter': 0, 'avg_loss': 1.1415244340896606, 'avg_acc_mask': 66.66666666666666, 'loss': 1.1415244340896606}
+{'epoch': 101, 'iter': 10, 'avg_loss': 1.2431246692484075, 'avg_acc_mask': 58.64297253634895, 'loss': 1.1918671131134033}
+{'epoch': 101, 'iter': 20, 'avg_loss': 1.2267792906079973, 'avg_acc_mask': 57.94701986754966, 'loss': 1.261973261833191}
+{'epoch': 101, 'iter': 30, 'avg_loss': 1.2205324480610509, 'avg_acc_mask': 57.837528604118994, 'loss': 1.187058687210083}
+{'epoch': 101, 'iter': 40, 'avg_loss': 1.231632508882662, 'avg_acc_mask': 57.099303135888505, 'loss': 1.19343900680542}
+{'epoch': 101, 'iter': 50, 'avg_loss': 1.2490161166471594, 'avg_acc_mask': 56.75112808052759, 'loss': 1.576995849609375}
+{'epoch': 101, 'iter': 60, 'avg_loss': 1.275517725553669, 'avg_acc_mask': 56.10820244328097, 'loss': 1.6635040044784546}
+{'epoch': 101, 'iter': 70, 'avg_loss': 1.2702742428846763, 'avg_acc_mask': 56.434147569881645, 'loss': 0.9790260791778564}
+{'epoch': 101, 'iter': 80, 'avg_loss': 1.2801050065476218, 'avg_acc_mask': 56.18476571174772, 'loss': 1.1438226699829102}
+{'epoch': 101, 'iter': 90, 'avg_loss': 1.291378038270133, 'avg_acc_mask': 55.863159976270516, 'loss': 1.1502026319503784}
+{'epoch': 101, 'iter': 100, 'avg_loss': 1.297208868631042, 'avg_acc_mask': 55.74209680300054, 'loss': 1.2508609294891357}
+{'epoch': 101, 'iter': 110, 'avg_loss': 1.2944411490414593, 'avg_acc_mask': 55.96881598180933, 'loss': 1.1779721975326538}
+{'epoch': 101, 'iter': 120, 'avg_loss': 1.297853232907855, 'avg_acc_mask': 55.84241158036114, 'loss': 1.2275938987731934}
+{'epoch': 101, 'iter': 130, 'avg_loss': 1.2998985466156296, 'avg_acc_mask': 55.778546712802765, 'loss': 1.2587627172470093}
+{'epoch': 101, 'iter': 140, 'avg_loss': 1.3035737322577348, 'avg_acc_mask': 55.56988138215575, 'loss': 1.35084867477417}
+{'epoch': 101, 'iter': 150, 'avg_loss': 1.3020305530914407, 'avg_acc_mask': 55.55153707052442, 'loss': 1.3510645627975464}
+{'epoch': 101, 'iter': 160, 'avg_loss': 1.294665191114319, 'avg_acc_mask': 55.862694007023904, 'loss': 1.0869308710098267}
+{'epoch': 101, 'iter': 170, 'avg_loss': 1.2921230325921935, 'avg_acc_mask': 55.98377281947262, 'loss': 1.2732309103012085}
+{'epoch': 101, 'iter': 180, 'avg_loss': 1.2942044306855176, 'avg_acc_mask': 55.69097502014504, 'loss': 1.532261848449707}
+{'epoch': 101, 'iter': 190, 'avg_loss': 1.2960157600372875, 'avg_acc_mask': 55.6578442654392, 'loss': 1.5766303539276123}
+{'epoch': 101, 'iter': 200, 'avg_loss': 1.293150682947529, 'avg_acc_mask': 55.73740680123659, 'loss': 1.0840191841125488}
+{'epoch': 101, 'iter': 210, 'avg_loss': 1.292539880739004, 'avg_acc_mask': 55.75420933865648, 'loss': 1.5104069709777832}
+{'epoch': 101, 'iter': 220, 'avg_loss': 1.2946191370756917, 'avg_acc_mask': 55.78478296748638, 'loss': 1.3621447086334229}
+{'epoch': 101, 'iter': 230, 'avg_loss': 1.2965848174962131, 'avg_acc_mask': 55.58359621451105, 'loss': 1.156326174736023}
+{'epoch': 101, 'iter': 240, 'avg_loss': 1.2985760440964917, 'avg_acc_mask': 55.44322897019992, 'loss': 1.3244047164916992}
+{'epoch': 101, 'iter': 250, 'avg_loss': 1.2981526094128886, 'avg_acc_mask': 55.48868909512761, 'loss': 1.2948335409164429}
+{'epoch': 101, 'iter': 260, 'avg_loss': 1.2973765402004636, 'avg_acc_mask': 55.5842704477195, 'loss': 1.2478723526000977}
+{'epoch': 101, 'iter': 270, 'avg_loss': 1.2957489413528864, 'avg_acc_mask': 55.685483870967744, 'loss': 1.5554288625717163}
+{'epoch': 'EP101_test', 'avg_loss': 1.296185626283936, 'total_masked_acc': 55.628263599709165}
+{'epoch': 102, 'iter': 0, 'avg_loss': 1.1090375185012817, 'avg_acc_mask': 61.53846153846154, 'loss': 1.1090375185012817}
+{'epoch': 102, 'iter': 10, 'avg_loss': 1.2181941162456165, 'avg_acc_mask': 58.13148788927336, 'loss': 1.0997964143753052}
+{'epoch': 102, 'iter': 20, 'avg_loss': 1.252665190469651, 'avg_acc_mask': 56.6579634464752, 'loss': 1.0474478006362915}
+{'epoch': 102, 'iter': 30, 'avg_loss': 1.2539315665921857, 'avg_acc_mask': 57.294117647058826, 'loss': 0.9013507962226868}
+{'epoch': 102, 'iter': 40, 'avg_loss': 1.241139728848527, 'avg_acc_mask': 57.827050997782706, 'loss': 0.928150475025177}
+{'epoch': 102, 'iter': 50, 'avg_loss': 1.2481541399862253, 'avg_acc_mask': 57.57575757575758, 'loss': 1.4603979587554932}
+{'epoch': 102, 'iter': 60, 'avg_loss': 1.264381070606044, 'avg_acc_mask': 57.71204346513734, 'loss': 1.3799413442611694}
+{'epoch': 102, 'iter': 70, 'avg_loss': 1.2672932433410429, 'avg_acc_mask': 57.75083827701831, 'loss': 1.0540869235992432}
+{'epoch': 102, 'iter': 80, 'avg_loss': 1.2753390853787645, 'avg_acc_mask': 57.30537586437653, 'loss': 1.3749864101409912}
+{'epoch': 102, 'iter': 90, 'avg_loss': 1.2950270555831573, 'avg_acc_mask': 56.40822784810127, 'loss': 1.577962875366211}
+{'epoch': 102, 'iter': 100, 'avg_loss': 1.3072196316010882, 'avg_acc_mask': 56.039250669045494, 'loss': 1.2328381538391113}
+{'epoch': 102, 'iter': 110, 'avg_loss': 1.31172577432684, 'avg_acc_mask': 55.75077273466732, 'loss': 1.1174852848052979}
+{'epoch': 102, 'iter': 120, 'avg_loss': 1.3162811600472317, 'avg_acc_mask': 55.640909775568616, 'loss': 1.2562227249145508}
+{'epoch': 102, 'iter': 130, 'avg_loss': 1.315130462173287, 'avg_acc_mask': 55.6884561891516, 'loss': 1.726996660232544}
+{'epoch': 102, 'iter': 140, 'avg_loss': 1.3130322048004637, 'avg_acc_mask': 55.77147298872911, 'loss': 0.9460253715515137}
+{'epoch': 102, 'iter': 150, 'avg_loss': 1.3111817311766922, 'avg_acc_mask': 55.910735826296744, 'loss': 0.8455280065536499}
+{'epoch': 102, 'iter': 160, 'avg_loss': 1.3065494139742406, 'avg_acc_mask': 56.141544743109904, 'loss': 1.2627148628234863}
+{'epoch': 102, 'iter': 170, 'avg_loss': 1.305574531443635, 'avg_acc_mask': 56.158954584404455, 'loss': 1.3636186122894287}
+{'epoch': 102, 'iter': 180, 'avg_loss': 1.3024985912096434, 'avg_acc_mask': 56.20178643930166, 'loss': 1.2959740161895752}
+{'epoch': 102, 'iter': 190, 'avg_loss': 1.2979378999839903, 'avg_acc_mask': 56.30852398880201, 'loss': 1.262817144393921}
+{'epoch': 102, 'iter': 200, 'avg_loss': 1.2967234704624955, 'avg_acc_mask': 56.297517633049374, 'loss': 1.1110284328460693}
+{'epoch': 102, 'iter': 210, 'avg_loss': 1.2939060115701215, 'avg_acc_mask': 56.36964845109641, 'loss': 1.3131858110427856}
+{'epoch': 102, 'iter': 220, 'avg_loss': 1.2922418691993298, 'avg_acc_mask': 56.372386325921006, 'loss': 1.3092973232269287}
+{'epoch': 102, 'iter': 230, 'avg_loss': 1.2945227991966974, 'avg_acc_mask': 56.248015242934265, 'loss': 1.3402761220932007}
+{'epoch': 102, 'iter': 240, 'avg_loss': 1.2902087776987385, 'avg_acc_mask': 56.38160395286963, 'loss': 1.1456753015518188}
+{'epoch': 102, 'iter': 250, 'avg_loss': 1.2893245118072783, 'avg_acc_mask': 56.44395764877692, 'loss': 1.1716383695602417}
+{'epoch': 102, 'iter': 260, 'avg_loss': 1.2872581363181044, 'avg_acc_mask': 56.50526315789474, 'loss': 1.2717862129211426}
+{'epoch': 102, 'iter': 270, 'avg_loss': 1.2894803875046903, 'avg_acc_mask': 56.39244774106541, 'loss': 1.533017873764038}
+{'epoch': 'EP102_test', 'avg_loss': 1.292433349982552, 'total_masked_acc': 56.35652231580344}
+{'epoch': 103, 'iter': 0, 'avg_loss': 1.2351778745651245, 'avg_acc_mask': 53.06122448979592, 'loss': 1.2351778745651245}
+{'epoch': 103, 'iter': 10, 'avg_loss': 1.271853045983748, 'avg_acc_mask': 55.07020280811232, 'loss': 1.13507878780365}
+{'epoch': 103, 'iter': 20, 'avg_loss': 1.2384003230503626, 'avg_acc_mask': 58.16498316498316, 'loss': 1.0109261274337769}
+{'epoch': 103, 'iter': 30, 'avg_loss': 1.2553502744243992, 'avg_acc_mask': 57.01042873696408, 'loss': 1.2879104614257812}
+{'epoch': 103, 'iter': 40, 'avg_loss': 1.2712240669785477, 'avg_acc_mask': 56.09973285841497, 'loss': 1.4624253511428833}
+{'epoch': 103, 'iter': 50, 'avg_loss': 1.2682584535841848, 'avg_acc_mask': 56.24778761061947, 'loss': 1.101173758506775}
+{'epoch': 103, 'iter': 60, 'avg_loss': 1.278735092428864, 'avg_acc_mask': 56.14086146682189, 'loss': 1.4308311939239502}
+{'epoch': 103, 'iter': 70, 'avg_loss': 1.2943785224162356, 'avg_acc_mask': 55.4570777412003, 'loss': 1.1333613395690918}
+{'epoch': 103, 'iter': 80, 'avg_loss': 1.2837382275381206, 'avg_acc_mask': 55.83109919571045, 'loss': 1.1737180948257446}
+{'epoch': 103, 'iter': 90, 'avg_loss': 1.2942557072901464, 'avg_acc_mask': 55.49178705719374, 'loss': 1.354233980178833}
+{'epoch': 103, 'iter': 100, 'avg_loss': 1.30492633522147, 'avg_acc_mask': 54.903708987161195, 'loss': 1.3606435060501099}
+{'epoch': 103, 'iter': 110, 'avg_loss': 1.3066216315235104, 'avg_acc_mask': 54.78531628974107, 'loss': 1.4453330039978027}
+{'epoch': 103, 'iter': 120, 'avg_loss': 1.3096613662302001, 'avg_acc_mask': 54.89841986455982, 'loss': 1.2730162143707275}
+{'epoch': 103, 'iter': 130, 'avg_loss': 1.3080685816648352, 'avg_acc_mask': 54.92840261365216, 'loss': 1.2237014770507812}
+{'epoch': 103, 'iter': 140, 'avg_loss': 1.3068733304104907, 'avg_acc_mask': 54.915693904020756, 'loss': 0.9067932367324829}
+{'epoch': 103, 'iter': 150, 'avg_loss': 1.3020217102884457, 'avg_acc_mask': 55.21754938795298, 'loss': 1.2144750356674194}
+{'epoch': 103, 'iter': 160, 'avg_loss': 1.3010048562695522, 'avg_acc_mask': 55.28511027311165, 'loss': 1.2660328149795532}
+{'epoch': 103, 'iter': 170, 'avg_loss': 1.2959256189608435, 'avg_acc_mask': 55.48609614140979, 'loss': 1.379570722579956}
+{'epoch': 103, 'iter': 180, 'avg_loss': 1.301296229191248, 'avg_acc_mask': 55.32565487717868, 'loss': 1.4907912015914917}
+{'epoch': 103, 'iter': 190, 'avg_loss': 1.3053057870939764, 'avg_acc_mask': 55.19914720418645, 'loss': 1.7980870008468628}
+{'epoch': 103, 'iter': 200, 'avg_loss': 1.3086265714014347, 'avg_acc_mask': 55.10316875460575, 'loss': 1.350077509880066}
+{'epoch': 103, 'iter': 210, 'avg_loss': 1.3118349638595401, 'avg_acc_mask': 54.98116183299746, 'loss': 1.3876010179519653}
+{'epoch': 103, 'iter': 220, 'avg_loss': 1.31214241771137, 'avg_acc_mask': 55.060020006668886, 'loss': 1.358830213546753}
+{'epoch': 103, 'iter': 230, 'avg_loss': 1.3158257082427218, 'avg_acc_mask': 55.02308549594014, 'loss': 1.3495656251907349}
+{'epoch': 103, 'iter': 240, 'avg_loss': 1.3147441121552494, 'avg_acc_mask': 54.92152978820661, 'loss': 1.1301393508911133}
+{'epoch': 103, 'iter': 250, 'avg_loss': 1.311205741656254, 'avg_acc_mask': 55.021578523882674, 'loss': 1.1042113304138184}
+{'epoch': 103, 'iter': 260, 'avg_loss': 1.3106579469995023, 'avg_acc_mask': 55.070323488045005, 'loss': 1.6582361459732056}
+{'epoch': 103, 'iter': 270, 'avg_loss': 1.3106944239887364, 'avg_acc_mask': 55.01657533319803, 'loss': 1.3596895933151245}
+{'epoch': 'EP103_test', 'avg_loss': 1.30832045039405, 'total_masked_acc': 55.115182898492996}
+{'epoch': 104, 'iter': 0, 'avg_loss': 1.0785332918167114, 'avg_acc_mask': 60.0, 'loss': 1.0785332918167114}
+{'epoch': 104, 'iter': 10, 'avg_loss': 1.289939121766524, 'avg_acc_mask': 54.991243432574436, 'loss': 1.3171157836914062}
+{'epoch': 104, 'iter': 20, 'avg_loss': 1.255871213617779, 'avg_acc_mask': 56.41952983725136, 'loss': 1.4495047330856323}
+{'epoch': 104, 'iter': 30, 'avg_loss': 1.2763565951778042, 'avg_acc_mask': 55.92503022974608, 'loss': 1.3173166513442993}
+{'epoch': 104, 'iter': 40, 'avg_loss': 1.2872370190736724, 'avg_acc_mask': 55.53047404063205, 'loss': 1.6772360801696777}
+{'epoch': 104, 'iter': 50, 'avg_loss': 1.3053884973712997, 'avg_acc_mask': 55.54752439465125, 'loss': 1.6654534339904785}
+{'epoch': 104, 'iter': 60, 'avg_loss': 1.3108822928100337, 'avg_acc_mask': 55.529131985731276, 'loss': 1.4296611547470093}
+{'epoch': 104, 'iter': 70, 'avg_loss': 1.3217551238100294, 'avg_acc_mask': 55.32024793388429, 'loss': 1.0692155361175537}
+{'epoch': 104, 'iter': 80, 'avg_loss': 1.321029258363041, 'avg_acc_mask': 55.29598548423679, 'loss': 1.4532657861709595}
+{'epoch': 104, 'iter': 90, 'avg_loss': 1.3177590357078302, 'avg_acc_mask': 55.409504550050556, 'loss': 1.1419081687927246}
+{'epoch': 104, 'iter': 100, 'avg_loss': 1.315760323316744, 'avg_acc_mask': 55.40050743022834, 'loss': 1.3209819793701172}
+{'epoch': 104, 'iter': 110, 'avg_loss': 1.3109921163266844, 'avg_acc_mask': 55.38922155688623, 'loss': 1.082808494567871}
+{'epoch': 104, 'iter': 120, 'avg_loss': 1.3034898175680933, 'avg_acc_mask': 55.596218359255865, 'loss': 1.1337770223617554}
+{'epoch': 104, 'iter': 130, 'avg_loss': 1.3059674933666492, 'avg_acc_mask': 55.34404963338974, 'loss': 1.2478759288787842}
+{'epoch': 104, 'iter': 140, 'avg_loss': 1.3109692635265648, 'avg_acc_mask': 55.131734172237515, 'loss': 1.371983289718628}
+{'epoch': 104, 'iter': 150, 'avg_loss': 1.3115241957816066, 'avg_acc_mask': 55.32458059810358, 'loss': 1.2393945455551147}
+{'epoch': 104, 'iter': 160, 'avg_loss': 1.3095765228597274, 'avg_acc_mask': 55.427330895795244, 'loss': 1.2833868265151978}
+{'epoch': 104, 'iter': 170, 'avg_loss': 1.3082441638784799, 'avg_acc_mask': 55.569850970301275, 'loss': 1.3918429613113403}
+{'epoch': 104, 'iter': 180, 'avg_loss': 1.3083792401282168, 'avg_acc_mask': 55.435557819663785, 'loss': 1.3398672342300415}
+{'epoch': 104, 'iter': 190, 'avg_loss': 1.3097873492390697, 'avg_acc_mask': 55.41993606509735, 'loss': 1.7169772386550903}
+{'epoch': 104, 'iter': 200, 'avg_loss': 1.3053590679050084, 'avg_acc_mask': 55.57392102846648, 'loss': 1.3312981128692627}
+{'epoch': 104, 'iter': 210, 'avg_loss': 1.3083354339215427, 'avg_acc_mask': 55.37450722733246, 'loss': 1.2665669918060303}
+{'epoch': 104, 'iter': 220, 'avg_loss': 1.3074439173370465, 'avg_acc_mask': 55.49137786706847, 'loss': 1.1852110624313354}
+{'epoch': 104, 'iter': 230, 'avg_loss': 1.3076959561992, 'avg_acc_mask': 55.36127744510978, 'loss': 1.4488369226455688}
+{'epoch': 104, 'iter': 240, 'avg_loss': 1.303665762373026, 'avg_acc_mask': 55.3449988538244, 'loss': 1.0701338052749634}
+{'epoch': 104, 'iter': 250, 'avg_loss': 1.3027909987001305, 'avg_acc_mask': 55.373299006987864, 'loss': 0.9471299648284912}
+{'epoch': 104, 'iter': 260, 'avg_loss': 1.300387473170328, 'avg_acc_mask': 55.46836337928597, 'loss': 1.3856247663497925}
+{'epoch': 104, 'iter': 270, 'avg_loss': 1.3001359153497702, 'avg_acc_mask': 55.43752128021791, 'loss': 1.458327054977417}
+{'epoch': 'EP104_test', 'avg_loss': 1.3012026904717735, 'total_masked_acc': 55.374723729154105}
+{'epoch': 105, 'iter': 0, 'avg_loss': 1.1982898712158203, 'avg_acc_mask': 55.35714285714286, 'loss': 1.1982898712158203}
+{'epoch': 105, 'iter': 10, 'avg_loss': 1.2801672978834673, 'avg_acc_mask': 55.38461538461539, 'loss': 1.169594645500183}
+{'epoch': 105, 'iter': 20, 'avg_loss': 1.2273377918061756, 'avg_acc_mask': 57.6957695769577, 'loss': 1.2169169187545776}
+{'epoch': 105, 'iter': 30, 'avg_loss': 1.2310754253018288, 'avg_acc_mask': 58.67565910484366, 'loss': 1.0948981046676636}
+{'epoch': 105, 'iter': 40, 'avg_loss': 1.250673449620968, 'avg_acc_mask': 57.57715338553662, 'loss': 1.600262999534607}
+{'epoch': 105, 'iter': 50, 'avg_loss': 1.266480870106641, 'avg_acc_mask': 57.0902394106814, 'loss': 1.620322585105896}
+{'epoch': 105, 'iter': 60, 'avg_loss': 1.2729263276350302, 'avg_acc_mask': 56.5717746820109, 'loss': 1.2107692956924438}
+{'epoch': 105, 'iter': 70, 'avg_loss': 1.2663190927304013, 'avg_acc_mask': 56.84734223618748, 'loss': 1.245605707168579}
+{'epoch': 105, 'iter': 80, 'avg_loss': 1.2628940571973353, 'avg_acc_mask': 56.89972401103955, 'loss': 1.3673561811447144}
+{'epoch': 105, 'iter': 90, 'avg_loss': 1.2749852826307109, 'avg_acc_mask': 56.64492458214432, 'loss': 1.1645292043685913}
+{'epoch': 105, 'iter': 100, 'avg_loss': 1.2815847166694037, 'avg_acc_mask': 56.54642006958432, 'loss': 1.3036320209503174}
+{'epoch': 105, 'iter': 110, 'avg_loss': 1.2751470831063416, 'avg_acc_mask': 56.6677807486631, 'loss': 1.2407668828964233}
+{'epoch': 105, 'iter': 120, 'avg_loss': 1.2777733620533274, 'avg_acc_mask': 56.64421310471525, 'loss': 1.2394977807998657}
+{'epoch': 105, 'iter': 130, 'avg_loss': 1.284220695040608, 'avg_acc_mask': 56.2464669304692, 'loss': 1.2662173509597778}
+{'epoch': 105, 'iter': 140, 'avg_loss': 1.2819373045407287, 'avg_acc_mask': 56.149100931880824, 'loss': 1.0874656438827515}
+{'epoch': 105, 'iter': 150, 'avg_loss': 1.2786045852086403, 'avg_acc_mask': 56.05485490388148, 'loss': 1.2425669431686401}
+{'epoch': 105, 'iter': 160, 'avg_loss': 1.282231414910429, 'avg_acc_mask': 56.043829296424455, 'loss': 1.4081045389175415}
+{'epoch': 105, 'iter': 170, 'avg_loss': 1.2772344577382182, 'avg_acc_mask': 56.09729612335759, 'loss': 1.1553242206573486}
+{'epoch': 105, 'iter': 180, 'avg_loss': 1.2770495213856354, 'avg_acc_mask': 56.077828981054786, 'loss': 1.3233343362808228}
+{'epoch': 105, 'iter': 190, 'avg_loss': 1.2781159231800059, 'avg_acc_mask': 56.04854368932038, 'loss': 1.4079374074935913}
+{'epoch': 105, 'iter': 200, 'avg_loss': 1.278931481624717, 'avg_acc_mask': 56.13516757455452, 'loss': 1.2383391857147217}
+{'epoch': 105, 'iter': 210, 'avg_loss': 1.2825506804113704, 'avg_acc_mask': 55.98380851812742, 'loss': 1.4995497465133667}
+{'epoch': 105, 'iter': 220, 'avg_loss': 1.2829056978225708, 'avg_acc_mask': 56.06315082297615, 'loss': 1.441332221031189}
+{'epoch': 105, 'iter': 230, 'avg_loss': 1.2884594181399325, 'avg_acc_mask': 55.9019686621133, 'loss': 1.3309639692306519}
+{'epoch': 105, 'iter': 240, 'avg_loss': 1.2845775912906123, 'avg_acc_mask': 56.00461006530926, 'loss': 1.1298332214355469}
+{'epoch': 105, 'iter': 250, 'avg_loss': 1.284074985886, 'avg_acc_mask': 55.98315851676762, 'loss': 0.7576615214347839}
+{'epoch': 105, 'iter': 260, 'avg_loss': 1.2831012147596512, 'avg_acc_mask': 56.14234068193096, 'loss': 1.2818429470062256}
+{'epoch': 105, 'iter': 270, 'avg_loss': 1.282803420651003, 'avg_acc_mask': 56.150388230486314, 'loss': 1.27586030960083}
+{'epoch': 'EP105_test', 'avg_loss': 1.2822886422492457, 'total_masked_acc': 56.171807051582256}
+{'epoch': 106, 'iter': 0, 'avg_loss': 1.259427547454834, 'avg_acc_mask': 53.191489361702125, 'loss': 1.259427547454834}
+{'epoch': 106, 'iter': 10, 'avg_loss': 1.2304056340997869, 'avg_acc_mask': 57.41056218057922, 'loss': 1.0920294523239136}
+{'epoch': 106, 'iter': 20, 'avg_loss': 1.23467770360765, 'avg_acc_mask': 56.83202785030461, 'loss': 1.4610285758972168}
+{'epoch': 106, 'iter': 30, 'avg_loss': 1.2233820865231175, 'avg_acc_mask': 57.541567695961994, 'loss': 1.427822232246399}
+{'epoch': 106, 'iter': 40, 'avg_loss': 1.24499772380038, 'avg_acc_mask': 56.792873051224944, 'loss': 1.1073869466781616}
+{'epoch': 106, 'iter': 50, 'avg_loss': 1.2535662943241643, 'avg_acc_mask': 56.59438322076076, 'loss': 1.4419493675231934}
+{'epoch': 106, 'iter': 60, 'avg_loss': 1.2753480760777582, 'avg_acc_mask': 56.17612293144209, 'loss': 1.4414175748825073}
+{'epoch': 106, 'iter': 70, 'avg_loss': 1.2865318530042407, 'avg_acc_mask': 56.048387096774185, 'loss': 1.4337854385375977}
+{'epoch': 106, 'iter': 80, 'avg_loss': 1.2851201663782568, 'avg_acc_mask': 56.231884057971016, 'loss': 1.1810274124145508}
+{'epoch': 106, 'iter': 90, 'avg_loss': 1.2897945557321822, 'avg_acc_mask': 56.07235142118863, 'loss': 1.0601500272750854}
+{'epoch': 106, 'iter': 100, 'avg_loss': 1.295537536097045, 'avg_acc_mask': 55.960324616771864, 'loss': 1.4769182205200195}
+{'epoch': 106, 'iter': 110, 'avg_loss': 1.2932281832437258, 'avg_acc_mask': 55.993404781533386, 'loss': 1.2147513628005981}
+{'epoch': 106, 'iter': 120, 'avg_loss': 1.2882808235065997, 'avg_acc_mask': 56.12398435148962, 'loss': 1.0215555429458618}
+{'epoch': 106, 'iter': 130, 'avg_loss': 1.2927949232909515, 'avg_acc_mask': 55.806854447065355, 'loss': 1.2070307731628418}
+{'epoch': 106, 'iter': 140, 'avg_loss': 1.2905893296214705, 'avg_acc_mask': 55.840124175397754, 'loss': 1.1489129066467285}
+{'epoch': 106, 'iter': 150, 'avg_loss': 1.2958235894607393, 'avg_acc_mask': 55.68565910188315, 'loss': 1.335586428642273}
+{'epoch': 106, 'iter': 160, 'avg_loss': 1.3004380127658015, 'avg_acc_mask': 55.76419710936611, 'loss': 1.3871374130249023}
+{'epoch': 106, 'iter': 170, 'avg_loss': 1.3007555499411465, 'avg_acc_mask': 55.80051369863014, 'loss': 1.201422929763794}
+{'epoch': 106, 'iter': 180, 'avg_loss': 1.2985936673306628, 'avg_acc_mask': 55.819622181596586, 'loss': 1.3617370128631592}
+{'epoch': 106, 'iter': 190, 'avg_loss': 1.2983657848772578, 'avg_acc_mask': 55.727912130263036, 'loss': 1.5956262350082397}
+{'epoch': 106, 'iter': 200, 'avg_loss': 1.2968944189560354, 'avg_acc_mask': 55.82715371235009, 'loss': 1.220719337463379}
+{'epoch': 106, 'iter': 210, 'avg_loss': 1.2949484035867085, 'avg_acc_mask': 55.87104665385287, 'loss': 1.2664570808410645}
+{'epoch': 106, 'iter': 220, 'avg_loss': 1.2957536524237552, 'avg_acc_mask': 55.80602229246382, 'loss': 1.0024616718292236}
+{'epoch': 106, 'iter': 230, 'avg_loss': 1.2982810144816643, 'avg_acc_mask': 55.81321220814408, 'loss': 1.2913857698440552}
+{'epoch': 106, 'iter': 240, 'avg_loss': 1.2977261179710324, 'avg_acc_mask': 55.77453987730061, 'loss': 1.2855253219604492}
+{'epoch': 106, 'iter': 250, 'avg_loss': 1.295027658996354, 'avg_acc_mask': 55.93357933579336, 'loss': 1.0550414323806763}
+{'epoch': 106, 'iter': 260, 'avg_loss': 1.293425172909923, 'avg_acc_mask': 55.98381601362862, 'loss': 1.136433720588684}
+{'epoch': 106, 'iter': 270, 'avg_loss': 1.297130072908648, 'avg_acc_mask': 55.86051896751345, 'loss': 1.4751461744308472}
+{'epoch': 'EP106_test', 'avg_loss': 1.2961480693108793, 'total_masked_acc': 55.85387029987311}
+{'epoch': 107, 'iter': 0, 'avg_loss': 1.2186672687530518, 'avg_acc_mask': 56.81818181818182, 'loss': 1.2186672687530518}
+{'epoch': 107, 'iter': 10, 'avg_loss': 1.2563947547565808, 'avg_acc_mask': 56.92567567567568, 'loss': 1.2355172634124756}
+{'epoch': 107, 'iter': 20, 'avg_loss': 1.2371423982438587, 'avg_acc_mask': 57.15524718126627, 'loss': 1.100212812423706}
+{'epoch': 107, 'iter': 30, 'avg_loss': 1.2243887224505026, 'avg_acc_mask': 58.14226925338036, 'loss': 1.218945026397705}
+{'epoch': 107, 'iter': 40, 'avg_loss': 1.226393584798022, 'avg_acc_mask': 57.94849023090586, 'loss': 1.5036215782165527}
+{'epoch': 107, 'iter': 50, 'avg_loss': 1.2602369469754837, 'avg_acc_mask': 57.057374164026754, 'loss': 1.8074424266815186}
+{'epoch': 107, 'iter': 60, 'avg_loss': 1.2780552193766734, 'avg_acc_mask': 56.294117647058826, 'loss': 1.6529572010040283}
+{'epoch': 107, 'iter': 70, 'avg_loss': 1.277688116254941, 'avg_acc_mask': 56.55137591517294, 'loss': 1.2450915575027466}
+{'epoch': 107, 'iter': 80, 'avg_loss': 1.273118829285657, 'avg_acc_mask': 56.44226482389657, 'loss': 1.2319687604904175}
+{'epoch': 107, 'iter': 90, 'avg_loss': 1.2762115027878311, 'avg_acc_mask': 56.16818722729076, 'loss': 0.934662401676178}
+{'epoch': 107, 'iter': 100, 'avg_loss': 1.2746466327421735, 'avg_acc_mask': 56.400143420580854, 'loss': 1.0727578401565552}
+{'epoch': 107, 'iter': 110, 'avg_loss': 1.272978575379999, 'avg_acc_mask': 56.446566770953396, 'loss': 1.2171778678894043}
+{'epoch': 107, 'iter': 120, 'avg_loss': 1.277351247377632, 'avg_acc_mask': 56.19747899159664, 'loss': 1.2073701620101929}
+{'epoch': 107, 'iter': 130, 'avg_loss': 1.279844144828447, 'avg_acc_mask': 56.15962180200222, 'loss': 1.2198593616485596}
+{'epoch': 107, 'iter': 140, 'avg_loss': 1.2877018756054817, 'avg_acc_mask': 55.60874628024324, 'loss': 1.4454435110092163}
+{'epoch': 107, 'iter': 150, 'avg_loss': 1.2911796814558523, 'avg_acc_mask': 55.48433909783529, 'loss': 1.2714354991912842}
+{'epoch': 107, 'iter': 160, 'avg_loss': 1.2855755112926412, 'avg_acc_mask': 55.595955005113055, 'loss': 1.153883695602417}
+{'epoch': 107, 'iter': 170, 'avg_loss': 1.2846457226234569, 'avg_acc_mask': 55.644729802033176, 'loss': 1.278446912765503}
+{'epoch': 107, 'iter': 180, 'avg_loss': 1.2864433378804454, 'avg_acc_mask': 55.69261880687563, 'loss': 1.5609294176101685}
+{'epoch': 107, 'iter': 190, 'avg_loss': 1.2860181765406544, 'avg_acc_mask': 55.664174813110975, 'loss': 1.2212421894073486}
+{'epoch': 107, 'iter': 200, 'avg_loss': 1.2882736734489897, 'avg_acc_mask': 55.63566669708862, 'loss': 1.331295132637024}
+{'epoch': 107, 'iter': 210, 'avg_loss': 1.2877446783097435, 'avg_acc_mask': 55.63196378830083, 'loss': 1.2368685007095337}
+{'epoch': 107, 'iter': 220, 'avg_loss': 1.2869001003951508, 'avg_acc_mask': 55.64516129032258, 'loss': 1.3054391145706177}
+{'epoch': 107, 'iter': 230, 'avg_loss': 1.2918410894674657, 'avg_acc_mask': 55.43426294820717, 'loss': 1.165074110031128}
+{'epoch': 107, 'iter': 240, 'avg_loss': 1.2902696273633554, 'avg_acc_mask': 55.44305724725944, 'loss': 0.976015031337738}
+{'epoch': 107, 'iter': 250, 'avg_loss': 1.2879779680791603, 'avg_acc_mask': 55.67682390858483, 'loss': 1.3674417734146118}
+{'epoch': 107, 'iter': 260, 'avg_loss': 1.2862751748826768, 'avg_acc_mask': 55.770447992123216, 'loss': 1.2423410415649414}
+{'epoch': 107, 'iter': 270, 'avg_loss': 1.287881350385307, 'avg_acc_mask': 55.72870790703978, 'loss': 1.5575861930847168}
+{'epoch': 'EP107_test', 'avg_loss': 1.2872153185847877, 'total_masked_acc': 55.70049916805324}
+{'epoch': 108, 'iter': 0, 'avg_loss': 1.108770489692688, 'avg_acc_mask': 60.60606060606061, 'loss': 1.108770489692688}
+{'epoch': 108, 'iter': 10, 'avg_loss': 1.2804406014355747, 'avg_acc_mask': 56.550580431177444, 'loss': 1.3258278369903564}
+{'epoch': 108, 'iter': 20, 'avg_loss': 1.2593521277109783, 'avg_acc_mask': 56.99208443271768, 'loss': 1.0320504903793335}
+{'epoch': 108, 'iter': 30, 'avg_loss': 1.2486174048915986, 'avg_acc_mask': 58.229352346999406, 'loss': 1.1724501848220825}
+{'epoch': 108, 'iter': 40, 'avg_loss': 1.2705380117020957, 'avg_acc_mask': 56.85840707964602, 'loss': 1.3856061697006226}
+{'epoch': 108, 'iter': 50, 'avg_loss': 1.2676920002582026, 'avg_acc_mask': 56.95224719101124, 'loss': 1.4595824480056763}
+{'epoch': 108, 'iter': 60, 'avg_loss': 1.277570788977576, 'avg_acc_mask': 56.61438295353655, 'loss': 1.348746418952942}
+{'epoch': 108, 'iter': 70, 'avg_loss': 1.2755404660399532, 'avg_acc_mask': 56.661562021439515, 'loss': 1.334803581237793}
+{'epoch': 108, 'iter': 80, 'avg_loss': 1.2784148822596044, 'avg_acc_mask': 56.924101198402134, 'loss': 1.3934476375579834}
+{'epoch': 108, 'iter': 90, 'avg_loss': 1.2792088749644521, 'avg_acc_mask': 56.72227674190383, 'loss': 1.1735283136367798}
+{'epoch': 108, 'iter': 100, 'avg_loss': 1.2926270277193277, 'avg_acc_mask': 56.3620230700976, 'loss': 1.852573275566101}
+{'epoch': 108, 'iter': 110, 'avg_loss': 1.2918899220389288, 'avg_acc_mask': 56.27831715210356, 'loss': 1.3831247091293335}
+{'epoch': 108, 'iter': 120, 'avg_loss': 1.2954035002338, 'avg_acc_mask': 56.318926974664684, 'loss': 1.0776991844177246}
+{'epoch': 108, 'iter': 130, 'avg_loss': 1.2929124559154948, 'avg_acc_mask': 56.325342940279896, 'loss': 1.449647307395935}
+{'epoch': 108, 'iter': 140, 'avg_loss': 1.2910434328917917, 'avg_acc_mask': 56.414875820357736, 'loss': 1.0184376239776611}
+{'epoch': 108, 'iter': 150, 'avg_loss': 1.2904177454133696, 'avg_acc_mask': 56.34090635893737, 'loss': 1.2936596870422363}
+{'epoch': 108, 'iter': 160, 'avg_loss': 1.2909883953029324, 'avg_acc_mask': 56.26204238921002, 'loss': 1.391416072845459}
+{'epoch': 108, 'iter': 170, 'avg_loss': 1.2855149225184792, 'avg_acc_mask': 56.33862885168994, 'loss': 1.2861948013305664}
+{'epoch': 108, 'iter': 180, 'avg_loss': 1.2816662324067638, 'avg_acc_mask': 56.331349006154774, 'loss': 1.5614142417907715}
+{'epoch': 108, 'iter': 190, 'avg_loss': 1.2821191284044875, 'avg_acc_mask': 56.292533307773404, 'loss': 1.4146796464920044}
+{'epoch': 108, 'iter': 200, 'avg_loss': 1.2829295559902096, 'avg_acc_mask': 56.24262235539816, 'loss': 1.2221863269805908}
+{'epoch': 108, 'iter': 210, 'avg_loss': 1.281112157055552, 'avg_acc_mask': 56.40780911062907, 'loss': 1.2194851636886597}
+{'epoch': 108, 'iter': 220, 'avg_loss': 1.2837399303643413, 'avg_acc_mask': 56.337794032083785, 'loss': 1.4864356517791748}
+{'epoch': 108, 'iter': 230, 'avg_loss': 1.2885962946590408, 'avg_acc_mask': 56.15011528981474, 'loss': 1.2981172800064087}
+{'epoch': 108, 'iter': 240, 'avg_loss': 1.2866200371896577, 'avg_acc_mask': 56.22288193651519, 'loss': 1.3957312107086182}
+{'epoch': 108, 'iter': 250, 'avg_loss': 1.2836982422615901, 'avg_acc_mask': 56.30350479256604, 'loss': 1.1125473976135254}
+{'epoch': 108, 'iter': 260, 'avg_loss': 1.2825021819136608, 'avg_acc_mask': 56.353785533352095, 'loss': 1.1796276569366455}
+{'epoch': 108, 'iter': 270, 'avg_loss': 1.279587552116366, 'avg_acc_mask': 56.458389807535916, 'loss': 1.5544148683547974}
+{'epoch': 'EP108_test', 'avg_loss': 1.2782463865435643, 'total_masked_acc': 56.536208732694355}
+{'epoch': 109, 'iter': 0, 'avg_loss': 1.0130478143692017, 'avg_acc_mask': 64.15094339622641, 'loss': 1.0130478143692017}
+{'epoch': 109, 'iter': 10, 'avg_loss': 1.231443470174616, 'avg_acc_mask': 58.524590163934434, 'loss': 1.2848397493362427}
+{'epoch': 109, 'iter': 20, 'avg_loss': 1.2168644212541126, 'avg_acc_mask': 58.9873417721519, 'loss': 1.5023069381713867}
+{'epoch': 109, 'iter': 30, 'avg_loss': 1.2359565669490444, 'avg_acc_mask': 58.551881413911055, 'loss': 1.1881775856018066}
+{'epoch': 109, 'iter': 40, 'avg_loss': 1.249895296445707, 'avg_acc_mask': 57.60348583877995, 'loss': 1.0636258125305176}
+{'epoch': 109, 'iter': 50, 'avg_loss': 1.251662343156104, 'avg_acc_mask': 56.858638743455494, 'loss': 1.4716390371322632}
+{'epoch': 109, 'iter': 60, 'avg_loss': 1.2605771295359878, 'avg_acc_mask': 56.62650602409639, 'loss': 1.5059376955032349}
+{'epoch': 109, 'iter': 70, 'avg_loss': 1.2687037922966649, 'avg_acc_mask': 56.832757770103605, 'loss': 0.970841109752655}
+{'epoch': 109, 'iter': 80, 'avg_loss': 1.2711185415585835, 'avg_acc_mask': 56.90595679685795, 'loss': 1.204618215560913}
+{'epoch': 109, 'iter': 90, 'avg_loss': 1.2714112125910246, 'avg_acc_mask': 57.22308288148722, 'loss': 1.087726354598999}
+{'epoch': 109, 'iter': 100, 'avg_loss': 1.2848546805948313, 'avg_acc_mask': 56.85136323658752, 'loss': 1.3716843128204346}
+{'epoch': 109, 'iter': 110, 'avg_loss': 1.2865897948677476, 'avg_acc_mask': 56.758488148622675, 'loss': 1.2476609945297241}
+{'epoch': 109, 'iter': 120, 'avg_loss': 1.2941313435223476, 'avg_acc_mask': 56.44542772861357, 'loss': 1.424136996269226}
+{'epoch': 109, 'iter': 130, 'avg_loss': 1.2994927809438632, 'avg_acc_mask': 56.14703880190606, 'loss': 1.3841781616210938}
+{'epoch': 109, 'iter': 140, 'avg_loss': 1.293348271373316, 'avg_acc_mask': 56.30156111181622, 'loss': 1.1251440048217773}
+{'epoch': 109, 'iter': 150, 'avg_loss': 1.2945636783214594, 'avg_acc_mask': 56.29091774788716, 'loss': 1.373462200164795}
+{'epoch': 109, 'iter': 160, 'avg_loss': 1.2883549321512258, 'avg_acc_mask': 56.65773011617515, 'loss': 1.228371500968933}
+{'epoch': 109, 'iter': 170, 'avg_loss': 1.2880571585649636, 'avg_acc_mask': 56.68522214053146, 'loss': 1.5662294626235962}
+{'epoch': 109, 'iter': 180, 'avg_loss': 1.2883382903936818, 'avg_acc_mask': 56.58196312904833, 'loss': 1.5342578887939453}
+{'epoch': 109, 'iter': 190, 'avg_loss': 1.287386311286407, 'avg_acc_mask': 56.56164253950232, 'loss': 1.515676498413086}
+{'epoch': 109, 'iter': 200, 'avg_loss': 1.2847090781624637, 'avg_acc_mask': 56.564837343426156, 'loss': 1.1334915161132812}
+{'epoch': 109, 'iter': 210, 'avg_loss': 1.2828170962243284, 'avg_acc_mask': 56.53443242314958, 'loss': 1.3474571704864502}
+{'epoch': 109, 'iter': 220, 'avg_loss': 1.2865881296843964, 'avg_acc_mask': 56.51174248645098, 'loss': 1.3859634399414062}
+{'epoch': 109, 'iter': 230, 'avg_loss': 1.288658139767585, 'avg_acc_mask': 56.275080651506805, 'loss': 1.3576303720474243}
+{'epoch': 109, 'iter': 240, 'avg_loss': 1.288446836699094, 'avg_acc_mask': 56.26787057938299, 'loss': 1.326591968536377}
+{'epoch': 109, 'iter': 250, 'avg_loss': 1.2855421710774244, 'avg_acc_mask': 56.48738764859379, 'loss': 1.383076786994934}
+{'epoch': 109, 'iter': 260, 'avg_loss': 1.2856829424470777, 'avg_acc_mask': 56.48993241830976, 'loss': 1.2798465490341187}
+{'epoch': 109, 'iter': 270, 'avg_loss': 1.2848793780671715, 'avg_acc_mask': 56.48619673009917, 'loss': 1.251560926437378}
+{'epoch': 'EP109_test', 'avg_loss': 1.2860216185234594, 'total_masked_acc': 56.49538866930171}
+{'epoch': 110, 'iter': 0, 'avg_loss': 1.0107425451278687, 'avg_acc_mask': 64.81481481481481, 'loss': 1.0107425451278687}
+{'epoch': 110, 'iter': 10, 'avg_loss': 1.2990402633493596, 'avg_acc_mask': 55.130434782608695, 'loss': 1.3568124771118164}
+{'epoch': 110, 'iter': 20, 'avg_loss': 1.2990417310169764, 'avg_acc_mask': 55.319148936170215, 'loss': 1.18218195438385}
+{'epoch': 110, 'iter': 30, 'avg_loss': 1.2744648860346885, 'avg_acc_mask': 56.49752475247525, 'loss': 1.1723895072937012}
+{'epoch': 110, 'iter': 40, 'avg_loss': 1.3001689154927323, 'avg_acc_mask': 55.24249422632794, 'loss': 1.6193398237228394}
+{'epoch': 110, 'iter': 50, 'avg_loss': 1.3165855594709808, 'avg_acc_mask': 54.712812960235645, 'loss': 1.8560868501663208}
+{'epoch': 110, 'iter': 60, 'avg_loss': 1.3105472502161244, 'avg_acc_mask': 54.6875, 'loss': 1.177113652229309}
+{'epoch': 110, 'iter': 70, 'avg_loss': 1.3161311510583045, 'avg_acc_mask': 54.53116815086433, 'loss': 1.348294734954834}
+{'epoch': 110, 'iter': 80, 'avg_loss': 1.306612961086226, 'avg_acc_mask': 54.86766398158803, 'loss': 1.4289613962173462}
+{'epoch': 110, 'iter': 90, 'avg_loss': 1.312263133761647, 'avg_acc_mask': 54.99288183851942, 'loss': 1.1009387969970703}
+{'epoch': 110, 'iter': 100, 'avg_loss': 1.3132725747505036, 'avg_acc_mask': 55.25836972343523, 'loss': 1.2348827123641968}
+{'epoch': 110, 'iter': 110, 'avg_loss': 1.3118642176593747, 'avg_acc_mask': 55.16155758077878, 'loss': 1.3876011371612549}
+{'epoch': 110, 'iter': 120, 'avg_loss': 1.3142121030279428, 'avg_acc_mask': 55.20801700576982, 'loss': 1.2741434574127197}
+{'epoch': 110, 'iter': 130, 'avg_loss': 1.3265522058683497, 'avg_acc_mask': 55.006319337171746, 'loss': 1.523034691810608}
+{'epoch': 110, 'iter': 140, 'avg_loss': 1.3250562624728426, 'avg_acc_mask': 54.82273201251303, 'loss': 1.2563260793685913}
+{'epoch': 110, 'iter': 150, 'avg_loss': 1.3202971847641547, 'avg_acc_mask': 55.13619152314645, 'loss': 1.3569906949996948}
+{'epoch': 110, 'iter': 160, 'avg_loss': 1.3144027390835449, 'avg_acc_mask': 55.374629924846275, 'loss': 1.25444757938385}
+{'epoch': 110, 'iter': 170, 'avg_loss': 1.3105922271633705, 'avg_acc_mask': 55.384945774723505, 'loss': 1.2809213399887085}
+{'epoch': 110, 'iter': 180, 'avg_loss': 1.3041160505120926, 'avg_acc_mask': 55.6343019135365, 'loss': 1.4085369110107422}
+{'epoch': 110, 'iter': 190, 'avg_loss': 1.3027351916772534, 'avg_acc_mask': 55.72431029510718, 'loss': 1.197893500328064}
+{'epoch': 110, 'iter': 200, 'avg_loss': 1.3043252481749994, 'avg_acc_mask': 55.537325676784256, 'loss': 1.14743173122406}
+{'epoch': 110, 'iter': 210, 'avg_loss': 1.302469638004122, 'avg_acc_mask': 55.59996524459119, 'loss': 1.1229007244110107}
+{'epoch': 110, 'iter': 220, 'avg_loss': 1.3027502263293547, 'avg_acc_mask': 55.60705122899942, 'loss': 1.4916468858718872}
+{'epoch': 110, 'iter': 230, 'avg_loss': 1.3036684925422009, 'avg_acc_mask': 55.586348879562905, 'loss': 1.1229586601257324}
+{'epoch': 110, 'iter': 240, 'avg_loss': 1.2988835147802267, 'avg_acc_mask': 55.827110205928946, 'loss': 1.3049986362457275}
+{'epoch': 110, 'iter': 250, 'avg_loss': 1.29407931751464, 'avg_acc_mask': 56.014193641827795, 'loss': 0.9525337219238281}
+{'epoch': 110, 'iter': 260, 'avg_loss': 1.2943730852156308, 'avg_acc_mask': 56.03959015822123, 'loss': 0.9887970685958862}
+{'epoch': 110, 'iter': 270, 'avg_loss': 1.294599636014537, 'avg_acc_mask': 56.044691242389774, 'loss': 1.4801733493804932}
+{'epoch': 'EP110_test', 'avg_loss': 1.2958437942940255, 'total_masked_acc': 55.976331360946745}
+{'epoch': 111, 'iter': 0, 'avg_loss': 1.0949171781539917, 'avg_acc_mask': 62.0, 'loss': 1.0949171781539917}
+{'epoch': 111, 'iter': 10, 'avg_loss': 1.2732552073218606, 'avg_acc_mask': 57.045840407470294, 'loss': 1.4938324689865112}
+{'epoch': 111, 'iter': 20, 'avg_loss': 1.26523528780256, 'avg_acc_mask': 57.57307351638619, 'loss': 1.160231351852417}
+{'epoch': 111, 'iter': 30, 'avg_loss': 1.2548763751983643, 'avg_acc_mask': 57.687651331719124, 'loss': 1.199600338935852}
+{'epoch': 111, 'iter': 40, 'avg_loss': 1.259352355468564, 'avg_acc_mask': 57.13632204940531, 'loss': 1.3083829879760742}
+{'epoch': 111, 'iter': 50, 'avg_loss': 1.2767361192142261, 'avg_acc_mask': 56.60930062248261, 'loss': 1.245375633239746}
+{'epoch': 111, 'iter': 60, 'avg_loss': 1.2883360825601171, 'avg_acc_mask': 55.87616471295461, 'loss': 1.6135867834091187}
+{'epoch': 111, 'iter': 70, 'avg_loss': 1.291820144149619, 'avg_acc_mask': 55.794102431453695, 'loss': 1.2560702562332153}
+{'epoch': 111, 'iter': 80, 'avg_loss': 1.2931915676152264, 'avg_acc_mask': 55.86159799681312, 'loss': 1.3077025413513184}
+{'epoch': 111, 'iter': 90, 'avg_loss': 1.2857381701469421, 'avg_acc_mask': 55.96608116293156, 'loss': 1.1419976949691772}
+{'epoch': 111, 'iter': 100, 'avg_loss': 1.2919126967392345, 'avg_acc_mask': 55.804221251819506, 'loss': 1.4354331493377686}
+{'epoch': 111, 'iter': 110, 'avg_loss': 1.285730185809436, 'avg_acc_mask': 56.18368700265252, 'loss': 1.2537018060684204}
+{'epoch': 111, 'iter': 120, 'avg_loss': 1.2851784485430757, 'avg_acc_mask': 56.144614917211, 'loss': 1.0755856037139893}
+{'epoch': 111, 'iter': 130, 'avg_loss': 1.2877478681447851, 'avg_acc_mask': 56.02020769014875, 'loss': 1.2253886461257935}
+{'epoch': 111, 'iter': 140, 'avg_loss': 1.2893156502263765, 'avg_acc_mask': 55.92911128485796, 'loss': 1.3934814929962158}
+{'epoch': 111, 'iter': 150, 'avg_loss': 1.2829283006143886, 'avg_acc_mask': 55.9645286686103, 'loss': 1.117714285850525}
+{'epoch': 111, 'iter': 160, 'avg_loss': 1.2871100210254978, 'avg_acc_mask': 55.97857061438505, 'loss': 1.70731782913208}
+{'epoch': 111, 'iter': 170, 'avg_loss': 1.2819046364193074, 'avg_acc_mask': 56.28362384333979, 'loss': 1.4534705877304077}
+{'epoch': 111, 'iter': 180, 'avg_loss': 1.2798260891635116, 'avg_acc_mask': 56.39327559857361, 'loss': 1.5098494291305542}
+{'epoch': 111, 'iter': 190, 'avg_loss': 1.2784603746773684, 'avg_acc_mask': 56.44599303135889, 'loss': 1.2379204034805298}
+{'epoch': 111, 'iter': 200, 'avg_loss': 1.2818141333499358, 'avg_acc_mask': 56.33517495395949, 'loss': 1.5321732759475708}
+{'epoch': 111, 'iter': 210, 'avg_loss': 1.282148058380561, 'avg_acc_mask': 56.30701754385965, 'loss': 1.3077619075775146}
+{'epoch': 111, 'iter': 220, 'avg_loss': 1.2835913373334376, 'avg_acc_mask': 56.32932531730127, 'loss': 1.1855555772781372}
+{'epoch': 111, 'iter': 230, 'avg_loss': 1.283595757825034, 'avg_acc_mask': 56.30547780887645, 'loss': 1.0595215559005737}
+{'epoch': 111, 'iter': 240, 'avg_loss': 1.2807298223507355, 'avg_acc_mask': 56.4340490797546, 'loss': 1.1982976198196411}
+{'epoch': 111, 'iter': 250, 'avg_loss': 1.2780652388158547, 'avg_acc_mask': 56.54222811280465, 'loss': 1.1619991064071655}
+{'epoch': 111, 'iter': 260, 'avg_loss': 1.2790470689649327, 'avg_acc_mask': 56.651994888541815, 'loss': 1.4272465705871582}
+{'epoch': 111, 'iter': 270, 'avg_loss': 1.2802139793374883, 'avg_acc_mask': 56.53536867929672, 'loss': 1.343511700630188}
+{'epoch': 'EP111_test', 'avg_loss': 1.2808287623135939, 'total_masked_acc': 56.45625543878439}
+{'epoch': 112, 'iter': 0, 'avg_loss': 1.3498324155807495, 'avg_acc_mask': 60.0, 'loss': 1.3498324155807495}
+{'epoch': 112, 'iter': 10, 'avg_loss': 1.2529311830347234, 'avg_acc_mask': 58.043117744610285, 'loss': 1.541290283203125}
+{'epoch': 112, 'iter': 20, 'avg_loss': 1.2571306853067308, 'avg_acc_mask': 56.64028144239226, 'loss': 1.4232004880905151}
+{'epoch': 112, 'iter': 30, 'avg_loss': 1.2476359836516842, 'avg_acc_mask': 57.16012084592145, 'loss': 1.0516164302825928}
+{'epoch': 112, 'iter': 40, 'avg_loss': 1.2439598077681007, 'avg_acc_mask': 56.92096847875743, 'loss': 1.2246038913726807}
+{'epoch': 112, 'iter': 50, 'avg_loss': 1.2600940208809048, 'avg_acc_mask': 56.15994236311239, 'loss': 1.7576074600219727}
+{'epoch': 112, 'iter': 60, 'avg_loss': 1.2786000019214192, 'avg_acc_mask': 55.86658725431805, 'loss': 1.561660885810852}
+{'epoch': 112, 'iter': 70, 'avg_loss': 1.2784710224245635, 'avg_acc_mask': 55.91670898933469, 'loss': 1.2207279205322266}
+{'epoch': 112, 'iter': 80, 'avg_loss': 1.2906720866391688, 'avg_acc_mask': 55.503144654088054, 'loss': 1.3156052827835083}
+{'epoch': 112, 'iter': 90, 'avg_loss': 1.2982978368853475, 'avg_acc_mask': 55.44554455445545, 'loss': 1.225057601928711}
+{'epoch': 112, 'iter': 100, 'avg_loss': 1.2993703171758368, 'avg_acc_mask': 55.51385165326184, 'loss': 1.1016952991485596}
+{'epoch': 112, 'iter': 110, 'avg_loss': 1.296857687804076, 'avg_acc_mask': 55.54827077528274, 'loss': 1.3040249347686768}
+{'epoch': 112, 'iter': 120, 'avg_loss': 1.2978245768665282, 'avg_acc_mask': 55.717505634861006, 'loss': 1.2259327173233032}
+{'epoch': 112, 'iter': 130, 'avg_loss': 1.2960853922458095, 'avg_acc_mask': 55.85386105729311, 'loss': 1.2938216924667358}
+{'epoch': 112, 'iter': 140, 'avg_loss': 1.2932492393128416, 'avg_acc_mask': 55.92893008883739, 'loss': 1.1140522956848145}
+{'epoch': 112, 'iter': 150, 'avg_loss': 1.2833409119915489, 'avg_acc_mask': 56.21465527614006, 'loss': 1.2310720682144165}
+{'epoch': 112, 'iter': 160, 'avg_loss': 1.2824843348183246, 'avg_acc_mask': 56.188427131695164, 'loss': 1.222409963607788}
+{'epoch': 112, 'iter': 170, 'avg_loss': 1.2802781964603223, 'avg_acc_mask': 56.27198124267292, 'loss': 1.3616597652435303}
+{'epoch': 112, 'iter': 180, 'avg_loss': 1.2806294056592067, 'avg_acc_mask': 56.158032654706716, 'loss': 1.2573449611663818}
+{'epoch': 112, 'iter': 190, 'avg_loss': 1.2807488759774812, 'avg_acc_mask': 56.14942528735632, 'loss': 1.3340791463851929}
+{'epoch': 112, 'iter': 200, 'avg_loss': 1.283579220226155, 'avg_acc_mask': 55.97415597415597, 'loss': 1.2227072715759277}
+{'epoch': 112, 'iter': 210, 'avg_loss': 1.2820977000828604, 'avg_acc_mask': 56.12925582604176, 'loss': 1.249916672706604}
+{'epoch': 112, 'iter': 220, 'avg_loss': 1.2825074236317457, 'avg_acc_mask': 56.244340166296205, 'loss': 1.4529911279678345}
+{'epoch': 112, 'iter': 230, 'avg_loss': 1.2813465948744769, 'avg_acc_mask': 56.291755089208515, 'loss': 1.1133019924163818}
+{'epoch': 112, 'iter': 240, 'avg_loss': 1.2773161080368327, 'avg_acc_mask': 56.37993371497439, 'loss': 1.223804235458374}
+{'epoch': 112, 'iter': 250, 'avg_loss': 1.2708607577232724, 'avg_acc_mask': 56.55921767475552, 'loss': 1.039319396018982}
+{'epoch': 112, 'iter': 260, 'avg_loss': 1.2725716406814898, 'avg_acc_mask': 56.50508427357571, 'loss': 1.5789982080459595}
+{'epoch': 112, 'iter': 270, 'avg_loss': 1.2732704259812613, 'avg_acc_mask': 56.45528891272289, 'loss': 1.327468752861023}
+{'epoch': 'EP112_test', 'avg_loss': 1.2747852990160817, 'total_masked_acc': 56.39285949542191}
+{'epoch': 113, 'iter': 0, 'avg_loss': 1.1707652807235718, 'avg_acc_mask': 60.0, 'loss': 1.1707652807235718}
+{'epoch': 113, 'iter': 10, 'avg_loss': 1.2288656559857456, 'avg_acc_mask': 57.52961082910322, 'loss': 1.1776491403579712}
+{'epoch': 113, 'iter': 20, 'avg_loss': 1.2584478571301414, 'avg_acc_mask': 55.320945945945944, 'loss': 1.3412914276123047}
+{'epoch': 113, 'iter': 30, 'avg_loss': 1.2680002989307526, 'avg_acc_mask': 55.91647331786543, 'loss': 1.188622236251831}
+{'epoch': 113, 'iter': 40, 'avg_loss': 1.259420765609276, 'avg_acc_mask': 56.21621621621622, 'loss': 1.4328662157058716}
+{'epoch': 113, 'iter': 50, 'avg_loss': 1.2779654042393553, 'avg_acc_mask': 55.760869565217384, 'loss': 1.3092588186264038}
+{'epoch': 113, 'iter': 60, 'avg_loss': 1.2830780910663917, 'avg_acc_mask': 55.99043919928294, 'loss': 1.2775484323501587}
+{'epoch': 113, 'iter': 70, 'avg_loss': 1.2922318426656052, 'avg_acc_mask': 55.609382967873536, 'loss': 1.1276880502700806}
+{'epoch': 113, 'iter': 80, 'avg_loss': 1.298166380252367, 'avg_acc_mask': 55.57299843014128, 'loss': 1.3232828378677368}
+{'epoch': 113, 'iter': 90, 'avg_loss': 1.3057724610789792, 'avg_acc_mask': 55.37752853995593, 'loss': 1.3549491167068481}
+{'epoch': 113, 'iter': 100, 'avg_loss': 1.3104206695415006, 'avg_acc_mask': 55.188509874326755, 'loss': 1.0995631217956543}
+{'epoch': 113, 'iter': 110, 'avg_loss': 1.3009973399273984, 'avg_acc_mask': 55.4805793285056, 'loss': 1.3302206993103027}
+{'epoch': 113, 'iter': 120, 'avg_loss': 1.2981927601759098, 'avg_acc_mask': 55.46129374337222, 'loss': 1.2625197172164917}
+{'epoch': 113, 'iter': 130, 'avg_loss': 1.296333217893848, 'avg_acc_mask': 55.46875, 'loss': 1.316025972366333}
+{'epoch': 113, 'iter': 140, 'avg_loss': 1.2978861750440394, 'avg_acc_mask': 55.497925311203325, 'loss': 1.1357723474502563}
+{'epoch': 113, 'iter': 150, 'avg_loss': 1.2972853014011256, 'avg_acc_mask': 55.43596565485548, 'loss': 1.24923574924469}
+{'epoch': 113, 'iter': 160, 'avg_loss': 1.294138585188374, 'avg_acc_mask': 55.51270417422868, 'loss': 1.3014696836471558}
+{'epoch': 113, 'iter': 170, 'avg_loss': 1.2898311008486831, 'avg_acc_mask': 55.82940420060009, 'loss': 0.9627236723899841}
+{'epoch': 113, 'iter': 180, 'avg_loss': 1.288703296724604, 'avg_acc_mask': 55.80596260737747, 'loss': 1.4577158689498901}
+{'epoch': 113, 'iter': 190, 'avg_loss': 1.2902127223489173, 'avg_acc_mask': 55.69171852561035, 'loss': 1.516088843345642}
+{'epoch': 113, 'iter': 200, 'avg_loss': 1.2900357115921097, 'avg_acc_mask': 55.62636562272396, 'loss': 1.3086601495742798}
+{'epoch': 113, 'iter': 210, 'avg_loss': 1.2916396054046413, 'avg_acc_mask': 55.452576873105244, 'loss': 1.3853561878204346}
+{'epoch': 113, 'iter': 220, 'avg_loss': 1.2894558119018693, 'avg_acc_mask': 55.49509440184681, 'loss': 1.0993543863296509}
+{'epoch': 113, 'iter': 230, 'avg_loss': 1.2928512999505708, 'avg_acc_mask': 55.428885918704296, 'loss': 1.1847461462020874}
+{'epoch': 113, 'iter': 240, 'avg_loss': 1.2907545428058418, 'avg_acc_mask': 55.496948232989226, 'loss': 1.5241270065307617}
+{'epoch': 113, 'iter': 250, 'avg_loss': 1.288869983883968, 'avg_acc_mask': 55.47022170699899, 'loss': 1.0027488470077515}
+{'epoch': 113, 'iter': 260, 'avg_loss': 1.2856758657086398, 'avg_acc_mask': 55.67390698969646, 'loss': 1.251611590385437}
+{'epoch': 113, 'iter': 270, 'avg_loss': 1.2865717875121705, 'avg_acc_mask': 55.56076330766655, 'loss': 1.2186429500579834}
+{'epoch': 'EP113_test', 'avg_loss': 1.286799050975537, 'total_masked_acc': 55.539483200736406}
+{'epoch': 114, 'iter': 0, 'avg_loss': 1.3315120935440063, 'avg_acc_mask': 55.932203389830505, 'loss': 1.3315120935440063}
+{'epoch': 114, 'iter': 10, 'avg_loss': 1.188371858813546, 'avg_acc_mask': 59.463986599664985, 'loss': 1.041373372077942}
+{'epoch': 114, 'iter': 20, 'avg_loss': 1.2041036259560358, 'avg_acc_mask': 58.994708994709, 'loss': 1.170690894126892}
+{'epoch': 114, 'iter': 30, 'avg_loss': 1.2027677316819467, 'avg_acc_mask': 59.28829915560917, 'loss': 1.005815029144287}
+{'epoch': 114, 'iter': 40, 'avg_loss': 1.2305422774175319, 'avg_acc_mask': 57.85423268447262, 'loss': 1.555777668952942}
+{'epoch': 114, 'iter': 50, 'avg_loss': 1.2219350805469589, 'avg_acc_mask': 58.31548893647395, 'loss': 1.1113947629928589}
+{'epoch': 114, 'iter': 60, 'avg_loss': 1.245621730069645, 'avg_acc_mask': 57.30471079308289, 'loss': 1.218666911125183}
+{'epoch': 114, 'iter': 70, 'avg_loss': 1.2524805320820338, 'avg_acc_mask': 57.13919507818508, 'loss': 1.2448830604553223}
+{'epoch': 114, 'iter': 80, 'avg_loss': 1.2544308989136308, 'avg_acc_mask': 57.036367743392816, 'loss': 1.1400446891784668}
+{'epoch': 114, 'iter': 90, 'avg_loss': 1.2611933946609497, 'avg_acc_mask': 56.863136863136866, 'loss': 1.147096872329712}
+{'epoch': 114, 'iter': 100, 'avg_loss': 1.2682009923576127, 'avg_acc_mask': 56.7836468885673, 'loss': 1.4868582487106323}
+{'epoch': 114, 'iter': 110, 'avg_loss': 1.2695938348770142, 'avg_acc_mask': 56.77515775489871, 'loss': 1.4704241752624512}
+{'epoch': 114, 'iter': 120, 'avg_loss': 1.2729710507984004, 'avg_acc_mask': 56.577344701583435, 'loss': 1.5522485971450806}
+{'epoch': 114, 'iter': 130, 'avg_loss': 1.2771994526149661, 'avg_acc_mask': 56.33187772925764, 'loss': 1.5162570476531982}
+{'epoch': 114, 'iter': 140, 'avg_loss': 1.2742150104637686, 'avg_acc_mask': 56.31309820374983, 'loss': 1.125363826751709}
+{'epoch': 114, 'iter': 150, 'avg_loss': 1.2758863268309082, 'avg_acc_mask': 55.95848595848596, 'loss': 1.302789568901062}
+{'epoch': 114, 'iter': 160, 'avg_loss': 1.2775393217246724, 'avg_acc_mask': 55.831037649219475, 'loss': 1.6643750667572021}
+{'epoch': 114, 'iter': 170, 'avg_loss': 1.2769959426065634, 'avg_acc_mask': 55.869001297016865, 'loss': 1.2417510747909546}
+{'epoch': 114, 'iter': 180, 'avg_loss': 1.2804950732552545, 'avg_acc_mask': 56.03061224489796, 'loss': 1.4491817951202393}
+{'epoch': 114, 'iter': 190, 'avg_loss': 1.277684251675431, 'avg_acc_mask': 56.12422600619195, 'loss': 1.6382906436920166}
+{'epoch': 114, 'iter': 200, 'avg_loss': 1.273879097765358, 'avg_acc_mask': 56.203976435935196, 'loss': 1.2624061107635498}
+{'epoch': 114, 'iter': 210, 'avg_loss': 1.2774232705057516, 'avg_acc_mask': 56.08298171589311, 'loss': 1.4167109727859497}
+{'epoch': 114, 'iter': 220, 'avg_loss': 1.2794259101556977, 'avg_acc_mask': 56.04764301291729, 'loss': 1.2474839687347412}
+{'epoch': 114, 'iter': 230, 'avg_loss': 1.2794104933222652, 'avg_acc_mask': 55.978173647889584, 'loss': 1.2612911462783813}
+{'epoch': 114, 'iter': 240, 'avg_loss': 1.277697670756534, 'avg_acc_mask': 56.01260956481624, 'loss': 1.4164047241210938}
+{'epoch': 114, 'iter': 250, 'avg_loss': 1.2798244537585286, 'avg_acc_mask': 55.91453496968801, 'loss': 0.970449686050415}
+{'epoch': 114, 'iter': 260, 'avg_loss': 1.2838042026735357, 'avg_acc_mask': 55.78842315369261, 'loss': 1.2079777717590332}
+{'epoch': 114, 'iter': 270, 'avg_loss': 1.283186275360769, 'avg_acc_mask': 55.902325262363675, 'loss': 1.3715205192565918}
+{'epoch': 'EP114_test', 'avg_loss': 1.2845892122258311, 'total_masked_acc': 55.920344456404735}
+{'epoch': 115, 'iter': 0, 'avg_loss': 1.026918888092041, 'avg_acc_mask': 66.10169491525424, 'loss': 1.026918888092041}
+{'epoch': 115, 'iter': 10, 'avg_loss': 1.2497070702639492, 'avg_acc_mask': 55.53846153846153, 'loss': 1.439548373222351}
+{'epoch': 115, 'iter': 20, 'avg_loss': 1.2570242881774902, 'avg_acc_mask': 55.99669148056245, 'loss': 1.3314951658248901}
+{'epoch': 115, 'iter': 30, 'avg_loss': 1.2423208182857883, 'avg_acc_mask': 56.693363844393595, 'loss': 1.1896344423294067}
+{'epoch': 115, 'iter': 40, 'avg_loss': 1.2694024981521979, 'avg_acc_mask': 55.921333903377516, 'loss': 1.4822136163711548}
+{'epoch': 115, 'iter': 50, 'avg_loss': 1.2742408046535416, 'avg_acc_mask': 56.10006854009596, 'loss': 1.205701470375061}
+{'epoch': 115, 'iter': 60, 'avg_loss': 1.2814873965060125, 'avg_acc_mask': 56.01838552140189, 'loss': 1.4661777019500732}
+{'epoch': 115, 'iter': 70, 'avg_loss': 1.2887336594957701, 'avg_acc_mask': 55.74755822689706, 'loss': 0.9937404990196228}
+{'epoch': 115, 'iter': 80, 'avg_loss': 1.29269634279204, 'avg_acc_mask': 55.910895456550506, 'loss': 1.205479383468628}
+{'epoch': 115, 'iter': 90, 'avg_loss': 1.2930655931378459, 'avg_acc_mask': 55.917566241413155, 'loss': 1.0027140378952026}
+{'epoch': 115, 'iter': 100, 'avg_loss': 1.2924468440584618, 'avg_acc_mask': 55.902839792820146, 'loss': 1.3754857778549194}
+{'epoch': 115, 'iter': 110, 'avg_loss': 1.2922550112277538, 'avg_acc_mask': 55.726439790575924, 'loss': 1.0639374256134033}
+{'epoch': 115, 'iter': 120, 'avg_loss': 1.289251022102419, 'avg_acc_mask': 56.00000000000001, 'loss': 1.25304114818573}
+{'epoch': 115, 'iter': 130, 'avg_loss': 1.2896667336689607, 'avg_acc_mask': 55.969941553019765, 'loss': 1.5015000104904175}
+{'epoch': 115, 'iter': 140, 'avg_loss': 1.2817102750987872, 'avg_acc_mask': 56.26296680497925, 'loss': 0.9313850998878479}
+{'epoch': 115, 'iter': 150, 'avg_loss': 1.2807439301187629, 'avg_acc_mask': 56.31291691934506, 'loss': 1.6673756837844849}
+{'epoch': 115, 'iter': 160, 'avg_loss': 1.280671441036722, 'avg_acc_mask': 56.48243506121982, 'loss': 1.164622187614441}
+{'epoch': 115, 'iter': 170, 'avg_loss': 1.278064337390208, 'avg_acc_mask': 56.41136437290699, 'loss': 1.4090170860290527}
+{'epoch': 115, 'iter': 180, 'avg_loss': 1.2742870733224225, 'avg_acc_mask': 56.48518404593459, 'loss': 1.4931961297988892}
+{'epoch': 115, 'iter': 190, 'avg_loss': 1.2741908019125774, 'avg_acc_mask': 56.474714995615315, 'loss': 1.692242980003357}
+{'epoch': 115, 'iter': 200, 'avg_loss': 1.2726878974568192, 'avg_acc_mask': 56.598702502316954, 'loss': 1.1386876106262207}
+{'epoch': 115, 'iter': 210, 'avg_loss': 1.2729380851108316, 'avg_acc_mask': 56.57999118554429, 'loss': 1.3055698871612549}
+{'epoch': 115, 'iter': 220, 'avg_loss': 1.2770373440975518, 'avg_acc_mask': 56.40053899275729, 'loss': 1.331344485282898}
+{'epoch': 115, 'iter': 230, 'avg_loss': 1.277779279591201, 'avg_acc_mask': 56.345300524405005, 'loss': 1.232608675956726}
+{'epoch': 115, 'iter': 240, 'avg_loss': 1.2741423417423772, 'avg_acc_mask': 56.49084871418643, 'loss': 1.0107015371322632}
+{'epoch': 115, 'iter': 250, 'avg_loss': 1.2709789572958927, 'avg_acc_mask': 56.55525087082191, 'loss': 0.7971596717834473}
+{'epoch': 115, 'iter': 260, 'avg_loss': 1.2724590381443273, 'avg_acc_mask': 56.577257811385365, 'loss': 1.3671703338623047}
+{'epoch': 115, 'iter': 270, 'avg_loss': 1.2703331933250286, 'avg_acc_mask': 56.59302963776071, 'loss': 1.24405837059021}
+{'epoch': 'EP115_test', 'avg_loss': 1.2716565222843834, 'total_masked_acc': 56.560415122312826}
+{'epoch': 116, 'iter': 0, 'avg_loss': 0.804394543170929, 'avg_acc_mask': 72.91666666666666, 'loss': 0.804394543170929}
+{'epoch': 116, 'iter': 10, 'avg_loss': 1.1823860840363936, 'avg_acc_mask': 58.12720848056537, 'loss': 1.086517572402954}
+{'epoch': 116, 'iter': 20, 'avg_loss': 1.2010655516669864, 'avg_acc_mask': 57.78801843317972, 'loss': 1.289146065711975}
+{'epoch': 116, 'iter': 30, 'avg_loss': 1.1928710283771637, 'avg_acc_mask': 58.116480793060724, 'loss': 1.2562345266342163}
+{'epoch': 116, 'iter': 40, 'avg_loss': 1.2170093728274833, 'avg_acc_mask': 57.14285714285714, 'loss': 1.3063066005706787}
+{'epoch': 116, 'iter': 50, 'avg_loss': 1.2267304775761623, 'avg_acc_mask': 56.42335766423358, 'loss': 1.305924654006958}
+{'epoch': 116, 'iter': 60, 'avg_loss': 1.2434878075709108, 'avg_acc_mask': 55.70489844683393, 'loss': 1.242429256439209}
+{'epoch': 116, 'iter': 70, 'avg_loss': 1.2420598142583605, 'avg_acc_mask': 56.009304729904365, 'loss': 1.2058134078979492}
+{'epoch': 116, 'iter': 80, 'avg_loss': 1.250425421897276, 'avg_acc_mask': 56.050228310502284, 'loss': 1.2422394752502441}
+{'epoch': 116, 'iter': 90, 'avg_loss': 1.253028697364933, 'avg_acc_mask': 55.74989947728186, 'loss': 1.107058048248291}
+{'epoch': 116, 'iter': 100, 'avg_loss': 1.2617934428819335, 'avg_acc_mask': 55.67626290059751, 'loss': 1.3038544654846191}
+{'epoch': 116, 'iter': 110, 'avg_loss': 1.2634850101427988, 'avg_acc_mask': 55.551867219917014, 'loss': 1.393288254737854}
+{'epoch': 116, 'iter': 120, 'avg_loss': 1.2605989136971718, 'avg_acc_mask': 55.70222563315426, 'loss': 1.1588813066482544}
+{'epoch': 116, 'iter': 130, 'avg_loss': 1.260782746413282, 'avg_acc_mask': 55.557130705982416, 'loss': 1.1916515827178955}
+{'epoch': 116, 'iter': 140, 'avg_loss': 1.256607141477842, 'avg_acc_mask': 55.69186123202744, 'loss': 1.0985314846038818}
+{'epoch': 116, 'iter': 150, 'avg_loss': 1.253801519112871, 'avg_acc_mask': 55.80820563519525, 'loss': 1.2298355102539062}
+{'epoch': 116, 'iter': 160, 'avg_loss': 1.2518249413241511, 'avg_acc_mask': 55.84731058415269, 'loss': 0.9853601455688477}
+{'epoch': 116, 'iter': 170, 'avg_loss': 1.2503642021564014, 'avg_acc_mask': 55.891008174386926, 'loss': 1.0633286237716675}
+{'epoch': 116, 'iter': 180, 'avg_loss': 1.253636329542866, 'avg_acc_mask': 55.97977504901455, 'loss': 1.4768105745315552}
+{'epoch': 116, 'iter': 190, 'avg_loss': 1.252720134732611, 'avg_acc_mask': 56.09684375612625, 'loss': 1.1625354290008545}
+{'epoch': 116, 'iter': 200, 'avg_loss': 1.2522085326821057, 'avg_acc_mask': 56.25582696252097, 'loss': 1.3485069274902344}
+{'epoch': 116, 'iter': 210, 'avg_loss': 1.2533811200851512, 'avg_acc_mask': 56.21775484789183, 'loss': 1.2829009294509888}
+{'epoch': 116, 'iter': 220, 'avg_loss': 1.2575486607141624, 'avg_acc_mask': 56.09528653780943, 'loss': 1.0446181297302246}
+{'epoch': 116, 'iter': 230, 'avg_loss': 1.2569146674948852, 'avg_acc_mask': 56.10582351992257, 'loss': 1.1714760065078735}
+{'epoch': 116, 'iter': 240, 'avg_loss': 1.2560368229739398, 'avg_acc_mask': 56.21388396640727, 'loss': 1.227370262145996}
+{'epoch': 116, 'iter': 250, 'avg_loss': 1.254306180068696, 'avg_acc_mask': 56.278142762235184, 'loss': 0.9606789350509644}
+{'epoch': 116, 'iter': 260, 'avg_loss': 1.2537478039547858, 'avg_acc_mask': 56.316125825463324, 'loss': 1.3154101371765137}
+{'epoch': 116, 'iter': 270, 'avg_loss': 1.2503032693123906, 'avg_acc_mask': 56.399398989209125, 'loss': 1.0697537660598755}
+{'epoch': 'EP116_test', 'avg_loss': 1.2506306953188302, 'total_masked_acc': 56.431062231759654}
+{'epoch': 117, 'iter': 0, 'avg_loss': 1.485758900642395, 'avg_acc_mask': 40.98360655737705, 'loss': 1.485758900642395}
+{'epoch': 117, 'iter': 10, 'avg_loss': 1.3287018862637607, 'avg_acc_mask': 53.28000000000001, 'loss': 1.5329763889312744}
+{'epoch': 117, 'iter': 20, 'avg_loss': 1.2999882187162126, 'avg_acc_mask': 54.49299258037923, 'loss': 1.1414844989776611}
+{'epoch': 117, 'iter': 30, 'avg_loss': 1.2915637300860496, 'avg_acc_mask': 54.761904761904766, 'loss': 1.1866331100463867}
+{'epoch': 117, 'iter': 40, 'avg_loss': 1.2817936030829824, 'avg_acc_mask': 54.78147987884034, 'loss': 1.138695240020752}
+{'epoch': 117, 'iter': 50, 'avg_loss': 1.2650991035442727, 'avg_acc_mask': 55.613305613305606, 'loss': 1.17351496219635}
+{'epoch': 117, 'iter': 60, 'avg_loss': 1.2727117528680896, 'avg_acc_mask': 55.25551684088269, 'loss': 1.3625462055206299}
+{'epoch': 117, 'iter': 70, 'avg_loss': 1.2758898046654714, 'avg_acc_mask': 55.23023023023023, 'loss': 0.976185142993927}
+{'epoch': 117, 'iter': 80, 'avg_loss': 1.266535347626533, 'avg_acc_mask': 55.53591160220994, 'loss': 1.5491801500320435}
+{'epoch': 117, 'iter': 90, 'avg_loss': 1.2659868414585407, 'avg_acc_mask': 55.66298342541437, 'loss': 1.0602535009384155}
+{'epoch': 117, 'iter': 100, 'avg_loss': 1.2815559140526422, 'avg_acc_mask': 55.37175382426183, 'loss': 1.6507047414779663}
+{'epoch': 117, 'iter': 110, 'avg_loss': 1.2718229471026241, 'avg_acc_mask': 55.790845414562625, 'loss': 1.109517216682434}
+{'epoch': 117, 'iter': 120, 'avg_loss': 1.2764126579623578, 'avg_acc_mask': 55.842983907354494, 'loss': 1.284791350364685}
+{'epoch': 117, 'iter': 130, 'avg_loss': 1.2837963208897423, 'avg_acc_mask': 55.5956678700361, 'loss': 1.257153034210205}
+{'epoch': 117, 'iter': 140, 'avg_loss': 1.2781691158071478, 'avg_acc_mask': 55.83441138421733, 'loss': 1.088207483291626}
+{'epoch': 117, 'iter': 150, 'avg_loss': 1.2783784657124653, 'avg_acc_mask': 55.83695127834057, 'loss': 1.3449771404266357}
+{'epoch': 117, 'iter': 160, 'avg_loss': 1.276072084903717, 'avg_acc_mask': 56.03360199795664, 'loss': 1.4373599290847778}
+{'epoch': 117, 'iter': 170, 'avg_loss': 1.2772490497221027, 'avg_acc_mask': 55.96831174392464, 'loss': 1.1501803398132324}
+{'epoch': 117, 'iter': 180, 'avg_loss': 1.2762882205662807, 'avg_acc_mask': 56.013363028953236, 'loss': 1.3205881118774414}
+{'epoch': 117, 'iter': 190, 'avg_loss': 1.274978134332527, 'avg_acc_mask': 56.314779270633395, 'loss': 1.4075162410736084}
+{'epoch': 117, 'iter': 200, 'avg_loss': 1.2747387236623622, 'avg_acc_mask': 56.281864530225775, 'loss': 1.1360911130905151}
+{'epoch': 117, 'iter': 210, 'avg_loss': 1.2769761630709138, 'avg_acc_mask': 56.22179798681014, 'loss': 1.5256874561309814}
+{'epoch': 117, 'iter': 220, 'avg_loss': 1.2748266509755164, 'avg_acc_mask': 56.34782608695652, 'loss': 1.0200443267822266}
+{'epoch': 117, 'iter': 230, 'avg_loss': 1.2735028130151493, 'avg_acc_mask': 56.426133206318966, 'loss': 1.1860102415084839}
+{'epoch': 117, 'iter': 240, 'avg_loss': 1.2699674061225164, 'avg_acc_mask': 56.67504378950575, 'loss': 1.0446786880493164}
+{'epoch': 117, 'iter': 250, 'avg_loss': 1.2661963713121605, 'avg_acc_mask': 56.75576711827169, 'loss': 0.7527408003807068}
+{'epoch': 117, 'iter': 260, 'avg_loss': 1.2642415257249298, 'avg_acc_mask': 56.847526987934806, 'loss': 1.0579020977020264}
+{'epoch': 117, 'iter': 270, 'avg_loss': 1.2681690936158945, 'avg_acc_mask': 56.71884529375889, 'loss': 1.4358471632003784}
+{'epoch': 'EP117_test', 'avg_loss': 1.2682479915843494, 'total_masked_acc': 56.71105193075899}
+{'epoch': 118, 'iter': 0, 'avg_loss': 1.400502324104309, 'avg_acc_mask': 59.42028985507246, 'loss': 1.400502324104309}
+{'epoch': 118, 'iter': 10, 'avg_loss': 1.2480255907232112, 'avg_acc_mask': 58.30670926517571, 'loss': 1.3862777948379517}
+{'epoch': 118, 'iter': 20, 'avg_loss': 1.2306248687562489, 'avg_acc_mask': 58.71639202081526, 'loss': 1.0743504762649536}
+{'epoch': 118, 'iter': 30, 'avg_loss': 1.2143032627720987, 'avg_acc_mask': 58.840922531046715, 'loss': 1.206476092338562}
+{'epoch': 118, 'iter': 40, 'avg_loss': 1.2261111707222172, 'avg_acc_mask': 58.56255545696539, 'loss': 1.0157253742218018}
+{'epoch': 118, 'iter': 50, 'avg_loss': 1.2331469760221594, 'avg_acc_mask': 58.327452364149615, 'loss': 1.3419418334960938}
+{'epoch': 118, 'iter': 60, 'avg_loss': 1.2368584245931906, 'avg_acc_mask': 57.76741474788692, 'loss': 1.3179891109466553}
+{'epoch': 118, 'iter': 70, 'avg_loss': 1.233630317197719, 'avg_acc_mask': 57.556675062972296, 'loss': 0.9605714678764343}
+{'epoch': 118, 'iter': 80, 'avg_loss': 1.2421187419950226, 'avg_acc_mask': 57.203295479848585, 'loss': 1.5573047399520874}
+{'epoch': 118, 'iter': 90, 'avg_loss': 1.250103568637764, 'avg_acc_mask': 56.94665605095541, 'loss': 1.1217241287231445}
+{'epoch': 118, 'iter': 100, 'avg_loss': 1.2580684051655306, 'avg_acc_mask': 56.686518678938825, 'loss': 1.3934152126312256}
+{'epoch': 118, 'iter': 110, 'avg_loss': 1.2495510062655888, 'avg_acc_mask': 56.831323310754996, 'loss': 1.346968173980713}
+{'epoch': 118, 'iter': 120, 'avg_loss': 1.249479893810493, 'avg_acc_mask': 56.72944418925127, 'loss': 1.0669506788253784}
+{'epoch': 118, 'iter': 130, 'avg_loss': 1.2577537170803275, 'avg_acc_mask': 56.51378728193585, 'loss': 1.4647390842437744}
+{'epoch': 118, 'iter': 140, 'avg_loss': 1.2514050772004093, 'avg_acc_mask': 56.6858940744625, 'loss': 0.9442186951637268}
+{'epoch': 118, 'iter': 150, 'avg_loss': 1.2506315325269637, 'avg_acc_mask': 56.704420898794304, 'loss': 1.193117380142212}
+{'epoch': 118, 'iter': 160, 'avg_loss': 1.2476500546710092, 'avg_acc_mask': 56.81818181818182, 'loss': 1.233422875404358}
+{'epoch': 118, 'iter': 170, 'avg_loss': 1.2446893624394957, 'avg_acc_mask': 56.82454251883746, 'loss': 1.4755921363830566}
+{'epoch': 118, 'iter': 180, 'avg_loss': 1.2466237614167988, 'avg_acc_mask': 56.77024961793173, 'loss': 1.6550177335739136}
+{'epoch': 118, 'iter': 190, 'avg_loss': 1.248615672138973, 'avg_acc_mask': 56.643424365678875, 'loss': 1.4022759199142456}
+{'epoch': 118, 'iter': 200, 'avg_loss': 1.2420830800758667, 'avg_acc_mask': 57.0086572112728, 'loss': 1.1004806756973267}
+{'epoch': 118, 'iter': 210, 'avg_loss': 1.2410644631815182, 'avg_acc_mask': 57.050328227571114, 'loss': 1.102144718170166}
+{'epoch': 118, 'iter': 220, 'avg_loss': 1.2383705204967999, 'avg_acc_mask': 57.03444249854057, 'loss': 1.1423059701919556}
+{'epoch': 118, 'iter': 230, 'avg_loss': 1.239192634433895, 'avg_acc_mask': 57.05184359321493, 'loss': 1.2260090112686157}
+{'epoch': 118, 'iter': 240, 'avg_loss': 1.2345789349425382, 'avg_acc_mask': 57.14394574411339, 'loss': 1.1062613725662231}
+{'epoch': 118, 'iter': 250, 'avg_loss': 1.233965282421188, 'avg_acc_mask': 57.24542124542125, 'loss': 1.0835165977478027}
+{'epoch': 118, 'iter': 260, 'avg_loss': 1.235221482784812, 'avg_acc_mask': 57.26091255827094, 'loss': 1.170343041419983}
+{'epoch': 118, 'iter': 270, 'avg_loss': 1.2382207303909358, 'avg_acc_mask': 57.188433342383924, 'loss': 1.2916309833526611}
+{'epoch': 'EP118_test', 'avg_loss': 1.2414965633896813, 'total_masked_acc': 57.10568454763811}
+{'epoch': 119, 'iter': 0, 'avg_loss': 1.030196189880371, 'avg_acc_mask': 64.28571428571429, 'loss': 1.030196189880371}
+{'epoch': 119, 'iter': 10, 'avg_loss': 1.2299878597259521, 'avg_acc_mask': 59.11504424778761, 'loss': 1.3198105096817017}
+{'epoch': 119, 'iter': 20, 'avg_loss': 1.2232725818951924, 'avg_acc_mask': 57.83450704225353, 'loss': 1.4799256324768066}
+{'epoch': 119, 'iter': 30, 'avg_loss': 1.248249598087803, 'avg_acc_mask': 57.1256764882742, 'loss': 1.2309222221374512}
+{'epoch': 119, 'iter': 40, 'avg_loss': 1.249776617782872, 'avg_acc_mask': 56.541628545288205, 'loss': 1.5534731149673462}
+{'epoch': 119, 'iter': 50, 'avg_loss': 1.2412264522384195, 'avg_acc_mask': 57.640653357531754, 'loss': 0.7844803333282471}
+{'epoch': 119, 'iter': 60, 'avg_loss': 1.2460504516226347, 'avg_acc_mask': 57.13429256594724, 'loss': 1.62226140499115}
+{'epoch': 119, 'iter': 70, 'avg_loss': 1.2505706355605326, 'avg_acc_mask': 57.32780942516831, 'loss': 0.9778134226799011}
+{'epoch': 119, 'iter': 80, 'avg_loss': 1.2521595344131375, 'avg_acc_mask': 57.498867240598095, 'loss': 1.5215073823928833}
+{'epoch': 119, 'iter': 90, 'avg_loss': 1.2570460478028098, 'avg_acc_mask': 57.24, 'loss': 1.1898274421691895}
+{'epoch': 119, 'iter': 100, 'avg_loss': 1.2559855934416895, 'avg_acc_mask': 57.3746844572665, 'loss': 1.1293600797653198}
+{'epoch': 119, 'iter': 110, 'avg_loss': 1.2470503444070216, 'avg_acc_mask': 57.492557062520675, 'loss': 1.3543517589569092}
+{'epoch': 119, 'iter': 120, 'avg_loss': 1.2509867524312548, 'avg_acc_mask': 57.28627928202008, 'loss': 1.5303453207015991}
+{'epoch': 119, 'iter': 130, 'avg_loss': 1.2574294778226895, 'avg_acc_mask': 56.9679054054054, 'loss': 1.3546942472457886}
+{'epoch': 119, 'iter': 140, 'avg_loss': 1.2543787609600852, 'avg_acc_mask': 56.97445972495089, 'loss': 1.0122520923614502}
+{'epoch': 119, 'iter': 150, 'avg_loss': 1.2523105124764096, 'avg_acc_mask': 57.01904296875, 'loss': 1.1010421514511108}
+{'epoch': 119, 'iter': 160, 'avg_loss': 1.251612791733712, 'avg_acc_mask': 57.137919115105426, 'loss': 1.3794740438461304}
+{'epoch': 119, 'iter': 170, 'avg_loss': 1.2573313437707243, 'avg_acc_mask': 56.83095546908776, 'loss': 1.8254082202911377}
+{'epoch': 119, 'iter': 180, 'avg_loss': 1.2582854664786745, 'avg_acc_mask': 56.852324987225344, 'loss': 1.6171571016311646}
+{'epoch': 119, 'iter': 190, 'avg_loss': 1.2569374445221186, 'avg_acc_mask': 56.99280295662322, 'loss': 1.3069101572036743}
+{'epoch': 119, 'iter': 200, 'avg_loss': 1.2553341886890468, 'avg_acc_mask': 56.942651668818, 'loss': 1.2277066707611084}
+{'epoch': 119, 'iter': 210, 'avg_loss': 1.2571334838867188, 'avg_acc_mask': 56.92524434269613, 'loss': 1.0604990720748901}
+{'epoch': 119, 'iter': 220, 'avg_loss': 1.2600703007495242, 'avg_acc_mask': 56.854499579478556, 'loss': 1.077958583831787}
+{'epoch': 119, 'iter': 230, 'avg_loss': 1.2606938078805998, 'avg_acc_mask': 56.77284427284427, 'loss': 0.9435634016990662}
+{'epoch': 119, 'iter': 240, 'avg_loss': 1.2605690454051703, 'avg_acc_mask': 56.714582212314546, 'loss': 1.3294124603271484}
+{'epoch': 119, 'iter': 250, 'avg_loss': 1.253459148910416, 'avg_acc_mask': 56.85594033818209, 'loss': 0.8844310641288757}
+{'epoch': 119, 'iter': 260, 'avg_loss': 1.253757449173836, 'avg_acc_mask': 56.80561463207145, 'loss': 1.3587019443511963}
+{'epoch': 119, 'iter': 270, 'avg_loss': 1.2544963210271294, 'avg_acc_mask': 56.66303311077804, 'loss': 1.0419485569000244}
+{'epoch': 'EP119_test', 'avg_loss': 1.2549268119577048, 'total_masked_acc': 56.661541546894846}
+{'epoch': 120, 'iter': 0, 'avg_loss': 1.0344269275665283, 'avg_acc_mask': 69.56521739130434, 'loss': 1.0344269275665283}
+{'epoch': 120, 'iter': 10, 'avg_loss': 1.2267843376506458, 'avg_acc_mask': 59.38566552901023, 'loss': 1.2131963968276978}
+{'epoch': 120, 'iter': 20, 'avg_loss': 1.2288007282075428, 'avg_acc_mask': 59.62732919254658, 'loss': 1.3752846717834473}
+{'epoch': 120, 'iter': 30, 'avg_loss': 1.233694197670106, 'avg_acc_mask': 59.28927680798005, 'loss': 1.5391541719436646}
+{'epoch': 120, 'iter': 40, 'avg_loss': 1.243456655886115, 'avg_acc_mask': 58.47766636280765, 'loss': 1.4403159618377686}
+{'epoch': 120, 'iter': 50, 'avg_loss': 1.262706926055983, 'avg_acc_mask': 57.774555998550206, 'loss': 1.5126793384552002}
+{'epoch': 120, 'iter': 60, 'avg_loss': 1.2444415278122074, 'avg_acc_mask': 58.38527753042446, 'loss': 1.5518038272857666}
+{'epoch': 120, 'iter': 70, 'avg_loss': 1.254133188388717, 'avg_acc_mask': 58.106021616057646, 'loss': 1.1229140758514404}
+{'epoch': 120, 'iter': 80, 'avg_loss': 1.2570118867320779, 'avg_acc_mask': 58.14789840413576, 'loss': 1.1816458702087402}
+{'epoch': 120, 'iter': 90, 'avg_loss': 1.2512705371930049, 'avg_acc_mask': 58.139071528192865, 'loss': 1.0956199169158936}
+{'epoch': 120, 'iter': 100, 'avg_loss': 1.2588335576623972, 'avg_acc_mask': 57.7454676000718, 'loss': 1.1056791543960571}
+{'epoch': 120, 'iter': 110, 'avg_loss': 1.248238385260642, 'avg_acc_mask': 57.99639875593387, 'loss': 1.186996579170227}
+{'epoch': 120, 'iter': 120, 'avg_loss': 1.2513202773638008, 'avg_acc_mask': 57.86779099533202, 'loss': 1.2648354768753052}
+{'epoch': 120, 'iter': 130, 'avg_loss': 1.2578246884673607, 'avg_acc_mask': 57.63348164627363, 'loss': 1.3499401807785034}
+{'epoch': 120, 'iter': 140, 'avg_loss': 1.256402831551031, 'avg_acc_mask': 57.37619911848587, 'loss': 0.9335721731185913}
+{'epoch': 120, 'iter': 150, 'avg_loss': 1.2600770249272024, 'avg_acc_mask': 57.49154180763654, 'loss': 1.3675549030303955}
+{'epoch': 120, 'iter': 160, 'avg_loss': 1.26156697288063, 'avg_acc_mask': 57.542026351658336, 'loss': 1.5937564373016357}
+{'epoch': 120, 'iter': 170, 'avg_loss': 1.25464853104095, 'avg_acc_mask': 57.5929090132422, 'loss': 1.1636850833892822}
+{'epoch': 120, 'iter': 180, 'avg_loss': 1.2573522991238377, 'avg_acc_mask': 57.530515484717036, 'loss': 1.3328865766525269}
+{'epoch': 120, 'iter': 190, 'avg_loss': 1.2567472173905498, 'avg_acc_mask': 57.654380086165624, 'loss': 1.5124902725219727}
+{'epoch': 120, 'iter': 200, 'avg_loss': 1.2568923492929829, 'avg_acc_mask': 57.49246644142087, 'loss': 1.166214108467102}
+{'epoch': 120, 'iter': 210, 'avg_loss': 1.2566486825875196, 'avg_acc_mask': 57.450130095403296, 'loss': 1.223797082901001}
+{'epoch': 120, 'iter': 220, 'avg_loss': 1.2566521205513725, 'avg_acc_mask': 57.42271449826417, 'loss': 1.071474552154541}
+{'epoch': 120, 'iter': 230, 'avg_loss': 1.2560363295790438, 'avg_acc_mask': 57.45388330298472, 'loss': 1.1092479228973389}
+{'epoch': 120, 'iter': 240, 'avg_loss': 1.2506230446312931, 'avg_acc_mask': 57.58243428050448, 'loss': 1.1658616065979004}
+{'epoch': 120, 'iter': 250, 'avg_loss': 1.2484076419674544, 'avg_acc_mask': 57.666471962616825, 'loss': 1.0106710195541382}
+{'epoch': 120, 'iter': 260, 'avg_loss': 1.250069042960346, 'avg_acc_mask': 57.68770670607276, 'loss': 1.2185190916061401}
+{'epoch': 120, 'iter': 270, 'avg_loss': 1.2495565370440043, 'avg_acc_mask': 57.64825482887157, 'loss': 1.0277727842330933}
+{'epoch': 'EP120_test', 'avg_loss': 1.24991988790208, 'total_masked_acc': 57.58988015978695}
+{'epoch': 121, 'iter': 0, 'avg_loss': 1.2517282962799072, 'avg_acc_mask': 60.0, 'loss': 1.2517282962799072}
+{'epoch': 121, 'iter': 10, 'avg_loss': 1.2470692504536023, 'avg_acc_mask': 56.92821368948246, 'loss': 1.1412153244018555}
+{'epoch': 121, 'iter': 20, 'avg_loss': 1.2405890311513628, 'avg_acc_mask': 57.554585152838435, 'loss': 1.2731467485427856}
+{'epoch': 121, 'iter': 30, 'avg_loss': 1.204177369994502, 'avg_acc_mask': 59.03686087990487, 'loss': 1.1959997415542603}
+{'epoch': 121, 'iter': 40, 'avg_loss': 1.237645083811225, 'avg_acc_mask': 57.36468500443655, 'loss': 1.5105124711990356}
+{'epoch': 121, 'iter': 50, 'avg_loss': 1.2427610030361251, 'avg_acc_mask': 57.47413485551195, 'loss': 1.0647872686386108}
+{'epoch': 121, 'iter': 60, 'avg_loss': 1.2533450820406928, 'avg_acc_mask': 57.07871894642322, 'loss': 1.5167921781539917}
+{'epoch': 121, 'iter': 70, 'avg_loss': 1.2507232788582923, 'avg_acc_mask': 57.39153026760198, 'loss': 1.2563289403915405}
+{'epoch': 121, 'iter': 80, 'avg_loss': 1.2632843366375677, 'avg_acc_mask': 57.084561323962824, 'loss': 1.5415551662445068}
+{'epoch': 121, 'iter': 90, 'avg_loss': 1.2661457349965861, 'avg_acc_mask': 56.78987545198875, 'loss': 1.185741662979126}
+{'epoch': 121, 'iter': 100, 'avg_loss': 1.2712295303250303, 'avg_acc_mask': 56.87725631768953, 'loss': 1.0903658866882324}
+{'epoch': 121, 'iter': 110, 'avg_loss': 1.268786419619311, 'avg_acc_mask': 56.68695509129791, 'loss': 1.2227540016174316}
+{'epoch': 121, 'iter': 120, 'avg_loss': 1.27198084326815, 'avg_acc_mask': 56.60547697863376, 'loss': 1.361029863357544}
+{'epoch': 121, 'iter': 130, 'avg_loss': 1.2713812698844735, 'avg_acc_mask': 56.619991681685846, 'loss': 1.4555654525756836}
+{'epoch': 121, 'iter': 140, 'avg_loss': 1.2653159748577902, 'avg_acc_mask': 56.87540348612008, 'loss': 1.0872341394424438}
+{'epoch': 121, 'iter': 150, 'avg_loss': 1.2595485196208323, 'avg_acc_mask': 56.95484182564597, 'loss': 1.4217944145202637}
+{'epoch': 121, 'iter': 160, 'avg_loss': 1.2598564417465874, 'avg_acc_mask': 56.803185437997726, 'loss': 1.613797903060913}
+{'epoch': 121, 'iter': 170, 'avg_loss': 1.2617395335470725, 'avg_acc_mask': 56.67881646655232, 'loss': 1.7429006099700928}
+{'epoch': 121, 'iter': 180, 'avg_loss': 1.2619142743105387, 'avg_acc_mask': 56.699676637025064, 'loss': 1.3938380479812622}
+{'epoch': 121, 'iter': 190, 'avg_loss': 1.2597235060487117, 'avg_acc_mask': 56.839080459770116, 'loss': 1.3508100509643555}
+{'epoch': 121, 'iter': 200, 'avg_loss': 1.259455777519378, 'avg_acc_mask': 56.76489371407718, 'loss': 1.2304786443710327}
+{'epoch': 121, 'iter': 210, 'avg_loss': 1.2607979966565896, 'avg_acc_mask': 56.770833333333336, 'loss': 1.6394331455230713}
+{'epoch': 121, 'iter': 220, 'avg_loss': 1.262256885006417, 'avg_acc_mask': 56.61533366451399, 'loss': 1.6883738040924072}
+{'epoch': 121, 'iter': 230, 'avg_loss': 1.2625106960148007, 'avg_acc_mask': 56.631845520734416, 'loss': 1.0315006971359253}
+{'epoch': 121, 'iter': 240, 'avg_loss': 1.261131002695234, 'avg_acc_mask': 56.66388530683456, 'loss': 1.0938583612442017}
+{'epoch': 121, 'iter': 250, 'avg_loss': 1.2583665819282075, 'avg_acc_mask': 56.75063891931362, 'loss': 0.8765707015991211}
+{'epoch': 121, 'iter': 260, 'avg_loss': 1.258109036761682, 'avg_acc_mask': 56.78864929409285, 'loss': 1.3341224193572998}
+{'epoch': 121, 'iter': 270, 'avg_loss': 1.259760654060603, 'avg_acc_mask': 56.802490862325705, 'loss': 1.4365743398666382}
+{'epoch': 'EP121_test', 'avg_loss': 1.2600444337164147, 'total_masked_acc': 56.821051232640045}
+{'epoch': 122, 'iter': 0, 'avg_loss': 1.4430323839187622, 'avg_acc_mask': 44.230769230769226, 'loss': 1.4430323839187622}
+{'epoch': 122, 'iter': 10, 'avg_loss': 1.2922856265848333, 'avg_acc_mask': 54.64926590538336, 'loss': 1.393096923828125}
+{'epoch': 122, 'iter': 20, 'avg_loss': 1.2472512324651082, 'avg_acc_mask': 55.803955288048144, 'loss': 1.1596143245697021}
+{'epoch': 122, 'iter': 30, 'avg_loss': 1.2229501528124656, 'avg_acc_mask': 56.88729874776386, 'loss': 1.320059895515442}
+{'epoch': 122, 'iter': 40, 'avg_loss': 1.2561414547082854, 'avg_acc_mask': 55.83409298085689, 'loss': 1.4928083419799805}
+{'epoch': 122, 'iter': 50, 'avg_loss': 1.2597895626928293, 'avg_acc_mask': 55.940772842181296, 'loss': 1.1971625089645386}
+{'epoch': 122, 'iter': 60, 'avg_loss': 1.2753864429036126, 'avg_acc_mask': 55.447298494242695, 'loss': 1.4606550931930542}
+{'epoch': 122, 'iter': 70, 'avg_loss': 1.2758963930774743, 'avg_acc_mask': 55.48306148055207, 'loss': 1.1673284769058228}
+{'epoch': 122, 'iter': 80, 'avg_loss': 1.2739039894975261, 'avg_acc_mask': 55.478995332296066, 'loss': 1.2362035512924194}
+{'epoch': 122, 'iter': 90, 'avg_loss': 1.2722524168727163, 'avg_acc_mask': 55.5599525128611, 'loss': 1.1877741813659668}
+{'epoch': 122, 'iter': 100, 'avg_loss': 1.2754777150579018, 'avg_acc_mask': 55.62455642299503, 'loss': 1.3411309719085693}
+{'epoch': 122, 'iter': 110, 'avg_loss': 1.2689247990513708, 'avg_acc_mask': 55.8033534103858, 'loss': 1.2791584730148315}
+{'epoch': 122, 'iter': 120, 'avg_loss': 1.2666102248775073, 'avg_acc_mask': 55.93881223755249, 'loss': 1.2377266883850098}
+{'epoch': 122, 'iter': 130, 'avg_loss': 1.270040411075563, 'avg_acc_mask': 55.86475580909976, 'loss': 0.9940407872200012}
+{'epoch': 122, 'iter': 140, 'avg_loss': 1.2651012725863897, 'avg_acc_mask': 56.11333937119938, 'loss': 0.9875122904777527}
+{'epoch': 122, 'iter': 150, 'avg_loss': 1.2665008357818552, 'avg_acc_mask': 56.149861462474405, 'loss': 1.1693449020385742}
+{'epoch': 122, 'iter': 160, 'avg_loss': 1.2641591703669626, 'avg_acc_mask': 56.31155892675195, 'loss': 1.1117054224014282}
+{'epoch': 122, 'iter': 170, 'avg_loss': 1.2651738566264772, 'avg_acc_mask': 56.30985316024686, 'loss': 1.4819737672805786}
+{'epoch': 122, 'iter': 180, 'avg_loss': 1.2631521504886902, 'avg_acc_mask': 56.43763852508563, 'loss': 1.2642468214035034}
+{'epoch': 122, 'iter': 190, 'avg_loss': 1.2607486965768624, 'avg_acc_mask': 56.495062793596006, 'loss': 1.248724102973938}
+{'epoch': 122, 'iter': 200, 'avg_loss': 1.2569127773764122, 'avg_acc_mask': 56.508687346493225, 'loss': 1.2461895942687988}
+{'epoch': 122, 'iter': 210, 'avg_loss': 1.258727492031893, 'avg_acc_mask': 56.516834432488714, 'loss': 1.3116799592971802}
+{'epoch': 122, 'iter': 220, 'avg_loss': 1.2578878934027382, 'avg_acc_mask': 56.576113963889355, 'loss': 1.2852147817611694}
+{'epoch': 122, 'iter': 230, 'avg_loss': 1.2584045689343375, 'avg_acc_mask': 56.464526357510906, 'loss': 1.2340080738067627}
+{'epoch': 122, 'iter': 240, 'avg_loss': 1.2573567396377627, 'avg_acc_mask': 56.526035727860126, 'loss': 1.4887067079544067}
+{'epoch': 122, 'iter': 250, 'avg_loss': 1.2554341103451185, 'avg_acc_mask': 56.594409167214074, 'loss': 1.1877456903457642}
+{'epoch': 122, 'iter': 260, 'avg_loss': 1.2519411049583407, 'avg_acc_mask': 56.75694639348864, 'loss': 1.2972664833068848}
+{'epoch': 122, 'iter': 270, 'avg_loss': 1.2522886859534852, 'avg_acc_mask': 56.8112812900614, 'loss': 1.318420648574829}
+{'epoch': 'EP122_test', 'avg_loss': 1.2522693591705267, 'total_masked_acc': 56.84021782441227}
+{'epoch': 123, 'iter': 0, 'avg_loss': 1.0728685855865479, 'avg_acc_mask': 60.78431372549019, 'loss': 1.0728685855865479}
+{'epoch': 123, 'iter': 10, 'avg_loss': 1.1608233831145547, 'avg_acc_mask': 58.802177858439194, 'loss': 1.047680377960205}
+{'epoch': 123, 'iter': 20, 'avg_loss': 1.2091028463272822, 'avg_acc_mask': 57.75547445255474, 'loss': 1.3925944566726685}
+{'epoch': 123, 'iter': 30, 'avg_loss': 1.2184463181803304, 'avg_acc_mask': 57.704112952731734, 'loss': 1.3368057012557983}
+{'epoch': 123, 'iter': 40, 'avg_loss': 1.2052300834074252, 'avg_acc_mask': 58.21638750565867, 'loss': 1.2704973220825195}
+{'epoch': 123, 'iter': 50, 'avg_loss': 1.2245408296585083, 'avg_acc_mask': 57.42286751361162, 'loss': 1.720608115196228}
+{'epoch': 123, 'iter': 60, 'avg_loss': 1.2359926739677054, 'avg_acc_mask': 57.00060350030175, 'loss': 1.4846590757369995}
+{'epoch': 123, 'iter': 70, 'avg_loss': 1.2376969330747363, 'avg_acc_mask': 56.809338521400775, 'loss': 1.1023542881011963}
+{'epoch': 123, 'iter': 80, 'avg_loss': 1.248693694303065, 'avg_acc_mask': 56.74460431654676, 'loss': 1.4642826318740845}
+{'epoch': 123, 'iter': 90, 'avg_loss': 1.2506907326834542, 'avg_acc_mask': 56.81003584229391, 'loss': 1.2334070205688477}
+{'epoch': 123, 'iter': 100, 'avg_loss': 1.268691300165535, 'avg_acc_mask': 56.27814808142677, 'loss': 1.5313029289245605}
+{'epoch': 123, 'iter': 110, 'avg_loss': 1.2685749627448417, 'avg_acc_mask': 56.35259356533159, 'loss': 1.4224820137023926}
+{'epoch': 123, 'iter': 120, 'avg_loss': 1.2700777851845608, 'avg_acc_mask': 56.177402323125655, 'loss': 1.294578194618225}
+{'epoch': 123, 'iter': 130, 'avg_loss': 1.2731074017422799, 'avg_acc_mask': 55.97326649958229, 'loss': 1.010710597038269}
+{'epoch': 123, 'iter': 140, 'avg_loss': 1.2721510622518282, 'avg_acc_mask': 56.00672442777706, 'loss': 1.102736234664917}
+{'epoch': 123, 'iter': 150, 'avg_loss': 1.2686877357249229, 'avg_acc_mask': 56.19047619047619, 'loss': 1.4063243865966797}
+{'epoch': 123, 'iter': 160, 'avg_loss': 1.264349044850154, 'avg_acc_mask': 56.2115340779576, 'loss': 1.1898339986801147}
+{'epoch': 123, 'iter': 170, 'avg_loss': 1.260892881636034, 'avg_acc_mask': 56.137532133676096, 'loss': 1.398012399673462}
+{'epoch': 123, 'iter': 180, 'avg_loss': 1.2604484982912052, 'avg_acc_mask': 56.23476848090982, 'loss': 1.5992692708969116}
+{'epoch': 123, 'iter': 190, 'avg_loss': 1.256403869359281, 'avg_acc_mask': 56.29209159130267, 'loss': 1.4971908330917358}
+{'epoch': 123, 'iter': 200, 'avg_loss': 1.2529747367498294, 'avg_acc_mask': 56.513811651016496, 'loss': 1.0218920707702637}
+{'epoch': 123, 'iter': 210, 'avg_loss': 1.251832680962097, 'avg_acc_mask': 56.62556443209448, 'loss': 1.3744635581970215}
+{'epoch': 123, 'iter': 220, 'avg_loss': 1.249524109503802, 'avg_acc_mask': 56.75496688741721, 'loss': 1.1762782335281372}
+{'epoch': 123, 'iter': 230, 'avg_loss': 1.2501819871720814, 'avg_acc_mask': 56.645844864394725, 'loss': 1.204878330230713}
+{'epoch': 123, 'iter': 240, 'avg_loss': 1.246795050830762, 'avg_acc_mask': 56.68760881083945, 'loss': 1.283773422241211}
+{'epoch': 123, 'iter': 250, 'avg_loss': 1.2411794985433025, 'avg_acc_mask': 56.879669253644735, 'loss': 0.9933157563209534}
+{'epoch': 123, 'iter': 260, 'avg_loss': 1.2428335638795318, 'avg_acc_mask': 56.86493271041071, 'loss': 1.2383594512939453}
+{'epoch': 123, 'iter': 270, 'avg_loss': 1.2463527695719165, 'avg_acc_mask': 56.71701913393756, 'loss': 1.6605743169784546}
+{'epoch': 'EP123_test', 'avg_loss': 1.2455742374278498, 'total_masked_acc': 56.7421292323939}
+{'epoch': 124, 'iter': 0, 'avg_loss': 1.0025399923324585, 'avg_acc_mask': 56.60377358490566, 'loss': 1.0025399923324585}
+{'epoch': 124, 'iter': 10, 'avg_loss': 1.1849663853645325, 'avg_acc_mask': 59.66386554621849, 'loss': 1.4285320043563843}
+{'epoch': 124, 'iter': 20, 'avg_loss': 1.1909709856623696, 'avg_acc_mask': 57.99126637554585, 'loss': 1.270894169807434}
+{'epoch': 124, 'iter': 30, 'avg_loss': 1.1907428560718414, 'avg_acc_mask': 57.90115924344113, 'loss': 1.2669878005981445}
+{'epoch': 124, 'iter': 40, 'avg_loss': 1.17127623063762, 'avg_acc_mask': 58.70463941203491, 'loss': 1.1279290914535522}
+{'epoch': 124, 'iter': 50, 'avg_loss': 1.1745231303514219, 'avg_acc_mask': 58.945038731095536, 'loss': 1.3717525005340576}
+{'epoch': 124, 'iter': 60, 'avg_loss': 1.1934129830266609, 'avg_acc_mask': 58.15018315018315, 'loss': 1.2868247032165527}
+{'epoch': 124, 'iter': 70, 'avg_loss': 1.2015440270934306, 'avg_acc_mask': 58.13103628295484, 'loss': 0.9786761999130249}
+{'epoch': 124, 'iter': 80, 'avg_loss': 1.2143709365232491, 'avg_acc_mask': 57.70020533880903, 'loss': 1.1681716442108154}
+{'epoch': 124, 'iter': 90, 'avg_loss': 1.2223067866576898, 'avg_acc_mask': 57.519254154843935, 'loss': 0.8278802037239075}
+{'epoch': 124, 'iter': 100, 'avg_loss': 1.2315015090574133, 'avg_acc_mask': 57.37973760932945, 'loss': 1.3281760215759277}
+{'epoch': 124, 'iter': 110, 'avg_loss': 1.2311902330802367, 'avg_acc_mask': 57.24068815767496, 'loss': 1.198575735092163}
+{'epoch': 124, 'iter': 120, 'avg_loss': 1.2291054838945057, 'avg_acc_mask': 57.388787324801946, 'loss': 1.1518923044204712}
+{'epoch': 124, 'iter': 130, 'avg_loss': 1.231535138974663, 'avg_acc_mask': 57.446509009009006, 'loss': 1.3451944589614868}
+{'epoch': 124, 'iter': 140, 'avg_loss': 1.2266113753859877, 'avg_acc_mask': 57.46719160104987, 'loss': 1.0085945129394531}
+{'epoch': 124, 'iter': 150, 'avg_loss': 1.2262131887555912, 'avg_acc_mask': 57.59764907554794, 'loss': 1.3177969455718994}
+{'epoch': 124, 'iter': 160, 'avg_loss': 1.2274679837759979, 'avg_acc_mask': 57.75474956822107, 'loss': 1.411566138267517}
+{'epoch': 124, 'iter': 170, 'avg_loss': 1.2299836166420874, 'avg_acc_mask': 57.802150070583124, 'loss': 1.5848462581634521}
+{'epoch': 124, 'iter': 180, 'avg_loss': 1.2347665386305329, 'avg_acc_mask': 57.63531590862318, 'loss': 1.2706490755081177}
+{'epoch': 124, 'iter': 190, 'avg_loss': 1.2352171156418885, 'avg_acc_mask': 57.56396536628077, 'loss': 1.5894076824188232}
+{'epoch': 124, 'iter': 200, 'avg_loss': 1.23826952538087, 'avg_acc_mask': 57.527426938323956, 'loss': 1.0940067768096924}
+{'epoch': 124, 'iter': 210, 'avg_loss': 1.2363555561309743, 'avg_acc_mask': 57.6902841108383, 'loss': 1.3824175596237183}
+{'epoch': 124, 'iter': 220, 'avg_loss': 1.2340683683550735, 'avg_acc_mask': 57.65622382308594, 'loss': 1.2028682231903076}
+{'epoch': 124, 'iter': 230, 'avg_loss': 1.2389116065326706, 'avg_acc_mask': 57.456526965301705, 'loss': 1.3683199882507324}
+{'epoch': 124, 'iter': 240, 'avg_loss': 1.2351734794027083, 'avg_acc_mask': 57.53550863723609, 'loss': 1.244587779045105}
+{'epoch': 124, 'iter': 250, 'avg_loss': 1.2343229653825798, 'avg_acc_mask': 57.59297520661158, 'loss': 1.1055232286453247}
+{'epoch': 124, 'iter': 260, 'avg_loss': 1.2354507628985292, 'avg_acc_mask': 57.60660639282409, 'loss': 1.4067950248718262}
+{'epoch': 124, 'iter': 270, 'avg_loss': 1.2345065423923225, 'avg_acc_mask': 57.63175906913073, 'loss': 1.4585288763046265}
+{'epoch': 'EP124_test', 'avg_loss': 1.2377825124540192, 'total_masked_acc': 57.57270468130835}
+{'epoch': 125, 'iter': 0, 'avg_loss': 1.1740164756774902, 'avg_acc_mask': 56.36363636363636, 'loss': 1.1740164756774902}
+{'epoch': 125, 'iter': 10, 'avg_loss': 1.2367804809050127, 'avg_acc_mask': 54.941373534338354, 'loss': 1.1583694219589233}
+{'epoch': 125, 'iter': 20, 'avg_loss': 1.2403340055829002, 'avg_acc_mask': 55.53618134263295, 'loss': 1.286433458328247}
+{'epoch': 125, 'iter': 30, 'avg_loss': 1.2570915722077893, 'avg_acc_mask': 55.654761904761905, 'loss': 1.4595718383789062}
+{'epoch': 125, 'iter': 40, 'avg_loss': 1.2659718263440016, 'avg_acc_mask': 55.048715677590785, 'loss': 1.147309422492981}
+{'epoch': 125, 'iter': 50, 'avg_loss': 1.2675469248902564, 'avg_acc_mask': 55.49607423269094, 'loss': 1.305681824684143}
+{'epoch': 125, 'iter': 60, 'avg_loss': 1.2764389241328005, 'avg_acc_mask': 55.47533092659447, 'loss': 1.7088373899459839}
+{'epoch': 125, 'iter': 70, 'avg_loss': 1.2805501180635372, 'avg_acc_mask': 55.73102394294447, 'loss': 1.2053898572921753}
+{'epoch': 125, 'iter': 80, 'avg_loss': 1.2672154049814484, 'avg_acc_mask': 55.956112852664575, 'loss': 1.235161542892456}
+{'epoch': 125, 'iter': 90, 'avg_loss': 1.2705608829037174, 'avg_acc_mask': 56.098047030689514, 'loss': 0.8532955646514893}
+{'epoch': 125, 'iter': 100, 'avg_loss': 1.2749424311194089, 'avg_acc_mask': 55.963963963963955, 'loss': 1.552381992340088}
+{'epoch': 125, 'iter': 110, 'avg_loss': 1.2624227785849356, 'avg_acc_mask': 56.033630069238384, 'loss': 1.1895674467086792}
+{'epoch': 125, 'iter': 120, 'avg_loss': 1.2669217596369342, 'avg_acc_mask': 55.90240945597817, 'loss': 1.1848129034042358}
+{'epoch': 125, 'iter': 130, 'avg_loss': 1.2736719928624975, 'avg_acc_mask': 55.791397244869266, 'loss': 1.6071487665176392}
+{'epoch': 125, 'iter': 140, 'avg_loss': 1.2754917736594558, 'avg_acc_mask': 55.71559512897735, 'loss': 1.114306926727295}
+{'epoch': 125, 'iter': 150, 'avg_loss': 1.2786602468680073, 'avg_acc_mask': 55.71027238304629, 'loss': 1.3894171714782715}
+{'epoch': 125, 'iter': 160, 'avg_loss': 1.274985016502949, 'avg_acc_mask': 55.86886749197616, 'loss': 1.1869794130325317}
+{'epoch': 125, 'iter': 170, 'avg_loss': 1.2702706414356566, 'avg_acc_mask': 55.99051008303677, 'loss': 1.2756723165512085}
+{'epoch': 125, 'iter': 180, 'avg_loss': 1.2683587103917453, 'avg_acc_mask': 56.022122081114304, 'loss': 1.3454244136810303}
+{'epoch': 125, 'iter': 190, 'avg_loss': 1.2646826655452788, 'avg_acc_mask': 56.143593734799104, 'loss': 1.2813222408294678}
+{'epoch': 125, 'iter': 200, 'avg_loss': 1.2626601258913677, 'avg_acc_mask': 56.1634988005167, 'loss': 1.240617275238037}
+{'epoch': 125, 'iter': 210, 'avg_loss': 1.2635810779169272, 'avg_acc_mask': 56.08279975440751, 'loss': 1.3977253437042236}
+{'epoch': 125, 'iter': 220, 'avg_loss': 1.2655553723352526, 'avg_acc_mask': 55.967593752610036, 'loss': 1.022910237312317}
+{'epoch': 125, 'iter': 230, 'avg_loss': 1.2652527811207297, 'avg_acc_mask': 55.97630293811544, 'loss': 1.1869693994522095}
+{'epoch': 125, 'iter': 240, 'avg_loss': 1.2633567944601858, 'avg_acc_mask': 56.18192974382574, 'loss': 1.3287876844406128}
+{'epoch': 125, 'iter': 250, 'avg_loss': 1.2615578103350453, 'avg_acc_mask': 56.33055903365987, 'loss': 1.1451338529586792}
+{'epoch': 125, 'iter': 260, 'avg_loss': 1.261430788770946, 'avg_acc_mask': 56.39135058489897, 'loss': 1.3151153326034546}
+{'epoch': 125, 'iter': 270, 'avg_loss': 1.262555215191577, 'avg_acc_mask': 56.38631406761178, 'loss': 1.2309025526046753}
+{'epoch': 'EP125_test', 'avg_loss': 1.2630916829558387, 'total_masked_acc': 56.42828445158698}
+{'epoch': 126, 'iter': 0, 'avg_loss': 1.2251999378204346, 'avg_acc_mask': 58.06451612903226, 'loss': 1.2251999378204346}
+{'epoch': 126, 'iter': 10, 'avg_loss': 1.2178545648401433, 'avg_acc_mask': 56.875, 'loss': 1.3706165552139282}
+{'epoch': 126, 'iter': 20, 'avg_loss': 1.2039651615279061, 'avg_acc_mask': 58.03066989507667, 'loss': 1.196090579032898}
+{'epoch': 126, 'iter': 30, 'avg_loss': 1.2065541455822606, 'avg_acc_mask': 58.879551820728295, 'loss': 1.1131653785705566}
+{'epoch': 126, 'iter': 40, 'avg_loss': 1.2049882208428733, 'avg_acc_mask': 59.1458153580673, 'loss': 1.328126311302185}
+{'epoch': 126, 'iter': 50, 'avg_loss': 1.2339446918637145, 'avg_acc_mask': 58.00278357689631, 'loss': 1.3935205936431885}
+{'epoch': 126, 'iter': 60, 'avg_loss': 1.2324668940950612, 'avg_acc_mask': 58.15106445027705, 'loss': 1.4558700323104858}
+{'epoch': 126, 'iter': 70, 'avg_loss': 1.2377892615089954, 'avg_acc_mask': 58.01160736815544, 'loss': 0.98353111743927}
+{'epoch': 126, 'iter': 80, 'avg_loss': 1.2475276640903803, 'avg_acc_mask': 57.629003558718864, 'loss': 1.4107775688171387}
+{'epoch': 126, 'iter': 90, 'avg_loss': 1.2527409916395669, 'avg_acc_mask': 57.26344719277582, 'loss': 1.1194586753845215}
+{'epoch': 126, 'iter': 100, 'avg_loss': 1.261200453385268, 'avg_acc_mask': 57.15806279936137, 'loss': 1.553287148475647}
+{'epoch': 126, 'iter': 110, 'avg_loss': 1.2571038823943954, 'avg_acc_mask': 57.17777415675411, 'loss': 1.3823351860046387}
+{'epoch': 126, 'iter': 120, 'avg_loss': 1.2596634222456247, 'avg_acc_mask': 57.05723703925681, 'loss': 1.2568080425262451}
+{'epoch': 126, 'iter': 130, 'avg_loss': 1.2583786449359573, 'avg_acc_mask': 57.020571586359246, 'loss': 1.2169309854507446}
+{'epoch': 126, 'iter': 140, 'avg_loss': 1.2592974478471364, 'avg_acc_mask': 56.953386556785986, 'loss': 1.1580274105072021}
+{'epoch': 126, 'iter': 150, 'avg_loss': 1.262675583757312, 'avg_acc_mask': 56.949111857897265, 'loss': 1.476237416267395}
+{'epoch': 126, 'iter': 160, 'avg_loss': 1.2678912818802068, 'avg_acc_mask': 56.904708267627846, 'loss': 1.5823466777801514}
+{'epoch': 126, 'iter': 170, 'avg_loss': 1.2676173905183, 'avg_acc_mask': 56.95005313496281, 'loss': 1.5294240713119507}
+{'epoch': 126, 'iter': 180, 'avg_loss': 1.261183504900221, 'avg_acc_mask': 57.20607462536458, 'loss': 1.0810484886169434}
+{'epoch': 126, 'iter': 190, 'avg_loss': 1.262819204654993, 'avg_acc_mask': 57.18919950386413, 'loss': 1.3695144653320312}
+{'epoch': 126, 'iter': 200, 'avg_loss': 1.262659330273149, 'avg_acc_mask': 57.14544795067103, 'loss': 1.155410647392273}
+{'epoch': 126, 'iter': 210, 'avg_loss': 1.2647335896559802, 'avg_acc_mask': 57.04280155642023, 'loss': 1.138158917427063}
+{'epoch': 126, 'iter': 220, 'avg_loss': 1.2629606348896458, 'avg_acc_mask': 57.145217247645796, 'loss': 1.1773433685302734}
+{'epoch': 126, 'iter': 230, 'avg_loss': 1.2642580464288786, 'avg_acc_mask': 57.1009900990099, 'loss': 1.1744481325149536}
+{'epoch': 126, 'iter': 240, 'avg_loss': 1.2639223943112796, 'avg_acc_mask': 57.065836434049665, 'loss': 1.1258184909820557}
+{'epoch': 126, 'iter': 250, 'avg_loss': 1.2613879667810235, 'avg_acc_mask': 57.018697049371895, 'loss': 1.0801787376403809}
+{'epoch': 126, 'iter': 260, 'avg_loss': 1.258642444208664, 'avg_acc_mask': 57.157946623477216, 'loss': 1.2135323286056519}
+{'epoch': 126, 'iter': 270, 'avg_loss': 1.2588951484303632, 'avg_acc_mask': 57.079945799457995, 'loss': 1.4538227319717407}
+{'epoch': 'EP126_test', 'avg_loss': 1.2598167381424834, 'total_masked_acc': 57.07063988293202}
+{'epoch': 127, 'iter': 0, 'avg_loss': 1.3656166791915894, 'avg_acc_mask': 59.183673469387756, 'loss': 1.3656166791915894}
+{'epoch': 127, 'iter': 10, 'avg_loss': 1.2309966141527349, 'avg_acc_mask': 58.18181818181818, 'loss': 1.1332346200942993}
+{'epoch': 127, 'iter': 20, 'avg_loss': 1.2548461442901975, 'avg_acc_mask': 55.79773321708805, 'loss': 1.4564026594161987}
+{'epoch': 127, 'iter': 30, 'avg_loss': 1.2372706647842162, 'avg_acc_mask': 56.144578313253014, 'loss': 1.2296693325042725}
+{'epoch': 127, 'iter': 40, 'avg_loss': 1.2425327257412235, 'avg_acc_mask': 56.74107142857143, 'loss': 1.3512415885925293}
+{'epoch': 127, 'iter': 50, 'avg_loss': 1.247826822832519, 'avg_acc_mask': 56.81574239713775, 'loss': 1.3750795125961304}
+{'epoch': 127, 'iter': 60, 'avg_loss': 1.2687760288598107, 'avg_acc_mask': 55.77431677931237, 'loss': 1.427964210510254}
+{'epoch': 127, 'iter': 70, 'avg_loss': 1.2610617682967387, 'avg_acc_mask': 56.12477808775045, 'loss': 0.930437445640564}
+{'epoch': 127, 'iter': 80, 'avg_loss': 1.266551807338809, 'avg_acc_mask': 56.05690153367415, 'loss': 1.172793984413147}
+{'epoch': 127, 'iter': 90, 'avg_loss': 1.2640091809597644, 'avg_acc_mask': 56.27225959635932, 'loss': 1.150726318359375}
+{'epoch': 127, 'iter': 100, 'avg_loss': 1.2708162317181577, 'avg_acc_mask': 56.14475098530992, 'loss': 1.4384667873382568}
+{'epoch': 127, 'iter': 110, 'avg_loss': 1.2632198623708777, 'avg_acc_mask': 56.19497880665145, 'loss': 1.1358946561813354}
+{'epoch': 127, 'iter': 120, 'avg_loss': 1.260908489384927, 'avg_acc_mask': 56.36580992229527, 'loss': 1.3506801128387451}
+{'epoch': 127, 'iter': 130, 'avg_loss': 1.2682702486751645, 'avg_acc_mask': 56.023262254223205, 'loss': 1.5372742414474487}
+{'epoch': 127, 'iter': 140, 'avg_loss': 1.2604902953120833, 'avg_acc_mask': 56.37299035369775, 'loss': 0.8903728723526001}
+{'epoch': 127, 'iter': 150, 'avg_loss': 1.2619084064534167, 'avg_acc_mask': 56.38348932085433, 'loss': 1.3913159370422363}
+{'epoch': 127, 'iter': 160, 'avg_loss': 1.258519404423163, 'avg_acc_mask': 56.584431677368485, 'loss': 1.3498584032058716}
+{'epoch': 127, 'iter': 170, 'avg_loss': 1.259391569254691, 'avg_acc_mask': 56.59136705907307, 'loss': 1.5522518157958984}
+{'epoch': 127, 'iter': 180, 'avg_loss': 1.2595115778195924, 'avg_acc_mask': 56.580664591908445, 'loss': 1.7643476724624634}
+{'epoch': 127, 'iter': 190, 'avg_loss': 1.2539634645297266, 'avg_acc_mask': 56.727376752169356, 'loss': 1.3282243013381958}
+{'epoch': 127, 'iter': 200, 'avg_loss': 1.2557209193409973, 'avg_acc_mask': 56.63459793065893, 'loss': 1.3205089569091797}
+{'epoch': 127, 'iter': 210, 'avg_loss': 1.256707179320367, 'avg_acc_mask': 56.54617779315115, 'loss': 1.4564855098724365}
+{'epoch': 127, 'iter': 220, 'avg_loss': 1.2557227754485014, 'avg_acc_mask': 56.61946319776058, 'loss': 1.1244988441467285}
+{'epoch': 127, 'iter': 230, 'avg_loss': 1.257792342534829, 'avg_acc_mask': 56.54780687914168, 'loss': 1.0953413248062134}
+{'epoch': 127, 'iter': 240, 'avg_loss': 1.260139837057264, 'avg_acc_mask': 56.51778955336866, 'loss': 1.566136360168457}
+{'epoch': 127, 'iter': 250, 'avg_loss': 1.2567946077343002, 'avg_acc_mask': 56.68437522742158, 'loss': 0.7638887166976929}
+{'epoch': 127, 'iter': 260, 'avg_loss': 1.2519288588300976, 'avg_acc_mask': 56.88260533164521, 'loss': 0.9894703030586243}
+{'epoch': 127, 'iter': 270, 'avg_loss': 1.2494894952351756, 'avg_acc_mask': 56.96715772401676, 'loss': 1.298892617225647}
+{'epoch': 'EP127_test', 'avg_loss': 1.2489054302374523, 'total_masked_acc': 56.96093387278636}
+{'epoch': 128, 'iter': 0, 'avg_loss': 1.1566439867019653, 'avg_acc_mask': 61.53846153846154, 'loss': 1.1566439867019653}
+{'epoch': 128, 'iter': 10, 'avg_loss': 1.1977799426425586, 'avg_acc_mask': 59.46372239747634, 'loss': 1.152351975440979}
+{'epoch': 128, 'iter': 20, 'avg_loss': 1.1890899737675984, 'avg_acc_mask': 58.56014047410009, 'loss': 1.1183334589004517}
+{'epoch': 128, 'iter': 30, 'avg_loss': 1.1957487675451464, 'avg_acc_mask': 58.09352517985612, 'loss': 1.3143079280853271}
+{'epoch': 128, 'iter': 40, 'avg_loss': 1.2086116177279775, 'avg_acc_mask': 58.073270013568525, 'loss': 1.2899024486541748}
+{'epoch': 128, 'iter': 50, 'avg_loss': 1.2248081027292739, 'avg_acc_mask': 57.71036475261827, 'loss': 1.3161122798919678}
+{'epoch': 128, 'iter': 60, 'avg_loss': 1.2348103337600582, 'avg_acc_mask': 57.35468564650059, 'loss': 1.5521966218948364}
+{'epoch': 128, 'iter': 70, 'avg_loss': 1.2263590920139367, 'avg_acc_mask': 57.59672047143223, 'loss': 1.1840559244155884}
+{'epoch': 128, 'iter': 80, 'avg_loss': 1.2296977484667744, 'avg_acc_mask': 57.36521542973156, 'loss': 1.5332282781600952}
+{'epoch': 128, 'iter': 90, 'avg_loss': 1.2339527554564425, 'avg_acc_mask': 57.09709709709709, 'loss': 1.2565611600875854}
+{'epoch': 128, 'iter': 100, 'avg_loss': 1.2421371854177796, 'avg_acc_mask': 56.89810640216412, 'loss': 1.4015510082244873}
+{'epoch': 128, 'iter': 110, 'avg_loss': 1.2326975024498261, 'avg_acc_mask': 57.06745835395019, 'loss': 1.0392177104949951}
+{'epoch': 128, 'iter': 120, 'avg_loss': 1.2361997361025534, 'avg_acc_mask': 57.01316386745348, 'loss': 1.0806972980499268}
+{'epoch': 128, 'iter': 130, 'avg_loss': 1.2353836621036967, 'avg_acc_mask': 56.84107442641299, 'loss': 1.1826369762420654}
+{'epoch': 128, 'iter': 140, 'avg_loss': 1.2348467043951048, 'avg_acc_mask': 56.96582311505348, 'loss': 1.0373739004135132}
+{'epoch': 128, 'iter': 150, 'avg_loss': 1.234156457398901, 'avg_acc_mask': 57.14459000485201, 'loss': 1.2968517541885376}
+{'epoch': 128, 'iter': 160, 'avg_loss': 1.231840605691353, 'avg_acc_mask': 57.3299920264267, 'loss': 1.2979950904846191}
+{'epoch': 128, 'iter': 170, 'avg_loss': 1.2330690381819742, 'avg_acc_mask': 57.122964867180805, 'loss': 1.2397223711013794}
+{'epoch': 128, 'iter': 180, 'avg_loss': 1.2303265132298127, 'avg_acc_mask': 57.28765457125481, 'loss': 1.2417622804641724}
+{'epoch': 128, 'iter': 190, 'avg_loss': 1.2336661294492752, 'avg_acc_mask': 57.109871079468924, 'loss': 1.4832178354263306}
+{'epoch': 128, 'iter': 200, 'avg_loss': 1.2329726219177246, 'avg_acc_mask': 57.20311783585511, 'loss': 0.8798035979270935}
+{'epoch': 128, 'iter': 210, 'avg_loss': 1.2313993530815812, 'avg_acc_mask': 57.200139470013944, 'loss': 1.0956671237945557}
+{'epoch': 128, 'iter': 220, 'avg_loss': 1.2318466497222762, 'avg_acc_mask': 57.20120020003334, 'loss': 1.217996597290039}
+{'epoch': 128, 'iter': 230, 'avg_loss': 1.2301025901521956, 'avg_acc_mask': 57.27845577091808, 'loss': 0.9836944341659546}
+{'epoch': 128, 'iter': 240, 'avg_loss': 1.2308874456714298, 'avg_acc_mask': 57.328641370869036, 'loss': 1.2291557788848877}
+{'epoch': 128, 'iter': 250, 'avg_loss': 1.2318368779710565, 'avg_acc_mask': 57.30791875183986, 'loss': 1.0414161682128906}
+{'epoch': 128, 'iter': 260, 'avg_loss': 1.2318636717924214, 'avg_acc_mask': 57.46670444885237, 'loss': 1.149578332901001}
+{'epoch': 128, 'iter': 270, 'avg_loss': 1.234669185652504, 'avg_acc_mask': 57.380400708736545, 'loss': 1.296834111213684}
+{'epoch': 'EP128_test', 'avg_loss': 1.2359222085147663, 'total_masked_acc': 57.3224555302929}
+{'epoch': 129, 'iter': 0, 'avg_loss': 1.3008869886398315, 'avg_acc_mask': 51.92307692307693, 'loss': 1.3008869886398315}
+{'epoch': 129, 'iter': 10, 'avg_loss': 1.2005106644196943, 'avg_acc_mask': 57.666666666666664, 'loss': 1.1860599517822266}
+{'epoch': 129, 'iter': 20, 'avg_loss': 1.2255323387327648, 'avg_acc_mask': 57.04407951598963, 'loss': 1.212903380393982}
+{'epoch': 129, 'iter': 30, 'avg_loss': 1.2276570643148115, 'avg_acc_mask': 57.15997603355303, 'loss': 1.411277174949646}
+{'epoch': 129, 'iter': 40, 'avg_loss': 1.2373602739194545, 'avg_acc_mask': 56.60463004993191, 'loss': 1.2770429849624634}
+{'epoch': 129, 'iter': 50, 'avg_loss': 1.2418404653960584, 'avg_acc_mask': 56.67269439421339, 'loss': 1.298295259475708}
+{'epoch': 129, 'iter': 60, 'avg_loss': 1.2645149699977187, 'avg_acc_mask': 55.71047167012756, 'loss': 1.541961431503296}
+{'epoch': 129, 'iter': 70, 'avg_loss': 1.258038967428073, 'avg_acc_mask': 56.25320348539211, 'loss': 1.3270598649978638}
+{'epoch': 129, 'iter': 80, 'avg_loss': 1.2573239317646734, 'avg_acc_mask': 56.18533513270355, 'loss': 1.0553879737854004}
+{'epoch': 129, 'iter': 90, 'avg_loss': 1.2612008393465817, 'avg_acc_mask': 56.059701492537314, 'loss': 1.1615818738937378}
+{'epoch': 129, 'iter': 100, 'avg_loss': 1.268245501093345, 'avg_acc_mask': 55.77510328722831, 'loss': 1.6549748182296753}
+{'epoch': 129, 'iter': 110, 'avg_loss': 1.2572507664964006, 'avg_acc_mask': 55.932203389830505, 'loss': 1.4623228311538696}
+{'epoch': 129, 'iter': 120, 'avg_loss': 1.2545937462286516, 'avg_acc_mask': 56.23957543593632, 'loss': 1.1562340259552002}
+{'epoch': 129, 'iter': 130, 'avg_loss': 1.2549358629088365, 'avg_acc_mask': 56.38297872340425, 'loss': 1.163540244102478}
+{'epoch': 129, 'iter': 140, 'avg_loss': 1.2516639693408993, 'avg_acc_mask': 56.52797704447633, 'loss': 1.260441780090332}
+{'epoch': 129, 'iter': 150, 'avg_loss': 1.250565987154348, 'avg_acc_mask': 56.6650390625, 'loss': 1.2035963535308838}
+{'epoch': 129, 'iter': 160, 'avg_loss': 1.248261168506575, 'avg_acc_mask': 56.75088601806334, 'loss': 1.2623183727264404}
+{'epoch': 129, 'iter': 170, 'avg_loss': 1.2479012664298565, 'avg_acc_mask': 56.73896622423654, 'loss': 1.4755984544754028}
+{'epoch': 129, 'iter': 180, 'avg_loss': 1.2504437717284946, 'avg_acc_mask': 56.780268140415515, 'loss': 1.0921427011489868}
+{'epoch': 129, 'iter': 190, 'avg_loss': 1.2447421092013413, 'avg_acc_mask': 57.04724027548744, 'loss': 1.3110554218292236}
+{'epoch': 129, 'iter': 200, 'avg_loss': 1.2453862330806789, 'avg_acc_mask': 57.0394797105432, 'loss': 1.176862120628357}
+{'epoch': 129, 'iter': 210, 'avg_loss': 1.2468815982624253, 'avg_acc_mask': 57.07163474153766, 'loss': 1.3574905395507812}
+{'epoch': 129, 'iter': 220, 'avg_loss': 1.2480029059211593, 'avg_acc_mask': 57.110590597289615, 'loss': 1.2402710914611816}
+{'epoch': 129, 'iter': 230, 'avg_loss': 1.2510690443959587, 'avg_acc_mask': 57.00994546037856, 'loss': 1.088889479637146}
+{'epoch': 129, 'iter': 240, 'avg_loss': 1.2496896994559101, 'avg_acc_mask': 57.06166961062898, 'loss': 1.4011839628219604}
+{'epoch': 129, 'iter': 250, 'avg_loss': 1.2473550787959915, 'avg_acc_mask': 57.18615998817093, 'loss': 0.8275235891342163}
+{'epoch': 129, 'iter': 260, 'avg_loss': 1.2436206014220286, 'avg_acc_mask': 57.280863759056686, 'loss': 0.9651269316673279}
+{'epoch': 129, 'iter': 270, 'avg_loss': 1.244101697448435, 'avg_acc_mask': 57.25487522160099, 'loss': 1.2411702871322632}
+{'epoch': 'EP129_test', 'avg_loss': 1.2449215143055157, 'total_masked_acc': 57.2089902717209}
+{'epoch': 130, 'iter': 0, 'avg_loss': 1.1602301597595215, 'avg_acc_mask': 61.224489795918366, 'loss': 1.1602301597595215}
+{'epoch': 130, 'iter': 10, 'avg_loss': 1.179608410054987, 'avg_acc_mask': 58.13559322033899, 'loss': 1.1071182489395142}
+{'epoch': 130, 'iter': 20, 'avg_loss': 1.1836864380609422, 'avg_acc_mask': 57.14285714285714, 'loss': 1.3195258378982544}
+{'epoch': 130, 'iter': 30, 'avg_loss': 1.2020149077138593, 'avg_acc_mask': 56.96517412935324, 'loss': 1.391068696975708}
+{'epoch': 130, 'iter': 40, 'avg_loss': 1.219077039055708, 'avg_acc_mask': 56.89493433395872, 'loss': 1.518222451210022}
+{'epoch': 130, 'iter': 50, 'avg_loss': 1.2289219802501155, 'avg_acc_mask': 56.935123042505595, 'loss': 1.5141358375549316}
+{'epoch': 130, 'iter': 60, 'avg_loss': 1.252901207228176, 'avg_acc_mask': 55.93168648978347, 'loss': 1.5829975605010986}
+{'epoch': 130, 'iter': 70, 'avg_loss': 1.2499799350617637, 'avg_acc_mask': 56.039029535864984, 'loss': 0.9044843316078186}
+{'epoch': 130, 'iter': 80, 'avg_loss': 1.2394927041030224, 'avg_acc_mask': 56.49276028499196, 'loss': 1.2024881839752197}
+{'epoch': 130, 'iter': 90, 'avg_loss': 1.2480697258488163, 'avg_acc_mask': 56.36955636955637, 'loss': 1.034057378768921}
+{'epoch': 130, 'iter': 100, 'avg_loss': 1.2531728419927086, 'avg_acc_mask': 56.545554135475626, 'loss': 1.4294105768203735}
+{'epoch': 130, 'iter': 110, 'avg_loss': 1.252535778659958, 'avg_acc_mask': 56.4870259481038, 'loss': 1.3217763900756836}
+{'epoch': 130, 'iter': 120, 'avg_loss': 1.2599868641411962, 'avg_acc_mask': 56.373592941892305, 'loss': 1.3043416738510132}
+{'epoch': 130, 'iter': 130, 'avg_loss': 1.2589171801814596, 'avg_acc_mask': 56.37790860667228, 'loss': 0.9127989411354065}
+{'epoch': 130, 'iter': 140, 'avg_loss': 1.2560721530136487, 'avg_acc_mask': 56.669697363293935, 'loss': 1.0146502256393433}
+{'epoch': 130, 'iter': 150, 'avg_loss': 1.2568192020157316, 'avg_acc_mask': 56.73612793796947, 'loss': 1.3030799627304077}
+{'epoch': 130, 'iter': 160, 'avg_loss': 1.2524306237327387, 'avg_acc_mask': 56.85313888572405, 'loss': 1.215512752532959}
+{'epoch': 130, 'iter': 170, 'avg_loss': 1.2489710129492464, 'avg_acc_mask': 56.95591547785048, 'loss': 1.2709546089172363}
+{'epoch': 130, 'iter': 180, 'avg_loss': 1.2500547170639038, 'avg_acc_mask': 57.020930705141225, 'loss': 1.3372944593429565}
+{'epoch': 130, 'iter': 190, 'avg_loss': 1.2469585409963317, 'avg_acc_mask': 57.11810568870921, 'loss': 1.3942432403564453}
+{'epoch': 130, 'iter': 200, 'avg_loss': 1.2508966341540588, 'avg_acc_mask': 56.850321395775936, 'loss': 1.212060809135437}
+{'epoch': 130, 'iter': 210, 'avg_loss': 1.2497473825210643, 'avg_acc_mask': 56.83566433566434, 'loss': 1.2426644563674927}
+{'epoch': 130, 'iter': 220, 'avg_loss': 1.2504516920892361, 'avg_acc_mask': 56.714798430848845, 'loss': 1.3458490371704102}
+{'epoch': 130, 'iter': 230, 'avg_loss': 1.2467896615788019, 'avg_acc_mask': 56.8325213641083, 'loss': 0.908977210521698}
+{'epoch': 130, 'iter': 240, 'avg_loss': 1.2455856577489386, 'avg_acc_mask': 56.85209273854158, 'loss': 1.4560037851333618}
+{'epoch': 130, 'iter': 250, 'avg_loss': 1.240486770749567, 'avg_acc_mask': 57.15125247924778, 'loss': 0.7153225541114807}
+{'epoch': 130, 'iter': 260, 'avg_loss': 1.2353120165309688, 'avg_acc_mask': 57.345032550240596, 'loss': 0.9998614192008972}
+{'epoch': 130, 'iter': 270, 'avg_loss': 1.2324334825096974, 'avg_acc_mask': 57.45144804088586, 'loss': 1.487029790878296}
+{'epoch': 'EP130_test', 'avg_loss': 1.2325917795516443, 'total_masked_acc': 57.417802726543705}
+{'epoch': 131, 'iter': 0, 'avg_loss': 1.0960816144943237, 'avg_acc_mask': 63.04347826086957, 'loss': 1.0960816144943237}
+{'epoch': 131, 'iter': 10, 'avg_loss': 1.1754572987556458, 'avg_acc_mask': 58.603066439523, 'loss': 1.1020264625549316}
+{'epoch': 131, 'iter': 20, 'avg_loss': 1.1607216624986558, 'avg_acc_mask': 58.75343721356554, 'loss': 1.5346641540527344}
+{'epoch': 131, 'iter': 30, 'avg_loss': 1.1946582005869957, 'avg_acc_mask': 57.69944341372912, 'loss': 1.4114381074905396}
+{'epoch': 131, 'iter': 40, 'avg_loss': 1.1858451846169262, 'avg_acc_mask': 58.139534883720934, 'loss': 1.2489597797393799}
+{'epoch': 131, 'iter': 50, 'avg_loss': 1.1996887139245576, 'avg_acc_mask': 58.17850637522769, 'loss': 1.4219703674316406}
+{'epoch': 131, 'iter': 60, 'avg_loss': 1.2179059503508396, 'avg_acc_mask': 57.81763826606876, 'loss': 1.3783009052276611}
+{'epoch': 131, 'iter': 70, 'avg_loss': 1.22736355704321, 'avg_acc_mask': 57.113560625480645, 'loss': 1.0395864248275757}
+{'epoch': 131, 'iter': 80, 'avg_loss': 1.2316782614331188, 'avg_acc_mask': 57.116953762466004, 'loss': 1.2320873737335205}
+{'epoch': 131, 'iter': 90, 'avg_loss': 1.233147144972623, 'avg_acc_mask': 57.27199678585777, 'loss': 1.0824931859970093}
+{'epoch': 131, 'iter': 100, 'avg_loss': 1.2496946949769956, 'avg_acc_mask': 56.82148040638607, 'loss': 1.3825687170028687}
+{'epoch': 131, 'iter': 110, 'avg_loss': 1.2461775589633632, 'avg_acc_mask': 57.16171617161716, 'loss': 1.40444815158844}
+{'epoch': 131, 'iter': 120, 'avg_loss': 1.2446555583930212, 'avg_acc_mask': 57.329286798179055, 'loss': 1.074593424797058}
+{'epoch': 131, 'iter': 130, 'avg_loss': 1.2472335286722838, 'avg_acc_mask': 57.331646281456486, 'loss': 1.2328530550003052}
+{'epoch': 131, 'iter': 140, 'avg_loss': 1.253735750702256, 'avg_acc_mask': 56.91684100418411, 'loss': 1.0140032768249512}
+{'epoch': 131, 'iter': 150, 'avg_loss': 1.254565516055025, 'avg_acc_mask': 56.813749390541204, 'loss': 1.3372466564178467}
+{'epoch': 131, 'iter': 160, 'avg_loss': 1.2488478736847823, 'avg_acc_mask': 56.95303550973654, 'loss': 1.370179295539856}
+{'epoch': 131, 'iter': 170, 'avg_loss': 1.247444688925269, 'avg_acc_mask': 57.105887427215876, 'loss': 1.3316290378570557}
+{'epoch': 131, 'iter': 180, 'avg_loss': 1.2416872922228186, 'avg_acc_mask': 57.25690890481064, 'loss': 1.3723981380462646}
+{'epoch': 131, 'iter': 190, 'avg_loss': 1.2407961706216422, 'avg_acc_mask': 57.33009708737864, 'loss': 1.4027087688446045}
+{'epoch': 131, 'iter': 200, 'avg_loss': 1.2410437197827582, 'avg_acc_mask': 57.19959360857116, 'loss': 1.1202516555786133}
+{'epoch': 131, 'iter': 210, 'avg_loss': 1.2408199485444344, 'avg_acc_mask': 57.23585818597695, 'loss': 1.329102635383606}
+{'epoch': 131, 'iter': 220, 'avg_loss': 1.2411596427136418, 'avg_acc_mask': 57.24716743600503, 'loss': 0.9984845519065857}
+{'epoch': 131, 'iter': 230, 'avg_loss': 1.2446836013814588, 'avg_acc_mask': 57.09918751508326, 'loss': 1.3471447229385376}
+{'epoch': 131, 'iter': 240, 'avg_loss': 1.2405155046352212, 'avg_acc_mask': 57.2530269144752, 'loss': 1.2766077518463135}
+{'epoch': 131, 'iter': 250, 'avg_loss': 1.2396955157656118, 'avg_acc_mask': 57.34182841902504, 'loss': 0.937423586845398}
+{'epoch': 131, 'iter': 260, 'avg_loss': 1.2408510117695248, 'avg_acc_mask': 57.38345650938032, 'loss': 1.6879714727401733}
+{'epoch': 131, 'iter': 270, 'avg_loss': 1.2402787331725398, 'avg_acc_mask': 57.32148957977451, 'loss': 1.0837002992630005}
+{'epoch': 'EP131_test', 'avg_loss': 1.2415919193755025, 'total_masked_acc': 57.302918483730295}
+{'epoch': 132, 'iter': 0, 'avg_loss': 1.251276969909668, 'avg_acc_mask': 63.04347826086957, 'loss': 1.251276969909668}
+{'epoch': 132, 'iter': 10, 'avg_loss': 1.247766830704429, 'avg_acc_mask': 58.65051903114187, 'loss': 1.2847907543182373}
+{'epoch': 132, 'iter': 20, 'avg_loss': 1.2632587239855813, 'avg_acc_mask': 57.20524017467249, 'loss': 1.5629281997680664}
+{'epoch': 132, 'iter': 30, 'avg_loss': 1.2475680324339098, 'avg_acc_mask': 58.55263157894737, 'loss': 1.2945512533187866}
+{'epoch': 132, 'iter': 40, 'avg_loss': 1.2535515136835051, 'avg_acc_mask': 58.12500000000001, 'loss': 1.4138586521148682}
+{'epoch': 132, 'iter': 50, 'avg_loss': 1.2553914119215572, 'avg_acc_mask': 57.73381294964028, 'loss': 1.2434242963790894}
+{'epoch': 132, 'iter': 60, 'avg_loss': 1.2765406614444295, 'avg_acc_mask': 56.72652340300265, 'loss': 1.5564122200012207}
+{'epoch': 132, 'iter': 70, 'avg_loss': 1.2718166700551208, 'avg_acc_mask': 57.28693898134141, 'loss': 1.315901279449463}
+{'epoch': 132, 'iter': 80, 'avg_loss': 1.2737940240789343, 'avg_acc_mask': 57.24122612172368, 'loss': 1.2155144214630127}
+{'epoch': 132, 'iter': 90, 'avg_loss': 1.2792061226708549, 'avg_acc_mask': 57.00216663383888, 'loss': 1.0960705280303955}
+{'epoch': 132, 'iter': 100, 'avg_loss': 1.2830946669720187, 'avg_acc_mask': 56.88729874776386, 'loss': 1.3001914024353027}
+{'epoch': 132, 'iter': 110, 'avg_loss': 1.2688559368923977, 'avg_acc_mask': 57.26720315322713, 'loss': 1.1886615753173828}
+{'epoch': 132, 'iter': 120, 'avg_loss': 1.2662559599915812, 'avg_acc_mask': 57.42003941185387, 'loss': 1.043328046798706}
+{'epoch': 132, 'iter': 130, 'avg_loss': 1.2675005029176027, 'avg_acc_mask': 57.38485230295394, 'loss': 1.0973492860794067}
+{'epoch': 132, 'iter': 140, 'avg_loss': 1.2673904096826594, 'avg_acc_mask': 57.45013687915525, 'loss': 1.201898217201233}
+{'epoch': 132, 'iter': 150, 'avg_loss': 1.2689705933166655, 'avg_acc_mask': 57.21756050103368, 'loss': 1.4159966707229614}
+{'epoch': 132, 'iter': 160, 'avg_loss': 1.2673544902238787, 'avg_acc_mask': 57.39339752407153, 'loss': 1.2791794538497925}
+{'epoch': 132, 'iter': 170, 'avg_loss': 1.260027897985358, 'avg_acc_mask': 57.68609285791231, 'loss': 1.3973785638809204}
+{'epoch': 132, 'iter': 180, 'avg_loss': 1.2577632672220305, 'avg_acc_mask': 57.83403082576298, 'loss': 1.5699000358581543}
+{'epoch': 132, 'iter': 190, 'avg_loss': 1.2574906580111118, 'avg_acc_mask': 57.704219899341844, 'loss': 1.4756370782852173}
+{'epoch': 132, 'iter': 200, 'avg_loss': 1.255550133944744, 'avg_acc_mask': 57.697974217311234, 'loss': 1.0882388353347778}
+{'epoch': 132, 'iter': 210, 'avg_loss': 1.253884073682306, 'avg_acc_mask': 57.74982406755805, 'loss': 0.9696449637413025}
+{'epoch': 132, 'iter': 220, 'avg_loss': 1.254515676746541, 'avg_acc_mask': 57.68200836820083, 'loss': 1.21670663356781}
+{'epoch': 132, 'iter': 230, 'avg_loss': 1.2539216109684534, 'avg_acc_mask': 57.58907173669915, 'loss': 0.9723019003868103}
+{'epoch': 132, 'iter': 240, 'avg_loss': 1.2548490070208473, 'avg_acc_mask': 57.51089366256402, 'loss': 1.2980343103408813}
+{'epoch': 132, 'iter': 250, 'avg_loss': 1.2510299722986866, 'avg_acc_mask': 57.63807285546416, 'loss': 0.9888100028038025}
+{'epoch': 132, 'iter': 260, 'avg_loss': 1.2505860024941835, 'avg_acc_mask': 57.745084170321114, 'loss': 1.3074530363082886}
+{'epoch': 132, 'iter': 270, 'avg_loss': 1.2480220510950828, 'avg_acc_mask': 57.763890775709825, 'loss': 1.1915138959884644}
+{'epoch': 'EP132_test', 'avg_loss': 1.2477920556413955, 'total_masked_acc': 57.79675718956429}
+{'epoch': 133, 'iter': 0, 'avg_loss': 1.506017804145813, 'avg_acc_mask': 59.45945945945946, 'loss': 1.506017804145813}
+{'epoch': 133, 'iter': 10, 'avg_loss': 1.2688188498670405, 'avg_acc_mask': 54.49640287769785, 'loss': 1.29660964012146}
+{'epoch': 133, 'iter': 20, 'avg_loss': 1.2132347169376554, 'avg_acc_mask': 56.631171345595355, 'loss': 1.1223101615905762}
+{'epoch': 133, 'iter': 30, 'avg_loss': 1.2106286883354187, 'avg_acc_mask': 57.48884639898024, 'loss': 1.2880593538284302}
+{'epoch': 133, 'iter': 40, 'avg_loss': 1.2141354142165766, 'avg_acc_mask': 57.42667928098392, 'loss': 1.1086089611053467}
+{'epoch': 133, 'iter': 50, 'avg_loss': 1.227712869644165, 'avg_acc_mask': 57.2070385623362, 'loss': 1.387012243270874}
+{'epoch': 133, 'iter': 60, 'avg_loss': 1.240138707590885, 'avg_acc_mask': 56.442098727103385, 'loss': 1.2906756401062012}
+{'epoch': 133, 'iter': 70, 'avg_loss': 1.2504029198431632, 'avg_acc_mask': 56.63740356477787, 'loss': 1.0148121118545532}
+{'epoch': 133, 'iter': 80, 'avg_loss': 1.247205963841191, 'avg_acc_mask': 56.480186480186475, 'loss': 1.1341477632522583}
+{'epoch': 133, 'iter': 90, 'avg_loss': 1.255231873019711, 'avg_acc_mask': 56.15844852486074, 'loss': 1.2853901386260986}
+{'epoch': 133, 'iter': 100, 'avg_loss': 1.262861976529112, 'avg_acc_mask': 56.214325170318546, 'loss': 1.3343026638031006}
+{'epoch': 133, 'iter': 110, 'avg_loss': 1.2576174891746796, 'avg_acc_mask': 56.359685776366376, 'loss': 1.1691609621047974}
+{'epoch': 133, 'iter': 120, 'avg_loss': 1.2532186350546592, 'avg_acc_mask': 56.466441924609256, 'loss': 1.25412118434906}
+{'epoch': 133, 'iter': 130, 'avg_loss': 1.2531137684829363, 'avg_acc_mask': 56.274620146314014, 'loss': 1.3783018589019775}
+{'epoch': 133, 'iter': 140, 'avg_loss': 1.2528328261476882, 'avg_acc_mask': 56.4082484990864, 'loss': 1.0102784633636475}
+{'epoch': 133, 'iter': 150, 'avg_loss': 1.2490169516462364, 'avg_acc_mask': 56.464891041162225, 'loss': 1.0995867252349854}
+{'epoch': 133, 'iter': 160, 'avg_loss': 1.2486088120419045, 'avg_acc_mask': 56.514788169464424, 'loss': 1.2238209247589111}
+{'epoch': 133, 'iter': 170, 'avg_loss': 1.2488852795104535, 'avg_acc_mask': 56.544615054225275, 'loss': 1.4668618440628052}
+{'epoch': 133, 'iter': 180, 'avg_loss': 1.2503451095760199, 'avg_acc_mask': 56.52660494455184, 'loss': 1.449766993522644}
+{'epoch': 133, 'iter': 190, 'avg_loss': 1.2499416492372284, 'avg_acc_mask': 56.65314793356509, 'loss': 1.5533113479614258}
+{'epoch': 133, 'iter': 200, 'avg_loss': 1.2487221923633594, 'avg_acc_mask': 56.62041716438482, 'loss': 0.9851624369621277}
+{'epoch': 133, 'iter': 210, 'avg_loss': 1.2501941747010037, 'avg_acc_mask': 56.70699631772751, 'loss': 1.282792091369629}
+{'epoch': 133, 'iter': 220, 'avg_loss': 1.2462869057288537, 'avg_acc_mask': 56.9338794616735, 'loss': 0.7336225509643555}
+{'epoch': 133, 'iter': 230, 'avg_loss': 1.2467328996369333, 'avg_acc_mask': 56.946112579069585, 'loss': 1.363258719444275}
+{'epoch': 133, 'iter': 240, 'avg_loss': 1.2442859638776027, 'avg_acc_mask': 57.049858313548285, 'loss': 1.2686518430709839}
+{'epoch': 133, 'iter': 250, 'avg_loss': 1.2413359384137796, 'avg_acc_mask': 57.08192381232534, 'loss': 0.8335113525390625}
+{'epoch': 133, 'iter': 260, 'avg_loss': 1.2400983138102681, 'avg_acc_mask': 57.13478383724215, 'loss': 1.3670097589492798}
+{'epoch': 133, 'iter': 270, 'avg_loss': 1.2425032141463783, 'avg_acc_mask': 56.93207316243966, 'loss': 1.2523019313812256}
+{'epoch': 'EP133_test', 'avg_loss': 1.2410586761391682, 'total_masked_acc': 56.93099071414256}
+{'epoch': 134, 'iter': 0, 'avg_loss': 1.297760009765625, 'avg_acc_mask': 59.25925925925925, 'loss': 1.297760009765625}
+{'epoch': 134, 'iter': 10, 'avg_loss': 1.2664306163787842, 'avg_acc_mask': 58.069883527454245, 'loss': 1.0044407844543457}
+{'epoch': 134, 'iter': 20, 'avg_loss': 1.2263841827710469, 'avg_acc_mask': 58.25410544511668, 'loss': 1.0640143156051636}
+{'epoch': 134, 'iter': 30, 'avg_loss': 1.193813222069894, 'avg_acc_mask': 58.92748324192566, 'loss': 1.2020820379257202}
+{'epoch': 134, 'iter': 40, 'avg_loss': 1.2030865477352608, 'avg_acc_mask': 58.337140246687994, 'loss': 1.205159306526184}
+{'epoch': 134, 'iter': 50, 'avg_loss': 1.203610082467397, 'avg_acc_mask': 58.83006293965198, 'loss': 1.2076306343078613}
+{'epoch': 134, 'iter': 60, 'avg_loss': 1.2153759383764424, 'avg_acc_mask': 58.50381679389313, 'loss': 1.3488160371780396}
+{'epoch': 134, 'iter': 70, 'avg_loss': 1.2059859146534557, 'avg_acc_mask': 58.73437915448019, 'loss': 0.9216545820236206}
+{'epoch': 134, 'iter': 80, 'avg_loss': 1.20822967644091, 'avg_acc_mask': 58.88533576975789, 'loss': 1.1987957954406738}
+{'epoch': 134, 'iter': 90, 'avg_loss': 1.2149486260099724, 'avg_acc_mask': 58.36701697655619, 'loss': 0.9579602479934692}
+{'epoch': 134, 'iter': 100, 'avg_loss': 1.2228667812772316, 'avg_acc_mask': 58.1041968162084, 'loss': 1.4299887418746948}
+{'epoch': 134, 'iter': 110, 'avg_loss': 1.2225532069936529, 'avg_acc_mask': 58.04862023653088, 'loss': 1.38791823387146}
+{'epoch': 134, 'iter': 120, 'avg_loss': 1.223108360097428, 'avg_acc_mask': 58.07134220072552, 'loss': 1.291512131690979}
+{'epoch': 134, 'iter': 130, 'avg_loss': 1.2254981161983869, 'avg_acc_mask': 57.92776460744666, 'loss': 1.218709945678711}
+{'epoch': 134, 'iter': 140, 'avg_loss': 1.2280971268390088, 'avg_acc_mask': 57.87764644759059, 'loss': 1.4091973304748535}
+{'epoch': 134, 'iter': 150, 'avg_loss': 1.226196212484347, 'avg_acc_mask': 57.90369649805448, 'loss': 1.358296275138855}
+{'epoch': 134, 'iter': 160, 'avg_loss': 1.2283885945444522, 'avg_acc_mask': 57.88154897494305, 'loss': 1.399160385131836}
+{'epoch': 134, 'iter': 170, 'avg_loss': 1.2258398114589222, 'avg_acc_mask': 57.800320341697805, 'loss': 1.3493696451187134}
+{'epoch': 134, 'iter': 180, 'avg_loss': 1.229094488844687, 'avg_acc_mask': 57.69814758578804, 'loss': 1.5449707508087158}
+{'epoch': 134, 'iter': 190, 'avg_loss': 1.2324160278155543, 'avg_acc_mask': 57.59001440230437, 'loss': 1.2727864980697632}
+{'epoch': 134, 'iter': 200, 'avg_loss': 1.235684725479107, 'avg_acc_mask': 57.493587394650056, 'loss': 1.0792651176452637}
+{'epoch': 134, 'iter': 210, 'avg_loss': 1.2375499888618975, 'avg_acc_mask': 57.523975588491716, 'loss': 1.2542074918746948}
+{'epoch': 134, 'iter': 220, 'avg_loss': 1.239644311941587, 'avg_acc_mask': 57.45989527055107, 'loss': 1.0461792945861816}
+{'epoch': 134, 'iter': 230, 'avg_loss': 1.2432623232081854, 'avg_acc_mask': 57.32961339178956, 'loss': 1.1684497594833374}
+{'epoch': 134, 'iter': 240, 'avg_loss': 1.2426110093029703, 'avg_acc_mask': 57.31493481741252, 'loss': 1.0878039598464966}
+{'epoch': 134, 'iter': 250, 'avg_loss': 1.2424722389870906, 'avg_acc_mask': 57.43416709454999, 'loss': 1.0191112756729126}
+{'epoch': 134, 'iter': 260, 'avg_loss': 1.2395145756074752, 'avg_acc_mask': 57.57875406130809, 'loss': 1.0489178895950317}
+{'epoch': 134, 'iter': 270, 'avg_loss': 1.2360336881722032, 'avg_acc_mask': 57.63761311832347, 'loss': 1.2634248733520508}
+{'epoch': 'EP134_test', 'avg_loss': 1.2341162616360015, 'total_masked_acc': 57.715966836052424}
+{'epoch': 135, 'iter': 0, 'avg_loss': 1.1445457935333252, 'avg_acc_mask': 62.5, 'loss': 1.1445457935333252}
+{'epoch': 135, 'iter': 10, 'avg_loss': 1.1973170096224004, 'avg_acc_mask': 59.25297113752123, 'loss': 1.2010889053344727}
+{'epoch': 135, 'iter': 20, 'avg_loss': 1.1965357973462059, 'avg_acc_mask': 59.62897526501767, 'loss': 1.3116432428359985}
+{'epoch': 135, 'iter': 30, 'avg_loss': 1.2155996195731624, 'avg_acc_mask': 59.30372148859544, 'loss': 1.6558951139450073}
+{'epoch': 135, 'iter': 40, 'avg_loss': 1.2296255347205371, 'avg_acc_mask': 58.58631626642501, 'loss': 1.3972138166427612}
+{'epoch': 135, 'iter': 50, 'avg_loss': 1.2248082090826595, 'avg_acc_mask': 58.921462178791174, 'loss': 1.3638615608215332}
+{'epoch': 135, 'iter': 60, 'avg_loss': 1.2371258911539296, 'avg_acc_mask': 58.53731343283582, 'loss': 1.4937368631362915}
+{'epoch': 135, 'iter': 70, 'avg_loss': 1.2406259699606559, 'avg_acc_mask': 58.160389444017426, 'loss': 1.197055697441101}
+{'epoch': 135, 'iter': 80, 'avg_loss': 1.2401291492544575, 'avg_acc_mask': 57.825594563986414, 'loss': 1.3544682264328003}
+{'epoch': 135, 'iter': 90, 'avg_loss': 1.2494003242188758, 'avg_acc_mask': 57.36884261113337, 'loss': 1.1442558765411377}
+{'epoch': 135, 'iter': 100, 'avg_loss': 1.258004074639613, 'avg_acc_mask': 57.3133248960405, 'loss': 1.0897657871246338}
+{'epoch': 135, 'iter': 110, 'avg_loss': 1.251966131163073, 'avg_acc_mask': 57.40649200856814, 'loss': 1.3511697053909302}
+{'epoch': 135, 'iter': 120, 'avg_loss': 1.2590884832311269, 'avg_acc_mask': 56.93939393939394, 'loss': 1.2703502178192139}
+{'epoch': 135, 'iter': 130, 'avg_loss': 1.2603955018611355, 'avg_acc_mask': 56.87017543859649, 'loss': 1.2503068447113037}
+{'epoch': 135, 'iter': 140, 'avg_loss': 1.2529817346140002, 'avg_acc_mask': 57.045840407470294, 'loss': 1.1943000555038452}
+{'epoch': 135, 'iter': 150, 'avg_loss': 1.2505767562531478, 'avg_acc_mask': 57.07690438585834, 'loss': 1.0792118310928345}
+{'epoch': 135, 'iter': 160, 'avg_loss': 1.2535656412936145, 'avg_acc_mask': 57.21931222956046, 'loss': 1.2312897443771362}
+{'epoch': 135, 'iter': 170, 'avg_loss': 1.2550177842552899, 'avg_acc_mask': 57.15510772858827, 'loss': 1.3457372188568115}
+{'epoch': 135, 'iter': 180, 'avg_loss': 1.2507303538243415, 'avg_acc_mask': 57.293997965412004, 'loss': 1.1751914024353027}
+{'epoch': 135, 'iter': 190, 'avg_loss': 1.2483247992880058, 'avg_acc_mask': 57.370864770748696, 'loss': 1.2756288051605225}
+{'epoch': 135, 'iter': 200, 'avg_loss': 1.248020067143796, 'avg_acc_mask': 57.398854609273975, 'loss': 1.0315455198287964}
+{'epoch': 135, 'iter': 210, 'avg_loss': 1.253262898933266, 'avg_acc_mask': 57.23961998592541, 'loss': 1.3906668424606323}
+{'epoch': 135, 'iter': 220, 'avg_loss': 1.2532926495798034, 'avg_acc_mask': 57.275775356244765, 'loss': 1.2395954132080078}
+{'epoch': 135, 'iter': 230, 'avg_loss': 1.2524164680278662, 'avg_acc_mask': 57.25386525674918, 'loss': 1.2568697929382324}
+{'epoch': 135, 'iter': 240, 'avg_loss': 1.2510707227520923, 'avg_acc_mask': 57.23487462617898, 'loss': 1.0358145236968994}
+{'epoch': 135, 'iter': 250, 'avg_loss': 1.2453425369889612, 'avg_acc_mask': 57.30411686586986, 'loss': 1.0365351438522339}
+{'epoch': 135, 'iter': 260, 'avg_loss': 1.2472714430070928, 'avg_acc_mask': 57.27776199943197, 'loss': 0.9637795686721802}
+{'epoch': 135, 'iter': 270, 'avg_loss': 1.2473790858944405, 'avg_acc_mask': 57.15358361774744, 'loss': 1.151665210723877}
+{'epoch': 'EP135_test', 'avg_loss': 1.2468972281701323, 'total_masked_acc': 57.17542918454936}
+{'epoch': 136, 'iter': 0, 'avg_loss': 1.3954362869262695, 'avg_acc_mask': 60.86956521739131, 'loss': 1.3954362869262695}
+{'epoch': 136, 'iter': 10, 'avg_loss': 1.1604656143621965, 'avg_acc_mask': 61.07011070110702, 'loss': 1.1609431505203247}
+{'epoch': 136, 'iter': 20, 'avg_loss': 1.199052972452981, 'avg_acc_mask': 59.67153284671532, 'loss': 1.4218207597732544}
+{'epoch': 136, 'iter': 30, 'avg_loss': 1.1964428251789463, 'avg_acc_mask': 60.049627791563275, 'loss': 1.2785375118255615}
+{'epoch': 136, 'iter': 40, 'avg_loss': 1.2190351733347264, 'avg_acc_mask': 57.936507936507944, 'loss': 1.561602234840393}
+{'epoch': 136, 'iter': 50, 'avg_loss': 1.233076185572381, 'avg_acc_mask': 57.87106446776612, 'loss': 1.4439146518707275}
+{'epoch': 136, 'iter': 60, 'avg_loss': 1.2595595932397685, 'avg_acc_mask': 57.03340484216978, 'loss': 1.4151462316513062}
+{'epoch': 136, 'iter': 70, 'avg_loss': 1.2519779776183653, 'avg_acc_mask': 57.31996834608283, 'loss': 1.1927955150604248}
+{'epoch': 136, 'iter': 80, 'avg_loss': 1.2471025924623749, 'avg_acc_mask': 57.369510232237296, 'loss': 1.3690677881240845}
+{'epoch': 136, 'iter': 90, 'avg_loss': 1.2561008976056025, 'avg_acc_mask': 57.27899432278994, 'loss': 1.1652616262435913}
+{'epoch': 136, 'iter': 100, 'avg_loss': 1.2566056788557827, 'avg_acc_mask': 57.30909090909091, 'loss': 1.2142269611358643}
+{'epoch': 136, 'iter': 110, 'avg_loss': 1.250031209206796, 'avg_acc_mask': 57.27482678983834, 'loss': 1.3943265676498413}
+{'epoch': 136, 'iter': 120, 'avg_loss': 1.2489193106485792, 'avg_acc_mask': 57.36516090043813, 'loss': 1.1192656755447388}
+{'epoch': 136, 'iter': 130, 'avg_loss': 1.254564412677561, 'avg_acc_mask': 57.14086665737773, 'loss': 1.177948236465454}
+{'epoch': 136, 'iter': 140, 'avg_loss': 1.245929332489663, 'avg_acc_mask': 57.3462783171521, 'loss': 0.9565889835357666}
+{'epoch': 136, 'iter': 150, 'avg_loss': 1.242437656352062, 'avg_acc_mask': 57.49213265553135, 'loss': 1.4785451889038086}
+{'epoch': 136, 'iter': 160, 'avg_loss': 1.242674772043406, 'avg_acc_mask': 57.56642718668034, 'loss': 1.2302287817001343}
+{'epoch': 136, 'iter': 170, 'avg_loss': 1.2399324178695679, 'avg_acc_mask': 57.57867694283879, 'loss': 1.1624118089675903}
+{'epoch': 136, 'iter': 180, 'avg_loss': 1.2426938450797487, 'avg_acc_mask': 57.52086301648687, 'loss': 1.4324959516525269}
+{'epoch': 136, 'iter': 190, 'avg_loss': 1.2421867260758166, 'avg_acc_mask': 57.59853522212586, 'loss': 1.5133312940597534}
+{'epoch': 136, 'iter': 200, 'avg_loss': 1.2385888488138492, 'avg_acc_mask': 57.77940102264426, 'loss': 1.1979608535766602}
+{'epoch': 136, 'iter': 210, 'avg_loss': 1.242024350222818, 'avg_acc_mask': 57.630504646920876, 'loss': 1.11998450756073}
+{'epoch': 136, 'iter': 220, 'avg_loss': 1.2407799179737384, 'avg_acc_mask': 57.61786600496278, 'loss': 1.2055728435516357}
+{'epoch': 136, 'iter': 230, 'avg_loss': 1.242097194834705, 'avg_acc_mask': 57.47489920151791, 'loss': 1.0987060070037842}
+{'epoch': 136, 'iter': 240, 'avg_loss': 1.241027068547688, 'avg_acc_mask': 57.46308216584627, 'loss': 1.43882417678833}
+{'epoch': 136, 'iter': 250, 'avg_loss': 1.2384124236752787, 'avg_acc_mask': 57.577522201193766, 'loss': 1.2317768335342407}
+{'epoch': 136, 'iter': 260, 'avg_loss': 1.24151971627926, 'avg_acc_mask': 57.455003851810346, 'loss': 1.3816115856170654}
+{'epoch': 136, 'iter': 270, 'avg_loss': 1.241202030894501, 'avg_acc_mask': 57.395812293812696, 'loss': 1.3248668909072876}
+{'epoch': 'EP136_test', 'avg_loss': 1.239712994383729, 'total_masked_acc': 57.48510919920582}
+{'epoch': 137, 'iter': 0, 'avg_loss': 1.2176198959350586, 'avg_acc_mask': 56.896551724137936, 'loss': 1.2176198959350586}
+{'epoch': 137, 'iter': 10, 'avg_loss': 1.1766788742759011, 'avg_acc_mask': 57.96387520525451, 'loss': 1.2686723470687866}
+{'epoch': 137, 'iter': 20, 'avg_loss': 1.1848937613623483, 'avg_acc_mask': 58.5496866606983, 'loss': 1.2795767784118652}
+{'epoch': 137, 'iter': 30, 'avg_loss': 1.1762823750895839, 'avg_acc_mask': 59.52525867315885, 'loss': 1.282951831817627}
+{'epoch': 137, 'iter': 40, 'avg_loss': 1.2112014439047836, 'avg_acc_mask': 57.701149425287355, 'loss': 1.4824050664901733}
+{'epoch': 137, 'iter': 50, 'avg_loss': 1.2209342168826682, 'avg_acc_mask': 57.41983594332588, 'loss': 0.8039688467979431}
+{'epoch': 137, 'iter': 60, 'avg_loss': 1.2293110548472794, 'avg_acc_mask': 56.98596705308114, 'loss': 1.2979936599731445}
+{'epoch': 137, 'iter': 70, 'avg_loss': 1.2313894629478455, 'avg_acc_mask': 57.292211186617884, 'loss': 1.1772884130477905}
+{'epoch': 137, 'iter': 80, 'avg_loss': 1.2335724352318564, 'avg_acc_mask': 57.05113506076588, 'loss': 1.4950430393218994}
+{'epoch': 137, 'iter': 90, 'avg_loss': 1.233156790445139, 'avg_acc_mask': 57.580085696796566, 'loss': 1.1113046407699585}
+{'epoch': 137, 'iter': 100, 'avg_loss': 1.24530163554862, 'avg_acc_mask': 57.3372563442442, 'loss': 1.375136375427246}
+{'epoch': 137, 'iter': 110, 'avg_loss': 1.237569444351368, 'avg_acc_mask': 57.598530394121575, 'loss': 1.0648412704467773}
+{'epoch': 137, 'iter': 120, 'avg_loss': 1.2407577988529994, 'avg_acc_mask': 57.308868501529055, 'loss': 1.000373363494873}
+{'epoch': 137, 'iter': 130, 'avg_loss': 1.238936839212898, 'avg_acc_mask': 57.298136645962735, 'loss': 1.378614902496338}
+{'epoch': 137, 'iter': 140, 'avg_loss': 1.241632563002566, 'avg_acc_mask': 57.16906946264745, 'loss': 1.1777503490447998}
+{'epoch': 137, 'iter': 150, 'avg_loss': 1.2400395061006608, 'avg_acc_mask': 57.21271393643031, 'loss': 1.2645477056503296}
+{'epoch': 137, 'iter': 160, 'avg_loss': 1.240594394458747, 'avg_acc_mask': 57.3661227304068, 'loss': 1.282465934753418}
+{'epoch': 137, 'iter': 170, 'avg_loss': 1.2385519620967886, 'avg_acc_mask': 57.445658051259876, 'loss': 1.525925874710083}
+{'epoch': 137, 'iter': 180, 'avg_loss': 1.2339522206322264, 'avg_acc_mask': 57.572656569791235, 'loss': 1.3579907417297363}
+{'epoch': 137, 'iter': 190, 'avg_loss': 1.2322899324731678, 'avg_acc_mask': 57.55898630935042, 'loss': 1.4788501262664795}
+{'epoch': 137, 'iter': 200, 'avg_loss': 1.230527471547103, 'avg_acc_mask': 57.620234468752884, 'loss': 1.2478948831558228}
+{'epoch': 137, 'iter': 210, 'avg_loss': 1.2320317442383246, 'avg_acc_mask': 57.605633802816904, 'loss': 1.4590317010879517}
+{'epoch': 137, 'iter': 220, 'avg_loss': 1.2321485858157748, 'avg_acc_mask': 57.658790011731185, 'loss': 1.3981322050094604}
+{'epoch': 137, 'iter': 230, 'avg_loss': 1.234750738907686, 'avg_acc_mask': 57.51258087706685, 'loss': 1.3646574020385742}
+{'epoch': 137, 'iter': 240, 'avg_loss': 1.232472752139776, 'avg_acc_mask': 57.53214941824862, 'loss': 1.0901364088058472}
+{'epoch': 137, 'iter': 250, 'avg_loss': 1.2301655098261586, 'avg_acc_mask': 57.610534834105785, 'loss': 1.1393892765045166}
+{'epoch': 137, 'iter': 260, 'avg_loss': 1.228781675241916, 'avg_acc_mask': 57.77714932126696, 'loss': 1.369150996208191}
+{'epoch': 137, 'iter': 270, 'avg_loss': 1.2319888191029595, 'avg_acc_mask': 57.563624024431626, 'loss': 1.5097967386245728}
+{'epoch': 'EP137_test', 'avg_loss': 1.2334926489038744, 'total_masked_acc': 57.5}
+{'epoch': 138, 'iter': 0, 'avg_loss': 1.1526681184768677, 'avg_acc_mask': 69.0909090909091, 'loss': 1.1526681184768677}
+{'epoch': 138, 'iter': 10, 'avg_loss': 1.2030813152139836, 'avg_acc_mask': 59.193548387096776, 'loss': 1.28109872341156}
+{'epoch': 138, 'iter': 20, 'avg_loss': 1.2059333381198702, 'avg_acc_mask': 57.41666666666667, 'loss': 0.9360705018043518}
+{'epoch': 138, 'iter': 30, 'avg_loss': 1.2046354662987493, 'avg_acc_mask': 57.65395894428153, 'loss': 1.2465788125991821}
+{'epoch': 138, 'iter': 40, 'avg_loss': 1.2106578146539084, 'avg_acc_mask': 57.763157894736835, 'loss': 1.1444331407546997}
+{'epoch': 138, 'iter': 50, 'avg_loss': 1.2014949134751862, 'avg_acc_mask': 58.170391061452506, 'loss': 1.1109137535095215}
+{'epoch': 138, 'iter': 60, 'avg_loss': 1.209696449217249, 'avg_acc_mask': 57.81430219146482, 'loss': 1.2846481800079346}
+{'epoch': 138, 'iter': 70, 'avg_loss': 1.2163329846422437, 'avg_acc_mask': 57.363954068896646, 'loss': 0.9564347267150879}
+{'epoch': 138, 'iter': 80, 'avg_loss': 1.2190064324273004, 'avg_acc_mask': 57.70934869295525, 'loss': 1.1079517602920532}
+{'epoch': 138, 'iter': 90, 'avg_loss': 1.2219485005179604, 'avg_acc_mask': 57.88230663255265, 'loss': 1.1550899744033813}
+{'epoch': 138, 'iter': 100, 'avg_loss': 1.2314728356824063, 'avg_acc_mask': 57.53498385360602, 'loss': 1.3313422203063965}
+{'epoch': 138, 'iter': 110, 'avg_loss': 1.230520648999257, 'avg_acc_mask': 57.537606278613474, 'loss': 1.2701855897903442}
+{'epoch': 138, 'iter': 120, 'avg_loss': 1.2346256005862528, 'avg_acc_mask': 57.21168322794339, 'loss': 1.1516518592834473}
+{'epoch': 138, 'iter': 130, 'avg_loss': 1.2367859933212513, 'avg_acc_mask': 57.222454380832986, 'loss': 1.2744003534317017}
+{'epoch': 138, 'iter': 140, 'avg_loss': 1.2353382457232644, 'avg_acc_mask': 57.554980595084096, 'loss': 1.0944691896438599}
+{'epoch': 138, 'iter': 150, 'avg_loss': 1.233687013979779, 'avg_acc_mask': 57.81664656212304, 'loss': 1.0748064517974854}
+{'epoch': 138, 'iter': 160, 'avg_loss': 1.2297563619495178, 'avg_acc_mask': 57.95853630905178, 'loss': 1.2490477561950684}
+{'epoch': 138, 'iter': 170, 'avg_loss': 1.229918300756934, 'avg_acc_mask': 58.045915643352906, 'loss': 1.2958954572677612}
+{'epoch': 138, 'iter': 180, 'avg_loss': 1.2257327674502168, 'avg_acc_mask': 58.1219043768321, 'loss': 1.5311317443847656}
+{'epoch': 138, 'iter': 190, 'avg_loss': 1.223630280706895, 'avg_acc_mask': 58.206803767057465, 'loss': 1.3526177406311035}
+{'epoch': 138, 'iter': 200, 'avg_loss': 1.2244572606845874, 'avg_acc_mask': 58.16056260845739, 'loss': 1.1365886926651}
+{'epoch': 138, 'iter': 210, 'avg_loss': 1.2255023828049971, 'avg_acc_mask': 58.178341734747086, 'loss': 1.1560702323913574}
+{'epoch': 138, 'iter': 220, 'avg_loss': 1.22736670987099, 'avg_acc_mask': 58.10014116084032, 'loss': 1.1980247497558594}
+{'epoch': 138, 'iter': 230, 'avg_loss': 1.2323499339999575, 'avg_acc_mask': 58.014781848525786, 'loss': 0.921158492565155}
+{'epoch': 138, 'iter': 240, 'avg_loss': 1.232444263345473, 'avg_acc_mask': 58.01886792452831, 'loss': 1.41950261592865}
+{'epoch': 138, 'iter': 250, 'avg_loss': 1.2291772721773124, 'avg_acc_mask': 58.044418383053575, 'loss': 1.2202951908111572}
+{'epoch': 138, 'iter': 260, 'avg_loss': 1.2286951235884451, 'avg_acc_mask': 58.09436361067948, 'loss': 1.2951682806015015}
+{'epoch': 138, 'iter': 270, 'avg_loss': 1.231098457456075, 'avg_acc_mask': 58.122964169381106, 'loss': 1.3397901058197021}
+{'epoch': 'EP138_test', 'avg_loss': 1.2336702109247013, 'total_masked_acc': 58.01745386716408}
+{'epoch': 139, 'iter': 0, 'avg_loss': 1.319165587425232, 'avg_acc_mask': 55.55555555555556, 'loss': 1.319165587425232}
+{'epoch': 139, 'iter': 10, 'avg_loss': 1.2467591545798562, 'avg_acc_mask': 56.59050966608085, 'loss': 1.1266604661941528}
+{'epoch': 139, 'iter': 20, 'avg_loss': 1.2084418421699887, 'avg_acc_mask': 58.532110091743114, 'loss': 1.178389072418213}
+{'epoch': 139, 'iter': 30, 'avg_loss': 1.198538355288967, 'avg_acc_mask': 58.84165126309304, 'loss': 1.2167067527770996}
+{'epoch': 139, 'iter': 40, 'avg_loss': 1.2039657031617514, 'avg_acc_mask': 58.818097876269626, 'loss': 1.3223634958267212}
+{'epoch': 139, 'iter': 50, 'avg_loss': 1.2167255095407075, 'avg_acc_mask': 58.4981684981685, 'loss': 1.0372285842895508}
+{'epoch': 139, 'iter': 60, 'avg_loss': 1.2206421484712695, 'avg_acc_mask': 57.61689291101055, 'loss': 1.4037643671035767}
+{'epoch': 139, 'iter': 70, 'avg_loss': 1.2161818877072401, 'avg_acc_mask': 57.9137619416473, 'loss': 1.2606470584869385}
+{'epoch': 139, 'iter': 80, 'avg_loss': 1.2254741353753171, 'avg_acc_mask': 57.684449489216796, 'loss': 1.4373282194137573}
+{'epoch': 139, 'iter': 90, 'avg_loss': 1.2260186632910928, 'avg_acc_mask': 57.606734816596514, 'loss': 1.2045398950576782}
+{'epoch': 139, 'iter': 100, 'avg_loss': 1.232717228407907, 'avg_acc_mask': 57.66121789114425, 'loss': 1.2020022869110107}
+{'epoch': 139, 'iter': 110, 'avg_loss': 1.230187544414589, 'avg_acc_mask': 57.735664107172035, 'loss': 1.3738516569137573}
+{'epoch': 139, 'iter': 120, 'avg_loss': 1.2304326182554577, 'avg_acc_mask': 57.72577257725773, 'loss': 1.0819532871246338}
+{'epoch': 139, 'iter': 130, 'avg_loss': 1.2341487312134896, 'avg_acc_mask': 57.58620689655173, 'loss': 1.128584861755371}
+{'epoch': 139, 'iter': 140, 'avg_loss': 1.227452112005112, 'avg_acc_mask': 57.8913491246138, 'loss': 1.0670820474624634}
+{'epoch': 139, 'iter': 150, 'avg_loss': 1.229741282415706, 'avg_acc_mask': 57.91746641074857, 'loss': 1.368605136871338}
+{'epoch': 139, 'iter': 160, 'avg_loss': 1.231352576928109, 'avg_acc_mask': 57.763693979176104, 'loss': 1.4472733736038208}
+{'epoch': 139, 'iter': 170, 'avg_loss': 1.2340429676206488, 'avg_acc_mask': 57.77636325058349, 'loss': 1.3145802021026611}
+{'epoch': 139, 'iter': 180, 'avg_loss': 1.232382026166547, 'avg_acc_mask': 57.82927073929181, 'loss': 1.3921873569488525}
+{'epoch': 139, 'iter': 190, 'avg_loss': 1.2339270598601297, 'avg_acc_mask': 57.63941940412529, 'loss': 1.4986456632614136}
+{'epoch': 139, 'iter': 200, 'avg_loss': 1.231510966274869, 'avg_acc_mask': 57.66110655364142, 'loss': 1.094912052154541}
+{'epoch': 139, 'iter': 210, 'avg_loss': 1.2344466908283143, 'avg_acc_mask': 57.60737263084681, 'loss': 1.3998196125030518}
+{'epoch': 139, 'iter': 220, 'avg_loss': 1.2336000293088714, 'avg_acc_mask': 57.54716981132076, 'loss': 1.2410722970962524}
+{'epoch': 139, 'iter': 230, 'avg_loss': 1.2345337730981572, 'avg_acc_mask': 57.59133322789815, 'loss': 1.2426327466964722}
+{'epoch': 139, 'iter': 240, 'avg_loss': 1.2312967455733366, 'avg_acc_mask': 57.6253218234136, 'loss': 1.2689627408981323}
+{'epoch': 139, 'iter': 250, 'avg_loss': 1.2271185149234605, 'avg_acc_mask': 57.874044412085915, 'loss': 0.7702871561050415}
+{'epoch': 139, 'iter': 260, 'avg_loss': 1.2266430973549913, 'avg_acc_mask': 57.79502237136466, 'loss': 1.1606435775756836}
+{'epoch': 139, 'iter': 270, 'avg_loss': 1.22439637417283, 'avg_acc_mask': 57.97150154590671, 'loss': 1.2829536199569702}
+{'epoch': 'EP139_test', 'avg_loss': 1.226491411311039, 'total_masked_acc': 57.92703041498977}
+{'epoch': 140, 'iter': 0, 'avg_loss': 1.3319332599639893, 'avg_acc_mask': 51.78571428571429, 'loss': 1.3319332599639893}
+{'epoch': 140, 'iter': 10, 'avg_loss': 1.253426270051436, 'avg_acc_mask': 58.71080139372822, 'loss': 1.3916380405426025}
+{'epoch': 140, 'iter': 20, 'avg_loss': 1.219523983342307, 'avg_acc_mask': 59.68489341983317, 'loss': 1.1976094245910645}
+{'epoch': 140, 'iter': 30, 'avg_loss': 1.2035308518717367, 'avg_acc_mask': 59.618930547019055, 'loss': 1.2305086851119995}
+{'epoch': 140, 'iter': 40, 'avg_loss': 1.2024782910579588, 'avg_acc_mask': 59.211732355637025, 'loss': 1.2701970338821411}
+{'epoch': 140, 'iter': 50, 'avg_loss': 1.2055478610244452, 'avg_acc_mask': 58.71924746743849, 'loss': 1.0689712762832642}
+{'epoch': 140, 'iter': 60, 'avg_loss': 1.208360296780946, 'avg_acc_mask': 58.72493265489375, 'loss': 1.6562042236328125}
+{'epoch': 140, 'iter': 70, 'avg_loss': 1.2090137802379233, 'avg_acc_mask': 58.48225848225849, 'loss': 0.9540168642997742}
+{'epoch': 140, 'iter': 80, 'avg_loss': 1.214950814659213, 'avg_acc_mask': 58.244499886595605, 'loss': 1.1639904975891113}
+{'epoch': 140, 'iter': 90, 'avg_loss': 1.2182909748056432, 'avg_acc_mask': 58.11707905853953, 'loss': 1.142503261566162}
+{'epoch': 140, 'iter': 100, 'avg_loss': 1.2261582058255036, 'avg_acc_mask': 57.72768259693417, 'loss': 1.2076088190078735}
+{'epoch': 140, 'iter': 110, 'avg_loss': 1.2328538830215867, 'avg_acc_mask': 57.3841059602649, 'loss': 1.4443789720535278}
+{'epoch': 140, 'iter': 120, 'avg_loss': 1.2410279857225655, 'avg_acc_mask': 57.07346690953249, 'loss': 1.2085647583007812}
+{'epoch': 140, 'iter': 130, 'avg_loss': 1.2386462615646479, 'avg_acc_mask': 56.95475556800672, 'loss': 1.2792961597442627}
+{'epoch': 140, 'iter': 140, 'avg_loss': 1.2344249043058841, 'avg_acc_mask': 57.191289607510754, 'loss': 0.9408048987388611}
+{'epoch': 140, 'iter': 150, 'avg_loss': 1.23167384262906, 'avg_acc_mask': 57.40019474196689, 'loss': 1.257262110710144}
+{'epoch': 140, 'iter': 160, 'avg_loss': 1.2251203615472923, 'avg_acc_mask': 57.628087831655996, 'loss': 1.5092511177062988}
+{'epoch': 140, 'iter': 170, 'avg_loss': 1.2233233863150168, 'avg_acc_mask': 57.702209826217555, 'loss': 1.4360500574111938}
+{'epoch': 140, 'iter': 180, 'avg_loss': 1.2255852120357325, 'avg_acc_mask': 57.69113305507483, 'loss': 1.2669259309768677}
+{'epoch': 140, 'iter': 190, 'avg_loss': 1.2219096119491217, 'avg_acc_mask': 57.744984567901234, 'loss': 1.333582878112793}
+{'epoch': 140, 'iter': 200, 'avg_loss': 1.2249699650119192, 'avg_acc_mask': 57.60161482704835, 'loss': 1.045922040939331}
+{'epoch': 140, 'iter': 210, 'avg_loss': 1.222006252026671, 'avg_acc_mask': 57.749912922326715, 'loss': 1.1136436462402344}
+{'epoch': 140, 'iter': 220, 'avg_loss': 1.2240340294341696, 'avg_acc_mask': 57.73144700918343, 'loss': 1.4074386358261108}
+{'epoch': 140, 'iter': 230, 'avg_loss': 1.2273821967504757, 'avg_acc_mask': 57.595187208105756, 'loss': 1.2658658027648926}
+{'epoch': 140, 'iter': 240, 'avg_loss': 1.2260936604990504, 'avg_acc_mask': 57.60194027588298, 'loss': 1.0733953714370728}
+{'epoch': 140, 'iter': 250, 'avg_loss': 1.223915250415346, 'avg_acc_mask': 57.62390670553936, 'loss': 1.0364933013916016}
+{'epoch': 140, 'iter': 260, 'avg_loss': 1.2247734985589067, 'avg_acc_mask': 57.5471037332773, 'loss': 1.3447537422180176}
+{'epoch': 140, 'iter': 270, 'avg_loss': 1.2238654058797773, 'avg_acc_mask': 57.57045806147845, 'loss': 1.1839781999588013}
+{'epoch': 'EP140_test', 'avg_loss': 1.2240157334700874, 'total_masked_acc': 57.55971680010587}
+{'epoch': 141, 'iter': 0, 'avg_loss': 1.241114854812622, 'avg_acc_mask': 56.36363636363636, 'loss': 1.241114854812622}
+{'epoch': 141, 'iter': 10, 'avg_loss': 1.2614406780763106, 'avg_acc_mask': 55.92334494773519, 'loss': 1.3151473999023438}
+{'epoch': 141, 'iter': 20, 'avg_loss': 1.2264939177603948, 'avg_acc_mask': 58.895705521472394, 'loss': 1.1867127418518066}
+{'epoch': 141, 'iter': 30, 'avg_loss': 1.2533006956500392, 'avg_acc_mask': 57.27328058429701, 'loss': 1.375024437904358}
+{'epoch': 141, 'iter': 40, 'avg_loss': 1.2619435074852734, 'avg_acc_mask': 56.69291338582677, 'loss': 1.3404383659362793}
+{'epoch': 141, 'iter': 50, 'avg_loss': 1.244715813328238, 'avg_acc_mask': 57.532710280373834, 'loss': 1.3217477798461914}
+{'epoch': 141, 'iter': 60, 'avg_loss': 1.250392457500833, 'avg_acc_mask': 57.592592592592595, 'loss': 1.4625837802886963}
+{'epoch': 141, 'iter': 70, 'avg_loss': 1.249995988019755, 'avg_acc_mask': 57.388316151202744, 'loss': 1.186688780784607}
+{'epoch': 141, 'iter': 80, 'avg_loss': 1.2475572184280113, 'avg_acc_mask': 57.45025451180009, 'loss': 1.2649927139282227}
+{'epoch': 141, 'iter': 90, 'avg_loss': 1.2523977370052548, 'avg_acc_mask': 57.12818405916187, 'loss': 1.3718621730804443}
+{'epoch': 141, 'iter': 100, 'avg_loss': 1.2624022600674394, 'avg_acc_mask': 56.994434137291286, 'loss': 1.737268090248108}
+{'epoch': 141, 'iter': 110, 'avg_loss': 1.251345204340445, 'avg_acc_mask': 57.50421585160203, 'loss': 1.1744626760482788}
+{'epoch': 141, 'iter': 120, 'avg_loss': 1.2472837793925577, 'avg_acc_mask': 57.46095562084429, 'loss': 1.1561328172683716}
+{'epoch': 141, 'iter': 130, 'avg_loss': 1.2541607149684701, 'avg_acc_mask': 57.13469504356521, 'loss': 1.6972171068191528}
+{'epoch': 141, 'iter': 140, 'avg_loss': 1.2553981504541762, 'avg_acc_mask': 57.21281101111699, 'loss': 1.2081586122512817}
+{'epoch': 141, 'iter': 150, 'avg_loss': 1.253704769327151, 'avg_acc_mask': 57.23993081294786, 'loss': 1.2420532703399658}
+{'epoch': 141, 'iter': 160, 'avg_loss': 1.2497979732033628, 'avg_acc_mask': 57.49306197964847, 'loss': 1.228564977645874}
+{'epoch': 141, 'iter': 170, 'avg_loss': 1.2477502645107739, 'avg_acc_mask': 57.60940561724364, 'loss': 1.1655694246292114}
+{'epoch': 141, 'iter': 180, 'avg_loss': 1.2512944343998946, 'avg_acc_mask': 57.642593352482564, 'loss': 1.438368558883667}
+{'epoch': 141, 'iter': 190, 'avg_loss': 1.2482658577839116, 'avg_acc_mask': 57.823925124305354, 'loss': 1.2284759283065796}
+{'epoch': 141, 'iter': 200, 'avg_loss': 1.2495500569912925, 'avg_acc_mask': 57.709047133993884, 'loss': 1.6669058799743652}
+{'epoch': 141, 'iter': 210, 'avg_loss': 1.246763120047854, 'avg_acc_mask': 57.68520959662536, 'loss': 1.203180193901062}
+{'epoch': 141, 'iter': 220, 'avg_loss': 1.2467650523013118, 'avg_acc_mask': 57.59966428871171, 'loss': 1.1914793252944946}
+{'epoch': 141, 'iter': 230, 'avg_loss': 1.2517994572589923, 'avg_acc_mask': 57.338677354709425, 'loss': 1.26469087600708}
+{'epoch': 141, 'iter': 240, 'avg_loss': 1.2498918907770973, 'avg_acc_mask': 57.45529890261684, 'loss': 1.5158113241195679}
+{'epoch': 141, 'iter': 250, 'avg_loss': 1.2495267590678545, 'avg_acc_mask': 57.407544105706066, 'loss': 0.9072299599647522}
+{'epoch': 141, 'iter': 260, 'avg_loss': 1.247780527419971, 'avg_acc_mask': 57.47387874049328, 'loss': 1.3185776472091675}
+{'epoch': 141, 'iter': 270, 'avg_loss': 1.2480940125965105, 'avg_acc_mask': 57.423714929346716, 'loss': 1.0468937158584595}
+{'epoch': 'EP141_test', 'avg_loss': 1.2480462044477463, 'total_masked_acc': 57.45337448007514}
+{'epoch': 142, 'iter': 0, 'avg_loss': 1.2077184915542603, 'avg_acc_mask': 51.02040816326531, 'loss': 1.2077184915542603}
+{'epoch': 142, 'iter': 10, 'avg_loss': 1.1509738239375027, 'avg_acc_mask': 59.15721231766613, 'loss': 0.8796448707580566}
+{'epoch': 142, 'iter': 20, 'avg_loss': 1.1890623030208407, 'avg_acc_mask': 57.92580101180439, 'loss': 1.366739273071289}
+{'epoch': 142, 'iter': 30, 'avg_loss': 1.1903019220598283, 'avg_acc_mask': 58.35710211066743, 'loss': 1.2557811737060547}
+{'epoch': 142, 'iter': 40, 'avg_loss': 1.1968879583405285, 'avg_acc_mask': 58.826106000876045, 'loss': 1.368839144706726}
+{'epoch': 142, 'iter': 50, 'avg_loss': 1.2132707507002587, 'avg_acc_mask': 58.33625833625834, 'loss': 1.2900009155273438}
+{'epoch': 142, 'iter': 60, 'avg_loss': 1.2183454388477764, 'avg_acc_mask': 58.022880610149606, 'loss': 0.9011353254318237}
+{'epoch': 142, 'iter': 70, 'avg_loss': 1.2262632611771704, 'avg_acc_mask': 57.93489318413021, 'loss': 1.0010985136032104}
+{'epoch': 142, 'iter': 80, 'avg_loss': 1.2359772685133381, 'avg_acc_mask': 57.70689270577738, 'loss': 1.4062597751617432}
+{'epoch': 142, 'iter': 90, 'avg_loss': 1.2335590045530718, 'avg_acc_mask': 57.47626582278481, 'loss': 1.1803045272827148}
+{'epoch': 142, 'iter': 100, 'avg_loss': 1.2483285039958387, 'avg_acc_mask': 57.43919885550787, 'loss': 1.4934210777282715}
+{'epoch': 142, 'iter': 110, 'avg_loss': 1.241566930268262, 'avg_acc_mask': 57.39499918287302, 'loss': 1.4257699251174927}
+{'epoch': 142, 'iter': 120, 'avg_loss': 1.2436168006628998, 'avg_acc_mask': 57.46884852124305, 'loss': 1.3656436204910278}
+{'epoch': 142, 'iter': 130, 'avg_loss': 1.2410062492348766, 'avg_acc_mask': 57.636767564565396, 'loss': 1.142626166343689}
+{'epoch': 142, 'iter': 140, 'avg_loss': 1.2347734261911811, 'avg_acc_mask': 57.78894472361809, 'loss': 1.0804656744003296}
+{'epoch': 142, 'iter': 150, 'avg_loss': 1.2326079922796085, 'avg_acc_mask': 57.9516768842409, 'loss': 1.1723636388778687}
+{'epoch': 142, 'iter': 160, 'avg_loss': 1.2315108927880756, 'avg_acc_mask': 57.999098693105, 'loss': 1.4392750263214111}
+{'epoch': 142, 'iter': 170, 'avg_loss': 1.2320673768980461, 'avg_acc_mask': 57.76735259622561, 'loss': 1.3765689134597778}
+{'epoch': 142, 'iter': 180, 'avg_loss': 1.234677941759647, 'avg_acc_mask': 57.79260157671315, 'loss': 1.4881123304367065}
+{'epoch': 142, 'iter': 190, 'avg_loss': 1.2361005254440907, 'avg_acc_mask': 57.810401074649775, 'loss': 1.2863134145736694}
+{'epoch': 142, 'iter': 200, 'avg_loss': 1.2318328088195762, 'avg_acc_mask': 57.87257414866349, 'loss': 1.3151837587356567}
+{'epoch': 142, 'iter': 210, 'avg_loss': 1.234815634539907, 'avg_acc_mask': 57.86536449250087, 'loss': 1.520388126373291}
+{'epoch': 142, 'iter': 220, 'avg_loss': 1.2359431539725394, 'avg_acc_mask': 57.756049055352996, 'loss': 1.1152056455612183}
+{'epoch': 142, 'iter': 230, 'avg_loss': 1.2381156502348003, 'avg_acc_mask': 57.66458052760834, 'loss': 1.2459720373153687}
+{'epoch': 142, 'iter': 240, 'avg_loss': 1.2351129866239936, 'avg_acc_mask': 57.77591973244147, 'loss': 1.1074362993240356}
+{'epoch': 142, 'iter': 250, 'avg_loss': 1.2316350889395908, 'avg_acc_mask': 57.99578212493637, 'loss': 1.0160611867904663}
+{'epoch': 142, 'iter': 260, 'avg_loss': 1.2318683716529173, 'avg_acc_mask': 57.990931287059645, 'loss': 1.3322036266326904}
+{'epoch': 142, 'iter': 270, 'avg_loss': 1.2308308902261882, 'avg_acc_mask': 58.025520483546, 'loss': 1.0882532596588135}
+{'epoch': 'EP142_test', 'avg_loss': 1.2326997756094173, 'total_masked_acc': 57.957244655581945}
+{'epoch': 143, 'iter': 0, 'avg_loss': 1.289241909980774, 'avg_acc_mask': 63.33333333333333, 'loss': 1.289241909980774}
+{'epoch': 143, 'iter': 10, 'avg_loss': 1.2776408845728093, 'avg_acc_mask': 57.09401709401709, 'loss': 1.2436360120773315}
+{'epoch': 143, 'iter': 20, 'avg_loss': 1.261118763969058, 'avg_acc_mask': 57.21739130434783, 'loss': 1.6261649131774902}
+{'epoch': 143, 'iter': 30, 'avg_loss': 1.2537240905146445, 'avg_acc_mask': 57.082833133253295, 'loss': 1.0982134342193604}
+{'epoch': 143, 'iter': 40, 'avg_loss': 1.255340773884843, 'avg_acc_mask': 57.21507352941176, 'loss': 1.373726725578308}
+{'epoch': 143, 'iter': 50, 'avg_loss': 1.2465472478492587, 'avg_acc_mask': 57.71491550330639, 'loss': 1.1524176597595215}
+{'epoch': 143, 'iter': 60, 'avg_loss': 1.2519512938671424, 'avg_acc_mask': 57.31559854897219, 'loss': 1.5493292808532715}
+{'epoch': 143, 'iter': 70, 'avg_loss': 1.2521663115058146, 'avg_acc_mask': 57.465825446898, 'loss': 1.180875539779663}
+{'epoch': 143, 'iter': 80, 'avg_loss': 1.2374415154810305, 'avg_acc_mask': 57.84472769409038, 'loss': 1.3120074272155762}
+{'epoch': 143, 'iter': 90, 'avg_loss': 1.2399558136751363, 'avg_acc_mask': 57.720588235294116, 'loss': 1.14935302734375}
+{'epoch': 143, 'iter': 100, 'avg_loss': 1.255637525922001, 'avg_acc_mask': 57.38574040219378, 'loss': 1.020400047302246}
+{'epoch': 143, 'iter': 110, 'avg_loss': 1.249387625638429, 'avg_acc_mask': 57.635632953784324, 'loss': 1.0258970260620117}
+{'epoch': 143, 'iter': 120, 'avg_loss': 1.250565634286108, 'avg_acc_mask': 57.467382962394474, 'loss': 1.1982884407043457}
+{'epoch': 143, 'iter': 130, 'avg_loss': 1.2483021421286895, 'avg_acc_mask': 57.61570827489481, 'loss': 1.162195086479187}
+{'epoch': 143, 'iter': 140, 'avg_loss': 1.246703439570488, 'avg_acc_mask': 57.51889497002867, 'loss': 1.1737757921218872}
+{'epoch': 143, 'iter': 150, 'avg_loss': 1.2494477704660782, 'avg_acc_mask': 57.48204066723487, 'loss': 1.1714439392089844}
+{'epoch': 143, 'iter': 160, 'avg_loss': 1.2489516475926274, 'avg_acc_mask': 57.54349816849816, 'loss': 1.5162497758865356}
+{'epoch': 143, 'iter': 170, 'avg_loss': 1.242535228269142, 'avg_acc_mask': 57.777298695699045, 'loss': 1.362565279006958}
+{'epoch': 143, 'iter': 180, 'avg_loss': 1.2402229585700273, 'avg_acc_mask': 57.862344855882654, 'loss': 1.2102158069610596}
+{'epoch': 143, 'iter': 190, 'avg_loss': 1.2383816067460944, 'avg_acc_mask': 57.98090040927695, 'loss': 1.2712827920913696}
+{'epoch': 143, 'iter': 200, 'avg_loss': 1.2323290017706838, 'avg_acc_mask': 58.08338750116074, 'loss': 0.9809581637382507}
+{'epoch': 143, 'iter': 210, 'avg_loss': 1.234577615114185, 'avg_acc_mask': 57.96302879488091, 'loss': 1.4351123571395874}
+{'epoch': 143, 'iter': 220, 'avg_loss': 1.2360900985709142, 'avg_acc_mask': 57.88135593220339, 'loss': 1.1925303936004639}
+{'epoch': 143, 'iter': 230, 'avg_loss': 1.238395128931318, 'avg_acc_mask': 57.81021897810219, 'loss': 1.3685506582260132}
+{'epoch': 143, 'iter': 240, 'avg_loss': 1.2365963233951711, 'avg_acc_mask': 57.91431006430619, 'loss': 1.3052903413772583}
+{'epoch': 143, 'iter': 250, 'avg_loss': 1.235261806928779, 'avg_acc_mask': 57.98350546102979, 'loss': 1.0762128829956055}
+{'epoch': 143, 'iter': 260, 'avg_loss': 1.2342916510114268, 'avg_acc_mask': 58.05090805090805, 'loss': 1.1689105033874512}
+{'epoch': 143, 'iter': 270, 'avg_loss': 1.2339848832010782, 'avg_acc_mask': 58.04210236653825, 'loss': 1.2009345293045044}
+{'epoch': 'EP143_test', 'avg_loss': 1.2356155732835548, 'total_masked_acc': 58.02895021645022}
+{'epoch': 144, 'iter': 0, 'avg_loss': 1.0272232294082642, 'avg_acc_mask': 67.3913043478261, 'loss': 1.0272232294082642}
+{'epoch': 144, 'iter': 10, 'avg_loss': 1.2528769915754145, 'avg_acc_mask': 56.79214402618658, 'loss': 1.2480981349945068}
+{'epoch': 144, 'iter': 20, 'avg_loss': 1.2333834256444658, 'avg_acc_mask': 56.66957279860506, 'loss': 1.2001668214797974}
+{'epoch': 144, 'iter': 30, 'avg_loss': 1.2160409592813062, 'avg_acc_mask': 57.63636363636364, 'loss': 0.9668163061141968}
+{'epoch': 144, 'iter': 40, 'avg_loss': 1.2434706295408853, 'avg_acc_mask': 56.53173873045078, 'loss': 1.1709511280059814}
+{'epoch': 144, 'iter': 50, 'avg_loss': 1.2286057156675003, 'avg_acc_mask': 57.75517617144933, 'loss': 1.2624049186706543}
+{'epoch': 144, 'iter': 60, 'avg_loss': 1.2372742647030315, 'avg_acc_mask': 56.93693693693693, 'loss': 1.2333961725234985}
+{'epoch': 144, 'iter': 70, 'avg_loss': 1.2409908578429423, 'avg_acc_mask': 56.78884873515746, 'loss': 1.1466219425201416}
+{'epoch': 144, 'iter': 80, 'avg_loss': 1.2353412678212294, 'avg_acc_mask': 57.02329789640353, 'loss': 1.2421648502349854}
+{'epoch': 144, 'iter': 90, 'avg_loss': 1.2365838479209732, 'avg_acc_mask': 57.016663320618356, 'loss': 1.2509517669677734}
+{'epoch': 144, 'iter': 100, 'avg_loss': 1.2366972294184242, 'avg_acc_mask': 57.297883884970155, 'loss': 1.0394015312194824}
+{'epoch': 144, 'iter': 110, 'avg_loss': 1.2340769617407172, 'avg_acc_mask': 57.44259045101603, 'loss': 1.2178534269332886}
+{'epoch': 144, 'iter': 120, 'avg_loss': 1.2322508150880986, 'avg_acc_mask': 57.44326777609682, 'loss': 1.1129324436187744}
+{'epoch': 144, 'iter': 130, 'avg_loss': 1.2274806981778328, 'avg_acc_mask': 57.50210733352065, 'loss': 1.2259708642959595}
+{'epoch': 144, 'iter': 140, 'avg_loss': 1.2269693980825709, 'avg_acc_mask': 57.52512726798068, 'loss': 1.1756449937820435}
+{'epoch': 144, 'iter': 150, 'avg_loss': 1.2242948251054777, 'avg_acc_mask': 57.671182716953496, 'loss': 1.2066372632980347}
+{'epoch': 144, 'iter': 160, 'avg_loss': 1.2196845615872685, 'avg_acc_mask': 57.883220085223996, 'loss': 1.133643388748169}
+{'epoch': 144, 'iter': 170, 'avg_loss': 1.2222267500838342, 'avg_acc_mask': 57.80490439667278, 'loss': 1.5211066007614136}
+{'epoch': 144, 'iter': 180, 'avg_loss': 1.2183503620532337, 'avg_acc_mask': 57.87264537264537, 'loss': 1.2688368558883667}
+{'epoch': 144, 'iter': 190, 'avg_loss': 1.2183657463308404, 'avg_acc_mask': 57.8513198757764, 'loss': 1.4313111305236816}
+{'epoch': 144, 'iter': 200, 'avg_loss': 1.218921769910784, 'avg_acc_mask': 57.90978692002583, 'loss': 1.3314327001571655}
+{'epoch': 144, 'iter': 210, 'avg_loss': 1.2154478447697175, 'avg_acc_mask': 58.07133421400265, 'loss': 0.9732434153556824}
+{'epoch': 144, 'iter': 220, 'avg_loss': 1.217579774457405, 'avg_acc_mask': 58.0509896008051, 'loss': 1.2527896165847778}
+{'epoch': 144, 'iter': 230, 'avg_loss': 1.219112200912459, 'avg_acc_mask': 58.06580738131455, 'loss': 1.2632156610488892}
+{'epoch': 144, 'iter': 240, 'avg_loss': 1.217554101558147, 'avg_acc_mask': 58.08154210969173, 'loss': 1.5097519159317017}
+{'epoch': 144, 'iter': 250, 'avg_loss': 1.2109692918351922, 'avg_acc_mask': 58.39019737324822, 'loss': 0.6578848958015442}
+{'epoch': 144, 'iter': 260, 'avg_loss': 1.2089419670945383, 'avg_acc_mask': 58.54243022272343, 'loss': 1.3113186359405518}
+{'epoch': 144, 'iter': 270, 'avg_loss': 1.2093196733411389, 'avg_acc_mask': 58.6784140969163, 'loss': 1.2584993839263916}
+{'epoch': 'EP144_test', 'avg_loss': 1.2103091409240945, 'total_masked_acc': 58.645763842561706}
+{'epoch': 145, 'iter': 0, 'avg_loss': 0.8661720156669617, 'avg_acc_mask': 66.66666666666666, 'loss': 0.8661720156669617}
+{'epoch': 145, 'iter': 10, 'avg_loss': 1.2463093670931729, 'avg_acc_mask': 56.88524590163935, 'loss': 1.255537748336792}
+{'epoch': 145, 'iter': 20, 'avg_loss': 1.1971627729279655, 'avg_acc_mask': 58.22102425876011, 'loss': 1.0709422826766968}
+{'epoch': 145, 'iter': 30, 'avg_loss': 1.2163770179594717, 'avg_acc_mask': 58.27250608272506, 'loss': 1.3328404426574707}
+{'epoch': 145, 'iter': 40, 'avg_loss': 1.2305582471010161, 'avg_acc_mask': 57.47232472324724, 'loss': 1.4207707643508911}
+{'epoch': 145, 'iter': 50, 'avg_loss': 1.2302170571158915, 'avg_acc_mask': 57.680945347119646, 'loss': 1.416042447090149}
+{'epoch': 145, 'iter': 60, 'avg_loss': 1.2454622837363696, 'avg_acc_mask': 57.08613317043372, 'loss': 1.6437759399414062}
+{'epoch': 145, 'iter': 70, 'avg_loss': 1.246653846451934, 'avg_acc_mask': 56.55801825293351, 'loss': 1.0377691984176636}
+{'epoch': 145, 'iter': 80, 'avg_loss': 1.2448719423494221, 'avg_acc_mask': 56.638578911409695, 'loss': 1.04621160030365}
+{'epoch': 145, 'iter': 90, 'avg_loss': 1.2495969579770014, 'avg_acc_mask': 56.53135048231511, 'loss': 1.1847951412200928}
+{'epoch': 145, 'iter': 100, 'avg_loss': 1.2565746714573096, 'avg_acc_mask': 56.48399348887683, 'loss': 1.4915592670440674}
+{'epoch': 145, 'iter': 110, 'avg_loss': 1.2448142058140523, 'avg_acc_mask': 56.96538015570648, 'loss': 1.1903210878372192}
+{'epoch': 145, 'iter': 120, 'avg_loss': 1.2489548507800772, 'avg_acc_mask': 56.85294563077389, 'loss': 1.290414810180664}
+{'epoch': 145, 'iter': 130, 'avg_loss': 1.2476480898966316, 'avg_acc_mask': 56.92972671500279, 'loss': 1.4834587574005127}
+{'epoch': 145, 'iter': 140, 'avg_loss': 1.2453626478817446, 'avg_acc_mask': 56.972833117723155, 'loss': 1.0870716571807861}
+{'epoch': 145, 'iter': 150, 'avg_loss': 1.2469764995259165, 'avg_acc_mask': 57.037306201550386, 'loss': 1.3157929182052612}
+{'epoch': 145, 'iter': 160, 'avg_loss': 1.2425522200809502, 'avg_acc_mask': 57.20623364804914, 'loss': 1.103172779083252}
+{'epoch': 145, 'iter': 170, 'avg_loss': 1.2381459101598862, 'avg_acc_mask': 57.381615598885794, 'loss': 1.1809535026550293}
+{'epoch': 145, 'iter': 180, 'avg_loss': 1.2336621248261046, 'avg_acc_mask': 57.45351082207093, 'loss': 1.2915918827056885}
+{'epoch': 145, 'iter': 190, 'avg_loss': 1.232248913555245, 'avg_acc_mask': 57.498552403011004, 'loss': 1.2977826595306396}
+{'epoch': 145, 'iter': 200, 'avg_loss': 1.2333212782494465, 'avg_acc_mask': 57.534498620055196, 'loss': 1.1604316234588623}
+{'epoch': 145, 'iter': 210, 'avg_loss': 1.2335640211805914, 'avg_acc_mask': 57.53388718845649, 'loss': 1.0442577600479126}
+{'epoch': 145, 'iter': 220, 'avg_loss': 1.2370979626793668, 'avg_acc_mask': 57.47059314257111, 'loss': 1.3201172351837158}
+{'epoch': 145, 'iter': 230, 'avg_loss': 1.2372336059937745, 'avg_acc_mask': 57.47849633641287, 'loss': 1.102336049079895}
+{'epoch': 145, 'iter': 240, 'avg_loss': 1.235866192218179, 'avg_acc_mask': 57.41360937737859, 'loss': 1.046195387840271}
+{'epoch': 145, 'iter': 250, 'avg_loss': 1.2328500666941304, 'avg_acc_mask': 57.50237764284146, 'loss': 0.873312771320343}
+{'epoch': 145, 'iter': 260, 'avg_loss': 1.23085504039494, 'avg_acc_mask': 57.65144585942446, 'loss': 1.5176669359207153}
+{'epoch': 145, 'iter': 270, 'avg_loss': 1.2288611331109192, 'avg_acc_mask': 57.67744559690868, 'loss': 1.3146803379058838}
+{'epoch': 'EP145_test', 'avg_loss': 1.2278333509313888, 'total_masked_acc': 57.701271891855896}
+{'epoch': 146, 'iter': 0, 'avg_loss': 1.1985653638839722, 'avg_acc_mask': 52.94117647058824, 'loss': 1.1985653638839722}
+{'epoch': 146, 'iter': 10, 'avg_loss': 1.2355417663400823, 'avg_acc_mask': 57.72495755517827, 'loss': 1.208817481994629}
+{'epoch': 146, 'iter': 20, 'avg_loss': 1.200183888276418, 'avg_acc_mask': 57.21925133689839, 'loss': 1.2340024709701538}
+{'epoch': 146, 'iter': 30, 'avg_loss': 1.1805577566546779, 'avg_acc_mask': 57.80871670702179, 'loss': 1.2151662111282349}
+{'epoch': 146, 'iter': 40, 'avg_loss': 1.2022641010400725, 'avg_acc_mask': 58.14798002723559, 'loss': 1.0608984231948853}
+{'epoch': 146, 'iter': 50, 'avg_loss': 1.217037856578827, 'avg_acc_mask': 57.65602322206096, 'loss': 1.264506220817566}
+{'epoch': 146, 'iter': 60, 'avg_loss': 1.2266623241002443, 'avg_acc_mask': 57.58030621435004, 'loss': 1.3002294301986694}
+{'epoch': 146, 'iter': 70, 'avg_loss': 1.2236784427938328, 'avg_acc_mask': 57.66045548654244, 'loss': 1.3144255876541138}
+{'epoch': 146, 'iter': 80, 'avg_loss': 1.2345771973515733, 'avg_acc_mask': 57.34392735527809, 'loss': 1.4630030393600464}
+{'epoch': 146, 'iter': 90, 'avg_loss': 1.2404031812489689, 'avg_acc_mask': 57.19765798505956, 'loss': 1.0069494247436523}
+{'epoch': 146, 'iter': 100, 'avg_loss': 1.2536226422479837, 'avg_acc_mask': 56.80990531682447, 'loss': 1.3755730390548706}
+{'epoch': 146, 'iter': 110, 'avg_loss': 1.2552162360500645, 'avg_acc_mask': 56.850341268520054, 'loss': 1.3082195520401}
+{'epoch': 146, 'iter': 120, 'avg_loss': 1.2533548109787556, 'avg_acc_mask': 56.88732609692707, 'loss': 1.0882819890975952}
+{'epoch': 146, 'iter': 130, 'avg_loss': 1.250836786878018, 'avg_acc_mask': 56.84641445511011, 'loss': 1.013640284538269}
+{'epoch': 146, 'iter': 140, 'avg_loss': 1.2491899555456554, 'avg_acc_mask': 57.03217334208799, 'loss': 0.9167592525482178}
+{'epoch': 146, 'iter': 150, 'avg_loss': 1.24644233138356, 'avg_acc_mask': 57.20604496866937, 'loss': 1.3888212442398071}
+{'epoch': 146, 'iter': 160, 'avg_loss': 1.2407332755023648, 'avg_acc_mask': 57.371942778034146, 'loss': 1.2515372037887573}
+{'epoch': 146, 'iter': 170, 'avg_loss': 1.2421957686630607, 'avg_acc_mask': 57.25439167208849, 'loss': 1.139522910118103}
+{'epoch': 146, 'iter': 180, 'avg_loss': 1.2398844097859294, 'avg_acc_mask': 57.3129426254747, 'loss': 1.1050646305084229}
+{'epoch': 146, 'iter': 190, 'avg_loss': 1.2419215287837682, 'avg_acc_mask': 57.38791423001949, 'loss': 1.3930602073669434}
+{'epoch': 146, 'iter': 200, 'avg_loss': 1.237921362196035, 'avg_acc_mask': 57.55754830359619, 'loss': 1.1799689531326294}
+{'epoch': 146, 'iter': 210, 'avg_loss': 1.2416461189211263, 'avg_acc_mask': 57.41753395660611, 'loss': 1.1321804523468018}
+{'epoch': 146, 'iter': 220, 'avg_loss': 1.24211991372691, 'avg_acc_mask': 57.41208144034999, 'loss': 0.8261621594429016}
+{'epoch': 146, 'iter': 230, 'avg_loss': 1.2392076357102497, 'avg_acc_mask': 57.420551701887405, 'loss': 1.0213271379470825}
+{'epoch': 146, 'iter': 240, 'avg_loss': 1.2387497378088133, 'avg_acc_mask': 57.340015420200466, 'loss': 1.4731073379516602}
+{'epoch': 146, 'iter': 250, 'avg_loss': 1.2386320848388976, 'avg_acc_mask': 57.310849789216775, 'loss': 1.1245893239974976}
+{'epoch': 146, 'iter': 260, 'avg_loss': 1.2390012307185323, 'avg_acc_mask': 57.400028461647935, 'loss': 1.3661847114562988}
+{'epoch': 146, 'iter': 270, 'avg_loss': 1.2405124673984147, 'avg_acc_mask': 57.250290558556095, 'loss': 1.2522939443588257}
+{'epoch': 'EP146_test', 'avg_loss': 1.2426971352618674, 'total_masked_acc': 57.18026183282981}
+{'epoch': 147, 'iter': 0, 'avg_loss': 1.0859696865081787, 'avg_acc_mask': 66.66666666666666, 'loss': 1.0859696865081787}
+{'epoch': 147, 'iter': 10, 'avg_loss': 1.2032217329198664, 'avg_acc_mask': 59.380097879282225, 'loss': 1.2851909399032593}
+{'epoch': 147, 'iter': 20, 'avg_loss': 1.198933822768075, 'avg_acc_mask': 58.00904977375566, 'loss': 1.278052806854248}
+{'epoch': 147, 'iter': 30, 'avg_loss': 1.1902258742240168, 'avg_acc_mask': 59.18738629472408, 'loss': 1.1591626405715942}
+{'epoch': 147, 'iter': 40, 'avg_loss': 1.2087089840958758, 'avg_acc_mask': 58.64253393665159, 'loss': 1.2069743871688843}
+{'epoch': 147, 'iter': 50, 'avg_loss': 1.2271396599563897, 'avg_acc_mask': 57.86049873509216, 'loss': 1.1784722805023193}
+{'epoch': 147, 'iter': 60, 'avg_loss': 1.2302784372548587, 'avg_acc_mask': 58.16876122082585, 'loss': 1.3672242164611816}
+{'epoch': 147, 'iter': 70, 'avg_loss': 1.2205976827043883, 'avg_acc_mask': 58.6446792063901, 'loss': 1.063948392868042}
+{'epoch': 147, 'iter': 80, 'avg_loss': 1.22032415057406, 'avg_acc_mask': 58.559782608695656, 'loss': 1.4362465143203735}
+{'epoch': 147, 'iter': 90, 'avg_loss': 1.2256445989503966, 'avg_acc_mask': 58.47269796494056, 'loss': 1.0430444478988647}
+{'epoch': 147, 'iter': 100, 'avg_loss': 1.2428442357790352, 'avg_acc_mask': 58.06451612903226, 'loss': 1.443661093711853}
+{'epoch': 147, 'iter': 110, 'avg_loss': 1.243298078442479, 'avg_acc_mask': 58.29611248966088, 'loss': 1.01085364818573}
+{'epoch': 147, 'iter': 120, 'avg_loss': 1.2516710965101383, 'avg_acc_mask': 57.87952540310314, 'loss': 1.1031430959701538}
+{'epoch': 147, 'iter': 130, 'avg_loss': 1.2484664562094303, 'avg_acc_mask': 58.014623172103484, 'loss': 1.2083733081817627}
+{'epoch': 147, 'iter': 140, 'avg_loss': 1.246835691709045, 'avg_acc_mask': 57.87680209698558, 'loss': 1.15105402469635}
+{'epoch': 147, 'iter': 150, 'avg_loss': 1.2496655255753473, 'avg_acc_mask': 57.71344814950531, 'loss': 1.5894218683242798}
+{'epoch': 147, 'iter': 160, 'avg_loss': 1.2475041854455604, 'avg_acc_mask': 57.85853490771523, 'loss': 1.1910881996154785}
+{'epoch': 147, 'iter': 170, 'avg_loss': 1.2418011660464325, 'avg_acc_mask': 58.00561797752809, 'loss': 0.9762715101242065}
+{'epoch': 147, 'iter': 180, 'avg_loss': 1.239913411232648, 'avg_acc_mask': 58.11571940604199, 'loss': 1.2106934785842896}
+{'epoch': 147, 'iter': 190, 'avg_loss': 1.2406353725812822, 'avg_acc_mask': 58.05447470817121, 'loss': 1.4268419742584229}
+{'epoch': 147, 'iter': 200, 'avg_loss': 1.2403320017738722, 'avg_acc_mask': 57.98833009169214, 'loss': 0.8946005702018738}
+{'epoch': 147, 'iter': 210, 'avg_loss': 1.2375280738441865, 'avg_acc_mask': 58.036582133074134, 'loss': 1.2336825132369995}
+{'epoch': 147, 'iter': 220, 'avg_loss': 1.2373824917892524, 'avg_acc_mask': 58.069394270352014, 'loss': 1.252443790435791}
+{'epoch': 147, 'iter': 230, 'avg_loss': 1.2395342340717068, 'avg_acc_mask': 58.014286860903766, 'loss': 1.0810641050338745}
+{'epoch': 147, 'iter': 240, 'avg_loss': 1.2370731865222029, 'avg_acc_mask': 58.02639656230817, 'loss': 1.26506507396698}
+{'epoch': 147, 'iter': 250, 'avg_loss': 1.2365083554351473, 'avg_acc_mask': 58.0171717912967, 'loss': 1.0488150119781494}
+{'epoch': 147, 'iter': 260, 'avg_loss': 1.235422179845101, 'avg_acc_mask': 58.07684143493951, 'loss': 1.3314977884292603}
+{'epoch': 147, 'iter': 270, 'avg_loss': 1.2354708679047899, 'avg_acc_mask': 57.96914293481955, 'loss': 1.3096988201141357}
+{'epoch': 'EP147_test', 'avg_loss': 1.2366872028164242, 'total_masked_acc': 58.00106680890786}
+{'epoch': 148, 'iter': 0, 'avg_loss': 1.2357213497161865, 'avg_acc_mask': 59.25925925925925, 'loss': 1.2357213497161865}
+{'epoch': 148, 'iter': 10, 'avg_loss': 1.2545484033497898, 'avg_acc_mask': 58.536585365853654, 'loss': 1.0546870231628418}
+{'epoch': 148, 'iter': 20, 'avg_loss': 1.191997195993151, 'avg_acc_mask': 60.27649769585254, 'loss': 1.0695714950561523}
+{'epoch': 148, 'iter': 30, 'avg_loss': 1.2049319724882803, 'avg_acc_mask': 59.766584766584764, 'loss': 1.3358995914459229}
+{'epoch': 148, 'iter': 40, 'avg_loss': 1.1955017258481282, 'avg_acc_mask': 59.3128390596745, 'loss': 1.222062110900879}
+{'epoch': 148, 'iter': 50, 'avg_loss': 1.2039085135740393, 'avg_acc_mask': 58.29072315558802, 'loss': 1.3714442253112793}
+{'epoch': 148, 'iter': 60, 'avg_loss': 1.2347802265745695, 'avg_acc_mask': 57.50075460307878, 'loss': 1.303819179534912}
+{'epoch': 148, 'iter': 70, 'avg_loss': 1.23797628829177, 'avg_acc_mask': 57.37747653806048, 'loss': 1.0879980325698853}
+{'epoch': 148, 'iter': 80, 'avg_loss': 1.2273169454233146, 'avg_acc_mask': 57.66842952402851, 'loss': 1.1508325338363647}
+{'epoch': 148, 'iter': 90, 'avg_loss': 1.2261027909897186, 'avg_acc_mask': 57.925835370823144, 'loss': 1.0109175443649292}
+{'epoch': 148, 'iter': 100, 'avg_loss': 1.2361356928797052, 'avg_acc_mask': 57.683084301789336, 'loss': 1.3252042531967163}
+{'epoch': 148, 'iter': 110, 'avg_loss': 1.2300421225058067, 'avg_acc_mask': 57.89033767970578, 'loss': 1.3680245876312256}
+{'epoch': 148, 'iter': 120, 'avg_loss': 1.225886202548161, 'avg_acc_mask': 57.8745591166999, 'loss': 1.0850334167480469}
+{'epoch': 148, 'iter': 130, 'avg_loss': 1.232485119168085, 'avg_acc_mask': 57.54371122391427, 'loss': 1.211052417755127}
+{'epoch': 148, 'iter': 140, 'avg_loss': 1.2269478846103588, 'avg_acc_mask': 57.690302398331596, 'loss': 1.0259568691253662}
+{'epoch': 148, 'iter': 150, 'avg_loss': 1.2289122639112915, 'avg_acc_mask': 57.670351026357345, 'loss': 1.3854637145996094}
+{'epoch': 148, 'iter': 160, 'avg_loss': 1.2261639963025632, 'avg_acc_mask': 57.74808724449012, 'loss': 1.2510696649551392}
+{'epoch': 148, 'iter': 170, 'avg_loss': 1.22195665808449, 'avg_acc_mask': 57.8116611188661, 'loss': 1.0952675342559814}
+{'epoch': 148, 'iter': 180, 'avg_loss': 1.2221356307604037, 'avg_acc_mask': 57.712199574079705, 'loss': 1.3735928535461426}
+{'epoch': 148, 'iter': 190, 'avg_loss': 1.222626319730469, 'avg_acc_mask': 57.5955444593816, 'loss': 1.467812180519104}
+{'epoch': 148, 'iter': 200, 'avg_loss': 1.2218861010537219, 'avg_acc_mask': 57.67195767195767, 'loss': 1.2430140972137451}
+{'epoch': 148, 'iter': 210, 'avg_loss': 1.2205082471901771, 'avg_acc_mask': 57.74342048119517, 'loss': 1.298776626586914}
+{'epoch': 148, 'iter': 220, 'avg_loss': 1.2188771245706136, 'avg_acc_mask': 57.76268940962159, 'loss': 1.0202399492263794}
+{'epoch': 148, 'iter': 230, 'avg_loss': 1.2195469024893526, 'avg_acc_mask': 57.74167987321711, 'loss': 1.1090155839920044}
+{'epoch': 148, 'iter': 240, 'avg_loss': 1.2179983124693399, 'avg_acc_mask': 57.73109880943353, 'loss': 1.1791332960128784}
+{'epoch': 148, 'iter': 250, 'avg_loss': 1.216146698748448, 'avg_acc_mask': 57.84177907400656, 'loss': 1.005768060684204}
+{'epoch': 148, 'iter': 260, 'avg_loss': 1.2180790017391074, 'avg_acc_mask': 57.85384292314154, 'loss': 1.2004530429840088}
+{'epoch': 148, 'iter': 270, 'avg_loss': 1.2188863859845263, 'avg_acc_mask': 57.86535745510795, 'loss': 1.417219877243042}
+{'epoch': 'EP148_test', 'avg_loss': 1.2201360375552937, 'total_masked_acc': 57.79246530072703}
+{'epoch': 149, 'iter': 0, 'avg_loss': 1.171469807624817, 'avg_acc_mask': 59.01639344262295, 'loss': 1.171469807624817}
+{'epoch': 149, 'iter': 10, 'avg_loss': 1.1637834906578064, 'avg_acc_mask': 60.40955631399317, 'loss': 1.2063599824905396}
+{'epoch': 149, 'iter': 20, 'avg_loss': 1.1402214339801244, 'avg_acc_mask': 61.442564559216386, 'loss': 1.0463391542434692}
+{'epoch': 149, 'iter': 30, 'avg_loss': 1.1742883439986938, 'avg_acc_mask': 60.55825242718447, 'loss': 1.454706072807312}
+{'epoch': 149, 'iter': 40, 'avg_loss': 1.1844454160550746, 'avg_acc_mask': 60.32535020334387, 'loss': 1.0602848529815674}
+{'epoch': 149, 'iter': 50, 'avg_loss': 1.1930812316782333, 'avg_acc_mask': 59.57059679767104, 'loss': 1.4781832695007324}
+{'epoch': 149, 'iter': 60, 'avg_loss': 1.205924008713394, 'avg_acc_mask': 59.42249240121581, 'loss': 1.6639630794525146}
+{'epoch': 149, 'iter': 70, 'avg_loss': 1.1978578458369618, 'avg_acc_mask': 59.69174503657262, 'loss': 0.9100028276443481}
+{'epoch': 149, 'iter': 80, 'avg_loss': 1.1992209428622398, 'avg_acc_mask': 59.55899067969993, 'loss': 1.1938494443893433}
+{'epoch': 149, 'iter': 90, 'avg_loss': 1.2078801066010862, 'avg_acc_mask': 59.00746419205164, 'loss': 0.9091867208480835}
+{'epoch': 149, 'iter': 100, 'avg_loss': 1.2160599273030122, 'avg_acc_mask': 58.953868507083186, 'loss': 1.4898097515106201}
+{'epoch': 149, 'iter': 110, 'avg_loss': 1.215140031264709, 'avg_acc_mask': 58.837209302325576, 'loss': 1.3313134908676147}
+{'epoch': 149, 'iter': 120, 'avg_loss': 1.2204973850368468, 'avg_acc_mask': 58.70850386539336, 'loss': 0.9856705069541931}
+{'epoch': 149, 'iter': 130, 'avg_loss': 1.2230227871705557, 'avg_acc_mask': 58.543417366946784, 'loss': 1.1667832136154175}
+{'epoch': 149, 'iter': 140, 'avg_loss': 1.2182101438231503, 'avg_acc_mask': 58.649954302128215, 'loss': 0.9948581457138062}
+{'epoch': 149, 'iter': 150, 'avg_loss': 1.213289513098483, 'avg_acc_mask': 58.86352598348713, 'loss': 1.3277474641799927}
+{'epoch': 149, 'iter': 160, 'avg_loss': 1.2116803686070887, 'avg_acc_mask': 58.857142857142854, 'loss': 1.1869009733200073}
+{'epoch': 149, 'iter': 170, 'avg_loss': 1.2115505647938154, 'avg_acc_mask': 58.843830888697156, 'loss': 1.3852593898773193}
+{'epoch': 149, 'iter': 180, 'avg_loss': 1.2100867711378065, 'avg_acc_mask': 58.946616311115655, 'loss': 1.033373475074768}
+{'epoch': 149, 'iter': 190, 'avg_loss': 1.2132664844003647, 'avg_acc_mask': 58.86799767396782, 'loss': 1.1199116706848145}
+{'epoch': 149, 'iter': 200, 'avg_loss': 1.2136980419728294, 'avg_acc_mask': 58.857722827089866, 'loss': 1.111011266708374}
+{'epoch': 149, 'iter': 210, 'avg_loss': 1.2172617488562778, 'avg_acc_mask': 58.67863112518694, 'loss': 1.3735243082046509}
+{'epoch': 149, 'iter': 220, 'avg_loss': 1.2171184226398555, 'avg_acc_mask': 58.72229684351914, 'loss': 1.1244964599609375}
+{'epoch': 149, 'iter': 230, 'avg_loss': 1.215988145504163, 'avg_acc_mask': 58.708022761881864, 'loss': 0.9103436470031738}
+{'epoch': 149, 'iter': 240, 'avg_loss': 1.2156491662951425, 'avg_acc_mask': 58.77381684081131, 'loss': 1.2443528175354004}
+{'epoch': 149, 'iter': 250, 'avg_loss': 1.2124761264637647, 'avg_acc_mask': 58.84788878207499, 'loss': 0.9446793794631958}
+{'epoch': 149, 'iter': 260, 'avg_loss': 1.2109062322254838, 'avg_acc_mask': 59.02012372893408, 'loss': 1.1350071430206299}
+{'epoch': 149, 'iter': 270, 'avg_loss': 1.212977450272254, 'avg_acc_mask': 58.91133173570695, 'loss': 1.0956231355667114}
+{'epoch': 'EP149_test', 'avg_loss': 1.2142019591469695, 'total_masked_acc': 58.850033624747816}
+{'epoch': 150, 'iter': 0, 'avg_loss': 1.1315701007843018, 'avg_acc_mask': 56.52173913043478, 'loss': 1.1315701007843018}
+{'epoch': 150, 'iter': 10, 'avg_loss': 1.229038195176558, 'avg_acc_mask': 56.17977528089888, 'loss': 1.2594424486160278}
+{'epoch': 150, 'iter': 20, 'avg_loss': 1.2445654273033142, 'avg_acc_mask': 56.84818481848185, 'loss': 1.373630166053772}
+{'epoch': 150, 'iter': 30, 'avg_loss': 1.2210156013888698, 'avg_acc_mask': 58.46590909090909, 'loss': 1.2921099662780762}
+{'epoch': 150, 'iter': 40, 'avg_loss': 1.2279416017416047, 'avg_acc_mask': 57.88553953691569, 'loss': 1.2269527912139893}
+{'epoch': 150, 'iter': 50, 'avg_loss': 1.2184828052333756, 'avg_acc_mask': 58.07814149947201, 'loss': 1.645588994026184}
+{'epoch': 150, 'iter': 60, 'avg_loss': 1.2370078465977654, 'avg_acc_mask': 57.038551401869164, 'loss': 1.2977544069290161}
+{'epoch': 150, 'iter': 70, 'avg_loss': 1.23885569270228, 'avg_acc_mask': 56.99088145896657, 'loss': 0.9383840560913086}
+{'epoch': 150, 'iter': 80, 'avg_loss': 1.2392566277657027, 'avg_acc_mask': 57.066189624329155, 'loss': 1.2056339979171753}
+{'epoch': 150, 'iter': 90, 'avg_loss': 1.2410482279546968, 'avg_acc_mask': 56.97258641239571, 'loss': 1.1663060188293457}
+{'epoch': 150, 'iter': 100, 'avg_loss': 1.2547925067420054, 'avg_acc_mask': 56.63366336633663, 'loss': 1.3428014516830444}
+{'epoch': 150, 'iter': 110, 'avg_loss': 1.2552260643727071, 'avg_acc_mask': 56.69694467382329, 'loss': 1.3058910369873047}
+{'epoch': 150, 'iter': 120, 'avg_loss': 1.2499416027187316, 'avg_acc_mask': 57.04342563171433, 'loss': 1.1303637027740479}
+{'epoch': 150, 'iter': 130, 'avg_loss': 1.254947458059733, 'avg_acc_mask': 56.903998885328136, 'loss': 1.2944068908691406}
+{'epoch': 150, 'iter': 140, 'avg_loss': 1.2496114428161729, 'avg_acc_mask': 57.0483724549345, 'loss': 1.1489098072052002}
+{'epoch': 150, 'iter': 150, 'avg_loss': 1.2476172372205367, 'avg_acc_mask': 57.20164609053497, 'loss': 1.159190058708191}
+{'epoch': 150, 'iter': 160, 'avg_loss': 1.2472817671965368, 'avg_acc_mask': 57.29391699829448, 'loss': 1.534988284111023}
+{'epoch': 150, 'iter': 170, 'avg_loss': 1.2455702553018493, 'avg_acc_mask': 57.37051792828686, 'loss': 1.2039631605148315}
+{'epoch': 150, 'iter': 180, 'avg_loss': 1.2458371869108296, 'avg_acc_mask': 57.3966900192913, 'loss': 1.539432406425476}
+{'epoch': 150, 'iter': 190, 'avg_loss': 1.2462471196164635, 'avg_acc_mask': 57.24623697414126, 'loss': 1.3496026992797852}
+{'epoch': 150, 'iter': 200, 'avg_loss': 1.2465770618239445, 'avg_acc_mask': 57.2188589249679, 'loss': 0.9878069758415222}
+{'epoch': 150, 'iter': 210, 'avg_loss': 1.2480007333778091, 'avg_acc_mask': 57.18782791185729, 'loss': 1.637431025505066}
+{'epoch': 150, 'iter': 220, 'avg_loss': 1.2483031488112195, 'avg_acc_mask': 57.322559146951015, 'loss': 1.2328052520751953}
+{'epoch': 150, 'iter': 230, 'avg_loss': 1.251285868031638, 'avg_acc_mask': 57.2589641434263, 'loss': 1.2895009517669678}
+{'epoch': 150, 'iter': 240, 'avg_loss': 1.249399753527028, 'avg_acc_mask': 57.34239047473668, 'loss': 1.211016297340393}
+{'epoch': 150, 'iter': 250, 'avg_loss': 1.247571952077022, 'avg_acc_mask': 57.373693061343864, 'loss': 0.7741074562072754}
+{'epoch': 150, 'iter': 260, 'avg_loss': 1.2451339941828643, 'avg_acc_mask': 57.45385374101733, 'loss': 1.2774341106414795}
+{'epoch': 150, 'iter': 270, 'avg_loss': 1.2465418520008946, 'avg_acc_mask': 57.42145178764897, 'loss': 1.2981505393981934}
+{'epoch': 'EP150_test', 'avg_loss': 1.2462679130443628, 'total_masked_acc': 57.40593006249169}
+{'epoch': 151, 'iter': 0, 'avg_loss': 1.397173523902893, 'avg_acc_mask': 49.152542372881356, 'loss': 1.397173523902893}
+{'epoch': 151, 'iter': 10, 'avg_loss': 1.1361455808986316, 'avg_acc_mask': 61.55115511551155, 'loss': 0.9819040894508362}
+{'epoch': 151, 'iter': 20, 'avg_loss': 1.1514053685324532, 'avg_acc_mask': 59.83471074380166, 'loss': 1.202998399734497}
+{'epoch': 151, 'iter': 30, 'avg_loss': 1.1265122525153621, 'avg_acc_mask': 60.93210586881474, 'loss': 1.2465389966964722}
+{'epoch': 151, 'iter': 40, 'avg_loss': 1.160459477727006, 'avg_acc_mask': 60.33957335655202, 'loss': 1.2310855388641357}
+{'epoch': 151, 'iter': 50, 'avg_loss': 1.1702794315768223, 'avg_acc_mask': 59.67292971468336, 'loss': 1.6592050790786743}
+{'epoch': 151, 'iter': 60, 'avg_loss': 1.1952008966539727, 'avg_acc_mask': 58.71080139372822, 'loss': 1.6582375764846802}
+{'epoch': 151, 'iter': 70, 'avg_loss': 1.1958456593500058, 'avg_acc_mask': 58.70722433460076, 'loss': 1.0165257453918457}
+{'epoch': 151, 'iter': 80, 'avg_loss': 1.1950101123915777, 'avg_acc_mask': 58.98976412995105, 'loss': 1.1623257398605347}
+{'epoch': 151, 'iter': 90, 'avg_loss': 1.20661495413099, 'avg_acc_mask': 58.51982724774244, 'loss': 0.9791203141212463}
+{'epoch': 151, 'iter': 100, 'avg_loss': 1.2160594711209287, 'avg_acc_mask': 58.16761363636363, 'loss': 1.368667721748352}
+{'epoch': 151, 'iter': 110, 'avg_loss': 1.2161318230199385, 'avg_acc_mask': 58.07654881608823, 'loss': 0.997946560382843}
+{'epoch': 151, 'iter': 120, 'avg_loss': 1.2114330544944638, 'avg_acc_mask': 58.142304257219415, 'loss': 1.068577766418457}
+{'epoch': 151, 'iter': 130, 'avg_loss': 1.2064728905226438, 'avg_acc_mask': 58.18005808325266, 'loss': 1.1082738637924194}
+{'epoch': 151, 'iter': 140, 'avg_loss': 1.201052578628486, 'avg_acc_mask': 58.53847145250677, 'loss': 0.9495347738265991}
+{'epoch': 151, 'iter': 150, 'avg_loss': 1.1992109785016798, 'avg_acc_mask': 58.74353111084366, 'loss': 1.2454417943954468}
+{'epoch': 151, 'iter': 160, 'avg_loss': 1.201582822370233, 'avg_acc_mask': 58.619521012200636, 'loss': 1.4033256769180298}
+{'epoch': 151, 'iter': 170, 'avg_loss': 1.1989093687799242, 'avg_acc_mask': 58.698199637796954, 'loss': 1.2045072317123413}
+{'epoch': 151, 'iter': 180, 'avg_loss': 1.2001551791449279, 'avg_acc_mask': 58.55203619909503, 'loss': 1.37691068649292}
+{'epoch': 151, 'iter': 190, 'avg_loss': 1.1989915995073568, 'avg_acc_mask': 58.5633775909829, 'loss': 1.4059693813323975}
+{'epoch': 151, 'iter': 200, 'avg_loss': 1.1974125881100175, 'avg_acc_mask': 58.70985302123026, 'loss': 1.047667145729065}
+{'epoch': 151, 'iter': 210, 'avg_loss': 1.201671674635738, 'avg_acc_mask': 58.50704956318658, 'loss': 1.2803114652633667}
+{'epoch': 151, 'iter': 220, 'avg_loss': 1.2032422361330748, 'avg_acc_mask': 58.40158848349466, 'loss': 1.3267900943756104}
+{'epoch': 151, 'iter': 230, 'avg_loss': 1.2047506183772891, 'avg_acc_mask': 58.53273315959883, 'loss': 1.3340615034103394}
+{'epoch': 151, 'iter': 240, 'avg_loss': 1.2047930617055458, 'avg_acc_mask': 58.47900113507378, 'loss': 1.4651764631271362}
+{'epoch': 151, 'iter': 250, 'avg_loss': 1.2013878062426806, 'avg_acc_mask': 58.558230886738926, 'loss': 0.9523034691810608}
+{'epoch': 151, 'iter': 260, 'avg_loss': 1.2036177637019834, 'avg_acc_mask': 58.51138109202625, 'loss': 1.398113489151001}
+{'epoch': 151, 'iter': 270, 'avg_loss': 1.2067624348116097, 'avg_acc_mask': 58.28130245048674, 'loss': 1.4276567697525024}
+{'epoch': 'EP151_test', 'avg_loss': 1.20611676077048, 'total_masked_acc': 58.35362242547871}
+{'epoch': 152, 'iter': 0, 'avg_loss': 1.3179877996444702, 'avg_acc_mask': 50.98039215686274, 'loss': 1.3179877996444702}
+{'epoch': 152, 'iter': 10, 'avg_loss': 1.1913801106539639, 'avg_acc_mask': 57.948717948717956, 'loss': 1.3076611757278442}
+{'epoch': 152, 'iter': 20, 'avg_loss': 1.2188995963051206, 'avg_acc_mask': 56.933677863910425, 'loss': 1.2272052764892578}
+{'epoch': 152, 'iter': 30, 'avg_loss': 1.206975112038274, 'avg_acc_mask': 57.726999398677094, 'loss': 1.2620598077774048}
+{'epoch': 152, 'iter': 40, 'avg_loss': 1.212429248705143, 'avg_acc_mask': 57.57017947537966, 'loss': 1.2184884548187256}
+{'epoch': 152, 'iter': 50, 'avg_loss': 1.2085619066275803, 'avg_acc_mask': 58.01246791345801, 'loss': 1.3652427196502686}
+{'epoch': 152, 'iter': 60, 'avg_loss': 1.208284538300311, 'avg_acc_mask': 58.635139179886266, 'loss': 1.3250346183776855}
+{'epoch': 152, 'iter': 70, 'avg_loss': 1.2147071244011463, 'avg_acc_mask': 58.41711781386956, 'loss': 1.1376808881759644}
+{'epoch': 152, 'iter': 80, 'avg_loss': 1.2163436927913147, 'avg_acc_mask': 58.3691959229898, 'loss': 1.112420916557312}
+{'epoch': 152, 'iter': 90, 'avg_loss': 1.2266248569383726, 'avg_acc_mask': 58.2059533386967, 'loss': 1.0648972988128662}
+{'epoch': 152, 'iter': 100, 'avg_loss': 1.2327808212525775, 'avg_acc_mask': 58.05399528900163, 'loss': 1.241137981414795}
+{'epoch': 152, 'iter': 110, 'avg_loss': 1.2263037358318363, 'avg_acc_mask': 58.199303598076604, 'loss': 1.431473731994629}
+{'epoch': 152, 'iter': 120, 'avg_loss': 1.2263201263325274, 'avg_acc_mask': 57.99387442572741, 'loss': 1.0376638174057007}
+{'epoch': 152, 'iter': 130, 'avg_loss': 1.2320530801328995, 'avg_acc_mask': 57.70153889594805, 'loss': 1.2439429759979248}
+{'epoch': 152, 'iter': 140, 'avg_loss': 1.2386741989047816, 'avg_acc_mask': 57.523984754895515, 'loss': 1.1479967832565308}
+{'epoch': 152, 'iter': 150, 'avg_loss': 1.2327818077131611, 'avg_acc_mask': 57.51962708537782, 'loss': 1.0525953769683838}
+{'epoch': 152, 'iter': 160, 'avg_loss': 1.2394238099548387, 'avg_acc_mask': 57.465437788018434, 'loss': 1.0573726892471313}
+{'epoch': 152, 'iter': 170, 'avg_loss': 1.2355994829657482, 'avg_acc_mask': 57.55177274205789, 'loss': 1.2161989212036133}
+{'epoch': 152, 'iter': 180, 'avg_loss': 1.2354385642056966, 'avg_acc_mask': 57.76912834169825, 'loss': 1.2066521644592285}
+{'epoch': 152, 'iter': 190, 'avg_loss': 1.233708945556461, 'avg_acc_mask': 57.81173951134041, 'loss': 1.2887606620788574}
+{'epoch': 152, 'iter': 200, 'avg_loss': 1.230535842589478, 'avg_acc_mask': 57.849482248520715, 'loss': 1.1725010871887207}
+{'epoch': 152, 'iter': 210, 'avg_loss': 1.2286844713992982, 'avg_acc_mask': 57.92677547419497, 'loss': 1.071704387664795}
+{'epoch': 152, 'iter': 220, 'avg_loss': 1.2281294098267188, 'avg_acc_mask': 57.96038769490097, 'loss': 1.1606500148773193}
+{'epoch': 152, 'iter': 230, 'avg_loss': 1.2287193492893533, 'avg_acc_mask': 57.99031476997578, 'loss': 0.8888258934020996}
+{'epoch': 152, 'iter': 240, 'avg_loss': 1.2263559424530917, 'avg_acc_mask': 57.96586609004556, 'loss': 1.2841788530349731}
+{'epoch': 152, 'iter': 250, 'avg_loss': 1.2243601390090122, 'avg_acc_mask': 58.09671694764863, 'loss': 0.9463765621185303}
+{'epoch': 152, 'iter': 260, 'avg_loss': 1.2231143850019608, 'avg_acc_mask': 58.15658362989324, 'loss': 1.3954119682312012}
+{'epoch': 152, 'iter': 270, 'avg_loss': 1.2243161408223788, 'avg_acc_mask': 58.07179487179487, 'loss': 1.466125249862671}
+{'epoch': 'EP152_test', 'avg_loss': 1.223177113826724, 'total_masked_acc': 58.08966861598441}
+{'epoch': 153, 'iter': 0, 'avg_loss': 1.2074130773544312, 'avg_acc_mask': 50.0, 'loss': 1.2074130773544312}
+{'epoch': 153, 'iter': 10, 'avg_loss': 1.154859954660589, 'avg_acc_mask': 57.71324863883848, 'loss': 1.0531591176986694}
+{'epoch': 153, 'iter': 20, 'avg_loss': 1.1655858982177008, 'avg_acc_mask': 58.120437956204384, 'loss': 1.2165731191635132}
+{'epoch': 153, 'iter': 30, 'avg_loss': 1.1798290321903844, 'avg_acc_mask': 59.250153657037494, 'loss': 1.293119192123413}
+{'epoch': 153, 'iter': 40, 'avg_loss': 1.1844797526917807, 'avg_acc_mask': 58.8371019843101, 'loss': 1.3826353549957275}
+{'epoch': 153, 'iter': 50, 'avg_loss': 1.1919611680741404, 'avg_acc_mask': 58.1670362158167, 'loss': 1.1631577014923096}
+{'epoch': 153, 'iter': 60, 'avg_loss': 1.203005400837445, 'avg_acc_mask': 57.834928229665074, 'loss': 1.5138671398162842}
+{'epoch': 153, 'iter': 70, 'avg_loss': 1.2037986365842148, 'avg_acc_mask': 57.80287474332649, 'loss': 1.117979884147644}
+{'epoch': 153, 'iter': 80, 'avg_loss': 1.2139531903796725, 'avg_acc_mask': 58.03050695379094, 'loss': 1.2113865613937378}
+{'epoch': 153, 'iter': 90, 'avg_loss': 1.2211485721252777, 'avg_acc_mask': 58.03803803803804, 'loss': 1.0522277355194092}
+{'epoch': 153, 'iter': 100, 'avg_loss': 1.2198872560321694, 'avg_acc_mask': 58.22421524663677, 'loss': 1.1566091775894165}
+{'epoch': 153, 'iter': 110, 'avg_loss': 1.2179890258892163, 'avg_acc_mask': 58.1143232588699, 'loss': 1.1743898391723633}
+{'epoch': 153, 'iter': 120, 'avg_loss': 1.221686669617645, 'avg_acc_mask': 58.16234158117079, 'loss': 1.4651212692260742}
+{'epoch': 153, 'iter': 130, 'avg_loss': 1.2250615472101982, 'avg_acc_mask': 58.12917594654788, 'loss': 1.544701099395752}
+{'epoch': 153, 'iter': 140, 'avg_loss': 1.2217396425862683, 'avg_acc_mask': 58.12960807140085, 'loss': 1.0417444705963135}
+{'epoch': 153, 'iter': 150, 'avg_loss': 1.2224367110934478, 'avg_acc_mask': 58.105339279257564, 'loss': 1.1641944646835327}
+{'epoch': 153, 'iter': 160, 'avg_loss': 1.2211971819771001, 'avg_acc_mask': 58.1374321880651, 'loss': 1.3450864553451538}
+{'epoch': 153, 'iter': 170, 'avg_loss': 1.2207129468694764, 'avg_acc_mask': 58.123129542539544, 'loss': 1.1439828872680664}
+{'epoch': 153, 'iter': 180, 'avg_loss': 1.2197275491050594, 'avg_acc_mask': 58.18163430420712, 'loss': 1.517440676689148}
+{'epoch': 153, 'iter': 190, 'avg_loss': 1.2141835449253702, 'avg_acc_mask': 58.3044982698962, 'loss': 1.33639395236969}
+{'epoch': 153, 'iter': 200, 'avg_loss': 1.2136237476002518, 'avg_acc_mask': 58.24728136708398, 'loss': 1.2488502264022827}
+{'epoch': 153, 'iter': 210, 'avg_loss': 1.2121140061396558, 'avg_acc_mask': 58.26208340603735, 'loss': 1.2542887926101685}
+{'epoch': 153, 'iter': 220, 'avg_loss': 1.2122697110089782, 'avg_acc_mask': 58.25848303393214, 'loss': 1.159877896308899}
+{'epoch': 153, 'iter': 230, 'avg_loss': 1.2181857207636813, 'avg_acc_mask': 58.02940007945967, 'loss': 1.2431155443191528}
+{'epoch': 153, 'iter': 240, 'avg_loss': 1.2172205030176155, 'avg_acc_mask': 58.110773899848255, 'loss': 1.0467756986618042}
+{'epoch': 153, 'iter': 250, 'avg_loss': 1.2126004871619176, 'avg_acc_mask': 58.22222222222222, 'loss': 0.8174196481704712}
+{'epoch': 153, 'iter': 260, 'avg_loss': 1.2084019174977738, 'avg_acc_mask': 58.388365884501894, 'loss': 1.253990888595581}
+{'epoch': 153, 'iter': 270, 'avg_loss': 1.2104586844514658, 'avg_acc_mask': 58.24815541866919, 'loss': 1.5646107196807861}
+{'epoch': 'EP153_test', 'avg_loss': 1.2119308392638746, 'total_masked_acc': 58.23912754355632}
+{'epoch': 154, 'iter': 0, 'avg_loss': 0.9727214574813843, 'avg_acc_mask': 66.0, 'loss': 0.9727214574813843}
+{'epoch': 154, 'iter': 10, 'avg_loss': 1.1643639206886292, 'avg_acc_mask': 59.333333333333336, 'loss': 0.9610224366188049}
+{'epoch': 154, 'iter': 20, 'avg_loss': 1.1555018793968928, 'avg_acc_mask': 59.57446808510638, 'loss': 1.360800862312317}
+{'epoch': 154, 'iter': 30, 'avg_loss': 1.1882808977557766, 'avg_acc_mask': 58.76603543066585, 'loss': 1.126814842224121}
+{'epoch': 154, 'iter': 40, 'avg_loss': 1.1984262146600864, 'avg_acc_mask': 58.191287878787875, 'loss': 1.3033357858657837}
+{'epoch': 154, 'iter': 50, 'avg_loss': 1.2093047791836309, 'avg_acc_mask': 57.59969902182092, 'loss': 1.3163583278656006}
+{'epoch': 154, 'iter': 60, 'avg_loss': 1.222657289661345, 'avg_acc_mask': 56.84145206329506, 'loss': 1.3916916847229004}
+{'epoch': 154, 'iter': 70, 'avg_loss': 1.2299139743119898, 'avg_acc_mask': 56.61628215327499, 'loss': 0.9364261031150818}
+{'epoch': 154, 'iter': 80, 'avg_loss': 1.2326228375788089, 'avg_acc_mask': 56.65898617511521, 'loss': 1.368485689163208}
+{'epoch': 154, 'iter': 90, 'avg_loss': 1.23347868172677, 'avg_acc_mask': 56.99365144378456, 'loss': 1.0966719388961792}
+{'epoch': 154, 'iter': 100, 'avg_loss': 1.2377091994380007, 'avg_acc_mask': 57.037174033660065, 'loss': 0.987873911857605}
+{'epoch': 154, 'iter': 110, 'avg_loss': 1.2327698909484588, 'avg_acc_mask': 57.080094626563024, 'loss': 1.2086113691329956}
+{'epoch': 154, 'iter': 120, 'avg_loss': 1.2369119648105842, 'avg_acc_mask': 57.209158415841586, 'loss': 1.1749131679534912}
+{'epoch': 154, 'iter': 130, 'avg_loss': 1.2379373908042908, 'avg_acc_mask': 57.22238081644305, 'loss': 1.6308825016021729}
+{'epoch': 154, 'iter': 140, 'avg_loss': 1.2375210062831852, 'avg_acc_mask': 57.06117021276596, 'loss': 1.2979695796966553}
+{'epoch': 154, 'iter': 150, 'avg_loss': 1.231664784696718, 'avg_acc_mask': 57.125154894671624, 'loss': 1.305336594581604}
+{'epoch': 154, 'iter': 160, 'avg_loss': 1.2287159510280774, 'avg_acc_mask': 57.27951469902006, 'loss': 1.2424460649490356}
+{'epoch': 154, 'iter': 170, 'avg_loss': 1.2284400396876864, 'avg_acc_mask': 57.35762098101613, 'loss': 1.5022920370101929}
+{'epoch': 154, 'iter': 180, 'avg_loss': 1.2289016651843794, 'avg_acc_mask': 57.269042918008935, 'loss': 1.0691802501678467}
+{'epoch': 154, 'iter': 190, 'avg_loss': 1.2305901943076967, 'avg_acc_mask': 57.38301219032639, 'loss': 1.4282211065292358}
+{'epoch': 154, 'iter': 200, 'avg_loss': 1.225762658451327, 'avg_acc_mask': 57.54027725739977, 'loss': 1.0213724374771118}
+{'epoch': 154, 'iter': 210, 'avg_loss': 1.2267462563175726, 'avg_acc_mask': 57.52094100873285, 'loss': 1.1620904207229614}
+{'epoch': 154, 'iter': 220, 'avg_loss': 1.2307536267586963, 'avg_acc_mask': 57.326892109500804, 'loss': 1.079552173614502}
+{'epoch': 154, 'iter': 230, 'avg_loss': 1.2324172970536467, 'avg_acc_mask': 57.364278179014846, 'loss': 1.3434290885925293}
+{'epoch': 154, 'iter': 240, 'avg_loss': 1.2303646637196364, 'avg_acc_mask': 57.44730497005522, 'loss': 1.198160171508789}
+{'epoch': 154, 'iter': 250, 'avg_loss': 1.226601985821211, 'avg_acc_mask': 57.52258642574479, 'loss': 1.0750478506088257}
+{'epoch': 154, 'iter': 260, 'avg_loss': 1.2250092061543374, 'avg_acc_mask': 57.63938655582629, 'loss': 1.0891152620315552}
+{'epoch': 154, 'iter': 270, 'avg_loss': 1.227583795455989, 'avg_acc_mask': 57.62618621922707, 'loss': 1.5072768926620483}
+{'epoch': 'EP154_test', 'avg_loss': 1.2291552726773247, 'total_masked_acc': 57.53646677471637}
+{'epoch': 155, 'iter': 0, 'avg_loss': 1.1997185945510864, 'avg_acc_mask': 54.54545454545454, 'loss': 1.1997185945510864}
+{'epoch': 155, 'iter': 10, 'avg_loss': 1.2479043223641135, 'avg_acc_mask': 54.97470489038786, 'loss': 1.2502875328063965}
+{'epoch': 155, 'iter': 20, 'avg_loss': 1.2245332031022935, 'avg_acc_mask': 55.92334494773519, 'loss': 1.0227453708648682}
+{'epoch': 155, 'iter': 30, 'avg_loss': 1.2159749711713483, 'avg_acc_mask': 56.78636640292149, 'loss': 1.4828078746795654}
+{'epoch': 155, 'iter': 40, 'avg_loss': 1.2165461269820608, 'avg_acc_mask': 56.3858695652174, 'loss': 1.2600222826004028}
+{'epoch': 155, 'iter': 50, 'avg_loss': 1.2131557569784277, 'avg_acc_mask': 57.0856102003643, 'loss': 1.5682828426361084}
+{'epoch': 155, 'iter': 60, 'avg_loss': 1.2287029076795108, 'avg_acc_mask': 56.67166416791605, 'loss': 1.5009757280349731}
+{'epoch': 155, 'iter': 70, 'avg_loss': 1.2226729451770513, 'avg_acc_mask': 57.256819351518274, 'loss': 0.9895163774490356}
+{'epoch': 155, 'iter': 80, 'avg_loss': 1.2256329074318026, 'avg_acc_mask': 57.3412246756203, 'loss': 1.1835904121398926}
+{'epoch': 155, 'iter': 90, 'avg_loss': 1.2224361110519577, 'avg_acc_mask': 57.57881972514147, 'loss': 1.3252700567245483}
+{'epoch': 155, 'iter': 100, 'avg_loss': 1.2385156851003665, 'avg_acc_mask': 57.36391771345348, 'loss': 1.3489729166030884}
+{'epoch': 155, 'iter': 110, 'avg_loss': 1.2289254627786241, 'avg_acc_mask': 57.58179704368045, 'loss': 1.1966867446899414}
+{'epoch': 155, 'iter': 120, 'avg_loss': 1.231352465704453, 'avg_acc_mask': 57.327455153542104, 'loss': 1.1094781160354614}
+{'epoch': 155, 'iter': 130, 'avg_loss': 1.2320132533102546, 'avg_acc_mask': 57.361833778652795, 'loss': 1.2176241874694824}
+{'epoch': 155, 'iter': 140, 'avg_loss': 1.2307544346396804, 'avg_acc_mask': 57.29969938570122, 'loss': 1.2274268865585327}
+{'epoch': 155, 'iter': 150, 'avg_loss': 1.22856128531576, 'avg_acc_mask': 57.37565365438404, 'loss': 1.3797249794006348}
+{'epoch': 155, 'iter': 160, 'avg_loss': 1.2238110526007895, 'avg_acc_mask': 57.63721782972384, 'loss': 1.1678458452224731}
+{'epoch': 155, 'iter': 170, 'avg_loss': 1.218162634916473, 'avg_acc_mask': 57.868622586560235, 'loss': 1.0124226808547974}
+{'epoch': 155, 'iter': 180, 'avg_loss': 1.2234462354723261, 'avg_acc_mask': 57.638888888888886, 'loss': 1.4358326196670532}
+{'epoch': 155, 'iter': 190, 'avg_loss': 1.2239427494753095, 'avg_acc_mask': 57.56400310318076, 'loss': 1.8044856786727905}
+{'epoch': 155, 'iter': 200, 'avg_loss': 1.2220449349773463, 'avg_acc_mask': 57.71997786386276, 'loss': 1.10570228099823}
+{'epoch': 155, 'iter': 210, 'avg_loss': 1.2223761943279285, 'avg_acc_mask': 57.816901408450704, 'loss': 1.1490050554275513}
+{'epoch': 155, 'iter': 220, 'avg_loss': 1.2214823095507212, 'avg_acc_mask': 57.88016112789527, 'loss': 1.0020025968551636}
+{'epoch': 155, 'iter': 230, 'avg_loss': 1.2231631351239753, 'avg_acc_mask': 57.8351921688197, 'loss': 1.1874300241470337}
+{'epoch': 155, 'iter': 240, 'avg_loss': 1.222772547318233, 'avg_acc_mask': 57.930664212302496, 'loss': 1.3100550174713135}
+{'epoch': 155, 'iter': 250, 'avg_loss': 1.217943465567205, 'avg_acc_mask': 58.100435071159936, 'loss': 0.7198516130447388}
+{'epoch': 155, 'iter': 260, 'avg_loss': 1.2143749905272005, 'avg_acc_mask': 58.26241134751773, 'loss': 1.292476773262024}
+{'epoch': 155, 'iter': 270, 'avg_loss': 1.2160584693465286, 'avg_acc_mask': 58.186775732788, 'loss': 1.2350925207138062}
+{'epoch': 'EP155_test', 'avg_loss': 1.2172298465949902, 'total_masked_acc': 58.11181787746903}
+{'epoch': 156, 'iter': 0, 'avg_loss': 1.1785844564437866, 'avg_acc_mask': 59.67741935483871, 'loss': 1.1785844564437866}
+{'epoch': 156, 'iter': 10, 'avg_loss': 1.2846981341188604, 'avg_acc_mask': 58.57805255023184, 'loss': 1.2849197387695312}
+{'epoch': 156, 'iter': 20, 'avg_loss': 1.256371503784543, 'avg_acc_mask': 58.366693354683754, 'loss': 1.294882893562317}
+{'epoch': 156, 'iter': 30, 'avg_loss': 1.2351497950092438, 'avg_acc_mask': 58.90949971894322, 'loss': 1.06479012966156}
+{'epoch': 156, 'iter': 40, 'avg_loss': 1.2405935787573092, 'avg_acc_mask': 58.472044387537345, 'loss': 1.255723237991333}
+{'epoch': 156, 'iter': 50, 'avg_loss': 1.2225545738257615, 'avg_acc_mask': 59.108061749571185, 'loss': 1.3679581880569458}
+{'epoch': 156, 'iter': 60, 'avg_loss': 1.2197219348344646, 'avg_acc_mask': 58.96036760482482, 'loss': 1.2802624702453613}
+{'epoch': 156, 'iter': 70, 'avg_loss': 1.2272549850839964, 'avg_acc_mask': 58.71788475929159, 'loss': 1.1045278310775757}
+{'epoch': 156, 'iter': 80, 'avg_loss': 1.2259922410234994, 'avg_acc_mask': 58.71010638297872, 'loss': 1.147067904472351}
+{'epoch': 156, 'iter': 90, 'avg_loss': 1.2364283027229728, 'avg_acc_mask': 58.33496189173344, 'loss': 1.2242448329925537}
+{'epoch': 156, 'iter': 100, 'avg_loss': 1.2411501006324692, 'avg_acc_mask': 58.44409002303739, 'loss': 1.1297754049301147}
+{'epoch': 156, 'iter': 110, 'avg_loss': 1.2349880611574329, 'avg_acc_mask': 58.47498785818358, 'loss': 1.0923179388046265}
+{'epoch': 156, 'iter': 120, 'avg_loss': 1.2337750127492857, 'avg_acc_mask': 58.46840148698885, 'loss': 1.2120620012283325}
+{'epoch': 156, 'iter': 130, 'avg_loss': 1.2306829754632849, 'avg_acc_mask': 58.590308370044056, 'loss': 1.085547685623169}
+{'epoch': 156, 'iter': 140, 'avg_loss': 1.229824865963442, 'avg_acc_mask': 58.66222450025628, 'loss': 1.0398237705230713}
+{'epoch': 156, 'iter': 150, 'avg_loss': 1.2300986730499772, 'avg_acc_mask': 58.46153846153847, 'loss': 1.2018070220947266}
+{'epoch': 156, 'iter': 160, 'avg_loss': 1.2291497214240317, 'avg_acc_mask': 58.43598146683241, 'loss': 1.3511090278625488}
+{'epoch': 156, 'iter': 170, 'avg_loss': 1.2299923792219998, 'avg_acc_mask': 58.35016477091528, 'loss': 1.4465503692626953}
+{'epoch': 156, 'iter': 180, 'avg_loss': 1.2334538783816342, 'avg_acc_mask': 58.30131445904955, 'loss': 1.2506356239318848}
+{'epoch': 156, 'iter': 190, 'avg_loss': 1.2315972878046686, 'avg_acc_mask': 58.39409056024558, 'loss': 1.4156239032745361}
+{'epoch': 156, 'iter': 200, 'avg_loss': 1.227478192813361, 'avg_acc_mask': 58.55568709589291, 'loss': 1.0326212644577026}
+{'epoch': 156, 'iter': 210, 'avg_loss': 1.2271910157248873, 'avg_acc_mask': 58.527703112806726, 'loss': 0.9225820899009705}
+{'epoch': 156, 'iter': 220, 'avg_loss': 1.2258127844171827, 'avg_acc_mask': 58.38964892038899, 'loss': 0.8731045722961426}
+{'epoch': 156, 'iter': 230, 'avg_loss': 1.2263256246909435, 'avg_acc_mask': 58.28007889546352, 'loss': 1.1220234632492065}
+{'epoch': 156, 'iter': 240, 'avg_loss': 1.2240310855426235, 'avg_acc_mask': 58.35219556360344, 'loss': 1.5296542644500732}
+{'epoch': 156, 'iter': 250, 'avg_loss': 1.2249724712979746, 'avg_acc_mask': 58.33454228927898, 'loss': 0.7550722360610962}
+{'epoch': 156, 'iter': 260, 'avg_loss': 1.2235559558503015, 'avg_acc_mask': 58.32985095417189, 'loss': 1.4807218313217163}
+{'epoch': 156, 'iter': 270, 'avg_loss': 1.2227215344615527, 'avg_acc_mask': 58.27530798071773, 'loss': 1.1280064582824707}
+{'epoch': 'EP156_test', 'avg_loss': 1.2245948837287184, 'total_masked_acc': 58.20846477392219}
+{'epoch': 157, 'iter': 0, 'avg_loss': 1.1284412145614624, 'avg_acc_mask': 54.0, 'loss': 1.1284412145614624}
+{'epoch': 157, 'iter': 10, 'avg_loss': 1.153849412094463, 'avg_acc_mask': 58.45070422535211, 'loss': 0.9390238523483276}
+{'epoch': 157, 'iter': 20, 'avg_loss': 1.2244688527924674, 'avg_acc_mask': 56.91347011596789, 'loss': 1.5004346370697021}
+{'epoch': 157, 'iter': 30, 'avg_loss': 1.1986196675608236, 'avg_acc_mask': 58.32832230907997, 'loss': 1.2392548322677612}
+{'epoch': 157, 'iter': 40, 'avg_loss': 1.2195866820288868, 'avg_acc_mask': 57.95607350963693, 'loss': 1.3683083057403564}
+{'epoch': 157, 'iter': 50, 'avg_loss': 1.2128693379607856, 'avg_acc_mask': 58.20086705202312, 'loss': 1.2358343601226807}
+{'epoch': 157, 'iter': 60, 'avg_loss': 1.2325109868753152, 'avg_acc_mask': 57.40521327014218, 'loss': 1.3349239826202393}
+{'epoch': 157, 'iter': 70, 'avg_loss': 1.2300116125966463, 'avg_acc_mask': 57.1537290715373, 'loss': 1.147200584411621}
+{'epoch': 157, 'iter': 80, 'avg_loss': 1.226100045957683, 'avg_acc_mask': 57.20026791694575, 'loss': 1.1290470361709595}
+{'epoch': 157, 'iter': 90, 'avg_loss': 1.233662595460703, 'avg_acc_mask': 57.34474522292994, 'loss': 1.2789280414581299}
+{'epoch': 157, 'iter': 100, 'avg_loss': 1.2403176356070111, 'avg_acc_mask': 57.12240515390121, 'loss': 1.2605873346328735}
+{'epoch': 157, 'iter': 110, 'avg_loss': 1.2357603628356177, 'avg_acc_mask': 57.21044045676999, 'loss': 1.2514433860778809}
+{'epoch': 157, 'iter': 120, 'avg_loss': 1.2337710285974928, 'avg_acc_mask': 57.26739816624079, 'loss': 1.1150544881820679}
+{'epoch': 157, 'iter': 130, 'avg_loss': 1.2416053209596007, 'avg_acc_mask': 56.934001670843784, 'loss': 1.3235780000686646}
+{'epoch': 157, 'iter': 140, 'avg_loss': 1.23215145168575, 'avg_acc_mask': 57.081656497468515, 'loss': 1.0700647830963135}
+{'epoch': 157, 'iter': 150, 'avg_loss': 1.2302434697056448, 'avg_acc_mask': 57.33462329181279, 'loss': 1.1228950023651123}
+{'epoch': 157, 'iter': 160, 'avg_loss': 1.2306003696429804, 'avg_acc_mask': 57.286432160804026, 'loss': 1.518202781677246}
+{'epoch': 157, 'iter': 170, 'avg_loss': 1.2291874672934326, 'avg_acc_mask': 57.32167907629222, 'loss': 1.342128872871399}
+{'epoch': 157, 'iter': 180, 'avg_loss': 1.2263424472255602, 'avg_acc_mask': 57.424226961934885, 'loss': 1.1018025875091553}
+{'epoch': 157, 'iter': 190, 'avg_loss': 1.2222615024806318, 'avg_acc_mask': 57.6116504854369, 'loss': 1.1314809322357178}
+{'epoch': 157, 'iter': 200, 'avg_loss': 1.2216905109324858, 'avg_acc_mask': 57.60959852330411, 'loss': 1.3702951669692993}
+{'epoch': 157, 'iter': 210, 'avg_loss': 1.2222536443534056, 'avg_acc_mask': 57.71564231073595, 'loss': 1.4833184480667114}
+{'epoch': 157, 'iter': 220, 'avg_loss': 1.2211268484862141, 'avg_acc_mask': 57.83960445822509, 'loss': 1.2365984916687012}
+{'epoch': 157, 'iter': 230, 'avg_loss': 1.2232354002081471, 'avg_acc_mask': 57.77243589743589, 'loss': 1.343253493309021}
+{'epoch': 157, 'iter': 240, 'avg_loss': 1.2219409433143267, 'avg_acc_mask': 57.80337941628264, 'loss': 1.1269075870513916}
+{'epoch': 157, 'iter': 250, 'avg_loss': 1.2197002124976353, 'avg_acc_mask': 57.84357048166151, 'loss': 0.7154360413551331}
+{'epoch': 157, 'iter': 260, 'avg_loss': 1.2190403097890803, 'avg_acc_mask': 57.80572727918709, 'loss': 1.225165843963623}
+{'epoch': 157, 'iter': 270, 'avg_loss': 1.219683543342506, 'avg_acc_mask': 57.765164466935644, 'loss': 1.283035397529602}
+{'epoch': 'EP157_test', 'avg_loss': 1.2219171232503394, 'total_masked_acc': 57.636790869419265}
+{'epoch': 158, 'iter': 0, 'avg_loss': 0.9710509777069092, 'avg_acc_mask': 71.42857142857143, 'loss': 0.9710509777069092}
+{'epoch': 158, 'iter': 10, 'avg_loss': 1.1492392962629145, 'avg_acc_mask': 59.693877551020414, 'loss': 0.9798673987388611}
+{'epoch': 158, 'iter': 20, 'avg_loss': 1.168302868093763, 'avg_acc_mask': 59.09909909909909, 'loss': 1.1516081094741821}
+{'epoch': 158, 'iter': 30, 'avg_loss': 1.149363310106339, 'avg_acc_mask': 59.90159901599016, 'loss': 1.2363349199295044}
+{'epoch': 158, 'iter': 40, 'avg_loss': 1.1880665697702548, 'avg_acc_mask': 58.50117096018735, 'loss': 1.0020278692245483}
+{'epoch': 158, 'iter': 50, 'avg_loss': 1.1967443426450093, 'avg_acc_mask': 58.391997035939234, 'loss': 1.04579758644104}
+{'epoch': 158, 'iter': 60, 'avg_loss': 1.2061390984253806, 'avg_acc_mask': 58.232810615199035, 'loss': 1.4911845922470093}
+{'epoch': 158, 'iter': 70, 'avg_loss': 1.20650809331679, 'avg_acc_mask': 58.38060856111398, 'loss': 1.264702558517456}
+{'epoch': 158, 'iter': 80, 'avg_loss': 1.2163104407581282, 'avg_acc_mask': 58.02385775376998, 'loss': 1.3526196479797363}
+{'epoch': 158, 'iter': 90, 'avg_loss': 1.219840678539905, 'avg_acc_mask': 57.840977368315635, 'loss': 1.222015142440796}
+{'epoch': 158, 'iter': 100, 'avg_loss': 1.2252242152053532, 'avg_acc_mask': 57.836564595035334, 'loss': 1.436532735824585}
+{'epoch': 158, 'iter': 110, 'avg_loss': 1.2246907901119541, 'avg_acc_mask': 57.93057631622654, 'loss': 1.2581971883773804}
+{'epoch': 158, 'iter': 120, 'avg_loss': 1.2259194432211316, 'avg_acc_mask': 57.92673658610731, 'loss': 1.3344422578811646}
+{'epoch': 158, 'iter': 130, 'avg_loss': 1.226948486484644, 'avg_acc_mask': 57.82980513108089, 'loss': 1.219359278678894}
+{'epoch': 158, 'iter': 140, 'avg_loss': 1.2249165946710194, 'avg_acc_mask': 57.76825149389452, 'loss': 1.1443367004394531}
+{'epoch': 158, 'iter': 150, 'avg_loss': 1.2266559320569828, 'avg_acc_mask': 57.740332161474115, 'loss': 1.3122482299804688}
+{'epoch': 158, 'iter': 160, 'avg_loss': 1.2208977186161538, 'avg_acc_mask': 58.01692589204026, 'loss': 1.118761658668518}
+{'epoch': 158, 'iter': 170, 'avg_loss': 1.2170398451431452, 'avg_acc_mask': 58.12270468783755, 'loss': 1.184164047241211}
+{'epoch': 158, 'iter': 180, 'avg_loss': 1.2195393044645615, 'avg_acc_mask': 58.156682027649765, 'loss': 1.27761971950531}
+{'epoch': 158, 'iter': 190, 'avg_loss': 1.2229559368488052, 'avg_acc_mask': 58.01497035092835, 'loss': 1.4995678663253784}
+{'epoch': 158, 'iter': 200, 'avg_loss': 1.2211929844386542, 'avg_acc_mask': 57.97195054438088, 'loss': 1.29069983959198}
+{'epoch': 158, 'iter': 210, 'avg_loss': 1.219734128335076, 'avg_acc_mask': 58.0943163821925, 'loss': 1.4422378540039062}
+{'epoch': 158, 'iter': 220, 'avg_loss': 1.2214864948216606, 'avg_acc_mask': 58.0404953145917, 'loss': 1.4344847202301025}
+{'epoch': 158, 'iter': 230, 'avg_loss': 1.2251508310759738, 'avg_acc_mask': 57.85428342674139, 'loss': 1.1863982677459717}
+{'epoch': 158, 'iter': 240, 'avg_loss': 1.2210356108380551, 'avg_acc_mask': 58.005972892258214, 'loss': 1.0446207523345947}
+{'epoch': 158, 'iter': 250, 'avg_loss': 1.221468719353239, 'avg_acc_mask': 57.86103341675254, 'loss': 1.1149803400039673}
+{'epoch': 158, 'iter': 260, 'avg_loss': 1.2182330827146655, 'avg_acc_mask': 58.00014203536681, 'loss': 1.0841647386550903}
+{'epoch': 158, 'iter': 270, 'avg_loss': 1.218542389104287, 'avg_acc_mask': 57.9212985064448, 'loss': 1.1196153163909912}
+{'epoch': 'EP158_test', 'avg_loss': 1.2185564371554747, 'total_masked_acc': 57.96430488459474}
+{'epoch': 159, 'iter': 0, 'avg_loss': 1.4589706659317017, 'avg_acc_mask': 51.85185185185185, 'loss': 1.4589706659317017}
+{'epoch': 159, 'iter': 10, 'avg_loss': 1.2240844368934631, 'avg_acc_mask': 59.359190556492415, 'loss': 0.9752916693687439}
+{'epoch': 159, 'iter': 20, 'avg_loss': 1.2088438783373152, 'avg_acc_mask': 59.0633130962706, 'loss': 1.1768057346343994}
+{'epoch': 159, 'iter': 30, 'avg_loss': 1.2230064022925593, 'avg_acc_mask': 58.40336134453782, 'loss': 1.6033376455307007}
+{'epoch': 159, 'iter': 40, 'avg_loss': 1.2221254575543288, 'avg_acc_mask': 57.22595078299776, 'loss': 1.1041687726974487}
+{'epoch': 159, 'iter': 50, 'avg_loss': 1.2146055780205072, 'avg_acc_mask': 57.73270554147049, 'loss': 1.168350100517273}
+{'epoch': 159, 'iter': 60, 'avg_loss': 1.2226726168491802, 'avg_acc_mask': 58.01801801801801, 'loss': 1.4646350145339966}
+{'epoch': 159, 'iter': 70, 'avg_loss': 1.2192269337009376, 'avg_acc_mask': 58.227190018196, 'loss': 0.9729236364364624}
+{'epoch': 159, 'iter': 80, 'avg_loss': 1.220618650501157, 'avg_acc_mask': 58.261656858306935, 'loss': 1.0234360694885254}
+{'epoch': 159, 'iter': 90, 'avg_loss': 1.2132007145619654, 'avg_acc_mask': 58.58464012866907, 'loss': 1.0826637744903564}
+{'epoch': 159, 'iter': 100, 'avg_loss': 1.2276516963939856, 'avg_acc_mask': 58.25663237682729, 'loss': 1.2349532842636108}
+{'epoch': 159, 'iter': 110, 'avg_loss': 1.2186736437651489, 'avg_acc_mask': 58.52291460600066, 'loss': 1.2851091623306274}
+{'epoch': 159, 'iter': 120, 'avg_loss': 1.2225051537032956, 'avg_acc_mask': 58.24905660377359, 'loss': 1.2499580383300781}
+{'epoch': 159, 'iter': 130, 'avg_loss': 1.2284728752747747, 'avg_acc_mask': 57.92767732962448, 'loss': 1.4480408430099487}
+{'epoch': 159, 'iter': 140, 'avg_loss': 1.2247814409276272, 'avg_acc_mask': 57.88860103626943, 'loss': 0.983165442943573}
+{'epoch': 159, 'iter': 150, 'avg_loss': 1.2262506196830447, 'avg_acc_mask': 57.79983057001089, 'loss': 1.1992418766021729}
+{'epoch': 159, 'iter': 160, 'avg_loss': 1.2230811870616416, 'avg_acc_mask': 57.96192864470534, 'loss': 1.413200855255127}
+{'epoch': 159, 'iter': 170, 'avg_loss': 1.221471561325921, 'avg_acc_mask': 58.07766573696631, 'loss': 1.4420444965362549}
+{'epoch': 159, 'iter': 180, 'avg_loss': 1.222941888630061, 'avg_acc_mask': 57.99878345498784, 'loss': 1.2956187725067139}
+{'epoch': 159, 'iter': 190, 'avg_loss': 1.2214414396211115, 'avg_acc_mask': 57.96600403341976, 'loss': 1.2590206861495972}
+{'epoch': 159, 'iter': 200, 'avg_loss': 1.2193513316894644, 'avg_acc_mask': 57.9552715654952, 'loss': 1.234732747077942}
+{'epoch': 159, 'iter': 210, 'avg_loss': 1.2188707107051289, 'avg_acc_mask': 58.033845080251226, 'loss': 1.0995360612869263}
+{'epoch': 159, 'iter': 220, 'avg_loss': 1.2210476816509643, 'avg_acc_mask': 57.98984095261886, 'loss': 1.0862517356872559}
+{'epoch': 159, 'iter': 230, 'avg_loss': 1.2249884948585972, 'avg_acc_mask': 57.85446720331553, 'loss': 1.2854421138763428}
+{'epoch': 159, 'iter': 240, 'avg_loss': 1.225777166512992, 'avg_acc_mask': 57.77455323048725, 'loss': 1.6612166166305542}
+{'epoch': 159, 'iter': 250, 'avg_loss': 1.221257131888097, 'avg_acc_mask': 57.9148592015293, 'loss': 0.9079850912094116}
+{'epoch': 159, 'iter': 260, 'avg_loss': 1.2207447840792922, 'avg_acc_mask': 57.90182050010626, 'loss': 1.5072143077850342}
+{'epoch': 159, 'iter': 270, 'avg_loss': 1.2199534870601667, 'avg_acc_mask': 57.96004636258267, 'loss': 1.1943703889846802}
+{'epoch': 'EP159_test', 'avg_loss': 1.2194510566583578, 'total_masked_acc': 57.97285551915491}
+{'epoch': 160, 'iter': 0, 'avg_loss': 1.0040512084960938, 'avg_acc_mask': 59.25925925925925, 'loss': 1.0040512084960938}
+{'epoch': 160, 'iter': 10, 'avg_loss': 1.1567347754131665, 'avg_acc_mask': 57.59075907590759, 'loss': 1.2706652879714966}
+{'epoch': 160, 'iter': 20, 'avg_loss': 1.1867371996243794, 'avg_acc_mask': 58.34782608695652, 'loss': 1.049883484840393}
+{'epoch': 160, 'iter': 30, 'avg_loss': 1.2226184894961696, 'avg_acc_mask': 57.22748815165877, 'loss': 1.1572068929672241}
+{'epoch': 160, 'iter': 40, 'avg_loss': 1.2134010719089974, 'avg_acc_mask': 56.7652329749104, 'loss': 1.4189951419830322}
+{'epoch': 160, 'iter': 50, 'avg_loss': 1.220538224659714, 'avg_acc_mask': 57.398141529664045, 'loss': 1.2017903327941895}
+{'epoch': 160, 'iter': 60, 'avg_loss': 1.2274293518457255, 'avg_acc_mask': 57.210541901095645, 'loss': 1.3184155225753784}
+{'epoch': 160, 'iter': 70, 'avg_loss': 1.2120531293707835, 'avg_acc_mask': 57.768721344880284, 'loss': 0.9305692911148071}
+{'epoch': 160, 'iter': 80, 'avg_loss': 1.2106041805243786, 'avg_acc_mask': 57.98525798525799, 'loss': 1.1137679815292358}
+{'epoch': 160, 'iter': 90, 'avg_loss': 1.2227680879634815, 'avg_acc_mask': 57.42574257425742, 'loss': 1.1084555387496948}
+{'epoch': 160, 'iter': 100, 'avg_loss': 1.2234756657392671, 'avg_acc_mask': 57.44186046511628, 'loss': 1.099901556968689}
+{'epoch': 160, 'iter': 110, 'avg_loss': 1.2172956353909261, 'avg_acc_mask': 57.68915148531101, 'loss': 1.107682228088379}
+{'epoch': 160, 'iter': 120, 'avg_loss': 1.2156389966483945, 'avg_acc_mask': 57.72259236826166, 'loss': 0.9194930791854858}
+{'epoch': 160, 'iter': 130, 'avg_loss': 1.2141348860646022, 'avg_acc_mask': 57.77093251190143, 'loss': 1.1982990503311157}
+{'epoch': 160, 'iter': 140, 'avg_loss': 1.2100846479970513, 'avg_acc_mask': 57.87689097548252, 'loss': 0.9392969608306885}
+{'epoch': 160, 'iter': 150, 'avg_loss': 1.2084133640819827, 'avg_acc_mask': 57.845518581491376, 'loss': 1.1772621870040894}
+{'epoch': 160, 'iter': 160, 'avg_loss': 1.2084266754411022, 'avg_acc_mask': 58.01709401709402, 'loss': 1.4151219129562378}
+{'epoch': 160, 'iter': 170, 'avg_loss': 1.20439014309331, 'avg_acc_mask': 58.104631217838765, 'loss': 1.3089370727539062}
+{'epoch': 160, 'iter': 180, 'avg_loss': 1.2050774555179955, 'avg_acc_mask': 58.1369362047948, 'loss': 1.528722882270813}
+{'epoch': 160, 'iter': 190, 'avg_loss': 1.2082902576910888, 'avg_acc_mask': 58.14020857473928, 'loss': 1.0937870740890503}
+{'epoch': 160, 'iter': 200, 'avg_loss': 1.2087210354520315, 'avg_acc_mask': 58.093228115250504, 'loss': 0.9996111392974854}
+{'epoch': 160, 'iter': 210, 'avg_loss': 1.211832307808772, 'avg_acc_mask': 57.907649171996844, 'loss': 1.1521563529968262}
+{'epoch': 160, 'iter': 220, 'avg_loss': 1.2125373417975136, 'avg_acc_mask': 57.89079407358082, 'loss': 1.236180067062378}
+{'epoch': 160, 'iter': 230, 'avg_loss': 1.2149615409054282, 'avg_acc_mask': 57.915242108610954, 'loss': 1.2109616994857788}
+{'epoch': 160, 'iter': 240, 'avg_loss': 1.2145001529657988, 'avg_acc_mask': 57.964399817434966, 'loss': 1.3486902713775635}
+{'epoch': 160, 'iter': 250, 'avg_loss': 1.211378648224105, 'avg_acc_mask': 58.08014090708939, 'loss': 1.1172723770141602}
+{'epoch': 160, 'iter': 260, 'avg_loss': 1.209725648964045, 'avg_acc_mask': 58.180665163472376, 'loss': 1.3072359561920166}
+{'epoch': 160, 'iter': 270, 'avg_loss': 1.2120306837162849, 'avg_acc_mask': 58.09446364437216, 'loss': 1.212906837463379}
+{'epoch': 'EP160_test', 'avg_loss': 1.2124032928891804, 'total_masked_acc': 58.158104870907636}
+{'epoch': 161, 'iter': 0, 'avg_loss': 1.2694151401519775, 'avg_acc_mask': 55.35714285714286, 'loss': 1.2694151401519775}
+{'epoch': 161, 'iter': 10, 'avg_loss': 1.1952732747251338, 'avg_acc_mask': 58.478605388272584, 'loss': 1.426640510559082}
+{'epoch': 161, 'iter': 20, 'avg_loss': 1.2106774903479076, 'avg_acc_mask': 57.90349417637272, 'loss': 1.253152847290039}
+{'epoch': 161, 'iter': 30, 'avg_loss': 1.181613229936169, 'avg_acc_mask': 59.26345609065156, 'loss': 0.9054939150810242}
+{'epoch': 161, 'iter': 40, 'avg_loss': 1.19561109164866, 'avg_acc_mask': 58.98216615919966, 'loss': 1.5781869888305664}
+{'epoch': 161, 'iter': 50, 'avg_loss': 1.2186312652101703, 'avg_acc_mask': 57.80530973451328, 'loss': 1.5311510562896729}
+{'epoch': 161, 'iter': 60, 'avg_loss': 1.2280559305284844, 'avg_acc_mask': 57.43065693430657, 'loss': 1.2979084253311157}
+{'epoch': 161, 'iter': 70, 'avg_loss': 1.2198748596957032, 'avg_acc_mask': 57.893407426117705, 'loss': 1.1344224214553833}
+{'epoch': 161, 'iter': 80, 'avg_loss': 1.2171844722312173, 'avg_acc_mask': 57.944134078212294, 'loss': 1.379891276359558}
+{'epoch': 161, 'iter': 90, 'avg_loss': 1.2196450515107795, 'avg_acc_mask': 57.544910179640716, 'loss': 1.1128802299499512}
+{'epoch': 161, 'iter': 100, 'avg_loss': 1.2155295681245257, 'avg_acc_mask': 57.94612185861507, 'loss': 0.9524034857749939}
+{'epoch': 161, 'iter': 110, 'avg_loss': 1.2092080502896696, 'avg_acc_mask': 58.16746175357789, 'loss': 0.9970333576202393}
+{'epoch': 161, 'iter': 120, 'avg_loss': 1.2029535632488155, 'avg_acc_mask': 58.5203153426319, 'loss': 0.8959607481956482}
+{'epoch': 161, 'iter': 130, 'avg_loss': 1.2072176205292913, 'avg_acc_mask': 58.38954468802699, 'loss': 1.3733588457107544}
+{'epoch': 161, 'iter': 140, 'avg_loss': 1.203369936621781, 'avg_acc_mask': 58.490811937964295, 'loss': 1.232859492301941}
+{'epoch': 161, 'iter': 150, 'avg_loss': 1.2056106415805439, 'avg_acc_mask': 58.496771835789986, 'loss': 1.2614798545837402}
+{'epoch': 161, 'iter': 160, 'avg_loss': 1.2005711808708144, 'avg_acc_mask': 58.594197913083356, 'loss': 1.370194435119629}
+{'epoch': 161, 'iter': 170, 'avg_loss': 1.2026839660622224, 'avg_acc_mask': 58.502155172413794, 'loss': 1.4082372188568115}
+{'epoch': 161, 'iter': 180, 'avg_loss': 1.2041751057403522, 'avg_acc_mask': 58.47077988189778, 'loss': 1.376158595085144}
+{'epoch': 161, 'iter': 190, 'avg_loss': 1.2068918216290898, 'avg_acc_mask': 58.41392649903289, 'loss': 1.4073182344436646}
+{'epoch': 161, 'iter': 200, 'avg_loss': 1.2064446792080628, 'avg_acc_mask': 58.413284132841326, 'loss': 1.3567848205566406}
+{'epoch': 161, 'iter': 210, 'avg_loss': 1.2057236342633506, 'avg_acc_mask': 58.55199648968846, 'loss': 0.9259114265441895}
+{'epoch': 161, 'iter': 220, 'avg_loss': 1.203591727563159, 'avg_acc_mask': 58.519879719345134, 'loss': 1.1832011938095093}
+{'epoch': 161, 'iter': 230, 'avg_loss': 1.2053870860632363, 'avg_acc_mask': 58.375877472878116, 'loss': 0.930382251739502}
+{'epoch': 161, 'iter': 240, 'avg_loss': 1.2013443520454945, 'avg_acc_mask': 58.50578210590383, 'loss': 0.9608770608901978}
+{'epoch': 161, 'iter': 250, 'avg_loss': 1.2006167774181442, 'avg_acc_mask': 58.560595012396085, 'loss': 0.9235154390335083}
+{'epoch': 161, 'iter': 260, 'avg_loss': 1.2001572548201258, 'avg_acc_mask': 58.539159805784244, 'loss': 1.3607969284057617}
+{'epoch': 161, 'iter': 270, 'avg_loss': 1.2001353623242397, 'avg_acc_mask': 58.590576766856216, 'loss': 1.5691169500350952}
+{'epoch': 'EP161_test', 'avg_loss': 1.201860577084016, 'total_masked_acc': 58.54436689930209}
+{'epoch': 162, 'iter': 0, 'avg_loss': 0.9696613550186157, 'avg_acc_mask': 67.44186046511628, 'loss': 0.9696613550186157}
+{'epoch': 162, 'iter': 10, 'avg_loss': 1.1237378608096729, 'avg_acc_mask': 60.507246376811594, 'loss': 1.2535139322280884}
+{'epoch': 162, 'iter': 20, 'avg_loss': 1.1595688575790042, 'avg_acc_mask': 60.23339317773788, 'loss': 1.2713091373443604}
+{'epoch': 162, 'iter': 30, 'avg_loss': 1.157194314464446, 'avg_acc_mask': 60.24316109422493, 'loss': 1.2284597158432007}
+{'epoch': 162, 'iter': 40, 'avg_loss': 1.1683805148775985, 'avg_acc_mask': 60.11904761904761, 'loss': 1.2669360637664795}
+{'epoch': 162, 'iter': 50, 'avg_loss': 1.185811818814745, 'avg_acc_mask': 59.568240029271855, 'loss': 1.877403974533081}
+{'epoch': 162, 'iter': 60, 'avg_loss': 1.1988581243108531, 'avg_acc_mask': 59.354052407068856, 'loss': 1.5841752290725708}
+{'epoch': 162, 'iter': 70, 'avg_loss': 1.1890318183831765, 'avg_acc_mask': 59.76470588235294, 'loss': 0.8080427646636963}
+{'epoch': 162, 'iter': 80, 'avg_loss': 1.192590648745313, 'avg_acc_mask': 59.643435980551054, 'loss': 1.3104835748672485}
+{'epoch': 162, 'iter': 90, 'avg_loss': 1.1971649848497832, 'avg_acc_mask': 59.483288907115025, 'loss': 0.9231769442558289}
+{'epoch': 162, 'iter': 100, 'avg_loss': 1.2050423327058848, 'avg_acc_mask': 59.10182960635743, 'loss': 1.255666971206665}
+{'epoch': 162, 'iter': 110, 'avg_loss': 1.1993830284556828, 'avg_acc_mask': 59.27426160337552, 'loss': 1.5185636281967163}
+{'epoch': 162, 'iter': 120, 'avg_loss': 1.2035209546404437, 'avg_acc_mask': 59.041159241560045, 'loss': 1.1469773054122925}
+{'epoch': 162, 'iter': 130, 'avg_loss': 1.2071670898954376, 'avg_acc_mask': 58.78186968838527, 'loss': 1.087647557258606}
+{'epoch': 162, 'iter': 140, 'avg_loss': 1.2040086295587797, 'avg_acc_mask': 58.745874587458744, 'loss': 1.1501691341400146}
+{'epoch': 162, 'iter': 150, 'avg_loss': 1.2077180123487055, 'avg_acc_mask': 58.67208672086721, 'loss': 1.1602827310562134}
+{'epoch': 162, 'iter': 160, 'avg_loss': 1.2083115392590162, 'avg_acc_mask': 58.7378640776699, 'loss': 1.347430944442749}
+{'epoch': 162, 'iter': 170, 'avg_loss': 1.2071750414998907, 'avg_acc_mask': 58.78702090592335, 'loss': 1.4488141536712646}
+{'epoch': 162, 'iter': 180, 'avg_loss': 1.209766345788102, 'avg_acc_mask': 58.73326467559218, 'loss': 1.5369834899902344}
+{'epoch': 162, 'iter': 190, 'avg_loss': 1.2082666252296008, 'avg_acc_mask': 58.8126159554731, 'loss': 1.4843862056732178}
+{'epoch': 162, 'iter': 200, 'avg_loss': 1.2040189777440693, 'avg_acc_mask': 58.933704218822434, 'loss': 1.1200485229492188}
+{'epoch': 162, 'iter': 210, 'avg_loss': 1.2034856538636989, 'avg_acc_mask': 59.010163499779054, 'loss': 1.1245847940444946}
+{'epoch': 162, 'iter': 220, 'avg_loss': 1.2069686958692731, 'avg_acc_mask': 59.0242669362993, 'loss': 1.413205623626709}
+{'epoch': 162, 'iter': 230, 'avg_loss': 1.207372768100722, 'avg_acc_mask': 58.930300096805425, 'loss': 1.0196375846862793}
+{'epoch': 162, 'iter': 240, 'avg_loss': 1.2046186263630498, 'avg_acc_mask': 59.030564989194204, 'loss': 0.990325391292572}
+{'epoch': 162, 'iter': 250, 'avg_loss': 1.2044808175934263, 'avg_acc_mask': 59.106427193112665, 'loss': 1.0704187154769897}
+{'epoch': 162, 'iter': 260, 'avg_loss': 1.2021607144582318, 'avg_acc_mask': 59.256357290405305, 'loss': 1.0237047672271729}
+{'epoch': 162, 'iter': 270, 'avg_loss': 1.2038309921637673, 'avg_acc_mask': 59.30288296925289, 'loss': 1.1447819471359253}
+{'epoch': 'EP162_test', 'avg_loss': 1.2044399082660675, 'total_masked_acc': 59.24629878869448}
+{'epoch': 163, 'iter': 0, 'avg_loss': 1.141329288482666, 'avg_acc_mask': 60.37735849056604, 'loss': 1.141329288482666}
+{'epoch': 163, 'iter': 10, 'avg_loss': 1.2331957546147434, 'avg_acc_mask': 57.84982935153583, 'loss': 1.0646413564682007}
+{'epoch': 163, 'iter': 20, 'avg_loss': 1.1860232097761971, 'avg_acc_mask': 59.82142857142857, 'loss': 1.1996290683746338}
+{'epoch': 163, 'iter': 30, 'avg_loss': 1.1900991797447205, 'avg_acc_mask': 60.19716574245225, 'loss': 1.2778184413909912}
+{'epoch': 163, 'iter': 40, 'avg_loss': 1.2135786181542931, 'avg_acc_mask': 59.065934065934066, 'loss': 1.3380980491638184}
+{'epoch': 163, 'iter': 50, 'avg_loss': 1.2280333895309299, 'avg_acc_mask': 58.48782260996002, 'loss': 1.408103346824646}
+{'epoch': 163, 'iter': 60, 'avg_loss': 1.2343231566616746, 'avg_acc_mask': 58.45875978326309, 'loss': 1.5664091110229492}
+{'epoch': 163, 'iter': 70, 'avg_loss': 1.2305145943668527, 'avg_acc_mask': 58.65559304438101, 'loss': 0.9090442061424255}
+{'epoch': 163, 'iter': 80, 'avg_loss': 1.2312349058963634, 'avg_acc_mask': 58.20285908781484, 'loss': 1.1663272380828857}
+{'epoch': 163, 'iter': 90, 'avg_loss': 1.228186594915914, 'avg_acc_mask': 58.35501300780468, 'loss': 1.0933892726898193}
+{'epoch': 163, 'iter': 100, 'avg_loss': 1.2330236806727872, 'avg_acc_mask': 58.189655172413794, 'loss': 1.4011666774749756}
+{'epoch': 163, 'iter': 110, 'avg_loss': 1.226325999509107, 'avg_acc_mask': 58.19078947368421, 'loss': 1.4751088619232178}
+{'epoch': 163, 'iter': 120, 'avg_loss': 1.2212810787287625, 'avg_acc_mask': 58.21773220747889, 'loss': 1.0366358757019043}
+{'epoch': 163, 'iter': 130, 'avg_loss': 1.2327472613058017, 'avg_acc_mask': 57.812065610230746, 'loss': 1.6330993175506592}
+{'epoch': 163, 'iter': 140, 'avg_loss': 1.2284899586481406, 'avg_acc_mask': 57.86407766990291, 'loss': 0.8393699526786804}
+{'epoch': 163, 'iter': 150, 'avg_loss': 1.2269108958591688, 'avg_acc_mask': 57.80759004109258, 'loss': 1.0921651124954224}
+{'epoch': 163, 'iter': 160, 'avg_loss': 1.2254399242608442, 'avg_acc_mask': 57.880960509844094, 'loss': 1.200095534324646}
+{'epoch': 163, 'iter': 170, 'avg_loss': 1.220456592520775, 'avg_acc_mask': 57.994434931506845, 'loss': 1.0578254461288452}
+{'epoch': 163, 'iter': 180, 'avg_loss': 1.2185676479866492, 'avg_acc_mask': 58.030930961285755, 'loss': 1.2149609327316284}
+{'epoch': 163, 'iter': 190, 'avg_loss': 1.2135543093007273, 'avg_acc_mask': 58.27586206896552, 'loss': 1.0432777404785156}
+{'epoch': 163, 'iter': 200, 'avg_loss': 1.2118484277037245, 'avg_acc_mask': 58.47403486355754, 'loss': 1.080568790435791}
+{'epoch': 163, 'iter': 210, 'avg_loss': 1.213136982013829, 'avg_acc_mask': 58.454190186712985, 'loss': 1.3810231685638428}
+{'epoch': 163, 'iter': 220, 'avg_loss': 1.2120065467929408, 'avg_acc_mask': 58.40993788819876, 'loss': 1.4686578512191772}
+{'epoch': 163, 'iter': 230, 'avg_loss': 1.2123188402229574, 'avg_acc_mask': 58.30433407149636, 'loss': 1.0722733736038208}
+{'epoch': 163, 'iter': 240, 'avg_loss': 1.2096175306565533, 'avg_acc_mask': 58.479133530258274, 'loss': 1.431099772453308}
+{'epoch': 163, 'iter': 250, 'avg_loss': 1.2045299434566878, 'avg_acc_mask': 58.69565217391305, 'loss': 0.8492204546928406}
+{'epoch': 163, 'iter': 260, 'avg_loss': 1.2038098425244006, 'avg_acc_mask': 58.69047619047619, 'loss': 1.2918646335601807}
+{'epoch': 163, 'iter': 270, 'avg_loss': 1.205639937706979, 'avg_acc_mask': 58.567292802800786, 'loss': 1.1762031316757202}
+{'epoch': 'EP163_test', 'avg_loss': 1.207186933012976, 'total_masked_acc': 58.419972187272364}
+{'epoch': 164, 'iter': 0, 'avg_loss': 1.3230645656585693, 'avg_acc_mask': 58.333333333333336, 'loss': 1.3230645656585693}
+{'epoch': 164, 'iter': 10, 'avg_loss': 1.2168292078104885, 'avg_acc_mask': 57.86061588330632, 'loss': 1.2203670740127563}
+{'epoch': 164, 'iter': 20, 'avg_loss': 1.178643598442986, 'avg_acc_mask': 60.16460905349794, 'loss': 1.175266146659851}
+{'epoch': 164, 'iter': 30, 'avg_loss': 1.1859772013079735, 'avg_acc_mask': 60.319270239452685, 'loss': 1.171889066696167}
+{'epoch': 164, 'iter': 40, 'avg_loss': 1.2006727311669327, 'avg_acc_mask': 59.40895262929161, 'loss': 1.537573218345642}
+{'epoch': 164, 'iter': 50, 'avg_loss': 1.2036589349017424, 'avg_acc_mask': 59.172220273588216, 'loss': 1.247162938117981}
+{'epoch': 164, 'iter': 60, 'avg_loss': 1.2065934108906105, 'avg_acc_mask': 59.206716850028954, 'loss': 1.463234305381775}
+{'epoch': 164, 'iter': 70, 'avg_loss': 1.2030103466880153, 'avg_acc_mask': 59.00527505651846, 'loss': 0.977849543094635}
+{'epoch': 164, 'iter': 80, 'avg_loss': 1.2028932998209825, 'avg_acc_mask': 58.80517164511815, 'loss': 1.1913492679595947}
+{'epoch': 164, 'iter': 90, 'avg_loss': 1.2068248908598345, 'avg_acc_mask': 58.61253448955459, 'loss': 1.2158055305480957}
+{'epoch': 164, 'iter': 100, 'avg_loss': 1.2125727929691277, 'avg_acc_mask': 58.55920114122682, 'loss': 1.360237717628479}
+{'epoch': 164, 'iter': 110, 'avg_loss': 1.2124495076703596, 'avg_acc_mask': 58.382161458333336, 'loss': 1.208951473236084}
+{'epoch': 164, 'iter': 120, 'avg_loss': 1.2110366141500553, 'avg_acc_mask': 58.41037876528482, 'loss': 1.1502703428268433}
+{'epoch': 164, 'iter': 130, 'avg_loss': 1.2156400052645735, 'avg_acc_mask': 58.28043058239029, 'loss': 1.062736988067627}
+{'epoch': 164, 'iter': 140, 'avg_loss': 1.2099477513462094, 'avg_acc_mask': 58.438709677419354, 'loss': 1.091534972190857}
+{'epoch': 164, 'iter': 150, 'avg_loss': 1.211488597045671, 'avg_acc_mask': 58.53100541842263, 'loss': 1.187101125717163}
+{'epoch': 164, 'iter': 160, 'avg_loss': 1.2112015274740895, 'avg_acc_mask': 58.50378573850152, 'loss': 1.4379770755767822}
+{'epoch': 164, 'iter': 170, 'avg_loss': 1.2151812555497152, 'avg_acc_mask': 58.38113448056087, 'loss': 1.1716943979263306}
+{'epoch': 164, 'iter': 180, 'avg_loss': 1.217718344037704, 'avg_acc_mask': 58.31161018648486, 'loss': 1.6590756177902222}
+{'epoch': 164, 'iter': 190, 'avg_loss': 1.2217128361082825, 'avg_acc_mask': 58.191499477037176, 'loss': 1.5662702322006226}
+{'epoch': 164, 'iter': 200, 'avg_loss': 1.2149253226631316, 'avg_acc_mask': 58.33936979355306, 'loss': 0.8992874026298523}
+{'epoch': 164, 'iter': 210, 'avg_loss': 1.2131031599089999, 'avg_acc_mask': 58.46353042727665, 'loss': 0.8492541909217834}
+{'epoch': 164, 'iter': 220, 'avg_loss': 1.214811759297125, 'avg_acc_mask': 58.46039726366109, 'loss': 1.2596032619476318}
+{'epoch': 164, 'iter': 230, 'avg_loss': 1.2231786024002802, 'avg_acc_mask': 58.18181818181818, 'loss': 1.3234490156173706}
+{'epoch': 164, 'iter': 240, 'avg_loss': 1.219994290983034, 'avg_acc_mask': 58.27849633159368, 'loss': 0.9586545825004578}
+{'epoch': 164, 'iter': 250, 'avg_loss': 1.2184163757054454, 'avg_acc_mask': 58.29459616502034, 'loss': 1.0651434659957886}
+{'epoch': 164, 'iter': 260, 'avg_loss': 1.2193342239463922, 'avg_acc_mask': 58.31463825014021, 'loss': 1.063750982284546}
+{'epoch': 164, 'iter': 270, 'avg_loss': 1.2207706154932396, 'avg_acc_mask': 58.18709503239741, 'loss': 1.3322877883911133}
+{'epoch': 'EP164_test', 'avg_loss': 1.2227840026219685, 'total_masked_acc': 58.10425912432934}
+{'epoch': 165, 'iter': 0, 'avg_loss': 1.1276922225952148, 'avg_acc_mask': 62.745098039215684, 'loss': 1.1276922225952148}
+{'epoch': 165, 'iter': 10, 'avg_loss': 1.1987055973573164, 'avg_acc_mask': 59.93589743589743, 'loss': 1.3565022945404053}
+{'epoch': 165, 'iter': 20, 'avg_loss': 1.1893603574661982, 'avg_acc_mask': 59.09090909090909, 'loss': 1.3655983209609985}
+{'epoch': 165, 'iter': 30, 'avg_loss': 1.1903509209232945, 'avg_acc_mask': 58.95348837209302, 'loss': 1.2648248672485352}
+{'epoch': 165, 'iter': 40, 'avg_loss': 1.1967590582080003, 'avg_acc_mask': 58.73440285204992, 'loss': 1.0399258136749268}
+{'epoch': 165, 'iter': 50, 'avg_loss': 1.2019813271129833, 'avg_acc_mask': 59.05874026893135, 'loss': 1.1568833589553833}
+{'epoch': 165, 'iter': 60, 'avg_loss': 1.217203579965185, 'avg_acc_mask': 58.48396501457726, 'loss': 1.3174083232879639}
+{'epoch': 165, 'iter': 70, 'avg_loss': 1.2091300630233657, 'avg_acc_mask': 58.922728416813484, 'loss': 0.9846218228340149}
+{'epoch': 165, 'iter': 80, 'avg_loss': 1.2210851399986833, 'avg_acc_mask': 57.95178057951781, 'loss': 1.2325584888458252}
+{'epoch': 165, 'iter': 90, 'avg_loss': 1.2184470230406457, 'avg_acc_mask': 58.114770262275684, 'loss': 1.058222770690918}
+{'epoch': 165, 'iter': 100, 'avg_loss': 1.2158674692163374, 'avg_acc_mask': 58.35264753075414, 'loss': 1.4784510135650635}
+{'epoch': 165, 'iter': 110, 'avg_loss': 1.2039328271204286, 'avg_acc_mask': 58.75678342377898, 'loss': 1.1027554273605347}
+{'epoch': 165, 'iter': 120, 'avg_loss': 1.2119315838025622, 'avg_acc_mask': 58.44390832328106, 'loss': 1.3024216890335083}
+{'epoch': 165, 'iter': 130, 'avg_loss': 1.2119843309162228, 'avg_acc_mask': 58.45276193126479, 'loss': 1.2483025789260864}
+{'epoch': 165, 'iter': 140, 'avg_loss': 1.2125489310169897, 'avg_acc_mask': 58.506921982145165, 'loss': 1.1662847995758057}
+{'epoch': 165, 'iter': 150, 'avg_loss': 1.2120793382853072, 'avg_acc_mask': 58.55430439520523, 'loss': 1.3720512390136719}
+{'epoch': 165, 'iter': 160, 'avg_loss': 1.2120659310625206, 'avg_acc_mask': 58.617941712204, 'loss': 1.5493876934051514}
+{'epoch': 165, 'iter': 170, 'avg_loss': 1.2101630990268195, 'avg_acc_mask': 58.565138008806784, 'loss': 1.492344856262207}
+{'epoch': 165, 'iter': 180, 'avg_loss': 1.215699174786141, 'avg_acc_mask': 58.2759319286872, 'loss': 1.5547447204589844}
+{'epoch': 165, 'iter': 190, 'avg_loss': 1.2156059099117498, 'avg_acc_mask': 58.26462128475551, 'loss': 1.0261651277542114}
+{'epoch': 165, 'iter': 200, 'avg_loss': 1.2153212694979425, 'avg_acc_mask': 58.3492409780929, 'loss': 1.4112516641616821}
+{'epoch': 165, 'iter': 210, 'avg_loss': 1.2138344484482897, 'avg_acc_mask': 58.48566230615958, 'loss': 0.974015474319458}
+{'epoch': 165, 'iter': 220, 'avg_loss': 1.2125646132149848, 'avg_acc_mask': 58.45058765105116, 'loss': 1.0430572032928467}
+{'epoch': 165, 'iter': 230, 'avg_loss': 1.2143688160619694, 'avg_acc_mask': 58.424213687371584, 'loss': 1.0756713151931763}
+{'epoch': 165, 'iter': 240, 'avg_loss': 1.213596924211969, 'avg_acc_mask': 58.41043531017747, 'loss': 1.3339956998825073}
+{'epoch': 165, 'iter': 250, 'avg_loss': 1.2136163939517808, 'avg_acc_mask': 58.40578651274932, 'loss': 1.0294917821884155}
+{'epoch': 165, 'iter': 260, 'avg_loss': 1.210944022940493, 'avg_acc_mask': 58.47487490309394, 'loss': 1.3686670064926147}
+{'epoch': 165, 'iter': 270, 'avg_loss': 1.2110274942158772, 'avg_acc_mask': 58.49184322750964, 'loss': 1.3180116415023804}
+{'epoch': 'EP165_test', 'avg_loss': 1.2124060141867485, 'total_masked_acc': 58.411494711634404}
+{'epoch': 166, 'iter': 0, 'avg_loss': 1.0368764400482178, 'avg_acc_mask': 60.0, 'loss': 1.0368764400482178}
+{'epoch': 166, 'iter': 10, 'avg_loss': 1.1510295055129312, 'avg_acc_mask': 59.93640699523053, 'loss': 1.1727832555770874}
+{'epoch': 166, 'iter': 20, 'avg_loss': 1.1533592002732413, 'avg_acc_mask': 59.11371237458194, 'loss': 1.279359221458435}
+{'epoch': 166, 'iter': 30, 'avg_loss': 1.1668238332194667, 'avg_acc_mask': 59.53488372093023, 'loss': 1.1981788873672485}
+{'epoch': 166, 'iter': 40, 'avg_loss': 1.1794882867394425, 'avg_acc_mask': 59.26589077887198, 'loss': 1.1467646360397339}
+{'epoch': 166, 'iter': 50, 'avg_loss': 1.1884622188175427, 'avg_acc_mask': 59.22469490308686, 'loss': 1.681649088859558}
+{'epoch': 166, 'iter': 60, 'avg_loss': 1.1952504593817914, 'avg_acc_mask': 58.647516457211246, 'loss': 1.042364478111267}
+{'epoch': 166, 'iter': 70, 'avg_loss': 1.1976214370257419, 'avg_acc_mask': 58.60645161290322, 'loss': 1.1993097066879272}
+{'epoch': 166, 'iter': 80, 'avg_loss': 1.1972272764017553, 'avg_acc_mask': 58.59569648924122, 'loss': 1.246586799621582}
+{'epoch': 166, 'iter': 90, 'avg_loss': 1.19694834620088, 'avg_acc_mask': 58.53413654618473, 'loss': 0.9357974529266357}
+{'epoch': 166, 'iter': 100, 'avg_loss': 1.2052829607878581, 'avg_acc_mask': 58.11177428106349, 'loss': 1.1690478324890137}
+{'epoch': 166, 'iter': 110, 'avg_loss': 1.1987601319948833, 'avg_acc_mask': 58.322324966974904, 'loss': 1.42228102684021}
+{'epoch': 166, 'iter': 120, 'avg_loss': 1.2022311465799316, 'avg_acc_mask': 58.47944377267231, 'loss': 1.1121935844421387}
+{'epoch': 166, 'iter': 130, 'avg_loss': 1.2081809922029043, 'avg_acc_mask': 58.232649620679965, 'loss': 1.070302963256836}
+{'epoch': 166, 'iter': 140, 'avg_loss': 1.207887255976386, 'avg_acc_mask': 58.14259405419626, 'loss': 0.8805181980133057}
+{'epoch': 166, 'iter': 150, 'avg_loss': 1.2089722136788021, 'avg_acc_mask': 58.330254894717406, 'loss': 0.9982044696807861}
+{'epoch': 166, 'iter': 160, 'avg_loss': 1.2070934987216262, 'avg_acc_mask': 58.48074921956295, 'loss': 1.4109970331192017}
+{'epoch': 166, 'iter': 170, 'avg_loss': 1.201459783559654, 'avg_acc_mask': 58.50162866449511, 'loss': 1.2489070892333984}
+{'epoch': 166, 'iter': 180, 'avg_loss': 1.1979077267383345, 'avg_acc_mask': 58.72200534209986, 'loss': 1.3838696479797363}
+{'epoch': 166, 'iter': 190, 'avg_loss': 1.1964139629408952, 'avg_acc_mask': 58.749025720966486, 'loss': 1.3520104885101318}
+{'epoch': 166, 'iter': 200, 'avg_loss': 1.1945031246735682, 'avg_acc_mask': 58.840927997042236, 'loss': 1.3835970163345337}
+{'epoch': 166, 'iter': 210, 'avg_loss': 1.1947956395940194, 'avg_acc_mask': 58.90061565523307, 'loss': 1.1861412525177002}
+{'epoch': 166, 'iter': 220, 'avg_loss': 1.1938416369899905, 'avg_acc_mask': 58.90915174836875, 'loss': 1.233103632926941}
+{'epoch': 166, 'iter': 230, 'avg_loss': 1.1949508001794031, 'avg_acc_mask': 58.82447277684227, 'loss': 0.850638747215271}
+{'epoch': 166, 'iter': 240, 'avg_loss': 1.1957608444067453, 'avg_acc_mask': 58.75775446120854, 'loss': 1.232164978981018}
+{'epoch': 166, 'iter': 250, 'avg_loss': 1.193226751103344, 'avg_acc_mask': 58.87630533902044, 'loss': 1.0696194171905518}
+{'epoch': 166, 'iter': 260, 'avg_loss': 1.1926603605007302, 'avg_acc_mask': 58.87005649717514, 'loss': 1.2641717195510864}
+{'epoch': 166, 'iter': 270, 'avg_loss': 1.1969435536113613, 'avg_acc_mask': 58.69181707151581, 'loss': 1.159354567527771}
+{'epoch': 'EP166_test', 'avg_loss': 1.196472268389619, 'total_masked_acc': 58.73566284342491}
+{'epoch': 167, 'iter': 0, 'avg_loss': 1.0959954261779785, 'avg_acc_mask': 62.5, 'loss': 1.0959954261779785}
+{'epoch': 167, 'iter': 10, 'avg_loss': 1.2374247312545776, 'avg_acc_mask': 55.88723051409619, 'loss': 1.398648738861084}
+{'epoch': 167, 'iter': 20, 'avg_loss': 1.1600455812045507, 'avg_acc_mask': 59.32802829354553, 'loss': 1.0780278444290161}
+{'epoch': 167, 'iter': 30, 'avg_loss': 1.1812498857898097, 'avg_acc_mask': 59.16515426497278, 'loss': 1.587408185005188}
+{'epoch': 167, 'iter': 40, 'avg_loss': 1.174958745153939, 'avg_acc_mask': 59.09918107370336, 'loss': 1.4008924961090088}
+{'epoch': 167, 'iter': 50, 'avg_loss': 1.1839521223423528, 'avg_acc_mask': 58.78721859114015, 'loss': 1.076719880104065}
+{'epoch': 167, 'iter': 60, 'avg_loss': 1.1982619430198045, 'avg_acc_mask': 58.343230403800476, 'loss': 1.5657532215118408}
+{'epoch': 167, 'iter': 70, 'avg_loss': 1.1977213956940342, 'avg_acc_mask': 57.91106514994829, 'loss': 1.3325427770614624}
+{'epoch': 167, 'iter': 80, 'avg_loss': 1.1930705853450445, 'avg_acc_mask': 58.29524680073126, 'loss': 1.1326770782470703}
+{'epoch': 167, 'iter': 90, 'avg_loss': 1.1942195512436249, 'avg_acc_mask': 58.23374518938627, 'loss': 1.0531997680664062}
+{'epoch': 167, 'iter': 100, 'avg_loss': 1.2076772132722458, 'avg_acc_mask': 57.76466248616746, 'loss': 1.2965188026428223}
+{'epoch': 167, 'iter': 110, 'avg_loss': 1.2000934315157366, 'avg_acc_mask': 58.195615514333895, 'loss': 1.262825608253479}
+{'epoch': 167, 'iter': 120, 'avg_loss': 1.2024854387133574, 'avg_acc_mask': 58.04915514592934, 'loss': 1.0357307195663452}
+{'epoch': 167, 'iter': 130, 'avg_loss': 1.2083891652922594, 'avg_acc_mask': 57.75084554678692, 'loss': 1.1186498403549194}
+{'epoch': 167, 'iter': 140, 'avg_loss': 1.2036500251885, 'avg_acc_mask': 57.96703296703297, 'loss': 0.8347159624099731}
+{'epoch': 167, 'iter': 150, 'avg_loss': 1.204967376806878, 'avg_acc_mask': 57.91077523159435, 'loss': 1.3408199548721313}
+{'epoch': 167, 'iter': 160, 'avg_loss': 1.2056777099644915, 'avg_acc_mask': 58.05303639077029, 'loss': 1.1979191303253174}
+{'epoch': 167, 'iter': 170, 'avg_loss': 1.2023501532119618, 'avg_acc_mask': 58.191662154845694, 'loss': 1.184476375579834}
+{'epoch': 167, 'iter': 180, 'avg_loss': 1.2011656817151697, 'avg_acc_mask': 58.190184049079754, 'loss': 1.3584046363830566}
+{'epoch': 167, 'iter': 190, 'avg_loss': 1.197507994649298, 'avg_acc_mask': 58.36319612590799, 'loss': 1.2292362451553345}
+{'epoch': 167, 'iter': 200, 'avg_loss': 1.1951208491230485, 'avg_acc_mask': 58.386978112929924, 'loss': 1.1215147972106934}
+{'epoch': 167, 'iter': 210, 'avg_loss': 1.196905597408801, 'avg_acc_mask': 58.30342291867285, 'loss': 1.2062772512435913}
+{'epoch': 167, 'iter': 220, 'avg_loss': 1.1978956280250894, 'avg_acc_mask': 58.366800535475235, 'loss': 1.2824655771255493}
+{'epoch': 167, 'iter': 230, 'avg_loss': 1.2011012994881831, 'avg_acc_mask': 58.32801022037688, 'loss': 1.080704689025879}
+{'epoch': 167, 'iter': 240, 'avg_loss': 1.1974431684403004, 'avg_acc_mask': 58.4135717560752, 'loss': 0.9811585545539856}
+{'epoch': 167, 'iter': 250, 'avg_loss': 1.192923415942021, 'avg_acc_mask': 58.63689776733255, 'loss': 0.805001974105835}
+{'epoch': 167, 'iter': 260, 'avg_loss': 1.1901990716484772, 'avg_acc_mask': 58.785739498764556, 'loss': 1.2835681438446045}
+{'epoch': 167, 'iter': 270, 'avg_loss': 1.1912526668657677, 'avg_acc_mask': 58.833107191316145, 'loss': 1.1379283666610718}
+{'epoch': 'EP167_test', 'avg_loss': 1.1934380727833596, 'total_masked_acc': 58.766255418472824}
+{'epoch': 168, 'iter': 0, 'avg_loss': 1.1258021593093872, 'avg_acc_mask': 65.45454545454545, 'loss': 1.1258021593093872}
+{'epoch': 168, 'iter': 10, 'avg_loss': 1.1705915548584678, 'avg_acc_mask': 60.445205479452056, 'loss': 1.073431134223938}
+{'epoch': 168, 'iter': 20, 'avg_loss': 1.1977505939347404, 'avg_acc_mask': 59.160958904109584, 'loss': 1.2422829866409302}
+{'epoch': 168, 'iter': 30, 'avg_loss': 1.1946420381146092, 'avg_acc_mask': 59.0, 'loss': 1.4428656101226807}
+{'epoch': 168, 'iter': 40, 'avg_loss': 1.2004813348374717, 'avg_acc_mask': 58.6496028243601, 'loss': 1.1368736028671265}
+{'epoch': 168, 'iter': 50, 'avg_loss': 1.2007871106559156, 'avg_acc_mask': 58.46702317290553, 'loss': 1.259711742401123}
+{'epoch': 168, 'iter': 60, 'avg_loss': 1.212619290977228, 'avg_acc_mask': 58.26086956521739, 'loss': 1.359411597251892}
+{'epoch': 168, 'iter': 70, 'avg_loss': 1.2064961035486679, 'avg_acc_mask': 58.57363542739444, 'loss': 0.9978788495063782}
+{'epoch': 168, 'iter': 80, 'avg_loss': 1.2105058218226021, 'avg_acc_mask': 58.42898942156201, 'loss': 1.1184406280517578}
+{'epoch': 168, 'iter': 90, 'avg_loss': 1.2144794470661289, 'avg_acc_mask': 58.24484071328391, 'loss': 1.1958754062652588}
+{'epoch': 168, 'iter': 100, 'avg_loss': 1.2212390769826305, 'avg_acc_mask': 58.22326759544056, 'loss': 1.0888844728469849}
+{'epoch': 168, 'iter': 110, 'avg_loss': 1.2146362007201255, 'avg_acc_mask': 58.44756399669695, 'loss': 1.1662497520446777}
+{'epoch': 168, 'iter': 120, 'avg_loss': 1.2119918864620618, 'avg_acc_mask': 58.377160030052586, 'loss': 0.9880481362342834}
+{'epoch': 168, 'iter': 130, 'avg_loss': 1.2229925930955028, 'avg_acc_mask': 58.00692041522492, 'loss': 1.108938217163086}
+{'epoch': 168, 'iter': 140, 'avg_loss': 1.2262241527543847, 'avg_acc_mask': 58.01389246205299, 'loss': 1.2063647508621216}
+{'epoch': 168, 'iter': 150, 'avg_loss': 1.2246200193632517, 'avg_acc_mask': 58.035500119932834, 'loss': 1.2436531782150269}
+{'epoch': 168, 'iter': 160, 'avg_loss': 1.2210879777529224, 'avg_acc_mask': 58.18366655371061, 'loss': 0.8788462281227112}
+{'epoch': 168, 'iter': 170, 'avg_loss': 1.2171021285112837, 'avg_acc_mask': 58.194724017374725, 'loss': 1.3692548274993896}
+{'epoch': 168, 'iter': 180, 'avg_loss': 1.2142877865232815, 'avg_acc_mask': 58.42369477911647, 'loss': 1.403581142425537}
+{'epoch': 168, 'iter': 190, 'avg_loss': 1.215548208870813, 'avg_acc_mask': 58.39367378048781, 'loss': 1.550647497177124}
+{'epoch': 168, 'iter': 200, 'avg_loss': 1.210917046414086, 'avg_acc_mask': 58.46460257106645, 'loss': 1.163633108139038}
+{'epoch': 168, 'iter': 210, 'avg_loss': 1.2091104447559158, 'avg_acc_mask': 58.53595223673964, 'loss': 1.3196299076080322}
+{'epoch': 168, 'iter': 220, 'avg_loss': 1.212180896312403, 'avg_acc_mask': 58.46611079006026, 'loss': 1.4339298009872437}
+{'epoch': 168, 'iter': 230, 'avg_loss': 1.2120020980442756, 'avg_acc_mask': 58.34979846676678, 'loss': 1.220912218093872}
+{'epoch': 168, 'iter': 240, 'avg_loss': 1.2076005938142167, 'avg_acc_mask': 58.4945747021777, 'loss': 1.2210559844970703}
+{'epoch': 168, 'iter': 250, 'avg_loss': 1.204761408952128, 'avg_acc_mask': 58.65889212827988, 'loss': 1.1580606698989868}
+{'epoch': 168, 'iter': 260, 'avg_loss': 1.2022742761505976, 'avg_acc_mask': 58.79506242109693, 'loss': 1.4095548391342163}
+{'epoch': 168, 'iter': 270, 'avg_loss': 1.202439380967749, 'avg_acc_mask': 58.70824353448276, 'loss': 1.1425557136535645}
+{'epoch': 'EP168_test', 'avg_loss': 1.2029455455317013, 'total_masked_acc': 58.77872706801775}
+{'epoch': 169, 'iter': 0, 'avg_loss': 1.0436997413635254, 'avg_acc_mask': 55.319148936170215, 'loss': 1.0436997413635254}
+{'epoch': 169, 'iter': 10, 'avg_loss': 1.1956373453140259, 'avg_acc_mask': 57.84313725490197, 'loss': 1.0949013233184814}
+{'epoch': 169, 'iter': 20, 'avg_loss': 1.1846341746194022, 'avg_acc_mask': 59.377700950734656, 'loss': 1.3484066724777222}
+{'epoch': 169, 'iter': 30, 'avg_loss': 1.1909171958123483, 'avg_acc_mask': 58.925476603119584, 'loss': 1.1268833875656128}
+{'epoch': 169, 'iter': 40, 'avg_loss': 1.1943996388737748, 'avg_acc_mask': 58.74890638670166, 'loss': 1.5737779140472412}
+{'epoch': 169, 'iter': 50, 'avg_loss': 1.1898064005608653, 'avg_acc_mask': 59.4851904090268, 'loss': 1.2286044359207153}
+{'epoch': 169, 'iter': 60, 'avg_loss': 1.2111167849087325, 'avg_acc_mask': 58.62369337979094, 'loss': 1.6562018394470215}
+{'epoch': 169, 'iter': 70, 'avg_loss': 1.2153181055901756, 'avg_acc_mask': 58.03842264914054, 'loss': 1.133662223815918}
+{'epoch': 169, 'iter': 80, 'avg_loss': 1.2158452993557778, 'avg_acc_mask': 58.14880425155005, 'loss': 1.0672731399536133}
+{'epoch': 169, 'iter': 90, 'avg_loss': 1.2139594875849211, 'avg_acc_mask': 57.998408276959815, 'loss': 0.979047954082489}
+{'epoch': 169, 'iter': 100, 'avg_loss': 1.2184081036265533, 'avg_acc_mask': 58.187656082768456, 'loss': 1.1572073698043823}
+{'epoch': 169, 'iter': 110, 'avg_loss': 1.2150530288885306, 'avg_acc_mask': 58.44092171923517, 'loss': 1.019582748413086}
+{'epoch': 169, 'iter': 120, 'avg_loss': 1.2154689278484376, 'avg_acc_mask': 58.531090417542806, 'loss': 1.022284984588623}
+{'epoch': 169, 'iter': 130, 'avg_loss': 1.215812172143514, 'avg_acc_mask': 58.386470751316885, 'loss': 1.059935450553894}
+{'epoch': 169, 'iter': 140, 'avg_loss': 1.2131228501915086, 'avg_acc_mask': 58.39387649195641, 'loss': 0.8983520269393921}
+{'epoch': 169, 'iter': 150, 'avg_loss': 1.2106419928026515, 'avg_acc_mask': 58.46322454943984, 'loss': 1.2516862154006958}
+{'epoch': 169, 'iter': 160, 'avg_loss': 1.2097272806286072, 'avg_acc_mask': 58.661955778436294, 'loss': 1.4157193899154663}
+{'epoch': 169, 'iter': 170, 'avg_loss': 1.2072700582749663, 'avg_acc_mask': 58.80395104144299, 'loss': 1.344334602355957}
+{'epoch': 169, 'iter': 180, 'avg_loss': 1.210048607699779, 'avg_acc_mask': 58.7253105273875, 'loss': 1.457118034362793}
+{'epoch': 169, 'iter': 190, 'avg_loss': 1.20468262477695, 'avg_acc_mask': 58.973369355461216, 'loss': 1.0577422380447388}
+{'epoch': 169, 'iter': 200, 'avg_loss': 1.2065872707177157, 'avg_acc_mask': 58.82622650160477, 'loss': 1.2183250188827515}
+{'epoch': 169, 'iter': 210, 'avg_loss': 1.208113410179084, 'avg_acc_mask': 58.79427674053394, 'loss': 1.3038520812988281}
+{'epoch': 169, 'iter': 220, 'avg_loss': 1.2091839766610262, 'avg_acc_mask': 58.69456900847035, 'loss': 1.2019840478897095}
+{'epoch': 169, 'iter': 230, 'avg_loss': 1.2108851402868956, 'avg_acc_mask': 58.591885441527445, 'loss': 1.1008254289627075}
+{'epoch': 169, 'iter': 240, 'avg_loss': 1.210994228040529, 'avg_acc_mask': 58.48180295416476, 'loss': 1.382750153541565}
+{'epoch': 169, 'iter': 250, 'avg_loss': 1.2106440760699877, 'avg_acc_mask': 58.43717929922298, 'loss': 1.0500836372375488}
+{'epoch': 169, 'iter': 260, 'avg_loss': 1.209564813252153, 'avg_acc_mask': 58.48976711362033, 'loss': 1.3537952899932861}
+{'epoch': 169, 'iter': 270, 'avg_loss': 1.2086334463854997, 'avg_acc_mask': 58.47268295985377, 'loss': 1.104254961013794}
+{'epoch': 'EP169_test', 'avg_loss': 1.2088660604279975, 'total_masked_acc': 58.51063829787234}
+{'epoch': 170, 'iter': 0, 'avg_loss': 1.241682767868042, 'avg_acc_mask': 58.06451612903226, 'loss': 1.241682767868042}
+{'epoch': 170, 'iter': 10, 'avg_loss': 1.1813790256326848, 'avg_acc_mask': 57.16694772344013, 'loss': 0.9472072720527649}
+{'epoch': 170, 'iter': 20, 'avg_loss': 1.200743399915241, 'avg_acc_mask': 57.21694036300777, 'loss': 1.1983733177185059}
+{'epoch': 170, 'iter': 30, 'avg_loss': 1.1850240480515264, 'avg_acc_mask': 58.368326334733055, 'loss': 1.1289894580841064}
+{'epoch': 170, 'iter': 40, 'avg_loss': 1.182471356740812, 'avg_acc_mask': 58.820882088208826, 'loss': 1.2541052103042603}
+{'epoch': 170, 'iter': 50, 'avg_loss': 1.1850747384277045, 'avg_acc_mask': 58.666666666666664, 'loss': 1.0826072692871094}
+{'epoch': 170, 'iter': 60, 'avg_loss': 1.2021266251313882, 'avg_acc_mask': 58.65556216537775, 'loss': 1.4436393976211548}
+{'epoch': 170, 'iter': 70, 'avg_loss': 1.2058092464863415, 'avg_acc_mask': 58.547888774459324, 'loss': 1.19380521774292}
+{'epoch': 170, 'iter': 80, 'avg_loss': 1.2083149316870136, 'avg_acc_mask': 58.31455610635421, 'loss': 1.3178027868270874}
+{'epoch': 170, 'iter': 90, 'avg_loss': 1.2097620970600254, 'avg_acc_mask': 58.440514469453376, 'loss': 1.0279567241668701}
+{'epoch': 170, 'iter': 100, 'avg_loss': 1.2177886213406477, 'avg_acc_mask': 58.01264679313461, 'loss': 1.4204778671264648}
+{'epoch': 170, 'iter': 110, 'avg_loss': 1.2128824935303077, 'avg_acc_mask': 58.11078140454995, 'loss': 1.0119696855545044}
+{'epoch': 170, 'iter': 120, 'avg_loss': 1.2140595834117291, 'avg_acc_mask': 58.36223797315638, 'loss': 0.9952530264854431}
+{'epoch': 170, 'iter': 130, 'avg_loss': 1.218221063377293, 'avg_acc_mask': 58.26749826749826, 'loss': 1.4203780889511108}
+{'epoch': 170, 'iter': 140, 'avg_loss': 1.216149317034593, 'avg_acc_mask': 58.238489394723224, 'loss': 1.2227554321289062}
+{'epoch': 170, 'iter': 150, 'avg_loss': 1.216501953191315, 'avg_acc_mask': 58.18291944276196, 'loss': 1.3257842063903809}
+{'epoch': 170, 'iter': 160, 'avg_loss': 1.2188788937485737, 'avg_acc_mask': 58.209636903402604, 'loss': 1.237467646598816}
+{'epoch': 170, 'iter': 170, 'avg_loss': 1.2152074739249825, 'avg_acc_mask': 58.30274238825308, 'loss': 1.1381679773330688}
+{'epoch': 170, 'iter': 180, 'avg_loss': 1.2118406572394609, 'avg_acc_mask': 58.41745691852758, 'loss': 1.2503312826156616}
+{'epoch': 170, 'iter': 190, 'avg_loss': 1.211082849515046, 'avg_acc_mask': 58.53023435239657, 'loss': 1.0688433647155762}
+{'epoch': 170, 'iter': 200, 'avg_loss': 1.2127668249666395, 'avg_acc_mask': 58.530111660259934, 'loss': 1.2236939668655396}
+{'epoch': 170, 'iter': 210, 'avg_loss': 1.212146577959377, 'avg_acc_mask': 58.55777584708949, 'loss': 1.3426157236099243}
+{'epoch': 170, 'iter': 220, 'avg_loss': 1.2135858236394856, 'avg_acc_mask': 58.44661803713528, 'loss': 1.160556435585022}
+{'epoch': 170, 'iter': 230, 'avg_loss': 1.2124274832345707, 'avg_acc_mask': 58.53464717101081, 'loss': 0.9816315174102783}
+{'epoch': 170, 'iter': 240, 'avg_loss': 1.208833907897047, 'avg_acc_mask': 58.701615361170376, 'loss': 1.3384346961975098}
+{'epoch': 170, 'iter': 250, 'avg_loss': 1.2051657554637862, 'avg_acc_mask': 58.83734586024663, 'loss': 1.116267204284668}
+{'epoch': 170, 'iter': 260, 'avg_loss': 1.2035704974470467, 'avg_acc_mask': 58.970920383963865, 'loss': 1.353967547416687}
+{'epoch': 170, 'iter': 270, 'avg_loss': 1.2043603548704478, 'avg_acc_mask': 58.83550488599349, 'loss': 1.1638740301132202}
+{'epoch': 'EP170_test', 'avg_loss': 1.2017556519612023, 'total_masked_acc': 58.8871096877502}
+{'epoch': 171, 'iter': 0, 'avg_loss': 1.1670353412628174, 'avg_acc_mask': 70.2127659574468, 'loss': 1.1670353412628174}
+{'epoch': 171, 'iter': 10, 'avg_loss': 1.2680991671302102, 'avg_acc_mask': 55.98006644518272, 'loss': 1.5122424364089966}
+{'epoch': 171, 'iter': 20, 'avg_loss': 1.2537942784173148, 'avg_acc_mask': 55.72450805008945, 'loss': 1.072421908378601}
+{'epoch': 171, 'iter': 30, 'avg_loss': 1.213857525779355, 'avg_acc_mask': 58.33827893175074, 'loss': 1.2522985935211182}
+{'epoch': 171, 'iter': 40, 'avg_loss': 1.2151975122893728, 'avg_acc_mask': 57.93896505970809, 'loss': 1.196786880493164}
+{'epoch': 171, 'iter': 50, 'avg_loss': 1.2190723384127897, 'avg_acc_mask': 58.354026250443425, 'loss': 1.3514074087142944}
+{'epoch': 171, 'iter': 60, 'avg_loss': 1.2332708298182877, 'avg_acc_mask': 57.81571975272299, 'loss': 1.1936320066452026}
+{'epoch': 171, 'iter': 70, 'avg_loss': 1.226425805561979, 'avg_acc_mask': 57.865168539325836, 'loss': 0.9866036772727966}
+{'epoch': 171, 'iter': 80, 'avg_loss': 1.2263102715398058, 'avg_acc_mask': 58.04289544235925, 'loss': 1.3266781568527222}
+{'epoch': 171, 'iter': 90, 'avg_loss': 1.220610146994119, 'avg_acc_mask': 58.30023828435266, 'loss': 1.336388111114502}
+{'epoch': 171, 'iter': 100, 'avg_loss': 1.2298930847998892, 'avg_acc_mask': 58.0915079223785, 'loss': 1.207385778427124}
+{'epoch': 171, 'iter': 110, 'avg_loss': 1.2255695907919257, 'avg_acc_mask': 58.1111833550065, 'loss': 1.083027720451355}
+{'epoch': 171, 'iter': 120, 'avg_loss': 1.2281947135925293, 'avg_acc_mask': 57.990731050979214, 'loss': 1.053189754486084}
+{'epoch': 171, 'iter': 130, 'avg_loss': 1.2318057395119704, 'avg_acc_mask': 57.79829154036925, 'loss': 1.4498594999313354}
+{'epoch': 171, 'iter': 140, 'avg_loss': 1.2282249487883656, 'avg_acc_mask': 57.88528166303093, 'loss': 1.0493611097335815}
+{'epoch': 171, 'iter': 150, 'avg_loss': 1.2271323500090088, 'avg_acc_mask': 57.889688249400486, 'loss': 1.2708796262741089}
+{'epoch': 171, 'iter': 160, 'avg_loss': 1.2296389034075768, 'avg_acc_mask': 57.96954314720813, 'loss': 1.4872344732284546}
+{'epoch': 171, 'iter': 170, 'avg_loss': 1.223620509195049, 'avg_acc_mask': 58.20324944249761, 'loss': 1.3789290189743042}
+{'epoch': 171, 'iter': 180, 'avg_loss': 1.227529110500167, 'avg_acc_mask': 58.116293155663236, 'loss': 1.1314884424209595}
+{'epoch': 171, 'iter': 190, 'avg_loss': 1.2230479364619828, 'avg_acc_mask': 58.425242159777504, 'loss': 1.204708218574524}
+{'epoch': 171, 'iter': 200, 'avg_loss': 1.2237963715002904, 'avg_acc_mask': 58.45662100456621, 'loss': 1.237518310546875}
+{'epoch': 171, 'iter': 210, 'avg_loss': 1.2226247366570748, 'avg_acc_mask': 58.48693980955709, 'loss': 1.3878753185272217}
+{'epoch': 171, 'iter': 220, 'avg_loss': 1.2242593611527353, 'avg_acc_mask': 58.44166666666667, 'loss': 1.1254416704177856}
+{'epoch': 171, 'iter': 230, 'avg_loss': 1.2271932706688389, 'avg_acc_mask': 58.21133036282623, 'loss': 0.8843451738357544}
+{'epoch': 171, 'iter': 240, 'avg_loss': 1.2266001619738662, 'avg_acc_mask': 58.20166399511487, 'loss': 1.4335123300552368}
+{'epoch': 171, 'iter': 250, 'avg_loss': 1.2244880503392315, 'avg_acc_mask': 58.28504364409888, 'loss': 0.8667293787002563}
+{'epoch': 171, 'iter': 260, 'avg_loss': 1.2221427584973332, 'avg_acc_mask': 58.379024321664566, 'loss': 1.4426422119140625}
+{'epoch': 171, 'iter': 270, 'avg_loss': 1.2240650609850443, 'avg_acc_mask': 58.35020926150938, 'loss': 1.2947447299957275}
+{'epoch': 'EP171_test', 'avg_loss': 1.2225227943365125, 'total_masked_acc': 58.380277022996886}
+{'epoch': 172, 'iter': 0, 'avg_loss': 0.7702136039733887, 'avg_acc_mask': 75.92592592592592, 'loss': 0.7702136039733887}
+{'epoch': 172, 'iter': 10, 'avg_loss': 1.0485912832346829, 'avg_acc_mask': 64.52145214521452, 'loss': 1.2539479732513428}
+{'epoch': 172, 'iter': 20, 'avg_loss': 1.106932784829821, 'avg_acc_mask': 61.97424892703862, 'loss': 1.2464776039123535}
+{'epoch': 172, 'iter': 30, 'avg_loss': 1.1244547290186728, 'avg_acc_mask': 61.263897015798705, 'loss': 1.0165448188781738}
+{'epoch': 172, 'iter': 40, 'avg_loss': 1.1303947000968746, 'avg_acc_mask': 60.7488986784141, 'loss': 1.262628197669983}
+{'epoch': 172, 'iter': 50, 'avg_loss': 1.1342550387569503, 'avg_acc_mask': 60.20589279375221, 'loss': 1.1471307277679443}
+{'epoch': 172, 'iter': 60, 'avg_loss': 1.1478863319412607, 'avg_acc_mask': 60.05873715124817, 'loss': 1.643821358680725}
+{'epoch': 172, 'iter': 70, 'avg_loss': 1.1468200532483384, 'avg_acc_mask': 60.17834394904459, 'loss': 1.0202710628509521}
+{'epoch': 172, 'iter': 80, 'avg_loss': 1.157047869246683, 'avg_acc_mask': 60.192868356133665, 'loss': 1.2237995862960815}
+{'epoch': 172, 'iter': 90, 'avg_loss': 1.1752705842584044, 'avg_acc_mask': 59.811774128954745, 'loss': 0.9715573191642761}
+{'epoch': 172, 'iter': 100, 'avg_loss': 1.1707070239699713, 'avg_acc_mask': 59.91363799928031, 'loss': 1.2257760763168335}
+{'epoch': 172, 'iter': 110, 'avg_loss': 1.1722528504895735, 'avg_acc_mask': 59.92478744277305, 'loss': 1.086250901222229}
+{'epoch': 172, 'iter': 120, 'avg_loss': 1.1826936302106243, 'avg_acc_mask': 59.60494571773221, 'loss': 1.2339180707931519}
+{'epoch': 172, 'iter': 130, 'avg_loss': 1.1889703078124358, 'avg_acc_mask': 59.3432586614721, 'loss': 1.5812580585479736}
+{'epoch': 172, 'iter': 140, 'avg_loss': 1.1839836446951466, 'avg_acc_mask': 59.57968024755028, 'loss': 1.039517879486084}
+{'epoch': 172, 'iter': 150, 'avg_loss': 1.1833748272712656, 'avg_acc_mask': 59.42884684901796, 'loss': 1.1395280361175537}
+{'epoch': 172, 'iter': 160, 'avg_loss': 1.1893005948629438, 'avg_acc_mask': 59.08729708252923, 'loss': 1.205918788909912}
+{'epoch': 172, 'iter': 170, 'avg_loss': 1.1843771206008062, 'avg_acc_mask': 59.09383033419024, 'loss': 1.46262526512146}
+{'epoch': 172, 'iter': 180, 'avg_loss': 1.1853261537314779, 'avg_acc_mask': 58.97932158500561, 'loss': 1.1778935194015503}
+{'epoch': 172, 'iter': 190, 'avg_loss': 1.186273122333107, 'avg_acc_mask': 59.09923811360787, 'loss': 1.1273407936096191}
+{'epoch': 172, 'iter': 200, 'avg_loss': 1.1847765448674634, 'avg_acc_mask': 59.11592076302274, 'loss': 1.1228587627410889}
+{'epoch': 172, 'iter': 210, 'avg_loss': 1.186269666063842, 'avg_acc_mask': 59.123896126606624, 'loss': 1.2145488262176514}
+{'epoch': 172, 'iter': 220, 'avg_loss': 1.185929992889387, 'avg_acc_mask': 59.068483986955435, 'loss': 1.0069186687469482}
+{'epoch': 172, 'iter': 230, 'avg_loss': 1.1899603736865056, 'avg_acc_mask': 58.986027944111775, 'loss': 0.9981821179389954}
+{'epoch': 172, 'iter': 240, 'avg_loss': 1.186388783187787, 'avg_acc_mask': 59.16418366567346, 'loss': 1.2377655506134033}
+{'epoch': 172, 'iter': 250, 'avg_loss': 1.187473870131124, 'avg_acc_mask': 59.13299044819985, 'loss': 1.3500045537948608}
+{'epoch': 172, 'iter': 260, 'avg_loss': 1.1873605415738862, 'avg_acc_mask': 59.20447306957322, 'loss': 1.2465460300445557}
+{'epoch': 172, 'iter': 270, 'avg_loss': 1.1899713711105149, 'avg_acc_mask': 59.09152726778186, 'loss': 1.193009376525879}
+{'epoch': 'EP172_test', 'avg_loss': 1.1895038396983906, 'total_masked_acc': 59.07846410684474}
+{'epoch': 173, 'iter': 0, 'avg_loss': 1.1119581460952759, 'avg_acc_mask': 60.317460317460316, 'loss': 1.1119581460952759}
+{'epoch': 173, 'iter': 10, 'avg_loss': 1.1778882200067693, 'avg_acc_mask': 57.21649484536082, 'loss': 1.239793062210083}
+{'epoch': 173, 'iter': 20, 'avg_loss': 1.135301405475253, 'avg_acc_mask': 61.116031886625336, 'loss': 1.2824536561965942}
+{'epoch': 173, 'iter': 30, 'avg_loss': 1.1352149921078836, 'avg_acc_mask': 60.879904875148625, 'loss': 1.1082285642623901}
+{'epoch': 173, 'iter': 40, 'avg_loss': 1.1732125049684106, 'avg_acc_mask': 58.78378378378378, 'loss': 1.4078737497329712}
+{'epoch': 173, 'iter': 50, 'avg_loss': 1.178505844929639, 'avg_acc_mask': 58.3968081247733, 'loss': 1.445109248161316}
+{'epoch': 173, 'iter': 60, 'avg_loss': 1.1883880886875215, 'avg_acc_mask': 58.02842455397641, 'loss': 1.3477009534835815}
+{'epoch': 173, 'iter': 70, 'avg_loss': 1.1933245348258756, 'avg_acc_mask': 58.51698211044854, 'loss': 1.0828274488449097}
+{'epoch': 173, 'iter': 80, 'avg_loss': 1.1991571754585078, 'avg_acc_mask': 58.263621976034365, 'loss': 1.2196478843688965}
+{'epoch': 173, 'iter': 90, 'avg_loss': 1.2017484647887093, 'avg_acc_mask': 58.29155805093242, 'loss': 1.1937940120697021}
+{'epoch': 173, 'iter': 100, 'avg_loss': 1.2038311869791238, 'avg_acc_mask': 58.186763372620135, 'loss': 1.1196712255477905}
+{'epoch': 173, 'iter': 110, 'avg_loss': 1.2009463412267667, 'avg_acc_mask': 58.36369658827426, 'loss': 1.1670206785202026}
+{'epoch': 173, 'iter': 120, 'avg_loss': 1.197715866171624, 'avg_acc_mask': 58.47160907291825, 'loss': 1.0885233879089355}
+{'epoch': 173, 'iter': 130, 'avg_loss': 1.2006005690298007, 'avg_acc_mask': 58.465422920465706, 'loss': 1.0613341331481934}
+{'epoch': 173, 'iter': 140, 'avg_loss': 1.199969119636725, 'avg_acc_mask': 58.475792770455435, 'loss': 1.3103455305099487}
+{'epoch': 173, 'iter': 150, 'avg_loss': 1.199251001639082, 'avg_acc_mask': 58.338401654299965, 'loss': 0.9407994747161865}
+{'epoch': 173, 'iter': 160, 'avg_loss': 1.1968170459966483, 'avg_acc_mask': 58.452558086299646, 'loss': 1.408422827720642}
+{'epoch': 173, 'iter': 170, 'avg_loss': 1.1949912891750447, 'avg_acc_mask': 58.572812399095895, 'loss': 1.1674118041992188}
+{'epoch': 173, 'iter': 180, 'avg_loss': 1.1924174302849322, 'avg_acc_mask': 58.741971658680804, 'loss': 1.1087336540222168}
+{'epoch': 173, 'iter': 190, 'avg_loss': 1.192494483830417, 'avg_acc_mask': 58.749271703243345, 'loss': 1.1409392356872559}
+{'epoch': 173, 'iter': 200, 'avg_loss': 1.193808786311553, 'avg_acc_mask': 58.552570848333794, 'loss': 0.924125075340271}
+{'epoch': 173, 'iter': 210, 'avg_loss': 1.1940018509236556, 'avg_acc_mask': 58.64555848724714, 'loss': 1.5320931673049927}
+{'epoch': 173, 'iter': 220, 'avg_loss': 1.1919073697128986, 'avg_acc_mask': 58.7661791897798, 'loss': 1.0088868141174316}
+{'epoch': 173, 'iter': 230, 'avg_loss': 1.1949696855627614, 'avg_acc_mask': 58.78302642113691, 'loss': 1.0374946594238281}
+{'epoch': 173, 'iter': 240, 'avg_loss': 1.1892712403135182, 'avg_acc_mask': 58.82127235054869, 'loss': 1.1544578075408936}
+{'epoch': 173, 'iter': 250, 'avg_loss': 1.1834946241511766, 'avg_acc_mask': 59.042278462333066, 'loss': 0.9435019493103027}
+{'epoch': 173, 'iter': 260, 'avg_loss': 1.1822779210591225, 'avg_acc_mask': 59.111900532859686, 'loss': 1.3026715517044067}
+{'epoch': 173, 'iter': 270, 'avg_loss': 1.1832604003568417, 'avg_acc_mask': 59.10084722601804, 'loss': 1.0024667978286743}
+{'epoch': 'EP173_test', 'avg_loss': 1.184001091165819, 'total_masked_acc': 59.14605536564113}
+{'epoch': 174, 'iter': 0, 'avg_loss': 1.2238237857818604, 'avg_acc_mask': 60.0, 'loss': 1.2238237857818604}
+{'epoch': 174, 'iter': 10, 'avg_loss': 1.1655168587511235, 'avg_acc_mask': 59.83739837398374, 'loss': 0.9821984767913818}
+{'epoch': 174, 'iter': 20, 'avg_loss': 1.12729750644593, 'avg_acc_mask': 60.153583617747444, 'loss': 1.0688252449035645}
+{'epoch': 174, 'iter': 30, 'avg_loss': 1.1277752710926918, 'avg_acc_mask': 60.778443113772454, 'loss': 1.237671971321106}
+{'epoch': 174, 'iter': 40, 'avg_loss': 1.1687804591364976, 'avg_acc_mask': 59.181858603823926, 'loss': 1.0500459671020508}
+{'epoch': 174, 'iter': 50, 'avg_loss': 1.177093421711641, 'avg_acc_mask': 59.265734265734274, 'loss': 1.6119515895843506}
+{'epoch': 174, 'iter': 60, 'avg_loss': 1.1852849673052304, 'avg_acc_mask': 59.11085112606025, 'loss': 1.1176308393478394}
+{'epoch': 174, 'iter': 70, 'avg_loss': 1.1743008435611995, 'avg_acc_mask': 59.31510350115001, 'loss': 0.9066693782806396}
+{'epoch': 174, 'iter': 80, 'avg_loss': 1.1725789411568348, 'avg_acc_mask': 59.35527502254283, 'loss': 1.0957001447677612}
+{'epoch': 174, 'iter': 90, 'avg_loss': 1.168762865302327, 'avg_acc_mask': 59.69672785315243, 'loss': 1.0187071561813354}
+{'epoch': 174, 'iter': 100, 'avg_loss': 1.1801505106510501, 'avg_acc_mask': 59.301483894317776, 'loss': 1.3045414686203003}
+{'epoch': 174, 'iter': 110, 'avg_loss': 1.1741434765291643, 'avg_acc_mask': 59.47325102880659, 'loss': 1.3438987731933594}
+{'epoch': 174, 'iter': 120, 'avg_loss': 1.172279760857259, 'avg_acc_mask': 59.70690436621846, 'loss': 1.1684497594833374}
+{'epoch': 174, 'iter': 130, 'avg_loss': 1.1745011265041263, 'avg_acc_mask': 59.50355598940176, 'loss': 1.2605202198028564}
+{'epoch': 174, 'iter': 140, 'avg_loss': 1.1740575610323156, 'avg_acc_mask': 59.50155763239875, 'loss': 1.0387648344039917}
+{'epoch': 174, 'iter': 150, 'avg_loss': 1.177922158446533, 'avg_acc_mask': 59.43396226415094, 'loss': 1.1587029695510864}
+{'epoch': 174, 'iter': 160, 'avg_loss': 1.1780398739791065, 'avg_acc_mask': 59.45915236904897, 'loss': 0.9903929233551025}
+{'epoch': 174, 'iter': 170, 'avg_loss': 1.176032739424566, 'avg_acc_mask': 59.539121114683816, 'loss': 1.2414270639419556}
+{'epoch': 174, 'iter': 180, 'avg_loss': 1.1776623073862402, 'avg_acc_mask': 59.63544303797468, 'loss': 1.2697464227676392}
+{'epoch': 174, 'iter': 190, 'avg_loss': 1.1764543802326262, 'avg_acc_mask': 59.64794151596769, 'loss': 1.4548269510269165}
+{'epoch': 174, 'iter': 200, 'avg_loss': 1.1751670828506129, 'avg_acc_mask': 59.68051118210863, 'loss': 1.0724925994873047}
+{'epoch': 174, 'iter': 210, 'avg_loss': 1.1793593882949431, 'avg_acc_mask': 59.52484553128535, 'loss': 1.2277584075927734}
+{'epoch': 174, 'iter': 220, 'avg_loss': 1.181006162954132, 'avg_acc_mask': 59.42776345338102, 'loss': 1.28524911403656}
+{'epoch': 174, 'iter': 230, 'avg_loss': 1.1818569614773704, 'avg_acc_mask': 59.50465875607232, 'loss': 1.4269546270370483}
+{'epoch': 174, 'iter': 240, 'avg_loss': 1.1814569501955974, 'avg_acc_mask': 59.49367088607595, 'loss': 1.3202743530273438}
+{'epoch': 174, 'iter': 250, 'avg_loss': 1.1812998134776416, 'avg_acc_mask': 59.41361409665863, 'loss': 1.0236514806747437}
+{'epoch': 174, 'iter': 260, 'avg_loss': 1.177714238221618, 'avg_acc_mask': 59.56341685968975, 'loss': 1.3959863185882568}
+{'epoch': 174, 'iter': 270, 'avg_loss': 1.1800427874515858, 'avg_acc_mask': 59.44178520865637, 'loss': 1.3205366134643555}
+{'epoch': 'EP174_test', 'avg_loss': 1.1806056631216104, 'total_masked_acc': 59.420770097421965}
+{'epoch': 175, 'iter': 0, 'avg_loss': 1.2718660831451416, 'avg_acc_mask': 52.5, 'loss': 1.2718660831451416}
+{'epoch': 175, 'iter': 10, 'avg_loss': 1.2390229051763362, 'avg_acc_mask': 56.896551724137936, 'loss': 1.0628911256790161}
+{'epoch': 175, 'iter': 20, 'avg_loss': 1.2003056832722254, 'avg_acc_mask': 59.269406392694066, 'loss': 1.1815476417541504}
+{'epoch': 175, 'iter': 30, 'avg_loss': 1.1813411501146132, 'avg_acc_mask': 60.075566750629726, 'loss': 1.0320764780044556}
+{'epoch': 175, 'iter': 40, 'avg_loss': 1.1938715548050114, 'avg_acc_mask': 59.06932573599241, 'loss': 1.1519449949264526}
+{'epoch': 175, 'iter': 50, 'avg_loss': 1.2004852400106543, 'avg_acc_mask': 58.66716585548484, 'loss': 1.3111892938613892}
+{'epoch': 175, 'iter': 60, 'avg_loss': 1.1934210179282017, 'avg_acc_mask': 58.942839582052855, 'loss': 0.9894300103187561}
+{'epoch': 175, 'iter': 70, 'avg_loss': 1.193545059419014, 'avg_acc_mask': 59.16161349854996, 'loss': 1.225568175315857}
+{'epoch': 175, 'iter': 80, 'avg_loss': 1.202203635816221, 'avg_acc_mask': 59.008073817762394, 'loss': 1.3104459047317505}
+{'epoch': 175, 'iter': 90, 'avg_loss': 1.2011423359860431, 'avg_acc_mask': 59.04036243822076, 'loss': 1.2634103298187256}
+{'epoch': 175, 'iter': 100, 'avg_loss': 1.2136844892312986, 'avg_acc_mask': 58.67036011080332, 'loss': 1.3463064432144165}
+{'epoch': 175, 'iter': 110, 'avg_loss': 1.2036278392817523, 'avg_acc_mask': 58.67587601078167, 'loss': 0.9427564144134521}
+{'epoch': 175, 'iter': 120, 'avg_loss': 1.2083207501852808, 'avg_acc_mask': 58.67857692900046, 'loss': 1.1677943468093872}
+{'epoch': 175, 'iter': 130, 'avg_loss': 1.213570194389984, 'avg_acc_mask': 58.48921890618306, 'loss': 1.171352744102478}
+{'epoch': 175, 'iter': 140, 'avg_loss': 1.211843841887535, 'avg_acc_mask': 58.62526539278131, 'loss': 1.079725980758667}
+{'epoch': 175, 'iter': 150, 'avg_loss': 1.211478515966049, 'avg_acc_mask': 58.63952333664349, 'loss': 1.285975456237793}
+{'epoch': 175, 'iter': 160, 'avg_loss': 1.2099318145224767, 'avg_acc_mask': 58.78165480219395, 'loss': 1.5588767528533936}
+{'epoch': 175, 'iter': 170, 'avg_loss': 1.2085722656975015, 'avg_acc_mask': 58.78615249780894, 'loss': 1.2033838033676147}
+{'epoch': 175, 'iter': 180, 'avg_loss': 1.2087023966220203, 'avg_acc_mask': 58.72670807453416, 'loss': 1.3250993490219116}
+{'epoch': 175, 'iter': 190, 'avg_loss': 1.207411802876058, 'avg_acc_mask': 58.75295043273013, 'loss': 1.1356585025787354}
+{'epoch': 175, 'iter': 200, 'avg_loss': 1.204841786652655, 'avg_acc_mask': 58.896164639850326, 'loss': 1.056260347366333}
+{'epoch': 175, 'iter': 210, 'avg_loss': 1.2041490092096736, 'avg_acc_mask': 58.924423798463465, 'loss': 1.2510695457458496}
+{'epoch': 175, 'iter': 220, 'avg_loss': 1.2030996043757616, 'avg_acc_mask': 58.8877516206073, 'loss': 1.251508116722107}
+{'epoch': 175, 'iter': 230, 'avg_loss': 1.204698112361875, 'avg_acc_mask': 58.73920834012054, 'loss': 1.1402068138122559}
+{'epoch': 175, 'iter': 240, 'avg_loss': 1.2023472682074392, 'avg_acc_mask': 58.63735578422201, 'loss': 1.080773949623108}
+{'epoch': 175, 'iter': 250, 'avg_loss': 1.2000798765881604, 'avg_acc_mask': 58.7675950883498, 'loss': 1.0797531604766846}
+{'epoch': 175, 'iter': 260, 'avg_loss': 1.2024061677556386, 'avg_acc_mask': 58.74946035400777, 'loss': 1.2995492219924927}
+{'epoch': 175, 'iter': 270, 'avg_loss': 1.2039692188540947, 'avg_acc_mask': 58.676429953025696, 'loss': 1.1833581924438477}
+{'epoch': 'EP175_test', 'avg_loss': 1.2024036669644758, 'total_masked_acc': 58.69653767820774}
+{'epoch': 176, 'iter': 0, 'avg_loss': 1.3853259086608887, 'avg_acc_mask': 53.333333333333336, 'loss': 1.3853259086608887}
+{'epoch': 176, 'iter': 10, 'avg_loss': 1.2403554916381836, 'avg_acc_mask': 58.15047021943573, 'loss': 1.334344506263733}
+{'epoch': 176, 'iter': 20, 'avg_loss': 1.18800573689597, 'avg_acc_mask': 60.218671152228765, 'loss': 1.1266552209854126}
+{'epoch': 176, 'iter': 30, 'avg_loss': 1.1782562290468523, 'avg_acc_mask': 59.7864768683274, 'loss': 1.351111888885498}
+{'epoch': 176, 'iter': 40, 'avg_loss': 1.195946959460654, 'avg_acc_mask': 58.7322695035461, 'loss': 1.3633261919021606}
+{'epoch': 176, 'iter': 50, 'avg_loss': 1.2017374961983924, 'avg_acc_mask': 58.27696689213243, 'loss': 1.4820715188980103}
+{'epoch': 176, 'iter': 60, 'avg_loss': 1.210670967571071, 'avg_acc_mask': 58.291006871825516, 'loss': 1.341391921043396}
+{'epoch': 176, 'iter': 70, 'avg_loss': 1.2117463383876101, 'avg_acc_mask': 58.27300930713547, 'loss': 1.1426453590393066}
+{'epoch': 176, 'iter': 80, 'avg_loss': 1.2056036150013958, 'avg_acc_mask': 58.47727272727272, 'loss': 1.123802900314331}
+{'epoch': 176, 'iter': 90, 'avg_loss': 1.2168572047254542, 'avg_acc_mask': 58.18365287588295, 'loss': 1.3910048007965088}
+{'epoch': 176, 'iter': 100, 'avg_loss': 1.2143906667681024, 'avg_acc_mask': 58.38656689176857, 'loss': 1.3102426528930664}
+{'epoch': 176, 'iter': 110, 'avg_loss': 1.2085578366442844, 'avg_acc_mask': 58.518271316535966, 'loss': 1.0789874792099}
+{'epoch': 176, 'iter': 120, 'avg_loss': 1.211819123138081, 'avg_acc_mask': 58.435582822085884, 'loss': 1.237962007522583}
+{'epoch': 176, 'iter': 130, 'avg_loss': 1.207995462508602, 'avg_acc_mask': 58.432539682539684, 'loss': 1.0552706718444824}
+{'epoch': 176, 'iter': 140, 'avg_loss': 1.2092135387954983, 'avg_acc_mask': 58.58174655285621, 'loss': 1.2662428617477417}
+{'epoch': 176, 'iter': 150, 'avg_loss': 1.2050728588704243, 'avg_acc_mask': 58.75261409767499, 'loss': 1.0656406879425049}
+{'epoch': 176, 'iter': 160, 'avg_loss': 1.205396930993714, 'avg_acc_mask': 58.72832369942197, 'loss': 1.2372432947158813}
+{'epoch': 176, 'iter': 170, 'avg_loss': 1.201956171738474, 'avg_acc_mask': 58.83503586176918, 'loss': 1.1145468950271606}
+{'epoch': 176, 'iter': 180, 'avg_loss': 1.1993215298125757, 'avg_acc_mask': 58.93004115226338, 'loss': 1.292017936706543}
+{'epoch': 176, 'iter': 190, 'avg_loss': 1.1976082821166951, 'avg_acc_mask': 59.041776219690334, 'loss': 1.460477590560913}
+{'epoch': 176, 'iter': 200, 'avg_loss': 1.1926673745634544, 'avg_acc_mask': 59.12793927050546, 'loss': 1.2678165435791016}
+{'epoch': 176, 'iter': 210, 'avg_loss': 1.1937930761920332, 'avg_acc_mask': 59.10455669374779, 'loss': 1.0730552673339844}
+{'epoch': 176, 'iter': 220, 'avg_loss': 1.1923550604695108, 'avg_acc_mask': 59.04809956273125, 'loss': 1.0684739351272583}
+{'epoch': 176, 'iter': 230, 'avg_loss': 1.1893309303176351, 'avg_acc_mask': 59.3404821414174, 'loss': 1.0546460151672363}
+{'epoch': 176, 'iter': 240, 'avg_loss': 1.1888250800089222, 'avg_acc_mask': 59.35618341824919, 'loss': 1.1791445016860962}
+{'epoch': 176, 'iter': 250, 'avg_loss': 1.1872475805035625, 'avg_acc_mask': 59.43452380952381, 'loss': 1.1674561500549316}
+{'epoch': 176, 'iter': 260, 'avg_loss': 1.1862817532258016, 'avg_acc_mask': 59.46391457034329, 'loss': 1.2946127653121948}
+{'epoch': 176, 'iter': 270, 'avg_loss': 1.1885816679229595, 'avg_acc_mask': 59.37177812908103, 'loss': 1.3422688245773315}
+{'epoch': 'EP176_test', 'avg_loss': 1.1868425564489502, 'total_masked_acc': 59.42332365453441}
+{'epoch': 177, 'iter': 0, 'avg_loss': 1.0899688005447388, 'avg_acc_mask': 62.5, 'loss': 1.0899688005447388}
+{'epoch': 177, 'iter': 10, 'avg_loss': 1.2075389352711765, 'avg_acc_mask': 57.712305025996535, 'loss': 1.2312352657318115}
+{'epoch': 177, 'iter': 20, 'avg_loss': 1.1690284865243095, 'avg_acc_mask': 59.96376811594203, 'loss': 0.9296807050704956}
+{'epoch': 177, 'iter': 30, 'avg_loss': 1.1581925788233358, 'avg_acc_mask': 60.27830487033523, 'loss': 1.2939364910125732}
+{'epoch': 177, 'iter': 40, 'avg_loss': 1.171267667921578, 'avg_acc_mask': 59.22687528762081, 'loss': 1.131685733795166}
+{'epoch': 177, 'iter': 50, 'avg_loss': 1.1947239672436434, 'avg_acc_mask': 58.437270726338966, 'loss': 1.6405203342437744}
+{'epoch': 177, 'iter': 60, 'avg_loss': 1.198588065436629, 'avg_acc_mask': 58.573596358118365, 'loss': 1.197718620300293}
+{'epoch': 177, 'iter': 70, 'avg_loss': 1.2002926494034243, 'avg_acc_mask': 58.80667014069828, 'loss': 0.9694188833236694}
+{'epoch': 177, 'iter': 80, 'avg_loss': 1.2088780726915525, 'avg_acc_mask': 58.22842755779355, 'loss': 1.2682299613952637}
+{'epoch': 177, 'iter': 90, 'avg_loss': 1.2015335094797743, 'avg_acc_mask': 58.53018372703412, 'loss': 1.1950098276138306}
+{'epoch': 177, 'iter': 100, 'avg_loss': 1.2100386448425822, 'avg_acc_mask': 58.487118582130456, 'loss': 1.2506080865859985}
+{'epoch': 177, 'iter': 110, 'avg_loss': 1.196036111127149, 'avg_acc_mask': 58.84911341585814, 'loss': 1.1146138906478882}
+{'epoch': 177, 'iter': 120, 'avg_loss': 1.1942388991679043, 'avg_acc_mask': 58.9070370935735, 'loss': 0.975070595741272}
+{'epoch': 177, 'iter': 130, 'avg_loss': 1.1984053381526742, 'avg_acc_mask': 58.6815358554489, 'loss': 1.3051635026931763}
+{'epoch': 177, 'iter': 140, 'avg_loss': 1.194514313065414, 'avg_acc_mask': 58.70764381402679, 'loss': 0.9659606218338013}
+{'epoch': 177, 'iter': 150, 'avg_loss': 1.1945447633598025, 'avg_acc_mask': 58.83428850140226, 'loss': 1.2455891370773315}
+{'epoch': 177, 'iter': 160, 'avg_loss': 1.190590108403508, 'avg_acc_mask': 58.90834191555098, 'loss': 1.2664730548858643}
+{'epoch': 177, 'iter': 170, 'avg_loss': 1.185729125438378, 'avg_acc_mask': 58.98513251454428, 'loss': 1.2340654134750366}
+{'epoch': 177, 'iter': 180, 'avg_loss': 1.1853548927201751, 'avg_acc_mask': 59.08071748878923, 'loss': 1.1608269214630127}
+{'epoch': 177, 'iter': 190, 'avg_loss': 1.1866960213446491, 'avg_acc_mask': 58.989253557943655, 'loss': 1.2073593139648438}
+{'epoch': 177, 'iter': 200, 'avg_loss': 1.185913997799603, 'avg_acc_mask': 58.96278555637436, 'loss': 1.1051889657974243}
+{'epoch': 177, 'iter': 210, 'avg_loss': 1.1889863824957354, 'avg_acc_mask': 58.85539536915684, 'loss': 1.1726911067962646}
+{'epoch': 177, 'iter': 220, 'avg_loss': 1.1900334460702957, 'avg_acc_mask': 58.7736084532823, 'loss': 1.134628415107727}
+{'epoch': 177, 'iter': 230, 'avg_loss': 1.1898231016093002, 'avg_acc_mask': 58.769913608623284, 'loss': 1.1180318593978882}
+{'epoch': 177, 'iter': 240, 'avg_loss': 1.1904022829661232, 'avg_acc_mask': 58.82843285844195, 'loss': 1.0704138278961182}
+{'epoch': 177, 'iter': 250, 'avg_loss': 1.1877342654889322, 'avg_acc_mask': 58.86089813800657, 'loss': 0.895567774772644}
+{'epoch': 177, 'iter': 260, 'avg_loss': 1.188677149485811, 'avg_acc_mask': 58.94337501756358, 'loss': 1.4530118703842163}
+{'epoch': 177, 'iter': 270, 'avg_loss': 1.1904706741611015, 'avg_acc_mask': 58.778625954198475, 'loss': 1.3313781023025513}
+{'epoch': 'EP177_test', 'avg_loss': 1.1906408803618473, 'total_masked_acc': 58.80946053680574}
+{'epoch': 178, 'iter': 0, 'avg_loss': 1.1471238136291504, 'avg_acc_mask': 59.183673469387756, 'loss': 1.1471238136291504}
+{'epoch': 178, 'iter': 10, 'avg_loss': 1.2003223841840571, 'avg_acc_mask': 57.16723549488054, 'loss': 1.1235589981079102}
+{'epoch': 178, 'iter': 20, 'avg_loss': 1.1825271163667952, 'avg_acc_mask': 59.118942731277535, 'loss': 1.2614651918411255}
+{'epoch': 178, 'iter': 30, 'avg_loss': 1.177182097588816, 'avg_acc_mask': 59.09369259032455, 'loss': 1.3550708293914795}
+{'epoch': 178, 'iter': 40, 'avg_loss': 1.177278187216782, 'avg_acc_mask': 58.954187875983344, 'loss': 1.4157465696334839}
+{'epoch': 178, 'iter': 50, 'avg_loss': 1.2021410570425146, 'avg_acc_mask': 58.15237394184762, 'loss': 1.4860302209854126}
+{'epoch': 178, 'iter': 60, 'avg_loss': 1.205995828401847, 'avg_acc_mask': 58.094074526573, 'loss': 1.1334669589996338}
+{'epoch': 178, 'iter': 70, 'avg_loss': 1.2108620455567265, 'avg_acc_mask': 58.10245687401986, 'loss': 1.0508681535720825}
+{'epoch': 178, 'iter': 80, 'avg_loss': 1.206393450130651, 'avg_acc_mask': 58.17263544536272, 'loss': 0.9315384030342102}
+{'epoch': 178, 'iter': 90, 'avg_loss': 1.2019484750517122, 'avg_acc_mask': 58.59183673469388, 'loss': 1.2006752490997314}
+{'epoch': 178, 'iter': 100, 'avg_loss': 1.2025804147861971, 'avg_acc_mask': 58.692449355432785, 'loss': 1.475145697593689}
+{'epoch': 178, 'iter': 110, 'avg_loss': 1.2056739357140687, 'avg_acc_mask': 58.44243034575361, 'loss': 1.2128633260726929}
+{'epoch': 178, 'iter': 120, 'avg_loss': 1.2032333878446217, 'avg_acc_mask': 58.366533864541836, 'loss': 1.2528027296066284}
+{'epoch': 178, 'iter': 130, 'avg_loss': 1.1995347478917537, 'avg_acc_mask': 58.43732274532047, 'loss': 1.2038935422897339}
+{'epoch': 178, 'iter': 140, 'avg_loss': 1.1922993609245787, 'avg_acc_mask': 58.740799158780234, 'loss': 1.076285719871521}
+{'epoch': 178, 'iter': 150, 'avg_loss': 1.1905442863110676, 'avg_acc_mask': 58.73911443640378, 'loss': 1.0144195556640625}
+{'epoch': 178, 'iter': 160, 'avg_loss': 1.1931016430351304, 'avg_acc_mask': 58.590054228683506, 'loss': 1.2233117818832397}
+{'epoch': 178, 'iter': 170, 'avg_loss': 1.1919173064984774, 'avg_acc_mask': 58.612466124661246, 'loss': 1.346683144569397}
+{'epoch': 178, 'iter': 180, 'avg_loss': 1.1929473359940461, 'avg_acc_mask': 58.46642096642096, 'loss': 1.3651976585388184}
+{'epoch': 178, 'iter': 190, 'avg_loss': 1.1940274116880607, 'avg_acc_mask': 58.43613404565323, 'loss': 1.3602921962738037}
+{'epoch': 178, 'iter': 200, 'avg_loss': 1.1916814473137927, 'avg_acc_mask': 58.4736355226642, 'loss': 1.1236673593521118}
+{'epoch': 178, 'iter': 210, 'avg_loss': 1.1947047879910582, 'avg_acc_mask': 58.389143461402895, 'loss': 1.1257295608520508}
+{'epoch': 178, 'iter': 220, 'avg_loss': 1.196827789777005, 'avg_acc_mask': 58.26137983066476, 'loss': 1.3968722820281982}
+{'epoch': 178, 'iter': 230, 'avg_loss': 1.193627510493968, 'avg_acc_mask': 58.42525979216626, 'loss': 0.9484931826591492}
+{'epoch': 178, 'iter': 240, 'avg_loss': 1.1927056344712919, 'avg_acc_mask': 58.4381911080607, 'loss': 1.4727215766906738}
+{'epoch': 178, 'iter': 250, 'avg_loss': 1.192734953416771, 'avg_acc_mask': 58.47426605168753, 'loss': 0.8648837804794312}
+{'epoch': 178, 'iter': 260, 'avg_loss': 1.1923051533571147, 'avg_acc_mask': 58.40726658217152, 'loss': 1.2975130081176758}
+{'epoch': 178, 'iter': 270, 'avg_loss': 1.193174684839495, 'avg_acc_mask': 58.368399619926706, 'loss': 1.1538323163986206}
+{'epoch': 'EP178_test', 'avg_loss': 1.1928547670443852, 'total_masked_acc': 58.40271764470792}
+{'epoch': 179, 'iter': 0, 'avg_loss': 1.096928596496582, 'avg_acc_mask': 59.183673469387756, 'loss': 1.096928596496582}
+{'epoch': 179, 'iter': 10, 'avg_loss': 1.2041091485456987, 'avg_acc_mask': 59.437086092715234, 'loss': 1.2349249124526978}
+{'epoch': 179, 'iter': 20, 'avg_loss': 1.1643384099006653, 'avg_acc_mask': 59.23961096374889, 'loss': 1.1264407634735107}
+{'epoch': 179, 'iter': 30, 'avg_loss': 1.1550342825151259, 'avg_acc_mask': 60.0121359223301, 'loss': 1.0551649332046509}
+{'epoch': 179, 'iter': 40, 'avg_loss': 1.1603913190888195, 'avg_acc_mask': 59.17516218721038, 'loss': 1.2704966068267822}
+{'epoch': 179, 'iter': 50, 'avg_loss': 1.1720621130045723, 'avg_acc_mask': 58.79303961495742, 'loss': 1.315020203590393}
+{'epoch': 179, 'iter': 60, 'avg_loss': 1.193295397719399, 'avg_acc_mask': 58.204428268122534, 'loss': 1.3868590593338013}
+{'epoch': 179, 'iter': 70, 'avg_loss': 1.1915159603239784, 'avg_acc_mask': 58.52956567242281, 'loss': 1.136234164237976}
+{'epoch': 179, 'iter': 80, 'avg_loss': 1.2013814986487965, 'avg_acc_mask': 58.26626810761094, 'loss': 1.3097726106643677}
+{'epoch': 179, 'iter': 90, 'avg_loss': 1.2112226741654533, 'avg_acc_mask': 58.04620997162545, 'loss': 1.1538673639297485}
+{'epoch': 179, 'iter': 100, 'avg_loss': 1.212068532953168, 'avg_acc_mask': 58.03344238458742, 'loss': 1.3801558017730713}
+{'epoch': 179, 'iter': 110, 'avg_loss': 1.2095679753535502, 'avg_acc_mask': 58.16191108161911, 'loss': 1.3018748760223389}
+{'epoch': 179, 'iter': 120, 'avg_loss': 1.2071935298029057, 'avg_acc_mask': 58.25611423363208, 'loss': 1.1052298545837402}
+{'epoch': 179, 'iter': 130, 'avg_loss': 1.20221827685378, 'avg_acc_mask': 58.29124579124579, 'loss': 1.423887848854065}
+{'epoch': 179, 'iter': 140, 'avg_loss': 1.195341518584718, 'avg_acc_mask': 58.480979676915055, 'loss': 1.0484551191329956}
+{'epoch': 179, 'iter': 150, 'avg_loss': 1.1958732249720996, 'avg_acc_mask': 58.44471445929527, 'loss': 1.227010726928711}
+{'epoch': 179, 'iter': 160, 'avg_loss': 1.196979244303259, 'avg_acc_mask': 58.4503024078512, 'loss': 1.2160817384719849}
+{'epoch': 179, 'iter': 170, 'avg_loss': 1.196001630777504, 'avg_acc_mask': 58.60774428831921, 'loss': 1.1482775211334229}
+{'epoch': 179, 'iter': 180, 'avg_loss': 1.1911842154534482, 'avg_acc_mask': 58.73338069623465, 'loss': 1.0629606246948242}
+{'epoch': 179, 'iter': 190, 'avg_loss': 1.1986488231813721, 'avg_acc_mask': 58.471888515136946, 'loss': 1.6518723964691162}
+{'epoch': 179, 'iter': 200, 'avg_loss': 1.1954092196564177, 'avg_acc_mask': 58.55173043557665, 'loss': 0.9015359282493591}
+{'epoch': 179, 'iter': 210, 'avg_loss': 1.1957647952988248, 'avg_acc_mask': 58.49843587069864, 'loss': 1.0778762102127075}
+{'epoch': 179, 'iter': 220, 'avg_loss': 1.196863534763388, 'avg_acc_mask': 58.52366765971533, 'loss': 1.192154049873352}
+{'epoch': 179, 'iter': 230, 'avg_loss': 1.200573038745236, 'avg_acc_mask': 58.48592944906857, 'loss': 1.1695713996887207}
+{'epoch': 179, 'iter': 240, 'avg_loss': 1.195842722392181, 'avg_acc_mask': 58.570995145631066, 'loss': 1.2521933317184448}
+{'epoch': 179, 'iter': 250, 'avg_loss': 1.1949379691089768, 'avg_acc_mask': 58.637292092208924, 'loss': 1.1204544305801392}
+{'epoch': 179, 'iter': 260, 'avg_loss': 1.194067810001958, 'avg_acc_mask': 58.639551192145866, 'loss': 1.3428950309753418}
+{'epoch': 179, 'iter': 270, 'avg_loss': 1.1940145314399606, 'avg_acc_mask': 58.71787972554823, 'loss': 1.1345452070236206}
+{'epoch': 'EP179_test', 'avg_loss': 1.1953659606152687, 'total_masked_acc': 58.764044943820224}
+{'epoch': 180, 'iter': 0, 'avg_loss': 1.2366454601287842, 'avg_acc_mask': 62.0, 'loss': 1.2366454601287842}
+{'epoch': 180, 'iter': 10, 'avg_loss': 1.1538176590746099, 'avg_acc_mask': 61.34453781512605, 'loss': 1.0379836559295654}
+{'epoch': 180, 'iter': 20, 'avg_loss': 1.1607691446940105, 'avg_acc_mask': 60.68669527896996, 'loss': 1.1748907566070557}
+{'epoch': 180, 'iter': 30, 'avg_loss': 1.156002035064082, 'avg_acc_mask': 61.24486200822079, 'loss': 1.0491642951965332}
+{'epoch': 180, 'iter': 40, 'avg_loss': 1.1551985435369538, 'avg_acc_mask': 60.29411764705882, 'loss': 1.1906083822250366}
+{'epoch': 180, 'iter': 50, 'avg_loss': 1.1618452294200075, 'avg_acc_mask': 60.54814280562567, 'loss': 1.2638509273529053}
+{'epoch': 180, 'iter': 60, 'avg_loss': 1.1844637696860267, 'avg_acc_mask': 59.36848376526661, 'loss': 1.2525913715362549}
+{'epoch': 180, 'iter': 70, 'avg_loss': 1.1875849853099232, 'avg_acc_mask': 59.334186939820746, 'loss': 1.0702513456344604}
+{'epoch': 180, 'iter': 80, 'avg_loss': 1.1904811218932823, 'avg_acc_mask': 58.77350044762757, 'loss': 1.2948360443115234}
+{'epoch': 180, 'iter': 90, 'avg_loss': 1.193245109620985, 'avg_acc_mask': 58.758182900218216, 'loss': 0.9776398539543152}
+{'epoch': 180, 'iter': 100, 'avg_loss': 1.2014759017689394, 'avg_acc_mask': 58.427571351642435, 'loss': 1.2711338996887207}
+{'epoch': 180, 'iter': 110, 'avg_loss': 1.1965778899622392, 'avg_acc_mask': 58.70425321463897, 'loss': 1.0351483821868896}
+{'epoch': 180, 'iter': 120, 'avg_loss': 1.1947492705888985, 'avg_acc_mask': 58.86621315192744, 'loss': 1.0362657308578491}
+{'epoch': 180, 'iter': 130, 'avg_loss': 1.197467974124064, 'avg_acc_mask': 58.80713489409142, 'loss': 1.0321789979934692}
+{'epoch': 180, 'iter': 140, 'avg_loss': 1.1930728330679818, 'avg_acc_mask': 58.92347600518807, 'loss': 0.9238001704216003}
+{'epoch': 180, 'iter': 150, 'avg_loss': 1.1882197043753617, 'avg_acc_mask': 59.13572732805843, 'loss': 1.1272389888763428}
+{'epoch': 180, 'iter': 160, 'avg_loss': 1.1915556895806922, 'avg_acc_mask': 59.19231209243794, 'loss': 1.281702995300293}
+{'epoch': 180, 'iter': 170, 'avg_loss': 1.1854145460658603, 'avg_acc_mask': 59.25566343042071, 'loss': 1.0758339166641235}
+{'epoch': 180, 'iter': 180, 'avg_loss': 1.1913257096353815, 'avg_acc_mask': 59.01656103046412, 'loss': 1.5797518491744995}
+{'epoch': 180, 'iter': 190, 'avg_loss': 1.19182511867653, 'avg_acc_mask': 59.05397562391178, 'loss': 1.2684954404830933}
+{'epoch': 180, 'iter': 200, 'avg_loss': 1.1902199684090875, 'avg_acc_mask': 59.06287397588144, 'loss': 0.9527274370193481}
+{'epoch': 180, 'iter': 210, 'avg_loss': 1.1892779198303043, 'avg_acc_mask': 59.215480255669384, 'loss': 1.1639294624328613}
+{'epoch': 180, 'iter': 220, 'avg_loss': 1.1900285037394562, 'avg_acc_mask': 59.18350308899649, 'loss': 1.0594069957733154}
+{'epoch': 180, 'iter': 230, 'avg_loss': 1.1929161520231337, 'avg_acc_mask': 59.05110651170196, 'loss': 1.116558313369751}
+{'epoch': 180, 'iter': 240, 'avg_loss': 1.1919814860177733, 'avg_acc_mask': 59.04340529407277, 'loss': 1.0801002979278564}
+{'epoch': 180, 'iter': 250, 'avg_loss': 1.1890549928068639, 'avg_acc_mask': 59.09024211298606, 'loss': 0.775867223739624}
+{'epoch': 180, 'iter': 260, 'avg_loss': 1.189584574251796, 'avg_acc_mask': 59.08031362576816, 'loss': 1.310080885887146}
+{'epoch': 180, 'iter': 270, 'avg_loss': 1.1897385544882488, 'avg_acc_mask': 59.08290436196153, 'loss': 1.2160305976867676}
+{'epoch': 'EP180_test', 'avg_loss': 1.1917923708324847, 'total_masked_acc': 59.00299102691924}
+{'epoch': 181, 'iter': 0, 'avg_loss': 1.2762365341186523, 'avg_acc_mask': 56.09756097560976, 'loss': 1.2762365341186523}
+{'epoch': 181, 'iter': 10, 'avg_loss': 1.2084513740106062, 'avg_acc_mask': 58.195211786372006, 'loss': 0.9437031149864197}
+{'epoch': 181, 'iter': 20, 'avg_loss': 1.1730742340996152, 'avg_acc_mask': 59.76168652612282, 'loss': 1.1054072380065918}
+{'epoch': 181, 'iter': 30, 'avg_loss': 1.176732486294162, 'avg_acc_mask': 60.35980148883374, 'loss': 1.1870392560958862}
+{'epoch': 181, 'iter': 40, 'avg_loss': 1.1876064568031124, 'avg_acc_mask': 59.54692556634305, 'loss': 1.1341007947921753}
+{'epoch': 181, 'iter': 50, 'avg_loss': 1.188354000157001, 'avg_acc_mask': 59.67741935483871, 'loss': 1.3441427946090698}
+{'epoch': 181, 'iter': 60, 'avg_loss': 1.2012933619686814, 'avg_acc_mask': 59.43847072879331, 'loss': 1.3249166011810303}
+{'epoch': 181, 'iter': 70, 'avg_loss': 1.2007602948538014, 'avg_acc_mask': 59.37741188577309, 'loss': 0.984624981880188}
+{'epoch': 181, 'iter': 80, 'avg_loss': 1.2036482802143804, 'avg_acc_mask': 59.292633476008106, 'loss': 1.120928406715393}
+{'epoch': 181, 'iter': 90, 'avg_loss': 1.2075179016197122, 'avg_acc_mask': 59.227381905524425, 'loss': 1.110512137413025}
+{'epoch': 181, 'iter': 100, 'avg_loss': 1.2136893213385402, 'avg_acc_mask': 58.82458986839734, 'loss': 1.427321434020996}
+{'epoch': 181, 'iter': 110, 'avg_loss': 1.2046093355427991, 'avg_acc_mask': 59.07083265172584, 'loss': 0.9816306233406067}
+{'epoch': 181, 'iter': 120, 'avg_loss': 1.2103509242869606, 'avg_acc_mask': 58.82884239048622, 'loss': 1.2574220895767212}
+{'epoch': 181, 'iter': 130, 'avg_loss': 1.2089434052241668, 'avg_acc_mask': 59.005432511491854, 'loss': 1.101705551147461}
+{'epoch': 181, 'iter': 140, 'avg_loss': 1.1999691234412768, 'avg_acc_mask': 59.143968871595334, 'loss': 0.8647750616073608}
+{'epoch': 181, 'iter': 150, 'avg_loss': 1.1983153523988281, 'avg_acc_mask': 59.214830970556164, 'loss': 1.048694133758545}
+{'epoch': 181, 'iter': 160, 'avg_loss': 1.1989015585147076, 'avg_acc_mask': 59.31081697854861, 'loss': 1.2289931774139404}
+{'epoch': 181, 'iter': 170, 'avg_loss': 1.1912916930098283, 'avg_acc_mask': 59.58382494905074, 'loss': 1.2845780849456787}
+{'epoch': 181, 'iter': 180, 'avg_loss': 1.1883090079160026, 'avg_acc_mask': 59.59319975713419, 'loss': 1.2240567207336426}
+{'epoch': 181, 'iter': 190, 'avg_loss': 1.1902343730651896, 'avg_acc_mask': 59.519444176396796, 'loss': 1.3391082286834717}
+{'epoch': 181, 'iter': 200, 'avg_loss': 1.1904060576685624, 'avg_acc_mask': 59.44755437276314, 'loss': 0.9683425426483154}
+{'epoch': 181, 'iter': 210, 'avg_loss': 1.1905424699399143, 'avg_acc_mask': 59.482082134449385, 'loss': 1.2112884521484375}
+{'epoch': 181, 'iter': 220, 'avg_loss': 1.1868484017536112, 'avg_acc_mask': 59.54692556634305, 'loss': 1.009953260421753}
+{'epoch': 181, 'iter': 230, 'avg_loss': 1.188517759114633, 'avg_acc_mask': 59.40099833610649, 'loss': 1.060291051864624}
+{'epoch': 181, 'iter': 240, 'avg_loss': 1.186419585186416, 'avg_acc_mask': 59.41568271268544, 'loss': 1.2179255485534668}
+{'epoch': 181, 'iter': 250, 'avg_loss': 1.1849360582363082, 'avg_acc_mask': 59.49909255898367, 'loss': 1.0303165912628174}
+{'epoch': 181, 'iter': 260, 'avg_loss': 1.1825733981826754, 'avg_acc_mask': 59.6828280005589, 'loss': 0.9406172037124634}
+{'epoch': 181, 'iter': 270, 'avg_loss': 1.1851224142686907, 'avg_acc_mask': 59.54408313778076, 'loss': 1.19557785987854}
+{'epoch': 'EP181_test', 'avg_loss': 1.1863318383693695, 'total_masked_acc': 59.441805225653205}
+{'epoch': 182, 'iter': 0, 'avg_loss': 1.451920509338379, 'avg_acc_mask': 47.61904761904761, 'loss': 1.451920509338379}
+{'epoch': 182, 'iter': 10, 'avg_loss': 1.1268236853859641, 'avg_acc_mask': 60.89285714285714, 'loss': 1.039174199104309}
+{'epoch': 182, 'iter': 20, 'avg_loss': 1.1560584590548562, 'avg_acc_mask': 60.49495875343721, 'loss': 1.097775936126709}
+{'epoch': 182, 'iter': 30, 'avg_loss': 1.161481249716974, 'avg_acc_mask': 60.148514851485146, 'loss': 1.1207414865493774}
+{'epoch': 182, 'iter': 40, 'avg_loss': 1.1810006775507114, 'avg_acc_mask': 59.71027614305115, 'loss': 1.138929843902588}
+{'epoch': 182, 'iter': 50, 'avg_loss': 1.1761101168744705, 'avg_acc_mask': 59.80007140307033, 'loss': 1.0560221672058105}
+{'epoch': 182, 'iter': 60, 'avg_loss': 1.2038850852700531, 'avg_acc_mask': 59.20545508449452, 'loss': 1.575003743171692}
+{'epoch': 182, 'iter': 70, 'avg_loss': 1.207893688913802, 'avg_acc_mask': 59.251612903225805, 'loss': 1.1323323249816895}
+{'epoch': 182, 'iter': 80, 'avg_loss': 1.2100504489592563, 'avg_acc_mask': 58.93708834885305, 'loss': 1.344726800918579}
+{'epoch': 182, 'iter': 90, 'avg_loss': 1.204005044240218, 'avg_acc_mask': 59.3006993006993, 'loss': 1.007081151008606}
+{'epoch': 182, 'iter': 100, 'avg_loss': 1.2142913854948365, 'avg_acc_mask': 58.84677564217712, 'loss': 1.1238754987716675}
+{'epoch': 182, 'iter': 110, 'avg_loss': 1.2151764894390966, 'avg_acc_mask': 58.7059787059787, 'loss': 1.5913829803466797}
+{'epoch': 182, 'iter': 120, 'avg_loss': 1.215713602944839, 'avg_acc_mask': 58.39975936231012, 'loss': 1.0054666996002197}
+{'epoch': 182, 'iter': 130, 'avg_loss': 1.2212472649021002, 'avg_acc_mask': 58.27749860413177, 'loss': 1.2546676397323608}
+{'epoch': 182, 'iter': 140, 'avg_loss': 1.2157567033530972, 'avg_acc_mask': 58.226857887874836, 'loss': 1.0940371751785278}
+{'epoch': 182, 'iter': 150, 'avg_loss': 1.2111064081160439, 'avg_acc_mask': 58.453520785359345, 'loss': 1.134423851966858}
+{'epoch': 182, 'iter': 160, 'avg_loss': 1.2112304183266918, 'avg_acc_mask': 58.431597023468804, 'loss': 1.7096052169799805}
+{'epoch': 182, 'iter': 170, 'avg_loss': 1.2045457924318592, 'avg_acc_mask': 58.65042578419748, 'loss': 1.2247298955917358}
+{'epoch': 182, 'iter': 180, 'avg_loss': 1.1998969296724098, 'avg_acc_mask': 58.699203594037165, 'loss': 1.2845609188079834}
+{'epoch': 182, 'iter': 190, 'avg_loss': 1.2026305473287693, 'avg_acc_mask': 58.67800541167375, 'loss': 1.2883561849594116}
+{'epoch': 182, 'iter': 200, 'avg_loss': 1.2027527182849485, 'avg_acc_mask': 58.69164052408193, 'loss': 1.331451416015625}
+{'epoch': 182, 'iter': 210, 'avg_loss': 1.2055170795928811, 'avg_acc_mask': 58.656376074372915, 'loss': 1.3465759754180908}
+{'epoch': 182, 'iter': 220, 'avg_loss': 1.2067443488410157, 'avg_acc_mask': 58.589978358581654, 'loss': 1.1303248405456543}
+{'epoch': 182, 'iter': 230, 'avg_loss': 1.2046932278773486, 'avg_acc_mask': 58.657888474656936, 'loss': 0.935842752456665}
+{'epoch': 182, 'iter': 240, 'avg_loss': 1.1997913404124407, 'avg_acc_mask': 58.773527625986645, 'loss': 1.0436393022537231}
+{'epoch': 182, 'iter': 250, 'avg_loss': 1.19788020469278, 'avg_acc_mask': 58.88929484837413, 'loss': 0.8549560308456421}
+{'epoch': 182, 'iter': 260, 'avg_loss': 1.1948910054119153, 'avg_acc_mask': 59.04046080359652, 'loss': 1.3087542057037354}
+{'epoch': 182, 'iter': 270, 'avg_loss': 1.1957553112638832, 'avg_acc_mask': 59.013961017063465, 'loss': 1.2616969347000122}
+{'epoch': 'EP182_test', 'avg_loss': 1.1960582905921384, 'total_masked_acc': 58.9957604663487}
+{'epoch': 183, 'iter': 0, 'avg_loss': 1.4318983554840088, 'avg_acc_mask': 54.71698113207547, 'loss': 1.4318983554840088}
+{'epoch': 183, 'iter': 10, 'avg_loss': 1.1833418065851384, 'avg_acc_mask': 59.80861244019139, 'loss': 1.136557936668396}
+{'epoch': 183, 'iter': 20, 'avg_loss': 1.200439725603376, 'avg_acc_mask': 58.803706823925864, 'loss': 0.9575727581977844}
+{'epoch': 183, 'iter': 30, 'avg_loss': 1.169533896830774, 'avg_acc_mask': 59.58066394874781, 'loss': 1.215221643447876}
+{'epoch': 183, 'iter': 40, 'avg_loss': 1.1705401990471818, 'avg_acc_mask': 58.89679715302491, 'loss': 1.402475118637085}
+{'epoch': 183, 'iter': 50, 'avg_loss': 1.175086072846955, 'avg_acc_mask': 58.85509838998211, 'loss': 1.1765049695968628}
+{'epoch': 183, 'iter': 60, 'avg_loss': 1.192517898121818, 'avg_acc_mask': 58.61344537815126, 'loss': 1.2812355756759644}
+{'epoch': 183, 'iter': 70, 'avg_loss': 1.1903473869175978, 'avg_acc_mask': 58.971044467425024, 'loss': 0.9538910388946533}
+{'epoch': 183, 'iter': 80, 'avg_loss': 1.194456077652213, 'avg_acc_mask': 58.561020036429866, 'loss': 1.2902120351791382}
+{'epoch': 183, 'iter': 90, 'avg_loss': 1.202336236670777, 'avg_acc_mask': 58.475769153428516, 'loss': 1.2177050113677979}
+{'epoch': 183, 'iter': 100, 'avg_loss': 1.2112516088060814, 'avg_acc_mask': 58.30331412103747, 'loss': 1.3508703708648682}
+{'epoch': 183, 'iter': 110, 'avg_loss': 1.2092318975173675, 'avg_acc_mask': 58.340194302651085, 'loss': 1.1502716541290283}
+{'epoch': 183, 'iter': 120, 'avg_loss': 1.2089624321165164, 'avg_acc_mask': 58.31829121540313, 'loss': 1.2072845697402954}
+{'epoch': 183, 'iter': 130, 'avg_loss': 1.2149291975807597, 'avg_acc_mask': 58.13273966884653, 'loss': 1.4127416610717773}
+{'epoch': 183, 'iter': 140, 'avg_loss': 1.2139608065287273, 'avg_acc_mask': 58.05739514348785, 'loss': 1.1602213382720947}
+{'epoch': 183, 'iter': 150, 'avg_loss': 1.2068585631073705, 'avg_acc_mask': 58.16969696969697, 'loss': 1.1242533922195435}
+{'epoch': 183, 'iter': 160, 'avg_loss': 1.2048327841373705, 'avg_acc_mask': 58.1141100102494, 'loss': 1.2376443147659302}
+{'epoch': 183, 'iter': 170, 'avg_loss': 1.2012009035077011, 'avg_acc_mask': 58.251800881625634, 'loss': 1.3834503889083862}
+{'epoch': 183, 'iter': 180, 'avg_loss': 1.197306489417566, 'avg_acc_mask': 58.31212460551767, 'loss': 0.9998520612716675}
+{'epoch': 183, 'iter': 190, 'avg_loss': 1.1988612438371669, 'avg_acc_mask': 58.40562945826103, 'loss': 1.1155530214309692}
+{'epoch': 183, 'iter': 200, 'avg_loss': 1.1989936199947375, 'avg_acc_mask': 58.34636254943438, 'loss': 1.0928348302841187}
+{'epoch': 183, 'iter': 210, 'avg_loss': 1.200003950234273, 'avg_acc_mask': 58.16353301268037, 'loss': 1.3656705617904663}
+{'epoch': 183, 'iter': 220, 'avg_loss': 1.2034390762920293, 'avg_acc_mask': 58.112168252378574, 'loss': 1.1105765104293823}
+{'epoch': 183, 'iter': 230, 'avg_loss': 1.2015281363483115, 'avg_acc_mask': 58.20181731229077, 'loss': 1.0232055187225342}
+{'epoch': 183, 'iter': 240, 'avg_loss': 1.1964402186425396, 'avg_acc_mask': 58.41644461362772, 'loss': 1.2261369228363037}
+{'epoch': 183, 'iter': 250, 'avg_loss': 1.1951973063062387, 'avg_acc_mask': 58.468626590609915, 'loss': 1.0842113494873047}
+{'epoch': 183, 'iter': 260, 'avg_loss': 1.1963996309430207, 'avg_acc_mask': 58.51198871650212, 'loss': 1.3506102561950684}
+{'epoch': 183, 'iter': 270, 'avg_loss': 1.199476577479021, 'avg_acc_mask': 58.3446128857607, 'loss': 1.3847265243530273}
+{'epoch': 'EP183_test', 'avg_loss': 1.2010578990414522, 'total_masked_acc': 58.34552467083389}
+{'epoch': 184, 'iter': 0, 'avg_loss': 1.059212327003479, 'avg_acc_mask': 62.5, 'loss': 1.059212327003479}
+{'epoch': 184, 'iter': 10, 'avg_loss': 1.1812707565047524, 'avg_acc_mask': 59.40099833610649, 'loss': 1.226391077041626}
+{'epoch': 184, 'iter': 20, 'avg_loss': 1.140688916047414, 'avg_acc_mask': 60.07098491570542, 'loss': 0.8595894575119019}
+{'epoch': 184, 'iter': 30, 'avg_loss': 1.164437553574962, 'avg_acc_mask': 59.66850828729282, 'loss': 1.4662885665893555}
+{'epoch': 184, 'iter': 40, 'avg_loss': 1.164754018550966, 'avg_acc_mask': 59.41632466940264, 'loss': 1.2376395463943481}
+{'epoch': 184, 'iter': 50, 'avg_loss': 1.171665764322468, 'avg_acc_mask': 60.014229811455, 'loss': 1.4358550310134888}
+{'epoch': 184, 'iter': 60, 'avg_loss': 1.1823619535711944, 'avg_acc_mask': 59.79562043795621, 'loss': 1.323593258857727}
+{'epoch': 184, 'iter': 70, 'avg_loss': 1.1930606541499285, 'avg_acc_mask': 59.35842384440515, 'loss': 1.0516947507858276}
+{'epoch': 184, 'iter': 80, 'avg_loss': 1.2063859208130543, 'avg_acc_mask': 59.00718778077268, 'loss': 1.3265461921691895}
+{'epoch': 184, 'iter': 90, 'avg_loss': 1.2085422342950172, 'avg_acc_mask': 58.984063745019924, 'loss': 1.1655092239379883}
+{'epoch': 184, 'iter': 100, 'avg_loss': 1.2095633692080432, 'avg_acc_mask': 58.85612153708668, 'loss': 1.2334835529327393}
+{'epoch': 184, 'iter': 110, 'avg_loss': 1.204016079773774, 'avg_acc_mask': 58.96930904316429, 'loss': 1.1362513303756714}
+{'epoch': 184, 'iter': 120, 'avg_loss': 1.2073927753227802, 'avg_acc_mask': 59.05594932890966, 'loss': 1.0145291090011597}
+{'epoch': 184, 'iter': 130, 'avg_loss': 1.2125199632790253, 'avg_acc_mask': 58.74861572535991, 'loss': 1.135055661201477}
+{'epoch': 184, 'iter': 140, 'avg_loss': 1.2088640522449574, 'avg_acc_mask': 58.774193548387096, 'loss': 0.8633856773376465}
+{'epoch': 184, 'iter': 150, 'avg_loss': 1.204282631542509, 'avg_acc_mask': 58.847786537295335, 'loss': 0.8976643085479736}
+{'epoch': 184, 'iter': 160, 'avg_loss': 1.2063143312560847, 'avg_acc_mask': 58.78324392192672, 'loss': 1.2763680219650269}
+{'epoch': 184, 'iter': 170, 'avg_loss': 1.2028810563143233, 'avg_acc_mask': 58.850747874744435, 'loss': 1.3108054399490356}
+{'epoch': 184, 'iter': 180, 'avg_loss': 1.198733305074892, 'avg_acc_mask': 58.92255892255892, 'loss': 1.4494234323501587}
+{'epoch': 184, 'iter': 190, 'avg_loss': 1.194524226388382, 'avg_acc_mask': 59.08870105897211, 'loss': 1.3710741996765137}
+{'epoch': 184, 'iter': 200, 'avg_loss': 1.1903089474682784, 'avg_acc_mask': 59.104312569111684, 'loss': 1.2022714614868164}
+{'epoch': 184, 'iter': 210, 'avg_loss': 1.1891570209891875, 'avg_acc_mask': 59.18510713031261, 'loss': 1.2744752168655396}
+{'epoch': 184, 'iter': 220, 'avg_loss': 1.1871197099599364, 'avg_acc_mask': 59.18658280922432, 'loss': 1.4474281072616577}
+{'epoch': 184, 'iter': 230, 'avg_loss': 1.1844973184845664, 'avg_acc_mask': 59.29897567221511, 'loss': 1.2476861476898193}
+{'epoch': 184, 'iter': 240, 'avg_loss': 1.1811050817184923, 'avg_acc_mask': 59.255842558425584, 'loss': 1.0056177377700806}
+{'epoch': 184, 'iter': 250, 'avg_loss': 1.1767182509262724, 'avg_acc_mask': 59.444116779710996, 'loss': 0.853011429309845}
+{'epoch': 184, 'iter': 260, 'avg_loss': 1.1778565811928206, 'avg_acc_mask': 59.33559994333475, 'loss': 1.281790018081665}
+{'epoch': 184, 'iter': 270, 'avg_loss': 1.1803423735928271, 'avg_acc_mask': 59.27589492309786, 'loss': 1.1694434881210327}
+{'epoch': 'EP184_test', 'avg_loss': 1.1815059921447781, 'total_masked_acc': 59.200053508126544}
+{'epoch': 185, 'iter': 0, 'avg_loss': 1.4026621580123901, 'avg_acc_mask': 51.85185185185185, 'loss': 1.4026621580123901}
+{'epoch': 185, 'iter': 10, 'avg_loss': 1.2151836969635703, 'avg_acc_mask': 58.46905537459284, 'loss': 1.1480424404144287}
+{'epoch': 185, 'iter': 20, 'avg_loss': 1.2006856486910866, 'avg_acc_mask': 59.12596401028277, 'loss': 1.1352719068527222}
+{'epoch': 185, 'iter': 30, 'avg_loss': 1.1885945739284638, 'avg_acc_mask': 59.95130858186245, 'loss': 1.1589628458023071}
+{'epoch': 185, 'iter': 40, 'avg_loss': 1.1739624709617802, 'avg_acc_mask': 60.61846293769896, 'loss': 1.1815824508666992}
+{'epoch': 185, 'iter': 50, 'avg_loss': 1.1831209905007307, 'avg_acc_mask': 59.72473741398044, 'loss': 1.4003764390945435}
+{'epoch': 185, 'iter': 60, 'avg_loss': 1.2002200181366967, 'avg_acc_mask': 58.86610373944512, 'loss': 1.1852549314498901}
+{'epoch': 185, 'iter': 70, 'avg_loss': 1.1900104620087315, 'avg_acc_mask': 59.375, 'loss': 1.1324131488800049}
+{'epoch': 185, 'iter': 80, 'avg_loss': 1.1808212458351512, 'avg_acc_mask': 59.458218549127636, 'loss': 1.2294955253601074}
+{'epoch': 185, 'iter': 90, 'avg_loss': 1.1774372170259664, 'avg_acc_mask': 59.64234911603332, 'loss': 1.2518786191940308}
+{'epoch': 185, 'iter': 100, 'avg_loss': 1.1841143127715235, 'avg_acc_mask': 59.505494505494504, 'loss': 1.3555063009262085}
+{'epoch': 185, 'iter': 110, 'avg_loss': 1.1803623292897198, 'avg_acc_mask': 59.579789894947474, 'loss': 1.2697540521621704}
+{'epoch': 185, 'iter': 120, 'avg_loss': 1.1786300549822406, 'avg_acc_mask': 59.69027905550445, 'loss': 1.2998452186584473}
+{'epoch': 185, 'iter': 130, 'avg_loss': 1.1759117213824324, 'avg_acc_mask': 59.77092760180995, 'loss': 1.240139126777649}
+{'epoch': 185, 'iter': 140, 'avg_loss': 1.1706160387248858, 'avg_acc_mask': 59.89248721646781, 'loss': 1.124144434928894}
+{'epoch': 185, 'iter': 150, 'avg_loss': 1.166712902634349, 'avg_acc_mask': 59.96343692870201, 'loss': 0.9828083515167236}
+{'epoch': 185, 'iter': 160, 'avg_loss': 1.1710797318760653, 'avg_acc_mask': 59.812012838147645, 'loss': 1.6032434701919556}
+{'epoch': 185, 'iter': 170, 'avg_loss': 1.1686344063072873, 'avg_acc_mask': 59.801595859391846, 'loss': 1.2708048820495605}
+{'epoch': 185, 'iter': 180, 'avg_loss': 1.1651877405235123, 'avg_acc_mask': 59.885620915032675, 'loss': 1.1643863916397095}
+{'epoch': 185, 'iter': 190, 'avg_loss': 1.1681478413611806, 'avg_acc_mask': 59.83670295489891, 'loss': 1.2031564712524414}
+{'epoch': 185, 'iter': 200, 'avg_loss': 1.1691673341675184, 'avg_acc_mask': 59.81532779316713, 'loss': 1.2545042037963867}
+{'epoch': 185, 'iter': 210, 'avg_loss': 1.1725231533366922, 'avg_acc_mask': 59.83946370291965, 'loss': 1.225069284439087}
+{'epoch': 185, 'iter': 220, 'avg_loss': 1.1728093656479504, 'avg_acc_mask': 60.00840336134454, 'loss': 1.2228251695632935}
+{'epoch': 185, 'iter': 230, 'avg_loss': 1.1690022891218013, 'avg_acc_mask': 60.12830793905373, 'loss': 0.8429390788078308}
+{'epoch': 185, 'iter': 240, 'avg_loss': 1.168829782869806, 'avg_acc_mask': 60.05069513787541, 'loss': 1.0729466676712036}
+{'epoch': 185, 'iter': 250, 'avg_loss': 1.1674445698935672, 'avg_acc_mask': 60.085678410517765, 'loss': 1.05843985080719}
+{'epoch': 185, 'iter': 260, 'avg_loss': 1.168570425775316, 'avg_acc_mask': 60.06119254304825, 'loss': 1.526133418083191}
+{'epoch': 185, 'iter': 270, 'avg_loss': 1.1694615958361607, 'avg_acc_mask': 60.02459184370517, 'loss': 1.1995224952697754}
+{'epoch': 'EP185_test', 'avg_loss': 1.1698548631823582, 'total_masked_acc': 60.02011397921555}
+{'epoch': 186, 'iter': 0, 'avg_loss': 1.271195411682129, 'avg_acc_mask': 63.04347826086957, 'loss': 1.271195411682129}
+{'epoch': 186, 'iter': 10, 'avg_loss': 1.166804855520075, 'avg_acc_mask': 62.00657894736842, 'loss': 1.1430543661117554}
+{'epoch': 186, 'iter': 20, 'avg_loss': 1.1690418067432584, 'avg_acc_mask': 60.46511627906976, 'loss': 1.2334445714950562}
+{'epoch': 186, 'iter': 30, 'avg_loss': 1.14636686348146, 'avg_acc_mask': 60.37959667852907, 'loss': 1.0392625331878662}
+{'epoch': 186, 'iter': 40, 'avg_loss': 1.1697306385854396, 'avg_acc_mask': 58.943630714602754, 'loss': 1.3876572847366333}
+{'epoch': 186, 'iter': 50, 'avg_loss': 1.1875869573331346, 'avg_acc_mask': 58.67439333574792, 'loss': 1.0984251499176025}
+{'epoch': 186, 'iter': 60, 'avg_loss': 1.1872581673450158, 'avg_acc_mask': 58.95678092399403, 'loss': 1.2016202211380005}
+{'epoch': 186, 'iter': 70, 'avg_loss': 1.1860475724851582, 'avg_acc_mask': 59.26307652666838, 'loss': 1.0770128965377808}
+{'epoch': 186, 'iter': 80, 'avg_loss': 1.1880197201246097, 'avg_acc_mask': 59.17389319945231, 'loss': 1.244944453239441}
+{'epoch': 186, 'iter': 90, 'avg_loss': 1.1843711760017899, 'avg_acc_mask': 59.36238902340597, 'loss': 1.0698174238204956}
+{'epoch': 186, 'iter': 100, 'avg_loss': 1.19500732657933, 'avg_acc_mask': 59.26869201382572, 'loss': 1.4703967571258545}
+{'epoch': 186, 'iter': 110, 'avg_loss': 1.1908123240814552, 'avg_acc_mask': 59.35108153078203, 'loss': 1.1592893600463867}
+{'epoch': 186, 'iter': 120, 'avg_loss': 1.191468601877039, 'avg_acc_mask': 59.390243902439025, 'loss': 1.0332540273666382}
+{'epoch': 186, 'iter': 130, 'avg_loss': 1.197155732689923, 'avg_acc_mask': 59.210341435998316, 'loss': 1.1847440004348755}
+{'epoch': 186, 'iter': 140, 'avg_loss': 1.191273496083334, 'avg_acc_mask': 59.355767971716645, 'loss': 0.9925084710121155}
+{'epoch': 186, 'iter': 150, 'avg_loss': 1.1933885540393805, 'avg_acc_mask': 59.06439854191981, 'loss': 1.4631550312042236}
+{'epoch': 186, 'iter': 160, 'avg_loss': 1.1941586084987805, 'avg_acc_mask': 59.049902934795014, 'loss': 1.0325123071670532}
+{'epoch': 186, 'iter': 170, 'avg_loss': 1.1957414202522814, 'avg_acc_mask': 58.94217358652505, 'loss': 1.4735066890716553}
+{'epoch': 186, 'iter': 180, 'avg_loss': 1.197903969011254, 'avg_acc_mask': 58.88653127210266, 'loss': 1.2574741840362549}
+{'epoch': 186, 'iter': 190, 'avg_loss': 1.1973347950980302, 'avg_acc_mask': 58.99605731320319, 'loss': 1.1638271808624268}
+{'epoch': 186, 'iter': 200, 'avg_loss': 1.1975408149002797, 'avg_acc_mask': 58.80252677835759, 'loss': 1.0902767181396484}
+{'epoch': 186, 'iter': 210, 'avg_loss': 1.197779862519124, 'avg_acc_mask': 58.85849139061271, 'loss': 1.2557251453399658}
+{'epoch': 186, 'iter': 220, 'avg_loss': 1.2011244620672719, 'avg_acc_mask': 58.81569084700591, 'loss': 1.196401834487915}
+{'epoch': 186, 'iter': 230, 'avg_loss': 1.2020609402037286, 'avg_acc_mask': 58.7120910610523, 'loss': 1.114737629890442}
+{'epoch': 186, 'iter': 240, 'avg_loss': 1.2023891316904567, 'avg_acc_mask': 58.74343956796228, 'loss': 1.3659318685531616}
+{'epoch': 186, 'iter': 250, 'avg_loss': 1.2001654282509093, 'avg_acc_mask': 58.850138625419525, 'loss': 0.9568098187446594}
+{'epoch': 186, 'iter': 260, 'avg_loss': 1.1992006290461368, 'avg_acc_mask': 58.91325741599888, 'loss': 1.3308790922164917}
+{'epoch': 186, 'iter': 270, 'avg_loss': 1.197624861314288, 'avg_acc_mask': 58.99202810431022, 'loss': 1.1382478475570679}
+{'epoch': 'EP186_test', 'avg_loss': 1.197327161828677, 'total_masked_acc': 59.01606692338335}
+{'epoch': 187, 'iter': 0, 'avg_loss': 1.0781399011611938, 'avg_acc_mask': 60.416666666666664, 'loss': 1.0781399011611938}
+{'epoch': 187, 'iter': 10, 'avg_loss': 1.1219594803723423, 'avg_acc_mask': 62.61022927689594, 'loss': 1.2230534553527832}
+{'epoch': 187, 'iter': 20, 'avg_loss': 1.0989264789081754, 'avg_acc_mask': 63.30275229357798, 'loss': 0.8882917165756226}
+{'epoch': 187, 'iter': 30, 'avg_loss': 1.1124424761341465, 'avg_acc_mask': 62.28786926461345, 'loss': 1.1256457567214966}
+{'epoch': 187, 'iter': 40, 'avg_loss': 1.1491170641852588, 'avg_acc_mask': 61.39211136890951, 'loss': 1.2335302829742432}
+{'epoch': 187, 'iter': 50, 'avg_loss': 1.1626495111222361, 'avg_acc_mask': 60.92124814264487, 'loss': 1.4338698387145996}
+{'epoch': 187, 'iter': 60, 'avg_loss': 1.1783379980775177, 'avg_acc_mask': 59.87261146496815, 'loss': 1.6666496992111206}
+{'epoch': 187, 'iter': 70, 'avg_loss': 1.1917604510213289, 'avg_acc_mask': 59.40026075619296, 'loss': 1.1219459772109985}
+{'epoch': 187, 'iter': 80, 'avg_loss': 1.186699765699881, 'avg_acc_mask': 59.27107061503417, 'loss': 1.386783480644226}
+{'epoch': 187, 'iter': 90, 'avg_loss': 1.1853611849166534, 'avg_acc_mask': 59.31961702994501, 'loss': 0.9876784682273865}
+{'epoch': 187, 'iter': 100, 'avg_loss': 1.194107957405619, 'avg_acc_mask': 59.42240906598428, 'loss': 1.3008856773376465}
+{'epoch': 187, 'iter': 110, 'avg_loss': 1.1942441769548364, 'avg_acc_mask': 59.19732441471572, 'loss': 0.923090934753418}
+{'epoch': 187, 'iter': 120, 'avg_loss': 1.197565590547136, 'avg_acc_mask': 58.89092575618699, 'loss': 1.0637445449829102}
+{'epoch': 187, 'iter': 130, 'avg_loss': 1.1968406438827515, 'avg_acc_mask': 58.754423213021944, 'loss': 1.2261438369750977}
+{'epoch': 187, 'iter': 140, 'avg_loss': 1.2042830937297633, 'avg_acc_mask': 58.365093967669864, 'loss': 1.0332286357879639}
+{'epoch': 187, 'iter': 150, 'avg_loss': 1.2017559330194991, 'avg_acc_mask': 58.387452518073765, 'loss': 1.2744441032409668}
+{'epoch': 187, 'iter': 160, 'avg_loss': 1.203702127341158, 'avg_acc_mask': 58.30271015158475, 'loss': 1.2980684041976929}
+{'epoch': 187, 'iter': 170, 'avg_loss': 1.2024715832102368, 'avg_acc_mask': 58.191846004109436, 'loss': 1.315643310546875}
+{'epoch': 187, 'iter': 180, 'avg_loss': 1.198190900502284, 'avg_acc_mask': 58.487084870848705, 'loss': 1.0242979526519775}
+{'epoch': 187, 'iter': 190, 'avg_loss': 1.1981721404959393, 'avg_acc_mask': 58.61295357003512, 'loss': 1.3262234926223755}
+{'epoch': 187, 'iter': 200, 'avg_loss': 1.198136820721982, 'avg_acc_mask': 58.63699582753825, 'loss': 1.0063484907150269}
+{'epoch': 187, 'iter': 210, 'avg_loss': 1.1944022308593678, 'avg_acc_mask': 58.71892417942139, 'loss': 1.1509145498275757}
+{'epoch': 187, 'iter': 220, 'avg_loss': 1.1938608002878421, 'avg_acc_mask': 58.78139221304568, 'loss': 1.1549277305603027}
+{'epoch': 187, 'iter': 230, 'avg_loss': 1.191734024456569, 'avg_acc_mask': 58.84767039510743, 'loss': 1.0851768255233765}
+{'epoch': 187, 'iter': 240, 'avg_loss': 1.1900374877007671, 'avg_acc_mask': 58.9591364687741, 'loss': 1.2957630157470703}
+{'epoch': 187, 'iter': 250, 'avg_loss': 1.188252471120234, 'avg_acc_mask': 58.960136084609125, 'loss': 1.049428939819336}
+{'epoch': 187, 'iter': 260, 'avg_loss': 1.1869923668802926, 'avg_acc_mask': 59.00448622089297, 'loss': 1.1195728778839111}
+{'epoch': 187, 'iter': 270, 'avg_loss': 1.1875478326174607, 'avg_acc_mask': 59.02121834360028, 'loss': 1.1575298309326172}
+{'epoch': 'EP187_test', 'avg_loss': 1.1852388578480568, 'total_masked_acc': 59.04870828848224}
+{'epoch': 188, 'iter': 0, 'avg_loss': 0.9206843376159668, 'avg_acc_mask': 69.49152542372882, 'loss': 0.9206843376159668}
+{'epoch': 188, 'iter': 10, 'avg_loss': 1.1485651677305049, 'avg_acc_mask': 60.52202283849919, 'loss': 1.1130012273788452}
+{'epoch': 188, 'iter': 20, 'avg_loss': 1.1239812657946633, 'avg_acc_mask': 61.21739130434782, 'loss': 1.1193495988845825}
+{'epoch': 188, 'iter': 30, 'avg_loss': 1.1456967784512428, 'avg_acc_mask': 60.984393757503, 'loss': 1.3873422145843506}
+{'epoch': 188, 'iter': 40, 'avg_loss': 1.1537796665982503, 'avg_acc_mask': 60.539325842696634, 'loss': 1.2989484071731567}
+{'epoch': 188, 'iter': 50, 'avg_loss': 1.1620250297527688, 'avg_acc_mask': 60.202972091337436, 'loss': 0.9503863453865051}
+{'epoch': 188, 'iter': 60, 'avg_loss': 1.1898210371126894, 'avg_acc_mask': 59.686179843089924, 'loss': 1.3490711450576782}
+{'epoch': 188, 'iter': 70, 'avg_loss': 1.1827639198639024, 'avg_acc_mask': 59.44183620239958, 'loss': 0.8737401962280273}
+{'epoch': 188, 'iter': 80, 'avg_loss': 1.1731073871070956, 'avg_acc_mask': 59.79076643165795, 'loss': 0.9722604155540466}
+{'epoch': 188, 'iter': 90, 'avg_loss': 1.1772846520602047, 'avg_acc_mask': 59.56119162640901, 'loss': 1.374078392982483}
+{'epoch': 188, 'iter': 100, 'avg_loss': 1.1868287348511195, 'avg_acc_mask': 59.110787172011655, 'loss': 1.301608681678772}
+{'epoch': 188, 'iter': 110, 'avg_loss': 1.1700623239482846, 'avg_acc_mask': 59.50991831971996, 'loss': 0.9514098167419434}
+{'epoch': 188, 'iter': 120, 'avg_loss': 1.1785883075934795, 'avg_acc_mask': 59.05080620626711, 'loss': 1.2504009008407593}
+{'epoch': 188, 'iter': 130, 'avg_loss': 1.176948771221947, 'avg_acc_mask': 59.09922589725546, 'loss': 1.4241293668746948}
+{'epoch': 188, 'iter': 140, 'avg_loss': 1.18657131144341, 'avg_acc_mask': 58.77593631736918, 'loss': 1.2834473848342896}
+{'epoch': 188, 'iter': 150, 'avg_loss': 1.1868640981762615, 'avg_acc_mask': 58.69565217391305, 'loss': 1.2508025169372559}
+{'epoch': 188, 'iter': 160, 'avg_loss': 1.1854443172490374, 'avg_acc_mask': 58.72906629961, 'loss': 1.0417437553405762}
+{'epoch': 188, 'iter': 170, 'avg_loss': 1.1836232218826026, 'avg_acc_mask': 58.764553686934015, 'loss': 1.2172670364379883}
+{'epoch': 188, 'iter': 180, 'avg_loss': 1.1786390806429952, 'avg_acc_mask': 58.97961274459584, 'loss': 1.4130209684371948}
+{'epoch': 188, 'iter': 190, 'avg_loss': 1.1748533370607186, 'avg_acc_mask': 59.175738724727836, 'loss': 1.0669273138046265}
+{'epoch': 188, 'iter': 200, 'avg_loss': 1.175495970901565, 'avg_acc_mask': 59.211502782931355, 'loss': 0.9987136125564575}
+{'epoch': 188, 'iter': 210, 'avg_loss': 1.173022879243462, 'avg_acc_mask': 59.364799294221434, 'loss': 1.3974686861038208}
+{'epoch': 188, 'iter': 220, 'avg_loss': 1.1766043680285976, 'avg_acc_mask': 59.294494022562716, 'loss': 1.410086989402771}
+{'epoch': 188, 'iter': 230, 'avg_loss': 1.1796930703249844, 'avg_acc_mask': 59.084682942550955, 'loss': 1.1105588674545288}
+{'epoch': 188, 'iter': 240, 'avg_loss': 1.1806136740688467, 'avg_acc_mask': 59.09894672099638, 'loss': 1.1564277410507202}
+{'epoch': 188, 'iter': 250, 'avg_loss': 1.1788934699567666, 'avg_acc_mask': 59.122794063353766, 'loss': 0.8856447339057922}
+{'epoch': 188, 'iter': 260, 'avg_loss': 1.1790062479132437, 'avg_acc_mask': 59.22426653406265, 'loss': 1.2455564737319946}
+{'epoch': 188, 'iter': 270, 'avg_loss': 1.1804671718625566, 'avg_acc_mask': 59.2018041413244, 'loss': 1.55787992477417}
+{'epoch': 'EP188_test', 'avg_loss': 1.1807609299818675, 'total_masked_acc': 59.140001341651576}
+{'epoch': 189, 'iter': 0, 'avg_loss': 1.023795247077942, 'avg_acc_mask': 66.12903225806451, 'loss': 1.023795247077942}
+{'epoch': 189, 'iter': 10, 'avg_loss': 1.1027422709898516, 'avg_acc_mask': 61.21739130434782, 'loss': 0.9509896039962769}
+{'epoch': 189, 'iter': 20, 'avg_loss': 1.108037258897509, 'avg_acc_mask': 62.3400365630713, 'loss': 0.8940199017524719}
+{'epoch': 189, 'iter': 30, 'avg_loss': 1.1360692304949607, 'avg_acc_mask': 61.68872085696282, 'loss': 1.0820341110229492}
+{'epoch': 189, 'iter': 40, 'avg_loss': 1.1455438471421964, 'avg_acc_mask': 61.48043375766148, 'loss': 1.0040873289108276}
+{'epoch': 189, 'iter': 50, 'avg_loss': 1.149960861486547, 'avg_acc_mask': 61.472024033045436, 'loss': 1.3034052848815918}
+{'epoch': 189, 'iter': 60, 'avg_loss': 1.1824907513915515, 'avg_acc_mask': 60.27980535279806, 'loss': 1.5006396770477295}
+{'epoch': 189, 'iter': 70, 'avg_loss': 1.1742631608331706, 'avg_acc_mask': 60.36012526096033, 'loss': 1.0108826160430908}
+{'epoch': 189, 'iter': 80, 'avg_loss': 1.1784301672452762, 'avg_acc_mask': 60.145421495114746, 'loss': 1.357622742652893}
+{'epoch': 189, 'iter': 90, 'avg_loss': 1.1923477741388173, 'avg_acc_mask': 59.686179843089924, 'loss': 1.0746519565582275}
+{'epoch': 189, 'iter': 100, 'avg_loss': 1.207269587139092, 'avg_acc_mask': 59.11562160202972, 'loss': 1.5047951936721802}
+{'epoch': 189, 'iter': 110, 'avg_loss': 1.2021090168136734, 'avg_acc_mask': 59.17930125247198, 'loss': 1.447305679321289}
+{'epoch': 189, 'iter': 120, 'avg_loss': 1.2003917546311687, 'avg_acc_mask': 59.190786482800426, 'loss': 1.1203094720840454}
+{'epoch': 189, 'iter': 130, 'avg_loss': 1.2042075331884485, 'avg_acc_mask': 58.991289688114634, 'loss': 1.359090805053711}
+{'epoch': 189, 'iter': 140, 'avg_loss': 1.2060512710124889, 'avg_acc_mask': 58.94654293556398, 'loss': 1.1596243381500244}
+{'epoch': 189, 'iter': 150, 'avg_loss': 1.2058153728775631, 'avg_acc_mask': 59.00499939031826, 'loss': 1.2059398889541626}
+{'epoch': 189, 'iter': 160, 'avg_loss': 1.1999519959740017, 'avg_acc_mask': 59.22953451043339, 'loss': 1.2578997611999512}
+{'epoch': 189, 'iter': 170, 'avg_loss': 1.1964768857983819, 'avg_acc_mask': 59.353796445880455, 'loss': 1.180630087852478}
+{'epoch': 189, 'iter': 180, 'avg_loss': 1.1987939779929693, 'avg_acc_mask': 59.29428513321131, 'loss': 1.6749697923660278}
+{'epoch': 189, 'iter': 190, 'avg_loss': 1.1956713605301543, 'avg_acc_mask': 59.35053638735865, 'loss': 1.3680882453918457}
+{'epoch': 189, 'iter': 200, 'avg_loss': 1.1928633252779643, 'avg_acc_mask': 59.421753097751264, 'loss': 1.0478317737579346}
+{'epoch': 189, 'iter': 210, 'avg_loss': 1.1909068119469413, 'avg_acc_mask': 59.510489510489506, 'loss': 1.3094477653503418}
+{'epoch': 189, 'iter': 220, 'avg_loss': 1.1879639382815468, 'avg_acc_mask': 59.61362311599634, 'loss': 1.1406489610671997}
+{'epoch': 189, 'iter': 230, 'avg_loss': 1.1881575759871181, 'avg_acc_mask': 59.56327701625758, 'loss': 0.9233856201171875}
+{'epoch': 189, 'iter': 240, 'avg_loss': 1.1859072632314753, 'avg_acc_mask': 59.601837672281775, 'loss': 1.134312629699707}
+{'epoch': 189, 'iter': 250, 'avg_loss': 1.1850435315850247, 'avg_acc_mask': 59.5451869296438, 'loss': 0.7370080351829529}
+{'epoch': 189, 'iter': 260, 'avg_loss': 1.1870662846327742, 'avg_acc_mask': 59.5170655714488, 'loss': 1.3344610929489136}
+{'epoch': 189, 'iter': 270, 'avg_loss': 1.1853168259247642, 'avg_acc_mask': 59.46001088139282, 'loss': 1.343668818473816}
+{'epoch': 'EP189_test', 'avg_loss': 1.186763688058093, 'total_masked_acc': 59.44359196744279}
+{'epoch': 190, 'iter': 0, 'avg_loss': 1.294264554977417, 'avg_acc_mask': 63.04347826086957, 'loss': 1.294264554977417}
+{'epoch': 190, 'iter': 10, 'avg_loss': 1.2008773630315608, 'avg_acc_mask': 59.25925925925925, 'loss': 1.2493388652801514}
+{'epoch': 190, 'iter': 20, 'avg_loss': 1.1906672233626956, 'avg_acc_mask': 58.69751499571551, 'loss': 0.9004326462745667}
+{'epoch': 190, 'iter': 30, 'avg_loss': 1.1749644529434942, 'avg_acc_mask': 59.6255119953189, 'loss': 1.0939879417419434}
+{'epoch': 190, 'iter': 40, 'avg_loss': 1.167638783047839, 'avg_acc_mask': 59.74483062032556, 'loss': 1.1407545804977417}
+{'epoch': 190, 'iter': 50, 'avg_loss': 1.1764043265698003, 'avg_acc_mask': 59.33404179950408, 'loss': 1.2726619243621826}
+{'epoch': 190, 'iter': 60, 'avg_loss': 1.19759529047325, 'avg_acc_mask': 58.972845336481704, 'loss': 1.6052732467651367}
+{'epoch': 190, 'iter': 70, 'avg_loss': 1.1949557124728887, 'avg_acc_mask': 59.33112075568037, 'loss': 1.0867009162902832}
+{'epoch': 190, 'iter': 80, 'avg_loss': 1.1932736642566728, 'avg_acc_mask': 59.20787648243455, 'loss': 1.0868189334869385}
+{'epoch': 190, 'iter': 90, 'avg_loss': 1.1946335683812153, 'avg_acc_mask': 59.38181097681792, 'loss': 1.0573711395263672}
+{'epoch': 190, 'iter': 100, 'avg_loss': 1.209358303263636, 'avg_acc_mask': 58.98395721925134, 'loss': 1.1267304420471191}
+{'epoch': 190, 'iter': 110, 'avg_loss': 1.2143572687028765, 'avg_acc_mask': 58.759715025906736, 'loss': 1.283913016319275}
+{'epoch': 190, 'iter': 120, 'avg_loss': 1.2049385875709786, 'avg_acc_mask': 58.977035490605424, 'loss': 0.8587042093276978}
+{'epoch': 190, 'iter': 130, 'avg_loss': 1.205545622428865, 'avg_acc_mask': 59.04079382579934, 'loss': 0.9332437515258789}
+{'epoch': 190, 'iter': 140, 'avg_loss': 1.2044130935736581, 'avg_acc_mask': 58.94251696325694, 'loss': 1.0074901580810547}
+{'epoch': 190, 'iter': 150, 'avg_loss': 1.200715499208463, 'avg_acc_mask': 59.02444870565676, 'loss': 0.8156605958938599}
+{'epoch': 190, 'iter': 160, 'avg_loss': 1.1991765817500049, 'avg_acc_mask': 59.15062287655719, 'loss': 1.2186824083328247}
+{'epoch': 190, 'iter': 170, 'avg_loss': 1.1949953189370228, 'avg_acc_mask': 59.26753965719153, 'loss': 1.2794883251190186}
+{'epoch': 190, 'iter': 180, 'avg_loss': 1.196208813572457, 'avg_acc_mask': 59.23656454043195, 'loss': 1.390446424484253}
+{'epoch': 190, 'iter': 190, 'avg_loss': 1.2004582460638116, 'avg_acc_mask': 59.09654055084342, 'loss': 1.3806109428405762}
+{'epoch': 190, 'iter': 200, 'avg_loss': 1.2005798315527427, 'avg_acc_mask': 59.06618313689936, 'loss': 1.1336544752120972}
+{'epoch': 190, 'iter': 210, 'avg_loss': 1.2016473576355884, 'avg_acc_mask': 59.09796481545361, 'loss': 1.0914592742919922}
+{'epoch': 190, 'iter': 220, 'avg_loss': 1.200094068212207, 'avg_acc_mask': 58.9925681255161, 'loss': 1.0990005731582642}
+{'epoch': 190, 'iter': 230, 'avg_loss': 1.1985069265613308, 'avg_acc_mask': 58.99952509102422, 'loss': 0.9954270124435425}
+{'epoch': 190, 'iter': 240, 'avg_loss': 1.195143365266412, 'avg_acc_mask': 59.05267146646457, 'loss': 1.2261213064193726}
+{'epoch': 190, 'iter': 250, 'avg_loss': 1.196957028244596, 'avg_acc_mask': 59.02091807088902, 'loss': 0.9910335540771484}
+{'epoch': 190, 'iter': 260, 'avg_loss': 1.1961445977404657, 'avg_acc_mask': 59.05341163310962, 'loss': 1.161925196647644}
+{'epoch': 190, 'iter': 270, 'avg_loss': 1.1940780343604704, 'avg_acc_mask': 59.11045417898414, 'loss': 1.1320290565490723}
+{'epoch': 'EP190_test', 'avg_loss': 1.194280593075614, 'total_masked_acc': 59.11134620470775}
+{'epoch': 191, 'iter': 0, 'avg_loss': 0.8918647766113281, 'avg_acc_mask': 65.95744680851064, 'loss': 0.8918647766113281}
+{'epoch': 191, 'iter': 10, 'avg_loss': 1.1649869626218623, 'avg_acc_mask': 59.59933222036727, 'loss': 1.1749157905578613}
+{'epoch': 191, 'iter': 20, 'avg_loss': 1.1538376524334861, 'avg_acc_mask': 60.01734605377277, 'loss': 1.0847221612930298}
+{'epoch': 191, 'iter': 30, 'avg_loss': 1.1806180227187373, 'avg_acc_mask': 59.75103734439834, 'loss': 1.208444595336914}
+{'epoch': 191, 'iter': 40, 'avg_loss': 1.1712621857480305, 'avg_acc_mask': 59.463148316651505, 'loss': 1.3506921529769897}
+{'epoch': 191, 'iter': 50, 'avg_loss': 1.1648774930075103, 'avg_acc_mask': 59.83156352984255, 'loss': 1.8044204711914062}
+{'epoch': 191, 'iter': 60, 'avg_loss': 1.187564278235201, 'avg_acc_mask': 58.992805755395686, 'loss': 1.4661788940429688}
+{'epoch': 191, 'iter': 70, 'avg_loss': 1.1909692027199437, 'avg_acc_mask': 59.23371647509579, 'loss': 0.9721077084541321}
+{'epoch': 191, 'iter': 80, 'avg_loss': 1.187663327028722, 'avg_acc_mask': 59.321266968325794, 'loss': 1.0048030614852905}
+{'epoch': 191, 'iter': 90, 'avg_loss': 1.1990100328738873, 'avg_acc_mask': 58.877940880756086, 'loss': 1.2411853075027466}
+{'epoch': 191, 'iter': 100, 'avg_loss': 1.2075184654481341, 'avg_acc_mask': 58.80758807588076, 'loss': 1.675210952758789}
+{'epoch': 191, 'iter': 110, 'avg_loss': 1.1966120439606744, 'avg_acc_mask': 59.25561567470077, 'loss': 0.9695285558700562}
+{'epoch': 191, 'iter': 120, 'avg_loss': 1.1895990204219975, 'avg_acc_mask': 59.3877243251395, 'loss': 1.2154340744018555}
+{'epoch': 191, 'iter': 130, 'avg_loss': 1.1916744190317985, 'avg_acc_mask': 59.31543063865312, 'loss': 1.257822036743164}
+{'epoch': 191, 'iter': 140, 'avg_loss': 1.191644419592323, 'avg_acc_mask': 59.216349908877895, 'loss': 1.0537278652191162}
+{'epoch': 191, 'iter': 150, 'avg_loss': 1.1874821778164795, 'avg_acc_mask': 59.25701104771155, 'loss': 1.2709360122680664}
+{'epoch': 191, 'iter': 160, 'avg_loss': 1.1883829447053234, 'avg_acc_mask': 59.25757230699157, 'loss': 1.221487283706665}
+{'epoch': 191, 'iter': 170, 'avg_loss': 1.1873070489593416, 'avg_acc_mask': 59.376344086021504, 'loss': 1.3247703313827515}
+{'epoch': 191, 'iter': 180, 'avg_loss': 1.1907397195779157, 'avg_acc_mask': 59.35779816513761, 'loss': 1.617175579071045}
+{'epoch': 191, 'iter': 190, 'avg_loss': 1.193277280368106, 'avg_acc_mask': 59.35958208377673, 'loss': 1.3908395767211914}
+{'epoch': 191, 'iter': 200, 'avg_loss': 1.1917701271635976, 'avg_acc_mask': 59.336711192998614, 'loss': 1.0439120531082153}
+{'epoch': 191, 'iter': 210, 'avg_loss': 1.195297760421066, 'avg_acc_mask': 59.210526315789465, 'loss': 1.0354135036468506}
+{'epoch': 191, 'iter': 220, 'avg_loss': 1.1956107090501225, 'avg_acc_mask': 59.241904443142836, 'loss': 1.286803126335144}
+{'epoch': 191, 'iter': 230, 'avg_loss': 1.1976487074063453, 'avg_acc_mask': 59.09490685216279, 'loss': 0.9999075531959534}
+{'epoch': 191, 'iter': 240, 'avg_loss': 1.1961429250190863, 'avg_acc_mask': 59.09820405043943, 'loss': 1.0557371377944946}
+{'epoch': 191, 'iter': 250, 'avg_loss': 1.1945233159806148, 'avg_acc_mask': 59.10859828181218, 'loss': 1.009779691696167}
+{'epoch': 191, 'iter': 260, 'avg_loss': 1.193568257536468, 'avg_acc_mask': 59.171848501978516, 'loss': 1.239565134048462}
+{'epoch': 191, 'iter': 270, 'avg_loss': 1.1930067429243418, 'avg_acc_mask': 59.14204391433992, 'loss': 1.2414180040359497}
+{'epoch': 'EP191_test', 'avg_loss': 1.1941539722940195, 'total_masked_acc': 59.05244219364297}
+{'epoch': 192, 'iter': 0, 'avg_loss': 1.4497989416122437, 'avg_acc_mask': 49.18032786885246, 'loss': 1.4497989416122437}
+{'epoch': 192, 'iter': 10, 'avg_loss': 1.185930609703064, 'avg_acc_mask': 58.32083958020989, 'loss': 1.1887133121490479}
+{'epoch': 192, 'iter': 20, 'avg_loss': 1.194203618026915, 'avg_acc_mask': 58.49535080304311, 'loss': 1.1906250715255737}
+{'epoch': 192, 'iter': 30, 'avg_loss': 1.1913042587618674, 'avg_acc_mask': 58.255813953488364, 'loss': 1.2082804441452026}
+{'epoch': 192, 'iter': 40, 'avg_loss': 1.1994055640406724, 'avg_acc_mask': 58.31146106736658, 'loss': 1.4638895988464355}
+{'epoch': 192, 'iter': 50, 'avg_loss': 1.2063286655089434, 'avg_acc_mask': 58.32757429163787, 'loss': 1.6403459310531616}
+{'epoch': 192, 'iter': 60, 'avg_loss': 1.2333253289832444, 'avg_acc_mask': 57.27820844099914, 'loss': 1.4280675649642944}
+{'epoch': 192, 'iter': 70, 'avg_loss': 1.2134504477742691, 'avg_acc_mask': 57.71457337024918, 'loss': 0.9603598117828369}
+{'epoch': 192, 'iter': 80, 'avg_loss': 1.2187034237531968, 'avg_acc_mask': 57.43453173546382, 'loss': 1.051161289215088}
+{'epoch': 192, 'iter': 90, 'avg_loss': 1.2269795327396182, 'avg_acc_mask': 57.25039619651348, 'loss': 1.3740357160568237}
+{'epoch': 192, 'iter': 100, 'avg_loss': 1.2328419124726022, 'avg_acc_mask': 57.2198275862069, 'loss': 1.126660704612732}
+{'epoch': 192, 'iter': 110, 'avg_loss': 1.224110370820707, 'avg_acc_mask': 57.53627968337731, 'loss': 1.2679712772369385}
+{'epoch': 192, 'iter': 120, 'avg_loss': 1.2230343853146577, 'avg_acc_mask': 57.74626640518932, 'loss': 0.9949630498886108}
+{'epoch': 192, 'iter': 130, 'avg_loss': 1.2255198955535889, 'avg_acc_mask': 57.4690240846443, 'loss': 1.2823671102523804}
+{'epoch': 192, 'iter': 140, 'avg_loss': 1.2240859836551314, 'avg_acc_mask': 57.29463591604043, 'loss': 1.2308257818222046}
+{'epoch': 192, 'iter': 150, 'avg_loss': 1.2192380404630243, 'avg_acc_mask': 57.496645114066126, 'loss': 1.027791142463684}
+{'epoch': 192, 'iter': 160, 'avg_loss': 1.221229905297297, 'avg_acc_mask': 57.49168863922962, 'loss': 1.2419779300689697}
+{'epoch': 192, 'iter': 170, 'avg_loss': 1.213158801633712, 'avg_acc_mask': 57.791225416036305, 'loss': 1.1001601219177246}
+{'epoch': 192, 'iter': 180, 'avg_loss': 1.211390497605445, 'avg_acc_mask': 57.985934155539695, 'loss': 1.258270263671875}
+{'epoch': 192, 'iter': 190, 'avg_loss': 1.209848079693879, 'avg_acc_mask': 57.968493283077215, 'loss': 1.3014559745788574}
+{'epoch': 192, 'iter': 200, 'avg_loss': 1.206230257577564, 'avg_acc_mask': 58.168430740911184, 'loss': 0.8378813862800598}
+{'epoch': 192, 'iter': 210, 'avg_loss': 1.2059476545071715, 'avg_acc_mask': 58.10276679841897, 'loss': 1.254868745803833}
+{'epoch': 192, 'iter': 220, 'avg_loss': 1.2034169880513153, 'avg_acc_mask': 58.1919959896399, 'loss': 0.8708617687225342}
+{'epoch': 192, 'iter': 230, 'avg_loss': 1.204866916844339, 'avg_acc_mask': 58.15795790989837, 'loss': 1.1628167629241943}
+{'epoch': 192, 'iter': 240, 'avg_loss': 1.1999636994852565, 'avg_acc_mask': 58.297611757501535, 'loss': 1.1875650882720947}
+{'epoch': 192, 'iter': 250, 'avg_loss': 1.1956041075318933, 'avg_acc_mask': 58.429782528566165, 'loss': 0.6812902092933655}
+{'epoch': 192, 'iter': 260, 'avg_loss': 1.195977644445339, 'avg_acc_mask': 58.47895295366112, 'loss': 1.2675185203552246}
+{'epoch': 192, 'iter': 270, 'avg_loss': 1.2010139545831293, 'avg_acc_mask': 58.34584413811928, 'loss': 1.130089521408081}
+{'epoch': 'EP192_test', 'avg_loss': 1.20347069506196, 'total_masked_acc': 58.3154650227821}
+{'epoch': 193, 'iter': 0, 'avg_loss': 1.126690149307251, 'avg_acc_mask': 59.64912280701754, 'loss': 1.126690149307251}
+{'epoch': 193, 'iter': 10, 'avg_loss': 1.1515306342731824, 'avg_acc_mask': 60.70826306913997, 'loss': 1.1558703184127808}
+{'epoch': 193, 'iter': 20, 'avg_loss': 1.1701216101646423, 'avg_acc_mask': 59.269406392694066, 'loss': 1.2022746801376343}
+{'epoch': 193, 'iter': 30, 'avg_loss': 1.1561837965442288, 'avg_acc_mask': 59.371146732429104, 'loss': 1.3992782831192017}
+{'epoch': 193, 'iter': 40, 'avg_loss': 1.1669627776960048, 'avg_acc_mask': 58.77684407096172, 'loss': 1.3402881622314453}
+{'epoch': 193, 'iter': 50, 'avg_loss': 1.1772245554363026, 'avg_acc_mask': 58.94384529564894, 'loss': 1.4775115251541138}
+{'epoch': 193, 'iter': 60, 'avg_loss': 1.1829647675889436, 'avg_acc_mask': 58.907435508345976, 'loss': 1.1602097749710083}
+{'epoch': 193, 'iter': 70, 'avg_loss': 1.1988681680719617, 'avg_acc_mask': 58.47150259067357, 'loss': 1.0493704080581665}
+{'epoch': 193, 'iter': 80, 'avg_loss': 1.20423365522314, 'avg_acc_mask': 58.71665133394664, 'loss': 1.4109026193618774}
+{'epoch': 193, 'iter': 90, 'avg_loss': 1.195473503280472, 'avg_acc_mask': 59.09740657545436, 'loss': 1.019472599029541}
+{'epoch': 193, 'iter': 100, 'avg_loss': 1.197987671535794, 'avg_acc_mask': 59.23248053392659, 'loss': 1.467105746269226}
+{'epoch': 193, 'iter': 110, 'avg_loss': 1.1975836254454948, 'avg_acc_mask': 59.26299848561333, 'loss': 1.170419692993164}
+{'epoch': 193, 'iter': 120, 'avg_loss': 1.1970584752145879, 'avg_acc_mask': 59.346224677716386, 'loss': 1.0368746519088745}
+{'epoch': 193, 'iter': 130, 'avg_loss': 1.201125048499071, 'avg_acc_mask': 59.11789652247668, 'loss': 1.1666350364685059}
+{'epoch': 193, 'iter': 140, 'avg_loss': 1.2007420130655275, 'avg_acc_mask': 58.996036988110966, 'loss': 1.214556336402893}
+{'epoch': 193, 'iter': 150, 'avg_loss': 1.2002623594359847, 'avg_acc_mask': 58.94464307730243, 'loss': 1.0821789503097534}
+{'epoch': 193, 'iter': 160, 'avg_loss': 1.1957622214874126, 'avg_acc_mask': 59.00116144018583, 'loss': 1.305607557296753}
+{'epoch': 193, 'iter': 170, 'avg_loss': 1.1942430034018399, 'avg_acc_mask': 58.942423249207906, 'loss': 1.252337098121643}
+{'epoch': 193, 'iter': 180, 'avg_loss': 1.1938315573976843, 'avg_acc_mask': 59.09185154468173, 'loss': 1.290854573249817}
+{'epoch': 193, 'iter': 190, 'avg_loss': 1.1909821991521026, 'avg_acc_mask': 59.16642091811658, 'loss': 1.1266943216323853}
+{'epoch': 193, 'iter': 200, 'avg_loss': 1.1866504544049352, 'avg_acc_mask': 59.28070994862213, 'loss': 0.851095974445343}
+{'epoch': 193, 'iter': 210, 'avg_loss': 1.1903930718864875, 'avg_acc_mask': 59.28004989753185, 'loss': 1.1102073192596436}
+{'epoch': 193, 'iter': 220, 'avg_loss': 1.1905052567499255, 'avg_acc_mask': 59.21811397557666, 'loss': 1.0807801485061646}
+{'epoch': 193, 'iter': 230, 'avg_loss': 1.1886385743752186, 'avg_acc_mask': 59.33290050316508, 'loss': 0.8411653637886047}
+{'epoch': 193, 'iter': 240, 'avg_loss': 1.1850543420344468, 'avg_acc_mask': 59.37257338095978, 'loss': 1.1738594770431519}
+{'epoch': 193, 'iter': 250, 'avg_loss': 1.1852880106029282, 'avg_acc_mask': 59.47999702004023, 'loss': 0.9856334924697876}
+{'epoch': 193, 'iter': 260, 'avg_loss': 1.1826978921890259, 'avg_acc_mask': 59.57446808510638, 'loss': 0.9967671036720276}
+{'epoch': 193, 'iter': 270, 'avg_loss': 1.1837502783954803, 'avg_acc_mask': 59.51118760757315, 'loss': 1.108607292175293}
+{'epoch': 'EP193_test', 'avg_loss': 1.1831064956343693, 'total_masked_acc': 59.5260663507109}
+{'epoch': 194, 'iter': 0, 'avg_loss': 1.2387535572052002, 'avg_acc_mask': 63.63636363636363, 'loss': 1.2387535572052002}
+{'epoch': 194, 'iter': 10, 'avg_loss': 1.206227963620966, 'avg_acc_mask': 59.09090909090909, 'loss': 1.218430995941162}
+{'epoch': 194, 'iter': 20, 'avg_loss': 1.1393349653198606, 'avg_acc_mask': 60.775862068965516, 'loss': 1.091088891029358}
+{'epoch': 194, 'iter': 30, 'avg_loss': 1.101247368320342, 'avg_acc_mask': 61.37849079025549, 'loss': 1.1798590421676636}
+{'epoch': 194, 'iter': 40, 'avg_loss': 1.1328305384007895, 'avg_acc_mask': 60.29676258992806, 'loss': 0.9563455581665039}
+{'epoch': 194, 'iter': 50, 'avg_loss': 1.1453435724856806, 'avg_acc_mask': 60.47176554681916, 'loss': 1.531235933303833}
+{'epoch': 194, 'iter': 60, 'avg_loss': 1.1487227170193781, 'avg_acc_mask': 60.4526503871352, 'loss': 1.1378371715545654}
+{'epoch': 194, 'iter': 70, 'avg_loss': 1.1546191531167904, 'avg_acc_mask': 60.48180420297283, 'loss': 1.2932881116867065}
+{'epoch': 194, 'iter': 80, 'avg_loss': 1.1719624547310818, 'avg_acc_mask': 60.08165116806532, 'loss': 1.2210580110549927}
+{'epoch': 194, 'iter': 90, 'avg_loss': 1.1803632823975532, 'avg_acc_mask': 59.67545638945233, 'loss': 1.2281849384307861}
+{'epoch': 194, 'iter': 100, 'avg_loss': 1.1851579487913906, 'avg_acc_mask': 59.57020579129485, 'loss': 1.226669430732727}
+{'epoch': 194, 'iter': 110, 'avg_loss': 1.1831258422619588, 'avg_acc_mask': 59.69353764157228, 'loss': 1.084067702293396}
+{'epoch': 194, 'iter': 120, 'avg_loss': 1.183259925566429, 'avg_acc_mask': 59.62304627643273, 'loss': 1.2882699966430664}
+{'epoch': 194, 'iter': 130, 'avg_loss': 1.1862648680009915, 'avg_acc_mask': 59.41783241486506, 'loss': 1.3006671667099}
+{'epoch': 194, 'iter': 140, 'avg_loss': 1.187435174664707, 'avg_acc_mask': 59.30889502036526, 'loss': 1.092846393585205}
+{'epoch': 194, 'iter': 150, 'avg_loss': 1.1858657045869638, 'avg_acc_mask': 59.44655320191012, 'loss': 1.2027947902679443}
+{'epoch': 194, 'iter': 160, 'avg_loss': 1.1824831259176598, 'avg_acc_mask': 59.4367816091954, 'loss': 1.377477765083313}
+{'epoch': 194, 'iter': 170, 'avg_loss': 1.1832483435234828, 'avg_acc_mask': 59.37702790395847, 'loss': 1.6852951049804688}
+{'epoch': 194, 'iter': 180, 'avg_loss': 1.1798793554964646, 'avg_acc_mask': 59.53668741708338, 'loss': 1.4333114624023438}
+{'epoch': 194, 'iter': 190, 'avg_loss': 1.1833104831385988, 'avg_acc_mask': 59.449505718162435, 'loss': 1.276226282119751}
+{'epoch': 194, 'iter': 200, 'avg_loss': 1.182049097409889, 'avg_acc_mask': 59.40840398083302, 'loss': 1.2228881120681763}
+{'epoch': 194, 'iter': 210, 'avg_loss': 1.1830873130622068, 'avg_acc_mask': 59.368697939500215, 'loss': 1.3255199193954468}
+{'epoch': 194, 'iter': 220, 'avg_loss': 1.1814489604660827, 'avg_acc_mask': 59.3689848522889, 'loss': 0.981891393661499}
+{'epoch': 194, 'iter': 230, 'avg_loss': 1.183662567561839, 'avg_acc_mask': 59.28531457350707, 'loss': 1.0146666765213013}
+{'epoch': 194, 'iter': 240, 'avg_loss': 1.1843734071957126, 'avg_acc_mask': 59.076993724169604, 'loss': 1.0426676273345947}
+{'epoch': 194, 'iter': 250, 'avg_loss': 1.1827235848780173, 'avg_acc_mask': 59.02976846747519, 'loss': 0.7013126015663147}
+{'epoch': 194, 'iter': 260, 'avg_loss': 1.1810998587772763, 'avg_acc_mask': 59.19751342187058, 'loss': 1.1444942951202393}
+{'epoch': 194, 'iter': 270, 'avg_loss': 1.182616099660247, 'avg_acc_mask': 59.1581805838425, 'loss': 1.3629791736602783}
+{'epoch': 'EP194_test', 'avg_loss': 1.1822164285442103, 'total_masked_acc': 59.20112216952776}
+{'epoch': 195, 'iter': 0, 'avg_loss': 1.2214608192443848, 'avg_acc_mask': 58.620689655172406, 'loss': 1.2214608192443848}
+{'epoch': 195, 'iter': 10, 'avg_loss': 1.1818385611880908, 'avg_acc_mask': 57.32368896925859, 'loss': 0.7099437117576599}
+{'epoch': 195, 'iter': 20, 'avg_loss': 1.181091112749917, 'avg_acc_mask': 57.88514129443938, 'loss': 1.127197504043579}
+{'epoch': 195, 'iter': 30, 'avg_loss': 1.192490033565029, 'avg_acc_mask': 57.68044417026527, 'loss': 1.3608378171920776}
+{'epoch': 195, 'iter': 40, 'avg_loss': 1.1924594684344967, 'avg_acc_mask': 58.20683111954459, 'loss': 1.1743628978729248}
+{'epoch': 195, 'iter': 50, 'avg_loss': 1.1862935657594718, 'avg_acc_mask': 58.6271567891973, 'loss': 1.5474717617034912}
+{'epoch': 195, 'iter': 60, 'avg_loss': 1.1971500848160415, 'avg_acc_mask': 58.64197530864198, 'loss': 1.21397864818573}
+{'epoch': 195, 'iter': 70, 'avg_loss': 1.2013761157720861, 'avg_acc_mask': 58.728081654017274, 'loss': 1.2676100730895996}
+{'epoch': 195, 'iter': 80, 'avg_loss': 1.2074697665226313, 'avg_acc_mask': 58.63019995403356, 'loss': 1.3043212890625}
+{'epoch': 195, 'iter': 90, 'avg_loss': 1.2068774025518816, 'avg_acc_mask': 58.45558272208638, 'loss': 1.1784008741378784}
+{'epoch': 195, 'iter': 100, 'avg_loss': 1.210194694523764, 'avg_acc_mask': 58.3623374244367, 'loss': 1.239281415939331}
+{'epoch': 195, 'iter': 110, 'avg_loss': 1.1963505766413234, 'avg_acc_mask': 59.067443796835974, 'loss': 1.0412678718566895}
+{'epoch': 195, 'iter': 120, 'avg_loss': 1.1988616171947195, 'avg_acc_mask': 59.13616173992955, 'loss': 1.1370445489883423}
+{'epoch': 195, 'iter': 130, 'avg_loss': 1.2017314056403765, 'avg_acc_mask': 59.13978494623656, 'loss': 1.2363712787628174}
+{'epoch': 195, 'iter': 140, 'avg_loss': 1.1965955094242773, 'avg_acc_mask': 59.133289560078794, 'loss': 1.0172113180160522}
+{'epoch': 195, 'iter': 150, 'avg_loss': 1.1950091909099099, 'avg_acc_mask': 59.134791641207386, 'loss': 1.0075980424880981}
+{'epoch': 195, 'iter': 160, 'avg_loss': 1.1963981841661915, 'avg_acc_mask': 59.15801614763553, 'loss': 1.4432296752929688}
+{'epoch': 195, 'iter': 170, 'avg_loss': 1.195111790595696, 'avg_acc_mask': 59.16133925669087, 'loss': 1.2040643692016602}
+{'epoch': 195, 'iter': 180, 'avg_loss': 1.1883223817493376, 'avg_acc_mask': 59.310344827586206, 'loss': 1.441076636314392}
+{'epoch': 195, 'iter': 190, 'avg_loss': 1.1898656109864798, 'avg_acc_mask': 59.36247188813923, 'loss': 1.0402978658676147}
+{'epoch': 195, 'iter': 200, 'avg_loss': 1.188871771541994, 'avg_acc_mask': 59.24651162790697, 'loss': 1.2628004550933838}
+{'epoch': 195, 'iter': 210, 'avg_loss': 1.1894771287226564, 'avg_acc_mask': 59.389962759354496, 'loss': 0.8979306817054749}
+{'epoch': 195, 'iter': 220, 'avg_loss': 1.1911640240056482, 'avg_acc_mask': 59.23432898611696, 'loss': 1.360738754272461}
+{'epoch': 195, 'iter': 230, 'avg_loss': 1.1903921951463212, 'avg_acc_mask': 59.327758121582505, 'loss': 1.127414584159851}
+{'epoch': 195, 'iter': 240, 'avg_loss': 1.187443479462778, 'avg_acc_mask': 59.38222153751348, 'loss': 1.3718516826629639}
+{'epoch': 195, 'iter': 250, 'avg_loss': 1.1857415437698364, 'avg_acc_mask': 59.37731104866144, 'loss': 0.9291225075721741}
+{'epoch': 195, 'iter': 260, 'avg_loss': 1.1845630966840577, 'avg_acc_mask': 59.395017793594306, 'loss': 1.4455864429473877}
+{'epoch': 195, 'iter': 270, 'avg_loss': 1.1847656065687482, 'avg_acc_mask': 59.389751659027155, 'loss': 0.8796805143356323}
+{'epoch': 'EP195_test', 'avg_loss': 1.1875475357840026, 'total_masked_acc': 59.29138093317198}
+{'epoch': 196, 'iter': 0, 'avg_loss': 1.2079421281814575, 'avg_acc_mask': 65.95744680851064, 'loss': 1.2079421281814575}
+{'epoch': 196, 'iter': 10, 'avg_loss': 1.1983226917006753, 'avg_acc_mask': 60.78431372549019, 'loss': 1.1566656827926636}
+{'epoch': 196, 'iter': 20, 'avg_loss': 1.185481840655917, 'avg_acc_mask': 60.29411764705882, 'loss': 1.089884877204895}
+{'epoch': 196, 'iter': 30, 'avg_loss': 1.139036465075708, 'avg_acc_mask': 61.57864190365642, 'loss': 1.224343180656433}
+{'epoch': 196, 'iter': 40, 'avg_loss': 1.1472433660088517, 'avg_acc_mask': 61.18421052631579, 'loss': 1.3056710958480835}
+{'epoch': 196, 'iter': 50, 'avg_loss': 1.1528937933491725, 'avg_acc_mask': 60.92198581560284, 'loss': 1.1348474025726318}
+{'epoch': 196, 'iter': 60, 'avg_loss': 1.1750558497475796, 'avg_acc_mask': 60.19219569015725, 'loss': 1.415336012840271}
+{'epoch': 196, 'iter': 70, 'avg_loss': 1.1765463881089653, 'avg_acc_mask': 59.73205257836198, 'loss': 1.2820944786071777}
+{'epoch': 196, 'iter': 80, 'avg_loss': 1.1729555071136097, 'avg_acc_mask': 59.91598496573071, 'loss': 1.105764389038086}
+{'epoch': 196, 'iter': 90, 'avg_loss': 1.1664022842606345, 'avg_acc_mask': 60.07094994087505, 'loss': 0.9789543747901917}
+{'epoch': 196, 'iter': 100, 'avg_loss': 1.1716042491469052, 'avg_acc_mask': 60.13118241446552, 'loss': 1.1468145847320557}
+{'epoch': 196, 'iter': 110, 'avg_loss': 1.1821842005660943, 'avg_acc_mask': 59.690671822136295, 'loss': 1.2049450874328613}
+{'epoch': 196, 'iter': 120, 'avg_loss': 1.1749199476123842, 'avg_acc_mask': 60.002974862412614, 'loss': 1.2932116985321045}
+{'epoch': 196, 'iter': 130, 'avg_loss': 1.1777968520426567, 'avg_acc_mask': 59.876118375774254, 'loss': 1.0949370861053467}
+{'epoch': 196, 'iter': 140, 'avg_loss': 1.1770577802725717, 'avg_acc_mask': 59.70225872689938, 'loss': 1.382448434829712}
+{'epoch': 196, 'iter': 150, 'avg_loss': 1.1813359828974237, 'avg_acc_mask': 59.71558317399618, 'loss': 1.3455334901809692}
+{'epoch': 196, 'iter': 160, 'avg_loss': 1.1781496039088468, 'avg_acc_mask': 59.88293561458803, 'loss': 1.1655244827270508}
+{'epoch': 196, 'iter': 170, 'avg_loss': 1.1745927323374832, 'avg_acc_mask': 59.809422975119105, 'loss': 1.0877443552017212}
+{'epoch': 196, 'iter': 180, 'avg_loss': 1.1766596680188048, 'avg_acc_mask': 59.694748468721755, 'loss': 1.4026964902877808}
+{'epoch': 196, 'iter': 190, 'avg_loss': 1.177560818444996, 'avg_acc_mask': 59.65481071803185, 'loss': 1.200119137763977}
+{'epoch': 196, 'iter': 200, 'avg_loss': 1.1747458037452319, 'avg_acc_mask': 59.57850940665702, 'loss': 1.0659724473953247}
+{'epoch': 196, 'iter': 210, 'avg_loss': 1.1749041888386151, 'avg_acc_mask': 59.59352394075095, 'loss': 1.105753779411316}
+{'epoch': 196, 'iter': 220, 'avg_loss': 1.1745999099442321, 'avg_acc_mask': 59.56500247157687, 'loss': 0.9343218207359314}
+{'epoch': 196, 'iter': 230, 'avg_loss': 1.1741275230011383, 'avg_acc_mask': 59.5206181502799, 'loss': 0.9596046805381775}
+{'epoch': 196, 'iter': 240, 'avg_loss': 1.170103203953549, 'avg_acc_mask': 59.734279459500264, 'loss': 1.165526032447815}
+{'epoch': 196, 'iter': 250, 'avg_loss': 1.1684645478468967, 'avg_acc_mask': 59.79852152485867, 'loss': 0.8212738037109375}
+{'epoch': 196, 'iter': 260, 'avg_loss': 1.1682303607235467, 'avg_acc_mask': 59.83013088276247, 'loss': 1.176329255104065}
+{'epoch': 196, 'iter': 270, 'avg_loss': 1.1685386117534005, 'avg_acc_mask': 59.834854994629424, 'loss': 1.08208429813385}
+{'epoch': 'EP196_test', 'avg_loss': 1.1691018023352693, 'total_masked_acc': 59.81518151815182}
+{'epoch': 197, 'iter': 0, 'avg_loss': 0.9419894814491272, 'avg_acc_mask': 70.0, 'loss': 0.9419894814491272}
+{'epoch': 197, 'iter': 10, 'avg_loss': 1.2331885695457458, 'avg_acc_mask': 56.155143338954474, 'loss': 1.051751732826233}
+{'epoch': 197, 'iter': 20, 'avg_loss': 1.2150904138882954, 'avg_acc_mask': 57.42222222222222, 'loss': 1.0200377702713013}
+{'epoch': 197, 'iter': 30, 'avg_loss': 1.1930022355048888, 'avg_acc_mask': 58.28746177370031, 'loss': 1.1584055423736572}
+{'epoch': 197, 'iter': 40, 'avg_loss': 1.2030686794257746, 'avg_acc_mask': 57.46061167747914, 'loss': 1.1639481782913208}
+{'epoch': 197, 'iter': 50, 'avg_loss': 1.193484862645467, 'avg_acc_mask': 57.530230853792595, 'loss': 0.8973591923713684}
+{'epoch': 197, 'iter': 60, 'avg_loss': 1.1971348015988459, 'avg_acc_mask': 57.557436517533255, 'loss': 1.4229564666748047}
+{'epoch': 197, 'iter': 70, 'avg_loss': 1.192296668677263, 'avg_acc_mask': 58.1056466302368, 'loss': 1.1624293327331543}
+{'epoch': 197, 'iter': 80, 'avg_loss': 1.1898687717355327, 'avg_acc_mask': 58.133698380104946, 'loss': 1.1053739786148071}
+{'epoch': 197, 'iter': 90, 'avg_loss': 1.1962986424729065, 'avg_acc_mask': 58.083468395461914, 'loss': 1.325438380241394}
+{'epoch': 197, 'iter': 100, 'avg_loss': 1.2014372183544801, 'avg_acc_mask': 58.01886792452831, 'loss': 1.3695647716522217}
+{'epoch': 197, 'iter': 110, 'avg_loss': 1.1976758590689651, 'avg_acc_mask': 58.19956975012411, 'loss': 1.0578445196151733}
+{'epoch': 197, 'iter': 120, 'avg_loss': 1.1936847439482192, 'avg_acc_mask': 58.28917486752461, 'loss': 0.8668468594551086}
+{'epoch': 197, 'iter': 130, 'avg_loss': 1.192044659425284, 'avg_acc_mask': 58.2328190743338, 'loss': 1.2373422384262085}
+{'epoch': 197, 'iter': 140, 'avg_loss': 1.1919245170363297, 'avg_acc_mask': 58.34955235500195, 'loss': 1.0660829544067383}
+{'epoch': 197, 'iter': 150, 'avg_loss': 1.1917203645043026, 'avg_acc_mask': 58.4594889184934, 'loss': 1.1723437309265137}
+{'epoch': 197, 'iter': 160, 'avg_loss': 1.189172313450286, 'avg_acc_mask': 58.73359954363947, 'loss': 1.0522600412368774}
+{'epoch': 197, 'iter': 170, 'avg_loss': 1.1872467175561783, 'avg_acc_mask': 58.83490971625107, 'loss': 1.1944111585617065}
+{'epoch': 197, 'iter': 180, 'avg_loss': 1.184369998083589, 'avg_acc_mask': 58.81633900376897, 'loss': 1.2318528890609741}
+{'epoch': 197, 'iter': 190, 'avg_loss': 1.1889099606668763, 'avg_acc_mask': 58.70723907355364, 'loss': 1.3414835929870605}
+{'epoch': 197, 'iter': 200, 'avg_loss': 1.1870868235678222, 'avg_acc_mask': 58.83870967741935, 'loss': 0.9221981167793274}
+{'epoch': 197, 'iter': 210, 'avg_loss': 1.18703490156698, 'avg_acc_mask': 58.82559158632779, 'loss': 1.3262872695922852}
+{'epoch': 197, 'iter': 220, 'avg_loss': 1.1875186179558077, 'avg_acc_mask': 58.814169667532035, 'loss': 1.261137843132019}
+{'epoch': 197, 'iter': 230, 'avg_loss': 1.190276032144373, 'avg_acc_mask': 58.7010490910547, 'loss': 1.1388825178146362}
+{'epoch': 197, 'iter': 240, 'avg_loss': 1.1860481700956573, 'avg_acc_mask': 58.87419255613657, 'loss': 0.8463590145111084}
+{'epoch': 197, 'iter': 250, 'avg_loss': 1.18209034394458, 'avg_acc_mask': 58.98252369668246, 'loss': 0.9635134339332581}
+{'epoch': 197, 'iter': 260, 'avg_loss': 1.1801766757764123, 'avg_acc_mask': 59.11972081760558, 'loss': 1.260128140449524}
+{'epoch': 197, 'iter': 270, 'avg_loss': 1.1809479178537743, 'avg_acc_mask': 58.9734804358254, 'loss': 1.3768028020858765}
+{'epoch': 'EP197_test', 'avg_loss': 1.1816555468932441, 'total_masked_acc': 58.96470588235294}
+{'epoch': 198, 'iter': 0, 'avg_loss': 1.2205740213394165, 'avg_acc_mask': 54.83870967741935, 'loss': 1.2205740213394165}
+{'epoch': 198, 'iter': 10, 'avg_loss': 1.121342415159399, 'avg_acc_mask': 61.39130434782609, 'loss': 1.1512595415115356}
+{'epoch': 198, 'iter': 20, 'avg_loss': 1.1290416575613476, 'avg_acc_mask': 61.165919282511204, 'loss': 1.0901145935058594}
+{'epoch': 198, 'iter': 30, 'avg_loss': 1.1543615652668862, 'avg_acc_mask': 60.0994406463642, 'loss': 1.3664512634277344}
+{'epoch': 198, 'iter': 40, 'avg_loss': 1.1595628581395963, 'avg_acc_mask': 59.95337995337995, 'loss': 1.0996366739273071}
+{'epoch': 198, 'iter': 50, 'avg_loss': 1.1626959197661455, 'avg_acc_mask': 59.881787957148134, 'loss': 1.3011598587036133}
+{'epoch': 198, 'iter': 60, 'avg_loss': 1.1771783564911513, 'avg_acc_mask': 59.17625681405209, 'loss': 1.4780672788619995}
+{'epoch': 198, 'iter': 70, 'avg_loss': 1.176109688382753, 'avg_acc_mask': 59.46437857514301, 'loss': 0.8486384153366089}
+{'epoch': 198, 'iter': 80, 'avg_loss': 1.177549460787832, 'avg_acc_mask': 59.1845979614949, 'loss': 1.1138410568237305}
+{'epoch': 198, 'iter': 90, 'avg_loss': 1.1839736791757436, 'avg_acc_mask': 59.05637744902039, 'loss': 1.0819631814956665}
+{'epoch': 198, 'iter': 100, 'avg_loss': 1.1853999595830935, 'avg_acc_mask': 59.26864590876176, 'loss': 1.0611082315444946}
+{'epoch': 198, 'iter': 110, 'avg_loss': 1.1892744549759873, 'avg_acc_mask': 59.26957091385523, 'loss': 1.2894304990768433}
+{'epoch': 198, 'iter': 120, 'avg_loss': 1.1911121749680889, 'avg_acc_mask': 59.279903585417294, 'loss': 1.1680957078933716}
+{'epoch': 198, 'iter': 130, 'avg_loss': 1.1928164481206704, 'avg_acc_mask': 59.124896150650784, 'loss': 1.1392046213150024}
+{'epoch': 198, 'iter': 140, 'avg_loss': 1.1865748936402882, 'avg_acc_mask': 59.1383980394686, 'loss': 0.8136904239654541}
+{'epoch': 198, 'iter': 150, 'avg_loss': 1.1915708973707742, 'avg_acc_mask': 59.085424710424704, 'loss': 1.4188886880874634}
+{'epoch': 198, 'iter': 160, 'avg_loss': 1.1898552827213122, 'avg_acc_mask': 59.36295624574927, 'loss': 1.1933480501174927}
+{'epoch': 198, 'iter': 170, 'avg_loss': 1.1880470716465286, 'avg_acc_mask': 59.41302027748132, 'loss': 1.4753683805465698}
+{'epoch': 198, 'iter': 180, 'avg_loss': 1.186240237391456, 'avg_acc_mask': 59.403136064744565, 'loss': 1.227768898010254}
+{'epoch': 198, 'iter': 190, 'avg_loss': 1.1837185231178844, 'avg_acc_mask': 59.460240963855426, 'loss': 1.0181444883346558}
+{'epoch': 198, 'iter': 200, 'avg_loss': 1.1787362122417089, 'avg_acc_mask': 59.64655251350609, 'loss': 0.8822283744812012}
+{'epoch': 198, 'iter': 210, 'avg_loss': 1.1771736721291925, 'avg_acc_mask': 59.78650800594978, 'loss': 1.256942868232727}
+{'epoch': 198, 'iter': 220, 'avg_loss': 1.1752738788117112, 'avg_acc_mask': 59.79312645979312, 'loss': 1.2259855270385742}
+{'epoch': 198, 'iter': 230, 'avg_loss': 1.1754178665417097, 'avg_acc_mask': 59.791848732819574, 'loss': 0.8632450103759766}
+{'epoch': 198, 'iter': 240, 'avg_loss': 1.169923850856876, 'avg_acc_mask': 60.06831119544592, 'loss': 1.0420856475830078}
+{'epoch': 198, 'iter': 250, 'avg_loss': 1.1656656467107187, 'avg_acc_mask': 60.19969389986153, 'loss': 1.0319242477416992}
+{'epoch': 198, 'iter': 260, 'avg_loss': 1.1625246816668018, 'avg_acc_mask': 60.32704049406976, 'loss': 1.4173239469528198}
+{'epoch': 198, 'iter': 270, 'avg_loss': 1.1649324051568428, 'avg_acc_mask': 60.24226839006565, 'loss': 1.2667789459228516}
+{'epoch': 'EP198_test', 'avg_loss': 1.1639825710351916, 'total_masked_acc': 60.305851063829785}
+{'epoch': 199, 'iter': 0, 'avg_loss': 1.2182352542877197, 'avg_acc_mask': 57.8125, 'loss': 1.2182352542877197}
+{'epoch': 199, 'iter': 10, 'avg_loss': 1.1451132622632114, 'avg_acc_mask': 61.81229773462783, 'loss': 1.2087903022766113}
+{'epoch': 199, 'iter': 20, 'avg_loss': 1.1339454310280936, 'avg_acc_mask': 61.518987341772146, 'loss': 1.2938708066940308}
+{'epoch': 199, 'iter': 30, 'avg_loss': 1.1401619603556972, 'avg_acc_mask': 60.68275456150677, 'loss': 0.8349610567092896}
+{'epoch': 199, 'iter': 40, 'avg_loss': 1.1607717391921253, 'avg_acc_mask': 60.1135867190913, 'loss': 1.3683346509933472}
+{'epoch': 199, 'iter': 50, 'avg_loss': 1.1606325974651412, 'avg_acc_mask': 59.92932862190813, 'loss': 1.3237638473510742}
+{'epoch': 199, 'iter': 60, 'avg_loss': 1.1761754370126567, 'avg_acc_mask': 59.747504403992956, 'loss': 1.2110382318496704}
+{'epoch': 199, 'iter': 70, 'avg_loss': 1.1718916590784636, 'avg_acc_mask': 59.667254852533404, 'loss': 1.1283646821975708}
+{'epoch': 199, 'iter': 80, 'avg_loss': 1.1631290044313596, 'avg_acc_mask': 59.8757212605415, 'loss': 1.14320707321167}
+{'epoch': 199, 'iter': 90, 'avg_loss': 1.1664309960145216, 'avg_acc_mask': 59.647058823529406, 'loss': 1.1398308277130127}
+{'epoch': 199, 'iter': 100, 'avg_loss': 1.174367067247334, 'avg_acc_mask': 59.47712418300654, 'loss': 1.3897770643234253}
+{'epoch': 199, 'iter': 110, 'avg_loss': 1.1710097902529948, 'avg_acc_mask': 59.726907630522085, 'loss': 1.1467629671096802}
+{'epoch': 199, 'iter': 120, 'avg_loss': 1.1750441045800517, 'avg_acc_mask': 59.517108576507184, 'loss': 1.170539140701294}
+{'epoch': 199, 'iter': 130, 'avg_loss': 1.180053471153929, 'avg_acc_mask': 59.41731637258925, 'loss': 1.1468595266342163}
+{'epoch': 199, 'iter': 140, 'avg_loss': 1.1757854011887354, 'avg_acc_mask': 59.527138680564384, 'loss': 1.0965102910995483}
+{'epoch': 199, 'iter': 150, 'avg_loss': 1.174582740723692, 'avg_acc_mask': 59.655581947743464, 'loss': 1.1809364557266235}
+{'epoch': 199, 'iter': 160, 'avg_loss': 1.1785609329709354, 'avg_acc_mask': 59.554565701559014, 'loss': 1.4507298469543457}
+{'epoch': 199, 'iter': 170, 'avg_loss': 1.1749977486872534, 'avg_acc_mask': 59.72850678733032, 'loss': 1.3338521718978882}
+{'epoch': 199, 'iter': 180, 'avg_loss': 1.1770738070182378, 'avg_acc_mask': 59.751367478866236, 'loss': 1.2747769355773926}
+{'epoch': 199, 'iter': 190, 'avg_loss': 1.179139410325994, 'avg_acc_mask': 59.61684370257967, 'loss': 1.296305775642395}
+{'epoch': 199, 'iter': 200, 'avg_loss': 1.176309850678515, 'avg_acc_mask': 59.608091024020226, 'loss': 1.1703810691833496}
+{'epoch': 199, 'iter': 210, 'avg_loss': 1.1802390875974538, 'avg_acc_mask': 59.54428202923474, 'loss': 1.0254267454147339}
+{'epoch': 199, 'iter': 220, 'avg_loss': 1.179085249275104, 'avg_acc_mask': 59.55332950160111, 'loss': 1.1552398204803467}
+{'epoch': 199, 'iter': 230, 'avg_loss': 1.1769563684731852, 'avg_acc_mask': 59.625962596259626, 'loss': 1.0991897583007812}
+{'epoch': 199, 'iter': 240, 'avg_loss': 1.177038175683793, 'avg_acc_mask': 59.66127211140384, 'loss': 1.2389055490493774}
+{'epoch': 199, 'iter': 250, 'avg_loss': 1.1756067214259114, 'avg_acc_mask': 59.73894126178391, 'loss': 1.178789496421814}
+{'epoch': 199, 'iter': 260, 'avg_loss': 1.173779335058512, 'avg_acc_mask': 59.800780161604905, 'loss': 1.1186227798461914}
+{'epoch': 199, 'iter': 270, 'avg_loss': 1.176444081362763, 'avg_acc_mask': 59.74775258285254, 'loss': 1.2716751098632812}
+{'epoch': 'EP199_test', 'avg_loss': 1.1763335168361664, 'total_masked_acc': 59.723502304147466}
+{'epoch': 200, 'iter': 0, 'avg_loss': 1.092685580253601, 'avg_acc_mask': 54.0, 'loss': 1.092685580253601}
+{'epoch': 200, 'iter': 10, 'avg_loss': 1.0874945792284878, 'avg_acc_mask': 62.5, 'loss': 0.8930127024650574}
+{'epoch': 200, 'iter': 20, 'avg_loss': 1.1010185054370336, 'avg_acc_mask': 62.289263531499564, 'loss': 1.1958495378494263}
+{'epoch': 200, 'iter': 30, 'avg_loss': 1.1227550468137186, 'avg_acc_mask': 61.80048661800487, 'loss': 1.317923665046692}
+{'epoch': 200, 'iter': 40, 'avg_loss': 1.118932767612178, 'avg_acc_mask': 61.28884826325412, 'loss': 1.3064967393875122}
+{'epoch': 200, 'iter': 50, 'avg_loss': 1.12885496078753, 'avg_acc_mask': 61.223021582733814, 'loss': 1.3514870405197144}
+{'epoch': 200, 'iter': 60, 'avg_loss': 1.1388766169548035, 'avg_acc_mask': 61.18912458918434, 'loss': 1.4468157291412354}
+{'epoch': 200, 'iter': 70, 'avg_loss': 1.144336569477135, 'avg_acc_mask': 60.92512139023767, 'loss': 0.8801332116127014}
+{'epoch': 200, 'iter': 80, 'avg_loss': 1.152682340439455, 'avg_acc_mask': 60.69104778999327, 'loss': 1.0538424253463745}
+{'epoch': 200, 'iter': 90, 'avg_loss': 1.16556604550435, 'avg_acc_mask': 60.48547552725826, 'loss': 1.1095937490463257}
+{'epoch': 200, 'iter': 100, 'avg_loss': 1.1690905082343828, 'avg_acc_mask': 60.309463835912204, 'loss': 0.9550170302391052}
+{'epoch': 200, 'iter': 110, 'avg_loss': 1.1605163383054304, 'avg_acc_mask': 60.609536293626086, 'loss': 1.0794663429260254}
+{'epoch': 200, 'iter': 120, 'avg_loss': 1.1651842761630855, 'avg_acc_mask': 60.44088781518949, 'loss': 1.1901557445526123}
+{'epoch': 200, 'iter': 130, 'avg_loss': 1.172456183051335, 'avg_acc_mask': 60.22014769402257, 'loss': 1.2593575716018677}
+{'epoch': 200, 'iter': 140, 'avg_loss': 1.1705483946394413, 'avg_acc_mask': 60.06962351727695, 'loss': 0.8640422224998474}
+{'epoch': 200, 'iter': 150, 'avg_loss': 1.1759592827582201, 'avg_acc_mask': 59.82885380257924, 'loss': 1.316946268081665}
+{'epoch': 200, 'iter': 160, 'avg_loss': 1.1735785399904903, 'avg_acc_mask': 59.92058990357345, 'loss': 1.294442057609558}
+{'epoch': 200, 'iter': 170, 'avg_loss': 1.1703910513928062, 'avg_acc_mask': 60.100255972696246, 'loss': 1.199752688407898}
+{'epoch': 200, 'iter': 180, 'avg_loss': 1.171599308759468, 'avg_acc_mask': 60.03631228565665, 'loss': 1.3199573755264282}
+{'epoch': 200, 'iter': 190, 'avg_loss': 1.1682915409822114, 'avg_acc_mask': 60.107197549770284, 'loss': 1.0551255941390991}
+{'epoch': 200, 'iter': 200, 'avg_loss': 1.1676321438889006, 'avg_acc_mask': 60.01637554585153, 'loss': 0.8861802816390991}
+{'epoch': 200, 'iter': 210, 'avg_loss': 1.1662964289787257, 'avg_acc_mask': 60.01216227955868, 'loss': 1.1512142419815063}
+{'epoch': 200, 'iter': 220, 'avg_loss': 1.1671102713136112, 'avg_acc_mask': 60.02652739782807, 'loss': 1.0171561241149902}
+{'epoch': 200, 'iter': 230, 'avg_loss': 1.1628020163222308, 'avg_acc_mask': 60.192322975443055, 'loss': 0.9347124695777893}
+{'epoch': 200, 'iter': 240, 'avg_loss': 1.1599620926924266, 'avg_acc_mask': 60.304529881994675, 'loss': 1.3229387998580933}
+{'epoch': 200, 'iter': 250, 'avg_loss': 1.160991851552074, 'avg_acc_mask': 60.26053864168618, 'loss': 0.7135722041130066}
+{'epoch': 200, 'iter': 260, 'avg_loss': 1.1606937055386803, 'avg_acc_mask': 60.249190482894555, 'loss': 1.2487502098083496}
+{'epoch': 200, 'iter': 270, 'avg_loss': 1.1623247938842352, 'avg_acc_mask': 60.151392268180594, 'loss': 1.38358736038208}
+{'epoch': 'EP200_test', 'avg_loss': 1.163029283285141, 'total_masked_acc': 60.1115760111576}
+{'epoch': 201, 'iter': 0, 'avg_loss': 1.304885983467102, 'avg_acc_mask': 52.72727272727272, 'loss': 1.304885983467102}
+{'epoch': 201, 'iter': 10, 'avg_loss': 1.1814995137127964, 'avg_acc_mask': 58.398744113029835, 'loss': 1.1334532499313354}
+{'epoch': 201, 'iter': 20, 'avg_loss': 1.1667336537724449, 'avg_acc_mask': 59.32773109243698, 'loss': 1.34856116771698}
+{'epoch': 201, 'iter': 30, 'avg_loss': 1.1818569091058546, 'avg_acc_mask': 58.95432692307693, 'loss': 0.9152060747146606}
+{'epoch': 201, 'iter': 40, 'avg_loss': 1.187540749224221, 'avg_acc_mask': 58.64559819413092, 'loss': 1.095577359199524}
+{'epoch': 201, 'iter': 50, 'avg_loss': 1.1967111498701806, 'avg_acc_mask': 58.22333214413129, 'loss': 1.2263954877853394}
+{'epoch': 201, 'iter': 60, 'avg_loss': 1.2080172700960128, 'avg_acc_mask': 58.11813594538439, 'loss': 1.3212023973464966}
+{'epoch': 201, 'iter': 70, 'avg_loss': 1.2050363287119799, 'avg_acc_mask': 58.63914373088684, 'loss': 0.9827030301094055}
+{'epoch': 201, 'iter': 80, 'avg_loss': 1.203635064172156, 'avg_acc_mask': 58.639212175470014, 'loss': 1.4923062324523926}
+{'epoch': 201, 'iter': 90, 'avg_loss': 1.2020097846513267, 'avg_acc_mask': 58.9041095890411, 'loss': 1.031815528869629}
+{'epoch': 201, 'iter': 100, 'avg_loss': 1.2083924365515757, 'avg_acc_mask': 58.791801510248106, 'loss': 1.3003478050231934}
+{'epoch': 201, 'iter': 110, 'avg_loss': 1.20285964012146, 'avg_acc_mask': 58.77221856484529, 'loss': 1.3782881498336792}
+{'epoch': 201, 'iter': 120, 'avg_loss': 1.1997497283722744, 'avg_acc_mask': 58.91940839118624, 'loss': 0.9990979433059692}
+{'epoch': 201, 'iter': 130, 'avg_loss': 1.198537476190174, 'avg_acc_mask': 58.90752807431028, 'loss': 1.2884799242019653}
+{'epoch': 201, 'iter': 140, 'avg_loss': 1.1961073313199035, 'avg_acc_mask': 59.13950792219502, 'loss': 0.9695488214492798}
+{'epoch': 201, 'iter': 150, 'avg_loss': 1.1949918155638588, 'avg_acc_mask': 58.95369813589898, 'loss': 1.2088638544082642}
+{'epoch': 201, 'iter': 160, 'avg_loss': 1.19354859605339, 'avg_acc_mask': 59.02102645263396, 'loss': 0.9282243847846985}
+{'epoch': 201, 'iter': 170, 'avg_loss': 1.190697267041569, 'avg_acc_mask': 59.1671115856914, 'loss': 1.2176353931427002}
+{'epoch': 201, 'iter': 180, 'avg_loss': 1.1871207590261217, 'avg_acc_mask': 59.30079822168334, 'loss': 1.1542528867721558}
+{'epoch': 201, 'iter': 190, 'avg_loss': 1.1863382424359545, 'avg_acc_mask': 59.33530703848725, 'loss': 1.3857170343399048}
+{'epoch': 201, 'iter': 200, 'avg_loss': 1.1874088825871103, 'avg_acc_mask': 59.34384629327533, 'loss': 1.1265819072723389}
+{'epoch': 201, 'iter': 210, 'avg_loss': 1.1878253568970196, 'avg_acc_mask': 59.38363259668509, 'loss': 1.4756436347961426}
+{'epoch': 201, 'iter': 220, 'avg_loss': 1.1871295978580665, 'avg_acc_mask': 59.43705892007222, 'loss': 1.0951241254806519}
+{'epoch': 201, 'iter': 230, 'avg_loss': 1.183245912516788, 'avg_acc_mask': 59.565966781573174, 'loss': 0.795932412147522}
+{'epoch': 201, 'iter': 240, 'avg_loss': 1.178546907001511, 'avg_acc_mask': 59.69590292861958, 'loss': 0.9470246434211731}
+{'epoch': 201, 'iter': 250, 'avg_loss': 1.1766686501256023, 'avg_acc_mask': 59.69031328772056, 'loss': 0.8946199417114258}
+{'epoch': 201, 'iter': 260, 'avg_loss': 1.176581048874106, 'avg_acc_mask': 59.731171620591695, 'loss': 1.275224208831787}
+{'epoch': 201, 'iter': 270, 'avg_loss': 1.1776942604142362, 'avg_acc_mask': 59.73835268989453, 'loss': 1.1555278301239014}
+{'epoch': 'EP201_test', 'avg_loss': 1.1778020629848258, 'total_masked_acc': 59.770190413657254}
+{'epoch': 202, 'iter': 0, 'avg_loss': 1.1385687589645386, 'avg_acc_mask': 61.40350877192983, 'loss': 1.1385687589645386}
+{'epoch': 202, 'iter': 10, 'avg_loss': 1.1420831300995566, 'avg_acc_mask': 59.65732087227414, 'loss': 1.0003184080123901}
+{'epoch': 202, 'iter': 20, 'avg_loss': 1.1319395275343032, 'avg_acc_mask': 59.27209705372617, 'loss': 1.146509051322937}
+{'epoch': 202, 'iter': 30, 'avg_loss': 1.1609702667882364, 'avg_acc_mask': 59.13978494623656, 'loss': 1.1514893770217896}
+{'epoch': 202, 'iter': 40, 'avg_loss': 1.1692374275951851, 'avg_acc_mask': 59.244080145719494, 'loss': 1.0586854219436646}
+{'epoch': 202, 'iter': 50, 'avg_loss': 1.1852330600514132, 'avg_acc_mask': 59.25655976676385, 'loss': 1.6310124397277832}
+{'epoch': 202, 'iter': 60, 'avg_loss': 1.1882783526279888, 'avg_acc_mask': 59.101868595539486, 'loss': 1.2238059043884277}
+{'epoch': 202, 'iter': 70, 'avg_loss': 1.1925435083013185, 'avg_acc_mask': 59.32203389830508, 'loss': 1.1479824781417847}
+{'epoch': 202, 'iter': 80, 'avg_loss': 1.2013393699386974, 'avg_acc_mask': 58.855710052427625, 'loss': 1.2604533433914185}
+{'epoch': 202, 'iter': 90, 'avg_loss': 1.2078712222340342, 'avg_acc_mask': 58.46122778675282, 'loss': 1.0344535112380981}
+{'epoch': 202, 'iter': 100, 'avg_loss': 1.2139044917455994, 'avg_acc_mask': 58.25613079019074, 'loss': 1.3276020288467407}
+{'epoch': 202, 'iter': 110, 'avg_loss': 1.2028611651412002, 'avg_acc_mask': 58.677548301132575, 'loss': 0.9861902594566345}
+{'epoch': 202, 'iter': 120, 'avg_loss': 1.202950119972229, 'avg_acc_mask': 58.80647130647131, 'loss': 0.8874412775039673}
+{'epoch': 202, 'iter': 130, 'avg_loss': 1.2030686831656303, 'avg_acc_mask': 58.68953880764904, 'loss': 1.2690482139587402}
+{'epoch': 202, 'iter': 140, 'avg_loss': 1.2010523782554248, 'avg_acc_mask': 58.89106327462492, 'loss': 1.1964924335479736}
+{'epoch': 202, 'iter': 150, 'avg_loss': 1.200886862956925, 'avg_acc_mask': 58.99927131406364, 'loss': 1.045838475227356}
+{'epoch': 202, 'iter': 160, 'avg_loss': 1.1985092585131247, 'avg_acc_mask': 59.11268248175182, 'loss': 1.1858394145965576}
+{'epoch': 202, 'iter': 170, 'avg_loss': 1.1965223683251276, 'avg_acc_mask': 59.02255639097744, 'loss': 1.3643707036972046}
+{'epoch': 202, 'iter': 180, 'avg_loss': 1.1976506683707895, 'avg_acc_mask': 59.00020362451639, 'loss': 1.4381972551345825}
+{'epoch': 202, 'iter': 190, 'avg_loss': 1.1950660544540246, 'avg_acc_mask': 59.080793420416065, 'loss': 1.5847654342651367}
+{'epoch': 202, 'iter': 200, 'avg_loss': 1.1913794237582838, 'avg_acc_mask': 59.00586940572266, 'loss': 1.125130534172058}
+{'epoch': 202, 'iter': 210, 'avg_loss': 1.1923693565395772, 'avg_acc_mask': 59.05993360125809, 'loss': 1.3895704746246338}
+{'epoch': 202, 'iter': 220, 'avg_loss': 1.1887668681360477, 'avg_acc_mask': 59.15820994842789, 'loss': 1.1093388795852661}
+{'epoch': 202, 'iter': 230, 'avg_loss': 1.186452134347065, 'avg_acc_mask': 59.24129155400032, 'loss': 1.0036561489105225}
+{'epoch': 202, 'iter': 240, 'avg_loss': 1.1832616205532027, 'avg_acc_mask': 59.326543022195196, 'loss': 1.0775152444839478}
+{'epoch': 202, 'iter': 250, 'avg_loss': 1.1820628386569687, 'avg_acc_mask': 59.27060539752006, 'loss': 0.9625070095062256}
+{'epoch': 202, 'iter': 260, 'avg_loss': 1.182073738611521, 'avg_acc_mask': 59.2918485147121, 'loss': 1.3049238920211792}
+{'epoch': 202, 'iter': 270, 'avg_loss': 1.180714916699047, 'avg_acc_mask': 59.43325876211782, 'loss': 1.1761974096298218}
+{'epoch': 'EP202_test', 'avg_loss': 1.181125169430954, 'total_masked_acc': 59.40706195869421}
+{'epoch': 203, 'iter': 0, 'avg_loss': 1.1446586847305298, 'avg_acc_mask': 66.66666666666666, 'loss': 1.1446586847305298}
+{'epoch': 203, 'iter': 10, 'avg_loss': 1.1458281061866067, 'avg_acc_mask': 62.66666666666667, 'loss': 1.1871936321258545}
+{'epoch': 203, 'iter': 20, 'avg_loss': 1.1702475207192558, 'avg_acc_mask': 60.51948051948052, 'loss': 1.4591991901397705}
+{'epoch': 203, 'iter': 30, 'avg_loss': 1.1526257876426942, 'avg_acc_mask': 61.67883211678832, 'loss': 1.036642074584961}
+{'epoch': 203, 'iter': 40, 'avg_loss': 1.1631066682862072, 'avg_acc_mask': 60.77448747152619, 'loss': 1.1527915000915527}
+{'epoch': 203, 'iter': 50, 'avg_loss': 1.173925710659401, 'avg_acc_mask': 60.40316774658028, 'loss': 1.2828954458236694}
+{'epoch': 203, 'iter': 60, 'avg_loss': 1.1830555757538217, 'avg_acc_mask': 60.322580645161295, 'loss': 1.2757956981658936}
+{'epoch': 203, 'iter': 70, 'avg_loss': 1.188972338824205, 'avg_acc_mask': 59.949622166246854, 'loss': 1.42098069190979}
+{'epoch': 203, 'iter': 80, 'avg_loss': 1.1937383207274073, 'avg_acc_mask': 59.55006616674019, 'loss': 1.3432546854019165}
+{'epoch': 203, 'iter': 90, 'avg_loss': 1.199651612030281, 'avg_acc_mask': 59.402045633359556, 'loss': 1.029632568359375}
+{'epoch': 203, 'iter': 100, 'avg_loss': 1.2099483355437175, 'avg_acc_mask': 59.079601990049746, 'loss': 1.575148582458496}
+{'epoch': 203, 'iter': 110, 'avg_loss': 1.201348625324868, 'avg_acc_mask': 59.26166856399414, 'loss': 1.2638047933578491}
+{'epoch': 203, 'iter': 120, 'avg_loss': 1.2005611914248506, 'avg_acc_mask': 59.24928966651712, 'loss': 1.1130168437957764}
+{'epoch': 203, 'iter': 130, 'avg_loss': 1.1993422462740018, 'avg_acc_mask': 59.21216309606081, 'loss': 1.2321383953094482}
+{'epoch': 203, 'iter': 140, 'avg_loss': 1.1964286777144628, 'avg_acc_mask': 59.255921730175075, 'loss': 1.2240136861801147}
+{'epoch': 203, 'iter': 150, 'avg_loss': 1.191730657160677, 'avg_acc_mask': 59.42864001920538, 'loss': 1.0232822895050049}
+{'epoch': 203, 'iter': 160, 'avg_loss': 1.1839454192552508, 'avg_acc_mask': 59.57951848084097, 'loss': 1.483000636100769}
+{'epoch': 203, 'iter': 170, 'avg_loss': 1.176410222262667, 'avg_acc_mask': 59.592929833958216, 'loss': 1.1895110607147217}
+{'epoch': 203, 'iter': 180, 'avg_loss': 1.1757061254253705, 'avg_acc_mask': 59.703914013384704, 'loss': 1.4770300388336182}
+{'epoch': 203, 'iter': 190, 'avg_loss': 1.174468457698822, 'avg_acc_mask': 59.786271300664296, 'loss': 1.445159673690796}
+{'epoch': 203, 'iter': 200, 'avg_loss': 1.1751058961621565, 'avg_acc_mask': 59.62488563586459, 'loss': 1.037070393562317}
+{'epoch': 203, 'iter': 210, 'avg_loss': 1.1750526501669138, 'avg_acc_mask': 59.62396152164408, 'loss': 0.9013674259185791}
+{'epoch': 203, 'iter': 220, 'avg_loss': 1.172713836663449, 'avg_acc_mask': 59.7293006934581, 'loss': 1.165563941001892}
+{'epoch': 203, 'iter': 230, 'avg_loss': 1.1743968818094823, 'avg_acc_mask': 59.64870259481037, 'loss': 0.9794771671295166}
+{'epoch': 203, 'iter': 240, 'avg_loss': 1.173391459393798, 'avg_acc_mask': 59.79949491084411, 'loss': 1.037752389907837}
+{'epoch': 203, 'iter': 250, 'avg_loss': 1.1720815486167058, 'avg_acc_mask': 59.85894798707023, 'loss': 1.0966780185699463}
+{'epoch': 203, 'iter': 260, 'avg_loss': 1.171476895553399, 'avg_acc_mask': 59.93060964384338, 'loss': 1.059105396270752}
+{'epoch': 203, 'iter': 270, 'avg_loss': 1.1724365982622238, 'avg_acc_mask': 59.77957684196203, 'loss': 1.2363191843032837}
+{'epoch': 'EP203_test', 'avg_loss': 1.171999573059704, 'total_masked_acc': 59.80614973262032}
+{'epoch': 204, 'iter': 0, 'avg_loss': 1.043639898300171, 'avg_acc_mask': 66.07142857142857, 'loss': 1.043639898300171}
+{'epoch': 204, 'iter': 10, 'avg_loss': 1.1568938385356555, 'avg_acc_mask': 61.111111111111114, 'loss': 0.9777836203575134}
+{'epoch': 204, 'iter': 20, 'avg_loss': 1.185487443492526, 'avg_acc_mask': 58.5429314830876, 'loss': 1.3750039339065552}
+{'epoch': 204, 'iter': 30, 'avg_loss': 1.168982376975398, 'avg_acc_mask': 60.215053763440864, 'loss': 1.3739526271820068}
+{'epoch': 204, 'iter': 40, 'avg_loss': 1.1883394761783321, 'avg_acc_mask': 58.85509838998211, 'loss': 1.471671462059021}
+{'epoch': 204, 'iter': 50, 'avg_loss': 1.1895610736865623, 'avg_acc_mask': 58.93617021276596, 'loss': 1.1088535785675049}
+{'epoch': 204, 'iter': 60, 'avg_loss': 1.1874244564869365, 'avg_acc_mask': 58.89606576629477, 'loss': 1.0933979749679565}
+{'epoch': 204, 'iter': 70, 'avg_loss': 1.1855074813668156, 'avg_acc_mask': 59.15457091927681, 'loss': 0.9597050547599792}
+{'epoch': 204, 'iter': 80, 'avg_loss': 1.1799982499193262, 'avg_acc_mask': 59.22785092613256, 'loss': 1.528096318244934}
+{'epoch': 204, 'iter': 90, 'avg_loss': 1.1901783622228181, 'avg_acc_mask': 59.033280507131536, 'loss': 1.2801496982574463}
+{'epoch': 204, 'iter': 100, 'avg_loss': 1.1947912502996991, 'avg_acc_mask': 58.487544483985765, 'loss': 1.1203513145446777}
+{'epoch': 204, 'iter': 110, 'avg_loss': 1.1913839476602572, 'avg_acc_mask': 58.545335942596225, 'loss': 1.1558642387390137}
+{'epoch': 204, 'iter': 120, 'avg_loss': 1.1951883917997692, 'avg_acc_mask': 58.44038083723741, 'loss': 1.3897762298583984}
+{'epoch': 204, 'iter': 130, 'avg_loss': 1.1914846146379718, 'avg_acc_mask': 58.53726362625139, 'loss': 1.3501721620559692}
+{'epoch': 204, 'iter': 140, 'avg_loss': 1.1925179708934, 'avg_acc_mask': 58.62917854366416, 'loss': 0.9138140678405762}
+{'epoch': 204, 'iter': 150, 'avg_loss': 1.1895651394957738, 'avg_acc_mask': 58.678286129266525, 'loss': 1.2219595909118652}
+{'epoch': 204, 'iter': 160, 'avg_loss': 1.1892923986689645, 'avg_acc_mask': 58.77003523928612, 'loss': 1.2708520889282227}
+{'epoch': 204, 'iter': 170, 'avg_loss': 1.1883257219665928, 'avg_acc_mask': 58.71668099742047, 'loss': 1.0313024520874023}
+{'epoch': 204, 'iter': 180, 'avg_loss': 1.189183626714991, 'avg_acc_mask': 58.68463721118767, 'loss': 1.364410161972046}
+{'epoch': 204, 'iter': 190, 'avg_loss': 1.1869221807150316, 'avg_acc_mask': 58.83714203066243, 'loss': 1.160544753074646}
+{'epoch': 204, 'iter': 200, 'avg_loss': 1.181995725157249, 'avg_acc_mask': 59.096335751676, 'loss': 0.7848418354988098}
+{'epoch': 204, 'iter': 210, 'avg_loss': 1.1799264423090134, 'avg_acc_mask': 59.34746575939981, 'loss': 1.3046293258666992}
+{'epoch': 204, 'iter': 220, 'avg_loss': 1.1781815436091359, 'avg_acc_mask': 59.48376353039134, 'loss': 1.050193428993225}
+{'epoch': 204, 'iter': 230, 'avg_loss': 1.1806626495344814, 'avg_acc_mask': 59.42443755465459, 'loss': 1.1198047399520874}
+{'epoch': 204, 'iter': 240, 'avg_loss': 1.176153969715245, 'avg_acc_mask': 59.58966565349544, 'loss': 1.0255244970321655}
+{'epoch': 204, 'iter': 250, 'avg_loss': 1.1718689671075677, 'avg_acc_mask': 59.79562043795621, 'loss': 0.950737476348877}
+{'epoch': 204, 'iter': 260, 'avg_loss': 1.171465006596284, 'avg_acc_mask': 59.91558213155118, 'loss': 1.0763832330703735}
+{'epoch': 204, 'iter': 270, 'avg_loss': 1.1719279170476202, 'avg_acc_mask': 59.82275740765797, 'loss': 1.2119194269180298}
+{'epoch': 'EP204_test', 'avg_loss': 1.1679607908362928, 'total_masked_acc': 59.934788394996005}
+{'epoch': 205, 'iter': 0, 'avg_loss': 1.044299602508545, 'avg_acc_mask': 67.9245283018868, 'loss': 1.044299602508545}
+{'epoch': 205, 'iter': 10, 'avg_loss': 1.1870024583556436, 'avg_acc_mask': 59.11504424778761, 'loss': 1.085028052330017}
+{'epoch': 205, 'iter': 20, 'avg_loss': 1.1620295473507471, 'avg_acc_mask': 59.634703196347026, 'loss': 1.2672865390777588}
+{'epoch': 205, 'iter': 30, 'avg_loss': 1.1257978004793967, 'avg_acc_mask': 61.552567237163814, 'loss': 1.2701913118362427}
+{'epoch': 205, 'iter': 40, 'avg_loss': 1.133364578572715, 'avg_acc_mask': 61.16460339293902, 'loss': 0.9785372018814087}
+{'epoch': 205, 'iter': 50, 'avg_loss': 1.147919724969303, 'avg_acc_mask': 60.602759622367465, 'loss': 1.269679307937622}
+{'epoch': 205, 'iter': 60, 'avg_loss': 1.1711142688501077, 'avg_acc_mask': 60.036057692307686, 'loss': 1.2853928804397583}
+{'epoch': 205, 'iter': 70, 'avg_loss': 1.1719361568840456, 'avg_acc_mask': 60.17449319989736, 'loss': 1.0528740882873535}
+{'epoch': 205, 'iter': 80, 'avg_loss': 1.1776311301890714, 'avg_acc_mask': 59.771914132379244, 'loss': 1.1119331121444702}
+{'epoch': 205, 'iter': 90, 'avg_loss': 1.1852926022403842, 'avg_acc_mask': 59.66719492868463, 'loss': 1.2821598052978516}
+{'epoch': 205, 'iter': 100, 'avg_loss': 1.1885953976376222, 'avg_acc_mask': 59.58576739245884, 'loss': 1.2506245374679565}
+{'epoch': 205, 'iter': 110, 'avg_loss': 1.183885683347513, 'avg_acc_mask': 59.74555537432719, 'loss': 1.31852126121521}
+{'epoch': 205, 'iter': 120, 'avg_loss': 1.184488924574261, 'avg_acc_mask': 59.70216606498195, 'loss': 1.3229029178619385}
+{'epoch': 205, 'iter': 130, 'avg_loss': 1.1858763790312614, 'avg_acc_mask': 59.82429228838376, 'loss': 1.3957468271255493}
+{'epoch': 205, 'iter': 140, 'avg_loss': 1.1758963216281106, 'avg_acc_mask': 60.010380173867915, 'loss': 0.8746356964111328}
+{'epoch': 205, 'iter': 150, 'avg_loss': 1.173912278863768, 'avg_acc_mask': 60.04830917874396, 'loss': 1.340458869934082}
+{'epoch': 205, 'iter': 160, 'avg_loss': 1.1734514702921328, 'avg_acc_mask': 59.959257582616566, 'loss': 1.0974828004837036}
+{'epoch': 205, 'iter': 170, 'avg_loss': 1.1710728281422664, 'avg_acc_mask': 59.90995819487619, 'loss': 1.3279069662094116}
+{'epoch': 205, 'iter': 180, 'avg_loss': 1.170369628384627, 'avg_acc_mask': 59.957304056114666, 'loss': 1.4488401412963867}
+{'epoch': 205, 'iter': 190, 'avg_loss': 1.1650154088180102, 'avg_acc_mask': 60.09289723243661, 'loss': 1.2332522869110107}
+{'epoch': 205, 'iter': 200, 'avg_loss': 1.1665529069022753, 'avg_acc_mask': 60.00184280844007, 'loss': 1.1473912000656128}
+{'epoch': 205, 'iter': 210, 'avg_loss': 1.1650201127427449, 'avg_acc_mask': 60.16845060536936, 'loss': 1.5492918491363525}
+{'epoch': 205, 'iter': 220, 'avg_loss': 1.165258308881009, 'avg_acc_mask': 60.10535997993143, 'loss': 1.0364108085632324}
+{'epoch': 205, 'iter': 230, 'avg_loss': 1.1625012497365217, 'avg_acc_mask': 60.15067724613289, 'loss': 0.8817147016525269}
+{'epoch': 205, 'iter': 240, 'avg_loss': 1.160189677076221, 'avg_acc_mask': 60.144704433497544, 'loss': 1.0111685991287231}
+{'epoch': 205, 'iter': 250, 'avg_loss': 1.1585077849992242, 'avg_acc_mask': 60.18176444510123, 'loss': 0.8363488912582397}
+{'epoch': 205, 'iter': 260, 'avg_loss': 1.1588510539796617, 'avg_acc_mask': 60.19500391431215, 'loss': 1.6460896730422974}
+{'epoch': 205, 'iter': 270, 'avg_loss': 1.1574417011764218, 'avg_acc_mask': 60.28043775649795, 'loss': 1.2082270383834839}
+{'epoch': 'EP205_test', 'avg_loss': 1.1596384832392568, 'total_masked_acc': 60.23223035103027}
+{'epoch': 206, 'iter': 0, 'avg_loss': 1.0089346170425415, 'avg_acc_mask': 64.51612903225806, 'loss': 1.0089346170425415}
+{'epoch': 206, 'iter': 10, 'avg_loss': 1.0434125390919773, 'avg_acc_mask': 66.5040650406504, 'loss': 0.9733874797821045}
+{'epoch': 206, 'iter': 20, 'avg_loss': 1.105375593616849, 'avg_acc_mask': 62.64755480607083, 'loss': 1.3048278093338013}
+{'epoch': 206, 'iter': 30, 'avg_loss': 1.1130988309460301, 'avg_acc_mask': 62.26303317535545, 'loss': 1.1560516357421875}
+{'epoch': 206, 'iter': 40, 'avg_loss': 1.1262937973185283, 'avg_acc_mask': 61.90045248868778, 'loss': 1.2766737937927246}
+{'epoch': 206, 'iter': 50, 'avg_loss': 1.1551228002005933, 'avg_acc_mask': 61.272923408845735, 'loss': 1.3680672645568848}
+{'epoch': 206, 'iter': 60, 'avg_loss': 1.1552378720924503, 'avg_acc_mask': 60.766696615753226, 'loss': 1.2791012525558472}
+{'epoch': 206, 'iter': 70, 'avg_loss': 1.1647822907273198, 'avg_acc_mask': 60.3812467800103, 'loss': 0.9143794178962708}
+{'epoch': 206, 'iter': 80, 'avg_loss': 1.1665681173771987, 'avg_acc_mask': 60.12186865267434, 'loss': 1.1610214710235596}
+{'epoch': 206, 'iter': 90, 'avg_loss': 1.1713107496827513, 'avg_acc_mask': 60.03623917857862, 'loss': 1.1493587493896484}
+{'epoch': 206, 'iter': 100, 'avg_loss': 1.1798953768050318, 'avg_acc_mask': 59.830600108127584, 'loss': 1.1541743278503418}
+{'epoch': 206, 'iter': 110, 'avg_loss': 1.172309763259716, 'avg_acc_mask': 59.93065874195146, 'loss': 1.0152283906936646}
+{'epoch': 206, 'iter': 120, 'avg_loss': 1.1812883058855357, 'avg_acc_mask': 59.70579314528359, 'loss': 1.2797349691390991}
+{'epoch': 206, 'iter': 130, 'avg_loss': 1.1856871361040886, 'avg_acc_mask': 59.366680678156094, 'loss': 1.2421120405197144}
+{'epoch': 206, 'iter': 140, 'avg_loss': 1.1785597534889871, 'avg_acc_mask': 59.467571447213885, 'loss': 0.7507938146591187}
+{'epoch': 206, 'iter': 150, 'avg_loss': 1.1764405030288443, 'avg_acc_mask': 59.425231368728696, 'loss': 1.1912033557891846}
+{'epoch': 206, 'iter': 160, 'avg_loss': 1.1719396610437713, 'avg_acc_mask': 59.60500631530601, 'loss': 1.2672687768936157}
+{'epoch': 206, 'iter': 170, 'avg_loss': 1.1716945380495305, 'avg_acc_mask': 59.571938168846614, 'loss': 1.3546782732009888}
+{'epoch': 206, 'iter': 180, 'avg_loss': 1.168325702459114, 'avg_acc_mask': 59.44568983085389, 'loss': 1.2741730213165283}
+{'epoch': 206, 'iter': 190, 'avg_loss': 1.1729278667434972, 'avg_acc_mask': 59.40278314650173, 'loss': 1.2472039461135864}
+{'epoch': 206, 'iter': 200, 'avg_loss': 1.1714090331276852, 'avg_acc_mask': 59.28683025457219, 'loss': 0.9913127422332764}
+{'epoch': 206, 'iter': 210, 'avg_loss': 1.17184045811965, 'avg_acc_mask': 59.26574958380794, 'loss': 1.4479360580444336}
+{'epoch': 206, 'iter': 220, 'avg_loss': 1.173380678595461, 'avg_acc_mask': 59.29233080196946, 'loss': 1.1563260555267334}
+{'epoch': 206, 'iter': 230, 'avg_loss': 1.1731713690282979, 'avg_acc_mask': 59.247423504034515, 'loss': 1.022652268409729}
+{'epoch': 206, 'iter': 240, 'avg_loss': 1.1732370106511096, 'avg_acc_mask': 59.31518340578052, 'loss': 1.1975260972976685}
+{'epoch': 206, 'iter': 250, 'avg_loss': 1.1709955028328762, 'avg_acc_mask': 59.409134227695915, 'loss': 0.9190152883529663}
+{'epoch': 206, 'iter': 260, 'avg_loss': 1.171109111144625, 'avg_acc_mask': 59.53891708967851, 'loss': 1.364844560623169}
+{'epoch': 206, 'iter': 270, 'avg_loss': 1.1743280353141448, 'avg_acc_mask': 59.43824027072758, 'loss': 1.492864966392517}
+{'epoch': 'EP206_test', 'avg_loss': 1.175334985057513, 'total_masked_acc': 59.47581986296814}
+{'epoch': 207, 'iter': 0, 'avg_loss': 1.0191848278045654, 'avg_acc_mask': 72.41379310344827, 'loss': 1.0191848278045654}
+{'epoch': 207, 'iter': 10, 'avg_loss': 1.1774949919093738, 'avg_acc_mask': 57.97598627787307, 'loss': 1.0394818782806396}
+{'epoch': 207, 'iter': 20, 'avg_loss': 1.1538577647436232, 'avg_acc_mask': 58.14159292035398, 'loss': 1.1104962825775146}
+{'epoch': 207, 'iter': 30, 'avg_loss': 1.1433464846303385, 'avg_acc_mask': 59.21212121212122, 'loss': 1.2559672594070435}
+{'epoch': 207, 'iter': 40, 'avg_loss': 1.1357441384617875, 'avg_acc_mask': 59.70218706375058, 'loss': 1.083659052848816}
+{'epoch': 207, 'iter': 50, 'avg_loss': 1.1473863732581044, 'avg_acc_mask': 59.90229237128899, 'loss': 0.8844637274742126}
+{'epoch': 207, 'iter': 60, 'avg_loss': 1.1440014331067194, 'avg_acc_mask': 60.207506866036006, 'loss': 1.2672196626663208}
+{'epoch': 207, 'iter': 70, 'avg_loss': 1.14517106724457, 'avg_acc_mask': 60.131061598951504, 'loss': 1.1243033409118652}
+{'epoch': 207, 'iter': 80, 'avg_loss': 1.1526109016971824, 'avg_acc_mask': 60.09132420091324, 'loss': 1.116959810256958}
+{'epoch': 207, 'iter': 90, 'avg_loss': 1.159000528382731, 'avg_acc_mask': 59.95955510616785, 'loss': 0.926001787185669}
+{'epoch': 207, 'iter': 100, 'avg_loss': 1.1678618422829279, 'avg_acc_mask': 59.80036297640653, 'loss': 1.1511586904525757}
+{'epoch': 207, 'iter': 110, 'avg_loss': 1.1607274606421187, 'avg_acc_mask': 60.16528925619835, 'loss': 1.0437870025634766}
+{'epoch': 207, 'iter': 120, 'avg_loss': 1.163909611130549, 'avg_acc_mask': 60.191227803915616, 'loss': 1.0458273887634277}
+{'epoch': 207, 'iter': 130, 'avg_loss': 1.1667226994310627, 'avg_acc_mask': 60.03377427526034, 'loss': 1.4638406038284302}
+{'epoch': 207, 'iter': 140, 'avg_loss': 1.1634834349578154, 'avg_acc_mask': 60.028784508700774, 'loss': 1.024244785308838}
+{'epoch': 207, 'iter': 150, 'avg_loss': 1.1664209531632481, 'avg_acc_mask': 60.063352826510716, 'loss': 1.4227337837219238}
+{'epoch': 207, 'iter': 160, 'avg_loss': 1.168490493519706, 'avg_acc_mask': 60.09593421653723, 'loss': 1.3674945831298828}
+{'epoch': 207, 'iter': 170, 'avg_loss': 1.1684945058404355, 'avg_acc_mask': 60.15013404825738, 'loss': 1.3469326496124268}
+{'epoch': 207, 'iter': 180, 'avg_loss': 1.1726522501660974, 'avg_acc_mask': 60.20253164556962, 'loss': 1.77681565284729}
+{'epoch': 207, 'iter': 190, 'avg_loss': 1.1706063535200988, 'avg_acc_mask': 60.148276526092815, 'loss': 1.1957836151123047}
+{'epoch': 207, 'iter': 200, 'avg_loss': 1.168774922688802, 'avg_acc_mask': 60.142609013620984, 'loss': 1.1189671754837036}
+{'epoch': 207, 'iter': 210, 'avg_loss': 1.1660826813553182, 'avg_acc_mask': 60.22489539748954, 'loss': 1.0966427326202393}
+{'epoch': 207, 'iter': 220, 'avg_loss': 1.1672446900363422, 'avg_acc_mask': 60.07987353357185, 'loss': 1.1393694877624512}
+{'epoch': 207, 'iter': 230, 'avg_loss': 1.1674349364780245, 'avg_acc_mask': 59.98723675813656, 'loss': 1.0244157314300537}
+{'epoch': 207, 'iter': 240, 'avg_loss': 1.1692998644227308, 'avg_acc_mask': 60.030546009927455, 'loss': 1.241946816444397}
+{'epoch': 207, 'iter': 250, 'avg_loss': 1.1660910438731371, 'avg_acc_mask': 60.096930533117934, 'loss': 0.839249849319458}
+{'epoch': 207, 'iter': 260, 'avg_loss': 1.1646413800816884, 'avg_acc_mask': 60.13265594129269, 'loss': 1.0256942510604858}
+{'epoch': 207, 'iter': 270, 'avg_loss': 1.1644448697347043, 'avg_acc_mask': 60.14285714285714, 'loss': 1.109680414199829}
+{'epoch': 'EP207_test', 'avg_loss': 1.1619470480127612, 'total_masked_acc': 60.2497329059829}
+{'epoch': 208, 'iter': 0, 'avg_loss': 1.0285310745239258, 'avg_acc_mask': 60.78431372549019, 'loss': 1.0285310745239258}
+{'epoch': 208, 'iter': 10, 'avg_loss': 1.1202893582257358, 'avg_acc_mask': 60.79447322970639, 'loss': 1.185754656791687}
+{'epoch': 208, 'iter': 20, 'avg_loss': 1.190368218081338, 'avg_acc_mask': 58.51254480286738, 'loss': 1.4013468027114868}
+{'epoch': 208, 'iter': 30, 'avg_loss': 1.1736850950025743, 'avg_acc_mask': 58.87681159420289, 'loss': 1.1450172662734985}
+{'epoch': 208, 'iter': 40, 'avg_loss': 1.1977666471062638, 'avg_acc_mask': 58.25645756457565, 'loss': 1.5671303272247314}
+{'epoch': 208, 'iter': 50, 'avg_loss': 1.1859502453430026, 'avg_acc_mask': 58.87541345093715, 'loss': 1.149666428565979}
+{'epoch': 208, 'iter': 60, 'avg_loss': 1.1919080869096224, 'avg_acc_mask': 58.255639097744364, 'loss': 1.133090853691101}
+{'epoch': 208, 'iter': 70, 'avg_loss': 1.1816422922510497, 'avg_acc_mask': 58.8051948051948, 'loss': 1.0058903694152832}
+{'epoch': 208, 'iter': 80, 'avg_loss': 1.1809260300648066, 'avg_acc_mask': 58.890404729422464, 'loss': 0.9624846577644348}
+{'epoch': 208, 'iter': 90, 'avg_loss': 1.1810913989832112, 'avg_acc_mask': 59.008464328899635, 'loss': 1.03377103805542}
+{'epoch': 208, 'iter': 100, 'avg_loss': 1.1922282629674024, 'avg_acc_mask': 58.82352941176471, 'loss': 1.3931000232696533}
+{'epoch': 208, 'iter': 110, 'avg_loss': 1.1820451939428174, 'avg_acc_mask': 59.13730655251893, 'loss': 1.0841939449310303}
+{'epoch': 208, 'iter': 120, 'avg_loss': 1.18921060847842, 'avg_acc_mask': 58.90969495620658, 'loss': 1.1747002601623535}
+{'epoch': 208, 'iter': 130, 'avg_loss': 1.1929639937313459, 'avg_acc_mask': 58.824346859366315, 'loss': 1.340945839881897}
+{'epoch': 208, 'iter': 140, 'avg_loss': 1.197208563064007, 'avg_acc_mask': 58.51957111484304, 'loss': 1.0538543462753296}
+{'epoch': 208, 'iter': 150, 'avg_loss': 1.196260582927047, 'avg_acc_mask': 58.52156057494866, 'loss': 1.0843839645385742}
+{'epoch': 208, 'iter': 160, 'avg_loss': 1.198489703006626, 'avg_acc_mask': 58.567367822626494, 'loss': 1.501386284828186}
+{'epoch': 208, 'iter': 170, 'avg_loss': 1.196259353593079, 'avg_acc_mask': 58.60965987845186, 'loss': 1.1846907138824463}
+{'epoch': 208, 'iter': 180, 'avg_loss': 1.196802525230534, 'avg_acc_mask': 58.53486497380088, 'loss': 1.4578031301498413}
+{'epoch': 208, 'iter': 190, 'avg_loss': 1.1950280482232258, 'avg_acc_mask': 58.58141093136786, 'loss': 1.0624902248382568}
+{'epoch': 208, 'iter': 200, 'avg_loss': 1.1921153937406208, 'avg_acc_mask': 58.6687306501548, 'loss': 1.1675660610198975}
+{'epoch': 208, 'iter': 210, 'avg_loss': 1.1906582526686067, 'avg_acc_mask': 58.748370273794, 'loss': 1.3067182302474976}
+{'epoch': 208, 'iter': 220, 'avg_loss': 1.1939152508839224, 'avg_acc_mask': 58.522821576763484, 'loss': 1.0292788743972778}
+{'epoch': 208, 'iter': 230, 'avg_loss': 1.1927011227194881, 'avg_acc_mask': 58.50150961385666, 'loss': 1.4116531610488892}
+{'epoch': 208, 'iter': 240, 'avg_loss': 1.188921025927136, 'avg_acc_mask': 58.595419847328245, 'loss': 1.3083971738815308}
+{'epoch': 208, 'iter': 250, 'avg_loss': 1.1873028057504935, 'avg_acc_mask': 58.725619592315596, 'loss': 0.9403096437454224}
+{'epoch': 208, 'iter': 260, 'avg_loss': 1.1842182077667265, 'avg_acc_mask': 58.84887005649717, 'loss': 1.155069351196289}
+{'epoch': 208, 'iter': 270, 'avg_loss': 1.1817240657841588, 'avg_acc_mask': 58.92711449551265, 'loss': 1.0872310400009155}
+{'epoch': 'EP208_test', 'avg_loss': 1.1833762509235437, 'total_masked_acc': 58.836480085395955}
+{'epoch': 209, 'iter': 0, 'avg_loss': 1.3187109231948853, 'avg_acc_mask': 49.01960784313725, 'loss': 1.3187109231948853}
+{'epoch': 209, 'iter': 10, 'avg_loss': 1.0975129279223355, 'avg_acc_mask': 61.57804459691252, 'loss': 1.2187130451202393}
+{'epoch': 209, 'iter': 20, 'avg_loss': 1.1287251994723366, 'avg_acc_mask': 60.9973285841496, 'loss': 1.214977741241455}
+{'epoch': 209, 'iter': 30, 'avg_loss': 1.1296963153346893, 'avg_acc_mask': 60.34589252625078, 'loss': 1.2068984508514404}
+{'epoch': 209, 'iter': 40, 'avg_loss': 1.132882708456458, 'avg_acc_mask': 60.55217594759008, 'loss': 1.2024868726730347}
+{'epoch': 209, 'iter': 50, 'avg_loss': 1.1331172164748697, 'avg_acc_mask': 61.032161555721764, 'loss': 1.3912831544876099}
+{'epoch': 209, 'iter': 60, 'avg_loss': 1.1533146559214982, 'avg_acc_mask': 60.71651090342679, 'loss': 1.4031533002853394}
+{'epoch': 209, 'iter': 70, 'avg_loss': 1.1609417376383928, 'avg_acc_mask': 60.34390112842558, 'loss': 1.0274423360824585}
+{'epoch': 209, 'iter': 80, 'avg_loss': 1.1737843670962769, 'avg_acc_mask': 59.71021266651086, 'loss': 1.3150018453598022}
+{'epoch': 209, 'iter': 90, 'avg_loss': 1.1877634020952077, 'avg_acc_mask': 59.22429714754771, 'loss': 1.1696025133132935}
+{'epoch': 209, 'iter': 100, 'avg_loss': 1.198942798789185, 'avg_acc_mask': 58.91802067946824, 'loss': 1.3046519756317139}
+{'epoch': 209, 'iter': 110, 'avg_loss': 1.1924949734060615, 'avg_acc_mask': 59.01006711409396, 'loss': 0.9743668437004089}
+{'epoch': 209, 'iter': 120, 'avg_loss': 1.1878978861264946, 'avg_acc_mask': 59.18681657169259, 'loss': 1.3294012546539307}
+{'epoch': 209, 'iter': 130, 'avg_loss': 1.1949802882798755, 'avg_acc_mask': 59.039749252030205, 'loss': 1.3358229398727417}
+{'epoch': 209, 'iter': 140, 'avg_loss': 1.1919393805747336, 'avg_acc_mask': 59.16313559322034, 'loss': 1.0365656614303589}
+{'epoch': 209, 'iter': 150, 'avg_loss': 1.1870697649898907, 'avg_acc_mask': 59.22714887292544, 'loss': 0.9067220091819763}
+{'epoch': 209, 'iter': 160, 'avg_loss': 1.1924381692957433, 'avg_acc_mask': 59.09355703134103, 'loss': 1.5312999486923218}
+{'epoch': 209, 'iter': 170, 'avg_loss': 1.18830793015441, 'avg_acc_mask': 58.97999560342932, 'loss': 1.273809790611267}
+{'epoch': 209, 'iter': 180, 'avg_loss': 1.1874007579371415, 'avg_acc_mask': 58.98958333333333, 'loss': 1.38754403591156}
+{'epoch': 209, 'iter': 190, 'avg_loss': 1.1848928728652874, 'avg_acc_mask': 59.205062289895196, 'loss': 1.3371070623397827}
+{'epoch': 209, 'iter': 200, 'avg_loss': 1.1775826613108318, 'avg_acc_mask': 59.29719064173635, 'loss': 0.8356494903564453}
+{'epoch': 209, 'iter': 210, 'avg_loss': 1.1762000246070572, 'avg_acc_mask': 59.43682053109962, 'loss': 1.2472951412200928}
+{'epoch': 209, 'iter': 220, 'avg_loss': 1.1766001145224765, 'avg_acc_mask': 59.406447211325265, 'loss': 1.1009929180145264}
+{'epoch': 209, 'iter': 230, 'avg_loss': 1.1772258206879422, 'avg_acc_mask': 59.38341081477857, 'loss': 1.0474660396575928}
+{'epoch': 209, 'iter': 240, 'avg_loss': 1.17311910425479, 'avg_acc_mask': 59.44448778965437, 'loss': 1.582704782485962}
+{'epoch': 209, 'iter': 250, 'avg_loss': 1.1710942097869053, 'avg_acc_mask': 59.51471579420355, 'loss': 0.8375149369239807}
+{'epoch': 209, 'iter': 260, 'avg_loss': 1.1680651286552692, 'avg_acc_mask': 59.6994436818149, 'loss': 1.1463205814361572}
+{'epoch': 209, 'iter': 270, 'avg_loss': 1.1722557879022126, 'avg_acc_mask': 59.53375086986779, 'loss': 1.2526440620422363}
+{'epoch': 'EP209_test', 'avg_loss': 1.171713293030642, 'total_masked_acc': 59.57985493362529}
+{'epoch': 210, 'iter': 0, 'avg_loss': 1.1050280332565308, 'avg_acc_mask': 60.0, 'loss': 1.1050280332565308}
+{'epoch': 210, 'iter': 10, 'avg_loss': 1.1715469522909685, 'avg_acc_mask': 57.78175313059034, 'loss': 1.2212189435958862}
+{'epoch': 210, 'iter': 20, 'avg_loss': 1.1589452964918954, 'avg_acc_mask': 59.33273219116321, 'loss': 1.2056777477264404}
+{'epoch': 210, 'iter': 30, 'avg_loss': 1.155561412534406, 'avg_acc_mask': 60.44957472660997, 'loss': 1.0018595457077026}
+{'epoch': 210, 'iter': 40, 'avg_loss': 1.1566503207858017, 'avg_acc_mask': 60.324074074074076, 'loss': 1.1900227069854736}
+{'epoch': 210, 'iter': 50, 'avg_loss': 1.1521604855855305, 'avg_acc_mask': 60.82626337144965, 'loss': 1.0579310655593872}
+{'epoch': 210, 'iter': 60, 'avg_loss': 1.172941342729037, 'avg_acc_mask': 60.295447693699124, 'loss': 1.3712313175201416}
+{'epoch': 210, 'iter': 70, 'avg_loss': 1.1778105581310434, 'avg_acc_mask': 60.36316472114137, 'loss': 1.230316400527954}
+{'epoch': 210, 'iter': 80, 'avg_loss': 1.1756249246773895, 'avg_acc_mask': 60.027285129604365, 'loss': 1.2383291721343994}
+{'epoch': 210, 'iter': 90, 'avg_loss': 1.1795174872482217, 'avg_acc_mask': 59.732631152521776, 'loss': 1.0518606901168823}
+{'epoch': 210, 'iter': 100, 'avg_loss': 1.1906665958980522, 'avg_acc_mask': 59.25658607001083, 'loss': 1.043994665145874}
+{'epoch': 210, 'iter': 110, 'avg_loss': 1.189614201988186, 'avg_acc_mask': 59.42582144042483, 'loss': 1.3502730131149292}
+{'epoch': 210, 'iter': 120, 'avg_loss': 1.193672460957992, 'avg_acc_mask': 59.368806220460435, 'loss': 1.3235282897949219}
+{'epoch': 210, 'iter': 130, 'avg_loss': 1.1971711575529957, 'avg_acc_mask': 59.05323781429976, 'loss': 1.3645192384719849}
+{'epoch': 210, 'iter': 140, 'avg_loss': 1.1953236262003581, 'avg_acc_mask': 59.0986283474853, 'loss': 1.0270849466323853}
+{'epoch': 210, 'iter': 150, 'avg_loss': 1.194701588706465, 'avg_acc_mask': 59.191355026712, 'loss': 1.1253820657730103}
+{'epoch': 210, 'iter': 160, 'avg_loss': 1.191817179229689, 'avg_acc_mask': 59.473684210526315, 'loss': 1.081153154373169}
+{'epoch': 210, 'iter': 170, 'avg_loss': 1.183573653823451, 'avg_acc_mask': 59.67932852684817, 'loss': 1.2510820627212524}
+{'epoch': 210, 'iter': 180, 'avg_loss': 1.180206976213508, 'avg_acc_mask': 59.69814399347339, 'loss': 1.3756235837936401}
+{'epoch': 210, 'iter': 190, 'avg_loss': 1.1793392459759537, 'avg_acc_mask': 59.759992257814766, 'loss': 1.3403754234313965}
+{'epoch': 210, 'iter': 200, 'avg_loss': 1.1773358209809262, 'avg_acc_mask': 59.73179020850555, 'loss': 1.0934607982635498}
+{'epoch': 210, 'iter': 210, 'avg_loss': 1.175479619988898, 'avg_acc_mask': 59.73730297723292, 'loss': 0.943576991558075}
+{'epoch': 210, 'iter': 220, 'avg_loss': 1.1715136097567114, 'avg_acc_mask': 59.826348305226254, 'loss': 0.8059720396995544}
+{'epoch': 210, 'iter': 230, 'avg_loss': 1.1691466482170731, 'avg_acc_mask': 60.01277037273526, 'loss': 0.8893237709999084}
+{'epoch': 210, 'iter': 240, 'avg_loss': 1.168336045197926, 'avg_acc_mask': 60.06729372180164, 'loss': 1.1543323993682861}
+{'epoch': 210, 'iter': 250, 'avg_loss': 1.166932925522565, 'avg_acc_mask': 60.09537784299339, 'loss': 0.8994316458702087}
+{'epoch': 210, 'iter': 260, 'avg_loss': 1.1646533370931487, 'avg_acc_mask': 60.24691358024692, 'loss': 1.3357256650924683}
+{'epoch': 210, 'iter': 270, 'avg_loss': 1.1671535832415647, 'avg_acc_mask': 60.16304347826087, 'loss': 1.3835358619689941}
+{'epoch': 'EP210_test', 'avg_loss': 1.1716373329577239, 'total_masked_acc': 60.03207055522149}
+{'epoch': 211, 'iter': 0, 'avg_loss': 1.3824036121368408, 'avg_acc_mask': 44.89795918367347, 'loss': 1.3824036121368408}
+{'epoch': 211, 'iter': 10, 'avg_loss': 1.154101463881406, 'avg_acc_mask': 57.04225352112676, 'loss': 0.7733907699584961}
+{'epoch': 211, 'iter': 20, 'avg_loss': 1.1465311618078322, 'avg_acc_mask': 58.86019590382902, 'loss': 0.9651862382888794}
+{'epoch': 211, 'iter': 30, 'avg_loss': 1.146428685034475, 'avg_acc_mask': 59.58102279728897, 'loss': 1.255043387413025}
+{'epoch': 211, 'iter': 40, 'avg_loss': 1.1631748414621121, 'avg_acc_mask': 58.88022028453419, 'loss': 1.3244473934173584}
+{'epoch': 211, 'iter': 50, 'avg_loss': 1.1651288457945281, 'avg_acc_mask': 59.25512104283054, 'loss': 1.2014038562774658}
+{'epoch': 211, 'iter': 60, 'avg_loss': 1.167369541574697, 'avg_acc_mask': 58.8830929733047, 'loss': 1.0126640796661377}
+{'epoch': 211, 'iter': 70, 'avg_loss': 1.1663962980391274, 'avg_acc_mask': 58.41662283008942, 'loss': 1.177521824836731}
+{'epoch': 211, 'iter': 80, 'avg_loss': 1.1667085760905418, 'avg_acc_mask': 58.620689655172406, 'loss': 1.1921383142471313}
+{'epoch': 211, 'iter': 90, 'avg_loss': 1.167288037446829, 'avg_acc_mask': 58.54005693371289, 'loss': 1.0450667142868042}
+{'epoch': 211, 'iter': 100, 'avg_loss': 1.177517549826367, 'avg_acc_mask': 58.48336061102019, 'loss': 1.329035997390747}
+{'epoch': 211, 'iter': 110, 'avg_loss': 1.1681195825069874, 'avg_acc_mask': 58.85175380542687, 'loss': 0.9933416843414307}
+{'epoch': 211, 'iter': 120, 'avg_loss': 1.1707185689082815, 'avg_acc_mask': 58.881330309901735, 'loss': 1.1129083633422852}
+{'epoch': 211, 'iter': 130, 'avg_loss': 1.1758098888943214, 'avg_acc_mask': 58.69988864142539, 'loss': 1.2906014919281006}
+{'epoch': 211, 'iter': 140, 'avg_loss': 1.1731912979842922, 'avg_acc_mask': 58.89792231255646, 'loss': 1.0550249814987183}
+{'epoch': 211, 'iter': 150, 'avg_loss': 1.1760069187113782, 'avg_acc_mask': 58.87794329649208, 'loss': 1.1907423734664917}
+{'epoch': 211, 'iter': 160, 'avg_loss': 1.1734016030471517, 'avg_acc_mask': 58.876175371020736, 'loss': 1.2475241422653198}
+{'epoch': 211, 'iter': 170, 'avg_loss': 1.168807131505152, 'avg_acc_mask': 59.05461513893325, 'loss': 1.49650239944458}
+{'epoch': 211, 'iter': 180, 'avg_loss': 1.1729146732809794, 'avg_acc_mask': 59.022366157271534, 'loss': 1.3105559349060059}
+{'epoch': 211, 'iter': 190, 'avg_loss': 1.1733518698452654, 'avg_acc_mask': 58.948781891425284, 'loss': 1.2399296760559082}
+{'epoch': 211, 'iter': 200, 'avg_loss': 1.168726996106295, 'avg_acc_mask': 59.01654327757975, 'loss': 0.7638594508171082}
+{'epoch': 211, 'iter': 210, 'avg_loss': 1.16868933371458, 'avg_acc_mask': 59.03740517917866, 'loss': 1.060779333114624}
+{'epoch': 211, 'iter': 220, 'avg_loss': 1.1703663845946886, 'avg_acc_mask': 59.06748670212766, 'loss': 1.3894271850585938}
+{'epoch': 211, 'iter': 230, 'avg_loss': 1.1710223212386623, 'avg_acc_mask': 59.07283715012722, 'loss': 1.2030330896377563}
+{'epoch': 211, 'iter': 240, 'avg_loss': 1.1723657609021516, 'avg_acc_mask': 58.9626239511823, 'loss': 1.1136164665222168}
+{'epoch': 211, 'iter': 250, 'avg_loss': 1.1704640730443703, 'avg_acc_mask': 59.07457651976241, 'loss': 0.9262573719024658}
+{'epoch': 211, 'iter': 260, 'avg_loss': 1.1672312971275884, 'avg_acc_mask': 59.28177576700128, 'loss': 1.2527252435684204}
+{'epoch': 211, 'iter': 270, 'avg_loss': 1.1684046614214063, 'avg_acc_mask': 59.21544632537902, 'loss': 1.1187227964401245}
+{'epoch': 'EP211_test', 'avg_loss': 1.1680618328028831, 'total_masked_acc': 59.22938470768615}
+{'epoch': 212, 'iter': 0, 'avg_loss': 1.1176209449768066, 'avg_acc_mask': 66.66666666666666, 'loss': 1.1176209449768066}
+{'epoch': 212, 'iter': 10, 'avg_loss': 1.1116649129173972, 'avg_acc_mask': 63.81578947368421, 'loss': 0.8768326044082642}
+{'epoch': 212, 'iter': 20, 'avg_loss': 1.1289299073673429, 'avg_acc_mask': 62.8695652173913, 'loss': 1.151530385017395}
+{'epoch': 212, 'iter': 30, 'avg_loss': 1.1287538774551884, 'avg_acc_mask': 63.18648159324079, 'loss': 1.0523290634155273}
+{'epoch': 212, 'iter': 40, 'avg_loss': 1.1426974636752432, 'avg_acc_mask': 61.53846153846154, 'loss': 1.4223238229751587}
+{'epoch': 212, 'iter': 50, 'avg_loss': 1.149743050921197, 'avg_acc_mask': 61.247296322999276, 'loss': 1.1483817100524902}
+{'epoch': 212, 'iter': 60, 'avg_loss': 1.1698691835168933, 'avg_acc_mask': 60.64400715563506, 'loss': 1.150586485862732}
+{'epoch': 212, 'iter': 70, 'avg_loss': 1.1686518460931912, 'avg_acc_mask': 60.24780588538978, 'loss': 0.9471458792686462}
+{'epoch': 212, 'iter': 80, 'avg_loss': 1.16279982784648, 'avg_acc_mask': 60.19616788321168, 'loss': 1.0892252922058105}
+{'epoch': 212, 'iter': 90, 'avg_loss': 1.170739722775889, 'avg_acc_mask': 60.00807917592405, 'loss': 1.1413395404815674}
+{'epoch': 212, 'iter': 100, 'avg_loss': 1.1808505624827772, 'avg_acc_mask': 59.69314079422383, 'loss': 1.463632345199585}
+{'epoch': 212, 'iter': 110, 'avg_loss': 1.1762426565359305, 'avg_acc_mask': 59.61917268548916, 'loss': 1.2344350814819336}
+{'epoch': 212, 'iter': 120, 'avg_loss': 1.1782607234213962, 'avg_acc_mask': 59.54026442307693, 'loss': 1.4677741527557373}
+{'epoch': 212, 'iter': 130, 'avg_loss': 1.177830292068365, 'avg_acc_mask': 59.414458165672265, 'loss': 1.0645277500152588}
+{'epoch': 212, 'iter': 140, 'avg_loss': 1.1750903374759862, 'avg_acc_mask': 59.486191393705845, 'loss': 1.0382721424102783}
+{'epoch': 212, 'iter': 150, 'avg_loss': 1.1703625688489698, 'avg_acc_mask': 59.72720746590093, 'loss': 1.1909220218658447}
+{'epoch': 212, 'iter': 160, 'avg_loss': 1.1671415619228198, 'avg_acc_mask': 59.68157865231528, 'loss': 1.0786082744598389}
+{'epoch': 212, 'iter': 170, 'avg_loss': 1.1627543310672916, 'avg_acc_mask': 59.76574865463754, 'loss': 1.0051300525665283}
+{'epoch': 212, 'iter': 180, 'avg_loss': 1.167005717754364, 'avg_acc_mask': 59.52571542925755, 'loss': 1.4338104724884033}
+{'epoch': 212, 'iter': 190, 'avg_loss': 1.169235523770617, 'avg_acc_mask': 59.475634083784556, 'loss': 1.4436547756195068}
+{'epoch': 212, 'iter': 200, 'avg_loss': 1.164994324024637, 'avg_acc_mask': 59.647058823529406, 'loss': 0.9361619353294373}
+{'epoch': 212, 'iter': 210, 'avg_loss': 1.1624116284587371, 'avg_acc_mask': 59.825741890959286, 'loss': 0.9788508415222168}
+{'epoch': 212, 'iter': 220, 'avg_loss': 1.1680001718965591, 'avg_acc_mask': 59.72977426264624, 'loss': 1.2334556579589844}
+{'epoch': 212, 'iter': 230, 'avg_loss': 1.165801674256593, 'avg_acc_mask': 59.70019723865878, 'loss': 1.0514377355575562}
+{'epoch': 212, 'iter': 240, 'avg_loss': 1.1667890311276765, 'avg_acc_mask': 59.728849503900626, 'loss': 1.3952412605285645}
+{'epoch': 212, 'iter': 250, 'avg_loss': 1.1631421064475618, 'avg_acc_mask': 59.89043097151205, 'loss': 0.8833708167076111}
+{'epoch': 212, 'iter': 260, 'avg_loss': 1.1631134465279707, 'avg_acc_mask': 59.874894574079285, 'loss': 1.049979329109192}
+{'epoch': 212, 'iter': 270, 'avg_loss': 1.1668012043206895, 'avg_acc_mask': 59.65220921577915, 'loss': 1.2707915306091309}
+{'epoch': 'EP212_test', 'avg_loss': 1.1654948039331299, 'total_masked_acc': 59.6554247322557}
+{'epoch': 213, 'iter': 0, 'avg_loss': 1.0230292081832886, 'avg_acc_mask': 54.761904761904766, 'loss': 1.0230292081832886}
+{'epoch': 213, 'iter': 10, 'avg_loss': 1.150745619427074, 'avg_acc_mask': 57.831325301204814, 'loss': 1.4888049364089966}
+{'epoch': 213, 'iter': 20, 'avg_loss': 1.137417767729078, 'avg_acc_mask': 59.134199134199136, 'loss': 1.1852858066558838}
+{'epoch': 213, 'iter': 30, 'avg_loss': 1.1337228071305059, 'avg_acc_mask': 59.404761904761905, 'loss': 1.3197356462478638}
+{'epoch': 213, 'iter': 40, 'avg_loss': 1.1514466521216602, 'avg_acc_mask': 58.75278396436525, 'loss': 1.497147560119629}
+{'epoch': 213, 'iter': 50, 'avg_loss': 1.1611176004596786, 'avg_acc_mask': 58.55595667870036, 'loss': 1.1460087299346924}
+{'epoch': 213, 'iter': 60, 'avg_loss': 1.188301748916751, 'avg_acc_mask': 58.398320335932816, 'loss': 1.6117372512817383}
+{'epoch': 213, 'iter': 70, 'avg_loss': 1.1879451308451907, 'avg_acc_mask': 58.453608247422686, 'loss': 1.0120460987091064}
+{'epoch': 213, 'iter': 80, 'avg_loss': 1.181099717999682, 'avg_acc_mask': 58.64950316169828, 'loss': 1.3370484113693237}
+{'epoch': 213, 'iter': 90, 'avg_loss': 1.1744562282667055, 'avg_acc_mask': 59.01639344262295, 'loss': 0.9851277470588684}
+{'epoch': 213, 'iter': 100, 'avg_loss': 1.1800143494464383, 'avg_acc_mask': 58.858480374504865, 'loss': 1.4524259567260742}
+{'epoch': 213, 'iter': 110, 'avg_loss': 1.1797558079968702, 'avg_acc_mask': 58.84091282219668, 'loss': 1.4562427997589111}
+{'epoch': 213, 'iter': 120, 'avg_loss': 1.1837214576311348, 'avg_acc_mask': 58.91705414729264, 'loss': 1.1539381742477417}
+{'epoch': 213, 'iter': 130, 'avg_loss': 1.1851997270838905, 'avg_acc_mask': 58.86917960088692, 'loss': 1.1171143054962158}
+{'epoch': 213, 'iter': 140, 'avg_loss': 1.1816735170411725, 'avg_acc_mask': 58.990576997547436, 'loss': 1.2363829612731934}
+{'epoch': 213, 'iter': 150, 'avg_loss': 1.1773834177200369, 'avg_acc_mask': 59.13952649921884, 'loss': 1.066422462463379}
+{'epoch': 213, 'iter': 160, 'avg_loss': 1.1731292479526922, 'avg_acc_mask': 59.250056471651234, 'loss': 1.1729234457015991}
+{'epoch': 213, 'iter': 170, 'avg_loss': 1.1723584905702469, 'avg_acc_mask': 59.284045039303166, 'loss': 1.2507601976394653}
+{'epoch': 213, 'iter': 180, 'avg_loss': 1.1700701762958126, 'avg_acc_mask': 59.38446014127145, 'loss': 1.4315884113311768}
+{'epoch': 213, 'iter': 190, 'avg_loss': 1.167817788286359, 'avg_acc_mask': 59.41125707162719, 'loss': 1.2357977628707886}
+{'epoch': 213, 'iter': 200, 'avg_loss': 1.1665856064255558, 'avg_acc_mask': 59.378711740520785, 'loss': 1.0894454717636108}
+{'epoch': 213, 'iter': 210, 'avg_loss': 1.1652045970279459, 'avg_acc_mask': 59.54311622634929, 'loss': 1.4926265478134155}
+{'epoch': 213, 'iter': 220, 'avg_loss': 1.1668534424509938, 'avg_acc_mask': 59.47946116747048, 'loss': 1.238516926765442}
+{'epoch': 213, 'iter': 230, 'avg_loss': 1.166425938730116, 'avg_acc_mask': 59.44568333864289, 'loss': 1.2470309734344482}
+{'epoch': 213, 'iter': 240, 'avg_loss': 1.1635407016485064, 'avg_acc_mask': 59.417742798196684, 'loss': 1.1169828176498413}
+{'epoch': 213, 'iter': 250, 'avg_loss': 1.1603751251422076, 'avg_acc_mask': 59.576657357048354, 'loss': 0.9922637939453125}
+{'epoch': 213, 'iter': 260, 'avg_loss': 1.161183399944013, 'avg_acc_mask': 59.62205393162998, 'loss': 1.006006121635437}
+{'epoch': 213, 'iter': 270, 'avg_loss': 1.160111792413071, 'avg_acc_mask': 59.74556092251173, 'loss': 1.3242193460464478}
+{'epoch': 'EP213_test', 'avg_loss': 1.1593079897372618, 'total_masked_acc': 59.819699499165274}
+{'epoch': 214, 'iter': 0, 'avg_loss': 1.452102541923523, 'avg_acc_mask': 55.35714285714286, 'loss': 1.452102541923523}
+{'epoch': 214, 'iter': 10, 'avg_loss': 1.148467394438657, 'avg_acc_mask': 62.56499133448874, 'loss': 1.1802812814712524}
+{'epoch': 214, 'iter': 20, 'avg_loss': 1.138365728514535, 'avg_acc_mask': 62.85452881976212, 'loss': 0.9424521923065186}
+{'epoch': 214, 'iter': 30, 'avg_loss': 1.1414892692719736, 'avg_acc_mask': 60.83178150217257, 'loss': 1.0574344396591187}
+{'epoch': 214, 'iter': 40, 'avg_loss': 1.1641203441270969, 'avg_acc_mask': 60.344026034402596, 'loss': 1.1838650703430176}
+{'epoch': 214, 'iter': 50, 'avg_loss': 1.171691358089447, 'avg_acc_mask': 60.05928121526492, 'loss': 1.5169438123703003}
+{'epoch': 214, 'iter': 60, 'avg_loss': 1.1816027594394372, 'avg_acc_mask': 60.0609756097561, 'loss': 1.3042722940444946}
+{'epoch': 214, 'iter': 70, 'avg_loss': 1.178186168133373, 'avg_acc_mask': 60.13637555730396, 'loss': 1.0984523296356201}
+{'epoch': 214, 'iter': 80, 'avg_loss': 1.1750317885551924, 'avg_acc_mask': 60.321469575200915, 'loss': 1.5076345205307007}
+{'epoch': 214, 'iter': 90, 'avg_loss': 1.1745816456092584, 'avg_acc_mask': 60.3634878497039, 'loss': 1.0133432149887085}
+{'epoch': 214, 'iter': 100, 'avg_loss': 1.1762323261487602, 'avg_acc_mask': 60.186369450027414, 'loss': 1.5107002258300781}
+{'epoch': 214, 'iter': 110, 'avg_loss': 1.174589617832287, 'avg_acc_mask': 60.232945091514146, 'loss': 1.1402451992034912}
+{'epoch': 214, 'iter': 120, 'avg_loss': 1.1703639340794776, 'avg_acc_mask': 60.26520347508002, 'loss': 0.9204785227775574}
+{'epoch': 214, 'iter': 130, 'avg_loss': 1.1827400991024861, 'avg_acc_mask': 59.741173160782104, 'loss': 1.3914376497268677}
+{'epoch': 214, 'iter': 140, 'avg_loss': 1.1797870245385678, 'avg_acc_mask': 59.60533193936226, 'loss': 1.298269510269165}
+{'epoch': 214, 'iter': 150, 'avg_loss': 1.175717154086031, 'avg_acc_mask': 59.8704314875932, 'loss': 1.2160577774047852}
+{'epoch': 214, 'iter': 160, 'avg_loss': 1.1738250707247242, 'avg_acc_mask': 59.90836197021764, 'loss': 1.3811851739883423}
+{'epoch': 214, 'iter': 170, 'avg_loss': 1.1731824808650546, 'avg_acc_mask': 59.764527975804704, 'loss': 1.2409460544586182}
+{'epoch': 214, 'iter': 180, 'avg_loss': 1.1730068599321566, 'avg_acc_mask': 59.64661423756511, 'loss': 1.1538548469543457}
+{'epoch': 214, 'iter': 190, 'avg_loss': 1.1702912315648264, 'avg_acc_mask': 59.69511603068259, 'loss': 1.2474390268325806}
+{'epoch': 214, 'iter': 200, 'avg_loss': 1.1689616379453176, 'avg_acc_mask': 59.761508596783145, 'loss': 0.9132710695266724}
+{'epoch': 214, 'iter': 210, 'avg_loss': 1.1695330445235375, 'avg_acc_mask': 59.81020999912134, 'loss': 1.1105482578277588}
+{'epoch': 214, 'iter': 220, 'avg_loss': 1.1672727724545682, 'avg_acc_mask': 59.9195373397033, 'loss': 1.132436752319336}
+{'epoch': 214, 'iter': 230, 'avg_loss': 1.1678663727008936, 'avg_acc_mask': 59.84289836486053, 'loss': 0.8132554292678833}
+{'epoch': 214, 'iter': 240, 'avg_loss': 1.1683098898883677, 'avg_acc_mask': 59.856137128864404, 'loss': 1.240551233291626}
+{'epoch': 214, 'iter': 250, 'avg_loss': 1.1643077317936963, 'avg_acc_mask': 60.04108885464817, 'loss': 0.8811699748039246}
+{'epoch': 214, 'iter': 260, 'avg_loss': 1.1616505784093192, 'avg_acc_mask': 60.19198193111237, 'loss': 1.1378308534622192}
+{'epoch': 214, 'iter': 270, 'avg_loss': 1.163781189390654, 'avg_acc_mask': 59.97965412004069, 'loss': 1.3920608758926392}
+{'epoch': 'EP214_test', 'avg_loss': 1.1660523976104846, 'total_masked_acc': 59.916061554859766}
+{'epoch': 215, 'iter': 0, 'avg_loss': 1.029563069343567, 'avg_acc_mask': 62.5, 'loss': 1.029563069343567}
+{'epoch': 215, 'iter': 10, 'avg_loss': 1.197521518577229, 'avg_acc_mask': 58.74799357945425, 'loss': 1.0359421968460083}
+{'epoch': 215, 'iter': 20, 'avg_loss': 1.1862271428108215, 'avg_acc_mask': 60.61135371179039, 'loss': 1.1834392547607422}
+{'epoch': 215, 'iter': 30, 'avg_loss': 1.1793128155892896, 'avg_acc_mask': 60.770156438026476, 'loss': 1.075425386428833}
+{'epoch': 215, 'iter': 40, 'avg_loss': 1.173502075962904, 'avg_acc_mask': 60.76062639821029, 'loss': 1.1092188358306885}
+{'epoch': 215, 'iter': 50, 'avg_loss': 1.1672121812315548, 'avg_acc_mask': 60.562865497076025, 'loss': 1.0660685300827026}
+{'epoch': 215, 'iter': 60, 'avg_loss': 1.1774065953786257, 'avg_acc_mask': 59.84393757503001, 'loss': 1.269709587097168}
+{'epoch': 215, 'iter': 70, 'avg_loss': 1.1796492606821194, 'avg_acc_mask': 59.642764690654936, 'loss': 1.139372706413269}
+{'epoch': 215, 'iter': 80, 'avg_loss': 1.1755807083330037, 'avg_acc_mask': 59.65831435079727, 'loss': 1.0273516178131104}
+{'epoch': 215, 'iter': 90, 'avg_loss': 1.1886777615809179, 'avg_acc_mask': 59.32918256678048, 'loss': 1.0920002460479736}
+{'epoch': 215, 'iter': 100, 'avg_loss': 1.1861454077286295, 'avg_acc_mask': 59.52596345214401, 'loss': 1.5882169008255005}
+{'epoch': 215, 'iter': 110, 'avg_loss': 1.184358426579484, 'avg_acc_mask': 59.56003969566655, 'loss': 1.2076623439788818}
+{'epoch': 215, 'iter': 120, 'avg_loss': 1.1901926151977098, 'avg_acc_mask': 59.359756097560975, 'loss': 1.3256912231445312}
+{'epoch': 215, 'iter': 130, 'avg_loss': 1.1898256180850604, 'avg_acc_mask': 59.27334178284749, 'loss': 1.2865688800811768}
+{'epoch': 215, 'iter': 140, 'avg_loss': 1.1888712809440938, 'avg_acc_mask': 59.31623931623932, 'loss': 1.0302667617797852}
+{'epoch': 215, 'iter': 150, 'avg_loss': 1.1931433855303075, 'avg_acc_mask': 59.20550977739515, 'loss': 1.0311248302459717}
+{'epoch': 215, 'iter': 160, 'avg_loss': 1.1931765923588913, 'avg_acc_mask': 59.286621262841976, 'loss': 1.2572084665298462}
+{'epoch': 215, 'iter': 170, 'avg_loss': 1.1861108771541662, 'avg_acc_mask': 59.42311862936456, 'loss': 1.2085989713668823}
+{'epoch': 215, 'iter': 180, 'avg_loss': 1.1875954392206602, 'avg_acc_mask': 59.45696721311475, 'loss': 1.51426362991333}
+{'epoch': 215, 'iter': 190, 'avg_loss': 1.191242002691898, 'avg_acc_mask': 59.36254980079681, 'loss': 1.3252395391464233}
+{'epoch': 215, 'iter': 200, 'avg_loss': 1.1950667325537003, 'avg_acc_mask': 58.99068179721376, 'loss': 1.1293977499008179}
+{'epoch': 215, 'iter': 210, 'avg_loss': 1.1970809045561117, 'avg_acc_mask': 58.9331449262563, 'loss': 1.3367677927017212}
+{'epoch': 215, 'iter': 220, 'avg_loss': 1.1969781145790583, 'avg_acc_mask': 58.95207559905501, 'loss': 1.1140495538711548}
+{'epoch': 215, 'iter': 230, 'avg_loss': 1.1968281524521964, 'avg_acc_mask': 58.977254395870304, 'loss': 1.0836528539657593}
+{'epoch': 215, 'iter': 240, 'avg_loss': 1.194613059279335, 'avg_acc_mask': 58.981295408873095, 'loss': 1.116317868232727}
+{'epoch': 215, 'iter': 250, 'avg_loss': 1.193758363267815, 'avg_acc_mask': 59.01091557139675, 'loss': 0.749864399433136}
+{'epoch': 215, 'iter': 260, 'avg_loss': 1.196018503086777, 'avg_acc_mask': 58.95415472779369, 'loss': 1.3398406505584717}
+{'epoch': 215, 'iter': 270, 'avg_loss': 1.1939656870831423, 'avg_acc_mask': 59.03174712485366, 'loss': 1.3878684043884277}
+{'epoch': 'EP215_test', 'avg_loss': 1.1931034840535426, 'total_masked_acc': 59.08291627214933}
+{'epoch': 216, 'iter': 0, 'avg_loss': 1.2072076797485352, 'avg_acc_mask': 63.63636363636363, 'loss': 1.2072076797485352}
+{'epoch': 216, 'iter': 10, 'avg_loss': 1.1405329704284668, 'avg_acc_mask': 59.6694214876033, 'loss': 0.9114997982978821}
+{'epoch': 216, 'iter': 20, 'avg_loss': 1.1222457488377888, 'avg_acc_mask': 60.13805004314064, 'loss': 1.345699429512024}
+{'epoch': 216, 'iter': 30, 'avg_loss': 1.1049879424033626, 'avg_acc_mask': 60.69711538461539, 'loss': 1.0217400789260864}
+{'epoch': 216, 'iter': 40, 'avg_loss': 1.1419359809014855, 'avg_acc_mask': 59.883720930232556, 'loss': 1.262722373008728}
+{'epoch': 216, 'iter': 50, 'avg_loss': 1.1582561836523169, 'avg_acc_mask': 59.04085257548846, 'loss': 1.3542392253875732}
+{'epoch': 216, 'iter': 60, 'avg_loss': 1.1684063389653065, 'avg_acc_mask': 58.98809523809524, 'loss': 1.296478271484375}
+{'epoch': 216, 'iter': 70, 'avg_loss': 1.1640408190203384, 'avg_acc_mask': 59.07692307692308, 'loss': 1.1609116792678833}
+{'epoch': 216, 'iter': 80, 'avg_loss': 1.1726620454847076, 'avg_acc_mask': 59.009721908207105, 'loss': 1.3491990566253662}
+{'epoch': 216, 'iter': 90, 'avg_loss': 1.1757573898021991, 'avg_acc_mask': 58.903290129611165, 'loss': 0.9261361360549927}
+{'epoch': 216, 'iter': 100, 'avg_loss': 1.1775148156845923, 'avg_acc_mask': 58.92341040462428, 'loss': 1.4898737668991089}
+{'epoch': 216, 'iter': 110, 'avg_loss': 1.1698074158247527, 'avg_acc_mask': 59.411474601348026, 'loss': 1.3763678073883057}
+{'epoch': 216, 'iter': 120, 'avg_loss': 1.175130604712431, 'avg_acc_mask': 59.226369656833235, 'loss': 1.1122733354568481}
+{'epoch': 216, 'iter': 130, 'avg_loss': 1.1746465950521805, 'avg_acc_mask': 59.273130808711336, 'loss': 1.1444779634475708}
+{'epoch': 216, 'iter': 140, 'avg_loss': 1.1736403183734163, 'avg_acc_mask': 59.22430510665805, 'loss': 0.9176954030990601}
+{'epoch': 216, 'iter': 150, 'avg_loss': 1.1716732931452871, 'avg_acc_mask': 59.492447129909365, 'loss': 0.9945091009140015}
+{'epoch': 216, 'iter': 160, 'avg_loss': 1.1701399613611447, 'avg_acc_mask': 59.61363636363637, 'loss': 1.225256323814392}
+{'epoch': 216, 'iter': 170, 'avg_loss': 1.164362498891284, 'avg_acc_mask': 59.61167131516842, 'loss': 1.2755848169326782}
+{'epoch': 216, 'iter': 180, 'avg_loss': 1.165945709080986, 'avg_acc_mask': 59.558749114462096, 'loss': 1.40189790725708}
+{'epoch': 216, 'iter': 190, 'avg_loss': 1.1640393247154994, 'avg_acc_mask': 59.51167932327214, 'loss': 1.0921415090560913}
+{'epoch': 216, 'iter': 200, 'avg_loss': 1.163423713463456, 'avg_acc_mask': 59.52577130824865, 'loss': 1.3954598903656006}
+{'epoch': 216, 'iter': 210, 'avg_loss': 1.1652421338298309, 'avg_acc_mask': 59.561510353227774, 'loss': 1.5029836893081665}
+{'epoch': 216, 'iter': 220, 'avg_loss': 1.164261608102203, 'avg_acc_mask': 59.549817941079105, 'loss': 1.1484439373016357}
+{'epoch': 216, 'iter': 230, 'avg_loss': 1.1675644493722297, 'avg_acc_mask': 59.40766550522648, 'loss': 1.2722166776657104}
+{'epoch': 216, 'iter': 240, 'avg_loss': 1.1639033417484077, 'avg_acc_mask': 59.51785308164658, 'loss': 1.1274852752685547}
+{'epoch': 216, 'iter': 250, 'avg_loss': 1.1603898223177844, 'avg_acc_mask': 59.68879517196248, 'loss': 0.8519673347473145}
+{'epoch': 216, 'iter': 260, 'avg_loss': 1.1622323249948436, 'avg_acc_mask': 59.75115336222564, 'loss': 1.2555501461029053}
+{'epoch': 216, 'iter': 270, 'avg_loss': 1.1634821231954653, 'avg_acc_mask': 59.73222095135572, 'loss': 1.4630776643753052}
+{'epoch': 'EP216_test', 'avg_loss': 1.1646453209113383, 'total_masked_acc': 59.71451229183188}
+{'epoch': 217, 'iter': 0, 'avg_loss': 0.9121464490890503, 'avg_acc_mask': 69.56521739130434, 'loss': 0.9121464490890503}
+{'epoch': 217, 'iter': 10, 'avg_loss': 1.2101772698489102, 'avg_acc_mask': 57.82312925170068, 'loss': 1.071442723274231}
+{'epoch': 217, 'iter': 20, 'avg_loss': 1.1676865702583676, 'avg_acc_mask': 59.38325991189427, 'loss': 1.0450007915496826}
+{'epoch': 217, 'iter': 30, 'avg_loss': 1.1999208465699227, 'avg_acc_mask': 58.53365384615385, 'loss': 1.2652342319488525}
+{'epoch': 217, 'iter': 40, 'avg_loss': 1.1885257901214972, 'avg_acc_mask': 58.45656192236599, 'loss': 1.283246636390686}
+{'epoch': 217, 'iter': 50, 'avg_loss': 1.188522010457282, 'avg_acc_mask': 58.373382624768944, 'loss': 1.1286810636520386}
+{'epoch': 217, 'iter': 60, 'avg_loss': 1.1926422148454385, 'avg_acc_mask': 58.411639890876025, 'loss': 1.1481552124023438}
+{'epoch': 217, 'iter': 70, 'avg_loss': 1.1928080311963256, 'avg_acc_mask': 58.57328145265889, 'loss': 1.0831117630004883}
+{'epoch': 217, 'iter': 80, 'avg_loss': 1.1941576482337197, 'avg_acc_mask': 58.467103775717845, 'loss': 1.207992672920227}
+{'epoch': 217, 'iter': 90, 'avg_loss': 1.1967656900594523, 'avg_acc_mask': 58.2461786001609, 'loss': 0.8217872977256775}
+{'epoch': 217, 'iter': 100, 'avg_loss': 1.201949399886745, 'avg_acc_mask': 58.36214740673339, 'loss': 1.3004947900772095}
+{'epoch': 217, 'iter': 110, 'avg_loss': 1.1904900911692027, 'avg_acc_mask': 58.69710096634455, 'loss': 1.1755895614624023}
+{'epoch': 217, 'iter': 120, 'avg_loss': 1.1954623411509617, 'avg_acc_mask': 58.73719614737808, 'loss': 1.2115379571914673}
+{'epoch': 217, 'iter': 130, 'avg_loss': 1.1988491006479918, 'avg_acc_mask': 58.453491659598534, 'loss': 1.3606139421463013}
+{'epoch': 217, 'iter': 140, 'avg_loss': 1.1918179185677928, 'avg_acc_mask': 58.79647878071212, 'loss': 1.0072307586669922}
+{'epoch': 217, 'iter': 150, 'avg_loss': 1.1888459928777835, 'avg_acc_mask': 58.896753722235786, 'loss': 1.2341324090957642}
+{'epoch': 217, 'iter': 160, 'avg_loss': 1.1821992071518987, 'avg_acc_mask': 59.21550636540888, 'loss': 1.1376045942306519}
+{'epoch': 217, 'iter': 170, 'avg_loss': 1.1777476033969232, 'avg_acc_mask': 59.300064808814, 'loss': 1.4875657558441162}
+{'epoch': 217, 'iter': 180, 'avg_loss': 1.179973610856915, 'avg_acc_mask': 59.21953212789867, 'loss': 1.2767771482467651}
+{'epoch': 217, 'iter': 190, 'avg_loss': 1.178422026609251, 'avg_acc_mask': 59.25351429956375, 'loss': 1.2034739255905151}
+{'epoch': 217, 'iter': 200, 'avg_loss': 1.175783875866316, 'avg_acc_mask': 59.329217727817195, 'loss': 1.1346979141235352}
+{'epoch': 217, 'iter': 210, 'avg_loss': 1.176698868308587, 'avg_acc_mask': 59.27062330148155, 'loss': 1.3046718835830688}
+{'epoch': 217, 'iter': 220, 'avg_loss': 1.1782479027277744, 'avg_acc_mask': 59.21545764970434, 'loss': 1.15147066116333}
+{'epoch': 217, 'iter': 230, 'avg_loss': 1.179861674319098, 'avg_acc_mask': 59.236276849642, 'loss': 1.1422057151794434}
+{'epoch': 217, 'iter': 240, 'avg_loss': 1.177904028120872, 'avg_acc_mask': 59.345581536592775, 'loss': 1.2323923110961914}
+{'epoch': 217, 'iter': 250, 'avg_loss': 1.1759040840118529, 'avg_acc_mask': 59.41202281702501, 'loss': 0.9819152355194092}
+{'epoch': 217, 'iter': 260, 'avg_loss': 1.1725596349358103, 'avg_acc_mask': 59.54268078838465, 'loss': 1.3097995519638062}
+{'epoch': 217, 'iter': 270, 'avg_loss': 1.1737002398255127, 'avg_acc_mask': 59.396923907177545, 'loss': 1.0779376029968262}
+{'epoch': 'EP217_test', 'avg_loss': 1.1744741210039111, 'total_masked_acc': 59.38080084858128}
+{'epoch': 218, 'iter': 0, 'avg_loss': 1.089392900466919, 'avg_acc_mask': 59.25925925925925, 'loss': 1.089392900466919}
+{'epoch': 218, 'iter': 10, 'avg_loss': 1.1996166760271245, 'avg_acc_mask': 57.57575757575758, 'loss': 0.9655081629753113}
+{'epoch': 218, 'iter': 20, 'avg_loss': 1.1659543627784366, 'avg_acc_mask': 59.8114824335904, 'loss': 1.2097951173782349}
+{'epoch': 218, 'iter': 30, 'avg_loss': 1.1491803507651053, 'avg_acc_mask': 60.21377672209026, 'loss': 1.2816466093063354}
+{'epoch': 218, 'iter': 40, 'avg_loss': 1.1610531530729153, 'avg_acc_mask': 60.34712950600801, 'loss': 1.2820498943328857}
+{'epoch': 218, 'iter': 50, 'avg_loss': 1.1595181963023018, 'avg_acc_mask': 60.27201145311382, 'loss': 0.9730360507965088}
+{'epoch': 218, 'iter': 60, 'avg_loss': 1.1776225957714144, 'avg_acc_mask': 59.87470167064439, 'loss': 1.1783016920089722}
+{'epoch': 218, 'iter': 70, 'avg_loss': 1.17634628524243, 'avg_acc_mask': 60.17102876392848, 'loss': 1.2717417478561401}
+{'epoch': 218, 'iter': 80, 'avg_loss': 1.164521414556621, 'avg_acc_mask': 60.29378012393849, 'loss': 1.0144027471542358}
+{'epoch': 218, 'iter': 90, 'avg_loss': 1.1634502122690389, 'avg_acc_mask': 60.29590595865424, 'loss': 1.1340088844299316}
+{'epoch': 218, 'iter': 100, 'avg_loss': 1.1643305662834997, 'avg_acc_mask': 60.25711662075298, 'loss': 1.1087024211883545}
+{'epoch': 218, 'iter': 110, 'avg_loss': 1.163197580221537, 'avg_acc_mask': 60.1945003353454, 'loss': 1.1688905954360962}
+{'epoch': 218, 'iter': 120, 'avg_loss': 1.1641443982597226, 'avg_acc_mask': 60.144482016600065, 'loss': 1.0755901336669922}
+{'epoch': 218, 'iter': 130, 'avg_loss': 1.1653768415669448, 'avg_acc_mask': 60.02561548313648, 'loss': 1.0818288326263428}
+{'epoch': 218, 'iter': 140, 'avg_loss': 1.1617348870487079, 'avg_acc_mask': 60.034602076124564, 'loss': 0.9608873724937439}
+{'epoch': 218, 'iter': 150, 'avg_loss': 1.161220095804985, 'avg_acc_mask': 60.08695652173913, 'loss': 1.233646035194397}
+{'epoch': 218, 'iter': 160, 'avg_loss': 1.1627677949318975, 'avg_acc_mask': 60.091527810373144, 'loss': 1.3210564851760864}
+{'epoch': 218, 'iter': 170, 'avg_loss': 1.1584352781200966, 'avg_acc_mask': 60.03737906772207, 'loss': 1.3765469789505005}
+{'epoch': 218, 'iter': 180, 'avg_loss': 1.1567182840563315, 'avg_acc_mask': 60.13731405388536, 'loss': 1.4548190832138062}
+{'epoch': 218, 'iter': 190, 'avg_loss': 1.1576276218703905, 'avg_acc_mask': 60.265162758484216, 'loss': 1.4506534337997437}
+{'epoch': 218, 'iter': 200, 'avg_loss': 1.155760130478968, 'avg_acc_mask': 60.35968527538403, 'loss': 0.9915012121200562}
+{'epoch': 218, 'iter': 210, 'avg_loss': 1.158098578453064, 'avg_acc_mask': 60.25, 'loss': 1.211942434310913}
+{'epoch': 218, 'iter': 220, 'avg_loss': 1.1580224325753985, 'avg_acc_mask': 60.25521054870268, 'loss': 0.8493108153343201}
+{'epoch': 218, 'iter': 230, 'avg_loss': 1.158424570188894, 'avg_acc_mask': 60.186536901865374, 'loss': 1.0324430465698242}
+{'epoch': 218, 'iter': 240, 'avg_loss': 1.1574166580354524, 'avg_acc_mask': 60.25919602669564, 'loss': 1.3944047689437866}
+{'epoch': 218, 'iter': 250, 'avg_loss': 1.1527143263246908, 'avg_acc_mask': 60.37791995238804, 'loss': 0.7757837176322937}
+{'epoch': 218, 'iter': 260, 'avg_loss': 1.1537968861188925, 'avg_acc_mask': 60.52876027152555, 'loss': 1.3321638107299805}
+{'epoch': 218, 'iter': 270, 'avg_loss': 1.1537448673670583, 'avg_acc_mask': 60.450932017543856, 'loss': 1.2780377864837646}
+{'epoch': 'EP218_test', 'avg_loss': 1.155246726412704, 'total_masked_acc': 60.40670661908289}
+{'epoch': 219, 'iter': 0, 'avg_loss': 1.2950598001480103, 'avg_acc_mask': 53.84615384615385, 'loss': 1.2950598001480103}
+{'epoch': 219, 'iter': 10, 'avg_loss': 1.1467060446739197, 'avg_acc_mask': 59.934853420195445, 'loss': 0.8342486023902893}
+{'epoch': 219, 'iter': 20, 'avg_loss': 1.188444699559893, 'avg_acc_mask': 57.66233766233766, 'loss': 1.312943935394287}
+{'epoch': 219, 'iter': 30, 'avg_loss': 1.200077279921501, 'avg_acc_mask': 58.32328106151991, 'loss': 1.3010108470916748}
+{'epoch': 219, 'iter': 40, 'avg_loss': 1.1982968420517155, 'avg_acc_mask': 59.12573231185219, 'loss': 1.3216264247894287}
+{'epoch': 219, 'iter': 50, 'avg_loss': 1.1875942045567083, 'avg_acc_mask': 59.23893157702159, 'loss': 1.125520944595337}
+{'epoch': 219, 'iter': 60, 'avg_loss': 1.204069580211014, 'avg_acc_mask': 58.32583258325833, 'loss': 1.1820610761642456}
+{'epoch': 219, 'iter': 70, 'avg_loss': 1.2058702463835058, 'avg_acc_mask': 58.42552096732698, 'loss': 1.118523359298706}
+{'epoch': 219, 'iter': 80, 'avg_loss': 1.21298200186388, 'avg_acc_mask': 57.996841867809614, 'loss': 1.0912370681762695}
+{'epoch': 219, 'iter': 90, 'avg_loss': 1.208004354775607, 'avg_acc_mask': 58.117932148626814, 'loss': 0.9950059056282043}
+{'epoch': 219, 'iter': 100, 'avg_loss': 1.2098745066340606, 'avg_acc_mask': 58.25929283771533, 'loss': 1.4161405563354492}
+{'epoch': 219, 'iter': 110, 'avg_loss': 1.1970624853898812, 'avg_acc_mask': 58.58283433133733, 'loss': 0.9511317014694214}
+{'epoch': 219, 'iter': 120, 'avg_loss': 1.1986667277399174, 'avg_acc_mask': 58.376643228370526, 'loss': 1.0827449560165405}
+{'epoch': 219, 'iter': 130, 'avg_loss': 1.2069636533278545, 'avg_acc_mask': 58.242843040473836, 'loss': 1.488249659538269}
+{'epoch': 219, 'iter': 140, 'avg_loss': 1.2054569011038923, 'avg_acc_mask': 58.392341987936014, 'loss': 1.0999853610992432}
+{'epoch': 219, 'iter': 150, 'avg_loss': 1.203802875335643, 'avg_acc_mask': 58.42792627853045, 'loss': 1.2137870788574219}
+{'epoch': 219, 'iter': 160, 'avg_loss': 1.1961455556176463, 'avg_acc_mask': 58.62700228832952, 'loss': 1.1564781665802002}
+{'epoch': 219, 'iter': 170, 'avg_loss': 1.1960285225806877, 'avg_acc_mask': 58.53948363400669, 'loss': 1.1485904455184937}
+{'epoch': 219, 'iter': 180, 'avg_loss': 1.1932589467717798, 'avg_acc_mask': 58.68055555555556, 'loss': 1.2427862882614136}
+{'epoch': 219, 'iter': 190, 'avg_loss': 1.1891503820868687, 'avg_acc_mask': 58.84466019417476, 'loss': 1.4238600730895996}
+{'epoch': 219, 'iter': 200, 'avg_loss': 1.1888945645360804, 'avg_acc_mask': 58.70550161812298, 'loss': 0.8845232725143433}
+{'epoch': 219, 'iter': 210, 'avg_loss': 1.1853392403837628, 'avg_acc_mask': 58.77734650670431, 'loss': 0.8420689105987549}
+{'epoch': 219, 'iter': 220, 'avg_loss': 1.1827081673824948, 'avg_acc_mask': 58.98407884761183, 'loss': 1.0673727989196777}
+{'epoch': 219, 'iter': 230, 'avg_loss': 1.1833867577763346, 'avg_acc_mask': 58.97083770902335, 'loss': 1.0727660655975342}
+{'epoch': 219, 'iter': 240, 'avg_loss': 1.1830108875555616, 'avg_acc_mask': 59.01791229153799, 'loss': 1.2654955387115479}
+{'epoch': 219, 'iter': 250, 'avg_loss': 1.1802328188580822, 'avg_acc_mask': 59.12397921306607, 'loss': 0.6278097629547119}
+{'epoch': 219, 'iter': 260, 'avg_loss': 1.1779438668283924, 'avg_acc_mask': 59.25581395348837, 'loss': 1.3420426845550537}
+{'epoch': 219, 'iter': 270, 'avg_loss': 1.1805592964496119, 'avg_acc_mask': 59.12348401323043, 'loss': 1.3123981952667236}
+{'epoch': 'EP219_test', 'avg_loss': 1.178986563630726, 'total_masked_acc': 59.21043736902589}
+{'epoch': 220, 'iter': 0, 'avg_loss': 0.9629104137420654, 'avg_acc_mask': 62.06896551724138, 'loss': 0.9629104137420654}
+{'epoch': 220, 'iter': 10, 'avg_loss': 1.1781268173998052, 'avg_acc_mask': 60.544217687074834, 'loss': 1.2544995546340942}
+{'epoch': 220, 'iter': 20, 'avg_loss': 1.1326124668121338, 'avg_acc_mask': 61.63410301953819, 'loss': 1.2653559446334839}
+{'epoch': 220, 'iter': 30, 'avg_loss': 1.1207709716212364, 'avg_acc_mask': 62.30398069963812, 'loss': 1.0137659311294556}
+{'epoch': 220, 'iter': 40, 'avg_loss': 1.1307167483539116, 'avg_acc_mask': 61.59387663214768, 'loss': 1.3468847274780273}
+{'epoch': 220, 'iter': 50, 'avg_loss': 1.1482739916034774, 'avg_acc_mask': 60.588657573582196, 'loss': 1.3183478116989136}
+{'epoch': 220, 'iter': 60, 'avg_loss': 1.1533677910195022, 'avg_acc_mask': 60.6684571769621, 'loss': 1.061318278312683}
+{'epoch': 220, 'iter': 70, 'avg_loss': 1.152076565044027, 'avg_acc_mask': 60.643689812468324, 'loss': 1.1683472394943237}
+{'epoch': 220, 'iter': 80, 'avg_loss': 1.1445477545997242, 'avg_acc_mask': 60.69596252509481, 'loss': 1.3714263439178467}
+{'epoch': 220, 'iter': 90, 'avg_loss': 1.1435891835244147, 'avg_acc_mask': 60.78702788214356, 'loss': 0.9742254614830017}
+{'epoch': 220, 'iter': 100, 'avg_loss': 1.1565496425817507, 'avg_acc_mask': 60.36324786324786, 'loss': 1.5947381258010864}
+{'epoch': 220, 'iter': 110, 'avg_loss': 1.1518758626671526, 'avg_acc_mask': 60.39587763782104, 'loss': 1.1651867628097534}
+{'epoch': 220, 'iter': 120, 'avg_loss': 1.1549064654949284, 'avg_acc_mask': 60.45918367346938, 'loss': 1.0724525451660156}
+{'epoch': 220, 'iter': 130, 'avg_loss': 1.1604757204310585, 'avg_acc_mask': 60.15048070224328, 'loss': 1.03887140750885}
+{'epoch': 220, 'iter': 140, 'avg_loss': 1.1639782803278442, 'avg_acc_mask': 60.0, 'loss': 0.9141223430633545}
+{'epoch': 220, 'iter': 150, 'avg_loss': 1.1673011894257652, 'avg_acc_mask': 59.61468556888404, 'loss': 1.3035234212875366}
+{'epoch': 220, 'iter': 160, 'avg_loss': 1.1697134231188282, 'avg_acc_mask': 59.443113089124736, 'loss': 1.2997291088104248}
+{'epoch': 220, 'iter': 170, 'avg_loss': 1.163902207076201, 'avg_acc_mask': 59.714469729497644, 'loss': 1.175591230392456}
+{'epoch': 220, 'iter': 180, 'avg_loss': 1.1647848707536308, 'avg_acc_mask': 59.7139088972304, 'loss': 1.4676740169525146}
+{'epoch': 220, 'iter': 190, 'avg_loss': 1.1654069248918464, 'avg_acc_mask': 59.81669078630005, 'loss': 1.417661428451538}
+{'epoch': 220, 'iter': 200, 'avg_loss': 1.1623080924375733, 'avg_acc_mask': 59.800146681334795, 'loss': 1.057227611541748}
+{'epoch': 220, 'iter': 210, 'avg_loss': 1.166843795945859, 'avg_acc_mask': 59.67096100278552, 'loss': 1.1391855478286743}
+{'epoch': 220, 'iter': 220, 'avg_loss': 1.1695408044357645, 'avg_acc_mask': 59.6155439555887, 'loss': 1.4869613647460938}
+{'epoch': 220, 'iter': 230, 'avg_loss': 1.1712736789282265, 'avg_acc_mask': 59.469306930693065, 'loss': 0.922330379486084}
+{'epoch': 220, 'iter': 240, 'avg_loss': 1.1717228501169514, 'avg_acc_mask': 59.323062912650826, 'loss': 1.0622788667678833}
+{'epoch': 220, 'iter': 250, 'avg_loss': 1.1672981048960134, 'avg_acc_mask': 59.41986735660666, 'loss': 0.6048963665962219}
+{'epoch': 220, 'iter': 260, 'avg_loss': 1.1670690774917603, 'avg_acc_mask': 59.422524353493586, 'loss': 1.267412543296814}
+{'epoch': 220, 'iter': 270, 'avg_loss': 1.1665287165184302, 'avg_acc_mask': 59.40760686637496, 'loss': 0.9760863184928894}
+{'epoch': 'EP220_test', 'avg_loss': 1.16899639605612, 'total_masked_acc': 59.32550158394931}
+{'epoch': 221, 'iter': 0, 'avg_loss': 1.129371166229248, 'avg_acc_mask': 58.333333333333336, 'loss': 1.129371166229248}
+{'epoch': 221, 'iter': 10, 'avg_loss': 1.1899129314856096, 'avg_acc_mask': 58.23817292006525, 'loss': 0.9850702881813049}
+{'epoch': 221, 'iter': 20, 'avg_loss': 1.1507426330021449, 'avg_acc_mask': 59.94599459945995, 'loss': 1.0646284818649292}
+{'epoch': 221, 'iter': 30, 'avg_loss': 1.132060625860768, 'avg_acc_mask': 60.633759902498475, 'loss': 1.161720633506775}
+{'epoch': 221, 'iter': 40, 'avg_loss': 1.1693822130924318, 'avg_acc_mask': 58.95691609977324, 'loss': 1.4586467742919922}
+{'epoch': 221, 'iter': 50, 'avg_loss': 1.1702402736626418, 'avg_acc_mask': 59.20524972657674, 'loss': 1.2901259660720825}
+{'epoch': 221, 'iter': 60, 'avg_loss': 1.1909463073386521, 'avg_acc_mask': 57.93556085918854, 'loss': 1.595228910446167}
+{'epoch': 221, 'iter': 70, 'avg_loss': 1.1862422295019661, 'avg_acc_mask': 58.12451562903642, 'loss': 1.3456056118011475}
+{'epoch': 221, 'iter': 80, 'avg_loss': 1.182406469627663, 'avg_acc_mask': 58.35032857466575, 'loss': 1.3593432903289795}
+{'epoch': 221, 'iter': 90, 'avg_loss': 1.1882666310111245, 'avg_acc_mask': 58.2667731629393, 'loss': 1.134058952331543}
+{'epoch': 221, 'iter': 100, 'avg_loss': 1.1909106208546327, 'avg_acc_mask': 58.20976491862567, 'loss': 1.4080173969268799}
+{'epoch': 221, 'iter': 110, 'avg_loss': 1.1847894116564914, 'avg_acc_mask': 58.57899966876449, 'loss': 1.1852518320083618}
+{'epoch': 221, 'iter': 120, 'avg_loss': 1.1889961859411444, 'avg_acc_mask': 58.649468892261005, 'loss': 1.3109419345855713}
+{'epoch': 221, 'iter': 130, 'avg_loss': 1.1986387990813219, 'avg_acc_mask': 58.0429328129356, 'loss': 1.3220552206039429}
+{'epoch': 221, 'iter': 140, 'avg_loss': 1.1973408714253853, 'avg_acc_mask': 58.069126819126815, 'loss': 1.2744016647338867}
+{'epoch': 221, 'iter': 150, 'avg_loss': 1.1970891711727674, 'avg_acc_mask': 58.10185185185185, 'loss': 1.5066368579864502}
+{'epoch': 221, 'iter': 160, 'avg_loss': 1.1938296249194176, 'avg_acc_mask': 58.24263947760338, 'loss': 1.24418306350708}
+{'epoch': 221, 'iter': 170, 'avg_loss': 1.1924883813885918, 'avg_acc_mask': 58.21954628534566, 'loss': 1.3076438903808594}
+{'epoch': 221, 'iter': 180, 'avg_loss': 1.1940591868774666, 'avg_acc_mask': 58.24836867862969, 'loss': 1.5309194326400757}
+{'epoch': 221, 'iter': 190, 'avg_loss': 1.1924259001047823, 'avg_acc_mask': 58.359957401490945, 'loss': 1.0951851606369019}
+{'epoch': 221, 'iter': 200, 'avg_loss': 1.1909249611754915, 'avg_acc_mask': 58.40756726972174, 'loss': 1.0865551233291626}
+{'epoch': 221, 'iter': 210, 'avg_loss': 1.191271880509164, 'avg_acc_mask': 58.25166258312916, 'loss': 1.295602560043335}
+{'epoch': 221, 'iter': 220, 'avg_loss': 1.1900364462606507, 'avg_acc_mask': 58.27886710239652, 'loss': 0.9578146934509277}
+{'epoch': 221, 'iter': 230, 'avg_loss': 1.1883608322122912, 'avg_acc_mask': 58.372093023255815, 'loss': 1.067949652671814}
+{'epoch': 221, 'iter': 240, 'avg_loss': 1.18454492141597, 'avg_acc_mask': 58.53151697067652, 'loss': 1.2281835079193115}
+{'epoch': 221, 'iter': 250, 'avg_loss': 1.180828278995605, 'avg_acc_mask': 58.62782788703238, 'loss': 1.1393135786056519}
+{'epoch': 221, 'iter': 260, 'avg_loss': 1.1804754628988974, 'avg_acc_mask': 58.669039145907476, 'loss': 1.3900296688079834}
+{'epoch': 221, 'iter': 270, 'avg_loss': 1.1789552575987643, 'avg_acc_mask': 58.758375495692604, 'loss': 1.2480432987213135}
+{'epoch': 'EP221_test', 'avg_loss': 1.1793274464814558, 'total_masked_acc': 58.72323286567765}
+{'epoch': 222, 'iter': 0, 'avg_loss': 1.4118417501449585, 'avg_acc_mask': 50.0, 'loss': 1.4118417501449585}
+{'epoch': 222, 'iter': 10, 'avg_loss': 1.175425561991605, 'avg_acc_mask': 58.952702702702695, 'loss': 1.2026448249816895}
+{'epoch': 222, 'iter': 20, 'avg_loss': 1.1897613150732858, 'avg_acc_mask': 58.87600356824264, 'loss': 1.2347267866134644}
+{'epoch': 222, 'iter': 30, 'avg_loss': 1.172833042760049, 'avg_acc_mask': 58.92748324192566, 'loss': 1.1065384149551392}
+{'epoch': 222, 'iter': 40, 'avg_loss': 1.1655343174934387, 'avg_acc_mask': 59.56284153005464, 'loss': 1.1649049520492554}
+{'epoch': 222, 'iter': 50, 'avg_loss': 1.196010978782878, 'avg_acc_mask': 58.894582723279655, 'loss': 1.1114903688430786}
+{'epoch': 222, 'iter': 60, 'avg_loss': 1.2032062088856932, 'avg_acc_mask': 58.74848116646415, 'loss': 1.0669825077056885}
+{'epoch': 222, 'iter': 70, 'avg_loss': 1.197034244805994, 'avg_acc_mask': 58.812761506276146, 'loss': 1.0735604763031006}
+{'epoch': 222, 'iter': 80, 'avg_loss': 1.197155671355165, 'avg_acc_mask': 58.919166475841536, 'loss': 1.204447627067566}
+{'epoch': 222, 'iter': 90, 'avg_loss': 1.1968513504489438, 'avg_acc_mask': 59.16905444126075, 'loss': 0.983080267906189}
+{'epoch': 222, 'iter': 100, 'avg_loss': 1.2074124045891337, 'avg_acc_mask': 58.9134438305709, 'loss': 1.220880150794983}
+{'epoch': 222, 'iter': 110, 'avg_loss': 1.1928838373304487, 'avg_acc_mask': 59.21318090114324, 'loss': 1.1768447160720825}
+{'epoch': 222, 'iter': 120, 'avg_loss': 1.19558603359648, 'avg_acc_mask': 59.079754601226995, 'loss': 1.2897578477859497}
+{'epoch': 222, 'iter': 130, 'avg_loss': 1.1966326855521165, 'avg_acc_mask': 59.013363662212114, 'loss': 1.2082641124725342}
+{'epoch': 222, 'iter': 140, 'avg_loss': 1.1964711086124393, 'avg_acc_mask': 58.97943037974683, 'loss': 1.0801753997802734}
+{'epoch': 222, 'iter': 150, 'avg_loss': 1.1939405337074736, 'avg_acc_mask': 59.103744628606506, 'loss': 1.0936402082443237}
+{'epoch': 222, 'iter': 160, 'avg_loss': 1.1946460645391335, 'avg_acc_mask': 59.11666088565152, 'loss': 1.3696717023849487}
+{'epoch': 222, 'iter': 170, 'avg_loss': 1.1882197822046558, 'avg_acc_mask': 59.25201130680583, 'loss': 1.306291937828064}
+{'epoch': 222, 'iter': 180, 'avg_loss': 1.1822961101215848, 'avg_acc_mask': 59.289843104872006, 'loss': 1.2010442018508911}
+{'epoch': 222, 'iter': 190, 'avg_loss': 1.1830944743456018, 'avg_acc_mask': 59.17206199725329, 'loss': 1.3472702503204346}
+{'epoch': 222, 'iter': 200, 'avg_loss': 1.1820337742715332, 'avg_acc_mask': 59.281381241250585, 'loss': 1.2042148113250732}
+{'epoch': 222, 'iter': 210, 'avg_loss': 1.1809921352219244, 'avg_acc_mask': 59.314376826999734, 'loss': 1.527263879776001}
+{'epoch': 222, 'iter': 220, 'avg_loss': 1.1842205705146445, 'avg_acc_mask': 59.18642923453456, 'loss': 1.1338058710098267}
+{'epoch': 222, 'iter': 230, 'avg_loss': 1.1869794365131494, 'avg_acc_mask': 59.07398413469321, 'loss': 1.2775249481201172}
+{'epoch': 222, 'iter': 240, 'avg_loss': 1.183830707399677, 'avg_acc_mask': 59.21185323093632, 'loss': 1.38763427734375}
+{'epoch': 222, 'iter': 250, 'avg_loss': 1.183165345771379, 'avg_acc_mask': 59.26311097905214, 'loss': 0.9039431810379028}
+{'epoch': 222, 'iter': 260, 'avg_loss': 1.182092324984028, 'avg_acc_mask': 59.45965212432278, 'loss': 1.223440408706665}
+{'epoch': 222, 'iter': 270, 'avg_loss': 1.181364219127106, 'avg_acc_mask': 59.35656468651393, 'loss': 1.2314890623092651}
+{'epoch': 'EP222_test', 'avg_loss': 1.178897853994715, 'total_masked_acc': 59.51675864853951}
+{'epoch': 223, 'iter': 0, 'avg_loss': 1.179133653640747, 'avg_acc_mask': 59.61538461538461, 'loss': 1.179133653640747}
+{'epoch': 223, 'iter': 10, 'avg_loss': 1.2316965406591243, 'avg_acc_mask': 59.09090909090909, 'loss': 1.2516762018203735}
+{'epoch': 223, 'iter': 20, 'avg_loss': 1.165335442338671, 'avg_acc_mask': 60.672116257947316, 'loss': 0.9158516526222229}
+{'epoch': 223, 'iter': 30, 'avg_loss': 1.1247541385312234, 'avg_acc_mask': 62.414008755472175, 'loss': 1.041721224784851}
+{'epoch': 223, 'iter': 40, 'avg_loss': 1.1379314893629493, 'avg_acc_mask': 61.44914073385973, 'loss': 1.368418574333191}
+{'epoch': 223, 'iter': 50, 'avg_loss': 1.16325055734784, 'avg_acc_mask': 60.95940959409594, 'loss': 1.4941476583480835}
+{'epoch': 223, 'iter': 60, 'avg_loss': 1.1711804094861766, 'avg_acc_mask': 60.773480662983424, 'loss': 1.4943019151687622}
+{'epoch': 223, 'iter': 70, 'avg_loss': 1.1641632108621194, 'avg_acc_mask': 60.88560885608856, 'loss': 0.9752994775772095}
+{'epoch': 223, 'iter': 80, 'avg_loss': 1.1719307406449024, 'avg_acc_mask': 60.375608625086954, 'loss': 1.2796223163604736}
+{'epoch': 223, 'iter': 90, 'avg_loss': 1.1720347384830097, 'avg_acc_mask': 60.416666666666664, 'loss': 1.1622226238250732}
+{'epoch': 223, 'iter': 100, 'avg_loss': 1.1779976723217729, 'avg_acc_mask': 60.06231671554252, 'loss': 1.3813878297805786}
+{'epoch': 223, 'iter': 110, 'avg_loss': 1.1732155986734338, 'avg_acc_mask': 60.19482700705409, 'loss': 1.0601565837860107}
+{'epoch': 223, 'iter': 120, 'avg_loss': 1.1690131893827895, 'avg_acc_mask': 60.309358081979894, 'loss': 1.054767370223999}
+{'epoch': 223, 'iter': 130, 'avg_loss': 1.1726551879453295, 'avg_acc_mask': 60.05128935745832, 'loss': 1.328410029411316}
+{'epoch': 223, 'iter': 140, 'avg_loss': 1.170665925698923, 'avg_acc_mask': 60.06605019815059, 'loss': 0.9877640008926392}
+{'epoch': 223, 'iter': 150, 'avg_loss': 1.170639012428309, 'avg_acc_mask': 59.884222194851574, 'loss': 1.1281306743621826}
+{'epoch': 223, 'iter': 160, 'avg_loss': 1.1659487848696501, 'avg_acc_mask': 59.979149774122554, 'loss': 1.246802568435669}
+{'epoch': 223, 'iter': 170, 'avg_loss': 1.165397944854714, 'avg_acc_mask': 59.867203657341896, 'loss': 1.2896660566329956}
+{'epoch': 223, 'iter': 180, 'avg_loss': 1.1618407576123655, 'avg_acc_mask': 59.90109210797445, 'loss': 1.3387521505355835}
+{'epoch': 223, 'iter': 190, 'avg_loss': 1.1602995913690297, 'avg_acc_mask': 59.81427174975562, 'loss': 1.3846782445907593}
+{'epoch': 223, 'iter': 200, 'avg_loss': 1.1591800646995432, 'avg_acc_mask': 59.695110615356015, 'loss': 0.9333016276359558}
+{'epoch': 223, 'iter': 210, 'avg_loss': 1.1612440771401211, 'avg_acc_mask': 59.595421879158906, 'loss': 1.1875900030136108}
+{'epoch': 223, 'iter': 220, 'avg_loss': 1.1634888972631947, 'avg_acc_mask': 59.557276323541785, 'loss': 1.0301016569137573}
+{'epoch': 223, 'iter': 230, 'avg_loss': 1.167420655876011, 'avg_acc_mask': 59.431294934970516, 'loss': 1.1367874145507812}
+{'epoch': 223, 'iter': 240, 'avg_loss': 1.1647599834129523, 'avg_acc_mask': 59.42928039702233, 'loss': 1.0905567407608032}
+{'epoch': 223, 'iter': 250, 'avg_loss': 1.1610388050516287, 'avg_acc_mask': 59.56651718983558, 'loss': 0.9461755752563477}
+{'epoch': 223, 'iter': 260, 'avg_loss': 1.161975489037247, 'avg_acc_mask': 59.545715928694655, 'loss': 1.4511048793792725}
+{'epoch': 223, 'iter': 270, 'avg_loss': 1.1620300348394472, 'avg_acc_mask': 59.598121806380334, 'loss': 1.144358515739441}
+{'epoch': 'EP223_test', 'avg_loss': 1.1644048017004263, 'total_masked_acc': 59.54369525361581}
+{'epoch': 224, 'iter': 0, 'avg_loss': 1.0915473699569702, 'avg_acc_mask': 54.71698113207547, 'loss': 1.0915473699569702}
+{'epoch': 224, 'iter': 10, 'avg_loss': 1.2062554196877913, 'avg_acc_mask': 58.19672131147541, 'loss': 1.319135069847107}
+{'epoch': 224, 'iter': 20, 'avg_loss': 1.1582230528195698, 'avg_acc_mask': 60.24518388791593, 'loss': 1.1505519151687622}
+{'epoch': 224, 'iter': 30, 'avg_loss': 1.1604394720446678, 'avg_acc_mask': 60.33155713439905, 'loss': 0.8697800636291504}
+{'epoch': 224, 'iter': 40, 'avg_loss': 1.1797692194217588, 'avg_acc_mask': 59.81941309255079, 'loss': 1.1025646924972534}
+{'epoch': 224, 'iter': 50, 'avg_loss': 1.1909920094059963, 'avg_acc_mask': 59.28725701943844, 'loss': 1.4640893936157227}
+{'epoch': 224, 'iter': 60, 'avg_loss': 1.2031334286830464, 'avg_acc_mask': 58.79532514234342, 'loss': 1.318466305732727}
+{'epoch': 224, 'iter': 70, 'avg_loss': 1.1934774887393897, 'avg_acc_mask': 58.94548246736626, 'loss': 1.0112128257751465}
+{'epoch': 224, 'iter': 80, 'avg_loss': 1.187096834918599, 'avg_acc_mask': 59.122926607589186, 'loss': 1.3558634519577026}
+{'epoch': 224, 'iter': 90, 'avg_loss': 1.1829344374792916, 'avg_acc_mask': 59.36109987868985, 'loss': 0.960358202457428}
+{'epoch': 224, 'iter': 100, 'avg_loss': 1.1849161929423266, 'avg_acc_mask': 58.99070869010748, 'loss': 1.3000915050506592}
+{'epoch': 224, 'iter': 110, 'avg_loss': 1.1825698839651573, 'avg_acc_mask': 59.18604651162791, 'loss': 1.145110011100769}
+{'epoch': 224, 'iter': 120, 'avg_loss': 1.1783854030380565, 'avg_acc_mask': 59.397810218978094, 'loss': 1.1188726425170898}
+{'epoch': 224, 'iter': 130, 'avg_loss': 1.1814400344404556, 'avg_acc_mask': 59.589816124469586, 'loss': 1.0276319980621338}
+{'epoch': 224, 'iter': 140, 'avg_loss': 1.170651397806533, 'avg_acc_mask': 59.9737876802097, 'loss': 1.0660064220428467}
+{'epoch': 224, 'iter': 150, 'avg_loss': 1.169326273021319, 'avg_acc_mask': 60.02940816076461, 'loss': 1.171275019645691}
+{'epoch': 224, 'iter': 160, 'avg_loss': 1.1642049299263806, 'avg_acc_mask': 60.08316008316008, 'loss': 1.1823756694793701}
+{'epoch': 224, 'iter': 170, 'avg_loss': 1.1637999777905426, 'avg_acc_mask': 60.008689040947104, 'loss': 1.2702823877334595}
+{'epoch': 224, 'iter': 180, 'avg_loss': 1.1641148486848694, 'avg_acc_mask': 59.944495837187795, 'loss': 1.5369625091552734}
+{'epoch': 224, 'iter': 190, 'avg_loss': 1.1649298558684544, 'avg_acc_mask': 59.921951219512195, 'loss': 1.3143889904022217}
+{'epoch': 224, 'iter': 200, 'avg_loss': 1.1638105090577804, 'avg_acc_mask': 60.020383581951265, 'loss': 1.3693995475769043}
+{'epoch': 224, 'iter': 210, 'avg_loss': 1.1663247197160225, 'avg_acc_mask': 59.92575570090154, 'loss': 1.6250516176223755}
+{'epoch': 224, 'iter': 220, 'avg_loss': 1.1676773793017703, 'avg_acc_mask': 59.86016342346896, 'loss': 1.0830451250076294}
+{'epoch': 224, 'iter': 230, 'avg_loss': 1.1655294404917464, 'avg_acc_mask': 59.97109826589595, 'loss': 1.0837355852127075}
+{'epoch': 224, 'iter': 240, 'avg_loss': 1.1632835565760917, 'avg_acc_mask': 60.044505831798645, 'loss': 0.9458392858505249}
+{'epoch': 224, 'iter': 250, 'avg_loss': 1.1619062264602023, 'avg_acc_mask': 60.00294312412626, 'loss': 1.0524481534957886}
+{'epoch': 224, 'iter': 260, 'avg_loss': 1.1633068955721069, 'avg_acc_mask': 60.01842795378837, 'loss': 1.3482966423034668}
+{'epoch': 224, 'iter': 270, 'avg_loss': 1.1647744110589537, 'avg_acc_mask': 59.920824517097806, 'loss': 1.195949912071228}
+{'epoch': 'EP224_test', 'avg_loss': 1.164987702516542, 'total_masked_acc': 59.906071787990605}
+{'epoch': 225, 'iter': 0, 'avg_loss': 0.8982141613960266, 'avg_acc_mask': 64.15094339622641, 'loss': 0.8982141613960266}
+{'epoch': 225, 'iter': 10, 'avg_loss': 1.2174584377895703, 'avg_acc_mask': 57.942238267148014, 'loss': 1.1377097368240356}
+{'epoch': 225, 'iter': 20, 'avg_loss': 1.1930492208117531, 'avg_acc_mask': 60.21699819168174, 'loss': 1.1137278079986572}
+{'epoch': 225, 'iter': 30, 'avg_loss': 1.1657866950958007, 'avg_acc_mask': 60.82977425259305, 'loss': 1.0514123439788818}
+{'epoch': 225, 'iter': 40, 'avg_loss': 1.1867821536413052, 'avg_acc_mask': 59.95370370370371, 'loss': 1.2960461378097534}
+{'epoch': 225, 'iter': 50, 'avg_loss': 1.169067995221007, 'avg_acc_mask': 60.45404613694617, 'loss': 1.198020577430725}
+{'epoch': 225, 'iter': 60, 'avg_loss': 1.1772668469147605, 'avg_acc_mask': 60.44218703316403, 'loss': 1.2941980361938477}
+{'epoch': 225, 'iter': 70, 'avg_loss': 1.1907854138965337, 'avg_acc_mask': 59.76392096484475, 'loss': 1.2007914781570435}
+{'epoch': 225, 'iter': 80, 'avg_loss': 1.1929879387219746, 'avg_acc_mask': 59.714673913043484, 'loss': 1.32855224609375}
+{'epoch': 225, 'iter': 90, 'avg_loss': 1.2017336874217777, 'avg_acc_mask': 59.330527159751455, 'loss': 1.438544511795044}
+{'epoch': 225, 'iter': 100, 'avg_loss': 1.201810328677149, 'avg_acc_mask': 59.43105635078819, 'loss': 1.248405933380127}
+{'epoch': 225, 'iter': 110, 'avg_loss': 1.199255364435213, 'avg_acc_mask': 59.27579365079365, 'loss': 1.2035537958145142}
+{'epoch': 225, 'iter': 120, 'avg_loss': 1.1981409906355802, 'avg_acc_mask': 59.38494167550371, 'loss': 1.2145181894302368}
+{'epoch': 225, 'iter': 130, 'avg_loss': 1.1972872655810292, 'avg_acc_mask': 59.29662323104946, 'loss': 1.054595708847046}
+{'epoch': 225, 'iter': 140, 'avg_loss': 1.193665254623332, 'avg_acc_mask': 59.35668706862873, 'loss': 1.1433247327804565}
+{'epoch': 225, 'iter': 150, 'avg_loss': 1.1874201416179835, 'avg_acc_mask': 59.42275042444821, 'loss': 1.2622530460357666}
+{'epoch': 225, 'iter': 160, 'avg_loss': 1.18601848101764, 'avg_acc_mask': 59.505919854280506, 'loss': 1.20610511302948}
+{'epoch': 225, 'iter': 170, 'avg_loss': 1.186594091660795, 'avg_acc_mask': 59.396153432899965, 'loss': 1.0537748336791992}
+{'epoch': 225, 'iter': 180, 'avg_loss': 1.186489859009316, 'avg_acc_mask': 59.507149376331, 'loss': 1.5066841840744019}
+{'epoch': 225, 'iter': 190, 'avg_loss': 1.1851857753948392, 'avg_acc_mask': 59.55131908338147, 'loss': 1.2987383604049683}
+{'epoch': 225, 'iter': 200, 'avg_loss': 1.1827390908601865, 'avg_acc_mask': 59.48070945328213, 'loss': 0.8084917068481445}
+{'epoch': 225, 'iter': 210, 'avg_loss': 1.1813154861825337, 'avg_acc_mask': 59.49003568009746, 'loss': 1.0867698192596436}
+{'epoch': 225, 'iter': 220, 'avg_loss': 1.1805729253799129, 'avg_acc_mask': 59.39464108501489, 'loss': 1.012536883354187}
+{'epoch': 225, 'iter': 230, 'avg_loss': 1.1825286617010702, 'avg_acc_mask': 59.340049179027524, 'loss': 1.0736626386642456}
+{'epoch': 225, 'iter': 240, 'avg_loss': 1.1779343849395816, 'avg_acc_mask': 59.49540238619956, 'loss': 1.0596404075622559}
+{'epoch': 225, 'iter': 250, 'avg_loss': 1.1734792172196378, 'avg_acc_mask': 59.63583394027676, 'loss': 0.7094056010246277}
+{'epoch': 225, 'iter': 260, 'avg_loss': 1.1746247182403944, 'avg_acc_mask': 59.611459139860635, 'loss': 1.0957802534103394}
+{'epoch': 225, 'iter': 270, 'avg_loss': 1.1743512193215289, 'avg_acc_mask': 59.52896589063346, 'loss': 1.002206563949585}
+{'epoch': 'EP225_test', 'avg_loss': 1.175603973692742, 'total_masked_acc': 59.50435187030762}
+{'epoch': 226, 'iter': 0, 'avg_loss': 1.1829105615615845, 'avg_acc_mask': 57.99999999999999, 'loss': 1.1829105615615845}
+{'epoch': 226, 'iter': 10, 'avg_loss': 1.154132138599049, 'avg_acc_mask': 59.030100334448164, 'loss': 1.197666049003601}
+{'epoch': 226, 'iter': 20, 'avg_loss': 1.1157896263258797, 'avg_acc_mask': 61.7467248908297, 'loss': 1.1659904718399048}
+{'epoch': 226, 'iter': 30, 'avg_loss': 1.134928818671934, 'avg_acc_mask': 61.175750153092466, 'loss': 1.308885931968689}
+{'epoch': 226, 'iter': 40, 'avg_loss': 1.1350464006749594, 'avg_acc_mask': 60.68807339449541, 'loss': 1.0179277658462524}
+{'epoch': 226, 'iter': 50, 'avg_loss': 1.1522226356992535, 'avg_acc_mask': 59.84682713347921, 'loss': 1.6082595586776733}
+{'epoch': 226, 'iter': 60, 'avg_loss': 1.1658298412307364, 'avg_acc_mask': 59.55770978491366, 'loss': 1.2667967081069946}
+{'epoch': 226, 'iter': 70, 'avg_loss': 1.167335893906338, 'avg_acc_mask': 59.615890555117076, 'loss': 1.123701810836792}
+{'epoch': 226, 'iter': 80, 'avg_loss': 1.1640840621642123, 'avg_acc_mask': 59.809612259113074, 'loss': 1.2200114727020264}
+{'epoch': 226, 'iter': 90, 'avg_loss': 1.17279638169886, 'avg_acc_mask': 59.275272802141245, 'loss': 1.193843126296997}
+{'epoch': 226, 'iter': 100, 'avg_loss': 1.1803974444323246, 'avg_acc_mask': 59.12193322265264, 'loss': 1.2242326736450195}
+{'epoch': 226, 'iter': 110, 'avg_loss': 1.1753814102293134, 'avg_acc_mask': 59.32060165624472, 'loss': 1.1629036664962769}
+{'epoch': 226, 'iter': 120, 'avg_loss': 1.1759773926301436, 'avg_acc_mask': 59.41513229150549, 'loss': 1.0301802158355713}
+{'epoch': 226, 'iter': 130, 'avg_loss': 1.1792427342356617, 'avg_acc_mask': 59.1537256019376, 'loss': 1.144356369972229}
+{'epoch': 226, 'iter': 140, 'avg_loss': 1.1740600428682693, 'avg_acc_mask': 59.36012691697514, 'loss': 1.0189517736434937}
+{'epoch': 226, 'iter': 150, 'avg_loss': 1.1789425599653989, 'avg_acc_mask': 59.35643564356435, 'loss': 1.4091442823410034}
+{'epoch': 226, 'iter': 160, 'avg_loss': 1.1767789821447052, 'avg_acc_mask': 59.21969345099861, 'loss': 1.1794999837875366}
+{'epoch': 226, 'iter': 170, 'avg_loss': 1.1726127113515175, 'avg_acc_mask': 59.24751175762879, 'loss': 1.2871668338775635}
+{'epoch': 226, 'iter': 180, 'avg_loss': 1.1710776410050154, 'avg_acc_mask': 59.34145334434352, 'loss': 1.2634049654006958}
+{'epoch': 226, 'iter': 190, 'avg_loss': 1.1722743954333958, 'avg_acc_mask': 59.41929807410305, 'loss': 1.3107707500457764}
+{'epoch': 226, 'iter': 200, 'avg_loss': 1.170280941386721, 'avg_acc_mask': 59.44892847202895, 'loss': 1.339724063873291}
+{'epoch': 226, 'iter': 210, 'avg_loss': 1.1702642084862949, 'avg_acc_mask': 59.51581551510867, 'loss': 1.1568111181259155}
+{'epoch': 226, 'iter': 220, 'avg_loss': 1.171186950681436, 'avg_acc_mask': 59.447857924417136, 'loss': 1.2092463970184326}
+{'epoch': 226, 'iter': 230, 'avg_loss': 1.1738552585308686, 'avg_acc_mask': 59.29559343840464, 'loss': 1.018548846244812}
+{'epoch': 226, 'iter': 240, 'avg_loss': 1.1727682431209137, 'avg_acc_mask': 59.29570967245886, 'loss': 1.3999221324920654}
+{'epoch': 226, 'iter': 250, 'avg_loss': 1.169142655642384, 'avg_acc_mask': 59.34423802827325, 'loss': 0.7815973162651062}
+{'epoch': 226, 'iter': 260, 'avg_loss': 1.1666971365154017, 'avg_acc_mask': 59.46907693402604, 'loss': 1.1636927127838135}
+{'epoch': 226, 'iter': 270, 'avg_loss': 1.1690861041695428, 'avg_acc_mask': 59.35638479972612, 'loss': 1.2413053512573242}
+{'epoch': 'EP226_test', 'avg_loss': 1.1700584536445313, 'total_masked_acc': 59.36134453781513}
+{'epoch': 227, 'iter': 0, 'avg_loss': 1.2776243686676025, 'avg_acc_mask': 55.55555555555556, 'loss': 1.2776243686676025}
+{'epoch': 227, 'iter': 10, 'avg_loss': 1.1974883350459011, 'avg_acc_mask': 59.47826086956521, 'loss': 0.8970702290534973}
+{'epoch': 227, 'iter': 20, 'avg_loss': 1.1697341856502352, 'avg_acc_mask': 59.34959349593496, 'loss': 1.2558519840240479}
+{'epoch': 227, 'iter': 30, 'avg_loss': 1.1579503090150896, 'avg_acc_mask': 59.54573357888275, 'loss': 1.007750153541565}
+{'epoch': 227, 'iter': 40, 'avg_loss': 1.1734953391842726, 'avg_acc_mask': 58.93587994542974, 'loss': 1.5811465978622437}
+{'epoch': 227, 'iter': 50, 'avg_loss': 1.1754389592245513, 'avg_acc_mask': 58.92857142857143, 'loss': 1.405934453010559}
+{'epoch': 227, 'iter': 60, 'avg_loss': 1.1778272878928262, 'avg_acc_mask': 59.154929577464785, 'loss': 1.0639532804489136}
+{'epoch': 227, 'iter': 70, 'avg_loss': 1.1851284033815626, 'avg_acc_mask': 58.91835673426937, 'loss': 1.1358463764190674}
+{'epoch': 227, 'iter': 80, 'avg_loss': 1.1930922100573411, 'avg_acc_mask': 58.76593806921676, 'loss': 1.3151416778564453}
+{'epoch': 227, 'iter': 90, 'avg_loss': 1.1978071633276048, 'avg_acc_mask': 58.640226628895185, 'loss': 1.170068621635437}
+{'epoch': 227, 'iter': 100, 'avg_loss': 1.2041696422170884, 'avg_acc_mask': 58.44061650045332, 'loss': 1.490799069404602}
+{'epoch': 227, 'iter': 110, 'avg_loss': 1.2017254856255677, 'avg_acc_mask': 58.72672872340425, 'loss': 1.1207565069198608}
+{'epoch': 227, 'iter': 120, 'avg_loss': 1.2014557945826823, 'avg_acc_mask': 58.68108437404813, 'loss': 0.948874831199646}
+{'epoch': 227, 'iter': 130, 'avg_loss': 1.2000971145302284, 'avg_acc_mask': 58.75140924464487, 'loss': 1.3116282224655151}
+{'epoch': 227, 'iter': 140, 'avg_loss': 1.1899001978813333, 'avg_acc_mask': 59.160655737704914, 'loss': 0.8660324811935425}
+{'epoch': 227, 'iter': 150, 'avg_loss': 1.1891641004985531, 'avg_acc_mask': 59.20874800344023, 'loss': 1.0861314535140991}
+{'epoch': 227, 'iter': 160, 'avg_loss': 1.186503297423724, 'avg_acc_mask': 59.148936170212764, 'loss': 1.1395573616027832}
+{'epoch': 227, 'iter': 170, 'avg_loss': 1.1851440845874317, 'avg_acc_mask': 59.18455866406419, 'loss': 1.052542805671692}
+{'epoch': 227, 'iter': 180, 'avg_loss': 1.185246033892447, 'avg_acc_mask': 59.252029179081475, 'loss': 1.1093964576721191}
+{'epoch': 227, 'iter': 190, 'avg_loss': 1.185643074712204, 'avg_acc_mask': 59.183673469387756, 'loss': 1.2490547895431519}
+{'epoch': 227, 'iter': 200, 'avg_loss': 1.184514080410573, 'avg_acc_mask': 59.22583046431562, 'loss': 1.1260849237442017}
+{'epoch': 227, 'iter': 210, 'avg_loss': 1.1859856776151612, 'avg_acc_mask': 59.22416083606412, 'loss': 1.251311182975769}
+{'epoch': 227, 'iter': 220, 'avg_loss': 1.1882898758978866, 'avg_acc_mask': 59.15123848169752, 'loss': 1.1165294647216797}
+{'epoch': 227, 'iter': 230, 'avg_loss': 1.1900908683801625, 'avg_acc_mask': 58.98121153223194, 'loss': 1.6502833366394043}
+{'epoch': 227, 'iter': 240, 'avg_loss': 1.1861044344071037, 'avg_acc_mask': 59.04510928538211, 'loss': 1.0460177659988403}
+{'epoch': 227, 'iter': 250, 'avg_loss': 1.1849176952563434, 'avg_acc_mask': 59.13465124953375, 'loss': 0.8927481174468994}
+{'epoch': 227, 'iter': 260, 'avg_loss': 1.1859673435203875, 'avg_acc_mask': 59.167684899015306, 'loss': 1.2984790802001953}
+{'epoch': 227, 'iter': 270, 'avg_loss': 1.1865185947875696, 'avg_acc_mask': 59.08557220802542, 'loss': 1.0707019567489624}
+{'epoch': 'EP227_test', 'avg_loss': 1.1877214316872582, 'total_masked_acc': 59.095218745767305}
+{'epoch': 228, 'iter': 0, 'avg_loss': 0.9496682286262512, 'avg_acc_mask': 72.46376811594203, 'loss': 0.9496682286262512}
+{'epoch': 228, 'iter': 10, 'avg_loss': 1.1306042942133816, 'avg_acc_mask': 60.06655574043261, 'loss': 1.057131052017212}
+{'epoch': 228, 'iter': 20, 'avg_loss': 1.1462389315877641, 'avg_acc_mask': 59.98278829604131, 'loss': 1.024845004081726}
+{'epoch': 228, 'iter': 30, 'avg_loss': 1.1361481028218423, 'avg_acc_mask': 60.55099648300117, 'loss': 1.2640782594680786}
+{'epoch': 228, 'iter': 40, 'avg_loss': 1.169507020857276, 'avg_acc_mask': 59.15742793791574, 'loss': 1.2387423515319824}
+{'epoch': 228, 'iter': 50, 'avg_loss': 1.172275212465548, 'avg_acc_mask': 59.132581100141046, 'loss': 1.320539116859436}
+{'epoch': 228, 'iter': 60, 'avg_loss': 1.1866437724379242, 'avg_acc_mask': 58.75181422351233, 'loss': 1.422802209854126}
+{'epoch': 228, 'iter': 70, 'avg_loss': 1.1852247219690135, 'avg_acc_mask': 59.127995920448754, 'loss': 1.137110710144043}
+{'epoch': 228, 'iter': 80, 'avg_loss': 1.1888325229103183, 'avg_acc_mask': 59.41413237924866, 'loss': 1.104874849319458}
+{'epoch': 228, 'iter': 90, 'avg_loss': 1.1943684069664924, 'avg_acc_mask': 59.13978494623656, 'loss': 1.2967270612716675}
+{'epoch': 228, 'iter': 100, 'avg_loss': 1.194432807440805, 'avg_acc_mask': 59.19756403367366, 'loss': 1.3162511587142944}
+{'epoch': 228, 'iter': 110, 'avg_loss': 1.1855142111176844, 'avg_acc_mask': 59.356004599967136, 'loss': 1.3275517225265503}
+{'epoch': 228, 'iter': 120, 'avg_loss': 1.1903858450818654, 'avg_acc_mask': 59.383418138281954, 'loss': 1.013767123222351}
+{'epoch': 228, 'iter': 130, 'avg_loss': 1.189961018908115, 'avg_acc_mask': 59.49979273179494, 'loss': 1.1882879734039307}
+{'epoch': 228, 'iter': 140, 'avg_loss': 1.1880780830450937, 'avg_acc_mask': 59.5917840072342, 'loss': 0.9974127411842346}
+{'epoch': 228, 'iter': 150, 'avg_loss': 1.1837544970165026, 'avg_acc_mask': 59.853047458443754, 'loss': 1.0617008209228516}
+{'epoch': 228, 'iter': 160, 'avg_loss': 1.1816085414116426, 'avg_acc_mask': 59.95923451477749, 'loss': 1.154694676399231}
+{'epoch': 228, 'iter': 170, 'avg_loss': 1.1811942032903258, 'avg_acc_mask': 59.79106705042106, 'loss': 1.4468072652816772}
+{'epoch': 228, 'iter': 180, 'avg_loss': 1.1757676901079672, 'avg_acc_mask': 60.02020202020202, 'loss': 1.1679548025131226}
+{'epoch': 228, 'iter': 190, 'avg_loss': 1.1774587203694888, 'avg_acc_mask': 60.05956956187548, 'loss': 1.2314496040344238}
+{'epoch': 228, 'iter': 200, 'avg_loss': 1.1761204799016316, 'avg_acc_mask': 60.09501187648456, 'loss': 0.9639758467674255}
+{'epoch': 228, 'iter': 210, 'avg_loss': 1.1705206166511464, 'avg_acc_mask': 60.21234009224611, 'loss': 1.00746488571167}
+{'epoch': 228, 'iter': 220, 'avg_loss': 1.1709841363030862, 'avg_acc_mask': 60.215857202158574, 'loss': 1.164296269416809}
+{'epoch': 228, 'iter': 230, 'avg_loss': 1.1706178562465683, 'avg_acc_mask': 60.134867116223724, 'loss': 0.8821500539779663}
+{'epoch': 228, 'iter': 240, 'avg_loss': 1.172648664826674, 'avg_acc_mask': 60.01671351515612, 'loss': 1.2558050155639648}
+{'epoch': 228, 'iter': 250, 'avg_loss': 1.169631719114296, 'avg_acc_mask': 60.11391850445451, 'loss': 0.8516556620597839}
+{'epoch': 228, 'iter': 260, 'avg_loss': 1.1679243223877245, 'avg_acc_mask': 60.07599211933577, 'loss': 0.9976028203964233}
+{'epoch': 228, 'iter': 270, 'avg_loss': 1.1709825354748546, 'avg_acc_mask': 59.905181171689804, 'loss': 1.2236486673355103}
+{'epoch': 'EP228_test', 'avg_loss': 1.171441388302955, 'total_masked_acc': 59.82968531701151}
+{'epoch': 229, 'iter': 0, 'avg_loss': 1.378869891166687, 'avg_acc_mask': 43.47826086956522, 'loss': 1.378869891166687}
+{'epoch': 229, 'iter': 10, 'avg_loss': 1.192557389085943, 'avg_acc_mask': 60.26711185308849, 'loss': 1.2285783290863037}
+{'epoch': 229, 'iter': 20, 'avg_loss': 1.1155962234451657, 'avg_acc_mask': 61.057268722466965, 'loss': 0.9653730392456055}
+{'epoch': 229, 'iter': 30, 'avg_loss': 1.1525684845062993, 'avg_acc_mask': 60.41287188828173, 'loss': 1.3503847122192383}
+{'epoch': 229, 'iter': 40, 'avg_loss': 1.1617546110618404, 'avg_acc_mask': 60.16296966953373, 'loss': 1.2641363143920898}
+{'epoch': 229, 'iter': 50, 'avg_loss': 1.1767925117530076, 'avg_acc_mask': 60.21621621621621, 'loss': 1.4771666526794434}
+{'epoch': 229, 'iter': 60, 'avg_loss': 1.1806248103986021, 'avg_acc_mask': 60.485320551228284, 'loss': 1.3476855754852295}
+{'epoch': 229, 'iter': 70, 'avg_loss': 1.1782427950644156, 'avg_acc_mask': 60.39731682146543, 'loss': 0.9753028154373169}
+{'epoch': 229, 'iter': 80, 'avg_loss': 1.1785616999790993, 'avg_acc_mask': 60.20894844424256, 'loss': 1.332046389579773}
+{'epoch': 229, 'iter': 90, 'avg_loss': 1.1863510261525165, 'avg_acc_mask': 59.991998399679936, 'loss': 1.0939887762069702}
+{'epoch': 229, 'iter': 100, 'avg_loss': 1.19154428963614, 'avg_acc_mask': 59.83414458265729, 'loss': 1.228514552116394}
+{'epoch': 229, 'iter': 110, 'avg_loss': 1.17764973157161, 'avg_acc_mask': 60.21717670286279, 'loss': 1.1793125867843628}
+{'epoch': 229, 'iter': 120, 'avg_loss': 1.1752881885560091, 'avg_acc_mask': 60.165912518853695, 'loss': 1.247847318649292}
+{'epoch': 229, 'iter': 130, 'avg_loss': 1.1822594258621448, 'avg_acc_mask': 59.91078896013382, 'loss': 1.0808180570602417}
+{'epoch': 229, 'iter': 140, 'avg_loss': 1.1732926825259595, 'avg_acc_mask': 59.97923695821438, 'loss': 1.0432738065719604}
+{'epoch': 229, 'iter': 150, 'avg_loss': 1.1746952138989177, 'avg_acc_mask': 59.845466618374985, 'loss': 1.3027150630950928}
+{'epoch': 229, 'iter': 160, 'avg_loss': 1.1773299711831609, 'avg_acc_mask': 59.88873751135332, 'loss': 1.352035641670227}
+{'epoch': 229, 'iter': 170, 'avg_loss': 1.1722453494518124, 'avg_acc_mask': 60.05344735435596, 'loss': 1.1216633319854736}
+{'epoch': 229, 'iter': 180, 'avg_loss': 1.1731851864914868, 'avg_acc_mask': 59.961452627307764, 'loss': 1.279671549797058}
+{'epoch': 229, 'iter': 190, 'avg_loss': 1.1739908113529545, 'avg_acc_mask': 60.02883229216722, 'loss': 1.3547087907791138}
+{'epoch': 229, 'iter': 200, 'avg_loss': 1.1712176423167708, 'avg_acc_mask': 60.043907793633366, 'loss': 1.2223265171051025}
+{'epoch': 229, 'iter': 210, 'avg_loss': 1.1736772854181263, 'avg_acc_mask': 59.93034392686112, 'loss': 1.1463912725448608}
+{'epoch': 229, 'iter': 220, 'avg_loss': 1.1706789165600393, 'avg_acc_mask': 59.976778901973795, 'loss': 1.0841785669326782}
+{'epoch': 229, 'iter': 230, 'avg_loss': 1.1734104677712247, 'avg_acc_mask': 59.93806082744382, 'loss': 1.0298606157302856}
+{'epoch': 229, 'iter': 240, 'avg_loss': 1.1718738160687363, 'avg_acc_mask': 59.949775511757096, 'loss': 0.8694853782653809}
+{'epoch': 229, 'iter': 250, 'avg_loss': 1.1662189870241628, 'avg_acc_mask': 60.16800584368151, 'loss': 0.6871519088745117}
+{'epoch': 229, 'iter': 260, 'avg_loss': 1.1629822989533232, 'avg_acc_mask': 60.35523729289526, 'loss': 1.1676452159881592}
+{'epoch': 229, 'iter': 270, 'avg_loss': 1.1644274766154834, 'avg_acc_mask': 60.25979297747108, 'loss': 1.2174783945083618}
+{'epoch': 'EP229_test', 'avg_loss': 1.1664680555678797, 'total_masked_acc': 60.169828844367785}
+{'epoch': 230, 'iter': 0, 'avg_loss': 1.3316121101379395, 'avg_acc_mask': 57.6271186440678, 'loss': 1.3316121101379395}
+{'epoch': 230, 'iter': 10, 'avg_loss': 1.118139467456124, 'avg_acc_mask': 60.51282051282051, 'loss': 0.7879505157470703}
+{'epoch': 230, 'iter': 20, 'avg_loss': 1.1152658462524414, 'avg_acc_mask': 61.34529147982063, 'loss': 1.257559895515442}
+{'epoch': 230, 'iter': 30, 'avg_loss': 1.1204522059809776, 'avg_acc_mask': 61.50627615062761, 'loss': 1.0812486410140991}
+{'epoch': 230, 'iter': 40, 'avg_loss': 1.121047937288517, 'avg_acc_mask': 60.86564472497745, 'loss': 1.018118143081665}
+{'epoch': 230, 'iter': 50, 'avg_loss': 1.1473543585515489, 'avg_acc_mask': 60.01459321415542, 'loss': 1.4302105903625488}
+{'epoch': 230, 'iter': 60, 'avg_loss': 1.156045241434066, 'avg_acc_mask': 59.413720157147175, 'loss': 1.5573737621307373}
+{'epoch': 230, 'iter': 70, 'avg_loss': 1.154708123542893, 'avg_acc_mask': 59.744325593529865, 'loss': 1.0161752700805664}
+{'epoch': 230, 'iter': 80, 'avg_loss': 1.1564244230588276, 'avg_acc_mask': 59.899520438456264, 'loss': 1.0212225914001465}
+{'epoch': 230, 'iter': 90, 'avg_loss': 1.1555072639014694, 'avg_acc_mask': 59.94341147938561, 'loss': 1.0147507190704346}
+{'epoch': 230, 'iter': 100, 'avg_loss': 1.1683843472216389, 'avg_acc_mask': 59.80765741244783, 'loss': 1.1831845045089722}
+{'epoch': 230, 'iter': 110, 'avg_loss': 1.169061711242607, 'avg_acc_mask': 59.66567361800729, 'loss': 1.054886817932129}
+{'epoch': 230, 'iter': 120, 'avg_loss': 1.1679185185550658, 'avg_acc_mask': 59.74183750949127, 'loss': 1.018409252166748}
+{'epoch': 230, 'iter': 130, 'avg_loss': 1.165555202323972, 'avg_acc_mask': 59.77575332866153, 'loss': 1.0618951320648193}
+{'epoch': 230, 'iter': 140, 'avg_loss': 1.1687955319458712, 'avg_acc_mask': 59.66397499348789, 'loss': 1.193900227546692}
+{'epoch': 230, 'iter': 150, 'avg_loss': 1.1706902870279274, 'avg_acc_mask': 59.59645071107329, 'loss': 1.2011420726776123}
+{'epoch': 230, 'iter': 160, 'avg_loss': 1.1731864317603733, 'avg_acc_mask': 59.65572275421797, 'loss': 1.4038152694702148}
+{'epoch': 230, 'iter': 170, 'avg_loss': 1.1727222148437946, 'avg_acc_mask': 59.48470209339774, 'loss': 1.1521910429000854}
+{'epoch': 230, 'iter': 180, 'avg_loss': 1.1735826806468859, 'avg_acc_mask': 59.52235772357724, 'loss': 1.2643157243728638}
+{'epoch': 230, 'iter': 190, 'avg_loss': 1.1748344127420356, 'avg_acc_mask': 59.536903039073806, 'loss': 1.3434028625488281}
+{'epoch': 230, 'iter': 200, 'avg_loss': 1.1687703524062882, 'avg_acc_mask': 59.72451790633608, 'loss': 1.023760437965393}
+{'epoch': 230, 'iter': 210, 'avg_loss': 1.1700520704707829, 'avg_acc_mask': 59.72149238045191, 'loss': 0.9062303900718689}
+{'epoch': 230, 'iter': 220, 'avg_loss': 1.175919131725622, 'avg_acc_mask': 59.5042706414336, 'loss': 1.44016695022583}
+{'epoch': 230, 'iter': 230, 'avg_loss': 1.1757102895092655, 'avg_acc_mask': 59.41506410256411, 'loss': 1.1845816373825073}
+{'epoch': 230, 'iter': 240, 'avg_loss': 1.1743172120256542, 'avg_acc_mask': 59.488518546962595, 'loss': 1.124234676361084}
+{'epoch': 230, 'iter': 250, 'avg_loss': 1.1740203549662434, 'avg_acc_mask': 59.509020999704234, 'loss': 0.9550538659095764}
+{'epoch': 230, 'iter': 260, 'avg_loss': 1.1760681694038069, 'avg_acc_mask': 59.53227182257606, 'loss': 1.0225210189819336}
+{'epoch': 230, 'iter': 270, 'avg_loss': 1.1732295725178454, 'avg_acc_mask': 59.55379140432521, 'loss': 1.2366844415664673}
+{'epoch': 'EP230_test', 'avg_loss': 1.1719927053520645, 'total_masked_acc': 59.62494958999866}
+{'epoch': 231, 'iter': 0, 'avg_loss': 1.1566721200942993, 'avg_acc_mask': 58.2089552238806, 'loss': 1.1566721200942993}
+{'epoch': 231, 'iter': 10, 'avg_loss': 1.108749958601865, 'avg_acc_mask': 62.43822075782537, 'loss': 0.9614588618278503}
+{'epoch': 231, 'iter': 20, 'avg_loss': 1.1268091230165391, 'avg_acc_mask': 61.53846153846154, 'loss': 1.1441048383712769}
+{'epoch': 231, 'iter': 30, 'avg_loss': 1.1307971131417058, 'avg_acc_mask': 61.47058823529412, 'loss': 1.3261862993240356}
+{'epoch': 231, 'iter': 40, 'avg_loss': 1.1223764739385464, 'avg_acc_mask': 61.70678336980306, 'loss': 1.4330320358276367}
+{'epoch': 231, 'iter': 50, 'avg_loss': 1.1257731119791667, 'avg_acc_mask': 61.28803963198868, 'loss': 1.3473246097564697}
+{'epoch': 231, 'iter': 60, 'avg_loss': 1.1309690143241258, 'avg_acc_mask': 61.182294700058236, 'loss': 1.1179717779159546}
+{'epoch': 231, 'iter': 70, 'avg_loss': 1.1330421961529153, 'avg_acc_mask': 61.0454888162855, 'loss': 1.2006072998046875}
+{'epoch': 231, 'iter': 80, 'avg_loss': 1.1313208459336082, 'avg_acc_mask': 61.18274788795019, 'loss': 1.213678240776062}
+{'epoch': 231, 'iter': 90, 'avg_loss': 1.1407178352167318, 'avg_acc_mask': 60.900757273814264, 'loss': 1.011773943901062}
+{'epoch': 231, 'iter': 100, 'avg_loss': 1.148110042704214, 'avg_acc_mask': 60.54603854389722, 'loss': 1.4895391464233398}
+{'epoch': 231, 'iter': 110, 'avg_loss': 1.1495100769910727, 'avg_acc_mask': 60.532331809274986, 'loss': 1.1829915046691895}
+{'epoch': 231, 'iter': 120, 'avg_loss': 1.1528843665911146, 'avg_acc_mask': 60.246209277886194, 'loss': 1.0656588077545166}
+{'epoch': 231, 'iter': 130, 'avg_loss': 1.1609852878192, 'avg_acc_mask': 60.01956400223588, 'loss': 1.4730188846588135}
+{'epoch': 231, 'iter': 140, 'avg_loss': 1.1648099870546489, 'avg_acc_mask': 59.861817233737455, 'loss': 1.081993579864502}
+{'epoch': 231, 'iter': 150, 'avg_loss': 1.1669872939981372, 'avg_acc_mask': 59.703667719213016, 'loss': 1.1418229341506958}
+{'epoch': 231, 'iter': 160, 'avg_loss': 1.1640698569161552, 'avg_acc_mask': 59.860682882265614, 'loss': 0.9849646687507629}
+{'epoch': 231, 'iter': 170, 'avg_loss': 1.1602656994646752, 'avg_acc_mask': 60.015117157974295, 'loss': 1.327616572380066}
+{'epoch': 231, 'iter': 180, 'avg_loss': 1.1614379069423149, 'avg_acc_mask': 60.03666361136572, 'loss': 1.018761157989502}
+{'epoch': 231, 'iter': 190, 'avg_loss': 1.1637232887183184, 'avg_acc_mask': 59.901181941484204, 'loss': 1.5277057886123657}
+{'epoch': 231, 'iter': 200, 'avg_loss': 1.1620474223473771, 'avg_acc_mask': 59.88018433179724, 'loss': 0.9509036540985107}
+{'epoch': 231, 'iter': 210, 'avg_loss': 1.1657541015701836, 'avg_acc_mask': 59.827934334123434, 'loss': 1.5150164365768433}
+{'epoch': 231, 'iter': 220, 'avg_loss': 1.166242177939523, 'avg_acc_mask': 59.88245172124266, 'loss': 1.2380155324935913}
+{'epoch': 231, 'iter': 230, 'avg_loss': 1.1676903846976046, 'avg_acc_mask': 59.79099678456592, 'loss': 1.0853517055511475}
+{'epoch': 231, 'iter': 240, 'avg_loss': 1.1665841959324121, 'avg_acc_mask': 59.746153846153845, 'loss': 1.1929479837417603}
+{'epoch': 231, 'iter': 250, 'avg_loss': 1.1655901482855657, 'avg_acc_mask': 59.78091925098068, 'loss': 0.9924790859222412}
+{'epoch': 231, 'iter': 260, 'avg_loss': 1.1636215845743816, 'avg_acc_mask': 59.77943792244753, 'loss': 1.0669312477111816}
+{'epoch': 231, 'iter': 270, 'avg_loss': 1.1653823296082415, 'avg_acc_mask': 59.69781910166131, 'loss': 1.174880027770996}
+{'epoch': 'EP231_test', 'avg_loss': 1.1632547028686688, 'total_masked_acc': 59.73014700946499}
+{'epoch': 232, 'iter': 0, 'avg_loss': 1.0553854703903198, 'avg_acc_mask': 57.49999999999999, 'loss': 1.0553854703903198}
+{'epoch': 232, 'iter': 10, 'avg_loss': 1.1558678475293247, 'avg_acc_mask': 60.84033613445378, 'loss': 1.2344294786453247}
+{'epoch': 232, 'iter': 20, 'avg_loss': 1.1332748958042689, 'avg_acc_mask': 60.83617747440273, 'loss': 1.0152034759521484}
+{'epoch': 232, 'iter': 30, 'avg_loss': 1.1160199892136358, 'avg_acc_mask': 61.950059453032104, 'loss': 0.9938904047012329}
+{'epoch': 232, 'iter': 40, 'avg_loss': 1.148931705370182, 'avg_acc_mask': 60.560248999555355, 'loss': 1.3547272682189941}
+{'epoch': 232, 'iter': 50, 'avg_loss': 1.1606378800728743, 'avg_acc_mask': 60.54111033028813, 'loss': 1.4603148698806763}
+{'epoch': 232, 'iter': 60, 'avg_loss': 1.1635271017668678, 'avg_acc_mask': 60.37845705967977, 'loss': 1.1950244903564453}
+{'epoch': 232, 'iter': 70, 'avg_loss': 1.1776453004756444, 'avg_acc_mask': 60.2452733776188, 'loss': 0.8978280425071716}
+{'epoch': 232, 'iter': 80, 'avg_loss': 1.191037126529364, 'avg_acc_mask': 59.76960567124502, 'loss': 1.2896839380264282}
+{'epoch': 232, 'iter': 90, 'avg_loss': 1.1910661052871536, 'avg_acc_mask': 59.74409448818898, 'loss': 0.9722117781639099}
+{'epoch': 232, 'iter': 100, 'avg_loss': 1.1994075244015987, 'avg_acc_mask': 59.599006387508865, 'loss': 1.4603874683380127}
+{'epoch': 232, 'iter': 110, 'avg_loss': 1.1964577656608444, 'avg_acc_mask': 59.643435980551054, 'loss': 1.0577718019485474}
+{'epoch': 232, 'iter': 120, 'avg_loss': 1.1979908297869786, 'avg_acc_mask': 59.70038564224266, 'loss': 1.1700325012207031}
+{'epoch': 232, 'iter': 130, 'avg_loss': 1.2015066178700395, 'avg_acc_mask': 59.504923413566736, 'loss': 1.2497888803482056}
+{'epoch': 232, 'iter': 140, 'avg_loss': 1.1997322283738048, 'avg_acc_mask': 59.516539440203566, 'loss': 1.1307777166366577}
+{'epoch': 232, 'iter': 150, 'avg_loss': 1.1970424419207288, 'avg_acc_mask': 59.61607249314416, 'loss': 0.9247153997421265}
+{'epoch': 232, 'iter': 160, 'avg_loss': 1.1915114536788893, 'avg_acc_mask': 59.74885076802332, 'loss': 1.0116602182388306}
+{'epoch': 232, 'iter': 170, 'avg_loss': 1.1886588376865053, 'avg_acc_mask': 59.824635537713924, 'loss': 1.1983733177185059}
+{'epoch': 232, 'iter': 180, 'avg_loss': 1.1900682834630514, 'avg_acc_mask': 59.73792137641293, 'loss': 1.3826470375061035}
+{'epoch': 232, 'iter': 190, 'avg_loss': 1.1854182013666443, 'avg_acc_mask': 59.86381690940041, 'loss': 1.4479005336761475}
+{'epoch': 232, 'iter': 200, 'avg_loss': 1.1879096719162974, 'avg_acc_mask': 59.597953872386256, 'loss': 1.2404667139053345}
+{'epoch': 232, 'iter': 210, 'avg_loss': 1.1897466436946562, 'avg_acc_mask': 59.66623876765084, 'loss': 1.4679875373840332}
+{'epoch': 232, 'iter': 220, 'avg_loss': 1.187901577259081, 'avg_acc_mask': 59.661321989528794, 'loss': 1.1741963624954224}
+{'epoch': 232, 'iter': 230, 'avg_loss': 1.1895635976935879, 'avg_acc_mask': 59.656281880247974, 'loss': 1.0513644218444824}
+{'epoch': 232, 'iter': 240, 'avg_loss': 1.1865846208022344, 'avg_acc_mask': 59.80163798933052, 'loss': 1.0605741739273071}
+{'epoch': 232, 'iter': 250, 'avg_loss': 1.1844536189539023, 'avg_acc_mask': 59.900057937427576, 'loss': 0.9720914959907532}
+{'epoch': 232, 'iter': 260, 'avg_loss': 1.1828242508387656, 'avg_acc_mask': 60.020898641588296, 'loss': 1.2350709438323975}
+{'epoch': 232, 'iter': 270, 'avg_loss': 1.1830592201644643, 'avg_acc_mask': 59.96919161476123, 'loss': 1.3209459781646729}
+{'epoch': 'EP232_test', 'avg_loss': 1.1819743710583535, 'total_masked_acc': 60.00790097445351}
+{'epoch': 233, 'iter': 0, 'avg_loss': 1.0813031196594238, 'avg_acc_mask': 60.65573770491803, 'loss': 1.0813031196594238}
+{'epoch': 233, 'iter': 10, 'avg_loss': 1.1222039461135864, 'avg_acc_mask': 59.901800327332246, 'loss': 1.047193169593811}
+{'epoch': 233, 'iter': 20, 'avg_loss': 1.1050375075567336, 'avg_acc_mask': 62.00345423143351, 'loss': 1.2993042469024658}
+{'epoch': 233, 'iter': 30, 'avg_loss': 1.0832881658307967, 'avg_acc_mask': 62.70883054892601, 'loss': 1.1294173002243042}
+{'epoch': 233, 'iter': 40, 'avg_loss': 1.1328860550391964, 'avg_acc_mask': 60.91693145710395, 'loss': 1.4898555278778076}
+{'epoch': 233, 'iter': 50, 'avg_loss': 1.1458268001967786, 'avg_acc_mask': 60.72595281306715, 'loss': 1.4659874439239502}
+{'epoch': 233, 'iter': 60, 'avg_loss': 1.1688416756567408, 'avg_acc_mask': 60.39544637507489, 'loss': 1.290881872177124}
+{'epoch': 233, 'iter': 70, 'avg_loss': 1.1616708577518733, 'avg_acc_mask': 60.62189704729553, 'loss': 1.2806265354156494}
+{'epoch': 233, 'iter': 80, 'avg_loss': 1.1625569838064689, 'avg_acc_mask': 60.613693611174725, 'loss': 1.2711222171783447}
+{'epoch': 233, 'iter': 90, 'avg_loss': 1.175878766473833, 'avg_acc_mask': 60.06480356419603, 'loss': 0.9815810918807983}
+{'epoch': 233, 'iter': 100, 'avg_loss': 1.1765811844627456, 'avg_acc_mask': 59.91253644314869, 'loss': 1.1484967470169067}
+{'epoch': 233, 'iter': 110, 'avg_loss': 1.1726642358410466, 'avg_acc_mask': 59.887005649717516, 'loss': 1.1909900903701782}
+{'epoch': 233, 'iter': 120, 'avg_loss': 1.1786917728826034, 'avg_acc_mask': 59.65580261955529, 'loss': 0.9898746013641357}
+{'epoch': 233, 'iter': 130, 'avg_loss': 1.1802688368404184, 'avg_acc_mask': 59.7752808988764, 'loss': 0.9406561851501465}
+{'epoch': 233, 'iter': 140, 'avg_loss': 1.1792079476599997, 'avg_acc_mask': 59.55613577023499, 'loss': 1.1002765893936157}
+{'epoch': 233, 'iter': 150, 'avg_loss': 1.1753339424038565, 'avg_acc_mask': 59.59398312339489, 'loss': 0.8988219499588013}
+{'epoch': 233, 'iter': 160, 'avg_loss': 1.1704377139577213, 'avg_acc_mask': 59.678899082568805, 'loss': 1.4812546968460083}
+{'epoch': 233, 'iter': 170, 'avg_loss': 1.165605240049418, 'avg_acc_mask': 59.69034213945431, 'loss': 1.1341811418533325}
+{'epoch': 233, 'iter': 180, 'avg_loss': 1.1607107773670176, 'avg_acc_mask': 59.99384993849939, 'loss': 1.2497186660766602}
+{'epoch': 233, 'iter': 190, 'avg_loss': 1.1567789181988901, 'avg_acc_mask': 60.0987606506584, 'loss': 1.3564997911453247}
+{'epoch': 233, 'iter': 200, 'avg_loss': 1.1530762676575883, 'avg_acc_mask': 60.182119205298015, 'loss': 1.093831181526184}
+{'epoch': 233, 'iter': 210, 'avg_loss': 1.15420008383656, 'avg_acc_mask': 60.30688294607628, 'loss': 1.3333356380462646}
+{'epoch': 233, 'iter': 220, 'avg_loss': 1.1559951326965747, 'avg_acc_mask': 60.177733065057005, 'loss': 1.4160841703414917}
+{'epoch': 233, 'iter': 230, 'avg_loss': 1.1580207925854307, 'avg_acc_mask': 60.0, 'loss': 1.1862069368362427}
+{'epoch': 233, 'iter': 240, 'avg_loss': 1.1578745320130186, 'avg_acc_mask': 59.96167113836719, 'loss': 1.2166919708251953}
+{'epoch': 233, 'iter': 250, 'avg_loss': 1.1528015820628619, 'avg_acc_mask': 60.13245033112583, 'loss': 0.6561926603317261}
+{'epoch': 233, 'iter': 260, 'avg_loss': 1.153302325599495, 'avg_acc_mask': 60.117530444633246, 'loss': 1.1572635173797607}
+{'epoch': 233, 'iter': 270, 'avg_loss': 1.1546080088263508, 'avg_acc_mask': 60.02998092123194, 'loss': 1.2835577726364136}
+{'epoch': 'EP233_test', 'avg_loss': 1.155192594813264, 'total_masked_acc': 59.986622073578594}
+{'epoch': 234, 'iter': 0, 'avg_loss': 1.1164121627807617, 'avg_acc_mask': 63.04347826086957, 'loss': 1.1164121627807617}
+{'epoch': 234, 'iter': 10, 'avg_loss': 1.2046175490726123, 'avg_acc_mask': 56.970740103270224, 'loss': 1.1801782846450806}
+{'epoch': 234, 'iter': 20, 'avg_loss': 1.1431668003400166, 'avg_acc_mask': 60.33274956217163, 'loss': 1.0743944644927979}
+{'epoch': 234, 'iter': 30, 'avg_loss': 1.1321321475890376, 'avg_acc_mask': 60.7937462417318, 'loss': 1.151946783065796}
+{'epoch': 234, 'iter': 40, 'avg_loss': 1.15414912962332, 'avg_acc_mask': 60.210141617176795, 'loss': 1.209091305732727}
+{'epoch': 234, 'iter': 50, 'avg_loss': 1.1436904423377092, 'avg_acc_mask': 60.370370370370374, 'loss': 0.9298813939094543}
+{'epoch': 234, 'iter': 60, 'avg_loss': 1.1690033390873769, 'avg_acc_mask': 59.712009803921575, 'loss': 1.4343336820602417}
+{'epoch': 234, 'iter': 70, 'avg_loss': 1.1637932691775577, 'avg_acc_mask': 59.778012684989434, 'loss': 1.089192271232605}
+{'epoch': 234, 'iter': 80, 'avg_loss': 1.164107033499965, 'avg_acc_mask': 60.09367681498829, 'loss': 1.0789697170257568}
+{'epoch': 234, 'iter': 90, 'avg_loss': 1.1681859788003859, 'avg_acc_mask': 59.82142857142857, 'loss': 0.989529550075531}
+{'epoch': 234, 'iter': 100, 'avg_loss': 1.1818806883132105, 'avg_acc_mask': 59.35579966486688, 'loss': 1.2945332527160645}
+{'epoch': 234, 'iter': 110, 'avg_loss': 1.1770466276117273, 'avg_acc_mask': 59.343649039279036, 'loss': 1.247544527053833}
+{'epoch': 234, 'iter': 120, 'avg_loss': 1.174703717724351, 'avg_acc_mask': 59.485031797735374, 'loss': 0.9779739379882812}
+{'epoch': 234, 'iter': 130, 'avg_loss': 1.1782634781517145, 'avg_acc_mask': 59.32106689487947, 'loss': 1.1708800792694092}
+{'epoch': 234, 'iter': 140, 'avg_loss': 1.1776727239290874, 'avg_acc_mask': 59.34443563309543, 'loss': 1.28231942653656}
+{'epoch': 234, 'iter': 150, 'avg_loss': 1.1795097388179097, 'avg_acc_mask': 59.26564810251356, 'loss': 1.1656862497329712}
+{'epoch': 234, 'iter': 160, 'avg_loss': 1.1803081724214257, 'avg_acc_mask': 59.30366612866036, 'loss': 1.4382803440093994}
+{'epoch': 234, 'iter': 170, 'avg_loss': 1.169656959542057, 'avg_acc_mask': 59.62793733681462, 'loss': 1.0020153522491455}
+{'epoch': 234, 'iter': 180, 'avg_loss': 1.176551466159399, 'avg_acc_mask': 59.629057187017, 'loss': 1.160699486732483}
+{'epoch': 234, 'iter': 190, 'avg_loss': 1.1762846333818286, 'avg_acc_mask': 59.69637610186091, 'loss': 1.3605437278747559}
+{'epoch': 234, 'iter': 200, 'avg_loss': 1.171531603407504, 'avg_acc_mask': 59.82492084187, 'loss': 1.1810694932937622}
+{'epoch': 234, 'iter': 210, 'avg_loss': 1.1724571207123344, 'avg_acc_mask': 59.77787649933363, 'loss': 0.9598736763000488}
+{'epoch': 234, 'iter': 220, 'avg_loss': 1.1752067062649791, 'avg_acc_mask': 59.71021860701576, 'loss': 1.1584279537200928}
+{'epoch': 234, 'iter': 230, 'avg_loss': 1.1754748171026057, 'avg_acc_mask': 59.668642897750345, 'loss': 1.1271474361419678}
+{'epoch': 234, 'iter': 240, 'avg_loss': 1.174380380088363, 'avg_acc_mask': 59.671037318643805, 'loss': 1.0747567415237427}
+{'epoch': 234, 'iter': 250, 'avg_loss': 1.1757932226971326, 'avg_acc_mask': 59.692170421592685, 'loss': 1.1098021268844604}
+{'epoch': 234, 'iter': 260, 'avg_loss': 1.1742161208642397, 'avg_acc_mask': 59.74676300164532, 'loss': 0.976776123046875}
+{'epoch': 234, 'iter': 270, 'avg_loss': 1.1740673536304178, 'avg_acc_mask': 59.555189456342674, 'loss': 1.1213442087173462}
+{'epoch': 'EP234_test', 'avg_loss': 1.1748884927103485, 'total_masked_acc': 59.56125548430644}
+{'epoch': 235, 'iter': 0, 'avg_loss': 1.2532168626785278, 'avg_acc_mask': 67.9245283018868, 'loss': 1.2532168626785278}
+{'epoch': 235, 'iter': 10, 'avg_loss': 1.1547008536078713, 'avg_acc_mask': 63.029315960912044, 'loss': 1.1311758756637573}
+{'epoch': 235, 'iter': 20, 'avg_loss': 1.1468528338841029, 'avg_acc_mask': 63.272120200333895, 'loss': 1.1011395454406738}
+{'epoch': 235, 'iter': 30, 'avg_loss': 1.1676292419433594, 'avg_acc_mask': 61.51162790697674, 'loss': 1.249122977256775}
+{'epoch': 235, 'iter': 40, 'avg_loss': 1.1691233152296485, 'avg_acc_mask': 61.326212728081885, 'loss': 1.3937305212020874}
+{'epoch': 235, 'iter': 50, 'avg_loss': 1.1649851296462266, 'avg_acc_mask': 61.24641833810889, 'loss': 1.205486536026001}
+{'epoch': 235, 'iter': 60, 'avg_loss': 1.1777072128702382, 'avg_acc_mask': 61.006851355376824, 'loss': 1.3616225719451904}
+{'epoch': 235, 'iter': 70, 'avg_loss': 1.1670270604147037, 'avg_acc_mask': 61.32244064334951, 'loss': 1.01724112033844}
+{'epoch': 235, 'iter': 80, 'avg_loss': 1.1677046690458133, 'avg_acc_mask': 61.28959784318131, 'loss': 1.1506930589675903}
+{'epoch': 235, 'iter': 90, 'avg_loss': 1.164628302003001, 'avg_acc_mask': 61.197295147175815, 'loss': 0.8940871357917786}
+{'epoch': 235, 'iter': 100, 'avg_loss': 1.1639185648153323, 'avg_acc_mask': 61.21386245286406, 'loss': 1.2453875541687012}
+{'epoch': 235, 'iter': 110, 'avg_loss': 1.1540947851833996, 'avg_acc_mask': 61.432098765432094, 'loss': 0.9908746480941772}
+{'epoch': 235, 'iter': 120, 'avg_loss': 1.15811418797359, 'avg_acc_mask': 61.36606189967983, 'loss': 1.0967057943344116}
+{'epoch': 235, 'iter': 130, 'avg_loss': 1.16782133269856, 'avg_acc_mask': 61.147934000846135, 'loss': 1.0220699310302734}
+{'epoch': 235, 'iter': 140, 'avg_loss': 1.1659913397004418, 'avg_acc_mask': 60.858189429618, 'loss': 0.9165322184562683}
+{'epoch': 235, 'iter': 150, 'avg_loss': 1.1700336968661933, 'avg_acc_mask': 60.5436372501219, 'loss': 1.036891222000122}
+{'epoch': 235, 'iter': 160, 'avg_loss': 1.167841378576267, 'avg_acc_mask': 60.650649499942524, 'loss': 1.096578598022461}
+{'epoch': 235, 'iter': 170, 'avg_loss': 1.1646065861858121, 'avg_acc_mask': 60.67379332685455, 'loss': 1.204969882965088}
+{'epoch': 235, 'iter': 180, 'avg_loss': 1.1671839168717189, 'avg_acc_mask': 60.57131155933244, 'loss': 1.3525896072387695}
+{'epoch': 235, 'iter': 190, 'avg_loss': 1.1658400334612862, 'avg_acc_mask': 60.53964543152153, 'loss': 1.3802891969680786}
+{'epoch': 235, 'iter': 200, 'avg_loss': 1.1662192344665527, 'avg_acc_mask': 60.492455799315, 'loss': 1.0178035497665405}
+{'epoch': 235, 'iter': 210, 'avg_loss': 1.1659131550110913, 'avg_acc_mask': 60.513318045510665, 'loss': 1.1612662076950073}
+{'epoch': 235, 'iter': 220, 'avg_loss': 1.1659861266343303, 'avg_acc_mask': 60.486654879178246, 'loss': 1.0296416282653809}
+{'epoch': 235, 'iter': 230, 'avg_loss': 1.1681226708672263, 'avg_acc_mask': 60.30940294899686, 'loss': 1.1406687498092651}
+{'epoch': 235, 'iter': 240, 'avg_loss': 1.1671056683132757, 'avg_acc_mask': 60.351230078910724, 'loss': 1.3480247259140015}
+{'epoch': 235, 'iter': 250, 'avg_loss': 1.1613245976873603, 'avg_acc_mask': 60.45353159851301, 'loss': 0.8901861906051636}
+{'epoch': 235, 'iter': 260, 'avg_loss': 1.1627016736629823, 'avg_acc_mask': 60.534591194968556, 'loss': 1.2686775922775269}
+{'epoch': 235, 'iter': 270, 'avg_loss': 1.1632908338550272, 'avg_acc_mask': 60.50247116968699, 'loss': 1.0739758014678955}
+{'epoch': 'EP235_test', 'avg_loss': 1.1631095787321313, 'total_masked_acc': 60.51707843931416}
+{'epoch': 236, 'iter': 0, 'avg_loss': 0.941342830657959, 'avg_acc_mask': 73.68421052631578, 'loss': 0.941342830657959}
+{'epoch': 236, 'iter': 10, 'avg_loss': 1.148689633066004, 'avg_acc_mask': 60.16666666666667, 'loss': 0.9890574812889099}
+{'epoch': 236, 'iter': 20, 'avg_loss': 1.1403744362649464, 'avg_acc_mask': 60.282436010591354, 'loss': 1.2153658866882324}
+{'epoch': 236, 'iter': 30, 'avg_loss': 1.1608835170345921, 'avg_acc_mask': 60.0, 'loss': 1.3715789318084717}
+{'epoch': 236, 'iter': 40, 'avg_loss': 1.1750298622177868, 'avg_acc_mask': 59.32051855163165, 'loss': 1.0700126886367798}
+{'epoch': 236, 'iter': 50, 'avg_loss': 1.1889254310551811, 'avg_acc_mask': 59.30936276254894, 'loss': 1.3963745832443237}
+{'epoch': 236, 'iter': 60, 'avg_loss': 1.2037933957381326, 'avg_acc_mask': 59.15985997666277, 'loss': 1.7339013814926147}
+{'epoch': 236, 'iter': 70, 'avg_loss': 1.201961572741119, 'avg_acc_mask': 59.07845579078456, 'loss': 1.2359704971313477}
+{'epoch': 236, 'iter': 80, 'avg_loss': 1.201846530408035, 'avg_acc_mask': 59.120734908136484, 'loss': 1.3154491186141968}
+{'epoch': 236, 'iter': 90, 'avg_loss': 1.1989189045769828, 'avg_acc_mask': 59.02410346854792, 'loss': 1.0199038982391357}
+{'epoch': 236, 'iter': 100, 'avg_loss': 1.206946849822998, 'avg_acc_mask': 58.88849305308158, 'loss': 1.296122670173645}
+{'epoch': 236, 'iter': 110, 'avg_loss': 1.195035831885295, 'avg_acc_mask': 59.29232267489044, 'loss': 0.9410503506660461}
+{'epoch': 236, 'iter': 120, 'avg_loss': 1.1995187958409963, 'avg_acc_mask': 58.99044205495818, 'loss': 1.2486099004745483}
+{'epoch': 236, 'iter': 130, 'avg_loss': 1.1937750951024413, 'avg_acc_mask': 59.094057348663256, 'loss': 1.1823511123657227}
+{'epoch': 236, 'iter': 140, 'avg_loss': 1.1896610653146784, 'avg_acc_mask': 59.212395093608784, 'loss': 1.1120408773422241}
+{'epoch': 236, 'iter': 150, 'avg_loss': 1.1892491188270367, 'avg_acc_mask': 59.19401544401545, 'loss': 1.2212048768997192}
+{'epoch': 236, 'iter': 160, 'avg_loss': 1.1850367329135445, 'avg_acc_mask': 59.32433964403129, 'loss': 1.5235748291015625}
+{'epoch': 236, 'iter': 170, 'avg_loss': 1.1779369506222463, 'avg_acc_mask': 59.45310831019013, 'loss': 1.2995879650115967}
+{'epoch': 236, 'iter': 180, 'avg_loss': 1.180495764010519, 'avg_acc_mask': 59.40584088620342, 'loss': 1.3617749214172363}
+{'epoch': 236, 'iter': 190, 'avg_loss': 1.1795551452337134, 'avg_acc_mask': 59.50128976784179, 'loss': 1.1069200038909912}
+{'epoch': 236, 'iter': 200, 'avg_loss': 1.178199811657863, 'avg_acc_mask': 59.63194633306137, 'loss': 0.934805154800415}
+{'epoch': 236, 'iter': 210, 'avg_loss': 1.1799386471368691, 'avg_acc_mask': 59.632790276700284, 'loss': 1.1890417337417603}
+{'epoch': 236, 'iter': 220, 'avg_loss': 1.1816509670801292, 'avg_acc_mask': 59.600791817881884, 'loss': 0.9502244591712952}
+{'epoch': 236, 'iter': 230, 'avg_loss': 1.1824840934245617, 'avg_acc_mask': 59.597315436241615, 'loss': 0.9489734172821045}
+{'epoch': 236, 'iter': 240, 'avg_loss': 1.1798857581565985, 'avg_acc_mask': 59.75748389541493, 'loss': 1.0789014101028442}
+{'epoch': 236, 'iter': 250, 'avg_loss': 1.1783508781892844, 'avg_acc_mask': 59.82955787020177, 'loss': 0.8869080543518066}
+{'epoch': 236, 'iter': 260, 'avg_loss': 1.1773687381854003, 'avg_acc_mask': 59.85294117647059, 'loss': 1.518739104270935}
+{'epoch': 236, 'iter': 270, 'avg_loss': 1.1776633786099424, 'avg_acc_mask': 59.80570734669095, 'loss': 1.2823017835617065}
+{'epoch': 'EP236_test', 'avg_loss': 1.1782311090956563, 'total_masked_acc': 59.77583233850643}
+{'epoch': 237, 'iter': 0, 'avg_loss': 1.046925663948059, 'avg_acc_mask': 65.95744680851064, 'loss': 1.046925663948059}
+{'epoch': 237, 'iter': 10, 'avg_loss': 1.19532357562672, 'avg_acc_mask': 60.17391304347826, 'loss': 1.342519760131836}
+{'epoch': 237, 'iter': 20, 'avg_loss': 1.1347837079138983, 'avg_acc_mask': 61.504424778761056, 'loss': 0.991665780544281}
+{'epoch': 237, 'iter': 30, 'avg_loss': 1.155476318251702, 'avg_acc_mask': 60.33959975742874, 'loss': 1.2233349084854126}
+{'epoch': 237, 'iter': 40, 'avg_loss': 1.1579993643411777, 'avg_acc_mask': 60.19108280254777, 'loss': 1.2439837455749512}
+{'epoch': 237, 'iter': 50, 'avg_loss': 1.1717813225353466, 'avg_acc_mask': 59.39609236234459, 'loss': 1.159318208694458}
+{'epoch': 237, 'iter': 60, 'avg_loss': 1.1790057596613148, 'avg_acc_mask': 59.19929349425964, 'loss': 1.2607648372650146}
+{'epoch': 237, 'iter': 70, 'avg_loss': 1.1775836172238203, 'avg_acc_mask': 59.05128205128205, 'loss': 1.404137372970581}
+{'epoch': 237, 'iter': 80, 'avg_loss': 1.1846861721556863, 'avg_acc_mask': 58.82619533197372, 'loss': 1.0715045928955078}
+{'epoch': 237, 'iter': 90, 'avg_loss': 1.190340178353446, 'avg_acc_mask': 58.90162945081473, 'loss': 1.3331540822982788}
+{'epoch': 237, 'iter': 100, 'avg_loss': 1.2003055327009446, 'avg_acc_mask': 58.506975901431424, 'loss': 1.5645116567611694}
+{'epoch': 237, 'iter': 110, 'avg_loss': 1.1898682794055424, 'avg_acc_mask': 58.825475599669154, 'loss': 1.185644268989563}
+{'epoch': 237, 'iter': 120, 'avg_loss': 1.191403416070071, 'avg_acc_mask': 58.63906226214035, 'loss': 0.9981438517570496}
+{'epoch': 237, 'iter': 130, 'avg_loss': 1.1898442902637802, 'avg_acc_mask': 58.72191011235955, 'loss': 1.0776997804641724}
+{'epoch': 237, 'iter': 140, 'avg_loss': 1.183450865407362, 'avg_acc_mask': 58.8242995548573, 'loss': 1.124946117401123}
+{'epoch': 237, 'iter': 150, 'avg_loss': 1.1854388066474966, 'avg_acc_mask': 58.75533862111043, 'loss': 1.2873886823654175}
+{'epoch': 237, 'iter': 160, 'avg_loss': 1.187051274391435, 'avg_acc_mask': 58.797989031078615, 'loss': 1.2620689868927002}
+{'epoch': 237, 'iter': 170, 'avg_loss': 1.1832417371677377, 'avg_acc_mask': 58.88505499245201, 'loss': 1.066640853881836}
+{'epoch': 237, 'iter': 180, 'avg_loss': 1.1812981811676235, 'avg_acc_mask': 59.01006199817055, 'loss': 1.3877407312393188}
+{'epoch': 237, 'iter': 190, 'avg_loss': 1.1821988081432762, 'avg_acc_mask': 58.87760038703435, 'loss': 1.4105024337768555}
+{'epoch': 237, 'iter': 200, 'avg_loss': 1.180121807613183, 'avg_acc_mask': 58.80080926981791, 'loss': 0.8751270771026611}
+{'epoch': 237, 'iter': 210, 'avg_loss': 1.1793078466614275, 'avg_acc_mask': 58.87964989059081, 'loss': 1.5129629373550415}
+{'epoch': 237, 'iter': 220, 'avg_loss': 1.1784931677498969, 'avg_acc_mask': 59.01187092459455, 'loss': 1.1998379230499268}
+{'epoch': 237, 'iter': 230, 'avg_loss': 1.1820347585203328, 'avg_acc_mask': 58.95861574037158, 'loss': 1.1414285898208618}
+{'epoch': 237, 'iter': 240, 'avg_loss': 1.1769876534513417, 'avg_acc_mask': 59.00611620795107, 'loss': 1.0980443954467773}
+{'epoch': 237, 'iter': 250, 'avg_loss': 1.1727751457833673, 'avg_acc_mask': 59.13741076028557, 'loss': 0.6840747594833374}
+{'epoch': 237, 'iter': 260, 'avg_loss': 1.171635392525187, 'avg_acc_mask': 59.12692797509551, 'loss': 1.3100714683532715}
+{'epoch': 237, 'iter': 270, 'avg_loss': 1.1717696554986314, 'avg_acc_mask': 59.02051351718517, 'loss': 1.2996066808700562}
+{'epoch': 'EP237_test', 'avg_loss': 1.1719514377739118, 'total_masked_acc': 58.98531375166889}
+{'epoch': 238, 'iter': 0, 'avg_loss': 1.0588890314102173, 'avg_acc_mask': 56.41025641025641, 'loss': 1.0588890314102173}
+{'epoch': 238, 'iter': 10, 'avg_loss': 1.1491706317121333, 'avg_acc_mask': 59.77382875605816, 'loss': 1.032020926475525}
+{'epoch': 238, 'iter': 20, 'avg_loss': 1.1329523268200101, 'avg_acc_mask': 60.09090909090909, 'loss': 1.1040000915527344}
+{'epoch': 238, 'iter': 30, 'avg_loss': 1.1498632469484884, 'avg_acc_mask': 60.370370370370374, 'loss': 1.1838754415512085}
+{'epoch': 238, 'iter': 40, 'avg_loss': 1.1591513971003091, 'avg_acc_mask': 59.346224677716386, 'loss': 1.2473217248916626}
+{'epoch': 238, 'iter': 50, 'avg_loss': 1.1490509194486282, 'avg_acc_mask': 60.029175784099195, 'loss': 0.9467625617980957}
+{'epoch': 238, 'iter': 60, 'avg_loss': 1.1597893433492692, 'avg_acc_mask': 59.4699225729601, 'loss': 1.3886669874191284}
+{'epoch': 238, 'iter': 70, 'avg_loss': 1.1612197580471846, 'avg_acc_mask': 59.54767411976356, 'loss': 1.1736289262771606}
+{'epoch': 238, 'iter': 80, 'avg_loss': 1.1641442738933327, 'avg_acc_mask': 59.468588155820754, 'loss': 1.2964948415756226}
+{'epoch': 238, 'iter': 90, 'avg_loss': 1.167682946383298, 'avg_acc_mask': 59.24959871589085, 'loss': 1.1960164308547974}
+{'epoch': 238, 'iter': 100, 'avg_loss': 1.185060462149063, 'avg_acc_mask': 58.79920905985979, 'loss': 1.4303158521652222}
+{'epoch': 238, 'iter': 110, 'avg_loss': 1.1792203698072348, 'avg_acc_mask': 59.016120990526844, 'loss': 0.9679794311523438}
+{'epoch': 238, 'iter': 120, 'avg_loss': 1.1783274643677326, 'avg_acc_mask': 58.970074434148565, 'loss': 1.2458679676055908}
+{'epoch': 238, 'iter': 130, 'avg_loss': 1.1820907306125146, 'avg_acc_mask': 58.88374702005329, 'loss': 1.2139407396316528}
+{'epoch': 238, 'iter': 140, 'avg_loss': 1.1764251539047728, 'avg_acc_mask': 59.04054230217704, 'loss': 0.9387447834014893}
+{'epoch': 238, 'iter': 150, 'avg_loss': 1.1730507249074267, 'avg_acc_mask': 59.08259119189948, 'loss': 0.9283913969993591}
+{'epoch': 238, 'iter': 160, 'avg_loss': 1.1797527097026754, 'avg_acc_mask': 58.86939571150097, 'loss': 1.2956186532974243}
+{'epoch': 238, 'iter': 170, 'avg_loss': 1.176051516281931, 'avg_acc_mask': 58.902478623227616, 'loss': 1.1068294048309326}
+{'epoch': 238, 'iter': 180, 'avg_loss': 1.17725275728584, 'avg_acc_mask': 59.07138474125588, 'loss': 1.473802089691162}
+{'epoch': 238, 'iter': 190, 'avg_loss': 1.1763606729931857, 'avg_acc_mask': 59.13531289292968, 'loss': 1.3448593616485596}
+{'epoch': 238, 'iter': 200, 'avg_loss': 1.1737163351542914, 'avg_acc_mask': 59.201101928374655, 'loss': 1.0759638547897339}
+{'epoch': 238, 'iter': 210, 'avg_loss': 1.1740381017115444, 'avg_acc_mask': 59.19153031761309, 'loss': 1.1515605449676514}
+{'epoch': 238, 'iter': 220, 'avg_loss': 1.1750544196340293, 'avg_acc_mask': 59.313970956434645, 'loss': 1.2382451295852661}
+{'epoch': 238, 'iter': 230, 'avg_loss': 1.178251449163858, 'avg_acc_mask': 59.180576631259484, 'loss': 1.305892825126648}
+{'epoch': 238, 'iter': 240, 'avg_loss': 1.1758876034827648, 'avg_acc_mask': 59.231297185998635, 'loss': 1.1358352899551392}
+{'epoch': 238, 'iter': 250, 'avg_loss': 1.1746353530788802, 'avg_acc_mask': 59.303008070432874, 'loss': 0.9579326510429382}
+{'epoch': 238, 'iter': 260, 'avg_loss': 1.1759396076659132, 'avg_acc_mask': 59.18928445541064, 'loss': 1.311509132385254}
+{'epoch': 238, 'iter': 270, 'avg_loss': 1.1746920749710055, 'avg_acc_mask': 59.32008650986753, 'loss': 1.3064918518066406}
+{'epoch': 'EP238_test', 'avg_loss': 1.1765612355176953, 'total_masked_acc': 59.195746095048186}
+{'epoch': 239, 'iter': 0, 'avg_loss': 1.1670629978179932, 'avg_acc_mask': 59.183673469387756, 'loss': 1.1670629978179932}
+{'epoch': 239, 'iter': 10, 'avg_loss': 1.1642808589068325, 'avg_acc_mask': 57.95107033639144, 'loss': 1.297677993774414}
+{'epoch': 239, 'iter': 20, 'avg_loss': 1.1928906128520058, 'avg_acc_mask': 57.51848808545604, 'loss': 1.3195914030075073}
+{'epoch': 239, 'iter': 30, 'avg_loss': 1.1613324707554233, 'avg_acc_mask': 59.16140149339461, 'loss': 1.4397097826004028}
+{'epoch': 239, 'iter': 40, 'avg_loss': 1.1813348168280067, 'avg_acc_mask': 58.93719806763285, 'loss': 1.4259470701217651}
+{'epoch': 239, 'iter': 50, 'avg_loss': 1.1953937995667552, 'avg_acc_mask': 58.47665847665847, 'loss': 1.5101300477981567}
+{'epoch': 239, 'iter': 60, 'avg_loss': 1.1933044722822845, 'avg_acc_mask': 58.33815865662999, 'loss': 1.4854676723480225}
+{'epoch': 239, 'iter': 70, 'avg_loss': 1.1829510028933135, 'avg_acc_mask': 58.947629684785305, 'loss': 1.0253753662109375}
+{'epoch': 239, 'iter': 80, 'avg_loss': 1.1867543319125233, 'avg_acc_mask': 58.681318681318686, 'loss': 1.4025914669036865}
+{'epoch': 239, 'iter': 90, 'avg_loss': 1.1860932760186247, 'avg_acc_mask': 58.509803921568626, 'loss': 1.1432301998138428}
+{'epoch': 239, 'iter': 100, 'avg_loss': 1.189358395515102, 'avg_acc_mask': 58.55041644515329, 'loss': 1.1395912170410156}
+{'epoch': 239, 'iter': 110, 'avg_loss': 1.1851341772723842, 'avg_acc_mask': 58.86835278858625, 'loss': 1.20719313621521}
+{'epoch': 239, 'iter': 120, 'avg_loss': 1.1892471554850743, 'avg_acc_mask': 58.83402736466389, 'loss': 1.2475272417068481}
+{'epoch': 239, 'iter': 130, 'avg_loss': 1.1937060770187669, 'avg_acc_mask': 58.81622516556292, 'loss': 1.1220035552978516}
+{'epoch': 239, 'iter': 140, 'avg_loss': 1.1921546522607194, 'avg_acc_mask': 58.8015944451588, 'loss': 1.053795337677002}
+{'epoch': 239, 'iter': 150, 'avg_loss': 1.1886833021972354, 'avg_acc_mask': 58.92664185376396, 'loss': 1.048585295677185}
+{'epoch': 239, 'iter': 160, 'avg_loss': 1.1910419960199676, 'avg_acc_mask': 58.67208672086721, 'loss': 1.5031070709228516}
+{'epoch': 239, 'iter': 170, 'avg_loss': 1.1853918199650726, 'avg_acc_mask': 58.8285319442968, 'loss': 1.1328470706939697}
+{'epoch': 239, 'iter': 180, 'avg_loss': 1.1847667753367135, 'avg_acc_mask': 58.82827467984269, 'loss': 1.227802038192749}
+{'epoch': 239, 'iter': 190, 'avg_loss': 1.1811738591543668, 'avg_acc_mask': 58.96307633441745, 'loss': 1.4515835046768188}
+{'epoch': 239, 'iter': 200, 'avg_loss': 1.1800350935304935, 'avg_acc_mask': 58.93636363636363, 'loss': 1.0730440616607666}
+{'epoch': 239, 'iter': 210, 'avg_loss': 1.1775086157694812, 'avg_acc_mask': 59.071218159764335, 'loss': 1.3262355327606201}
+{'epoch': 239, 'iter': 220, 'avg_loss': 1.1785059555083919, 'avg_acc_mask': 59.14023026588254, 'loss': 1.1829854249954224}
+{'epoch': 239, 'iter': 230, 'avg_loss': 1.175594300418705, 'avg_acc_mask': 59.216681201934506, 'loss': 1.0253398418426514}
+{'epoch': 239, 'iter': 240, 'avg_loss': 1.1731140381073062, 'avg_acc_mask': 59.2758463640504, 'loss': 1.0921518802642822}
+{'epoch': 239, 'iter': 250, 'avg_loss': 1.1680852435974485, 'avg_acc_mask': 59.44740881514509, 'loss': 0.95827317237854}
+{'epoch': 239, 'iter': 260, 'avg_loss': 1.1669430814940354, 'avg_acc_mask': 59.424268018018026, 'loss': 1.2446039915084839}
+{'epoch': 239, 'iter': 270, 'avg_loss': 1.1654811523497324, 'avg_acc_mask': 59.42578548212351, 'loss': 1.416107416152954}
+{'epoch': 'EP239_test', 'avg_loss': 1.165805343484533, 'total_masked_acc': 59.46879150066401}
+{'epoch': 240, 'iter': 0, 'avg_loss': 1.2590569257736206, 'avg_acc_mask': 57.99999999999999, 'loss': 1.2590569257736206}
+{'epoch': 240, 'iter': 10, 'avg_loss': 1.1560257239775225, 'avg_acc_mask': 59.80230642504119, 'loss': 1.171080231666565}
+{'epoch': 240, 'iter': 20, 'avg_loss': 1.1776711259569441, 'avg_acc_mask': 59.02654867256637, 'loss': 1.2748082876205444}
+{'epoch': 240, 'iter': 30, 'avg_loss': 1.171287690439532, 'avg_acc_mask': 58.65746549560853, 'loss': 1.0139001607894897}
+{'epoch': 240, 'iter': 40, 'avg_loss': 1.1384735412713958, 'avg_acc_mask': 59.55107650022904, 'loss': 1.0948991775512695}
+{'epoch': 240, 'iter': 50, 'avg_loss': 1.1388002809356241, 'avg_acc_mask': 59.719142645971914, 'loss': 1.0897667407989502}
+{'epoch': 240, 'iter': 60, 'avg_loss': 1.156278866236327, 'avg_acc_mask': 59.65073529411765, 'loss': 1.276536226272583}
+{'epoch': 240, 'iter': 70, 'avg_loss': 1.1567791851473526, 'avg_acc_mask': 59.557078829422615, 'loss': 1.2028234004974365}
+{'epoch': 240, 'iter': 80, 'avg_loss': 1.1636998668129062, 'avg_acc_mask': 59.19447640966629, 'loss': 1.3401408195495605}
+{'epoch': 240, 'iter': 90, 'avg_loss': 1.1635392282035324, 'avg_acc_mask': 59.373104145601616, 'loss': 1.1229544878005981}
+{'epoch': 240, 'iter': 100, 'avg_loss': 1.1752783815459449, 'avg_acc_mask': 58.913320007268766, 'loss': 1.25002920627594}
+{'epoch': 240, 'iter': 110, 'avg_loss': 1.1688642705882992, 'avg_acc_mask': 59.251870324189525, 'loss': 0.9956923127174377}
+{'epoch': 240, 'iter': 120, 'avg_loss': 1.1622089940654345, 'avg_acc_mask': 59.508547008547005, 'loss': 0.974591076374054}
+{'epoch': 240, 'iter': 130, 'avg_loss': 1.1607201540743122, 'avg_acc_mask': 59.6476391825229, 'loss': 1.0221704244613647}
+{'epoch': 240, 'iter': 140, 'avg_loss': 1.1570732128535601, 'avg_acc_mask': 59.869281045751634, 'loss': 1.3173205852508545}
+{'epoch': 240, 'iter': 150, 'avg_loss': 1.1560688962210093, 'avg_acc_mask': 59.82602303357021, 'loss': 1.078247308731079}
+{'epoch': 240, 'iter': 160, 'avg_loss': 1.158271204610789, 'avg_acc_mask': 59.85866543095458, 'loss': 1.4506598711013794}
+{'epoch': 240, 'iter': 170, 'avg_loss': 1.1580589092962923, 'avg_acc_mask': 59.88848802886192, 'loss': 1.3459628820419312}
+{'epoch': 240, 'iter': 180, 'avg_loss': 1.1554585007014195, 'avg_acc_mask': 60.09897927621404, 'loss': 1.2037665843963623}
+{'epoch': 240, 'iter': 190, 'avg_loss': 1.1548010934709878, 'avg_acc_mask': 60.20168396318778, 'loss': 1.375967264175415}
+{'epoch': 240, 'iter': 200, 'avg_loss': 1.151878743325893, 'avg_acc_mask': 60.19067012217697, 'loss': 1.1882792711257935}
+{'epoch': 240, 'iter': 210, 'avg_loss': 1.1515295307783153, 'avg_acc_mask': 60.17824053648637, 'loss': 1.4652988910675049}
+{'epoch': 240, 'iter': 220, 'avg_loss': 1.1487964777385486, 'avg_acc_mask': 60.3446826397646, 'loss': 0.9257223606109619}
+{'epoch': 240, 'iter': 230, 'avg_loss': 1.151855739164146, 'avg_acc_mask': 60.23054755043228, 'loss': 0.9996442794799805}
+{'epoch': 240, 'iter': 240, 'avg_loss': 1.1507439163215922, 'avg_acc_mask': 60.2412397892969, 'loss': 1.1957817077636719}
+{'epoch': 240, 'iter': 250, 'avg_loss': 1.1487983816648384, 'avg_acc_mask': 60.23804275953273, 'loss': 0.8670756816864014}
+{'epoch': 240, 'iter': 260, 'avg_loss': 1.147484108862749, 'avg_acc_mask': 60.356662656570656, 'loss': 1.2194840908050537}
+{'epoch': 240, 'iter': 270, 'avg_loss': 1.150472165693656, 'avg_acc_mask': 60.24227575881312, 'loss': 1.3614517450332642}
+{'epoch': 'EP240_test', 'avg_loss': 1.1490483748308127, 'total_masked_acc': 60.25821125158873}
+{'epoch': 241, 'iter': 0, 'avg_loss': 1.1042280197143555, 'avg_acc_mask': 59.64912280701754, 'loss': 1.1042280197143555}
+{'epoch': 241, 'iter': 10, 'avg_loss': 1.1537670222195713, 'avg_acc_mask': 58.931552587646074, 'loss': 1.0936577320098877}
+{'epoch': 241, 'iter': 20, 'avg_loss': 1.129373672462645, 'avg_acc_mask': 60.794941282746166, 'loss': 1.1972086429595947}
+{'epoch': 241, 'iter': 30, 'avg_loss': 1.1160933106176314, 'avg_acc_mask': 61.40350877192983, 'loss': 1.1895244121551514}
+{'epoch': 241, 'iter': 40, 'avg_loss': 1.1181132139229193, 'avg_acc_mask': 61.07078039927405, 'loss': 1.0711195468902588}
+{'epoch': 241, 'iter': 50, 'avg_loss': 1.1262037730684467, 'avg_acc_mask': 60.668847691748454, 'loss': 1.1256320476531982}
+{'epoch': 241, 'iter': 60, 'avg_loss': 1.151960404192815, 'avg_acc_mask': 60.20926756352766, 'loss': 1.451369285583496}
+{'epoch': 241, 'iter': 70, 'avg_loss': 1.1512647842017698, 'avg_acc_mask': 60.10872378980068, 'loss': 0.9512898921966553}
+{'epoch': 241, 'iter': 80, 'avg_loss': 1.1581797886777807, 'avg_acc_mask': 59.791949344188154, 'loss': 1.3313031196594238}
+{'epoch': 241, 'iter': 90, 'avg_loss': 1.1616208127566747, 'avg_acc_mask': 59.62582981291491, 'loss': 1.0247304439544678}
+{'epoch': 241, 'iter': 100, 'avg_loss': 1.172422210178753, 'avg_acc_mask': 59.100758396533045, 'loss': 1.240460991859436}
+{'epoch': 241, 'iter': 110, 'avg_loss': 1.1707984907133084, 'avg_acc_mask': 59.161439418950145, 'loss': 1.3619849681854248}
+{'epoch': 241, 'iter': 120, 'avg_loss': 1.1687902995377533, 'avg_acc_mask': 59.30834856794638, 'loss': 1.1889021396636963}
+{'epoch': 241, 'iter': 130, 'avg_loss': 1.1678539496341735, 'avg_acc_mask': 59.41540191118606, 'loss': 1.2128088474273682}
+{'epoch': 241, 'iter': 140, 'avg_loss': 1.1662316969100466, 'avg_acc_mask': 59.46544980443286, 'loss': 0.9888447523117065}
+{'epoch': 241, 'iter': 150, 'avg_loss': 1.1685399823630882, 'avg_acc_mask': 59.25655976676385, 'loss': 1.1828120946884155}
+{'epoch': 241, 'iter': 160, 'avg_loss': 1.1722434292668882, 'avg_acc_mask': 59.26559470863268, 'loss': 1.1168302297592163}
+{'epoch': 241, 'iter': 170, 'avg_loss': 1.1658431399635405, 'avg_acc_mask': 59.55937667920473, 'loss': 0.9125144481658936}
+{'epoch': 241, 'iter': 180, 'avg_loss': 1.1659093999730947, 'avg_acc_mask': 59.53739555736702, 'loss': 1.3140960931777954}
+{'epoch': 241, 'iter': 190, 'avg_loss': 1.1673388006799508, 'avg_acc_mask': 59.619306594153635, 'loss': 1.4131889343261719}
+{'epoch': 241, 'iter': 200, 'avg_loss': 1.1668932482377807, 'avg_acc_mask': 59.6647941799429, 'loss': 1.3887912034988403}
+{'epoch': 241, 'iter': 210, 'avg_loss': 1.1683449516364184, 'avg_acc_mask': 59.65020214448936, 'loss': 1.2504011392593384}
+{'epoch': 241, 'iter': 220, 'avg_loss': 1.1649556534862087, 'avg_acc_mask': 59.816283924843425, 'loss': 0.8709566593170166}
+{'epoch': 241, 'iter': 230, 'avg_loss': 1.1640120576986503, 'avg_acc_mask': 59.749581306324274, 'loss': 1.2279856204986572}
+{'epoch': 241, 'iter': 240, 'avg_loss': 1.1630833052500649, 'avg_acc_mask': 59.85212287521915, 'loss': 1.2782812118530273}
+{'epoch': 241, 'iter': 250, 'avg_loss': 1.15872217032064, 'avg_acc_mask': 60.08486355988002, 'loss': 1.0543721914291382}
+{'epoch': 241, 'iter': 260, 'avg_loss': 1.1583490207277496, 'avg_acc_mask': 60.071689626089395, 'loss': 1.1284908056259155}
+{'epoch': 241, 'iter': 270, 'avg_loss': 1.159502549364998, 'avg_acc_mask': 60.01755096530309, 'loss': 1.3861593008041382}
+{'epoch': 'EP241_test', 'avg_loss': 1.160260579292325, 'total_masked_acc': 59.97876857749469}
+{'epoch': 242, 'iter': 0, 'avg_loss': 1.053770661354065, 'avg_acc_mask': 60.37735849056604, 'loss': 1.053770661354065}
+{'epoch': 242, 'iter': 10, 'avg_loss': 1.0451167280023748, 'avg_acc_mask': 63.98104265402843, 'loss': 1.0408660173416138}
+{'epoch': 242, 'iter': 20, 'avg_loss': 1.0412921962283908, 'avg_acc_mask': 63.58183376178235, 'loss': 0.9417148232460022}
+{'epoch': 242, 'iter': 30, 'avg_loss': 1.0940445469271751, 'avg_acc_mask': 62.147887323943664, 'loss': 1.063475251197815}
+{'epoch': 242, 'iter': 40, 'avg_loss': 1.1145653259463426, 'avg_acc_mask': 61.9386393952868, 'loss': 1.2986798286437988}
+{'epoch': 242, 'iter': 50, 'avg_loss': 1.1344098460440541, 'avg_acc_mask': 61.73323823109843, 'loss': 1.3906821012496948}
+{'epoch': 242, 'iter': 60, 'avg_loss': 1.1530791833752492, 'avg_acc_mask': 61.04548139397519, 'loss': 1.3338960409164429}
+{'epoch': 242, 'iter': 70, 'avg_loss': 1.157170187419569, 'avg_acc_mask': 60.72067467416304, 'loss': 0.9869874119758606}
+{'epoch': 242, 'iter': 80, 'avg_loss': 1.1588428336897014, 'avg_acc_mask': 60.528097494922136, 'loss': 1.2943623065948486}
+{'epoch': 242, 'iter': 90, 'avg_loss': 1.161479353249728, 'avg_acc_mask': 60.375454178441665, 'loss': 1.547715187072754}
+{'epoch': 242, 'iter': 100, 'avg_loss': 1.1707788056666308, 'avg_acc_mask': 60.14280483339436, 'loss': 1.3116191625595093}
+{'epoch': 242, 'iter': 110, 'avg_loss': 1.1677375306954254, 'avg_acc_mask': 60.26941626475969, 'loss': 1.191290020942688}
+{'epoch': 242, 'iter': 120, 'avg_loss': 1.1697012402794578, 'avg_acc_mask': 60.35556906245252, 'loss': 1.2096730470657349}
+{'epoch': 242, 'iter': 130, 'avg_loss': 1.173907768180352, 'avg_acc_mask': 60.0897489833123, 'loss': 1.3363476991653442}
+{'epoch': 242, 'iter': 140, 'avg_loss': 1.171537331232788, 'avg_acc_mask': 60.212683179872904, 'loss': 1.095310926437378}
+{'epoch': 242, 'iter': 150, 'avg_loss': 1.166807977963757, 'avg_acc_mask': 60.45553670947419, 'loss': 0.8583510518074036}
+{'epoch': 242, 'iter': 160, 'avg_loss': 1.1738878136836224, 'avg_acc_mask': 60.31890660592255, 'loss': 1.2214131355285645}
+{'epoch': 242, 'iter': 170, 'avg_loss': 1.170244750920792, 'avg_acc_mask': 60.46685940678873, 'loss': 1.2679258584976196}
+{'epoch': 242, 'iter': 180, 'avg_loss': 1.1745868608437848, 'avg_acc_mask': 60.374115267947424, 'loss': 1.6044868230819702}
+{'epoch': 242, 'iter': 190, 'avg_loss': 1.17320602632942, 'avg_acc_mask': 60.322024151811384, 'loss': 1.299870252609253}
+{'epoch': 242, 'iter': 200, 'avg_loss': 1.1691609280026374, 'avg_acc_mask': 60.329450309428466, 'loss': 1.020216703414917}
+{'epoch': 242, 'iter': 210, 'avg_loss': 1.1714115043952003, 'avg_acc_mask': 60.278260869565216, 'loss': 1.1592159271240234}
+{'epoch': 242, 'iter': 220, 'avg_loss': 1.175578654351817, 'avg_acc_mask': 60.111240245724716, 'loss': 1.4772764444351196}
+{'epoch': 242, 'iter': 230, 'avg_loss': 1.1759578944284679, 'avg_acc_mask': 60.01267427122941, 'loss': 1.307694911956787}
+{'epoch': 242, 'iter': 240, 'avg_loss': 1.1704581785498813, 'avg_acc_mask': 60.17382023328505, 'loss': 1.3705698251724243}
+{'epoch': 242, 'iter': 250, 'avg_loss': 1.1680188805933494, 'avg_acc_mask': 60.221683916905235, 'loss': 0.8887100219726562}
+{'epoch': 242, 'iter': 260, 'avg_loss': 1.1671502092332218, 'avg_acc_mask': 60.282129439285455, 'loss': 1.1601736545562744}
+{'epoch': 242, 'iter': 270, 'avg_loss': 1.1664213445793659, 'avg_acc_mask': 60.28247816593887, 'loss': 1.2365915775299072}
+{'epoch': 'EP242_test', 'avg_loss': 1.1651400681855022, 'total_masked_acc': 60.258817218720665}
+{'epoch': 243, 'iter': 0, 'avg_loss': 0.9241186380386353, 'avg_acc_mask': 69.76744186046511, 'loss': 0.9241186380386353}
+{'epoch': 243, 'iter': 10, 'avg_loss': 1.0773255933414807, 'avg_acc_mask': 63.74781085814361, 'loss': 0.9178156852722168}
+{'epoch': 243, 'iter': 20, 'avg_loss': 1.1259017160960607, 'avg_acc_mask': 62.20053238686779, 'loss': 1.2119148969650269}
+{'epoch': 243, 'iter': 30, 'avg_loss': 1.1078017200193098, 'avg_acc_mask': 62.85018270401949, 'loss': 1.2204854488372803}
+{'epoch': 243, 'iter': 40, 'avg_loss': 1.117683826423273, 'avg_acc_mask': 62.522935779816514, 'loss': 1.2573596239089966}
+{'epoch': 243, 'iter': 50, 'avg_loss': 1.1346512460241132, 'avg_acc_mask': 61.555473645410984, 'loss': 1.0011870861053467}
+{'epoch': 243, 'iter': 60, 'avg_loss': 1.1584305264910713, 'avg_acc_mask': 60.54735547355473, 'loss': 1.118923544883728}
+{'epoch': 243, 'iter': 70, 'avg_loss': 1.1736354072329025, 'avg_acc_mask': 60.01059322033898, 'loss': 1.115478515625}
+{'epoch': 243, 'iter': 80, 'avg_loss': 1.1761258112059698, 'avg_acc_mask': 60.14308792984075, 'loss': 1.0623701810836792}
+{'epoch': 243, 'iter': 90, 'avg_loss': 1.1812465911383156, 'avg_acc_mask': 60.04073319755601, 'loss': 1.1624220609664917}
+{'epoch': 243, 'iter': 100, 'avg_loss': 1.1928587467363565, 'avg_acc_mask': 59.77725031951798, 'loss': 1.3338781595230103}
+{'epoch': 243, 'iter': 110, 'avg_loss': 1.1842879438185476, 'avg_acc_mask': 59.943086709072645, 'loss': 1.142192006111145}
+{'epoch': 243, 'iter': 120, 'avg_loss': 1.1774101311510259, 'avg_acc_mask': 60.02452483139178, 'loss': 1.1460754871368408}
+{'epoch': 243, 'iter': 130, 'avg_loss': 1.1809578146643311, 'avg_acc_mask': 59.75764407496125, 'loss': 1.3497459888458252}
+{'epoch': 243, 'iter': 140, 'avg_loss': 1.1724391854401175, 'avg_acc_mask': 59.976387249114524, 'loss': 0.8346885442733765}
+{'epoch': 243, 'iter': 150, 'avg_loss': 1.1733025312423706, 'avg_acc_mask': 59.88535187217954, 'loss': 1.0409607887268066}
+{'epoch': 243, 'iter': 160, 'avg_loss': 1.1728879879720462, 'avg_acc_mask': 60.004573519323124, 'loss': 1.220359444618225}
+{'epoch': 243, 'iter': 170, 'avg_loss': 1.1691381091262862, 'avg_acc_mask': 60.11175585643671, 'loss': 1.088302493095398}
+{'epoch': 243, 'iter': 180, 'avg_loss': 1.1717866807352773, 'avg_acc_mask': 60.083562621012945, 'loss': 1.5154603719711304}
+{'epoch': 243, 'iter': 190, 'avg_loss': 1.1755885519282356, 'avg_acc_mask': 60.04652515266066, 'loss': 1.2428537607192993}
+{'epoch': 243, 'iter': 200, 'avg_loss': 1.1757761352690892, 'avg_acc_mask': 59.9852548152244, 'loss': 1.0579475164413452}
+{'epoch': 243, 'iter': 210, 'avg_loss': 1.1733768039970036, 'avg_acc_mask': 60.003508464169805, 'loss': 1.104030966758728}
+{'epoch': 243, 'iter': 220, 'avg_loss': 1.1740511763689205, 'avg_acc_mask': 59.88284518828452, 'loss': 1.2963696718215942}
+{'epoch': 243, 'iter': 230, 'avg_loss': 1.1746901985886808, 'avg_acc_mask': 59.88292839387379, 'loss': 1.127518653869629}
+{'epoch': 243, 'iter': 240, 'avg_loss': 1.1713846165114914, 'avg_acc_mask': 60.044677245416736, 'loss': 1.0571051836013794}
+{'epoch': 243, 'iter': 250, 'avg_loss': 1.1711070088751288, 'avg_acc_mask': 60.04146919431279, 'loss': 0.9195238947868347}
+{'epoch': 243, 'iter': 260, 'avg_loss': 1.1732212873710983, 'avg_acc_mask': 59.99857722131322, 'loss': 1.6177934408187866}
+{'epoch': 243, 'iter': 270, 'avg_loss': 1.1733848555941424, 'avg_acc_mask': 59.97001499250375, 'loss': 1.2771114110946655}
+{'epoch': 'EP243_test', 'avg_loss': 1.1743488091489542, 'total_masked_acc': 59.941030623869196}
+{'epoch': 244, 'iter': 0, 'avg_loss': 1.4208893775939941, 'avg_acc_mask': 53.06122448979592, 'loss': 1.4208893775939941}
+{'epoch': 244, 'iter': 10, 'avg_loss': 1.1813019188967617, 'avg_acc_mask': 58.609271523178805, 'loss': 0.994731605052948}
+{'epoch': 244, 'iter': 20, 'avg_loss': 1.1461758074306307, 'avg_acc_mask': 59.63382737576286, 'loss': 0.9564491510391235}
+{'epoch': 244, 'iter': 30, 'avg_loss': 1.1622696653489144, 'avg_acc_mask': 59.84848484848485, 'loss': 1.1048980951309204}
+{'epoch': 244, 'iter': 40, 'avg_loss': 1.177545295982826, 'avg_acc_mask': 59.312192943278255, 'loss': 1.4964799880981445}
+{'epoch': 244, 'iter': 50, 'avg_loss': 1.16478664968528, 'avg_acc_mask': 59.55255681818182, 'loss': 1.0603382587432861}
+{'epoch': 244, 'iter': 60, 'avg_loss': 1.1794896458016066, 'avg_acc_mask': 59.46980854197349, 'loss': 1.4070950746536255}
+{'epoch': 244, 'iter': 70, 'avg_loss': 1.1663228223021602, 'avg_acc_mask': 59.60315441363521, 'loss': 1.1451131105422974}
+{'epoch': 244, 'iter': 80, 'avg_loss': 1.160166707303789, 'avg_acc_mask': 59.97762863534676, 'loss': 1.0528978109359741}
+{'epoch': 244, 'iter': 90, 'avg_loss': 1.163026144871345, 'avg_acc_mask': 59.89262278783058, 'loss': 0.8332678079605103}
+{'epoch': 244, 'iter': 100, 'avg_loss': 1.1620021143762191, 'avg_acc_mask': 59.88184747583244, 'loss': 1.2410091161727905}
+{'epoch': 244, 'iter': 110, 'avg_loss': 1.157491617374592, 'avg_acc_mask': 59.85938521909745, 'loss': 1.163806438446045}
+{'epoch': 244, 'iter': 120, 'avg_loss': 1.1568491852973117, 'avg_acc_mask': 59.9731263063601, 'loss': 1.2074878215789795}
+{'epoch': 244, 'iter': 130, 'avg_loss': 1.1656826634443442, 'avg_acc_mask': 59.59818356956102, 'loss': 1.2928824424743652}
+{'epoch': 244, 'iter': 140, 'avg_loss': 1.166976643369553, 'avg_acc_mask': 59.55084853898175, 'loss': 1.2274200916290283}
+{'epoch': 244, 'iter': 150, 'avg_loss': 1.173971321014379, 'avg_acc_mask': 59.318996415770606, 'loss': 1.1061162948608398}
+{'epoch': 244, 'iter': 160, 'avg_loss': 1.1704831693483435, 'avg_acc_mask': 59.539842873176205, 'loss': 1.1657795906066895}
+{'epoch': 244, 'iter': 170, 'avg_loss': 1.1706706285476685, 'avg_acc_mask': 59.587955625990496, 'loss': 1.5315263271331787}
+{'epoch': 244, 'iter': 180, 'avg_loss': 1.1709103212172156, 'avg_acc_mask': 59.626149540183924, 'loss': 1.3450483083724976}
+{'epoch': 244, 'iter': 190, 'avg_loss': 1.173439600392786, 'avg_acc_mask': 59.534662867996204, 'loss': 1.2780290842056274}
+{'epoch': 244, 'iter': 200, 'avg_loss': 1.1688630275465364, 'avg_acc_mask': 59.69041368697384, 'loss': 1.0876537561416626}
+{'epoch': 244, 'iter': 210, 'avg_loss': 1.1684957129695404, 'avg_acc_mask': 59.763670864240126, 'loss': 1.3877452611923218}
+{'epoch': 244, 'iter': 220, 'avg_loss': 1.170758536228767, 'avg_acc_mask': 59.79738077588337, 'loss': 1.2369284629821777}
+{'epoch': 244, 'iter': 230, 'avg_loss': 1.1705631077031553, 'avg_acc_mask': 59.78877679697352, 'loss': 0.8773244023323059}
+{'epoch': 244, 'iter': 240, 'avg_loss': 1.1664126018270913, 'avg_acc_mask': 59.89425981873112, 'loss': 0.8723610639572144}
+{'epoch': 244, 'iter': 250, 'avg_loss': 1.1615596527597343, 'avg_acc_mask': 60.03195120180088, 'loss': 0.7540999054908752}
+{'epoch': 244, 'iter': 260, 'avg_loss': 1.1605074697984132, 'avg_acc_mask': 60.121499895258715, 'loss': 1.2254222631454468}
+{'epoch': 244, 'iter': 270, 'avg_loss': 1.1627006957451795, 'avg_acc_mask': 59.97983870967742, 'loss': 1.407113790512085}
+{'epoch': 'EP244_test', 'avg_loss': 1.163418122175811, 'total_masked_acc': 60.01187570099624}
+{'epoch': 245, 'iter': 0, 'avg_loss': 1.040210485458374, 'avg_acc_mask': 66.66666666666666, 'loss': 1.040210485458374}
+{'epoch': 245, 'iter': 10, 'avg_loss': 1.135034897110679, 'avg_acc_mask': 60.26936026936027, 'loss': 1.0935397148132324}
+{'epoch': 245, 'iter': 20, 'avg_loss': 1.1369370080175853, 'avg_acc_mask': 60.70811744386874, 'loss': 1.2273062467575073}
+{'epoch': 245, 'iter': 30, 'avg_loss': 1.1317715317972246, 'avg_acc_mask': 61.21103117505995, 'loss': 1.0735106468200684}
+{'epoch': 245, 'iter': 40, 'avg_loss': 1.1420232246561748, 'avg_acc_mask': 60.6156631960163, 'loss': 1.244244933128357}
+{'epoch': 245, 'iter': 50, 'avg_loss': 1.1303546089752048, 'avg_acc_mask': 60.73126142595978, 'loss': 0.9349708557128906}
+{'epoch': 245, 'iter': 60, 'avg_loss': 1.1480401900948072, 'avg_acc_mask': 60.53108026554014, 'loss': 1.1914304494857788}
+{'epoch': 245, 'iter': 70, 'avg_loss': 1.1617076472497323, 'avg_acc_mask': 60.46692607003891, 'loss': 1.591688632965088}
+{'epoch': 245, 'iter': 80, 'avg_loss': 1.1708619440043415, 'avg_acc_mask': 59.9134001823154, 'loss': 1.265576958656311}
+{'epoch': 245, 'iter': 90, 'avg_loss': 1.1711977215913625, 'avg_acc_mask': 59.72444089456869, 'loss': 0.9976199865341187}
+{'epoch': 245, 'iter': 100, 'avg_loss': 1.1815856370595421, 'avg_acc_mask': 59.473114399133884, 'loss': 1.5232203006744385}
+{'epoch': 245, 'iter': 110, 'avg_loss': 1.1725011784751136, 'avg_acc_mask': 59.80781974817761, 'loss': 1.0221312046051025}
+{'epoch': 245, 'iter': 120, 'avg_loss': 1.178135340864008, 'avg_acc_mask': 59.59519099071679, 'loss': 1.1275951862335205}
+{'epoch': 245, 'iter': 130, 'avg_loss': 1.1794663886077532, 'avg_acc_mask': 59.578947368421055, 'loss': 1.4375120401382446}
+{'epoch': 245, 'iter': 140, 'avg_loss': 1.174790937427088, 'avg_acc_mask': 59.65982861594391, 'loss': 0.9588100910186768}
+{'epoch': 245, 'iter': 150, 'avg_loss': 1.1722077589161348, 'avg_acc_mask': 59.73333333333334, 'loss': 1.076192021369934}
+{'epoch': 245, 'iter': 160, 'avg_loss': 1.1658775491744096, 'avg_acc_mask': 59.91556366955728, 'loss': 1.1999995708465576}
+{'epoch': 245, 'iter': 170, 'avg_loss': 1.1636338132863853, 'avg_acc_mask': 59.87534923705137, 'loss': 1.2466213703155518}
+{'epoch': 245, 'iter': 180, 'avg_loss': 1.1620204208305527, 'avg_acc_mask': 60.057119543043655, 'loss': 1.2088274955749512}
+{'epoch': 245, 'iter': 190, 'avg_loss': 1.163304504299663, 'avg_acc_mask': 59.978717229370226, 'loss': 1.2086029052734375}
+{'epoch': 245, 'iter': 200, 'avg_loss': 1.1641503827488837, 'avg_acc_mask': 60.00552028705493, 'loss': 1.0400991439819336}
+{'epoch': 245, 'iter': 210, 'avg_loss': 1.1682359838937697, 'avg_acc_mask': 59.87924396219812, 'loss': 1.5677118301391602}
+{'epoch': 245, 'iter': 220, 'avg_loss': 1.1683862719061149, 'avg_acc_mask': 59.88653429000501, 'loss': 0.9646815657615662}
+{'epoch': 245, 'iter': 230, 'avg_loss': 1.1723379918507166, 'avg_acc_mask': 59.7868448262149, 'loss': 1.41252601146698}
+{'epoch': 245, 'iter': 240, 'avg_loss': 1.1705754223700875, 'avg_acc_mask': 59.8175598631699, 'loss': 1.3638132810592651}
+{'epoch': 245, 'iter': 250, 'avg_loss': 1.1670774739102063, 'avg_acc_mask': 59.91083174974419, 'loss': 1.0378292798995972}
+{'epoch': 245, 'iter': 260, 'avg_loss': 1.1656188355095085, 'avg_acc_mask': 59.94949849196885, 'loss': 1.2202788591384888}
+{'epoch': 245, 'iter': 270, 'avg_loss': 1.1668226573739984, 'avg_acc_mask': 59.835346514609626, 'loss': 1.0779399871826172}
+{'epoch': 'EP245_test', 'avg_loss': 1.1655301779940508, 'total_masked_acc': 59.81704891952804}
+{'epoch': 246, 'iter': 0, 'avg_loss': 1.2527626752853394, 'avg_acc_mask': 64.70588235294117, 'loss': 1.2527626752853394}
+{'epoch': 246, 'iter': 10, 'avg_loss': 1.213563621044159, 'avg_acc_mask': 56.933115823817296, 'loss': 1.234804630279541}
+{'epoch': 246, 'iter': 20, 'avg_loss': 1.166166359470004, 'avg_acc_mask': 58.9126559714795, 'loss': 1.0348238945007324}
+{'epoch': 246, 'iter': 30, 'avg_loss': 1.1371991499777763, 'avg_acc_mask': 59.38256658595642, 'loss': 0.9927608966827393}
+{'epoch': 246, 'iter': 40, 'avg_loss': 1.1495935349929622, 'avg_acc_mask': 59.26430517711172, 'loss': 1.199447512626648}
+{'epoch': 246, 'iter': 50, 'avg_loss': 1.1450284637656867, 'avg_acc_mask': 59.57902247591866, 'loss': 1.4142488241195679}
+{'epoch': 246, 'iter': 60, 'avg_loss': 1.1571943417924349, 'avg_acc_mask': 59.525925925925925, 'loss': 1.5216546058654785}
+{'epoch': 246, 'iter': 70, 'avg_loss': 1.167707617853729, 'avg_acc_mask': 58.91315388522093, 'loss': 1.2473728656768799}
+{'epoch': 246, 'iter': 80, 'avg_loss': 1.1674785128346197, 'avg_acc_mask': 59.112412705564324, 'loss': 1.2491991519927979}
+{'epoch': 246, 'iter': 90, 'avg_loss': 1.1725468262211307, 'avg_acc_mask': 59.15436777024332, 'loss': 1.236843228340149}
+{'epoch': 246, 'iter': 100, 'avg_loss': 1.1799801534945422, 'avg_acc_mask': 59.255898366606175, 'loss': 1.505027174949646}
+{'epoch': 246, 'iter': 110, 'avg_loss': 1.1800896063581243, 'avg_acc_mask': 59.35633709356337, 'loss': 1.3198567628860474}
+{'epoch': 246, 'iter': 120, 'avg_loss': 1.1804183549132228, 'avg_acc_mask': 59.199877843945636, 'loss': 1.3820947408676147}
+{'epoch': 246, 'iter': 130, 'avg_loss': 1.1846201620029129, 'avg_acc_mask': 58.81272084805653, 'loss': 1.345249056816101}
+{'epoch': 246, 'iter': 140, 'avg_loss': 1.1767802284964433, 'avg_acc_mask': 59.151610369206594, 'loss': 1.0679004192352295}
+{'epoch': 246, 'iter': 150, 'avg_loss': 1.174473899879203, 'avg_acc_mask': 59.321411073003425, 'loss': 0.9900515079498291}
+{'epoch': 246, 'iter': 160, 'avg_loss': 1.1783502420283252, 'avg_acc_mask': 59.283987567629794, 'loss': 1.168349027633667}
+{'epoch': 246, 'iter': 170, 'avg_loss': 1.174276270015895, 'avg_acc_mask': 59.384482011270045, 'loss': 1.2028793096542358}
+{'epoch': 246, 'iter': 180, 'avg_loss': 1.170811400229101, 'avg_acc_mask': 59.58644692394308, 'loss': 1.2450047731399536}
+{'epoch': 246, 'iter': 190, 'avg_loss': 1.1747409124024875, 'avg_acc_mask': 59.51181712514529, 'loss': 1.4150668382644653}
+{'epoch': 246, 'iter': 200, 'avg_loss': 1.1681102632883176, 'avg_acc_mask': 59.670744044881815, 'loss': 1.023522138595581}
+{'epoch': 246, 'iter': 210, 'avg_loss': 1.1673858487775541, 'avg_acc_mask': 59.72100368485699, 'loss': 1.0932430028915405}
+{'epoch': 246, 'iter': 220, 'avg_loss': 1.170461204526651, 'avg_acc_mask': 59.64677324851427, 'loss': 1.0765162706375122}
+{'epoch': 246, 'iter': 230, 'avg_loss': 1.1693608283480526, 'avg_acc_mask': 59.59134615384616, 'loss': 1.1407076120376587}
+{'epoch': 246, 'iter': 240, 'avg_loss': 1.1676079677842959, 'avg_acc_mask': 59.566980338153165, 'loss': 1.0693809986114502}
+{'epoch': 246, 'iter': 250, 'avg_loss': 1.1633124560473924, 'avg_acc_mask': 59.67575534266765, 'loss': 1.053734302520752}
+{'epoch': 246, 'iter': 260, 'avg_loss': 1.1668648126024852, 'avg_acc_mask': 59.468085106382986, 'loss': 1.5274766683578491}
+{'epoch': 246, 'iter': 270, 'avg_loss': 1.164095652499322, 'avg_acc_mask': 59.57200299870511, 'loss': 0.8181220889091492}
+{'epoch': 'EP246_test', 'avg_loss': 1.1649774718975676, 'total_masked_acc': 59.56934599438277}
+{'epoch': 247, 'iter': 0, 'avg_loss': 1.3765133619308472, 'avg_acc_mask': 54.0, 'loss': 1.3765133619308472}
+{'epoch': 247, 'iter': 10, 'avg_loss': 1.0889410051432522, 'avg_acc_mask': 60.96345514950167, 'loss': 1.1378507614135742}
+{'epoch': 247, 'iter': 20, 'avg_loss': 1.1076827531769162, 'avg_acc_mask': 60.952380952380956, 'loss': 1.2361549139022827}
+{'epoch': 247, 'iter': 30, 'avg_loss': 1.1127364846967882, 'avg_acc_mask': 60.61334936861095, 'loss': 1.453788161277771}
+{'epoch': 247, 'iter': 40, 'avg_loss': 1.1262748401339462, 'avg_acc_mask': 59.757194244604314, 'loss': 1.1780441999435425}
+{'epoch': 247, 'iter': 50, 'avg_loss': 1.1329061798020905, 'avg_acc_mask': 60.01443522194154, 'loss': 1.2045221328735352}
+{'epoch': 247, 'iter': 60, 'avg_loss': 1.151088577802064, 'avg_acc_mask': 59.41985645933015, 'loss': 1.3985819816589355}
+{'epoch': 247, 'iter': 70, 'avg_loss': 1.1537523538293972, 'avg_acc_mask': 59.74631115713176, 'loss': 0.9690333604812622}
+{'epoch': 247, 'iter': 80, 'avg_loss': 1.1487189597553678, 'avg_acc_mask': 59.887005649717516, 'loss': 1.000167727470398}
+{'epoch': 247, 'iter': 90, 'avg_loss': 1.1598449428002913, 'avg_acc_mask': 59.822150363783344, 'loss': 1.3307427167892456}
+{'epoch': 247, 'iter': 100, 'avg_loss': 1.1572336483709882, 'avg_acc_mask': 59.98910279694878, 'loss': 1.322973370552063}
+{'epoch': 247, 'iter': 110, 'avg_loss': 1.1485700091800175, 'avg_acc_mask': 60.23178807947019, 'loss': 1.1153254508972168}
+{'epoch': 247, 'iter': 120, 'avg_loss': 1.1556562751777901, 'avg_acc_mask': 60.066909975669105, 'loss': 1.2632548809051514}
+{'epoch': 247, 'iter': 130, 'avg_loss': 1.1582636114295202, 'avg_acc_mask': 59.921524663677125, 'loss': 1.195772409439087}
+{'epoch': 247, 'iter': 140, 'avg_loss': 1.15645469672291, 'avg_acc_mask': 59.97407647440052, 'loss': 1.0918669700622559}
+{'epoch': 247, 'iter': 150, 'avg_loss': 1.1566112499363375, 'avg_acc_mask': 59.871763851923546, 'loss': 1.3234386444091797}
+{'epoch': 247, 'iter': 160, 'avg_loss': 1.155901603076769, 'avg_acc_mask': 59.99088630667578, 'loss': 1.1973986625671387}
+{'epoch': 247, 'iter': 170, 'avg_loss': 1.1545866316522073, 'avg_acc_mask': 60.00853606487409, 'loss': 1.243715763092041}
+{'epoch': 247, 'iter': 180, 'avg_loss': 1.1579375168236579, 'avg_acc_mask': 59.83830217281455, 'loss': 1.6961355209350586}
+{'epoch': 247, 'iter': 190, 'avg_loss': 1.1538484876692607, 'avg_acc_mask': 59.89079413736948, 'loss': 1.2952373027801514}
+{'epoch': 247, 'iter': 200, 'avg_loss': 1.1526572594595192, 'avg_acc_mask': 59.914498817536845, 'loss': 0.9618352055549622}
+{'epoch': 247, 'iter': 210, 'avg_loss': 1.15499164849096, 'avg_acc_mask': 59.82513850415513, 'loss': 1.1342756748199463}
+{'epoch': 247, 'iter': 220, 'avg_loss': 1.1564388404604535, 'avg_acc_mask': 59.83139102405157, 'loss': 1.1616837978363037}
+{'epoch': 247, 'iter': 230, 'avg_loss': 1.1596511733996404, 'avg_acc_mask': 59.791781686252854, 'loss': 1.250727891921997}
+{'epoch': 247, 'iter': 240, 'avg_loss': 1.1571283924134441, 'avg_acc_mask': 59.876682457327625, 'loss': 1.1184263229370117}
+{'epoch': 247, 'iter': 250, 'avg_loss': 1.1542615572294865, 'avg_acc_mask': 59.90184757505773, 'loss': 0.8547160029411316}
+{'epoch': 247, 'iter': 260, 'avg_loss': 1.1536591279095616, 'avg_acc_mask': 59.95145631067961, 'loss': 1.267042875289917}
+{'epoch': 247, 'iter': 270, 'avg_loss': 1.1581701231618649, 'avg_acc_mask': 59.826319305277224, 'loss': 1.3760639429092407}
+{'epoch': 'EP247_test', 'avg_loss': 1.1584467557461366, 'total_masked_acc': 59.8490318345914}
+{'epoch': 248, 'iter': 0, 'avg_loss': 0.9699673056602478, 'avg_acc_mask': 66.07142857142857, 'loss': 0.9699673056602478}
+{'epoch': 248, 'iter': 10, 'avg_loss': 1.1479370485652576, 'avg_acc_mask': 59.50819672131148, 'loss': 1.0942002534866333}
+{'epoch': 248, 'iter': 20, 'avg_loss': 1.1296241396949405, 'avg_acc_mask': 59.62199312714777, 'loss': 1.210888385772705}
+{'epoch': 248, 'iter': 30, 'avg_loss': 1.0847025417512464, 'avg_acc_mask': 61.80637544273908, 'loss': 0.9889633655548096}
+{'epoch': 248, 'iter': 40, 'avg_loss': 1.114235677370211, 'avg_acc_mask': 60.331689825190495, 'loss': 1.1661115884780884}
+{'epoch': 248, 'iter': 50, 'avg_loss': 1.1367161975187414, 'avg_acc_mask': 60.04980434009249, 'loss': 1.3609117269515991}
+{'epoch': 248, 'iter': 60, 'avg_loss': 1.1605752364533846, 'avg_acc_mask': 59.752139274122165, 'loss': 1.378197193145752}
+{'epoch': 248, 'iter': 70, 'avg_loss': 1.1656587761892399, 'avg_acc_mask': 59.658076039806076, 'loss': 1.0332980155944824}
+{'epoch': 248, 'iter': 80, 'avg_loss': 1.172453866328722, 'avg_acc_mask': 59.08273381294964, 'loss': 1.6679742336273193}
+{'epoch': 248, 'iter': 90, 'avg_loss': 1.176335137624007, 'avg_acc_mask': 58.95327852416282, 'loss': 1.310512661933899}
+{'epoch': 248, 'iter': 100, 'avg_loss': 1.1821746171110927, 'avg_acc_mask': 58.90658942795076, 'loss': 1.2935075759887695}
+{'epoch': 248, 'iter': 110, 'avg_loss': 1.1882956559593614, 'avg_acc_mask': 58.65543442352163, 'loss': 1.2909585237503052}
+{'epoch': 248, 'iter': 120, 'avg_loss': 1.1880902948458332, 'avg_acc_mask': 58.70390044012749, 'loss': 1.0958679914474487}
+{'epoch': 248, 'iter': 130, 'avg_loss': 1.186434305351199, 'avg_acc_mask': 58.71611181345695, 'loss': 1.4348230361938477}
+{'epoch': 248, 'iter': 140, 'avg_loss': 1.1862855756536443, 'avg_acc_mask': 58.56563277057977, 'loss': 0.9272320866584778}
+{'epoch': 248, 'iter': 150, 'avg_loss': 1.1801876556004909, 'avg_acc_mask': 58.82281405812964, 'loss': 1.0705304145812988}
+{'epoch': 248, 'iter': 160, 'avg_loss': 1.181776715731769, 'avg_acc_mask': 58.84637350085665, 'loss': 1.4559129476547241}
+{'epoch': 248, 'iter': 170, 'avg_loss': 1.1745938163751748, 'avg_acc_mask': 58.90913010671554, 'loss': 1.055585265159607}
+{'epoch': 248, 'iter': 180, 'avg_loss': 1.17490415612637, 'avg_acc_mask': 58.965200530666394, 'loss': 1.4431958198547363}
+{'epoch': 248, 'iter': 190, 'avg_loss': 1.174926482882175, 'avg_acc_mask': 59.09530253237967, 'loss': 1.2915067672729492}
+{'epoch': 248, 'iter': 200, 'avg_loss': 1.1750588947860756, 'avg_acc_mask': 59.06163753449862, 'loss': 1.0172041654586792}
+{'epoch': 248, 'iter': 210, 'avg_loss': 1.174350358016118, 'avg_acc_mask': 59.15270590299097, 'loss': 1.1510118246078491}
+{'epoch': 248, 'iter': 220, 'avg_loss': 1.1728739609006305, 'avg_acc_mask': 59.23935857610611, 'loss': 1.1684335470199585}
+{'epoch': 248, 'iter': 230, 'avg_loss': 1.1749638579624555, 'avg_acc_mask': 59.194986743793685, 'loss': 1.1056160926818848}
+{'epoch': 248, 'iter': 240, 'avg_loss': 1.169991676243509, 'avg_acc_mask': 59.46588903384238, 'loss': 0.9539952278137207}
+{'epoch': 248, 'iter': 250, 'avg_loss': 1.1682554754128018, 'avg_acc_mask': 59.43110454377539, 'loss': 0.7878236174583435}
+{'epoch': 248, 'iter': 260, 'avg_loss': 1.1687793747675372, 'avg_acc_mask': 59.405800184357936, 'loss': 1.3794889450073242}
+{'epoch': 248, 'iter': 270, 'avg_loss': 1.1701688181430212, 'avg_acc_mask': 59.362631363450255, 'loss': 1.2787481546401978}
+{'epoch': 'EP248_test', 'avg_loss': 1.1713749878648398, 'total_masked_acc': 59.32475884244373}
+{'epoch': 249, 'iter': 0, 'avg_loss': 1.12723970413208, 'avg_acc_mask': 60.0, 'loss': 1.12723970413208}
+{'epoch': 249, 'iter': 10, 'avg_loss': 1.074336057359522, 'avg_acc_mask': 61.1764705882353, 'loss': 0.9798433780670166}
+{'epoch': 249, 'iter': 20, 'avg_loss': 1.0976259424572898, 'avg_acc_mask': 61.462979482604815, 'loss': 0.9818640351295471}
+{'epoch': 249, 'iter': 30, 'avg_loss': 1.0989931283458587, 'avg_acc_mask': 62.33292831105711, 'loss': 1.0676010847091675}
+{'epoch': 249, 'iter': 40, 'avg_loss': 1.1102735443813045, 'avg_acc_mask': 61.95255474452554, 'loss': 1.0520271062850952}
+{'epoch': 249, 'iter': 50, 'avg_loss': 1.1409393607401381, 'avg_acc_mask': 61.48202494497432, 'loss': 1.4233218431472778}
+{'epoch': 249, 'iter': 60, 'avg_loss': 1.1477387508407968, 'avg_acc_mask': 61.235614778921864, 'loss': 1.3517273664474487}
+{'epoch': 249, 'iter': 70, 'avg_loss': 1.1550349861803189, 'avg_acc_mask': 61.219127693116135, 'loss': 0.8680847883224487}
+{'epoch': 249, 'iter': 80, 'avg_loss': 1.1563193680327615, 'avg_acc_mask': 61.15835440128706, 'loss': 1.0486667156219482}
+{'epoch': 249, 'iter': 90, 'avg_loss': 1.1528799959591456, 'avg_acc_mask': 61.174551386623165, 'loss': 0.8007842898368835}
+{'epoch': 249, 'iter': 100, 'avg_loss': 1.164057700350733, 'avg_acc_mask': 60.89364844903989, 'loss': 1.3651472330093384}
+{'epoch': 249, 'iter': 110, 'avg_loss': 1.153488787444862, 'avg_acc_mask': 61.1744966442953, 'loss': 1.2321510314941406}
+{'epoch': 249, 'iter': 120, 'avg_loss': 1.1624807001145419, 'avg_acc_mask': 60.782808902532615, 'loss': 1.2388335466384888}
+{'epoch': 249, 'iter': 130, 'avg_loss': 1.159355703656, 'avg_acc_mask': 60.73402295593028, 'loss': 1.1675530672073364}
+{'epoch': 249, 'iter': 140, 'avg_loss': 1.1534398844901552, 'avg_acc_mask': 60.775009885330164, 'loss': 0.9687955975532532}
+{'epoch': 249, 'iter': 150, 'avg_loss': 1.1580247357981095, 'avg_acc_mask': 60.67346687968539, 'loss': 1.006447196006775}
+{'epoch': 249, 'iter': 160, 'avg_loss': 1.1563104461438907, 'avg_acc_mask': 60.679219129028525, 'loss': 1.137407660484314}
+{'epoch': 249, 'iter': 170, 'avg_loss': 1.1572773766796491, 'avg_acc_mask': 60.47066478689946, 'loss': 1.0770275592803955}
+{'epoch': 249, 'iter': 180, 'avg_loss': 1.1564432507720441, 'avg_acc_mask': 60.53363552075821, 'loss': 0.9815226197242737}
+{'epoch': 249, 'iter': 190, 'avg_loss': 1.1605914281924983, 'avg_acc_mask': 60.35139092240117, 'loss': 1.4046003818511963}
+{'epoch': 249, 'iter': 200, 'avg_loss': 1.1583160722433632, 'avg_acc_mask': 60.292755234389475, 'loss': 0.9774999022483826}
+{'epoch': 249, 'iter': 210, 'avg_loss': 1.1584933606369237, 'avg_acc_mask': 60.35137282599099, 'loss': 1.146777629852295}
+{'epoch': 249, 'iter': 220, 'avg_loss': 1.158074214987086, 'avg_acc_mask': 60.33204112590595, 'loss': 0.8004146814346313}
+{'epoch': 249, 'iter': 230, 'avg_loss': 1.1574236864135379, 'avg_acc_mask': 60.29992743691043, 'loss': 1.0944916009902954}
+{'epoch': 249, 'iter': 240, 'avg_loss': 1.1604807030610524, 'avg_acc_mask': 60.15136303961695, 'loss': 1.5128839015960693}
+{'epoch': 249, 'iter': 250, 'avg_loss': 1.160086016256021, 'avg_acc_mask': 60.1528303286594, 'loss': 1.683526873588562}
+{'epoch': 249, 'iter': 260, 'avg_loss': 1.1558074430487622, 'avg_acc_mask': 60.25695931477516, 'loss': 1.118751049041748}
+{'epoch': 249, 'iter': 270, 'avg_loss': 1.1561426051868284, 'avg_acc_mask': 60.25526658889727, 'loss': 0.9890289306640625}
+{'epoch': 'EP249_test', 'avg_loss': 1.1568409003641293, 'total_masked_acc': 60.172809504522746}
+{'epoch': 250, 'iter': 0, 'avg_loss': 0.9256272315979004, 'avg_acc_mask': 72.88135593220339, 'loss': 0.9256272315979004}
+{'epoch': 250, 'iter': 10, 'avg_loss': 1.1547449664636091, 'avg_acc_mask': 61.359867330016584, 'loss': 1.1592185497283936}
+{'epoch': 250, 'iter': 20, 'avg_loss': 1.136851185844058, 'avg_acc_mask': 61.45741878841089, 'loss': 1.1608490943908691}
+{'epoch': 250, 'iter': 30, 'avg_loss': 1.1281317453230582, 'avg_acc_mask': 61.8531889290012, 'loss': 1.2109581232070923}
+{'epoch': 250, 'iter': 40, 'avg_loss': 1.120979979270842, 'avg_acc_mask': 61.555654894948596, 'loss': 1.1095333099365234}
+{'epoch': 250, 'iter': 50, 'avg_loss': 1.1338097195999295, 'avg_acc_mask': 61.37015781922525, 'loss': 1.4967788457870483}
+{'epoch': 250, 'iter': 60, 'avg_loss': 1.1435345978033347, 'avg_acc_mask': 61.021021021021014, 'loss': 1.2283467054367065}
+{'epoch': 250, 'iter': 70, 'avg_loss': 1.149261002809229, 'avg_acc_mask': 60.60371517027864, 'loss': 1.0892618894577026}
+{'epoch': 250, 'iter': 80, 'avg_loss': 1.1540203874493822, 'avg_acc_mask': 60.38121170864533, 'loss': 1.1125868558883667}
+{'epoch': 250, 'iter': 90, 'avg_loss': 1.1674075368996506, 'avg_acc_mask': 59.648058252427184, 'loss': 0.9393296241760254}
+{'epoch': 250, 'iter': 100, 'avg_loss': 1.1697550652050737, 'avg_acc_mask': 59.694989106753816, 'loss': 1.3630023002624512}
+{'epoch': 250, 'iter': 110, 'avg_loss': 1.1667259083137855, 'avg_acc_mask': 59.8945460537156, 'loss': 1.1316097974777222}
+{'epoch': 250, 'iter': 120, 'avg_loss': 1.1702593062534805, 'avg_acc_mask': 59.81098109810981, 'loss': 1.277649998664856}
+{'epoch': 250, 'iter': 130, 'avg_loss': 1.171875318953099, 'avg_acc_mask': 59.705228031145715, 'loss': 0.9982566237449646}
+{'epoch': 250, 'iter': 140, 'avg_loss': 1.1673843175806897, 'avg_acc_mask': 59.73554576095411, 'loss': 0.9273504018783569}
+{'epoch': 250, 'iter': 150, 'avg_loss': 1.1646249882432798, 'avg_acc_mask': 59.74417762760951, 'loss': 0.9715612530708313}
+{'epoch': 250, 'iter': 160, 'avg_loss': 1.1691779094453183, 'avg_acc_mask': 59.5961887477314, 'loss': 1.1521973609924316}
+{'epoch': 250, 'iter': 170, 'avg_loss': 1.1643026195771513, 'avg_acc_mask': 59.63469344157232, 'loss': 1.2570124864578247}
+{'epoch': 250, 'iter': 180, 'avg_loss': 1.1658427860196783, 'avg_acc_mask': 59.46493717065261, 'loss': 1.3583413362503052}
+{'epoch': 250, 'iter': 190, 'avg_loss': 1.1655725234466074, 'avg_acc_mask': 59.44594074644094, 'loss': 1.1874579191207886}
+{'epoch': 250, 'iter': 200, 'avg_loss': 1.1662397687114887, 'avg_acc_mask': 59.459706959706956, 'loss': 1.0958529710769653}
+{'epoch': 250, 'iter': 210, 'avg_loss': 1.1676910663668014, 'avg_acc_mask': 59.53025408189993, 'loss': 1.2104474306106567}
+{'epoch': 250, 'iter': 220, 'avg_loss': 1.1683827134279103, 'avg_acc_mask': 59.37421777221527, 'loss': 1.1923680305480957}
+{'epoch': 250, 'iter': 230, 'avg_loss': 1.1670358875097135, 'avg_acc_mask': 59.57599426157647, 'loss': 0.9790196418762207}
+{'epoch': 250, 'iter': 240, 'avg_loss': 1.1655780616142937, 'avg_acc_mask': 59.54361596580936, 'loss': 1.1837458610534668}
+{'epoch': 250, 'iter': 250, 'avg_loss': 1.1646914270769553, 'avg_acc_mask': 59.59692194943202, 'loss': 0.6615322828292847}
+{'epoch': 250, 'iter': 260, 'avg_loss': 1.1619816975118558, 'avg_acc_mask': 59.75652663429738, 'loss': 1.2925797700881958}
+{'epoch': 250, 'iter': 270, 'avg_loss': 1.1649243301571075, 'avg_acc_mask': 59.59302325581395, 'loss': 1.3562027215957642}
+{'epoch': 'EP250_test', 'avg_loss': 1.1647607066493104, 'total_masked_acc': 59.61334041987776}
+{'epoch': 251, 'iter': 0, 'avg_loss': 0.8121732473373413, 'avg_acc_mask': 73.17073170731707, 'loss': 0.8121732473373413}
+{'epoch': 251, 'iter': 10, 'avg_loss': 1.1432192217219959, 'avg_acc_mask': 59.816513761467895, 'loss': 1.0923184156417847}
+{'epoch': 251, 'iter': 20, 'avg_loss': 1.1313564805757432, 'avg_acc_mask': 59.63133640552996, 'loss': 1.117303729057312}
+{'epoch': 251, 'iter': 30, 'avg_loss': 1.1410918351142638, 'avg_acc_mask': 59.38697318007663, 'loss': 1.0220555067062378}
+{'epoch': 251, 'iter': 40, 'avg_loss': 1.152660864155467, 'avg_acc_mask': 59.014016433059446, 'loss': 1.4518731832504272}
+{'epoch': 251, 'iter': 50, 'avg_loss': 1.1652475595474243, 'avg_acc_mask': 58.7966488956588, 'loss': 1.1445486545562744}
+{'epoch': 251, 'iter': 60, 'avg_loss': 1.1798080626081249, 'avg_acc_mask': 58.755472170106316, 'loss': 1.4123762845993042}
+{'epoch': 251, 'iter': 70, 'avg_loss': 1.1802736537557252, 'avg_acc_mask': 58.88051668460711, 'loss': 1.052982211112976}
+{'epoch': 251, 'iter': 80, 'avg_loss': 1.1744641485037628, 'avg_acc_mask': 59.15859134956275, 'loss': 1.1671462059020996}
+{'epoch': 251, 'iter': 90, 'avg_loss': 1.175920993417174, 'avg_acc_mask': 59.04920767306089, 'loss': 1.0849628448486328}
+{'epoch': 251, 'iter': 100, 'avg_loss': 1.178632131897577, 'avg_acc_mask': 59.44016532030809, 'loss': 1.4842861890792847}
+{'epoch': 251, 'iter': 110, 'avg_loss': 1.1800540927294139, 'avg_acc_mask': 59.680435152133256, 'loss': 1.1677896976470947}
+{'epoch': 251, 'iter': 120, 'avg_loss': 1.1751501486321125, 'avg_acc_mask': 59.81821031186334, 'loss': 1.2766878604888916}
+{'epoch': 251, 'iter': 130, 'avg_loss': 1.173025633087595, 'avg_acc_mask': 59.947871416159856, 'loss': 1.2312883138656616}
+{'epoch': 251, 'iter': 140, 'avg_loss': 1.1751829212438976, 'avg_acc_mask': 59.938221864088106, 'loss': 1.1563469171524048}
+{'epoch': 251, 'iter': 150, 'avg_loss': 1.1691265058833242, 'avg_acc_mask': 60.18518518518518, 'loss': 1.1082971096038818}
+{'epoch': 251, 'iter': 160, 'avg_loss': 1.1699021047686937, 'avg_acc_mask': 60.18344308560677, 'loss': 1.5196205377578735}
+{'epoch': 251, 'iter': 170, 'avg_loss': 1.1692126752340306, 'avg_acc_mask': 60.03528892809881, 'loss': 1.3985803127288818}
+{'epoch': 251, 'iter': 180, 'avg_loss': 1.172106956908716, 'avg_acc_mask': 59.95413800291849, 'loss': 1.4539580345153809}
+{'epoch': 251, 'iter': 190, 'avg_loss': 1.1713982255671036, 'avg_acc_mask': 60.07315144325821, 'loss': 1.5581130981445312}
+{'epoch': 251, 'iter': 200, 'avg_loss': 1.168632320800231, 'avg_acc_mask': 60.09935326647295, 'loss': 1.143060326576233}
+{'epoch': 251, 'iter': 210, 'avg_loss': 1.1676014198511133, 'avg_acc_mask': 60.08365966536133, 'loss': 1.0473964214324951}
+{'epoch': 251, 'iter': 220, 'avg_loss': 1.168755847943854, 'avg_acc_mask': 59.9983032154068, 'loss': 1.4213370084762573}
+{'epoch': 251, 'iter': 230, 'avg_loss': 1.1717095166057736, 'avg_acc_mask': 59.99675693205773, 'loss': 0.9405572414398193}
+{'epoch': 251, 'iter': 240, 'avg_loss': 1.1704170075689608, 'avg_acc_mask': 59.964481507219524, 'loss': 1.3163228034973145}
+{'epoch': 251, 'iter': 250, 'avg_loss': 1.1662027693364725, 'avg_acc_mask': 60.09469556854331, 'loss': 0.9490287899971008}
+{'epoch': 251, 'iter': 260, 'avg_loss': 1.1638354015076298, 'avg_acc_mask': 60.15235654278798, 'loss': 1.2401049137115479}
+{'epoch': 251, 'iter': 270, 'avg_loss': 1.164719685637203, 'avg_acc_mask': 60.01232285890327, 'loss': 1.061244249343872}
+{'epoch': 'EP251_test', 'avg_loss': 1.1673330023236896, 'total_masked_acc': 59.98924442054316}
+{'epoch': 252, 'iter': 0, 'avg_loss': 1.223252773284912, 'avg_acc_mask': 61.224489795918366, 'loss': 1.223252773284912}
+{'epoch': 252, 'iter': 10, 'avg_loss': 1.2159975116903132, 'avg_acc_mask': 55.02471169686986, 'loss': 1.134453535079956}
+{'epoch': 252, 'iter': 20, 'avg_loss': 1.198118942124503, 'avg_acc_mask': 58.039552880481516, 'loss': 1.0842641592025757}
+{'epoch': 252, 'iter': 30, 'avg_loss': 1.1766391281158692, 'avg_acc_mask': 58.90162945081473, 'loss': 1.144423484802246}
+{'epoch': 252, 'iter': 40, 'avg_loss': 1.1728703016188087, 'avg_acc_mask': 59.4959495949595, 'loss': 0.941217839717865}
+{'epoch': 252, 'iter': 50, 'avg_loss': 1.1810410420099895, 'avg_acc_mask': 59.18734268248831, 'loss': 1.4278438091278076}
+{'epoch': 252, 'iter': 60, 'avg_loss': 1.1826519917269223, 'avg_acc_mask': 59.49745737361651, 'loss': 1.1756702661514282}
+{'epoch': 252, 'iter': 70, 'avg_loss': 1.1762529804672994, 'avg_acc_mask': 59.98450012916558, 'loss': 0.9033594727516174}
+{'epoch': 252, 'iter': 80, 'avg_loss': 1.170635297710513, 'avg_acc_mask': 60.0, 'loss': 1.1156821250915527}
+{'epoch': 252, 'iter': 90, 'avg_loss': 1.1809215408105116, 'avg_acc_mask': 59.3056116269681, 'loss': 1.3108729124069214}
+{'epoch': 252, 'iter': 100, 'avg_loss': 1.1880542871975663, 'avg_acc_mask': 58.923718064866826, 'loss': 1.25823175907135}
+{'epoch': 252, 'iter': 110, 'avg_loss': 1.1829721745070036, 'avg_acc_mask': 58.95992050347797, 'loss': 1.0545247793197632}
+{'epoch': 252, 'iter': 120, 'avg_loss': 1.182901727266548, 'avg_acc_mask': 59.0964590964591, 'loss': 0.9878226518630981}
+{'epoch': 252, 'iter': 130, 'avg_loss': 1.1835881180435646, 'avg_acc_mask': 58.82518664600648, 'loss': 1.0394065380096436}
+{'epoch': 252, 'iter': 140, 'avg_loss': 1.1752215311036889, 'avg_acc_mask': 58.92459016393443, 'loss': 1.1149890422821045}
+{'epoch': 252, 'iter': 150, 'avg_loss': 1.1782763213511334, 'avg_acc_mask': 58.888753503107104, 'loss': 1.150644302368164}
+{'epoch': 252, 'iter': 160, 'avg_loss': 1.1771854495409853, 'avg_acc_mask': 58.94123027669792, 'loss': 1.1558457612991333}
+{'epoch': 252, 'iter': 170, 'avg_loss': 1.1741050391169319, 'avg_acc_mask': 59.16343251401466, 'loss': 1.2429475784301758}
+{'epoch': 252, 'iter': 180, 'avg_loss': 1.1775713401604753, 'avg_acc_mask': 59.16096764315607, 'loss': 1.5656722784042358}
+{'epoch': 252, 'iter': 190, 'avg_loss': 1.1781912368005483, 'avg_acc_mask': 59.05159848411233, 'loss': 1.5156543254852295}
+{'epoch': 252, 'iter': 200, 'avg_loss': 1.1750972208692068, 'avg_acc_mask': 59.134925758553905, 'loss': 1.1997672319412231}
+{'epoch': 252, 'iter': 210, 'avg_loss': 1.1751052675089, 'avg_acc_mask': 59.08732591749146, 'loss': 1.0479154586791992}
+{'epoch': 252, 'iter': 220, 'avg_loss': 1.175242114660427, 'avg_acc_mask': 59.17332002661344, 'loss': 1.3820098638534546}
+{'epoch': 252, 'iter': 230, 'avg_loss': 1.1742511022658575, 'avg_acc_mask': 59.25542916235781, 'loss': 1.271766185760498}
+{'epoch': 252, 'iter': 240, 'avg_loss': 1.1719153140095755, 'avg_acc_mask': 59.3738067964872, 'loss': 1.413130760192871}
+{'epoch': 252, 'iter': 250, 'avg_loss': 1.1679741754474868, 'avg_acc_mask': 59.45886331887361, 'loss': 0.9454284906387329}
+{'epoch': 252, 'iter': 260, 'avg_loss': 1.1677570573671567, 'avg_acc_mask': 59.60339943342776, 'loss': 1.1918336153030396}
+{'epoch': 252, 'iter': 270, 'avg_loss': 1.1687890849870068, 'avg_acc_mask': 59.51797385620915, 'loss': 1.189866304397583}
+{'epoch': 'EP252_test', 'avg_loss': 1.1667083322569944, 'total_masked_acc': 59.57617487799987}
+{'epoch': 253, 'iter': 0, 'avg_loss': 1.1902958154678345, 'avg_acc_mask': 52.72727272727272, 'loss': 1.1902958154678345}
+{'epoch': 253, 'iter': 10, 'avg_loss': 1.166804400357333, 'avg_acc_mask': 58.55263157894737, 'loss': 1.1370389461517334}
+{'epoch': 253, 'iter': 20, 'avg_loss': 1.1348576943079631, 'avg_acc_mask': 60.75085324232082, 'loss': 0.8925467729568481}
+{'epoch': 253, 'iter': 30, 'avg_loss': 1.1412924931895347, 'avg_acc_mask': 60.56503825779871, 'loss': 0.9560825228691101}
+{'epoch': 253, 'iter': 40, 'avg_loss': 1.138353456811207, 'avg_acc_mask': 60.30128489144882, 'loss': 1.1374021768569946}
+{'epoch': 253, 'iter': 50, 'avg_loss': 1.161953000461354, 'avg_acc_mask': 59.34645115952214, 'loss': 1.7042616605758667}
+{'epoch': 253, 'iter': 60, 'avg_loss': 1.169582363034858, 'avg_acc_mask': 59.29357266936884, 'loss': 1.237197756767273}
+{'epoch': 253, 'iter': 70, 'avg_loss': 1.1676370409173025, 'avg_acc_mask': 59.137628478315364, 'loss': 1.1530201435089111}
+{'epoch': 253, 'iter': 80, 'avg_loss': 1.171275261743569, 'avg_acc_mask': 59.06997148497477, 'loss': 1.216627597808838}
+{'epoch': 253, 'iter': 90, 'avg_loss': 1.1758197539455288, 'avg_acc_mask': 59.3359375, 'loss': 1.0486342906951904}
+{'epoch': 253, 'iter': 100, 'avg_loss': 1.1852873864740427, 'avg_acc_mask': 58.985608985608984, 'loss': 1.146377444267273}
+{'epoch': 253, 'iter': 110, 'avg_loss': 1.1817767453623247, 'avg_acc_mask': 59.151966337595084, 'loss': 1.2311069965362549}
+{'epoch': 253, 'iter': 120, 'avg_loss': 1.1803970031501834, 'avg_acc_mask': 59.25595238095238, 'loss': 1.1635100841522217}
+{'epoch': 253, 'iter': 130, 'avg_loss': 1.1760785170183836, 'avg_acc_mask': 59.237938596491226, 'loss': 0.9979469776153564}
+{'epoch': 253, 'iter': 140, 'avg_loss': 1.1763945894038423, 'avg_acc_mask': 59.150618543553115, 'loss': 1.0996649265289307}
+{'epoch': 253, 'iter': 150, 'avg_loss': 1.1733485855014119, 'avg_acc_mask': 59.16267942583732, 'loss': 1.2765690088272095}
+{'epoch': 253, 'iter': 160, 'avg_loss': 1.1706792849191228, 'avg_acc_mask': 59.28555330178048, 'loss': 1.3353279829025269}
+{'epoch': 253, 'iter': 170, 'avg_loss': 1.1596886302992615, 'avg_acc_mask': 59.492191649845964, 'loss': 1.0801485776901245}
+{'epoch': 253, 'iter': 180, 'avg_loss': 1.1529707711045913, 'avg_acc_mask': 59.685811486892135, 'loss': 1.2634644508361816}
+{'epoch': 253, 'iter': 190, 'avg_loss': 1.1542303303149357, 'avg_acc_mask': 59.607693772614745, 'loss': 1.2278724908828735}
+{'epoch': 253, 'iter': 200, 'avg_loss': 1.1536114663627017, 'avg_acc_mask': 59.65501588742623, 'loss': 1.0914585590362549}
+{'epoch': 253, 'iter': 210, 'avg_loss': 1.14935971464591, 'avg_acc_mask': 59.85489721886336, 'loss': 1.0480353832244873}
+{'epoch': 253, 'iter': 220, 'avg_loss': 1.1487711765108066, 'avg_acc_mask': 59.91755976916735, 'loss': 0.9963744878768921}
+{'epoch': 253, 'iter': 230, 'avg_loss': 1.1506720569742706, 'avg_acc_mask': 59.930396266708854, 'loss': 1.1519732475280762}
+{'epoch': 253, 'iter': 240, 'avg_loss': 1.1451885935181898, 'avg_acc_mask': 60.04694124772865, 'loss': 0.7670570015907288}
+{'epoch': 253, 'iter': 250, 'avg_loss': 1.1457004036561427, 'avg_acc_mask': 60.10626683164714, 'loss': 0.8759888410568237}
+{'epoch': 253, 'iter': 260, 'avg_loss': 1.147649047246838, 'avg_acc_mask': 60.05467161982197, 'loss': 1.3194856643676758}
+{'epoch': 253, 'iter': 270, 'avg_loss': 1.1497108951705848, 'avg_acc_mask': 59.948773254246426, 'loss': 1.1377133131027222}
+{'epoch': 'EP253_test', 'avg_loss': 1.1491201973479728, 'total_masked_acc': 59.95625082858279}
+{'epoch': 254, 'iter': 0, 'avg_loss': 0.9718064069747925, 'avg_acc_mask': 67.27272727272727, 'loss': 0.9718064069747925}
+{'epoch': 254, 'iter': 10, 'avg_loss': 1.1094954934987156, 'avg_acc_mask': 61.057692307692314, 'loss': 0.9189878702163696}
+{'epoch': 254, 'iter': 20, 'avg_loss': 1.1066694742157346, 'avg_acc_mask': 61.493288590604024, 'loss': 1.118680715560913}
+{'epoch': 254, 'iter': 30, 'avg_loss': 1.1258835234949667, 'avg_acc_mask': 60.57579318448884, 'loss': 1.1261224746704102}
+{'epoch': 254, 'iter': 40, 'avg_loss': 1.1405099179686569, 'avg_acc_mask': 60.10904134484325, 'loss': 1.246068000793457}
+{'epoch': 254, 'iter': 50, 'avg_loss': 1.1327700696739496, 'avg_acc_mask': 60.68313953488372, 'loss': 1.2002400159835815}
+{'epoch': 254, 'iter': 60, 'avg_loss': 1.1541488962095292, 'avg_acc_mask': 60.30375223347231, 'loss': 1.5591325759887695}
+{'epoch': 254, 'iter': 70, 'avg_loss': 1.1646490206181164, 'avg_acc_mask': 60.184237461617194, 'loss': 1.055709958076477}
+{'epoch': 254, 'iter': 80, 'avg_loss': 1.168729551780371, 'avg_acc_mask': 60.111856823266216, 'loss': 1.3189891576766968}
+{'epoch': 254, 'iter': 90, 'avg_loss': 1.1617790761884752, 'avg_acc_mask': 60.422479075328816, 'loss': 0.9376029372215271}
+{'epoch': 254, 'iter': 100, 'avg_loss': 1.1698569401656047, 'avg_acc_mask': 60.168127347522805, 'loss': 1.2172313928604126}
+{'epoch': 254, 'iter': 110, 'avg_loss': 1.173591262585408, 'avg_acc_mask': 60.05917159763313, 'loss': 1.1283366680145264}
+{'epoch': 254, 'iter': 120, 'avg_loss': 1.1827176208338461, 'avg_acc_mask': 59.963630853159565, 'loss': 1.105115532875061}
+{'epoch': 254, 'iter': 130, 'avg_loss': 1.1823419277904599, 'avg_acc_mask': 59.99719377016978, 'loss': 1.2002286911010742}
+{'epoch': 254, 'iter': 140, 'avg_loss': 1.1838478805325556, 'avg_acc_mask': 60.02093144950288, 'loss': 1.1881473064422607}
+{'epoch': 254, 'iter': 150, 'avg_loss': 1.183546895222948, 'avg_acc_mask': 60.0440151607776, 'loss': 0.9957053661346436}
+{'epoch': 254, 'iter': 160, 'avg_loss': 1.1783970723981443, 'avg_acc_mask': 60.28686173264487, 'loss': 1.1784160137176514}
+{'epoch': 254, 'iter': 170, 'avg_loss': 1.176997330802226, 'avg_acc_mask': 60.22874406560207, 'loss': 1.3676663637161255}
+{'epoch': 254, 'iter': 180, 'avg_loss': 1.175175469883239, 'avg_acc_mask': 60.26045375928375, 'loss': 1.348797082901001}
+{'epoch': 254, 'iter': 190, 'avg_loss': 1.1786214774815824, 'avg_acc_mask': 60.046278441959124, 'loss': 1.381479024887085}
+{'epoch': 254, 'iter': 200, 'avg_loss': 1.179632600860216, 'avg_acc_mask': 59.94119808893789, 'loss': 1.2938295602798462}
+{'epoch': 254, 'iter': 210, 'avg_loss': 1.1805293870763192, 'avg_acc_mask': 59.99650929400471, 'loss': 1.374982476234436}
+{'epoch': 254, 'iter': 220, 'avg_loss': 1.1783944220025075, 'avg_acc_mask': 59.91163721240413, 'loss': 1.3430863618850708}
+{'epoch': 254, 'iter': 230, 'avg_loss': 1.1801234545645776, 'avg_acc_mask': 59.8294684835445, 'loss': 1.1186408996582031}
+{'epoch': 254, 'iter': 240, 'avg_loss': 1.178066555642488, 'avg_acc_mask': 59.84125772723804, 'loss': 1.2749446630477905}
+{'epoch': 254, 'iter': 250, 'avg_loss': 1.1800967357548109, 'avg_acc_mask': 59.86658847676294, 'loss': 0.9233592748641968}
+{'epoch': 254, 'iter': 260, 'avg_loss': 1.1773697943979753, 'avg_acc_mask': 59.883065652296416, 'loss': 1.0787113904953003}
+{'epoch': 254, 'iter': 270, 'avg_loss': 1.180552551007359, 'avg_acc_mask': 59.80471928397071, 'loss': 1.1480118036270142}
+{'epoch': 'EP254_test', 'avg_loss': 1.1787780892589819, 'total_masked_acc': 59.79752231250833}
+{'epoch': 255, 'iter': 0, 'avg_loss': 0.834327757358551, 'avg_acc_mask': 72.3404255319149, 'loss': 0.834327757358551}
+{'epoch': 255, 'iter': 10, 'avg_loss': 1.1911509958180515, 'avg_acc_mask': 59.71107544141252, 'loss': 1.284529685974121}
+{'epoch': 255, 'iter': 20, 'avg_loss': 1.1416355059260415, 'avg_acc_mask': 61.32879045996593, 'loss': 1.0473239421844482}
+{'epoch': 255, 'iter': 30, 'avg_loss': 1.108821217090853, 'avg_acc_mask': 62.08112874779541, 'loss': 1.1644843816757202}
+{'epoch': 255, 'iter': 40, 'avg_loss': 1.1108664448668317, 'avg_acc_mask': 61.431143114311425, 'loss': 1.207331657409668}
+{'epoch': 255, 'iter': 50, 'avg_loss': 1.1070480977787691, 'avg_acc_mask': 61.774251712946274, 'loss': 1.1165461540222168}
+{'epoch': 255, 'iter': 60, 'avg_loss': 1.1327425339182868, 'avg_acc_mask': 60.51605160516051, 'loss': 1.3790700435638428}
+{'epoch': 255, 'iter': 70, 'avg_loss': 1.130999635642683, 'avg_acc_mask': 60.28918151303899, 'loss': 1.0448142290115356}
+{'epoch': 255, 'iter': 80, 'avg_loss': 1.136637673701769, 'avg_acc_mask': 60.2140742427693, 'loss': 0.9915845990180969}
+{'epoch': 255, 'iter': 90, 'avg_loss': 1.1382709342044788, 'avg_acc_mask': 60.43689320388349, 'loss': 1.191327691078186}
+{'epoch': 255, 'iter': 100, 'avg_loss': 1.137054175433546, 'avg_acc_mask': 60.285869368554366, 'loss': 1.1336272954940796}
+{'epoch': 255, 'iter': 110, 'avg_loss': 1.1357712203317933, 'avg_acc_mask': 60.650298606502986, 'loss': 1.0563336610794067}
+{'epoch': 255, 'iter': 120, 'avg_loss': 1.14353622385293, 'avg_acc_mask': 60.24920224889835, 'loss': 1.3850162029266357}
+{'epoch': 255, 'iter': 130, 'avg_loss': 1.144788661985907, 'avg_acc_mask': 60.258572231590776, 'loss': 1.0987520217895508}
+{'epoch': 255, 'iter': 140, 'avg_loss': 1.144571363080478, 'avg_acc_mask': 60.20942408376963, 'loss': 1.0270119905471802}
+{'epoch': 255, 'iter': 150, 'avg_loss': 1.1399812110212466, 'avg_acc_mask': 60.361460495787036, 'loss': 1.1666245460510254}
+{'epoch': 255, 'iter': 160, 'avg_loss': 1.1418732767519744, 'avg_acc_mask': 60.326399264452355, 'loss': 1.5556538105010986}
+{'epoch': 255, 'iter': 170, 'avg_loss': 1.138124458622514, 'avg_acc_mask': 60.49902786779002, 'loss': 1.0680336952209473}
+{'epoch': 255, 'iter': 180, 'avg_loss': 1.1406200123096697, 'avg_acc_mask': 60.366598778004075, 'loss': 1.254309892654419}
+{'epoch': 255, 'iter': 190, 'avg_loss': 1.141572282576436, 'avg_acc_mask': 60.30703871777542, 'loss': 1.4229391813278198}
+{'epoch': 255, 'iter': 200, 'avg_loss': 1.1418827926341575, 'avg_acc_mask': 60.318914956011724, 'loss': 1.1477489471435547}
+{'epoch': 255, 'iter': 210, 'avg_loss': 1.141001505591858, 'avg_acc_mask': 60.349650349650354, 'loss': 0.9771277904510498}
+{'epoch': 255, 'iter': 220, 'avg_loss': 1.142399702676281, 'avg_acc_mask': 60.22935017450557, 'loss': 1.1845459938049316}
+{'epoch': 255, 'iter': 230, 'avg_loss': 1.1456140677134197, 'avg_acc_mask': 60.21009072099316, 'loss': 1.011948823928833}
+{'epoch': 255, 'iter': 240, 'avg_loss': 1.145274624290308, 'avg_acc_mask': 60.18030407212163, 'loss': 1.2780770063400269}
+{'epoch': 255, 'iter': 250, 'avg_loss': 1.145667295294454, 'avg_acc_mask': 60.17757557968888, 'loss': 1.1737709045410156}
+{'epoch': 255, 'iter': 260, 'avg_loss': 1.1462442459274527, 'avg_acc_mask': 60.14257481648786, 'loss': 1.2447320222854614}
+{'epoch': 255, 'iter': 270, 'avg_loss': 1.1475614496262752, 'avg_acc_mask': 60.025802946968156, 'loss': 1.0894672870635986}
+{'epoch': 'EP255_test', 'avg_loss': 1.1475076640861621, 'total_masked_acc': 60.08279914529915}
+{'epoch': 256, 'iter': 0, 'avg_loss': 1.3730151653289795, 'avg_acc_mask': 51.02040816326531, 'loss': 1.3730151653289795}
+{'epoch': 256, 'iter': 10, 'avg_loss': 1.1846010034734553, 'avg_acc_mask': 59.19732441471572, 'loss': 1.1268839836120605}
+{'epoch': 256, 'iter': 20, 'avg_loss': 1.1688442485673087, 'avg_acc_mask': 60.26086956521739, 'loss': 1.3524526357650757}
+{'epoch': 256, 'iter': 30, 'avg_loss': 1.152658837456857, 'avg_acc_mask': 61.17921774664331, 'loss': 1.2396924495697021}
+{'epoch': 256, 'iter': 40, 'avg_loss': 1.1404740708630259, 'avg_acc_mask': 61.28890837352039, 'loss': 1.380623698234558}
+{'epoch': 256, 'iter': 50, 'avg_loss': 1.1490585348185371, 'avg_acc_mask': 61.09154929577465, 'loss': 1.0673552751541138}
+{'epoch': 256, 'iter': 60, 'avg_loss': 1.1616792004616534, 'avg_acc_mask': 60.23885814156714, 'loss': 1.1970300674438477}
+{'epoch': 256, 'iter': 70, 'avg_loss': 1.1715575263533793, 'avg_acc_mask': 60.2663985926112, 'loss': 1.0566494464874268}
+{'epoch': 256, 'iter': 80, 'avg_loss': 1.1780535998167816, 'avg_acc_mask': 59.74426807760141, 'loss': 1.3215513229370117}
+{'epoch': 256, 'iter': 90, 'avg_loss': 1.1717942691111303, 'avg_acc_mask': 60.234833659491194, 'loss': 1.1218749284744263}
+{'epoch': 256, 'iter': 100, 'avg_loss': 1.1704315950374793, 'avg_acc_mask': 60.222851078882215, 'loss': 1.1236404180526733}
+{'epoch': 256, 'iter': 110, 'avg_loss': 1.1670859869535979, 'avg_acc_mask': 59.97400909681612, 'loss': 1.0342768430709839}
+{'epoch': 256, 'iter': 120, 'avg_loss': 1.164829514243386, 'avg_acc_mask': 60.01792917974002, 'loss': 1.4263554811477661}
+{'epoch': 256, 'iter': 130, 'avg_loss': 1.1722493098892328, 'avg_acc_mask': 59.80702963473467, 'loss': 1.3271459341049194}
+{'epoch': 256, 'iter': 140, 'avg_loss': 1.1746378173219396, 'avg_acc_mask': 59.543940558544705, 'loss': 1.109447717666626}
+{'epoch': 256, 'iter': 150, 'avg_loss': 1.1738993947869105, 'avg_acc_mask': 59.48791576932281, 'loss': 1.0938231945037842}
+{'epoch': 256, 'iter': 160, 'avg_loss': 1.1707671902934957, 'avg_acc_mask': 59.56629771854529, 'loss': 1.1322641372680664}
+{'epoch': 256, 'iter': 170, 'avg_loss': 1.1646368102720606, 'avg_acc_mask': 59.58373154932569, 'loss': 1.3295050859451294}
+{'epoch': 256, 'iter': 180, 'avg_loss': 1.1625081998867224, 'avg_acc_mask': 59.81533520674428, 'loss': 1.079845905303955}
+{'epoch': 256, 'iter': 190, 'avg_loss': 1.163637659624609, 'avg_acc_mask': 59.69081019181219, 'loss': 1.5131824016571045}
+{'epoch': 256, 'iter': 200, 'avg_loss': 1.158818369481101, 'avg_acc_mask': 59.774709302325576, 'loss': 1.0272794961929321}
+{'epoch': 256, 'iter': 210, 'avg_loss': 1.1566678864696014, 'avg_acc_mask': 60.02239641657335, 'loss': 1.3894152641296387}
+{'epoch': 256, 'iter': 220, 'avg_loss': 1.1585455989945528, 'avg_acc_mask': 59.963887065003284, 'loss': 1.179306983947754}
+{'epoch': 256, 'iter': 230, 'avg_loss': 1.1602569908806772, 'avg_acc_mask': 59.88549917653517, 'loss': 1.2053442001342773}
+{'epoch': 256, 'iter': 240, 'avg_loss': 1.1559315756643462, 'avg_acc_mask': 59.968390155791376, 'loss': 1.257086992263794}
+{'epoch': 256, 'iter': 250, 'avg_loss': 1.152981923395894, 'avg_acc_mask': 60.108656283955085, 'loss': 0.7695822715759277}
+{'epoch': 256, 'iter': 260, 'avg_loss': 1.151483839042342, 'avg_acc_mask': 60.159084566006136, 'loss': 1.4312102794647217}
+{'epoch': 256, 'iter': 270, 'avg_loss': 1.1527079513152148, 'avg_acc_mask': 60.13554317922566, 'loss': 1.3484787940979004}
+{'epoch': 'EP256_test', 'avg_loss': 1.1523177507130995, 'total_masked_acc': 60.163405152533436}
+{'epoch': 257, 'iter': 0, 'avg_loss': 1.1954389810562134, 'avg_acc_mask': 54.90196078431373, 'loss': 1.1954389810562134}
+{'epoch': 257, 'iter': 10, 'avg_loss': 1.1053931442174045, 'avg_acc_mask': 62.30088495575221, 'loss': 1.1689435243606567}
+{'epoch': 257, 'iter': 20, 'avg_loss': 1.1505847913878304, 'avg_acc_mask': 60.61167747914736, 'loss': 1.1838064193725586}
+{'epoch': 257, 'iter': 30, 'avg_loss': 1.1581590963948158, 'avg_acc_mask': 59.840588595953406, 'loss': 1.3454219102859497}
+{'epoch': 257, 'iter': 40, 'avg_loss': 1.1660856648189266, 'avg_acc_mask': 59.37790157845868, 'loss': 1.2565034627914429}
+{'epoch': 257, 'iter': 50, 'avg_loss': 1.1693398040883682, 'avg_acc_mask': 59.38075930704018, 'loss': 1.184289813041687}
+{'epoch': 257, 'iter': 60, 'avg_loss': 1.166903446932308, 'avg_acc_mask': 59.51873286628084, 'loss': 1.1101194620132446}
+{'epoch': 257, 'iter': 70, 'avg_loss': 1.1549490220110181, 'avg_acc_mask': 59.42332896461336, 'loss': 0.9727453589439392}
+{'epoch': 257, 'iter': 80, 'avg_loss': 1.1541922364705874, 'avg_acc_mask': 59.64670796054141, 'loss': 1.203934907913208}
+{'epoch': 257, 'iter': 90, 'avg_loss': 1.1626225257967855, 'avg_acc_mask': 59.61303462321792, 'loss': 1.124597191810608}
+{'epoch': 257, 'iter': 100, 'avg_loss': 1.1662141775140669, 'avg_acc_mask': 59.67387321363137, 'loss': 1.2929015159606934}
+{'epoch': 257, 'iter': 110, 'avg_loss': 1.1601174838908084, 'avg_acc_mask': 60.04022795843112, 'loss': 1.0833556652069092}
+{'epoch': 257, 'iter': 120, 'avg_loss': 1.1580418845838751, 'avg_acc_mask': 60.06768189509306, 'loss': 0.9489612579345703}
+{'epoch': 257, 'iter': 130, 'avg_loss': 1.1650128705810954, 'avg_acc_mask': 59.96590424776247, 'loss': 1.1871577501296997}
+{'epoch': 257, 'iter': 140, 'avg_loss': 1.16026881823303, 'avg_acc_mask': 60.021237058667374, 'loss': 1.0145134925842285}
+{'epoch': 257, 'iter': 150, 'avg_loss': 1.157526527019526, 'avg_acc_mask': 60.221063089915546, 'loss': 1.236539363861084}
+{'epoch': 257, 'iter': 160, 'avg_loss': 1.157440780112462, 'avg_acc_mask': 60.2519244226732, 'loss': 1.4384245872497559}
+{'epoch': 257, 'iter': 170, 'avg_loss': 1.1529487754866394, 'avg_acc_mask': 60.28073253646233, 'loss': 1.1746059656143188}
+{'epoch': 257, 'iter': 180, 'avg_loss': 1.15158255488833, 'avg_acc_mask': 60.37245110278818, 'loss': 1.2846192121505737}
+{'epoch': 257, 'iter': 190, 'avg_loss': 1.1536552057216305, 'avg_acc_mask': 60.334975369458135, 'loss': 1.6710618734359741}
+{'epoch': 257, 'iter': 200, 'avg_loss': 1.1520328797511201, 'avg_acc_mask': 60.31241230941914, 'loss': 1.126430869102478}
+{'epoch': 257, 'iter': 210, 'avg_loss': 1.1525881829984945, 'avg_acc_mask': 60.4151817533856, 'loss': 0.8702450394630432}
+{'epoch': 257, 'iter': 220, 'avg_loss': 1.1555553553330953, 'avg_acc_mask': 60.307613868116924, 'loss': 1.228225588798523}
+{'epoch': 257, 'iter': 230, 'avg_loss': 1.1574594254617567, 'avg_acc_mask': 60.2922077922078, 'loss': 0.9364100098609924}
+{'epoch': 257, 'iter': 240, 'avg_loss': 1.1532739076871594, 'avg_acc_mask': 60.33558611046376, 'loss': 1.1362513303756714}
+{'epoch': 257, 'iter': 250, 'avg_loss': 1.1560188657734023, 'avg_acc_mask': 60.23997615143837, 'loss': 1.0802340507507324}
+{'epoch': 257, 'iter': 260, 'avg_loss': 1.158195513418351, 'avg_acc_mask': 60.24648896531958, 'loss': 1.2287148237228394}
+{'epoch': 257, 'iter': 270, 'avg_loss': 1.1593772637008302, 'avg_acc_mask': 60.20366038255126, 'loss': 0.9937629103660583}
+{'epoch': 'EP257_test', 'avg_loss': 1.1615997110156044, 'total_masked_acc': 60.117519924354994}
+{'epoch': 258, 'iter': 0, 'avg_loss': 1.0106635093688965, 'avg_acc_mask': 68.42105263157895, 'loss': 1.0106635093688965}
+{'epoch': 258, 'iter': 10, 'avg_loss': 1.1286322745409878, 'avg_acc_mask': 62.19512195121951, 'loss': 1.1702826023101807}
+{'epoch': 258, 'iter': 20, 'avg_loss': 1.1529389165696644, 'avg_acc_mask': 60.215053763440864, 'loss': 1.2062042951583862}
+{'epoch': 258, 'iter': 30, 'avg_loss': 1.1563653484467538, 'avg_acc_mask': 60.49079754601227, 'loss': 1.0886238813400269}
+{'epoch': 258, 'iter': 40, 'avg_loss': 1.1641972850008708, 'avg_acc_mask': 59.585253456221196, 'loss': 1.1438336372375488}
+{'epoch': 258, 'iter': 50, 'avg_loss': 1.1649673978487651, 'avg_acc_mask': 59.057706355003646, 'loss': 1.3727006912231445}
+{'epoch': 258, 'iter': 60, 'avg_loss': 1.1835214534743888, 'avg_acc_mask': 58.74626865671642, 'loss': 1.3739100694656372}
+{'epoch': 258, 'iter': 70, 'avg_loss': 1.18570214509964, 'avg_acc_mask': 58.71913580246913, 'loss': 1.166358232498169}
+{'epoch': 258, 'iter': 80, 'avg_loss': 1.184376272890303, 'avg_acc_mask': 58.87533875338753, 'loss': 1.2298591136932373}
+{'epoch': 258, 'iter': 90, 'avg_loss': 1.1824631946427482, 'avg_acc_mask': 58.980533814970904, 'loss': 1.002496361732483}
+{'epoch': 258, 'iter': 100, 'avg_loss': 1.1883463009749309, 'avg_acc_mask': 58.82992211555877, 'loss': 1.3362421989440918}
+{'epoch': 258, 'iter': 110, 'avg_loss': 1.1822465373589113, 'avg_acc_mask': 59.13533211860196, 'loss': 1.1522941589355469}
+{'epoch': 258, 'iter': 120, 'avg_loss': 1.1778664603706235, 'avg_acc_mask': 59.009900990099005, 'loss': 1.3164818286895752}
+{'epoch': 258, 'iter': 130, 'avg_loss': 1.1875865454892165, 'avg_acc_mask': 58.72280701754386, 'loss': 1.1480600833892822}
+{'epoch': 258, 'iter': 140, 'avg_loss': 1.187466710594529, 'avg_acc_mask': 58.80896533750326, 'loss': 1.0764226913452148}
+{'epoch': 258, 'iter': 150, 'avg_loss': 1.1838153604640076, 'avg_acc_mask': 59.0065901879424, 'loss': 1.1332188844680786}
+{'epoch': 258, 'iter': 160, 'avg_loss': 1.1852063762475245, 'avg_acc_mask': 59.00080210839922, 'loss': 1.3412015438079834}
+{'epoch': 258, 'iter': 170, 'avg_loss': 1.1765316592322455, 'avg_acc_mask': 59.241706161137444, 'loss': 1.0085391998291016}
+{'epoch': 258, 'iter': 180, 'avg_loss': 1.1782543046698386, 'avg_acc_mask': 59.17992656058752, 'loss': 1.550235390663147}
+{'epoch': 258, 'iter': 190, 'avg_loss': 1.1774943589540052, 'avg_acc_mask': 59.166345040524895, 'loss': 1.4495984315872192}
+{'epoch': 258, 'iter': 200, 'avg_loss': 1.176146546703073, 'avg_acc_mask': 59.24871418074945, 'loss': 1.077449083328247}
+{'epoch': 258, 'iter': 210, 'avg_loss': 1.1781539174052775, 'avg_acc_mask': 59.340371695314545, 'loss': 1.045519471168518}
+{'epoch': 258, 'iter': 220, 'avg_loss': 1.1759386364690858, 'avg_acc_mask': 59.488414583506355, 'loss': 1.1185314655303955}
+{'epoch': 258, 'iter': 230, 'avg_loss': 1.1775941758444814, 'avg_acc_mask': 59.33777989518818, 'loss': 1.4371310472488403}
+{'epoch': 258, 'iter': 240, 'avg_loss': 1.1743597229981324, 'avg_acc_mask': 59.37927886809676, 'loss': 1.2133785486221313}
+{'epoch': 258, 'iter': 250, 'avg_loss': 1.173209165671907, 'avg_acc_mask': 59.50485649601986, 'loss': 0.8432047367095947}
+{'epoch': 258, 'iter': 260, 'avg_loss': 1.1689835983217904, 'avg_acc_mask': 59.658611969654395, 'loss': 1.4430643320083618}
+{'epoch': 258, 'iter': 270, 'avg_loss': 1.1713886956007278, 'avg_acc_mask': 59.48206096574049, 'loss': 1.1860103607177734}
+{'epoch': 'EP258_test', 'avg_loss': 1.1719771982103153, 'total_masked_acc': 59.46894451066084}
+{'epoch': 259, 'iter': 0, 'avg_loss': 1.0617038011550903, 'avg_acc_mask': 60.37735849056604, 'loss': 1.0617038011550903}
+{'epoch': 259, 'iter': 10, 'avg_loss': 1.1802142316644841, 'avg_acc_mask': 58.90850722311396, 'loss': 1.1787183284759521}
+{'epoch': 259, 'iter': 20, 'avg_loss': 1.1716044999304271, 'avg_acc_mask': 58.34767641996558, 'loss': 1.3121037483215332}
+{'epoch': 259, 'iter': 30, 'avg_loss': 1.1608211724988875, 'avg_acc_mask': 59.01926444833625, 'loss': 1.1148614883422852}
+{'epoch': 259, 'iter': 40, 'avg_loss': 1.1710610753152428, 'avg_acc_mask': 58.96751223854027, 'loss': 1.196204423904419}
+{'epoch': 259, 'iter': 50, 'avg_loss': 1.1771530625866908, 'avg_acc_mask': 59.354838709677416, 'loss': 1.6832140684127808}
+{'epoch': 259, 'iter': 60, 'avg_loss': 1.1781616611558883, 'avg_acc_mask': 59.566894096707216, 'loss': 1.357225775718689}
+{'epoch': 259, 'iter': 70, 'avg_loss': 1.170628117843413, 'avg_acc_mask': 59.98974095922031, 'loss': 1.1757254600524902}
+{'epoch': 259, 'iter': 80, 'avg_loss': 1.1711452927118466, 'avg_acc_mask': 59.90939977349944, 'loss': 1.0846954584121704}
+{'epoch': 259, 'iter': 90, 'avg_loss': 1.174991215323354, 'avg_acc_mask': 59.83441033925686, 'loss': 1.3952008485794067}
+{'epoch': 259, 'iter': 100, 'avg_loss': 1.1770020664328396, 'avg_acc_mask': 59.74475843208751, 'loss': 1.1203529834747314}
+{'epoch': 259, 'iter': 110, 'avg_loss': 1.1757482322486672, 'avg_acc_mask': 59.7374543037554, 'loss': 1.064612627029419}
+{'epoch': 259, 'iter': 120, 'avg_loss': 1.1745036096612285, 'avg_acc_mask': 59.71925541653952, 'loss': 1.2102344036102295}
+{'epoch': 259, 'iter': 130, 'avg_loss': 1.1716015948594072, 'avg_acc_mask': 59.97175141242938, 'loss': 1.2196253538131714}
+{'epoch': 259, 'iter': 140, 'avg_loss': 1.1683456212916272, 'avg_acc_mask': 59.926663174436875, 'loss': 0.9194973707199097}
+{'epoch': 259, 'iter': 150, 'avg_loss': 1.1663888175755937, 'avg_acc_mask': 59.93898718730934, 'loss': 1.2314797639846802}
+{'epoch': 259, 'iter': 160, 'avg_loss': 1.162475481907033, 'avg_acc_mask': 59.96331116716349, 'loss': 1.2579377889633179}
+{'epoch': 259, 'iter': 170, 'avg_loss': 1.161710550910548, 'avg_acc_mask': 59.85102018784411, 'loss': 1.2182114124298096}
+{'epoch': 259, 'iter': 180, 'avg_loss': 1.1654243442893686, 'avg_acc_mask': 59.69356486210419, 'loss': 1.4383224248886108}
+{'epoch': 259, 'iter': 190, 'avg_loss': 1.1641845543971236, 'avg_acc_mask': 59.70770421989934, 'loss': 1.2198258638381958}
+{'epoch': 259, 'iter': 200, 'avg_loss': 1.1594659312447506, 'avg_acc_mask': 59.89698307579102, 'loss': 0.9102950096130371}
+{'epoch': 259, 'iter': 210, 'avg_loss': 1.1626489300863438, 'avg_acc_mask': 59.821036933064306, 'loss': 1.4116572141647339}
+{'epoch': 259, 'iter': 220, 'avg_loss': 1.163829267024994, 'avg_acc_mask': 59.840937630807865, 'loss': 1.0882692337036133}
+{'epoch': 259, 'iter': 230, 'avg_loss': 1.1644476742455454, 'avg_acc_mask': 59.86220157026118, 'loss': 1.009492039680481}
+{'epoch': 259, 'iter': 240, 'avg_loss': 1.1624973915919228, 'avg_acc_mask': 60.02908089079361, 'loss': 1.308102011680603}
+{'epoch': 259, 'iter': 250, 'avg_loss': 1.1589365812886758, 'avg_acc_mask': 60.13682506988377, 'loss': 0.8494645953178406}
+{'epoch': 259, 'iter': 260, 'avg_loss': 1.1591461988244476, 'avg_acc_mask': 60.27174297643478, 'loss': 1.4354586601257324}
+{'epoch': 259, 'iter': 270, 'avg_loss': 1.157054495327587, 'avg_acc_mask': 60.27789129546384, 'loss': 1.2680609226226807}
+{'epoch': 'EP259_test', 'avg_loss': 1.1576251804396727, 'total_masked_acc': 60.275714381315666}
+{'epoch': 260, 'iter': 0, 'avg_loss': 1.0737026929855347, 'avg_acc_mask': 68.18181818181817, 'loss': 1.0737026929855347}
+{'epoch': 260, 'iter': 10, 'avg_loss': 1.088532892140475, 'avg_acc_mask': 61.37123745819398, 'loss': 1.0225375890731812}
+{'epoch': 260, 'iter': 20, 'avg_loss': 1.0745292334329515, 'avg_acc_mask': 62.864721485411145, 'loss': 0.9324679970741272}
+{'epoch': 260, 'iter': 30, 'avg_loss': 1.1041006695839666, 'avg_acc_mask': 62.87246722288439, 'loss': 1.2573906183242798}
+{'epoch': 260, 'iter': 40, 'avg_loss': 1.1099336408987277, 'avg_acc_mask': 61.9386393952868, 'loss': 1.22964608669281}
+{'epoch': 260, 'iter': 50, 'avg_loss': 1.1159655218030893, 'avg_acc_mask': 61.336687028386635, 'loss': 1.3136799335479736}
+{'epoch': 260, 'iter': 60, 'avg_loss': 1.124174289038924, 'avg_acc_mask': 60.985074626865675, 'loss': 1.3429555892944336}
+{'epoch': 260, 'iter': 70, 'avg_loss': 1.130810043341677, 'avg_acc_mask': 60.63720452209661, 'loss': 1.164778470993042}
+{'epoch': 260, 'iter': 80, 'avg_loss': 1.1388048124902042, 'avg_acc_mask': 60.66134549600912, 'loss': 1.0822415351867676}
+{'epoch': 260, 'iter': 90, 'avg_loss': 1.1333894179417536, 'avg_acc_mask': 60.395639886960026, 'loss': 0.833263635635376}
+{'epoch': 260, 'iter': 100, 'avg_loss': 1.150145959145952, 'avg_acc_mask': 60.134520996182516, 'loss': 1.0776417255401611}
+{'epoch': 260, 'iter': 110, 'avg_loss': 1.1436460093334988, 'avg_acc_mask': 60.41459369817579, 'loss': 1.266374111175537}
+{'epoch': 260, 'iter': 120, 'avg_loss': 1.151104973367423, 'avg_acc_mask': 60.17672151127361, 'loss': 1.1385561227798462}
+{'epoch': 260, 'iter': 130, 'avg_loss': 1.1537753848629144, 'avg_acc_mask': 60.11568848758465, 'loss': 1.2938553094863892}
+{'epoch': 260, 'iter': 140, 'avg_loss': 1.1543948261450367, 'avg_acc_mask': 60.07619548081976, 'loss': 0.9896864891052246}
+{'epoch': 260, 'iter': 150, 'avg_loss': 1.1539337169255641, 'avg_acc_mask': 60.103181427343074, 'loss': 1.0120501518249512}
+{'epoch': 260, 'iter': 160, 'avg_loss': 1.1496864983013697, 'avg_acc_mask': 60.31177829099307, 'loss': 1.1855794191360474}
+{'epoch': 260, 'iter': 170, 'avg_loss': 1.1456687708347164, 'avg_acc_mask': 60.34201067421849, 'loss': 1.2243974208831787}
+{'epoch': 260, 'iter': 180, 'avg_loss': 1.1473622427460897, 'avg_acc_mask': 60.39288285508589, 'loss': 1.0065560340881348}
+{'epoch': 260, 'iter': 190, 'avg_loss': 1.1521763670506902, 'avg_acc_mask': 60.26742143275424, 'loss': 1.347671389579773}
+{'epoch': 260, 'iter': 200, 'avg_loss': 1.1515459350092494, 'avg_acc_mask': 60.350259451445524, 'loss': 1.1165313720703125}
+{'epoch': 260, 'iter': 210, 'avg_loss': 1.1545183997583615, 'avg_acc_mask': 60.3220696937698, 'loss': 1.210839867591858}
+{'epoch': 260, 'iter': 220, 'avg_loss': 1.156917780502889, 'avg_acc_mask': 60.30341340075853, 'loss': 1.263365626335144}
+{'epoch': 260, 'iter': 230, 'avg_loss': 1.1571176539767871, 'avg_acc_mask': 60.241254523522315, 'loss': 1.1444231271743774}
+{'epoch': 260, 'iter': 240, 'avg_loss': 1.1557005431147531, 'avg_acc_mask': 60.35276073619632, 'loss': 1.2908642292022705}
+{'epoch': 260, 'iter': 250, 'avg_loss': 1.1572108603568667, 'avg_acc_mask': 60.32692732493925, 'loss': 1.0288554430007935}
+{'epoch': 260, 'iter': 260, 'avg_loss': 1.1567764754953056, 'avg_acc_mask': 60.41651909045831, 'loss': 1.3241629600524902}
+{'epoch': 260, 'iter': 270, 'avg_loss': 1.1551701296739472, 'avg_acc_mask': 60.43268249540785, 'loss': 1.0414713621139526}
+{'epoch': 'EP260_test', 'avg_loss': 1.1553348171106284, 'total_masked_acc': 60.49886318041995}
+{'epoch': 261, 'iter': 0, 'avg_loss': 0.9927069544792175, 'avg_acc_mask': 69.56521739130434, 'loss': 0.9927069544792175}
+{'epoch': 261, 'iter': 10, 'avg_loss': 1.262538340958682, 'avg_acc_mask': 58.27338129496403, 'loss': 1.2479947805404663}
+{'epoch': 261, 'iter': 20, 'avg_loss': 1.173044536794935, 'avg_acc_mask': 60.88180112570356, 'loss': 1.2956318855285645}
+{'epoch': 261, 'iter': 30, 'avg_loss': 1.1763443235428102, 'avg_acc_mask': 60.01239925604464, 'loss': 1.2744685411453247}
+{'epoch': 261, 'iter': 40, 'avg_loss': 1.1739949903837064, 'avg_acc_mask': 59.36928702010968, 'loss': 1.4048773050308228}
+{'epoch': 261, 'iter': 50, 'avg_loss': 1.1708321980401581, 'avg_acc_mask': 59.92034757422158, 'loss': 1.1041792631149292}
+{'epoch': 261, 'iter': 60, 'avg_loss': 1.1713236922123393, 'avg_acc_mask': 59.94002998500749, 'loss': 1.2695528268814087}
+{'epoch': 261, 'iter': 70, 'avg_loss': 1.1822538275114247, 'avg_acc_mask': 59.547092125579006, 'loss': 1.0096795558929443}
+{'epoch': 261, 'iter': 80, 'avg_loss': 1.1871509368037, 'avg_acc_mask': 59.45762711864406, 'loss': 1.0234429836273193}
+{'epoch': 261, 'iter': 90, 'avg_loss': 1.1932155640570672, 'avg_acc_mask': 59.109874826147426, 'loss': 1.3027887344360352}
+{'epoch': 261, 'iter': 100, 'avg_loss': 1.1900176464921177, 'avg_acc_mask': 59.52338290628919, 'loss': 1.3437646627426147}
+{'epoch': 261, 'iter': 110, 'avg_loss': 1.1849109331766765, 'avg_acc_mask': 59.60970810101672, 'loss': 1.188045859336853}
+{'epoch': 261, 'iter': 120, 'avg_loss': 1.1887989241229602, 'avg_acc_mask': 59.28646379853095, 'loss': 0.8638169765472412}
+{'epoch': 261, 'iter': 130, 'avg_loss': 1.1914455877005599, 'avg_acc_mask': 58.97684735893526, 'loss': 1.072845458984375}
+{'epoch': 261, 'iter': 140, 'avg_loss': 1.1908583615688568, 'avg_acc_mask': 58.818240205523445, 'loss': 0.9279566407203674}
+{'epoch': 261, 'iter': 150, 'avg_loss': 1.1905297356725528, 'avg_acc_mask': 58.90952666267226, 'loss': 1.1519384384155273}
+{'epoch': 261, 'iter': 160, 'avg_loss': 1.1859884680428119, 'avg_acc_mask': 59.153820186789694, 'loss': 1.2404553890228271}
+{'epoch': 261, 'iter': 170, 'avg_loss': 1.1836745230078, 'avg_acc_mask': 59.196438036679744, 'loss': 1.2148804664611816}
+{'epoch': 261, 'iter': 180, 'avg_loss': 1.1756320526586712, 'avg_acc_mask': 59.43206903471804, 'loss': 1.100227952003479}
+{'epoch': 261, 'iter': 190, 'avg_loss': 1.1761957828287055, 'avg_acc_mask': 59.38897877605406, 'loss': 1.239322304725647}
+{'epoch': 261, 'iter': 200, 'avg_loss': 1.172133031472638, 'avg_acc_mask': 59.45188133140377, 'loss': 1.1545617580413818}
+{'epoch': 261, 'iter': 210, 'avg_loss': 1.171059285294953, 'avg_acc_mask': 59.520524318730594, 'loss': 1.41852867603302}
+{'epoch': 261, 'iter': 220, 'avg_loss': 1.1731775184562303, 'avg_acc_mask': 59.57219251336898, 'loss': 1.2237646579742432}
+{'epoch': 261, 'iter': 230, 'avg_loss': 1.1758174413726443, 'avg_acc_mask': 59.4777410728331, 'loss': 0.9252499938011169}
+{'epoch': 261, 'iter': 240, 'avg_loss': 1.17163762883032, 'avg_acc_mask': 59.610742305371154, 'loss': 0.9886614084243774}
+{'epoch': 261, 'iter': 250, 'avg_loss': 1.1700754894678336, 'avg_acc_mask': 59.64503927844051, 'loss': 1.1319900751113892}
+{'epoch': 261, 'iter': 260, 'avg_loss': 1.1702476739883423, 'avg_acc_mask': 59.74208017942249, 'loss': 1.0963503122329712}
+{'epoch': 261, 'iter': 270, 'avg_loss': 1.1708171413833364, 'avg_acc_mask': 59.68296795952782, 'loss': 1.2185970544815063}
+{'epoch': 'EP261_test', 'avg_loss': 1.1692413990048394, 'total_masked_acc': 59.740087521548865}
+{'epoch': 262, 'iter': 0, 'avg_loss': 1.212026596069336, 'avg_acc_mask': 59.61538461538461, 'loss': 1.212026596069336}
+{'epoch': 262, 'iter': 10, 'avg_loss': 1.1178579763932661, 'avg_acc_mask': 63.86554621848739, 'loss': 0.9432120323181152}
+{'epoch': 262, 'iter': 20, 'avg_loss': 1.0795559968267168, 'avg_acc_mask': 63.46992153443767, 'loss': 1.0922282934188843}
+{'epoch': 262, 'iter': 30, 'avg_loss': 1.1014440021207255, 'avg_acc_mask': 62.47808299240211, 'loss': 1.2398130893707275}
+{'epoch': 262, 'iter': 40, 'avg_loss': 1.1093233518484162, 'avg_acc_mask': 62.2453402687473, 'loss': 1.276545763015747}
+{'epoch': 262, 'iter': 50, 'avg_loss': 1.1151583545348223, 'avg_acc_mask': 61.95462478184991, 'loss': 1.055696964263916}
+{'epoch': 262, 'iter': 60, 'avg_loss': 1.1290710333917962, 'avg_acc_mask': 60.879629629629626, 'loss': 1.3789433240890503}
+{'epoch': 262, 'iter': 70, 'avg_loss': 1.1405143872113295, 'avg_acc_mask': 60.67415730337079, 'loss': 0.8937393426895142}
+{'epoch': 262, 'iter': 80, 'avg_loss': 1.1453748985573098, 'avg_acc_mask': 60.83314965836456, 'loss': 1.126984715461731}
+{'epoch': 262, 'iter': 90, 'avg_loss': 1.1496036308152335, 'avg_acc_mask': 60.7430705720464, 'loss': 1.1539915800094604}
+{'epoch': 262, 'iter': 100, 'avg_loss': 1.1612457385157595, 'avg_acc_mask': 60.09887005649718, 'loss': 1.2904547452926636}
+{'epoch': 262, 'iter': 110, 'avg_loss': 1.1588547117001302, 'avg_acc_mask': 60.336188782931956, 'loss': 1.0950474739074707}
+{'epoch': 262, 'iter': 120, 'avg_loss': 1.161664967201958, 'avg_acc_mask': 60.29873039581778, 'loss': 1.1387124061584473}
+{'epoch': 262, 'iter': 130, 'avg_loss': 1.1660572008322214, 'avg_acc_mask': 60.090921614547455, 'loss': 1.441529393196106}
+{'epoch': 262, 'iter': 140, 'avg_loss': 1.155650019645691, 'avg_acc_mask': 60.4145211122554, 'loss': 0.9931401610374451}
+{'epoch': 262, 'iter': 150, 'avg_loss': 1.1510334413572652, 'avg_acc_mask': 60.61590280283893, 'loss': 1.1746947765350342}
+{'epoch': 262, 'iter': 160, 'avg_loss': 1.145628581506125, 'avg_acc_mask': 60.74501811594203, 'loss': 1.2633017301559448}
+{'epoch': 262, 'iter': 170, 'avg_loss': 1.1482102693172924, 'avg_acc_mask': 60.60735215769846, 'loss': 1.3291957378387451}
+{'epoch': 262, 'iter': 180, 'avg_loss': 1.1479415327145908, 'avg_acc_mask': 60.724740082769756, 'loss': 1.3265060186386108}
+{'epoch': 262, 'iter': 190, 'avg_loss': 1.1489911547506042, 'avg_acc_mask': 60.76908323743767, 'loss': 1.295262336730957}
+{'epoch': 262, 'iter': 200, 'avg_loss': 1.1474819382031758, 'avg_acc_mask': 60.66260125602986, 'loss': 0.8997563123703003}
+{'epoch': 262, 'iter': 210, 'avg_loss': 1.1489547146440118, 'avg_acc_mask': 60.601595006934815, 'loss': 1.0206326246261597}
+{'epoch': 262, 'iter': 220, 'avg_loss': 1.1478079031495487, 'avg_acc_mask': 60.58327825512227, 'loss': 1.0345346927642822}
+{'epoch': 262, 'iter': 230, 'avg_loss': 1.149779460130832, 'avg_acc_mask': 60.474838302571385, 'loss': 0.9780532717704773}
+{'epoch': 262, 'iter': 240, 'avg_loss': 1.1441538732081529, 'avg_acc_mask': 60.647938377888536, 'loss': 1.0440056324005127}
+{'epoch': 262, 'iter': 250, 'avg_loss': 1.1421809490933361, 'avg_acc_mask': 60.70545454545454, 'loss': 1.11940598487854}
+{'epoch': 262, 'iter': 260, 'avg_loss': 1.1396951367115151, 'avg_acc_mask': 60.864396111616195, 'loss': 1.042975664138794}
+{'epoch': 262, 'iter': 270, 'avg_loss': 1.1404848864157702, 'avg_acc_mask': 61.01968160139719, 'loss': 1.1035081148147583}
+{'epoch': 'EP262_test', 'avg_loss': 1.1419915770706923, 'total_masked_acc': 60.988829400489124}
+{'epoch': 263, 'iter': 0, 'avg_loss': 1.2771310806274414, 'avg_acc_mask': 60.71428571428571, 'loss': 1.2771310806274414}
+{'epoch': 263, 'iter': 10, 'avg_loss': 1.1194400895725598, 'avg_acc_mask': 61.10154905335629, 'loss': 0.8849252462387085}
+{'epoch': 263, 'iter': 20, 'avg_loss': 1.111671283131554, 'avg_acc_mask': 62.73458445040214, 'loss': 0.9251180291175842}
+{'epoch': 263, 'iter': 30, 'avg_loss': 1.1065469076556544, 'avg_acc_mask': 62.326702833031945, 'loss': 1.2210211753845215}
+{'epoch': 263, 'iter': 40, 'avg_loss': 1.126327667294479, 'avg_acc_mask': 61.40035906642729, 'loss': 1.1265325546264648}
+{'epoch': 263, 'iter': 50, 'avg_loss': 1.1300717381870045, 'avg_acc_mask': 61.222262640960345, 'loss': 1.1352566480636597}
+{'epoch': 263, 'iter': 60, 'avg_loss': 1.1572336779266108, 'avg_acc_mask': 60.550733313379226, 'loss': 1.518660306930542}
+{'epoch': 263, 'iter': 70, 'avg_loss': 1.1515279336714408, 'avg_acc_mask': 61.03129810159056, 'loss': 0.9741722941398621}
+{'epoch': 263, 'iter': 80, 'avg_loss': 1.1533691456288466, 'avg_acc_mask': 60.92521895351448, 'loss': 1.117135763168335}
+{'epoch': 263, 'iter': 90, 'avg_loss': 1.1534051580743476, 'avg_acc_mask': 60.62724730323612, 'loss': 1.050577998161316}
+{'epoch': 263, 'iter': 100, 'avg_loss': 1.165903143363424, 'avg_acc_mask': 60.37123806091188, 'loss': 1.210991382598877}
+{'epoch': 263, 'iter': 110, 'avg_loss': 1.16200387370479, 'avg_acc_mask': 60.52805280528053, 'loss': 1.2860267162322998}
+{'epoch': 263, 'iter': 120, 'avg_loss': 1.164871421727267, 'avg_acc_mask': 60.365393326287176, 'loss': 1.213707447052002}
+{'epoch': 263, 'iter': 130, 'avg_loss': 1.1612962602659036, 'avg_acc_mask': 60.37735849056604, 'loss': 0.9129632115364075}
+{'epoch': 263, 'iter': 140, 'avg_loss': 1.1507803971040333, 'avg_acc_mask': 60.826081309260935, 'loss': 0.732999861240387}
+{'epoch': 263, 'iter': 150, 'avg_loss': 1.1486207677039089, 'avg_acc_mask': 60.706911210980195, 'loss': 1.1104466915130615}
+{'epoch': 263, 'iter': 160, 'avg_loss': 1.1474834362172193, 'avg_acc_mask': 60.71917808219178, 'loss': 1.005109190940857}
+{'epoch': 263, 'iter': 170, 'avg_loss': 1.1449710810393618, 'avg_acc_mask': 60.65485775630704, 'loss': 1.0879257917404175}
+{'epoch': 263, 'iter': 180, 'avg_loss': 1.1477101050029144, 'avg_acc_mask': 60.41264356133753, 'loss': 1.2520439624786377}
+{'epoch': 263, 'iter': 190, 'avg_loss': 1.151618053463741, 'avg_acc_mask': 60.38209185642609, 'loss': 1.2103121280670166}
+{'epoch': 263, 'iter': 200, 'avg_loss': 1.1459584538616352, 'avg_acc_mask': 60.49314564357346, 'loss': 0.9111626148223877}
+{'epoch': 263, 'iter': 210, 'avg_loss': 1.1508294959768866, 'avg_acc_mask': 60.21561924796214, 'loss': 1.378629207611084}
+{'epoch': 263, 'iter': 220, 'avg_loss': 1.1507138631462512, 'avg_acc_mask': 60.25073129962391, 'loss': 1.4338465929031372}
+{'epoch': 263, 'iter': 230, 'avg_loss': 1.154909622875643, 'avg_acc_mask': 60.18911771776585, 'loss': 1.0639673471450806}
+{'epoch': 263, 'iter': 240, 'avg_loss': 1.151051113466999, 'avg_acc_mask': 60.348132811900925, 'loss': 1.0056184530258179}
+{'epoch': 263, 'iter': 250, 'avg_loss': 1.1498231230029072, 'avg_acc_mask': 60.371812770960396, 'loss': 1.1293624639511108}
+{'epoch': 263, 'iter': 260, 'avg_loss': 1.1506864318902466, 'avg_acc_mask': 60.335116868487745, 'loss': 1.2385811805725098}
+{'epoch': 263, 'iter': 270, 'avg_loss': 1.1512352604267782, 'avg_acc_mask': 60.26014497662759, 'loss': 1.221516489982605}
+{'epoch': 'EP263_test', 'avg_loss': 1.1509460305822068, 'total_masked_acc': 60.3247487855194}
+{'epoch': 264, 'iter': 0, 'avg_loss': 1.2080910205841064, 'avg_acc_mask': 62.0, 'loss': 1.2080910205841064}
+{'epoch': 264, 'iter': 10, 'avg_loss': 1.1191945401105015, 'avg_acc_mask': 61.09271523178808, 'loss': 0.9596126675605774}
+{'epoch': 264, 'iter': 20, 'avg_loss': 1.1221187256631397, 'avg_acc_mask': 60.670194003527335, 'loss': 1.1526387929916382}
+{'epoch': 264, 'iter': 30, 'avg_loss': 1.1260296779294168, 'avg_acc_mask': 60.46931407942239, 'loss': 1.228319764137268}
+{'epoch': 264, 'iter': 40, 'avg_loss': 1.1386275654885827, 'avg_acc_mask': 60.3309481216458, 'loss': 1.292708158493042}
+{'epoch': 264, 'iter': 50, 'avg_loss': 1.1352850876602472, 'avg_acc_mask': 60.620266858997475, 'loss': 1.1986700296401978}
+{'epoch': 264, 'iter': 60, 'avg_loss': 1.170299834892398, 'avg_acc_mask': 59.71223021582733, 'loss': 1.4107557535171509}
+{'epoch': 264, 'iter': 70, 'avg_loss': 1.16930825861407, 'avg_acc_mask': 59.54616588419406, 'loss': 1.1684998273849487}
+{'epoch': 264, 'iter': 80, 'avg_loss': 1.1687947769223908, 'avg_acc_mask': 59.57640628558415, 'loss': 1.0624847412109375}
+{'epoch': 264, 'iter': 90, 'avg_loss': 1.1795832802961161, 'avg_acc_mask': 59.2503022974607, 'loss': 1.2085527181625366}
+{'epoch': 264, 'iter': 100, 'avg_loss': 1.1796656723069672, 'avg_acc_mask': 59.37102345028177, 'loss': 1.4795275926589966}
+{'epoch': 264, 'iter': 110, 'avg_loss': 1.1779765830383644, 'avg_acc_mask': 59.553556555055806, 'loss': 1.1788525581359863}
+{'epoch': 264, 'iter': 120, 'avg_loss': 1.178957928310741, 'avg_acc_mask': 59.430059751800215, 'loss': 1.0976582765579224}
+{'epoch': 264, 'iter': 130, 'avg_loss': 1.1812208458667492, 'avg_acc_mask': 59.522471910112365, 'loss': 1.147940754890442}
+{'epoch': 264, 'iter': 140, 'avg_loss': 1.1765392612903676, 'avg_acc_mask': 59.63374754741662, 'loss': 1.0655888319015503}
+{'epoch': 264, 'iter': 150, 'avg_loss': 1.1716349377537405, 'avg_acc_mask': 59.83156352984255, 'loss': 1.0689338445663452}
+{'epoch': 264, 'iter': 160, 'avg_loss': 1.1771459690532329, 'avg_acc_mask': 59.68556346109708, 'loss': 1.50031316280365}
+{'epoch': 264, 'iter': 170, 'avg_loss': 1.17208696143669, 'avg_acc_mask': 59.695694399482036, 'loss': 0.9856392741203308}
+{'epoch': 264, 'iter': 180, 'avg_loss': 1.1710987054840636, 'avg_acc_mask': 59.61970967082396, 'loss': 1.263037919998169}
+{'epoch': 264, 'iter': 190, 'avg_loss': 1.1738033915689479, 'avg_acc_mask': 59.547082163940765, 'loss': 1.3217662572860718}
+{'epoch': 264, 'iter': 200, 'avg_loss': 1.1725358826604055, 'avg_acc_mask': 59.60464903450169, 'loss': 0.9096899628639221}
+{'epoch': 264, 'iter': 210, 'avg_loss': 1.1713636531649043, 'avg_acc_mask': 59.69667915976641, 'loss': 1.3946243524551392}
+{'epoch': 264, 'iter': 220, 'avg_loss': 1.1732139352759625, 'avg_acc_mask': 59.54579485899676, 'loss': 1.1896058320999146}
+{'epoch': 264, 'iter': 230, 'avg_loss': 1.17021396898088, 'avg_acc_mask': 59.61093837200032, 'loss': 1.0200773477554321}
+{'epoch': 264, 'iter': 240, 'avg_loss': 1.1698489359800253, 'avg_acc_mask': 59.55416444003359, 'loss': 1.180830478668213}
+{'epoch': 264, 'iter': 250, 'avg_loss': 1.1682058275933285, 'avg_acc_mask': 59.601089276514315, 'loss': 1.0504510402679443}
+{'epoch': 264, 'iter': 260, 'avg_loss': 1.1666587202941778, 'avg_acc_mask': 59.657805429864254, 'loss': 1.2190179824829102}
+{'epoch': 264, 'iter': 270, 'avg_loss': 1.1669126065014912, 'avg_acc_mask': 59.651392387825965, 'loss': 1.463300108909607}
+{'epoch': 'EP264_test', 'avg_loss': 1.1668999758751497, 'total_masked_acc': 59.697699304440874}
+{'epoch': 265, 'iter': 0, 'avg_loss': 0.9352044463157654, 'avg_acc_mask': 68.96551724137932, 'loss': 0.9352044463157654}
+{'epoch': 265, 'iter': 10, 'avg_loss': 1.082126346501437, 'avg_acc_mask': 63.69747899159663, 'loss': 1.1187509298324585}
+{'epoch': 265, 'iter': 20, 'avg_loss': 1.1037914156913757, 'avg_acc_mask': 61.45922746781116, 'loss': 1.2299350500106812}
+{'epoch': 265, 'iter': 30, 'avg_loss': 1.1250795741235056, 'avg_acc_mask': 61.11440426793124, 'loss': 1.0286970138549805}
+{'epoch': 265, 'iter': 40, 'avg_loss': 1.1221862391727726, 'avg_acc_mask': 60.91393078970718, 'loss': 1.0893120765686035}
+{'epoch': 265, 'iter': 50, 'avg_loss': 1.1237776396321315, 'avg_acc_mask': 60.4994723883222, 'loss': 1.1277486085891724}
+{'epoch': 265, 'iter': 60, 'avg_loss': 1.145007215562414, 'avg_acc_mask': 59.79562043795621, 'loss': 1.2743891477584839}
+{'epoch': 265, 'iter': 70, 'avg_loss': 1.1539757436429952, 'avg_acc_mask': 60.01509813789633, 'loss': 1.2112170457839966}
+{'epoch': 265, 'iter': 80, 'avg_loss': 1.1606960259837868, 'avg_acc_mask': 59.457053849577214, 'loss': 1.3583651781082153}
+{'epoch': 265, 'iter': 90, 'avg_loss': 1.1700008262644757, 'avg_acc_mask': 59.60212724049636, 'loss': 1.3424025774002075}
+{'epoch': 265, 'iter': 100, 'avg_loss': 1.1706390829369573, 'avg_acc_mask': 59.64381121994657, 'loss': 1.14480459690094}
+{'epoch': 265, 'iter': 110, 'avg_loss': 1.1704923043379913, 'avg_acc_mask': 59.572035282587386, 'loss': 1.2087042331695557}
+{'epoch': 265, 'iter': 120, 'avg_loss': 1.1730965237972164, 'avg_acc_mask': 59.331434567531105, 'loss': 1.4554290771484375}
+{'epoch': 265, 'iter': 130, 'avg_loss': 1.1710040769504226, 'avg_acc_mask': 59.58419958419958, 'loss': 1.369946837425232}
+{'epoch': 265, 'iter': 140, 'avg_loss': 1.1667444646781218, 'avg_acc_mask': 59.803668302764144, 'loss': 0.928417444229126}
+{'epoch': 265, 'iter': 150, 'avg_loss': 1.1633117712096663, 'avg_acc_mask': 59.81376224452776, 'loss': 1.1330608129501343}
+{'epoch': 265, 'iter': 160, 'avg_loss': 1.1655378497165183, 'avg_acc_mask': 59.767627292402324, 'loss': 1.4362051486968994}
+{'epoch': 265, 'iter': 170, 'avg_loss': 1.1657045382505271, 'avg_acc_mask': 59.81138141678277, 'loss': 1.125555157661438}
+{'epoch': 265, 'iter': 180, 'avg_loss': 1.167006118521506, 'avg_acc_mask': 59.84427141268076, 'loss': 1.4446805715560913}
+{'epoch': 265, 'iter': 190, 'avg_loss': 1.1671489389779055, 'avg_acc_mask': 59.7458850707479, 'loss': 1.2911819219589233}
+{'epoch': 265, 'iter': 200, 'avg_loss': 1.1657714820026759, 'avg_acc_mask': 59.800603676941364, 'loss': 1.0848511457443237}
+{'epoch': 265, 'iter': 210, 'avg_loss': 1.1656298654339325, 'avg_acc_mask': 59.87122596363004, 'loss': 1.092354416847229}
+{'epoch': 265, 'iter': 220, 'avg_loss': 1.1681629373477056, 'avg_acc_mask': 59.74165769644779, 'loss': 0.9307796359062195}
+{'epoch': 265, 'iter': 230, 'avg_loss': 1.167824345749694, 'avg_acc_mask': 59.786223277909734, 'loss': 0.9563203454017639}
+{'epoch': 265, 'iter': 240, 'avg_loss': 1.1666898057173891, 'avg_acc_mask': 59.77246871444824, 'loss': 1.6436258554458618}
+{'epoch': 265, 'iter': 250, 'avg_loss': 1.1654068319446063, 'avg_acc_mask': 59.79667958750823, 'loss': 0.7144678235054016}
+{'epoch': 265, 'iter': 260, 'avg_loss': 1.163133902339643, 'avg_acc_mask': 59.87610868647051, 'loss': 1.4093973636627197}
+{'epoch': 265, 'iter': 270, 'avg_loss': 1.162988455753045, 'avg_acc_mask': 59.87528805747594, 'loss': 1.0046422481536865}
+{'epoch': 'EP265_test', 'avg_loss': 1.1620316516230071, 'total_masked_acc': 59.95337995337995}
+{'epoch': 266, 'iter': 0, 'avg_loss': 1.1745386123657227, 'avg_acc_mask': 58.490566037735846, 'loss': 1.1745386123657227}
+{'epoch': 266, 'iter': 10, 'avg_loss': 1.159850922497836, 'avg_acc_mask': 60.98807495741057, 'loss': 0.9923774003982544}
+{'epoch': 266, 'iter': 20, 'avg_loss': 1.1423435580162775, 'avg_acc_mask': 60.98214285714286, 'loss': 1.329566240310669}
+{'epoch': 266, 'iter': 30, 'avg_loss': 1.169858124948317, 'avg_acc_mask': 59.50920245398773, 'loss': 1.3476791381835938}
+{'epoch': 266, 'iter': 40, 'avg_loss': 1.1694575504558842, 'avg_acc_mask': 58.842297174111216, 'loss': 1.4207935333251953}
+{'epoch': 266, 'iter': 50, 'avg_loss': 1.1614863381666296, 'avg_acc_mask': 59.530583214793744, 'loss': 1.2389233112335205}
+{'epoch': 266, 'iter': 60, 'avg_loss': 1.1697438730568182, 'avg_acc_mask': 59.19574216439977, 'loss': 1.2283592224121094}
+{'epoch': 266, 'iter': 70, 'avg_loss': 1.173886562736941, 'avg_acc_mask': 59.07941325240264, 'loss': 0.8787503242492676}
+{'epoch': 266, 'iter': 80, 'avg_loss': 1.1579667234126432, 'avg_acc_mask': 59.5380857206307, 'loss': 1.1704329252243042}
+{'epoch': 266, 'iter': 90, 'avg_loss': 1.1606546843444907, 'avg_acc_mask': 59.53700039572616, 'loss': 0.916598916053772}
+{'epoch': 266, 'iter': 100, 'avg_loss': 1.1564083276408734, 'avg_acc_mask': 59.57333333333333, 'loss': 1.094662070274353}
+{'epoch': 266, 'iter': 110, 'avg_loss': 1.1549408478779837, 'avg_acc_mask': 59.91246555357432, 'loss': 1.0729546546936035}
+{'epoch': 266, 'iter': 120, 'avg_loss': 1.1610413282370764, 'avg_acc_mask': 59.82714945611682, 'loss': 1.2223163843154907}
+{'epoch': 266, 'iter': 130, 'avg_loss': 1.1665240712748228, 'avg_acc_mask': 59.71838763114301, 'loss': 1.3257888555526733}
+{'epoch': 266, 'iter': 140, 'avg_loss': 1.1609984741988757, 'avg_acc_mask': 59.89166881609492, 'loss': 0.7640157341957092}
+{'epoch': 266, 'iter': 150, 'avg_loss': 1.1591578327267376, 'avg_acc_mask': 59.769008662175175, 'loss': 1.2209477424621582}
+{'epoch': 266, 'iter': 160, 'avg_loss': 1.159447363444737, 'avg_acc_mask': 59.72994440031771, 'loss': 1.2847967147827148}
+{'epoch': 266, 'iter': 170, 'avg_loss': 1.1580028464222512, 'avg_acc_mask': 59.89310529128809, 'loss': 1.1649259328842163}
+{'epoch': 266, 'iter': 180, 'avg_loss': 1.1553488334239517, 'avg_acc_mask': 59.90299110751819, 'loss': 1.3714383840560913}
+{'epoch': 266, 'iter': 190, 'avg_loss': 1.148582485021721, 'avg_acc_mask': 60.055731719035265, 'loss': 1.34437096118927}
+{'epoch': 266, 'iter': 200, 'avg_loss': 1.1518560259496395, 'avg_acc_mask': 60.01458656212964, 'loss': 1.3451218605041504}
+{'epoch': 266, 'iter': 210, 'avg_loss': 1.154956597287508, 'avg_acc_mask': 59.890776699029125, 'loss': 1.4323325157165527}
+{'epoch': 266, 'iter': 220, 'avg_loss': 1.153172586028932, 'avg_acc_mask': 59.96022538945973, 'loss': 1.1839473247528076}
+{'epoch': 266, 'iter': 230, 'avg_loss': 1.1517793822598148, 'avg_acc_mask': 59.93663366336634, 'loss': 1.0190215110778809}
+{'epoch': 266, 'iter': 240, 'avg_loss': 1.149407909124224, 'avg_acc_mask': 60.101469029229136, 'loss': 1.2480112314224243}
+{'epoch': 266, 'iter': 250, 'avg_loss': 1.150161701132102, 'avg_acc_mask': 60.071288281079504, 'loss': 1.0509748458862305}
+{'epoch': 266, 'iter': 260, 'avg_loss': 1.1463363942515348, 'avg_acc_mask': 60.22949902043101, 'loss': 1.1230270862579346}
+{'epoch': 266, 'iter': 270, 'avg_loss': 1.1479392621350024, 'avg_acc_mask': 60.27074353448276, 'loss': 1.3578503131866455}
+{'epoch': 'EP266_test', 'avg_loss': 1.1489655381959418, 'total_masked_acc': 60.26148969889065}
+{'epoch': 267, 'iter': 0, 'avg_loss': 1.2840341329574585, 'avg_acc_mask': 58.18181818181818, 'loss': 1.2840341329574585}
+{'epoch': 267, 'iter': 10, 'avg_loss': 1.1949254545298489, 'avg_acc_mask': 58.2089552238806, 'loss': 1.233048439025879}
+{'epoch': 267, 'iter': 20, 'avg_loss': 1.1853891894930886, 'avg_acc_mask': 59.81697171381032, 'loss': 1.2148113250732422}
+{'epoch': 267, 'iter': 30, 'avg_loss': 1.1985343637004975, 'avg_acc_mask': 59.39675174013921, 'loss': 1.1684492826461792}
+{'epoch': 267, 'iter': 40, 'avg_loss': 1.1778978385576389, 'avg_acc_mask': 60.0265604249668, 'loss': 1.1952437162399292}
+{'epoch': 267, 'iter': 50, 'avg_loss': 1.171452522277832, 'avg_acc_mask': 60.06412540078375, 'loss': 1.1577081680297852}
+{'epoch': 267, 'iter': 60, 'avg_loss': 1.170732122952821, 'avg_acc_mask': 60.23952095808384, 'loss': 1.0495662689208984}
+{'epoch': 267, 'iter': 70, 'avg_loss': 1.1669598742270133, 'avg_acc_mask': 60.49638055842813, 'loss': 1.1901006698608398}
+{'epoch': 267, 'iter': 80, 'avg_loss': 1.1711042699990448, 'avg_acc_mask': 60.582612653618575, 'loss': 1.316862940788269}
+{'epoch': 267, 'iter': 90, 'avg_loss': 1.1745982661352052, 'avg_acc_mask': 60.50251256281407, 'loss': 1.1258347034454346}
+{'epoch': 267, 'iter': 100, 'avg_loss': 1.1813634421565744, 'avg_acc_mask': 60.254083484573506, 'loss': 1.7230817079544067}
+{'epoch': 267, 'iter': 110, 'avg_loss': 1.1781463692854117, 'avg_acc_mask': 60.291197882197224, 'loss': 1.1312628984451294}
+{'epoch': 267, 'iter': 120, 'avg_loss': 1.1760652616989513, 'avg_acc_mask': 60.491003354681304, 'loss': 1.0280388593673706}
+{'epoch': 267, 'iter': 130, 'avg_loss': 1.1797213881980373, 'avg_acc_mask': 60.23588879528222, 'loss': 1.3320512771606445}
+{'epoch': 267, 'iter': 140, 'avg_loss': 1.1758912023923076, 'avg_acc_mask': 60.39123014310096, 'loss': 0.7995538711547852}
+{'epoch': 267, 'iter': 150, 'avg_loss': 1.1726487026309336, 'avg_acc_mask': 60.44721407624634, 'loss': 1.2420573234558105}
+{'epoch': 267, 'iter': 160, 'avg_loss': 1.1738115549087524, 'avg_acc_mask': 60.38923869490556, 'loss': 1.436065673828125}
+{'epoch': 267, 'iter': 170, 'avg_loss': 1.1700654866402609, 'avg_acc_mask': 60.26276114581089, 'loss': 1.0988057851791382}
+{'epoch': 267, 'iter': 180, 'avg_loss': 1.173849909015782, 'avg_acc_mask': 60.232131948686614, 'loss': 1.5667486190795898}
+{'epoch': 267, 'iter': 190, 'avg_loss': 1.1757130963015932, 'avg_acc_mask': 60.277292999806086, 'loss': 1.0770235061645508}
+{'epoch': 267, 'iter': 200, 'avg_loss': 1.1722043939490816, 'avg_acc_mask': 60.48141658212671, 'loss': 1.1474608182907104}
+{'epoch': 267, 'iter': 210, 'avg_loss': 1.1709840950242716, 'avg_acc_mask': 60.57734491532859, 'loss': 1.1030148267745972}
+{'epoch': 267, 'iter': 220, 'avg_loss': 1.1692727663937736, 'avg_acc_mask': 60.66945606694561, 'loss': 0.8075781464576721}
+{'epoch': 267, 'iter': 230, 'avg_loss': 1.1650174128544795, 'avg_acc_mask': 60.82391600545003, 'loss': 0.8653221726417542}
+{'epoch': 267, 'iter': 240, 'avg_loss': 1.1665533427380923, 'avg_acc_mask': 60.827829826447555, 'loss': 1.457886815071106}
+{'epoch': 267, 'iter': 250, 'avg_loss': 1.164544570730977, 'avg_acc_mask': 60.88204977175674, 'loss': 0.7594186663627625}
+{'epoch': 267, 'iter': 260, 'avg_loss': 1.1631463697586937, 'avg_acc_mask': 60.88772476284865, 'loss': 1.0540828704833984}
+{'epoch': 267, 'iter': 270, 'avg_loss': 1.1631206746910772, 'avg_acc_mask': 60.85597826086957, 'loss': 1.4512741565704346}
+{'epoch': 'EP267_test', 'avg_loss': 1.162717404788819, 'total_masked_acc': 60.84}
+{'epoch': 268, 'iter': 0, 'avg_loss': 1.146887183189392, 'avg_acc_mask': 61.81818181818181, 'loss': 1.146887183189392}
+{'epoch': 268, 'iter': 10, 'avg_loss': 1.1762655648318203, 'avg_acc_mask': 58.263772954924875, 'loss': 1.0195943117141724}
+{'epoch': 268, 'iter': 20, 'avg_loss': 1.1201827412559873, 'avg_acc_mask': 61.062717770034844, 'loss': 1.1297063827514648}
+{'epoch': 268, 'iter': 30, 'avg_loss': 1.1322991098127058, 'avg_acc_mask': 60.95971563981043, 'loss': 1.346562147140503}
+{'epoch': 268, 'iter': 40, 'avg_loss': 1.1349880971559665, 'avg_acc_mask': 61.09367996414164, 'loss': 1.1301215887069702}
+{'epoch': 268, 'iter': 50, 'avg_loss': 1.143532599888596, 'avg_acc_mask': 61.00538599640933, 'loss': 1.4265456199645996}
+{'epoch': 268, 'iter': 60, 'avg_loss': 1.158843071734319, 'avg_acc_mask': 60.44798113763631, 'loss': 1.334752082824707}
+{'epoch': 268, 'iter': 70, 'avg_loss': 1.1658822499530417, 'avg_acc_mask': 59.903626680192744, 'loss': 1.0725468397140503}
+{'epoch': 268, 'iter': 80, 'avg_loss': 1.168076699162707, 'avg_acc_mask': 59.760691336140034, 'loss': 1.2235534191131592}
+{'epoch': 268, 'iter': 90, 'avg_loss': 1.1731675011771066, 'avg_acc_mask': 59.64808224594701, 'loss': 1.1103847026824951}
+{'epoch': 268, 'iter': 100, 'avg_loss': 1.1723969555137181, 'avg_acc_mask': 59.55056179775281, 'loss': 1.2092150449752808}
+{'epoch': 268, 'iter': 110, 'avg_loss': 1.162717952384605, 'avg_acc_mask': 59.74195655724318, 'loss': 1.1836464405059814}
+{'epoch': 268, 'iter': 120, 'avg_loss': 1.1650805488105649, 'avg_acc_mask': 59.70149253731343, 'loss': 1.384006381034851}
+{'epoch': 268, 'iter': 130, 'avg_loss': 1.166996170091265, 'avg_acc_mask': 59.68324534592943, 'loss': 1.3335068225860596}
+{'epoch': 268, 'iter': 140, 'avg_loss': 1.1643710187140932, 'avg_acc_mask': 59.70245795601552, 'loss': 1.182552695274353}
+{'epoch': 268, 'iter': 150, 'avg_loss': 1.161414436157176, 'avg_acc_mask': 59.76651823324106, 'loss': 0.98681640625}
+{'epoch': 268, 'iter': 160, 'avg_loss': 1.160491312882915, 'avg_acc_mask': 59.75499092558984, 'loss': 1.0547674894332886}
+{'epoch': 268, 'iter': 170, 'avg_loss': 1.1546461941205968, 'avg_acc_mask': 59.888817618131284, 'loss': 1.226173996925354}
+{'epoch': 268, 'iter': 180, 'avg_loss': 1.1537359106606542, 'avg_acc_mask': 59.92091655682855, 'loss': 1.3378331661224365}
+{'epoch': 268, 'iter': 190, 'avg_loss': 1.15429925762546, 'avg_acc_mask': 59.85929067077872, 'loss': 1.2014013528823853}
+{'epoch': 268, 'iter': 200, 'avg_loss': 1.1526417272600962, 'avg_acc_mask': 59.90673859376429, 'loss': 1.2258583307266235}
+{'epoch': 268, 'iter': 210, 'avg_loss': 1.1527617319500276, 'avg_acc_mask': 59.82555604012211, 'loss': 1.4179799556732178}
+{'epoch': 268, 'iter': 220, 'avg_loss': 1.1524358888017645, 'avg_acc_mask': 59.76410000830634, 'loss': 1.1300828456878662}
+{'epoch': 268, 'iter': 230, 'avg_loss': 1.1496627464954987, 'avg_acc_mask': 59.842894548916924, 'loss': 0.9147020578384399}
+{'epoch': 268, 'iter': 240, 'avg_loss': 1.1511148664466573, 'avg_acc_mask': 59.71675249924265, 'loss': 1.2426167726516724}
+{'epoch': 268, 'iter': 250, 'avg_loss': 1.1509441408028165, 'avg_acc_mask': 59.69235255522345, 'loss': 1.1623070240020752}
+{'epoch': 268, 'iter': 260, 'avg_loss': 1.1499616812015403, 'avg_acc_mask': 59.67312008978676, 'loss': 1.306376576423645}
+{'epoch': 268, 'iter': 270, 'avg_loss': 1.1487269584103263, 'avg_acc_mask': 59.79520344920507, 'loss': 0.9117576479911804}
+{'epoch': 'EP268_test', 'avg_loss': 1.1504364089257475, 'total_masked_acc': 59.74584684625058}
+{'epoch': 269, 'iter': 0, 'avg_loss': 1.1603163480758667, 'avg_acc_mask': 58.490566037735846, 'loss': 1.1603163480758667}
+{'epoch': 269, 'iter': 10, 'avg_loss': 1.1466024355454878, 'avg_acc_mask': 59.56112852664577, 'loss': 1.0951861143112183}
+{'epoch': 269, 'iter': 20, 'avg_loss': 1.0995775886944361, 'avg_acc_mask': 61.696869851729815, 'loss': 0.9830577969551086}
+{'epoch': 269, 'iter': 30, 'avg_loss': 1.1118954881545036, 'avg_acc_mask': 61.70703575547867, 'loss': 1.2852792739868164}
+{'epoch': 269, 'iter': 40, 'avg_loss': 1.1491973022135293, 'avg_acc_mask': 60.88286713286713, 'loss': 1.1974141597747803}
+{'epoch': 269, 'iter': 50, 'avg_loss': 1.1734281334222532, 'avg_acc_mask': 60.53733426378227, 'loss': 1.3010095357894897}
+{'epoch': 269, 'iter': 60, 'avg_loss': 1.1655367485812453, 'avg_acc_mask': 60.784883720930225, 'loss': 1.4365451335906982}
+{'epoch': 269, 'iter': 70, 'avg_loss': 1.17081369228766, 'avg_acc_mask': 60.2996254681648, 'loss': 1.071134090423584}
+{'epoch': 269, 'iter': 80, 'avg_loss': 1.1742860932409027, 'avg_acc_mask': 59.91570541259982, 'loss': 1.255144715309143}
+{'epoch': 269, 'iter': 90, 'avg_loss': 1.172501611840594, 'avg_acc_mask': 59.96807024545999, 'loss': 1.373233437538147}
+{'epoch': 269, 'iter': 100, 'avg_loss': 1.174474810019578, 'avg_acc_mask': 59.86370157819225, 'loss': 1.0821397304534912}
+{'epoch': 269, 'iter': 110, 'avg_loss': 1.1701789251318924, 'avg_acc_mask': 60.04922067268252, 'loss': 0.9602628946304321}
+{'epoch': 269, 'iter': 120, 'avg_loss': 1.1701637802045208, 'avg_acc_mask': 60.01201742526664, 'loss': 1.2136428356170654}
+{'epoch': 269, 'iter': 130, 'avg_loss': 1.1700570665243017, 'avg_acc_mask': 59.924780610112826, 'loss': 0.9741888642311096}
+{'epoch': 269, 'iter': 140, 'avg_loss': 1.1689138179975198, 'avg_acc_mask': 59.9660618718183, 'loss': 0.9179123044013977}
+{'epoch': 269, 'iter': 150, 'avg_loss': 1.1655717278947892, 'avg_acc_mask': 60.080204156033545, 'loss': 1.1304359436035156}
+{'epoch': 269, 'iter': 160, 'avg_loss': 1.1643791557839198, 'avg_acc_mask': 60.09395050412466, 'loss': 1.2776833772659302}
+{'epoch': 269, 'iter': 170, 'avg_loss': 1.165238206498107, 'avg_acc_mask': 59.859989229940766, 'loss': 1.3077137470245361}
+{'epoch': 269, 'iter': 180, 'avg_loss': 1.16248285803347, 'avg_acc_mask': 60.01021972406745, 'loss': 1.1839576959609985}
+{'epoch': 269, 'iter': 190, 'avg_loss': 1.1631930286347554, 'avg_acc_mask': 59.94571539356339, 'loss': 1.4534227848052979}
+{'epoch': 269, 'iter': 200, 'avg_loss': 1.1607235954768622, 'avg_acc_mask': 60.060556014313235, 'loss': 0.9874163269996643}
+{'epoch': 269, 'iter': 210, 'avg_loss': 1.1589488559424594, 'avg_acc_mask': 60.158979734451435, 'loss': 0.9680602550506592}
+{'epoch': 269, 'iter': 220, 'avg_loss': 1.162083896306845, 'avg_acc_mask': 60.02664890073285, 'loss': 1.0851248502731323}
+{'epoch': 269, 'iter': 230, 'avg_loss': 1.1618525365214327, 'avg_acc_mask': 59.85366629553046, 'loss': 1.080754280090332}
+{'epoch': 269, 'iter': 240, 'avg_loss': 1.1579436546044726, 'avg_acc_mask': 59.9694423223835, 'loss': 1.0311315059661865}
+{'epoch': 269, 'iter': 250, 'avg_loss': 1.156955137195815, 'avg_acc_mask': 60.05291005291006, 'loss': 0.5816764235496521}
+{'epoch': 269, 'iter': 260, 'avg_loss': 1.1552475202129262, 'avg_acc_mask': 60.24181573923496, 'loss': 0.897371768951416}
+{'epoch': 269, 'iter': 270, 'avg_loss': 1.157764395884482, 'avg_acc_mask': 60.13209859730355, 'loss': 0.9237480759620667}
+{'epoch': 'EP269_test', 'avg_loss': 1.1601643469454586, 'total_masked_acc': 60.078945607814276}
+{'epoch': 270, 'iter': 0, 'avg_loss': 1.3713326454162598, 'avg_acc_mask': 50.0, 'loss': 1.3713326454162598}
+{'epoch': 270, 'iter': 10, 'avg_loss': 1.1732816045934504, 'avg_acc_mask': 59.6694214876033, 'loss': 1.2768462896347046}
+{'epoch': 270, 'iter': 20, 'avg_loss': 1.180056441397894, 'avg_acc_mask': 59.58549222797927, 'loss': 1.0554336309432983}
+{'epoch': 270, 'iter': 30, 'avg_loss': 1.1503047347068787, 'avg_acc_mask': 60.51401869158879, 'loss': 1.1031780242919922}
+{'epoch': 270, 'iter': 40, 'avg_loss': 1.1654813943839655, 'avg_acc_mask': 60.105448154657296, 'loss': 1.3854200839996338}
+{'epoch': 270, 'iter': 50, 'avg_loss': 1.1854849621361376, 'avg_acc_mask': 59.65770171149144, 'loss': 1.1996667385101318}
+{'epoch': 270, 'iter': 60, 'avg_loss': 1.190696762233484, 'avg_acc_mask': 59.15288656803017, 'loss': 1.2085137367248535}
+{'epoch': 270, 'iter': 70, 'avg_loss': 1.180392752231007, 'avg_acc_mask': 59.359233097880924, 'loss': 0.8301687836647034}
+{'epoch': 270, 'iter': 80, 'avg_loss': 1.190169249051883, 'avg_acc_mask': 59.16924436588599, 'loss': 1.2757748365402222}
+{'epoch': 270, 'iter': 90, 'avg_loss': 1.1857409922631232, 'avg_acc_mask': 59.29588607594937, 'loss': 1.2748000621795654}
+{'epoch': 270, 'iter': 100, 'avg_loss': 1.1800098017890854, 'avg_acc_mask': 59.23555555555555, 'loss': 1.1242486238479614}
+{'epoch': 270, 'iter': 110, 'avg_loss': 1.1764334552996867, 'avg_acc_mask': 59.29795918367346, 'loss': 1.0906575918197632}
+{'epoch': 270, 'iter': 120, 'avg_loss': 1.1798730965488213, 'avg_acc_mask': 59.40356661171887, 'loss': 1.3250104188919067}
+{'epoch': 270, 'iter': 130, 'avg_loss': 1.1774244695219376, 'avg_acc_mask': 59.23672566371682, 'loss': 1.216083288192749}
+{'epoch': 270, 'iter': 140, 'avg_loss': 1.1813382159733603, 'avg_acc_mask': 59.12998845117413, 'loss': 1.010021686553955}
+{'epoch': 270, 'iter': 150, 'avg_loss': 1.1787626123586237, 'avg_acc_mask': 59.23399162178337, 'loss': 1.0621154308319092}
+{'epoch': 270, 'iter': 160, 'avg_loss': 1.1746298966940887, 'avg_acc_mask': 59.58950201884253, 'loss': 1.3698664903640747}
+{'epoch': 270, 'iter': 170, 'avg_loss': 1.1779932111327411, 'avg_acc_mask': 59.578076963850314, 'loss': 1.6382509469985962}
+{'epoch': 270, 'iter': 180, 'avg_loss': 1.1754520933931045, 'avg_acc_mask': 59.841651633593905, 'loss': 1.2853971719741821}
+{'epoch': 270, 'iter': 190, 'avg_loss': 1.174174431106807, 'avg_acc_mask': 59.90471653168176, 'loss': 1.2375091314315796}
+{'epoch': 270, 'iter': 200, 'avg_loss': 1.1752235758956986, 'avg_acc_mask': 59.69932983155225, 'loss': 1.242291808128357}
+{'epoch': 270, 'iter': 210, 'avg_loss': 1.1738112170549366, 'avg_acc_mask': 59.73229706390328, 'loss': 1.1949687004089355}
+{'epoch': 270, 'iter': 220, 'avg_loss': 1.1708725178403552, 'avg_acc_mask': 59.90449530709698, 'loss': 1.115816354751587}
+{'epoch': 270, 'iter': 230, 'avg_loss': 1.1699947299379292, 'avg_acc_mask': 59.95752713544125, 'loss': 0.8359731435775757}
+{'epoch': 270, 'iter': 240, 'avg_loss': 1.16582864300344, 'avg_acc_mask': 59.978888637563145, 'loss': 1.1675195693969727}
+{'epoch': 270, 'iter': 250, 'avg_loss': 1.1650304886924319, 'avg_acc_mask': 60.04786423961128, 'loss': 1.036866307258606}
+{'epoch': 270, 'iter': 260, 'avg_loss': 1.1630854122483412, 'avg_acc_mask': 60.079631181894385, 'loss': 1.1023777723312378}
+{'epoch': 270, 'iter': 270, 'avg_loss': 1.1626697044091032, 'avg_acc_mask': 60.159093973304564, 'loss': 1.1390471458435059}
+{'epoch': 'EP270_test', 'avg_loss': 1.1620387672514156, 'total_masked_acc': 60.17129199309521}
+{'epoch': 271, 'iter': 0, 'avg_loss': 1.2409169673919678, 'avg_acc_mask': 58.620689655172406, 'loss': 1.2409169673919678}
+{'epoch': 271, 'iter': 10, 'avg_loss': 1.1362399838187478, 'avg_acc_mask': 61.111111111111114, 'loss': 1.1533468961715698}
+{'epoch': 271, 'iter': 20, 'avg_loss': 1.1266034359023684, 'avg_acc_mask': 60.51724137931035, 'loss': 1.1453251838684082}
+{'epoch': 271, 'iter': 30, 'avg_loss': 1.1183500712917698, 'avg_acc_mask': 61.73499702911468, 'loss': 1.1396074295043945}
+{'epoch': 271, 'iter': 40, 'avg_loss': 1.1144249366550911, 'avg_acc_mask': 61.387024608501115, 'loss': 1.3604936599731445}
+{'epoch': 271, 'iter': 50, 'avg_loss': 1.1202852574049258, 'avg_acc_mask': 61.38649425287356, 'loss': 1.310762643814087}
+{'epoch': 271, 'iter': 60, 'avg_loss': 1.1361568687392063, 'avg_acc_mask': 60.924617196702, 'loss': 1.1418768167495728}
+{'epoch': 271, 'iter': 70, 'avg_loss': 1.1347579620253871, 'avg_acc_mask': 60.857503152585124, 'loss': 1.28321373462677}
+{'epoch': 271, 'iter': 80, 'avg_loss': 1.1370915807323692, 'avg_acc_mask': 60.735785953177256, 'loss': 1.187896490097046}
+{'epoch': 271, 'iter': 90, 'avg_loss': 1.1493812747054049, 'avg_acc_mask': 60.3859027367592, 'loss': 1.2170002460479736}
+{'epoch': 271, 'iter': 100, 'avg_loss': 1.1541418439090843, 'avg_acc_mask': 60.53333333333333, 'loss': 1.1249592304229736}
+{'epoch': 271, 'iter': 110, 'avg_loss': 1.1495275277275223, 'avg_acc_mask': 60.72007784625365, 'loss': 1.2092506885528564}
+{'epoch': 271, 'iter': 120, 'avg_loss': 1.1505425360577166, 'avg_acc_mask': 60.56421677802524, 'loss': 1.124444842338562}
+{'epoch': 271, 'iter': 130, 'avg_loss': 1.1530521011534538, 'avg_acc_mask': 60.525955348582386, 'loss': 1.3600540161132812}
+{'epoch': 271, 'iter': 140, 'avg_loss': 1.147417942260174, 'avg_acc_mask': 60.665813060179254, 'loss': 0.8636488914489746}
+{'epoch': 271, 'iter': 150, 'avg_loss': 1.1516461676319703, 'avg_acc_mask': 60.5297854488793, 'loss': 1.0155367851257324}
+{'epoch': 271, 'iter': 160, 'avg_loss': 1.1506525522433453, 'avg_acc_mask': 60.60092623969277, 'loss': 1.4277328252792358}
+{'epoch': 271, 'iter': 170, 'avg_loss': 1.150570283159178, 'avg_acc_mask': 60.61024877737614, 'loss': 0.9101960062980652}
+{'epoch': 271, 'iter': 180, 'avg_loss': 1.1532874258842258, 'avg_acc_mask': 60.55415617128463, 'loss': 1.4848239421844482}
+{'epoch': 271, 'iter': 190, 'avg_loss': 1.1556768769993209, 'avg_acc_mask': 60.36795707167497, 'loss': 1.2147244215011597}
+{'epoch': 271, 'iter': 200, 'avg_loss': 1.1574830848779252, 'avg_acc_mask': 60.30589949016751, 'loss': 1.075602650642395}
+{'epoch': 271, 'iter': 210, 'avg_loss': 1.1598153820535018, 'avg_acc_mask': 60.268747290853916, 'loss': 1.0372380018234253}
+{'epoch': 271, 'iter': 220, 'avg_loss': 1.1630602473586933, 'avg_acc_mask': 60.275554822209386, 'loss': 1.3291722536087036}
+{'epoch': 271, 'iter': 230, 'avg_loss': 1.1649067827633448, 'avg_acc_mask': 60.14515620069423, 'loss': 1.129636287689209}
+{'epoch': 271, 'iter': 240, 'avg_loss': 1.1593410184769215, 'avg_acc_mask': 60.25041484386785, 'loss': 1.1652240753173828}
+{'epoch': 271, 'iter': 250, 'avg_loss': 1.1588546486489801, 'avg_acc_mask': 60.43248716279742, 'loss': 0.9182032942771912}
+{'epoch': 271, 'iter': 260, 'avg_loss': 1.1572543620149751, 'avg_acc_mask': 60.4407062421799, 'loss': 1.1260358095169067}
+{'epoch': 271, 'iter': 270, 'avg_loss': 1.1576093960952054, 'avg_acc_mask': 60.433477825941985, 'loss': 1.1661828756332397}
+{'epoch': 'EP271_test', 'avg_loss': 1.155581233078155, 'total_masked_acc': 60.50354051927616}
+{'epoch': 272, 'iter': 0, 'avg_loss': 1.0360469818115234, 'avg_acc_mask': 64.44444444444444, 'loss': 1.0360469818115234}
+{'epoch': 272, 'iter': 10, 'avg_loss': 1.0945838689804077, 'avg_acc_mask': 62.925170068027214, 'loss': 0.9859967827796936}
+{'epoch': 272, 'iter': 20, 'avg_loss': 1.1297528403145927, 'avg_acc_mask': 61.07732406602954, 'loss': 1.2860138416290283}
+{'epoch': 272, 'iter': 30, 'avg_loss': 1.1299976802641345, 'avg_acc_mask': 61.417322834645674, 'loss': 1.0668389797210693}
+{'epoch': 272, 'iter': 40, 'avg_loss': 1.1347649795253103, 'avg_acc_mask': 61.47806004618938, 'loss': 1.2816534042358398}
+{'epoch': 272, 'iter': 50, 'avg_loss': 1.1435768838022269, 'avg_acc_mask': 61.06259097525473, 'loss': 0.9593744277954102}
+{'epoch': 272, 'iter': 60, 'avg_loss': 1.153886766707311, 'avg_acc_mask': 60.68092799035855, 'loss': 1.219961404800415}
+{'epoch': 272, 'iter': 70, 'avg_loss': 1.1629028815618703, 'avg_acc_mask': 60.378336356569065, 'loss': 1.113863468170166}
+{'epoch': 272, 'iter': 80, 'avg_loss': 1.1747574386773285, 'avg_acc_mask': 60.03653802237954, 'loss': 1.2694711685180664}
+{'epoch': 272, 'iter': 90, 'avg_loss': 1.1771825977734156, 'avg_acc_mask': 60.06085192697769, 'loss': 0.9293006658554077}
+{'epoch': 272, 'iter': 100, 'avg_loss': 1.177715531080076, 'avg_acc_mask': 59.883296863603206, 'loss': 1.3694970607757568}
+{'epoch': 272, 'iter': 110, 'avg_loss': 1.1706484663593877, 'avg_acc_mask': 59.98667333000166, 'loss': 1.1736886501312256}
+{'epoch': 272, 'iter': 120, 'avg_loss': 1.176760339047298, 'avg_acc_mask': 59.96343692870201, 'loss': 1.027876615524292}
+{'epoch': 272, 'iter': 130, 'avg_loss': 1.176605387043407, 'avg_acc_mask': 59.90140845070423, 'loss': 1.2857850790023804}
+{'epoch': 272, 'iter': 140, 'avg_loss': 1.1775174707385665, 'avg_acc_mask': 59.62472116520142, 'loss': 0.9931637644767761}
+{'epoch': 272, 'iter': 150, 'avg_loss': 1.1770351540963382, 'avg_acc_mask': 59.67148810983084, 'loss': 1.0808430910110474}
+{'epoch': 272, 'iter': 160, 'avg_loss': 1.1740997215235456, 'avg_acc_mask': 59.7427948099667, 'loss': 1.0872191190719604}
+{'epoch': 272, 'iter': 170, 'avg_loss': 1.1677808360746729, 'avg_acc_mask': 59.88296488946684, 'loss': 1.1696124076843262}
+{'epoch': 272, 'iter': 180, 'avg_loss': 1.1692873578703864, 'avg_acc_mask': 59.747199671154036, 'loss': 1.2093746662139893}
+{'epoch': 272, 'iter': 190, 'avg_loss': 1.1738097411799806, 'avg_acc_mask': 59.54087562960093, 'loss': 1.5616682767868042}
+{'epoch': 272, 'iter': 200, 'avg_loss': 1.1740068559029802, 'avg_acc_mask': 59.60600202522323, 'loss': 1.0681496858596802}
+{'epoch': 272, 'iter': 210, 'avg_loss': 1.1760293948706857, 'avg_acc_mask': 59.6452717534463, 'loss': 1.2456412315368652}
+{'epoch': 272, 'iter': 220, 'avg_loss': 1.178335153678963, 'avg_acc_mask': 59.708493885072876, 'loss': 1.2519984245300293}
+{'epoch': 272, 'iter': 230, 'avg_loss': 1.178473724173261, 'avg_acc_mask': 59.754433833560704, 'loss': 1.0244828462600708}
+{'epoch': 272, 'iter': 240, 'avg_loss': 1.1738156040674423, 'avg_acc_mask': 59.96167113836719, 'loss': 1.0642693042755127}
+{'epoch': 272, 'iter': 250, 'avg_loss': 1.17354347387633, 'avg_acc_mask': 59.90291976171215, 'loss': 0.9926038980484009}
+{'epoch': 272, 'iter': 260, 'avg_loss': 1.1711794795661137, 'avg_acc_mask': 59.98304965039903, 'loss': 0.8591929078102112}
+{'epoch': 272, 'iter': 270, 'avg_loss': 1.1712821521882202, 'avg_acc_mask': 59.93059808124107, 'loss': 1.2648249864578247}
+{'epoch': 'EP272_test', 'avg_loss': 1.170286412904228, 'total_masked_acc': 59.99732602446688}
+{'epoch': 273, 'iter': 0, 'avg_loss': 0.9176599979400635, 'avg_acc_mask': 66.66666666666666, 'loss': 0.9176599979400635}
+{'epoch': 273, 'iter': 10, 'avg_loss': 1.0547169176014988, 'avg_acc_mask': 63.56466876971609, 'loss': 1.06973397731781}
+{'epoch': 273, 'iter': 20, 'avg_loss': 1.0811899900436401, 'avg_acc_mask': 62.71331058020478, 'loss': 1.1426936388015747}
+{'epoch': 273, 'iter': 30, 'avg_loss': 1.1092843663307927, 'avg_acc_mask': 61.98691255205235, 'loss': 1.2072352170944214}
+{'epoch': 273, 'iter': 40, 'avg_loss': 1.1429364027046576, 'avg_acc_mask': 61.47614761476148, 'loss': 1.6122944355010986}
+{'epoch': 273, 'iter': 50, 'avg_loss': 1.1603688083442987, 'avg_acc_mask': 61.099060014461315, 'loss': 1.4822478294372559}
+{'epoch': 273, 'iter': 60, 'avg_loss': 1.1743139507340603, 'avg_acc_mask': 60.15531660692951, 'loss': 1.111789345741272}
+{'epoch': 273, 'iter': 70, 'avg_loss': 1.165940330901616, 'avg_acc_mask': 60.49766718506998, 'loss': 0.9628003835678101}
+{'epoch': 273, 'iter': 80, 'avg_loss': 1.177210431775929, 'avg_acc_mask': 60.05422503389065, 'loss': 1.288290023803711}
+{'epoch': 273, 'iter': 90, 'avg_loss': 1.1720009734342387, 'avg_acc_mask': 60.15672091621459, 'loss': 0.9740148782730103}
+{'epoch': 273, 'iter': 100, 'avg_loss': 1.1738947765661938, 'avg_acc_mask': 60.26382363570654, 'loss': 1.3646119832992554}
+{'epoch': 273, 'iter': 110, 'avg_loss': 1.1638692123395902, 'avg_acc_mask': 60.32760032760033, 'loss': 1.038589596748352}
+{'epoch': 273, 'iter': 120, 'avg_loss': 1.162156151838539, 'avg_acc_mask': 60.58085009832098, 'loss': 0.9889715909957886}
+{'epoch': 273, 'iter': 130, 'avg_loss': 1.1641051537207974, 'avg_acc_mask': 60.3003087285995, 'loss': 1.123744010925293}
+{'epoch': 273, 'iter': 140, 'avg_loss': 1.1602945196713117, 'avg_acc_mask': 60.424258198854766, 'loss': 1.2208083868026733}
+{'epoch': 273, 'iter': 150, 'avg_loss': 1.1620009241514648, 'avg_acc_mask': 60.470162748643766, 'loss': 1.0572309494018555}
+{'epoch': 273, 'iter': 160, 'avg_loss': 1.161114371711423, 'avg_acc_mask': 60.53968612396974, 'loss': 1.1738576889038086}
+{'epoch': 273, 'iter': 170, 'avg_loss': 1.1587538384554679, 'avg_acc_mask': 60.480000000000004, 'loss': 1.2721728086471558}
+{'epoch': 273, 'iter': 180, 'avg_loss': 1.1599356153393319, 'avg_acc_mask': 60.576148267526186, 'loss': 1.3459045886993408}
+{'epoch': 273, 'iter': 190, 'avg_loss': 1.15619578973161, 'avg_acc_mask': 60.64863824463478, 'loss': 1.2401094436645508}
+{'epoch': 273, 'iter': 200, 'avg_loss': 1.1578018938131, 'avg_acc_mask': 60.4427774220108, 'loss': 0.9705008268356323}
+{'epoch': 273, 'iter': 210, 'avg_loss': 1.160545727652961, 'avg_acc_mask': 60.406844770385895, 'loss': 1.3545883893966675}
+{'epoch': 273, 'iter': 220, 'avg_loss': 1.1608840739565198, 'avg_acc_mask': 60.23503917319554, 'loss': 1.2568358182907104}
+{'epoch': 273, 'iter': 230, 'avg_loss': 1.1609150772486931, 'avg_acc_mask': 60.12794882047181, 'loss': 1.2215842008590698}
+{'epoch': 273, 'iter': 240, 'avg_loss': 1.1588675839772362, 'avg_acc_mask': 60.07811303415531, 'loss': 1.2662733793258667}
+{'epoch': 273, 'iter': 250, 'avg_loss': 1.151759795696137, 'avg_acc_mask': 60.38235294117648, 'loss': 0.7548596262931824}
+{'epoch': 273, 'iter': 260, 'avg_loss': 1.1527313994265151, 'avg_acc_mask': 60.40415459619869, 'loss': 1.2810075283050537}
+{'epoch': 273, 'iter': 270, 'avg_loss': 1.1523448299217929, 'avg_acc_mask': 60.42544515427484, 'loss': 1.2076704502105713}
+{'epoch': 'EP273_test', 'avg_loss': 1.1513876385878825, 'total_masked_acc': 60.50043486987355}
+{'epoch': 274, 'iter': 0, 'avg_loss': 1.2846639156341553, 'avg_acc_mask': 55.38461538461539, 'loss': 1.2846639156341553}
+{'epoch': 274, 'iter': 10, 'avg_loss': 1.1257202354344455, 'avg_acc_mask': 58.68167202572347, 'loss': 0.8338671922683716}
+{'epoch': 274, 'iter': 20, 'avg_loss': 1.0917295955476307, 'avg_acc_mask': 60.909856781802866, 'loss': 0.8744177222251892}
+{'epoch': 274, 'iter': 30, 'avg_loss': 1.0807542243311483, 'avg_acc_mask': 62.617924528301884, 'loss': 1.4288575649261475}
+{'epoch': 274, 'iter': 40, 'avg_loss': 1.1101792556483572, 'avg_acc_mask': 61.921551344204495, 'loss': 1.0819865465164185}
+{'epoch': 274, 'iter': 50, 'avg_loss': 1.145248598912183, 'avg_acc_mask': 60.375354107648725, 'loss': 1.4532288312911987}
+{'epoch': 274, 'iter': 60, 'avg_loss': 1.1541638911747543, 'avg_acc_mask': 60.18626309662398, 'loss': 1.4034576416015625}
+{'epoch': 274, 'iter': 70, 'avg_loss': 1.1610641613812513, 'avg_acc_mask': 59.994996247185384, 'loss': 1.0531432628631592}
+{'epoch': 274, 'iter': 80, 'avg_loss': 1.1539419065287084, 'avg_acc_mask': 60.41164878476024, 'loss': 1.167243480682373}
+{'epoch': 274, 'iter': 90, 'avg_loss': 1.1537159831969293, 'avg_acc_mask': 60.41909196740396, 'loss': 1.047629714012146}
+{'epoch': 274, 'iter': 100, 'avg_loss': 1.1634082298467654, 'avg_acc_mask': 60.01399335315725, 'loss': 1.5405462980270386}
+{'epoch': 274, 'iter': 110, 'avg_loss': 1.155404687464774, 'avg_acc_mask': 60.16935612717687, 'loss': 1.1521961688995361}
+{'epoch': 274, 'iter': 120, 'avg_loss': 1.1582366434995792, 'avg_acc_mask': 60.14684287812041, 'loss': 1.0445741415023804}
+{'epoch': 274, 'iter': 130, 'avg_loss': 1.1566985813715986, 'avg_acc_mask': 59.742372881355934, 'loss': 1.205314040184021}
+{'epoch': 274, 'iter': 140, 'avg_loss': 1.1540717875703852, 'avg_acc_mask': 59.820412292905026, 'loss': 0.9022799134254456}
+{'epoch': 274, 'iter': 150, 'avg_loss': 1.1538383984407843, 'avg_acc_mask': 59.93130403884875, 'loss': 1.0816575288772583}
+{'epoch': 274, 'iter': 160, 'avg_loss': 1.1550435205424054, 'avg_acc_mask': 59.948695070265444, 'loss': 1.1781234741210938}
+{'epoch': 274, 'iter': 170, 'avg_loss': 1.1497385181181612, 'avg_acc_mask': 60.05686604886268, 'loss': 0.9370193481445312}
+{'epoch': 274, 'iter': 180, 'avg_loss': 1.1489243178077824, 'avg_acc_mask': 60.07414086764853, 'loss': 1.26494562625885}
+{'epoch': 274, 'iter': 190, 'avg_loss': 1.1502783922624837, 'avg_acc_mask': 59.97716243220097, 'loss': 1.154571533203125}
+{'epoch': 274, 'iter': 200, 'avg_loss': 1.1467719896515804, 'avg_acc_mask': 60.00180782789478, 'loss': 0.8452092409133911}
+{'epoch': 274, 'iter': 210, 'avg_loss': 1.1445099519327353, 'avg_acc_mask': 60.16218081435473, 'loss': 1.1056573390960693}
+{'epoch': 274, 'iter': 220, 'avg_loss': 1.1455315235513368, 'avg_acc_mask': 60.15124116389939, 'loss': 1.21401047706604}
+{'epoch': 274, 'iter': 230, 'avg_loss': 1.1482382912140388, 'avg_acc_mask': 60.17768692507273, 'loss': 1.0515031814575195}
+{'epoch': 274, 'iter': 240, 'avg_loss': 1.1442797735518935, 'avg_acc_mask': 60.22377412330104, 'loss': 1.1110198497772217}
+{'epoch': 274, 'iter': 250, 'avg_loss': 1.1442923937660765, 'avg_acc_mask': 60.24453769353205, 'loss': 1.2563461065292358}
+{'epoch': 274, 'iter': 260, 'avg_loss': 1.1418161785008807, 'avg_acc_mask': 60.34158243290345, 'loss': 0.9119248390197754}
+{'epoch': 274, 'iter': 270, 'avg_loss': 1.1428083605871868, 'avg_acc_mask': 60.23297850974091, 'loss': 1.1631101369857788}
+{'epoch': 'EP274_test', 'avg_loss': 1.1441613535086315, 'total_masked_acc': 60.19462160562825}
+{'epoch': 275, 'iter': 0, 'avg_loss': 1.3333827257156372, 'avg_acc_mask': 51.162790697674424, 'loss': 1.3333827257156372}
+{'epoch': 275, 'iter': 10, 'avg_loss': 1.2179282253438777, 'avg_acc_mask': 59.08319185059423, 'loss': 1.008571982383728}
+{'epoch': 275, 'iter': 20, 'avg_loss': 1.1738692380133129, 'avg_acc_mask': 61.222627737226276, 'loss': 1.1253052949905396}
+{'epoch': 275, 'iter': 30, 'avg_loss': 1.1350922680670215, 'avg_acc_mask': 62.129804662885945, 'loss': 1.035341739654541}
+{'epoch': 275, 'iter': 40, 'avg_loss': 1.1614215214078019, 'avg_acc_mask': 60.56533827618165, 'loss': 1.26686429977417}
+{'epoch': 275, 'iter': 50, 'avg_loss': 1.1697610254381217, 'avg_acc_mask': 60.09615384615385, 'loss': 1.2358505725860596}
+{'epoch': 275, 'iter': 60, 'avg_loss': 1.16508094306852, 'avg_acc_mask': 59.836314034555926, 'loss': 1.118057131767273}
+{'epoch': 275, 'iter': 70, 'avg_loss': 1.1627755139915037, 'avg_acc_mask': 60.3290676416819, 'loss': 0.8629838228225708}
+{'epoch': 275, 'iter': 80, 'avg_loss': 1.1598253367859641, 'avg_acc_mask': 60.22227367446168, 'loss': 1.242768406867981}
+{'epoch': 275, 'iter': 90, 'avg_loss': 1.159228463094313, 'avg_acc_mask': 60.29532403609515, 'loss': 0.9421732425689697}
+{'epoch': 275, 'iter': 100, 'avg_loss': 1.1708611680729555, 'avg_acc_mask': 59.91530104953048, 'loss': 1.1266671419143677}
+{'epoch': 275, 'iter': 110, 'avg_loss': 1.1608459095697146, 'avg_acc_mask': 60.174760544446315, 'loss': 1.0321242809295654}
+{'epoch': 275, 'iter': 120, 'avg_loss': 1.156296320197996, 'avg_acc_mask': 60.176170607324984, 'loss': 1.1980572938919067}
+{'epoch': 275, 'iter': 130, 'avg_loss': 1.1625585273931955, 'avg_acc_mask': 59.7747041209183, 'loss': 1.120767593383789}
+{'epoch': 275, 'iter': 140, 'avg_loss': 1.1593984927691467, 'avg_acc_mask': 59.84063745019921, 'loss': 1.295203685760498}
+{'epoch': 275, 'iter': 150, 'avg_loss': 1.1580155720773913, 'avg_acc_mask': 59.96527347141263, 'loss': 0.971012532711029}
+{'epoch': 275, 'iter': 160, 'avg_loss': 1.1531435528897351, 'avg_acc_mask': 60.12805587892899, 'loss': 1.203063726425171}
+{'epoch': 275, 'iter': 170, 'avg_loss': 1.1515338598636158, 'avg_acc_mask': 60.14922097871407, 'loss': 1.1210308074951172}
+{'epoch': 275, 'iter': 180, 'avg_loss': 1.1539941739640842, 'avg_acc_mask': 60.14959484728859, 'loss': 1.3198834657669067}
+{'epoch': 275, 'iter': 190, 'avg_loss': 1.1565676368968025, 'avg_acc_mask': 60.094404562887206, 'loss': 1.154829978942871}
+{'epoch': 275, 'iter': 200, 'avg_loss': 1.155502897589954, 'avg_acc_mask': 60.13842124953236, 'loss': 0.9636609554290771}
+{'epoch': 275, 'iter': 210, 'avg_loss': 1.1564184605227827, 'avg_acc_mask': 60.13867899368833, 'loss': 1.2291676998138428}
+{'epoch': 275, 'iter': 220, 'avg_loss': 1.1580344301003676, 'avg_acc_mask': 60.0932994062765, 'loss': 1.0116472244262695}
+{'epoch': 275, 'iter': 230, 'avg_loss': 1.1606493894155923, 'avg_acc_mask': 59.90119057260873, 'loss': 1.0745010375976562}
+{'epoch': 275, 'iter': 240, 'avg_loss': 1.1616561116024666, 'avg_acc_mask': 59.9038685169393, 'loss': 1.2077778577804565}
+{'epoch': 275, 'iter': 250, 'avg_loss': 1.1606555027790753, 'avg_acc_mask': 59.887005649717516, 'loss': 0.9444073438644409}
+{'epoch': 275, 'iter': 260, 'avg_loss': 1.1571156793627246, 'avg_acc_mask': 60.09866304425538, 'loss': 1.258394479751587}
+{'epoch': 275, 'iter': 270, 'avg_loss': 1.1573904453608383, 'avg_acc_mask': 60.03705991352687, 'loss': 1.0396723747253418}
+{'epoch': 'EP275_test', 'avg_loss': 1.1583244327617728, 'total_masked_acc': 59.93395336298693}
+{'epoch': 276, 'iter': 0, 'avg_loss': 1.102272391319275, 'avg_acc_mask': 57.89473684210527, 'loss': 1.102272391319275}
+{'epoch': 276, 'iter': 10, 'avg_loss': 1.066140592098236, 'avg_acc_mask': 59.58549222797927, 'loss': 0.8821588754653931}
+{'epoch': 276, 'iter': 20, 'avg_loss': 1.10485873903547, 'avg_acc_mask': 60.45296167247387, 'loss': 1.2410199642181396}
+{'epoch': 276, 'iter': 30, 'avg_loss': 1.1035922881095641, 'avg_acc_mask': 61.240310077519375, 'loss': 1.2608264684677124}
+{'epoch': 276, 'iter': 40, 'avg_loss': 1.1250074956475236, 'avg_acc_mask': 59.833187006145735, 'loss': 1.1102819442749023}
+{'epoch': 276, 'iter': 50, 'avg_loss': 1.1360484548643524, 'avg_acc_mask': 59.4059405940594, 'loss': 1.2034859657287598}
+{'epoch': 276, 'iter': 60, 'avg_loss': 1.1475514417789021, 'avg_acc_mask': 59.05840286054828, 'loss': 1.215095043182373}
+{'epoch': 276, 'iter': 70, 'avg_loss': 1.1512218940425927, 'avg_acc_mask': 59.150579150579155, 'loss': 0.8971431851387024}
+{'epoch': 276, 'iter': 80, 'avg_loss': 1.157200014885561, 'avg_acc_mask': 59.191092933424216, 'loss': 1.2634825706481934}
+{'epoch': 276, 'iter': 90, 'avg_loss': 1.1612041206150265, 'avg_acc_mask': 59.193548387096776, 'loss': 1.0374692678451538}
+{'epoch': 276, 'iter': 100, 'avg_loss': 1.165959424901717, 'avg_acc_mask': 58.91080151981183, 'loss': 1.3517744541168213}
+{'epoch': 276, 'iter': 110, 'avg_loss': 1.1622184144484031, 'avg_acc_mask': 58.95743978884857, 'loss': 1.2623544931411743}
+{'epoch': 276, 'iter': 120, 'avg_loss': 1.1582918684344647, 'avg_acc_mask': 59.1672975018925, 'loss': 0.9938198328018188}
+{'epoch': 276, 'iter': 130, 'avg_loss': 1.1612983527984329, 'avg_acc_mask': 59.12909549145897, 'loss': 0.716934859752655}
+{'epoch': 276, 'iter': 140, 'avg_loss': 1.1576886735063918, 'avg_acc_mask': 59.218891916439595, 'loss': 0.957129716873169}
+{'epoch': 276, 'iter': 150, 'avg_loss': 1.156507843772307, 'avg_acc_mask': 59.174534011135314, 'loss': 1.2452235221862793}
+{'epoch': 276, 'iter': 160, 'avg_loss': 1.1537717651136172, 'avg_acc_mask': 59.24789820495342, 'loss': 1.1231805086135864}
+{'epoch': 276, 'iter': 170, 'avg_loss': 1.154084999658908, 'avg_acc_mask': 59.16854656783757, 'loss': 1.3237204551696777}
+{'epoch': 276, 'iter': 180, 'avg_loss': 1.151793139086244, 'avg_acc_mask': 59.25096682271524, 'loss': 1.3641036748886108}
+{'epoch': 276, 'iter': 190, 'avg_loss': 1.1515302751700915, 'avg_acc_mask': 59.28323029366306, 'loss': 1.084436297416687}
+{'epoch': 276, 'iter': 200, 'avg_loss': 1.1525371273358662, 'avg_acc_mask': 59.30958501652589, 'loss': 1.1196833848953247}
+{'epoch': 276, 'iter': 210, 'avg_loss': 1.1519631370548953, 'avg_acc_mask': 59.361089290390154, 'loss': 1.1025049686431885}
+{'epoch': 276, 'iter': 220, 'avg_loss': 1.1538953630093536, 'avg_acc_mask': 59.38254139968379, 'loss': 1.0523829460144043}
+{'epoch': 276, 'iter': 230, 'avg_loss': 1.1565152164145465, 'avg_acc_mask': 59.26751592356688, 'loss': 1.193251132965088}
+{'epoch': 276, 'iter': 240, 'avg_loss': 1.1534526773508158, 'avg_acc_mask': 59.339485927846845, 'loss': 1.266765832901001}
+{'epoch': 276, 'iter': 250, 'avg_loss': 1.152589515148406, 'avg_acc_mask': 59.413704653719314, 'loss': 0.7066617608070374}
+{'epoch': 276, 'iter': 260, 'avg_loss': 1.1535197861806643, 'avg_acc_mask': 59.433828733191795, 'loss': 1.2498739957809448}
+{'epoch': 276, 'iter': 270, 'avg_loss': 1.1545666931300145, 'avg_acc_mask': 59.4532100108814, 'loss': 1.2797387838363647}
+{'epoch': 'EP276_test', 'avg_loss': 1.1569388865128807, 'total_masked_acc': 59.397944199706316}
+{'epoch': 277, 'iter': 0, 'avg_loss': 1.0161398649215698, 'avg_acc_mask': 58.490566037735846, 'loss': 1.0161398649215698}
+{'epoch': 277, 'iter': 10, 'avg_loss': 1.041858965700323, 'avg_acc_mask': 63.0, 'loss': 1.0843039751052856}
+{'epoch': 277, 'iter': 20, 'avg_loss': 1.0625718633333843, 'avg_acc_mask': 62.3069936421435, 'loss': 1.1611714363098145}
+{'epoch': 277, 'iter': 30, 'avg_loss': 1.107996932921871, 'avg_acc_mask': 61.09741060419236, 'loss': 1.0208523273468018}
+{'epoch': 277, 'iter': 40, 'avg_loss': 1.120908638326133, 'avg_acc_mask': 60.601915184678525, 'loss': 1.2278176546096802}
+{'epoch': 277, 'iter': 50, 'avg_loss': 1.1263581257240445, 'avg_acc_mask': 60.608228980322, 'loss': 1.1726170778274536}
+{'epoch': 277, 'iter': 60, 'avg_loss': 1.1385160840925623, 'avg_acc_mask': 60.26470588235294, 'loss': 1.2334017753601074}
+{'epoch': 277, 'iter': 70, 'avg_loss': 1.137050236614657, 'avg_acc_mask': 60.03556910569105, 'loss': 0.836976945400238}
+{'epoch': 277, 'iter': 80, 'avg_loss': 1.1351899261827822, 'avg_acc_mask': 60.138146167557935, 'loss': 1.288756012916565}
+{'epoch': 277, 'iter': 90, 'avg_loss': 1.1468904201801007, 'avg_acc_mask': 59.66620305980529, 'loss': 1.0647568702697754}
+{'epoch': 277, 'iter': 100, 'avg_loss': 1.1568668278137055, 'avg_acc_mask': 59.44144144144145, 'loss': 1.416947841644287}
+{'epoch': 277, 'iter': 110, 'avg_loss': 1.1518218254183863, 'avg_acc_mask': 59.617918313570485, 'loss': 0.9655765891075134}
+{'epoch': 277, 'iter': 120, 'avg_loss': 1.156871268571901, 'avg_acc_mask': 59.6130592503023, 'loss': 1.3140199184417725}
+{'epoch': 277, 'iter': 130, 'avg_loss': 1.1585418864060903, 'avg_acc_mask': 59.672223000420225, 'loss': 1.2743829488754272}
+{'epoch': 277, 'iter': 140, 'avg_loss': 1.153518999721987, 'avg_acc_mask': 59.83627858627859, 'loss': 0.9310582876205444}
+{'epoch': 277, 'iter': 150, 'avg_loss': 1.1548412461943973, 'avg_acc_mask': 59.90110950313555, 'loss': 1.230115294456482}
+{'epoch': 277, 'iter': 160, 'avg_loss': 1.1592188044364409, 'avg_acc_mask': 59.7212780421482, 'loss': 1.2393198013305664}
+{'epoch': 277, 'iter': 170, 'avg_loss': 1.1529139064208807, 'avg_acc_mask': 59.84201537147737, 'loss': 1.0669699907302856}
+{'epoch': 277, 'iter': 180, 'avg_loss': 1.1480399600708682, 'avg_acc_mask': 60.08326563769293, 'loss': 1.1328582763671875}
+{'epoch': 277, 'iter': 190, 'avg_loss': 1.1495213430589406, 'avg_acc_mask': 60.00967585873246, 'loss': 1.2945585250854492}
+{'epoch': 277, 'iter': 200, 'avg_loss': 1.1453027707427295, 'avg_acc_mask': 60.187741579237986, 'loss': 1.0404804944992065}
+{'epoch': 277, 'iter': 210, 'avg_loss': 1.1424281365498548, 'avg_acc_mask': 60.286241109842834, 'loss': 1.2902321815490723}
+{'epoch': 277, 'iter': 220, 'avg_loss': 1.1433415679910064, 'avg_acc_mask': 60.34295273943957, 'loss': 1.101583480834961}
+{'epoch': 277, 'iter': 230, 'avg_loss': 1.1487674426722836, 'avg_acc_mask': 60.15337913404697, 'loss': 1.1196521520614624}
+{'epoch': 277, 'iter': 240, 'avg_loss': 1.1486656393747607, 'avg_acc_mask': 60.104063049965575, 'loss': 1.039309024810791}
+{'epoch': 277, 'iter': 250, 'avg_loss': 1.147856784294326, 'avg_acc_mask': 60.19225124743176, 'loss': 1.0865850448608398}
+{'epoch': 277, 'iter': 260, 'avg_loss': 1.1474178650370046, 'avg_acc_mask': 60.24598854880894, 'loss': 1.601426362991333}
+{'epoch': 277, 'iter': 270, 'avg_loss': 1.1484665483566228, 'avg_acc_mask': 60.16171774138751, 'loss': 1.0731884241104126}
+{'epoch': 'EP277_test', 'avg_loss': 1.1492855663316837, 'total_masked_acc': 60.15118068098201}
+{'epoch': 278, 'iter': 0, 'avg_loss': 1.0556126832962036, 'avg_acc_mask': 61.111111111111114, 'loss': 1.0556126832962036}
+{'epoch': 278, 'iter': 10, 'avg_loss': 1.1993932832371106, 'avg_acc_mask': 59.199999999999996, 'loss': 1.081009864807129}
+{'epoch': 278, 'iter': 20, 'avg_loss': 1.1710772400810605, 'avg_acc_mask': 59.509721048182584, 'loss': 1.3139305114746094}
+{'epoch': 278, 'iter': 30, 'avg_loss': 1.1426359722691197, 'avg_acc_mask': 60.26097271648872, 'loss': 1.1185920238494873}
+{'epoch': 278, 'iter': 40, 'avg_loss': 1.1505135341388424, 'avg_acc_mask': 60.1972209771403, 'loss': 1.3601223230361938}
+{'epoch': 278, 'iter': 50, 'avg_loss': 1.1466604763386297, 'avg_acc_mask': 60.64748201438849, 'loss': 1.2255780696868896}
+{'epoch': 278, 'iter': 60, 'avg_loss': 1.1391760452848967, 'avg_acc_mask': 60.77314953551094, 'loss': 1.2478481531143188}
+{'epoch': 278, 'iter': 70, 'avg_loss': 1.152335653842335, 'avg_acc_mask': 60.375417845204424, 'loss': 1.0630866289138794}
+{'epoch': 278, 'iter': 80, 'avg_loss': 1.1557322085639576, 'avg_acc_mask': 60.200136456675004, 'loss': 1.035079836845398}
+{'epoch': 278, 'iter': 90, 'avg_loss': 1.1574194706403291, 'avg_acc_mask': 60.20161290322581, 'loss': 0.9861348271369934}
+{'epoch': 278, 'iter': 100, 'avg_loss': 1.1659251829185109, 'avg_acc_mask': 59.92041960571532, 'loss': 1.1757127046585083}
+{'epoch': 278, 'iter': 110, 'avg_loss': 1.1613818541303411, 'avg_acc_mask': 60.08223684210526, 'loss': 1.205584168434143}
+{'epoch': 278, 'iter': 120, 'avg_loss': 1.1612810669851696, 'avg_acc_mask': 60.153776571687025, 'loss': 1.1155966520309448}
+{'epoch': 278, 'iter': 130, 'avg_loss': 1.1710596425842692, 'avg_acc_mask': 59.78488615728453, 'loss': 1.2459721565246582}
+{'epoch': 278, 'iter': 140, 'avg_loss': 1.168534868152429, 'avg_acc_mask': 59.90363328558406, 'loss': 1.0790191888809204}
+{'epoch': 278, 'iter': 150, 'avg_loss': 1.1666383143292358, 'avg_acc_mask': 59.97317727383565, 'loss': 1.1667076349258423}
+{'epoch': 278, 'iter': 160, 'avg_loss': 1.1602368636160905, 'avg_acc_mask': 60.14442916093535, 'loss': 1.2081432342529297}
+{'epoch': 278, 'iter': 170, 'avg_loss': 1.1538133952352736, 'avg_acc_mask': 60.3032910303291, 'loss': 1.035298466682434}
+{'epoch': 278, 'iter': 180, 'avg_loss': 1.1521725012452564, 'avg_acc_mask': 60.48865262727459, 'loss': 1.0433531999588013}
+{'epoch': 278, 'iter': 190, 'avg_loss': 1.159243580246471, 'avg_acc_mask': 60.20835361697985, 'loss': 1.458937168121338}
+{'epoch': 278, 'iter': 200, 'avg_loss': 1.1552759981274012, 'avg_acc_mask': 60.21783274875392, 'loss': 0.8515071272850037}
+{'epoch': 278, 'iter': 210, 'avg_loss': 1.1554162838447715, 'avg_acc_mask': 60.26147231727648, 'loss': 1.079587697982788}
+{'epoch': 278, 'iter': 220, 'avg_loss': 1.1537562072007366, 'avg_acc_mask': 60.334168755221384, 'loss': 0.9237114191055298}
+{'epoch': 278, 'iter': 230, 'avg_loss': 1.1553511918881239, 'avg_acc_mask': 60.35129740518962, 'loss': 1.0144877433776855}
+{'epoch': 278, 'iter': 240, 'avg_loss': 1.1528014805307032, 'avg_acc_mask': 60.434350386174195, 'loss': 1.1820814609527588}
+{'epoch': 278, 'iter': 250, 'avg_loss': 1.1513123129943452, 'avg_acc_mask': 60.4281615537409, 'loss': 0.729719877243042}
+{'epoch': 278, 'iter': 260, 'avg_loss': 1.1491399105938, 'avg_acc_mask': 60.56019238930542, 'loss': 1.0096802711486816}
+{'epoch': 278, 'iter': 270, 'avg_loss': 1.1496521289498163, 'avg_acc_mask': 60.50483058919581, 'loss': 1.198919415473938}
+{'epoch': 'EP278_test', 'avg_loss': 1.1502682283736658, 'total_masked_acc': 60.538986224421556}
+{'epoch': 279, 'iter': 0, 'avg_loss': 1.1195999383926392, 'avg_acc_mask': 56.92307692307692, 'loss': 1.1195999383926392}
+{'epoch': 279, 'iter': 10, 'avg_loss': 1.1322993636131287, 'avg_acc_mask': 59.70149253731343, 'loss': 1.0064306259155273}
+{'epoch': 279, 'iter': 20, 'avg_loss': 1.1271522016752333, 'avg_acc_mask': 60.79447322970639, 'loss': 0.9733489751815796}
+{'epoch': 279, 'iter': 30, 'avg_loss': 1.1101490912898895, 'avg_acc_mask': 61.52032999410725, 'loss': 1.0122706890106201}
+{'epoch': 279, 'iter': 40, 'avg_loss': 1.1182220854410312, 'avg_acc_mask': 61.442564559216386, 'loss': 1.2020018100738525}
+{'epoch': 279, 'iter': 50, 'avg_loss': 1.1297933868333405, 'avg_acc_mask': 61.02914717524289, 'loss': 0.9810798168182373}
+{'epoch': 279, 'iter': 60, 'avg_loss': 1.1429470025125097, 'avg_acc_mask': 60.94446094446094, 'loss': 1.0698392391204834}
+{'epoch': 279, 'iter': 70, 'avg_loss': 1.1454159541868827, 'avg_acc_mask': 60.85852171704344, 'loss': 0.9674584269523621}
+{'epoch': 279, 'iter': 80, 'avg_loss': 1.1492276868702453, 'avg_acc_mask': 60.78125, 'loss': 1.1910974979400635}
+{'epoch': 279, 'iter': 90, 'avg_loss': 1.156548037633791, 'avg_acc_mask': 60.34414556962025, 'loss': 1.118345022201538}
+{'epoch': 279, 'iter': 100, 'avg_loss': 1.1550042570227443, 'avg_acc_mask': 60.39906525256157, 'loss': 1.0183290243148804}
+{'epoch': 279, 'iter': 110, 'avg_loss': 1.1513935655086964, 'avg_acc_mask': 60.69430733794011, 'loss': 0.975676417350769}
+{'epoch': 279, 'iter': 120, 'avg_loss': 1.146800918027389, 'avg_acc_mask': 60.94407696933253, 'loss': 1.0236573219299316}
+{'epoch': 279, 'iter': 130, 'avg_loss': 1.1529005638515677, 'avg_acc_mask': 60.581717451523545, 'loss': 1.3926661014556885}
+{'epoch': 279, 'iter': 140, 'avg_loss': 1.1506002469265715, 'avg_acc_mask': 60.666066606660664, 'loss': 1.172554850578308}
+{'epoch': 279, 'iter': 150, 'avg_loss': 1.1482029999328764, 'avg_acc_mask': 60.73442937717509, 'loss': 1.3896316289901733}
+{'epoch': 279, 'iter': 160, 'avg_loss': 1.1485041531716815, 'avg_acc_mask': 60.731211916046036, 'loss': 1.2225595712661743}
+{'epoch': 279, 'iter': 170, 'avg_loss': 1.1485809080781992, 'avg_acc_mask': 60.608640136199185, 'loss': 1.221354603767395}
+{'epoch': 279, 'iter': 180, 'avg_loss': 1.1498134791521737, 'avg_acc_mask': 60.50090525045263, 'loss': 1.4048120975494385}
+{'epoch': 279, 'iter': 190, 'avg_loss': 1.1450190107235734, 'avg_acc_mask': 60.49335500525863, 'loss': 1.1443822383880615}
+{'epoch': 279, 'iter': 200, 'avg_loss': 1.1418180536867968, 'avg_acc_mask': 60.49540114743648, 'loss': 1.2332494258880615}
+{'epoch': 279, 'iter': 210, 'avg_loss': 1.1386421455591211, 'avg_acc_mask': 60.5674128058303, 'loss': 1.2079106569290161}
+{'epoch': 279, 'iter': 220, 'avg_loss': 1.136901648605571, 'avg_acc_mask': 60.627639314399275, 'loss': 0.866799533367157}
+{'epoch': 279, 'iter': 230, 'avg_loss': 1.1378290297149063, 'avg_acc_mask': 60.56326854422848, 'loss': 1.1471456289291382}
+{'epoch': 279, 'iter': 240, 'avg_loss': 1.1379530222089458, 'avg_acc_mask': 60.394686907020876, 'loss': 1.0004768371582031}
+{'epoch': 279, 'iter': 250, 'avg_loss': 1.136146512639475, 'avg_acc_mask': 60.45663432781384, 'loss': 0.7833791971206665}
+{'epoch': 279, 'iter': 260, 'avg_loss': 1.1317413778140628, 'avg_acc_mask': 60.54335585585585, 'loss': 1.4177510738372803}
+{'epoch': 279, 'iter': 270, 'avg_loss': 1.1320854720154372, 'avg_acc_mask': 60.584336534559725, 'loss': 1.1278711557388306}
+{'epoch': 'EP279_test', 'avg_loss': 1.1322347701027773, 'total_masked_acc': 60.64876362669503}
+{'epoch': 280, 'iter': 0, 'avg_loss': 1.2081066370010376, 'avg_acc_mask': 60.416666666666664, 'loss': 1.2081066370010376}
+{'epoch': 280, 'iter': 10, 'avg_loss': 1.1312853693962097, 'avg_acc_mask': 63.484087102177554, 'loss': 0.9681811928749084}
+{'epoch': 280, 'iter': 20, 'avg_loss': 1.1357779729933966, 'avg_acc_mask': 63.02447552447552, 'loss': 1.1078741550445557}
+{'epoch': 280, 'iter': 30, 'avg_loss': 1.1275384868344953, 'avg_acc_mask': 62.7190332326284, 'loss': 1.3425817489624023}
+{'epoch': 280, 'iter': 40, 'avg_loss': 1.130834154966401, 'avg_acc_mask': 62.17331499312242, 'loss': 1.0536646842956543}
+{'epoch': 280, 'iter': 50, 'avg_loss': 1.1352030436197917, 'avg_acc_mask': 60.913705583756354, 'loss': 1.1457548141479492}
+{'epoch': 280, 'iter': 60, 'avg_loss': 1.1559989794355925, 'avg_acc_mask': 60.513739545997616, 'loss': 1.6509970426559448}
+{'epoch': 280, 'iter': 70, 'avg_loss': 1.1571011459323721, 'avg_acc_mask': 60.44603947705717, 'loss': 0.9727540016174316}
+{'epoch': 280, 'iter': 80, 'avg_loss': 1.1626801292101543, 'avg_acc_mask': 60.658696142567116, 'loss': 1.2021523714065552}
+{'epoch': 280, 'iter': 90, 'avg_loss': 1.1665540855009477, 'avg_acc_mask': 60.62724730323612, 'loss': 0.9851923584938049}
+{'epoch': 280, 'iter': 100, 'avg_loss': 1.1619100694609161, 'avg_acc_mask': 60.640608034744844, 'loss': 1.1143287420272827}
+{'epoch': 280, 'iter': 110, 'avg_loss': 1.157734288825645, 'avg_acc_mask': 60.67937033968517, 'loss': 1.1849958896636963}
+{'epoch': 280, 'iter': 120, 'avg_loss': 1.159484135217903, 'avg_acc_mask': 60.64877974837047, 'loss': 1.22394597530365}
+{'epoch': 280, 'iter': 130, 'avg_loss': 1.1624727699592823, 'avg_acc_mask': 60.5857740585774, 'loss': 1.0789964199066162}
+{'epoch': 280, 'iter': 140, 'avg_loss': 1.156397078899627, 'avg_acc_mask': 60.79781704781705, 'loss': 0.932478666305542}
+{'epoch': 280, 'iter': 150, 'avg_loss': 1.158312062948745, 'avg_acc_mask': 60.71515151515151, 'loss': 1.1159287691116333}
+{'epoch': 280, 'iter': 160, 'avg_loss': 1.1605273155692202, 'avg_acc_mask': 60.60502283105023, 'loss': 1.2796272039413452}
+{'epoch': 280, 'iter': 170, 'avg_loss': 1.1598188002207126, 'avg_acc_mask': 60.583234692779506, 'loss': 1.2141988277435303}
+{'epoch': 280, 'iter': 180, 'avg_loss': 1.1564413727317726, 'avg_acc_mask': 60.69651741293532, 'loss': 1.2593646049499512}
+{'epoch': 280, 'iter': 190, 'avg_loss': 1.1563699991291105, 'avg_acc_mask': 60.74667181169207, 'loss': 1.3453422784805298}
+{'epoch': 280, 'iter': 200, 'avg_loss': 1.152887446370291, 'avg_acc_mask': 60.648698035632705, 'loss': 1.0822504758834839}
+{'epoch': 280, 'iter': 210, 'avg_loss': 1.1560280221333437, 'avg_acc_mask': 60.40507649513213, 'loss': 1.3251254558563232}
+{'epoch': 280, 'iter': 220, 'avg_loss': 1.1586420061361735, 'avg_acc_mask': 60.32667274687008, 'loss': 1.2617939710617065}
+{'epoch': 280, 'iter': 230, 'avg_loss': 1.1598196313494729, 'avg_acc_mask': 60.17600887972726, 'loss': 1.0041252374649048}
+{'epoch': 280, 'iter': 240, 'avg_loss': 1.160592086582263, 'avg_acc_mask': 60.05311077389985, 'loss': 1.2913763523101807}
+{'epoch': 280, 'iter': 250, 'avg_loss': 1.1594034302757081, 'avg_acc_mask': 60.13114754098361, 'loss': 0.988842785358429}
+{'epoch': 280, 'iter': 260, 'avg_loss': 1.1583877310899027, 'avg_acc_mask': 60.273492286115, 'loss': 1.2211077213287354}
+{'epoch': 280, 'iter': 270, 'avg_loss': 1.1592301761532182, 'avg_acc_mask': 60.2463982765585, 'loss': 1.202948808670044}
+{'epoch': 'EP280_test', 'avg_loss': 1.159885390729144, 'total_masked_acc': 60.241999471039406}
+{'epoch': 281, 'iter': 0, 'avg_loss': 1.2555811405181885, 'avg_acc_mask': 61.53846153846154, 'loss': 1.2555811405181885}
+{'epoch': 281, 'iter': 10, 'avg_loss': 1.2168429006229748, 'avg_acc_mask': 58.09682804674458, 'loss': 1.2699809074401855}
+{'epoch': 281, 'iter': 20, 'avg_loss': 1.1377560467947097, 'avg_acc_mask': 60.61135371179039, 'loss': 1.100592851638794}
+{'epoch': 281, 'iter': 30, 'avg_loss': 1.1203287436116127, 'avg_acc_mask': 61.47741147741148, 'loss': 1.0123614072799683}
+{'epoch': 281, 'iter': 40, 'avg_loss': 1.12803055455045, 'avg_acc_mask': 61.14155251141552, 'loss': 1.2250105142593384}
+{'epoch': 281, 'iter': 50, 'avg_loss': 1.1350950084480584, 'avg_acc_mask': 60.89650145772595, 'loss': 1.1481187343597412}
+{'epoch': 281, 'iter': 60, 'avg_loss': 1.144535882551162, 'avg_acc_mask': 60.81242532855436, 'loss': 1.3128767013549805}
+{'epoch': 281, 'iter': 70, 'avg_loss': 1.1530946065002763, 'avg_acc_mask': 60.675019176681154, 'loss': 1.0608700513839722}
+{'epoch': 281, 'iter': 80, 'avg_loss': 1.1549217929074793, 'avg_acc_mask': 60.689655172413794, 'loss': 1.0727670192718506}
+{'epoch': 281, 'iter': 90, 'avg_loss': 1.1665162051117026, 'avg_acc_mask': 60.30836133623245, 'loss': 1.3330734968185425}
+{'epoch': 281, 'iter': 100, 'avg_loss': 1.1722299521512325, 'avg_acc_mask': 60.25686764181234, 'loss': 1.414286494255066}
+{'epoch': 281, 'iter': 110, 'avg_loss': 1.1665900623476184, 'avg_acc_mask': 60.48676902972885, 'loss': 1.209364652633667}
+{'epoch': 281, 'iter': 120, 'avg_loss': 1.162044045353724, 'avg_acc_mask': 60.61423220973783, 'loss': 1.1685914993286133}
+{'epoch': 281, 'iter': 130, 'avg_loss': 1.165542350925562, 'avg_acc_mask': 60.50990716364141, 'loss': 1.363832712173462}
+{'epoch': 281, 'iter': 140, 'avg_loss': 1.166074533834525, 'avg_acc_mask': 60.51679586563308, 'loss': 0.9757910370826721}
+{'epoch': 281, 'iter': 150, 'avg_loss': 1.161665709208179, 'avg_acc_mask': 60.64213564213564, 'loss': 1.014777660369873}
+{'epoch': 281, 'iter': 160, 'avg_loss': 1.1624771571307448, 'avg_acc_mask': 60.53791388857498, 'loss': 1.3385076522827148}
+{'epoch': 281, 'iter': 170, 'avg_loss': 1.1567439785477711, 'avg_acc_mask': 60.6685177274669, 'loss': 1.128847360610962}
+{'epoch': 281, 'iter': 180, 'avg_loss': 1.156720251009609, 'avg_acc_mask': 60.833585629225965, 'loss': 1.4862807989120483}
+{'epoch': 281, 'iter': 190, 'avg_loss': 1.156755826548132, 'avg_acc_mask': 60.794638583054095, 'loss': 1.3585251569747925}
+{'epoch': 281, 'iter': 200, 'avg_loss': 1.1576973573485416, 'avg_acc_mask': 60.785746916400186, 'loss': 0.8921583294868469}
+{'epoch': 281, 'iter': 210, 'avg_loss': 1.1618243365491172, 'avg_acc_mask': 60.64005565701366, 'loss': 1.062191367149353}
+{'epoch': 281, 'iter': 220, 'avg_loss': 1.1609927650490497, 'avg_acc_mask': 60.60756972111554, 'loss': 0.815838098526001}
+{'epoch': 281, 'iter': 230, 'avg_loss': 1.1625675386164611, 'avg_acc_mask': 60.42725540025413, 'loss': 0.9078502058982849}
+{'epoch': 281, 'iter': 240, 'avg_loss': 1.1653695823740662, 'avg_acc_mask': 60.3670143912282, 'loss': 1.582310676574707}
+{'epoch': 281, 'iter': 250, 'avg_loss': 1.1655068421268844, 'avg_acc_mask': 60.335889010587806, 'loss': 1.1415776014328003}
+{'epoch': 281, 'iter': 260, 'avg_loss': 1.1645763680852692, 'avg_acc_mask': 60.42867182009838, 'loss': 1.1240992546081543}
+{'epoch': 281, 'iter': 270, 'avg_loss': 1.1645016727412318, 'avg_acc_mask': 60.46966731898239, 'loss': 1.1193820238113403}
+{'epoch': 'EP281_test', 'avg_loss': 1.1620783563973247, 'total_masked_acc': 60.588391200636096}
+{'epoch': 282, 'iter': 0, 'avg_loss': 1.088321328163147, 'avg_acc_mask': 61.53846153846154, 'loss': 1.088321328163147}
+{'epoch': 282, 'iter': 10, 'avg_loss': 1.132227670062672, 'avg_acc_mask': 60.13179571663921, 'loss': 1.3279606103897095}
+{'epoch': 282, 'iter': 20, 'avg_loss': 1.1106895435424078, 'avg_acc_mask': 61.73160173160173, 'loss': 1.0026522874832153}
+{'epoch': 282, 'iter': 30, 'avg_loss': 1.121496408216415, 'avg_acc_mask': 61.524717093508045, 'loss': 1.0456334352493286}
+{'epoch': 282, 'iter': 40, 'avg_loss': 1.1271340250968933, 'avg_acc_mask': 61.238223418573355, 'loss': 1.1780195236206055}
+{'epoch': 282, 'iter': 50, 'avg_loss': 1.1489771288983963, 'avg_acc_mask': 60.92452148790177, 'loss': 1.0721782445907593}
+{'epoch': 282, 'iter': 60, 'avg_loss': 1.1652555182331898, 'avg_acc_mask': 60.61151079136691, 'loss': 1.4873034954071045}
+{'epoch': 282, 'iter': 70, 'avg_loss': 1.1608520830181284, 'avg_acc_mask': 60.92903225806452, 'loss': 0.916763961315155}
+{'epoch': 282, 'iter': 80, 'avg_loss': 1.1608490862964111, 'avg_acc_mask': 60.90413448432531, 'loss': 1.1825308799743652}
+{'epoch': 282, 'iter': 90, 'avg_loss': 1.1569297876986828, 'avg_acc_mask': 61.17386042759178, 'loss': 1.1670689582824707}
+{'epoch': 282, 'iter': 100, 'avg_loss': 1.1593958286955806, 'avg_acc_mask': 60.88068700895304, 'loss': 1.418765664100647}
+{'epoch': 282, 'iter': 110, 'avg_loss': 1.151533142940418, 'avg_acc_mask': 61.107382550335565, 'loss': 1.1831367015838623}
+{'epoch': 282, 'iter': 120, 'avg_loss': 1.1496469245469274, 'avg_acc_mask': 61.147868902908144, 'loss': 0.9981231093406677}
+{'epoch': 282, 'iter': 130, 'avg_loss': 1.1471351630815112, 'avg_acc_mask': 61.03693181818181, 'loss': 1.0780235528945923}
+{'epoch': 282, 'iter': 140, 'avg_loss': 1.1431512663550412, 'avg_acc_mask': 61.0809378725659, 'loss': 0.8651262521743774}
+{'epoch': 282, 'iter': 150, 'avg_loss': 1.140650331184564, 'avg_acc_mask': 61.288328387734914, 'loss': 0.8833523988723755}
+{'epoch': 282, 'iter': 160, 'avg_loss': 1.1389122990347584, 'avg_acc_mask': 61.33704089908469, 'loss': 1.1645450592041016}
+{'epoch': 282, 'iter': 170, 'avg_loss': 1.1359799155714916, 'avg_acc_mask': 61.25637409135294, 'loss': 1.120543122291565}
+{'epoch': 282, 'iter': 180, 'avg_loss': 1.1365488711641638, 'avg_acc_mask': 61.21255642183012, 'loss': 1.3175283670425415}
+{'epoch': 282, 'iter': 190, 'avg_loss': 1.1369737389824153, 'avg_acc_mask': 61.08945624634574, 'loss': 1.4463629722595215}
+{'epoch': 282, 'iter': 200, 'avg_loss': 1.1364360611830184, 'avg_acc_mask': 61.109570041608876, 'loss': 0.8055393695831299}
+{'epoch': 282, 'iter': 210, 'avg_loss': 1.1416043698505203, 'avg_acc_mask': 61.027403295444536, 'loss': 1.108882188796997}
+{'epoch': 282, 'iter': 220, 'avg_loss': 1.1397012170083922, 'avg_acc_mask': 61.0383064516129, 'loss': 1.13652503490448}
+{'epoch': 282, 'iter': 230, 'avg_loss': 1.1434764779491342, 'avg_acc_mask': 60.93574747636596, 'loss': 1.1778877973556519}
+{'epoch': 282, 'iter': 240, 'avg_loss': 1.140722803802411, 'avg_acc_mask': 60.916628281897744, 'loss': 1.2844067811965942}
+{'epoch': 282, 'iter': 250, 'avg_loss': 1.1425134988420038, 'avg_acc_mask': 60.849369608493696, 'loss': 1.2215423583984375}
+{'epoch': 282, 'iter': 260, 'avg_loss': 1.1430407203020263, 'avg_acc_mask': 60.84949215143121, 'loss': 1.0995845794677734}
+{'epoch': 282, 'iter': 270, 'avg_loss': 1.1435499617974256, 'avg_acc_mask': 60.82889526150485, 'loss': 1.1430531740188599}
+{'epoch': 'EP282_test', 'avg_loss': 1.1450673661370208, 'total_masked_acc': 60.727467955170795}
+{'epoch': 283, 'iter': 0, 'avg_loss': 1.011194109916687, 'avg_acc_mask': 60.0, 'loss': 1.011194109916687}
+{'epoch': 283, 'iter': 10, 'avg_loss': 1.162481671029871, 'avg_acc_mask': 59.03814262023217, 'loss': 1.3512738943099976}
+{'epoch': 283, 'iter': 20, 'avg_loss': 1.1483577035722279, 'avg_acc_mask': 59.859154929577464, 'loss': 1.1115126609802246}
+{'epoch': 283, 'iter': 30, 'avg_loss': 1.1651242163873488, 'avg_acc_mask': 59.161011721159774, 'loss': 1.6037440299987793}
+{'epoch': 283, 'iter': 40, 'avg_loss': 1.159042082181791, 'avg_acc_mask': 59.817767653758544, 'loss': 1.284502625465393}
+{'epoch': 283, 'iter': 50, 'avg_loss': 1.1645024757759244, 'avg_acc_mask': 59.92005813953488, 'loss': 1.222071647644043}
+{'epoch': 283, 'iter': 60, 'avg_loss': 1.1765213520800482, 'avg_acc_mask': 59.536702767749695, 'loss': 1.2639082670211792}
+{'epoch': 283, 'iter': 70, 'avg_loss': 1.1709998333957834, 'avg_acc_mask': 59.76208947504526, 'loss': 1.1243879795074463}
+{'epoch': 283, 'iter': 80, 'avg_loss': 1.1649045318733027, 'avg_acc_mask': 59.869310500225325, 'loss': 1.1187503337860107}
+{'epoch': 283, 'iter': 90, 'avg_loss': 1.1680674290919042, 'avg_acc_mask': 59.87517616267365, 'loss': 0.9115604758262634}
+{'epoch': 283, 'iter': 100, 'avg_loss': 1.1792069732552708, 'avg_acc_mask': 59.5540246555475, 'loss': 1.2181740999221802}
+{'epoch': 283, 'iter': 110, 'avg_loss': 1.1727382014463614, 'avg_acc_mask': 60.023079459281234, 'loss': 1.3280407190322876}
+{'epoch': 283, 'iter': 120, 'avg_loss': 1.1671285486418355, 'avg_acc_mask': 60.22366631403959, 'loss': 1.1659597158432007}
+{'epoch': 283, 'iter': 130, 'avg_loss': 1.1687509321984444, 'avg_acc_mask': 60.0, 'loss': 1.139983892440796}
+{'epoch': 283, 'iter': 140, 'avg_loss': 1.1651250572069316, 'avg_acc_mask': 60.03628352986912, 'loss': 1.078169584274292}
+{'epoch': 283, 'iter': 150, 'avg_loss': 1.1666584500413857, 'avg_acc_mask': 59.92034757422158, 'loss': 1.2014530897140503}
+{'epoch': 283, 'iter': 160, 'avg_loss': 1.1674906522590922, 'avg_acc_mask': 60.02046152097306, 'loss': 1.238684058189392}
+{'epoch': 283, 'iter': 170, 'avg_loss': 1.1647627318811695, 'avg_acc_mask': 59.944367176634216, 'loss': 1.1190831661224365}
+{'epoch': 283, 'iter': 180, 'avg_loss': 1.1691463224137026, 'avg_acc_mask': 59.90083982596378, 'loss': 1.2042216062545776}
+{'epoch': 283, 'iter': 190, 'avg_loss': 1.1671730620074647, 'avg_acc_mask': 59.92877081528539, 'loss': 1.2060308456420898}
+{'epoch': 283, 'iter': 200, 'avg_loss': 1.1638665392031124, 'avg_acc_mask': 59.95977694487613, 'loss': 0.957377552986145}
+{'epoch': 283, 'iter': 210, 'avg_loss': 1.1627248748783816, 'avg_acc_mask': 60.003484017071685, 'loss': 1.2032074928283691}
+{'epoch': 283, 'iter': 220, 'avg_loss': 1.164377514593202, 'avg_acc_mask': 59.88198138297872, 'loss': 1.211403250694275}
+{'epoch': 283, 'iter': 230, 'avg_loss': 1.1635791326498057, 'avg_acc_mask': 59.95226730310262, 'loss': 1.1673088073730469}
+{'epoch': 283, 'iter': 240, 'avg_loss': 1.1597188456424539, 'avg_acc_mask': 60.059510185397116, 'loss': 0.9902234077453613}
+{'epoch': 283, 'iter': 250, 'avg_loss': 1.15909077114318, 'avg_acc_mask': 60.14524647887324, 'loss': 0.6509674191474915}
+{'epoch': 283, 'iter': 260, 'avg_loss': 1.1598220412758575, 'avg_acc_mask': 60.13145805357269, 'loss': 1.2046904563903809}
+{'epoch': 283, 'iter': 270, 'avg_loss': 1.1601353725384083, 'avg_acc_mask': 60.16039146391192, 'loss': 1.0615870952606201}
+{'epoch': 'EP283_test', 'avg_loss': 1.159406728286674, 'total_masked_acc': 60.21519748713493}
+{'epoch': 284, 'iter': 0, 'avg_loss': 1.3232704401016235, 'avg_acc_mask': 55.73770491803278, 'loss': 1.3232704401016235}
+{'epoch': 284, 'iter': 10, 'avg_loss': 1.1716705614870244, 'avg_acc_mask': 57.34265734265735, 'loss': 1.0296540260314941}
+{'epoch': 284, 'iter': 20, 'avg_loss': 1.1547136448678517, 'avg_acc_mask': 58.204895738893924, 'loss': 1.3318865299224854}
+{'epoch': 284, 'iter': 30, 'avg_loss': 1.1453963614279223, 'avg_acc_mask': 59.52235150030618, 'loss': 1.0170154571533203}
+{'epoch': 284, 'iter': 40, 'avg_loss': 1.1331430135703668, 'avg_acc_mask': 60.153776571687025, 'loss': 1.4045348167419434}
+{'epoch': 284, 'iter': 50, 'avg_loss': 1.1358217199643452, 'avg_acc_mask': 59.840810419681624, 'loss': 1.2042025327682495}
+{'epoch': 284, 'iter': 60, 'avg_loss': 1.1423682853823802, 'avg_acc_mask': 59.508098380323936, 'loss': 1.1941049098968506}
+{'epoch': 284, 'iter': 70, 'avg_loss': 1.1511831678135294, 'avg_acc_mask': 59.60945529290853, 'loss': 0.9994552135467529}
+{'epoch': 284, 'iter': 80, 'avg_loss': 1.1598084532184365, 'avg_acc_mask': 59.46918578497525, 'loss': 1.2227624654769897}
+{'epoch': 284, 'iter': 90, 'avg_loss': 1.1650636667733665, 'avg_acc_mask': 59.392598551890586, 'loss': 1.0155096054077148}
+{'epoch': 284, 'iter': 100, 'avg_loss': 1.1655669867402256, 'avg_acc_mask': 59.810530151211516, 'loss': 1.322991967201233}
+{'epoch': 284, 'iter': 110, 'avg_loss': 1.167973329355051, 'avg_acc_mask': 59.66832504145937, 'loss': 1.3913646936416626}
+{'epoch': 284, 'iter': 120, 'avg_loss': 1.1728643011455693, 'avg_acc_mask': 59.56733698964046, 'loss': 1.1151437759399414}
+{'epoch': 284, 'iter': 130, 'avg_loss': 1.172684851038547, 'avg_acc_mask': 59.643208315774686, 'loss': 1.0200783014297485}
+{'epoch': 284, 'iter': 140, 'avg_loss': 1.1710305019473353, 'avg_acc_mask': 59.6459255402239, 'loss': 1.0913066864013672}
+{'epoch': 284, 'iter': 150, 'avg_loss': 1.16674484085563, 'avg_acc_mask': 59.801668883782796, 'loss': 1.1941704750061035}
+{'epoch': 284, 'iter': 160, 'avg_loss': 1.1653353686658492, 'avg_acc_mask': 60.002278423331056, 'loss': 1.4456102848052979}
+{'epoch': 284, 'iter': 170, 'avg_loss': 1.170377368815461, 'avg_acc_mask': 59.73873005675125, 'loss': 1.337613582611084}
+{'epoch': 284, 'iter': 180, 'avg_loss': 1.1706989618296122, 'avg_acc_mask': 59.64716617661969, 'loss': 1.2370648384094238}
+{'epoch': 284, 'iter': 190, 'avg_loss': 1.172888314848795, 'avg_acc_mask': 59.69889982628837, 'loss': 1.4217606782913208}
+{'epoch': 284, 'iter': 200, 'avg_loss': 1.1699853675875498, 'avg_acc_mask': 59.73000275507393, 'loss': 1.0644066333770752}
+{'epoch': 284, 'iter': 210, 'avg_loss': 1.1686009075404344, 'avg_acc_mask': 59.86525505293552, 'loss': 1.1980177164077759}
+{'epoch': 284, 'iter': 220, 'avg_loss': 1.1680511638050166, 'avg_acc_mask': 59.8465259821503, 'loss': 1.1199920177459717}
+{'epoch': 284, 'iter': 230, 'avg_loss': 1.1685438625740283, 'avg_acc_mask': 59.711369797480465, 'loss': 0.9974721670150757}
+{'epoch': 284, 'iter': 240, 'avg_loss': 1.1659829764939937, 'avg_acc_mask': 59.78152929493545, 'loss': 1.1224186420440674}
+{'epoch': 284, 'iter': 250, 'avg_loss': 1.161666615075799, 'avg_acc_mask': 59.91325442917004, 'loss': 0.597545862197876}
+{'epoch': 284, 'iter': 260, 'avg_loss': 1.16084208045426, 'avg_acc_mask': 60.04377603615053, 'loss': 1.3530457019805908}
+{'epoch': 284, 'iter': 270, 'avg_loss': 1.1586039926293152, 'avg_acc_mask': 60.082835415535044, 'loss': 1.3451907634735107}
+{'epoch': 'EP284_test', 'avg_loss': 1.1585841833249382, 'total_masked_acc': 60.120160213618156}
+{'epoch': 285, 'iter': 0, 'avg_loss': 0.9740861058235168, 'avg_acc_mask': 62.5, 'loss': 0.9740861058235168}
+{'epoch': 285, 'iter': 10, 'avg_loss': 1.1786863641305403, 'avg_acc_mask': 59.473684210526315, 'loss': 1.2139835357666016}
+{'epoch': 285, 'iter': 20, 'avg_loss': 1.1187215873173304, 'avg_acc_mask': 61.587591240875916, 'loss': 0.9220737814903259}
+{'epoch': 285, 'iter': 30, 'avg_loss': 1.1068655483184322, 'avg_acc_mask': 61.397276494967436, 'loss': 1.1532783508300781}
+{'epoch': 285, 'iter': 40, 'avg_loss': 1.1347694949405949, 'avg_acc_mask': 60.65573770491803, 'loss': 1.176095962524414}
+{'epoch': 285, 'iter': 50, 'avg_loss': 1.146005338313533, 'avg_acc_mask': 60.119676170362546, 'loss': 0.8064876198768616}
+{'epoch': 285, 'iter': 60, 'avg_loss': 1.1580435457776805, 'avg_acc_mask': 59.36243538196438, 'loss': 1.4742951393127441}
+{'epoch': 285, 'iter': 70, 'avg_loss': 1.1710905869242172, 'avg_acc_mask': 59.2003973181028, 'loss': 1.1112781763076782}
+{'epoch': 285, 'iter': 80, 'avg_loss': 1.1605017523706695, 'avg_acc_mask': 59.403116085143736, 'loss': 1.1827024221420288}
+{'epoch': 285, 'iter': 90, 'avg_loss': 1.1576847551943181, 'avg_acc_mask': 59.529411764705884, 'loss': 1.069201111793518}
+{'epoch': 285, 'iter': 100, 'avg_loss': 1.1636746130367317, 'avg_acc_mask': 59.52170062001771, 'loss': 1.1363415718078613}
+{'epoch': 285, 'iter': 110, 'avg_loss': 1.1545731457504067, 'avg_acc_mask': 59.636304594901766, 'loss': 0.8636416792869568}
+{'epoch': 285, 'iter': 120, 'avg_loss': 1.1535881171541766, 'avg_acc_mask': 59.49084412684233, 'loss': 1.1958943605422974}
+{'epoch': 285, 'iter': 130, 'avg_loss': 1.1502803796120273, 'avg_acc_mask': 59.52315325248071, 'loss': 1.0394196510314941}
+{'epoch': 285, 'iter': 140, 'avg_loss': 1.1473697085752554, 'avg_acc_mask': 59.672849046883044, 'loss': 0.8492966294288635}
+{'epoch': 285, 'iter': 150, 'avg_loss': 1.1516246246975779, 'avg_acc_mask': 59.666186359269936, 'loss': 1.127194881439209}
+{'epoch': 285, 'iter': 160, 'avg_loss': 1.153715201416371, 'avg_acc_mask': 59.635416666666664, 'loss': 1.1714074611663818}
+{'epoch': 285, 'iter': 170, 'avg_loss': 1.1544824406417489, 'avg_acc_mask': 59.74983964079538, 'loss': 1.164673924446106}
+{'epoch': 285, 'iter': 180, 'avg_loss': 1.1550376191323632, 'avg_acc_mask': 59.56284153005464, 'loss': 1.4179757833480835}
+{'epoch': 285, 'iter': 190, 'avg_loss': 1.1553784849131918, 'avg_acc_mask': 59.55980861244019, 'loss': 1.6797564029693604}
+{'epoch': 285, 'iter': 200, 'avg_loss': 1.1533643087344383, 'avg_acc_mask': 59.67433821522788, 'loss': 0.994909942150116}
+{'epoch': 285, 'iter': 210, 'avg_loss': 1.154851373055535, 'avg_acc_mask': 59.64790564565086, 'loss': 1.1293796300888062}
+{'epoch': 285, 'iter': 220, 'avg_loss': 1.1529895401648267, 'avg_acc_mask': 59.793473771168934, 'loss': 1.0394741296768188}
+{'epoch': 285, 'iter': 230, 'avg_loss': 1.1577858295275536, 'avg_acc_mask': 59.66492808598072, 'loss': 1.2026273012161255}
+{'epoch': 285, 'iter': 240, 'avg_loss': 1.1575389917460714, 'avg_acc_mask': 59.60855437164664, 'loss': 1.1547476053237915}
+{'epoch': 285, 'iter': 250, 'avg_loss': 1.1552544471277184, 'avg_acc_mask': 59.73611715238509, 'loss': 0.7636132836341858}
+{'epoch': 285, 'iter': 260, 'avg_loss': 1.1535951570532788, 'avg_acc_mask': 59.83509188735937, 'loss': 1.3686604499816895}
+{'epoch': 285, 'iter': 270, 'avg_loss': 1.1544277173126756, 'avg_acc_mask': 59.74322780130402, 'loss': 1.0352585315704346}
+{'epoch': 'EP285_test', 'avg_loss': 1.1544607460930727, 'total_masked_acc': 59.81889087183555}
+{'epoch': 286, 'iter': 0, 'avg_loss': 1.1792173385620117, 'avg_acc_mask': 55.319148936170215, 'loss': 1.1792173385620117}
+{'epoch': 286, 'iter': 10, 'avg_loss': 1.1503031849861145, 'avg_acc_mask': 60.631229235880404, 'loss': 1.1911957263946533}
+{'epoch': 286, 'iter': 20, 'avg_loss': 1.1310134104319982, 'avg_acc_mask': 61.3556338028169, 'loss': 0.8352458477020264}
+{'epoch': 286, 'iter': 30, 'avg_loss': 1.14346622074804, 'avg_acc_mask': 60.523114355231144, 'loss': 1.1878775358200073}
+{'epoch': 286, 'iter': 40, 'avg_loss': 1.1587337502619115, 'avg_acc_mask': 59.5357305416477, 'loss': 1.3008151054382324}
+{'epoch': 286, 'iter': 50, 'avg_loss': 1.1537703930162917, 'avg_acc_mask': 60.07947976878613, 'loss': 1.309155821800232}
+{'epoch': 286, 'iter': 60, 'avg_loss': 1.1549198666556937, 'avg_acc_mask': 59.92229527794382, 'loss': 1.2780882120132446}
+{'epoch': 286, 'iter': 70, 'avg_loss': 1.1520847652999449, 'avg_acc_mask': 60.165545783755825, 'loss': 1.2209999561309814}
+{'epoch': 286, 'iter': 80, 'avg_loss': 1.155902334937343, 'avg_acc_mask': 59.932049830124576, 'loss': 1.2986489534378052}
+{'epoch': 286, 'iter': 90, 'avg_loss': 1.1598678735586314, 'avg_acc_mask': 59.83441033925686, 'loss': 0.744533360004425}
+{'epoch': 286, 'iter': 100, 'avg_loss': 1.1758100349124114, 'avg_acc_mask': 59.546690843155034, 'loss': 1.4615325927734375}
+{'epoch': 286, 'iter': 110, 'avg_loss': 1.172532971914824, 'avg_acc_mask': 59.44875391978874, 'loss': 1.006792664527893}
+{'epoch': 286, 'iter': 120, 'avg_loss': 1.175198159927179, 'avg_acc_mask': 59.278195488721806, 'loss': 1.0461405515670776}
+{'epoch': 286, 'iter': 130, 'avg_loss': 1.1783103524273588, 'avg_acc_mask': 59.391003460207614, 'loss': 1.3423792123794556}
+{'epoch': 286, 'iter': 140, 'avg_loss': 1.1763495164560087, 'avg_acc_mask': 59.43359627570154, 'loss': 0.8235491514205933}
+{'epoch': 286, 'iter': 150, 'avg_loss': 1.175255385850439, 'avg_acc_mask': 59.549885666145144, 'loss': 1.1048868894577026}
+{'epoch': 286, 'iter': 160, 'avg_loss': 1.1780715329306466, 'avg_acc_mask': 59.47535052012663, 'loss': 1.4893192052841187}
+{'epoch': 286, 'iter': 170, 'avg_loss': 1.1737079386822662, 'avg_acc_mask': 59.504571550074424, 'loss': 1.3310632705688477}
+{'epoch': 286, 'iter': 180, 'avg_loss': 1.1732506923254025, 'avg_acc_mask': 59.43110752471252, 'loss': 1.396726131439209}
+{'epoch': 286, 'iter': 190, 'avg_loss': 1.1708637822360892, 'avg_acc_mask': 59.59167950693375, 'loss': 1.0976121425628662}
+{'epoch': 286, 'iter': 200, 'avg_loss': 1.163992752483235, 'avg_acc_mask': 59.8092268183069, 'loss': 0.8593024611473083}
+{'epoch': 286, 'iter': 210, 'avg_loss': 1.1647057064336623, 'avg_acc_mask': 59.79345352704358, 'loss': 1.310856819152832}
+{'epoch': 286, 'iter': 220, 'avg_loss': 1.1653826166601742, 'avg_acc_mask': 59.751210552679915, 'loss': 1.2445197105407715}
+{'epoch': 286, 'iter': 230, 'avg_loss': 1.1669524882262918, 'avg_acc_mask': 59.64870259481037, 'loss': 1.189679503440857}
+{'epoch': 286, 'iter': 240, 'avg_loss': 1.1635633524028097, 'avg_acc_mask': 59.92200045882083, 'loss': 1.1126149892807007}
+{'epoch': 286, 'iter': 250, 'avg_loss': 1.15888230995353, 'avg_acc_mask': 60.07922535211267, 'loss': 0.9117501378059387}
+{'epoch': 286, 'iter': 260, 'avg_loss': 1.1575122226700472, 'avg_acc_mask': 60.131644136173826, 'loss': 1.0990002155303955}
+{'epoch': 286, 'iter': 270, 'avg_loss': 1.1604848506265901, 'avg_acc_mask': 60.04622077215879, 'loss': 1.067586898803711}
+{'epoch': 'EP286_test', 'avg_loss': 1.1601819506158, 'total_masked_acc': 60.05747126436781}
+{'epoch': 287, 'iter': 0, 'avg_loss': 1.2757127285003662, 'avg_acc_mask': 51.02040816326531, 'loss': 1.2757127285003662}
+{'epoch': 287, 'iter': 10, 'avg_loss': 1.1048836382952603, 'avg_acc_mask': 60.4982206405694, 'loss': 1.0632346868515015}
+{'epoch': 287, 'iter': 20, 'avg_loss': 1.0933065527961368, 'avg_acc_mask': 61.11611161116112, 'loss': 0.8844683766365051}
+{'epoch': 287, 'iter': 30, 'avg_loss': 1.098400056362152, 'avg_acc_mask': 61.836352279825114, 'loss': 1.0542306900024414}
+{'epoch': 287, 'iter': 40, 'avg_loss': 1.126056928460191, 'avg_acc_mask': 61.178671655753035, 'loss': 1.1555031538009644}
+{'epoch': 287, 'iter': 50, 'avg_loss': 1.144417051006766, 'avg_acc_mask': 60.383622279601624, 'loss': 1.7833400964736938}
+{'epoch': 287, 'iter': 60, 'avg_loss': 1.153838116614545, 'avg_acc_mask': 59.350091968117724, 'loss': 1.3384394645690918}
+{'epoch': 287, 'iter': 70, 'avg_loss': 1.1517206472410282, 'avg_acc_mask': 59.48595654478007, 'loss': 0.9299495816230774}
+{'epoch': 287, 'iter': 80, 'avg_loss': 1.160760490246761, 'avg_acc_mask': 59.05420991926182, 'loss': 1.2468293905258179}
+{'epoch': 287, 'iter': 90, 'avg_loss': 1.164901396730444, 'avg_acc_mask': 58.916938110749186, 'loss': 1.1797593832015991}
+{'epoch': 287, 'iter': 100, 'avg_loss': 1.181064245724442, 'avg_acc_mask': 58.712889544532544, 'loss': 1.3542007207870483}
+{'epoch': 287, 'iter': 110, 'avg_loss': 1.1740457147091359, 'avg_acc_mask': 58.99497487437186, 'loss': 1.104148268699646}
+{'epoch': 287, 'iter': 120, 'avg_loss': 1.1686194824778344, 'avg_acc_mask': 59.07055735680099, 'loss': 1.1993328332901}
+{'epoch': 287, 'iter': 130, 'avg_loss': 1.1686343878280117, 'avg_acc_mask': 59.06897530513767, 'loss': 0.9431645274162292}
+{'epoch': 287, 'iter': 140, 'avg_loss': 1.1664450443382803, 'avg_acc_mask': 59.16313559322034, 'loss': 0.9023463726043701}
+{'epoch': 287, 'iter': 150, 'avg_loss': 1.166377951767271, 'avg_acc_mask': 59.232288323870655, 'loss': 1.1814039945602417}
+{'epoch': 287, 'iter': 160, 'avg_loss': 1.1659007675899482, 'avg_acc_mask': 59.19620106555479, 'loss': 1.3082586526870728}
+{'epoch': 287, 'iter': 170, 'avg_loss': 1.1614612177101493, 'avg_acc_mask': 59.4485614646905, 'loss': 1.2344638109207153}
+{'epoch': 287, 'iter': 180, 'avg_loss': 1.1633640320261538, 'avg_acc_mask': 59.41775537496142, 'loss': 1.434462547302246}
+{'epoch': 287, 'iter': 190, 'avg_loss': 1.1616353043086867, 'avg_acc_mask': 59.58483578598577, 'loss': 1.2558790445327759}
+{'epoch': 287, 'iter': 200, 'avg_loss': 1.1601408411614338, 'avg_acc_mask': 59.61591984414139, 'loss': 1.1710776090621948}
+{'epoch': 287, 'iter': 210, 'avg_loss': 1.1576229548567278, 'avg_acc_mask': 59.762999646268135, 'loss': 1.0477474927902222}
+{'epoch': 287, 'iter': 220, 'avg_loss': 1.15523624797752, 'avg_acc_mask': 59.79806478754733, 'loss': 1.2238208055496216}
+{'epoch': 287, 'iter': 230, 'avg_loss': 1.1580085114483194, 'avg_acc_mask': 59.732732249235234, 'loss': 0.9974961280822754}
+{'epoch': 287, 'iter': 240, 'avg_loss': 1.1570068380150063, 'avg_acc_mask': 59.699086512627616, 'loss': 0.9056192636489868}
+{'epoch': 287, 'iter': 250, 'avg_loss': 1.1552440588217807, 'avg_acc_mask': 59.81391227292867, 'loss': 0.947674572467804}
+{'epoch': 287, 'iter': 260, 'avg_loss': 1.154944641608388, 'avg_acc_mask': 59.828393135725435, 'loss': 1.2359644174575806}
+{'epoch': 287, 'iter': 270, 'avg_loss': 1.1558394865356247, 'avg_acc_mask': 59.78053435114504, 'loss': 1.2381422519683838}
+{'epoch': 'EP287_test', 'avg_loss': 1.1560553117938663, 'total_masked_acc': 59.8420982202596}
+{'epoch': 288, 'iter': 0, 'avg_loss': 1.2311903238296509, 'avg_acc_mask': 55.35714285714286, 'loss': 1.2311903238296509}
+{'epoch': 288, 'iter': 10, 'avg_loss': 1.1067154299129138, 'avg_acc_mask': 61.53846153846154, 'loss': 0.9652384519577026}
+{'epoch': 288, 'iter': 20, 'avg_loss': 1.1419636124656314, 'avg_acc_mask': 60.196779964221825, 'loss': 1.1656193733215332}
+{'epoch': 288, 'iter': 30, 'avg_loss': 1.1318872744037258, 'avg_acc_mask': 60.03627569528416, 'loss': 1.4310847520828247}
+{'epoch': 288, 'iter': 40, 'avg_loss': 1.1469108011664413, 'avg_acc_mask': 59.47653429602888, 'loss': 1.1631669998168945}
+{'epoch': 288, 'iter': 50, 'avg_loss': 1.147458504228031, 'avg_acc_mask': 59.70630372492837, 'loss': 1.2195563316345215}
+{'epoch': 288, 'iter': 60, 'avg_loss': 1.1444432129625415, 'avg_acc_mask': 59.9410029498525, 'loss': 1.0738526582717896}
+{'epoch': 288, 'iter': 70, 'avg_loss': 1.1440895258540837, 'avg_acc_mask': 60.216679264298314, 'loss': 1.2006970643997192}
+{'epoch': 288, 'iter': 80, 'avg_loss': 1.1482524150683555, 'avg_acc_mask': 60.21267168808152, 'loss': 1.2779556512832642}
+{'epoch': 288, 'iter': 90, 'avg_loss': 1.1523516335330166, 'avg_acc_mask': 60.149195131527286, 'loss': 1.2671303749084473}
+{'epoch': 288, 'iter': 100, 'avg_loss': 1.1698247117571312, 'avg_acc_mask': 60.0, 'loss': 1.328528642654419}
+{'epoch': 288, 'iter': 110, 'avg_loss': 1.1659267781017062, 'avg_acc_mask': 60.18803695898849, 'loss': 1.2276701927185059}
+{'epoch': 288, 'iter': 120, 'avg_loss': 1.168077496457691, 'avg_acc_mask': 60.074515648286145, 'loss': 1.1828734874725342}
+{'epoch': 288, 'iter': 130, 'avg_loss': 1.1696198341500668, 'avg_acc_mask': 60.032985156679494, 'loss': 1.4435819387435913}
+{'epoch': 288, 'iter': 140, 'avg_loss': 1.1643375792401902, 'avg_acc_mask': 60.00768836494106, 'loss': 0.9588437676429749}
+{'epoch': 288, 'iter': 150, 'avg_loss': 1.1662776572814841, 'avg_acc_mask': 59.94742502091051, 'loss': 1.191537618637085}
+{'epoch': 288, 'iter': 160, 'avg_loss': 1.165001704455903, 'avg_acc_mask': 60.00449640287769, 'loss': 1.1425189971923828}
+{'epoch': 288, 'iter': 170, 'avg_loss': 1.1617849671352676, 'avg_acc_mask': 59.97453310696095, 'loss': 1.3626424074172974}
+{'epoch': 288, 'iter': 180, 'avg_loss': 1.161768310965754, 'avg_acc_mask': 60.07650493255486, 'loss': 1.507847785949707}
+{'epoch': 288, 'iter': 190, 'avg_loss': 1.1616405155022107, 'avg_acc_mask': 60.0996550402453, 'loss': 1.344926118850708}
+{'epoch': 288, 'iter': 200, 'avg_loss': 1.1598971311132706, 'avg_acc_mask': 60.17103347889374, 'loss': 0.8970006108283997}
+{'epoch': 288, 'iter': 210, 'avg_loss': 1.1555719779566, 'avg_acc_mask': 60.15168686252288, 'loss': 0.8586499691009521}
+{'epoch': 288, 'iter': 220, 'avg_loss': 1.1544622142390428, 'avg_acc_mask': 60.181033050988205, 'loss': 0.9557603597640991}
+{'epoch': 288, 'iter': 230, 'avg_loss': 1.1518603560728429, 'avg_acc_mask': 60.21241182531505, 'loss': 0.7539389133453369}
+{'epoch': 288, 'iter': 240, 'avg_loss': 1.1487078590017137, 'avg_acc_mask': 60.36214242239806, 'loss': 1.1859694719314575}
+{'epoch': 288, 'iter': 250, 'avg_loss': 1.1476084319243869, 'avg_acc_mask': 60.35615238651292, 'loss': 0.9916435480117798}
+{'epoch': 288, 'iter': 260, 'avg_loss': 1.1480438158886643, 'avg_acc_mask': 60.40438079191238, 'loss': 1.4145050048828125}
+{'epoch': 288, 'iter': 270, 'avg_loss': 1.1494513690691592, 'avg_acc_mask': 60.40598867008362, 'loss': 1.281506061553955}
+{'epoch': 'EP288_test', 'avg_loss': 1.1491191922754482, 'total_masked_acc': 60.436941410129094}
+{'epoch': 289, 'iter': 0, 'avg_loss': 1.0633946657180786, 'avg_acc_mask': 65.3061224489796, 'loss': 1.0633946657180786}
+{'epoch': 289, 'iter': 10, 'avg_loss': 1.0828555659814314, 'avg_acc_mask': 61.95652173913043, 'loss': 1.0094186067581177}
+{'epoch': 289, 'iter': 20, 'avg_loss': 1.1172868893260048, 'avg_acc_mask': 61.79159049360147, 'loss': 0.9844034910202026}
+{'epoch': 289, 'iter': 30, 'avg_loss': 1.1675267142634238, 'avg_acc_mask': 59.675405742821475, 'loss': 1.251268982887268}
+{'epoch': 289, 'iter': 40, 'avg_loss': 1.174748577722689, 'avg_acc_mask': 59.56258724988367, 'loss': 1.4566704034805298}
+{'epoch': 289, 'iter': 50, 'avg_loss': 1.1621732115745544, 'avg_acc_mask': 59.814126394052046, 'loss': 1.140466332435608}
+{'epoch': 289, 'iter': 60, 'avg_loss': 1.1710041634372024, 'avg_acc_mask': 59.241126070991434, 'loss': 1.2705899477005005}
+{'epoch': 289, 'iter': 70, 'avg_loss': 1.1652489161827195, 'avg_acc_mask': 59.654178674351584, 'loss': 0.8760645985603333}
+{'epoch': 289, 'iter': 80, 'avg_loss': 1.1631119678049913, 'avg_acc_mask': 59.85215985215985, 'loss': 1.3507437705993652}
+{'epoch': 289, 'iter': 90, 'avg_loss': 1.1666210647467727, 'avg_acc_mask': 59.80733756917401, 'loss': 1.2398581504821777}
+{'epoch': 289, 'iter': 100, 'avg_loss': 1.172032141449428, 'avg_acc_mask': 59.80808267207972, 'loss': 1.378210186958313}
+{'epoch': 289, 'iter': 110, 'avg_loss': 1.1733578830151945, 'avg_acc_mask': 59.81465880370682, 'loss': 1.2130621671676636}
+{'epoch': 289, 'iter': 120, 'avg_loss': 1.1717882811530562, 'avg_acc_mask': 60.06810091317134, 'loss': 0.98427414894104}
+{'epoch': 289, 'iter': 130, 'avg_loss': 1.1776339621034286, 'avg_acc_mask': 59.934341992577785, 'loss': 1.4343621730804443}
+{'epoch': 289, 'iter': 140, 'avg_loss': 1.1711715130095786, 'avg_acc_mask': 60.05811649716022, 'loss': 1.1536322832107544}
+{'epoch': 289, 'iter': 150, 'avg_loss': 1.1667961016396025, 'avg_acc_mask': 60.113328406011334, 'loss': 1.037050485610962}
+{'epoch': 289, 'iter': 160, 'avg_loss': 1.1648291538220754, 'avg_acc_mask': 60.21804685687775, 'loss': 1.3260987997055054}
+{'epoch': 289, 'iter': 170, 'avg_loss': 1.161418374518902, 'avg_acc_mask': 60.340128638395285, 'loss': 1.2650377750396729}
+{'epoch': 289, 'iter': 180, 'avg_loss': 1.1597163598181792, 'avg_acc_mask': 60.33947422893811, 'loss': 1.3177235126495361}
+{'epoch': 289, 'iter': 190, 'avg_loss': 1.1600476434717628, 'avg_acc_mask': 60.3812518423897, 'loss': 1.2078862190246582}
+{'epoch': 289, 'iter': 200, 'avg_loss': 1.1610293827246672, 'avg_acc_mask': 60.42036431574031, 'loss': 1.4012831449508667}
+{'epoch': 289, 'iter': 210, 'avg_loss': 1.163554797240343, 'avg_acc_mask': 60.417409917945065, 'loss': 1.0976135730743408}
+{'epoch': 289, 'iter': 220, 'avg_loss': 1.16572170613578, 'avg_acc_mask': 60.30411145090044, 'loss': 1.1938860416412354}
+{'epoch': 289, 'iter': 230, 'avg_loss': 1.1688260443798908, 'avg_acc_mask': 60.139350239001864, 'loss': 1.3168714046478271}
+{'epoch': 289, 'iter': 240, 'avg_loss': 1.1658855481266481, 'avg_acc_mask': 60.2106404398668, 'loss': 1.141706943511963}
+{'epoch': 289, 'iter': 250, 'avg_loss': 1.1648113815433, 'avg_acc_mask': 60.22735715877852, 'loss': 0.9155738949775696}
+{'epoch': 289, 'iter': 260, 'avg_loss': 1.1630303619921893, 'avg_acc_mask': 60.30883614526738, 'loss': 1.32401704788208}
+{'epoch': 289, 'iter': 270, 'avg_loss': 1.1622568423897577, 'avg_acc_mask': 60.3840877914952, 'loss': 1.1013811826705933}
+{'epoch': 'EP289_test', 'avg_loss': 1.1620233227377352, 'total_masked_acc': 60.441929399083804}
+{'epoch': 290, 'iter': 0, 'avg_loss': 1.1012986898422241, 'avg_acc_mask': 63.793103448275865, 'loss': 1.1012986898422241}
+{'epoch': 290, 'iter': 10, 'avg_loss': 1.235338725826957, 'avg_acc_mask': 57.52066115702479, 'loss': 1.469075083732605}
+{'epoch': 290, 'iter': 20, 'avg_loss': 1.1923644599460421, 'avg_acc_mask': 59.40246045694201, 'loss': 1.2721638679504395}
+{'epoch': 290, 'iter': 30, 'avg_loss': 1.185480704230647, 'avg_acc_mask': 58.70494807574832, 'loss': 1.123684048652649}
+{'epoch': 290, 'iter': 40, 'avg_loss': 1.185326395965204, 'avg_acc_mask': 58.55651384475715, 'loss': 0.8904435038566589}
+{'epoch': 290, 'iter': 50, 'avg_loss': 1.1891348876205146, 'avg_acc_mask': 58.572479764532744, 'loss': 1.457435965538025}
+{'epoch': 290, 'iter': 60, 'avg_loss': 1.1931659393623226, 'avg_acc_mask': 58.71779508687837, 'loss': 1.1488691568374634}
+{'epoch': 290, 'iter': 70, 'avg_loss': 1.1878674936966158, 'avg_acc_mask': 59.05059989567032, 'loss': 1.1342134475708008}
+{'epoch': 290, 'iter': 80, 'avg_loss': 1.2048298414842582, 'avg_acc_mask': 58.61517367458866, 'loss': 1.2529513835906982}
+{'epoch': 290, 'iter': 90, 'avg_loss': 1.198593143578414, 'avg_acc_mask': 58.89520714865962, 'loss': 1.2680538892745972}
+{'epoch': 290, 'iter': 100, 'avg_loss': 1.199166752324246, 'avg_acc_mask': 59.049691693870145, 'loss': 1.0019216537475586}
+{'epoch': 290, 'iter': 110, 'avg_loss': 1.1948352107056626, 'avg_acc_mask': 58.8943894389439, 'loss': 0.9315622448921204}
+{'epoch': 290, 'iter': 120, 'avg_loss': 1.1932885641894064, 'avg_acc_mask': 59.05178921938698, 'loss': 1.2259739637374878}
+{'epoch': 290, 'iter': 130, 'avg_loss': 1.1976842357002142, 'avg_acc_mask': 58.846475341320705, 'loss': 1.3023990392684937}
+{'epoch': 290, 'iter': 140, 'avg_loss': 1.1920764868986522, 'avg_acc_mask': 58.896820246593116, 'loss': 0.9206596612930298}
+{'epoch': 290, 'iter': 150, 'avg_loss': 1.1941111040431143, 'avg_acc_mask': 59.05073253420511, 'loss': 1.375115156173706}
+{'epoch': 290, 'iter': 160, 'avg_loss': 1.196323205225216, 'avg_acc_mask': 58.88812628689087, 'loss': 1.3433377742767334}
+{'epoch': 290, 'iter': 170, 'avg_loss': 1.1890983375889517, 'avg_acc_mask': 58.957305299291995, 'loss': 1.2578908205032349}
+{'epoch': 290, 'iter': 180, 'avg_loss': 1.1834369828687847, 'avg_acc_mask': 59.145109135004034, 'loss': 1.090307354927063}
+{'epoch': 290, 'iter': 190, 'avg_loss': 1.1824627084881847, 'avg_acc_mask': 59.21771642220305, 'loss': 1.1796510219573975}
+{'epoch': 290, 'iter': 200, 'avg_loss': 1.1813994204227012, 'avg_acc_mask': 59.1955591955592, 'loss': 0.9451775550842285}
+{'epoch': 290, 'iter': 210, 'avg_loss': 1.1816434928026245, 'avg_acc_mask': 59.224564142596925, 'loss': 1.23635995388031}
+{'epoch': 290, 'iter': 220, 'avg_loss': 1.1816532120985144, 'avg_acc_mask': 59.287426634702825, 'loss': 1.0699694156646729}
+{'epoch': 290, 'iter': 230, 'avg_loss': 1.1830313597922717, 'avg_acc_mask': 59.26072190190348, 'loss': 1.0651999711990356}
+{'epoch': 290, 'iter': 240, 'avg_loss': 1.1806509801460994, 'avg_acc_mask': 59.30039286793593, 'loss': 0.9766467213630676}
+{'epoch': 290, 'iter': 250, 'avg_loss': 1.1784241356222753, 'avg_acc_mask': 59.38021627113724, 'loss': 1.079156517982483}
+{'epoch': 290, 'iter': 260, 'avg_loss': 1.176104111461347, 'avg_acc_mask': 59.46266573621772, 'loss': 1.5572305917739868}
+{'epoch': 290, 'iter': 270, 'avg_loss': 1.1759170199232347, 'avg_acc_mask': 59.53978263786395, 'loss': 1.3770052194595337}
+{'epoch': 'EP290_test', 'avg_loss': 1.1756385808837586, 'total_masked_acc': 59.534975890085214}
+{'epoch': 291, 'iter': 0, 'avg_loss': 1.0279799699783325, 'avg_acc_mask': 64.81481481481481, 'loss': 1.0279799699783325}
+{'epoch': 291, 'iter': 10, 'avg_loss': 1.1066926446827976, 'avg_acc_mask': 63.7123745819398, 'loss': 1.509073257446289}
+{'epoch': 291, 'iter': 20, 'avg_loss': 1.0726980850810097, 'avg_acc_mask': 62.651646447140386, 'loss': 1.2193751335144043}
+{'epoch': 291, 'iter': 30, 'avg_loss': 1.0834154659701931, 'avg_acc_mask': 62.568140520896435, 'loss': 1.1032594442367554}
+{'epoch': 291, 'iter': 40, 'avg_loss': 1.1085458833996842, 'avg_acc_mask': 61.35547576301615, 'loss': 0.8840273022651672}
+{'epoch': 291, 'iter': 50, 'avg_loss': 1.1140245935496162, 'avg_acc_mask': 60.9939220593493, 'loss': 1.1262692213058472}
+{'epoch': 291, 'iter': 60, 'avg_loss': 1.138320625805464, 'avg_acc_mask': 60.33303597977996, 'loss': 1.4143130779266357}
+{'epoch': 291, 'iter': 70, 'avg_loss': 1.1435628818794035, 'avg_acc_mask': 60.071850141134206, 'loss': 0.8690348863601685}
+{'epoch': 291, 'iter': 80, 'avg_loss': 1.1417280523865312, 'avg_acc_mask': 60.1310142308561, 'loss': 1.176227331161499}
+{'epoch': 291, 'iter': 90, 'avg_loss': 1.1457146930170583, 'avg_acc_mask': 60.1122469432752, 'loss': 1.0842759609222412}
+{'epoch': 291, 'iter': 100, 'avg_loss': 1.1554004166385916, 'avg_acc_mask': 59.76928622927181, 'loss': 1.1723307371139526}
+{'epoch': 291, 'iter': 110, 'avg_loss': 1.1458268917358674, 'avg_acc_mask': 59.96688741721854, 'loss': 1.1911134719848633}
+{'epoch': 291, 'iter': 120, 'avg_loss': 1.138778954498039, 'avg_acc_mask': 60.33511043412033, 'loss': 1.1810834407806396}
+{'epoch': 291, 'iter': 130, 'avg_loss': 1.1458239901156826, 'avg_acc_mask': 59.957716701902754, 'loss': 1.265057921409607}
+{'epoch': 291, 'iter': 140, 'avg_loss': 1.1377612305871139, 'avg_acc_mask': 60.186891287180835, 'loss': 1.0607978105545044}
+{'epoch': 291, 'iter': 150, 'avg_loss': 1.1396272249569166, 'avg_acc_mask': 59.98029799285802, 'loss': 1.1477856636047363}
+{'epoch': 291, 'iter': 160, 'avg_loss': 1.143900832404261, 'avg_acc_mask': 59.85571328834071, 'loss': 1.1650464534759521}
+{'epoch': 291, 'iter': 170, 'avg_loss': 1.1404806058309231, 'avg_acc_mask': 60.063339521677406, 'loss': 1.0899620056152344}
+{'epoch': 291, 'iter': 180, 'avg_loss': 1.1409855685839996, 'avg_acc_mask': 60.035156653913766, 'loss': 1.2869434356689453}
+{'epoch': 291, 'iter': 190, 'avg_loss': 1.1393109525685534, 'avg_acc_mask': 60.109879328951244, 'loss': 1.0835607051849365}
+{'epoch': 291, 'iter': 200, 'avg_loss': 1.1387675656608087, 'avg_acc_mask': 60.03550738179779, 'loss': 1.168845772743225}
+{'epoch': 291, 'iter': 210, 'avg_loss': 1.142679198658297, 'avg_acc_mask': 60.0, 'loss': 1.1406145095825195}
+{'epoch': 291, 'iter': 220, 'avg_loss': 1.146167166632225, 'avg_acc_mask': 59.86853193999663, 'loss': 1.4463434219360352}
+{'epoch': 291, 'iter': 230, 'avg_loss': 1.1475636223693946, 'avg_acc_mask': 59.895456373140334, 'loss': 0.9274225831031799}
+{'epoch': 291, 'iter': 240, 'avg_loss': 1.14417132920744, 'avg_acc_mask': 60.06618439279667, 'loss': 1.359479546546936}
+{'epoch': 291, 'iter': 250, 'avg_loss': 1.1444293414928999, 'avg_acc_mask': 60.07705986959099, 'loss': 1.0011842250823975}
+{'epoch': 291, 'iter': 260, 'avg_loss': 1.1441229844458716, 'avg_acc_mask': 60.15993145794659, 'loss': 1.2575911283493042}
+{'epoch': 291, 'iter': 270, 'avg_loss': 1.1446214846139464, 'avg_acc_mask': 60.08627773212818, 'loss': 1.4400728940963745}
+{'epoch': 'EP291_test', 'avg_loss': 1.1439252817544385, 'total_masked_acc': 60.1425401734687}
+{'epoch': 292, 'iter': 0, 'avg_loss': 0.9271494746208191, 'avg_acc_mask': 67.9245283018868, 'loss': 0.9271494746208191}
+{'epoch': 292, 'iter': 10, 'avg_loss': 1.1213868748057971, 'avg_acc_mask': 62.39316239316239, 'loss': 0.8848869204521179}
+{'epoch': 292, 'iter': 20, 'avg_loss': 1.1407671599161058, 'avg_acc_mask': 60.61946902654868, 'loss': 1.2961013317108154}
+{'epoch': 292, 'iter': 30, 'avg_loss': 1.134174027750569, 'avg_acc_mask': 61.134580567290286, 'loss': 1.0683116912841797}
+{'epoch': 292, 'iter': 40, 'avg_loss': 1.154229421441148, 'avg_acc_mask': 60.66907775768535, 'loss': 1.3726941347122192}
+{'epoch': 292, 'iter': 50, 'avg_loss': 1.1686763494622474, 'avg_acc_mask': 60.20334059549746, 'loss': 1.2938939332962036}
+{'epoch': 292, 'iter': 60, 'avg_loss': 1.1771276241443196, 'avg_acc_mask': 59.87241798298907, 'loss': 1.27371346950531}
+{'epoch': 292, 'iter': 70, 'avg_loss': 1.175487347891633, 'avg_acc_mask': 59.645001305142266, 'loss': 1.4027786254882812}
+{'epoch': 292, 'iter': 80, 'avg_loss': 1.1749170017831119, 'avg_acc_mask': 59.816933638443935, 'loss': 1.2264831066131592}
+{'epoch': 292, 'iter': 90, 'avg_loss': 1.1666093842013852, 'avg_acc_mask': 59.99592833876222, 'loss': 1.1980798244476318}
+{'epoch': 292, 'iter': 100, 'avg_loss': 1.1695330054453104, 'avg_acc_mask': 59.82307408772577, 'loss': 1.340283751487732}
+{'epoch': 292, 'iter': 110, 'avg_loss': 1.1696079088760927, 'avg_acc_mask': 59.727364523729385, 'loss': 1.437821865081787}
+{'epoch': 292, 'iter': 120, 'avg_loss': 1.165995300308732, 'avg_acc_mask': 59.725858616972126, 'loss': 1.2179844379425049}
+{'epoch': 292, 'iter': 130, 'avg_loss': 1.1668683522530185, 'avg_acc_mask': 59.64043035107588, 'loss': 0.9469417333602905}
+{'epoch': 292, 'iter': 140, 'avg_loss': 1.1652200167060744, 'avg_acc_mask': 59.665084388185655, 'loss': 1.1503959894180298}
+{'epoch': 292, 'iter': 150, 'avg_loss': 1.158217868268095, 'avg_acc_mask': 59.791282995702886, 'loss': 1.1007870435714722}
+{'epoch': 292, 'iter': 160, 'avg_loss': 1.1493104814742663, 'avg_acc_mask': 59.90058952722228, 'loss': 1.390296220779419}
+{'epoch': 292, 'iter': 170, 'avg_loss': 1.1421531058891474, 'avg_acc_mask': 60.25627103920078, 'loss': 1.1121160984039307}
+{'epoch': 292, 'iter': 180, 'avg_loss': 1.145488953063501, 'avg_acc_mask': 60.178809988695924, 'loss': 1.1793140172958374}
+{'epoch': 292, 'iter': 190, 'avg_loss': 1.1479800574442478, 'avg_acc_mask': 60.08370644344948, 'loss': 1.141761302947998}
+{'epoch': 292, 'iter': 200, 'avg_loss': 1.1473695534971815, 'avg_acc_mask': 60.17829243635695, 'loss': 1.0335770845413208}
+{'epoch': 292, 'iter': 210, 'avg_loss': 1.1492497901215937, 'avg_acc_mask': 59.97543428671697, 'loss': 1.2083441019058228}
+{'epoch': 292, 'iter': 220, 'avg_loss': 1.1494814966598788, 'avg_acc_mask': 60.02835459928279, 'loss': 1.085667610168457}
+{'epoch': 292, 'iter': 230, 'avg_loss': 1.1498656234183868, 'avg_acc_mask': 60.04471414883423, 'loss': 1.0874147415161133}
+{'epoch': 292, 'iter': 240, 'avg_loss': 1.1509071618194897, 'avg_acc_mask': 59.99847293273268, 'loss': 1.2051016092300415}
+{'epoch': 292, 'iter': 250, 'avg_loss': 1.1496597628194498, 'avg_acc_mask': 60.055804390924436, 'loss': 1.1115132570266724}
+{'epoch': 292, 'iter': 260, 'avg_loss': 1.1460744012361286, 'avg_acc_mask': 60.29557346909914, 'loss': 1.1337469816207886}
+{'epoch': 292, 'iter': 270, 'avg_loss': 1.1482648886877673, 'avg_acc_mask': 60.19015280135823, 'loss': 1.2160799503326416}
+{'epoch': 'EP292_test', 'avg_loss': 1.1494519799083904, 'total_masked_acc': 60.18827613833623}
+{'epoch': 293, 'iter': 0, 'avg_loss': 1.1287100315093994, 'avg_acc_mask': 61.76470588235294, 'loss': 1.1287100315093994}
+{'epoch': 293, 'iter': 10, 'avg_loss': 1.091097820888866, 'avg_acc_mask': 60.52202283849919, 'loss': 0.9204889535903931}
+{'epoch': 293, 'iter': 20, 'avg_loss': 1.1196154554684956, 'avg_acc_mask': 60.38062283737025, 'loss': 0.8370673656463623}
+{'epoch': 293, 'iter': 30, 'avg_loss': 1.107008449492916, 'avg_acc_mask': 61.80308422301305, 'loss': 1.2987686395645142}
+{'epoch': 293, 'iter': 40, 'avg_loss': 1.1144460585059188, 'avg_acc_mask': 61.28743853375056, 'loss': 1.0466426610946655}
+{'epoch': 293, 'iter': 50, 'avg_loss': 1.135778713460062, 'avg_acc_mask': 60.70402298850575, 'loss': 1.2791402339935303}
+{'epoch': 293, 'iter': 60, 'avg_loss': 1.1388944573089725, 'avg_acc_mask': 60.56463595839524, 'loss': 1.2755934000015259}
+{'epoch': 293, 'iter': 70, 'avg_loss': 1.1382781485436668, 'avg_acc_mask': 60.45548654244306, 'loss': 1.040427803993225}
+{'epoch': 293, 'iter': 80, 'avg_loss': 1.142696002383291, 'avg_acc_mask': 60.646041856232934, 'loss': 1.0320212841033936}
+{'epoch': 293, 'iter': 90, 'avg_loss': 1.1539119586839781, 'avg_acc_mask': 60.30688471633353, 'loss': 1.4241636991500854}
+{'epoch': 293, 'iter': 100, 'avg_loss': 1.1582111657255947, 'avg_acc_mask': 60.29758664489203, 'loss': 1.5863652229309082}
+{'epoch': 293, 'iter': 110, 'avg_loss': 1.1543182435336414, 'avg_acc_mask': 60.499751778917755, 'loss': 1.0143309831619263}
+{'epoch': 293, 'iter': 120, 'avg_loss': 1.1572158321861392, 'avg_acc_mask': 60.267314702308624, 'loss': 1.2115795612335205}
+{'epoch': 293, 'iter': 130, 'avg_loss': 1.1603125260986444, 'avg_acc_mask': 59.91003654765251, 'loss': 1.280556082725525}
+{'epoch': 293, 'iter': 140, 'avg_loss': 1.1602128101578841, 'avg_acc_mask': 59.937238493723854, 'loss': 1.13241708278656}
+{'epoch': 293, 'iter': 150, 'avg_loss': 1.1627515033380875, 'avg_acc_mask': 59.81640146878825, 'loss': 1.3019050359725952}
+{'epoch': 293, 'iter': 160, 'avg_loss': 1.156944369677431, 'avg_acc_mask': 60.0, 'loss': 1.3417375087738037}
+{'epoch': 293, 'iter': 170, 'avg_loss': 1.159620001302128, 'avg_acc_mask': 59.919643826691285, 'loss': 1.2078349590301514}
+{'epoch': 293, 'iter': 180, 'avg_loss': 1.1610734268446654, 'avg_acc_mask': 59.870516904737435, 'loss': 1.3524413108825684}
+{'epoch': 293, 'iter': 190, 'avg_loss': 1.158999587228785, 'avg_acc_mask': 59.90635059994147, 'loss': 1.1673628091812134}
+{'epoch': 293, 'iter': 200, 'avg_loss': 1.1577850532768972, 'avg_acc_mask': 59.99074074074075, 'loss': 1.2499127388000488}
+{'epoch': 293, 'iter': 210, 'avg_loss': 1.157400494503184, 'avg_acc_mask': 59.93805309734513, 'loss': 1.295696496963501}
+{'epoch': 293, 'iter': 220, 'avg_loss': 1.1550173845765817, 'avg_acc_mask': 59.914011127971676, 'loss': 1.1433387994766235}
+{'epoch': 293, 'iter': 230, 'avg_loss': 1.1548910365476237, 'avg_acc_mask': 60.061394296792955, 'loss': 0.9417919516563416}
+{'epoch': 293, 'iter': 240, 'avg_loss': 1.1523063942109895, 'avg_acc_mask': 60.190417214954714, 'loss': 1.0879936218261719}
+{'epoch': 293, 'iter': 250, 'avg_loss': 1.1495133968463458, 'avg_acc_mask': 60.27794292508918, 'loss': 0.7952136397361755}
+{'epoch': 293, 'iter': 260, 'avg_loss': 1.1491291344850914, 'avg_acc_mask': 60.39773946634237, 'loss': 1.0993683338165283}
+{'epoch': 293, 'iter': 270, 'avg_loss': 1.1515758336690078, 'avg_acc_mask': 60.205135265367936, 'loss': 1.2491580247879028}
+{'epoch': 'EP293_test', 'avg_loss': 1.1517206823480302, 'total_masked_acc': 60.19050192528542}
+{'epoch': 294, 'iter': 0, 'avg_loss': 1.174984335899353, 'avg_acc_mask': 53.06122448979592, 'loss': 1.174984335899353}
+{'epoch': 294, 'iter': 10, 'avg_loss': 1.1297420317476445, 'avg_acc_mask': 61.86440677966102, 'loss': 1.200474500656128}
+{'epoch': 294, 'iter': 20, 'avg_loss': 1.1154338376862662, 'avg_acc_mask': 62.10163652024118, 'loss': 1.1411561965942383}
+{'epoch': 294, 'iter': 30, 'avg_loss': 1.0919212795072986, 'avg_acc_mask': 62.33532934131737, 'loss': 0.9627518653869629}
+{'epoch': 294, 'iter': 40, 'avg_loss': 1.110390799801524, 'avg_acc_mask': 61.12624886466848, 'loss': 1.2125005722045898}
+{'epoch': 294, 'iter': 50, 'avg_loss': 1.1088088189854342, 'avg_acc_mask': 61.2371888726208, 'loss': 1.0630923509597778}
+{'epoch': 294, 'iter': 60, 'avg_loss': 1.1200067938351241, 'avg_acc_mask': 60.85247883917775, 'loss': 1.1586626768112183}
+{'epoch': 294, 'iter': 70, 'avg_loss': 1.1305510007159811, 'avg_acc_mask': 60.802469135802475, 'loss': 1.1201503276824951}
+{'epoch': 294, 'iter': 80, 'avg_loss': 1.133160514596068, 'avg_acc_mask': 60.61085972850678, 'loss': 1.1763564348220825}
+{'epoch': 294, 'iter': 90, 'avg_loss': 1.1402138144105345, 'avg_acc_mask': 60.66265060240964, 'loss': 0.9710869193077087}
+{'epoch': 294, 'iter': 100, 'avg_loss': 1.1476665717540402, 'avg_acc_mask': 60.57605760576058, 'loss': 1.4414966106414795}
+{'epoch': 294, 'iter': 110, 'avg_loss': 1.1516511306032404, 'avg_acc_mask': 60.40509637373407, 'loss': 1.2152715921401978}
+{'epoch': 294, 'iter': 120, 'avg_loss': 1.1479869322343306, 'avg_acc_mask': 60.29587567244471, 'loss': 0.9695726633071899}
+{'epoch': 294, 'iter': 130, 'avg_loss': 1.150147708772703, 'avg_acc_mask': 60.257119159524464, 'loss': 0.9517310857772827}
+{'epoch': 294, 'iter': 140, 'avg_loss': 1.1506926066486547, 'avg_acc_mask': 60.084517864003075, 'loss': 1.260017991065979}
+{'epoch': 294, 'iter': 150, 'avg_loss': 1.1549623482274693, 'avg_acc_mask': 59.9976110845676, 'loss': 1.4114278554916382}
+{'epoch': 294, 'iter': 160, 'avg_loss': 1.1575039058738614, 'avg_acc_mask': 60.01345593182328, 'loss': 1.4894189834594727}
+{'epoch': 294, 'iter': 170, 'avg_loss': 1.1543094024323581, 'avg_acc_mask': 60.09732360097324, 'loss': 1.0852298736572266}
+{'epoch': 294, 'iter': 180, 'avg_loss': 1.1514287386809923, 'avg_acc_mask': 60.265033631161536, 'loss': 1.062600016593933}
+{'epoch': 294, 'iter': 190, 'avg_loss': 1.1553570896543133, 'avg_acc_mask': 60.191960467547275, 'loss': 1.5984867811203003}
+{'epoch': 294, 'iter': 200, 'avg_loss': 1.1524950280711426, 'avg_acc_mask': 60.291191897268945, 'loss': 0.9894996881484985}
+{'epoch': 294, 'iter': 210, 'avg_loss': 1.1545088697948727, 'avg_acc_mask': 60.28154417479921, 'loss': 1.1232908964157104}
+{'epoch': 294, 'iter': 220, 'avg_loss': 1.1539331216078539, 'avg_acc_mask': 60.35021374547846, 'loss': 1.2339304685592651}
+{'epoch': 294, 'iter': 230, 'avg_loss': 1.1525844461990125, 'avg_acc_mask': 60.31321318958055, 'loss': 1.180686593055725}
+{'epoch': 294, 'iter': 240, 'avg_loss': 1.1506751706491367, 'avg_acc_mask': 60.2416918429003, 'loss': 1.4472299814224243}
+{'epoch': 294, 'iter': 250, 'avg_loss': 1.1471304981357073, 'avg_acc_mask': 60.47656985587021, 'loss': 0.8721404075622559}
+{'epoch': 294, 'iter': 260, 'avg_loss': 1.1446290114373538, 'avg_acc_mask': 60.55180101720895, 'loss': 1.0780280828475952}
+{'epoch': 294, 'iter': 270, 'avg_loss': 1.1455365089472809, 'avg_acc_mask': 60.462938185710456, 'loss': 1.103300929069519}
+{'epoch': 'EP294_test', 'avg_loss': 1.1463643567285675, 'total_masked_acc': 60.4484481851657}
+{'epoch': 295, 'iter': 0, 'avg_loss': 0.8796898126602173, 'avg_acc_mask': 68.62745098039215, 'loss': 0.8796898126602173}
+{'epoch': 295, 'iter': 10, 'avg_loss': 1.1032748818397522, 'avg_acc_mask': 61.26878130217028, 'loss': 1.0920002460479736}
+{'epoch': 295, 'iter': 20, 'avg_loss': 1.078039030234019, 'avg_acc_mask': 62.06896551724138, 'loss': 1.0637460947036743}
+{'epoch': 295, 'iter': 30, 'avg_loss': 1.0777883875754573, 'avg_acc_mask': 62.18487394957983, 'loss': 1.2018753290176392}
+{'epoch': 295, 'iter': 40, 'avg_loss': 1.1008107051616762, 'avg_acc_mask': 62.12189616252821, 'loss': 0.9944515824317932}
+{'epoch': 295, 'iter': 50, 'avg_loss': 1.0971473198311001, 'avg_acc_mask': 62.68115942028986, 'loss': 1.1062108278274536}
+{'epoch': 295, 'iter': 60, 'avg_loss': 1.1020701087889124, 'avg_acc_mask': 62.109025915996426, 'loss': 1.2567627429962158}
+{'epoch': 295, 'iter': 70, 'avg_loss': 1.1063971720950705, 'avg_acc_mask': 61.72199170124482, 'loss': 1.1102558374404907}
+{'epoch': 295, 'iter': 80, 'avg_loss': 1.1081301047478194, 'avg_acc_mask': 61.66931276933545, 'loss': 0.8904228210449219}
+{'epoch': 295, 'iter': 90, 'avg_loss': 1.1150988209378587, 'avg_acc_mask': 61.43606292860024, 'loss': 1.1799190044403076}
+{'epoch': 295, 'iter': 100, 'avg_loss': 1.1276979009703834, 'avg_acc_mask': 61.13838879796326, 'loss': 1.1471588611602783}
+{'epoch': 295, 'iter': 110, 'avg_loss': 1.1224853530660406, 'avg_acc_mask': 61.28656914893617, 'loss': 1.2713851928710938}
+{'epoch': 295, 'iter': 120, 'avg_loss': 1.1253777023189324, 'avg_acc_mask': 61.19744058500915, 'loss': 1.011811375617981}
+{'epoch': 295, 'iter': 130, 'avg_loss': 1.127797554922468, 'avg_acc_mask': 61.192776144477115, 'loss': 1.0927459001541138}
+{'epoch': 295, 'iter': 140, 'avg_loss': 1.1305991787437006, 'avg_acc_mask': 61.083615524876265, 'loss': 1.0876622200012207}
+{'epoch': 295, 'iter': 150, 'avg_loss': 1.1336809523058253, 'avg_acc_mask': 61.063131005960344, 'loss': 1.1223458051681519}
+{'epoch': 295, 'iter': 160, 'avg_loss': 1.132638869078263, 'avg_acc_mask': 61.00844170659365, 'loss': 1.1569323539733887}
+{'epoch': 295, 'iter': 170, 'avg_loss': 1.1320905772566099, 'avg_acc_mask': 60.87516087516087, 'loss': 1.245144009590149}
+{'epoch': 295, 'iter': 180, 'avg_loss': 1.134364214720647, 'avg_acc_mask': 60.76399471705781, 'loss': 1.1057100296020508}
+{'epoch': 295, 'iter': 190, 'avg_loss': 1.1348122701594967, 'avg_acc_mask': 60.780148691706096, 'loss': 1.1358450651168823}
+{'epoch': 295, 'iter': 200, 'avg_loss': 1.1342984185883063, 'avg_acc_mask': 60.76506742500688, 'loss': 1.0925458669662476}
+{'epoch': 295, 'iter': 210, 'avg_loss': 1.1390014415103678, 'avg_acc_mask': 60.48917331463136, 'loss': 1.2959173917770386}
+{'epoch': 295, 'iter': 220, 'avg_loss': 1.141694137143873, 'avg_acc_mask': 60.453063612806154, 'loss': 1.3949400186538696}
+{'epoch': 295, 'iter': 230, 'avg_loss': 1.1401405664749475, 'avg_acc_mask': 60.50863723608445, 'loss': 1.05477774143219}
+{'epoch': 295, 'iter': 240, 'avg_loss': 1.1380021151665336, 'avg_acc_mask': 60.59053010020653, 'loss': 1.1302529573440552}
+{'epoch': 295, 'iter': 250, 'avg_loss': 1.137639592605758, 'avg_acc_mask': 60.666470501691926, 'loss': 0.8641690015792847}
+{'epoch': 295, 'iter': 260, 'avg_loss': 1.1393114070325976, 'avg_acc_mask': 60.758508455388096, 'loss': 1.3017950057983398}
+{'epoch': 295, 'iter': 270, 'avg_loss': 1.1433284060541553, 'avg_acc_mask': 60.61513336962439, 'loss': 1.5240163803100586}
+{'epoch': 'EP295_test', 'avg_loss': 1.1469557913749113, 'total_masked_acc': 60.57685872984006}
+{'epoch': 296, 'iter': 0, 'avg_loss': 1.1756248474121094, 'avg_acc_mask': 61.53846153846154, 'loss': 1.1756248474121094}
+{'epoch': 296, 'iter': 10, 'avg_loss': 1.1211283152753657, 'avg_acc_mask': 58.98305084745763, 'loss': 1.0092049837112427}
+{'epoch': 296, 'iter': 20, 'avg_loss': 1.0920842602139427, 'avg_acc_mask': 60.87344028520499, 'loss': 1.2203876972198486}
+{'epoch': 296, 'iter': 30, 'avg_loss': 1.1163779477919302, 'avg_acc_mask': 60.232843137254896, 'loss': 1.2247544527053833}
+{'epoch': 296, 'iter': 40, 'avg_loss': 1.1296360754385226, 'avg_acc_mask': 59.54337899543379, 'loss': 1.1250622272491455}
+{'epoch': 296, 'iter': 50, 'avg_loss': 1.146786883765576, 'avg_acc_mask': 59.49963741841915, 'loss': 1.3695926666259766}
+{'epoch': 296, 'iter': 60, 'avg_loss': 1.14402593940985, 'avg_acc_mask': 59.897559505875265, 'loss': 1.1681172847747803}
+{'epoch': 296, 'iter': 70, 'avg_loss': 1.1452530479766954, 'avg_acc_mask': 59.68532370389477, 'loss': 1.0727424621582031}
+{'epoch': 296, 'iter': 80, 'avg_loss': 1.1612472688710247, 'avg_acc_mask': 59.25925925925925, 'loss': 1.2959256172180176}
+{'epoch': 296, 'iter': 90, 'avg_loss': 1.1619546655770188, 'avg_acc_mask': 59.36863543788188, 'loss': 1.0847527980804443}
+{'epoch': 296, 'iter': 100, 'avg_loss': 1.1701685278722556, 'avg_acc_mask': 59.14332784184514, 'loss': 1.3295001983642578}
+{'epoch': 296, 'iter': 110, 'avg_loss': 1.1700337647317767, 'avg_acc_mask': 59.11059293804131, 'loss': 1.2276614904403687}
+{'epoch': 296, 'iter': 120, 'avg_loss': 1.1746081207409378, 'avg_acc_mask': 59.176145096833686, 'loss': 1.2936838865280151}
+{'epoch': 296, 'iter': 130, 'avg_loss': 1.177862068623987, 'avg_acc_mask': 59.24036281179138, 'loss': 1.4384413957595825}
+{'epoch': 296, 'iter': 140, 'avg_loss': 1.1728885824798692, 'avg_acc_mask': 59.437591192465845, 'loss': 0.989778995513916}
+{'epoch': 296, 'iter': 150, 'avg_loss': 1.1708333875169816, 'avg_acc_mask': 59.56896551724138, 'loss': 0.9197837710380554}
+{'epoch': 296, 'iter': 160, 'avg_loss': 1.166072526333495, 'avg_acc_mask': 59.754544401991424, 'loss': 1.2889453172683716}
+{'epoch': 296, 'iter': 170, 'avg_loss': 1.171215429640653, 'avg_acc_mask': 59.61706783369804, 'loss': 1.4627935886383057}
+{'epoch': 296, 'iter': 180, 'avg_loss': 1.1691594288494047, 'avg_acc_mask': 59.74966380469638, 'loss': 1.454773187637329}
+{'epoch': 296, 'iter': 190, 'avg_loss': 1.1710940168790167, 'avg_acc_mask': 59.63725490196078, 'loss': 1.35570228099823}
+{'epoch': 296, 'iter': 200, 'avg_loss': 1.1694888727581916, 'avg_acc_mask': 59.57109557109557, 'loss': 1.0756325721740723}
+{'epoch': 296, 'iter': 210, 'avg_loss': 1.1681820125941416, 'avg_acc_mask': 59.618286728806034, 'loss': 1.3132438659667969}
+{'epoch': 296, 'iter': 220, 'avg_loss': 1.165307366470406, 'avg_acc_mask': 59.67769296013571, 'loss': 0.7392022609710693}
+{'epoch': 296, 'iter': 230, 'avg_loss': 1.167963329847757, 'avg_acc_mask': 59.57739637305699, 'loss': 1.0537991523742676}
+{'epoch': 296, 'iter': 240, 'avg_loss': 1.1655609803081053, 'avg_acc_mask': 59.58633511503603, 'loss': 1.1778645515441895}
+{'epoch': 296, 'iter': 250, 'avg_loss': 1.1605360944907503, 'avg_acc_mask': 59.70671430698229, 'loss': 0.8040561079978943}
+{'epoch': 296, 'iter': 260, 'avg_loss': 1.1590619084935536, 'avg_acc_mask': 59.76640871309831, 'loss': 1.1032389402389526}
+{'epoch': 296, 'iter': 270, 'avg_loss': 1.1575495684278847, 'avg_acc_mask': 59.81958407932792, 'loss': 1.3393714427947998}
+{'epoch': 'EP296_test', 'avg_loss': 1.1559460636066354, 'total_masked_acc': 59.9418761827521}
+{'epoch': 297, 'iter': 0, 'avg_loss': 1.4118603467941284, 'avg_acc_mask': 61.53846153846154, 'loss': 1.4118603467941284}
+{'epoch': 297, 'iter': 10, 'avg_loss': 1.1645764708518982, 'avg_acc_mask': 59.766277128547586, 'loss': 0.9219402074813843}
+{'epoch': 297, 'iter': 20, 'avg_loss': 1.096256361121223, 'avg_acc_mask': 62.36003445305771, 'loss': 1.2289471626281738}
+{'epoch': 297, 'iter': 30, 'avg_loss': 1.129698759125125, 'avg_acc_mask': 61.42102172636523, 'loss': 1.565891146659851}
+{'epoch': 297, 'iter': 40, 'avg_loss': 1.1171625663594502, 'avg_acc_mask': 61.9618286728806, 'loss': 1.0129663944244385}
+{'epoch': 297, 'iter': 50, 'avg_loss': 1.1170923406002569, 'avg_acc_mask': 61.7212819589485, 'loss': 1.4433844089508057}
+{'epoch': 297, 'iter': 60, 'avg_loss': 1.126918586551166, 'avg_acc_mask': 61.17820324005891, 'loss': 1.3000086545944214}
+{'epoch': 297, 'iter': 70, 'avg_loss': 1.1234519187833223, 'avg_acc_mask': 61.38088012139605, 'loss': 0.9682402610778809}
+{'epoch': 297, 'iter': 80, 'avg_loss': 1.1356496626948134, 'avg_acc_mask': 61.20535714285714, 'loss': 1.3210527896881104}
+{'epoch': 297, 'iter': 90, 'avg_loss': 1.1286574733126296, 'avg_acc_mask': 61.42061281337048, 'loss': 0.9508864879608154}
+{'epoch': 297, 'iter': 100, 'avg_loss': 1.1379930217667382, 'avg_acc_mask': 61.270012592192835, 'loss': 1.3621796369552612}
+{'epoch': 297, 'iter': 110, 'avg_loss': 1.1401046541360047, 'avg_acc_mask': 60.96326530612245, 'loss': 1.1350762844085693}
+{'epoch': 297, 'iter': 120, 'avg_loss': 1.1464164419607683, 'avg_acc_mask': 60.753414377907845, 'loss': 1.4256616830825806}
+{'epoch': 297, 'iter': 130, 'avg_loss': 1.144103961591502, 'avg_acc_mask': 60.84781097984712, 'loss': 1.1778218746185303}
+{'epoch': 297, 'iter': 140, 'avg_loss': 1.1385085925142815, 'avg_acc_mask': 60.98254686489981, 'loss': 0.8522433638572693}
+{'epoch': 297, 'iter': 150, 'avg_loss': 1.136461517273985, 'avg_acc_mask': 61.06473079249849, 'loss': 1.0995532274246216}
+{'epoch': 297, 'iter': 160, 'avg_loss': 1.1365247150385602, 'avg_acc_mask': 61.106064047240515, 'loss': 1.251244306564331}
+{'epoch': 297, 'iter': 170, 'avg_loss': 1.1274165232279147, 'avg_acc_mask': 61.262999892784386, 'loss': 1.1807796955108643}
+{'epoch': 297, 'iter': 180, 'avg_loss': 1.1307264648748365, 'avg_acc_mask': 61.01660591332523, 'loss': 1.5410691499710083}
+{'epoch': 297, 'iter': 190, 'avg_loss': 1.133348967392407, 'avg_acc_mask': 60.95073133179368, 'loss': 1.1757892370224}
+{'epoch': 297, 'iter': 200, 'avg_loss': 1.1302784218716977, 'avg_acc_mask': 61.03943636197273, 'loss': 1.2095799446105957}
+{'epoch': 297, 'iter': 210, 'avg_loss': 1.1309684789011263, 'avg_acc_mask': 61.143707855328834, 'loss': 1.2302018404006958}
+{'epoch': 297, 'iter': 220, 'avg_loss': 1.1364033499993889, 'avg_acc_mask': 60.997997329773035, 'loss': 1.2157903909683228}
+{'epoch': 297, 'iter': 230, 'avg_loss': 1.1351663668950398, 'avg_acc_mask': 61.02506785885359, 'loss': 0.9036887884140015}
+{'epoch': 297, 'iter': 240, 'avg_loss': 1.1351635508022861, 'avg_acc_mask': 61.016949152542374, 'loss': 1.4603996276855469}
+{'epoch': 297, 'iter': 250, 'avg_loss': 1.1350050770429025, 'avg_acc_mask': 60.927055020935875, 'loss': 0.9085756540298462}
+{'epoch': 297, 'iter': 260, 'avg_loss': 1.135564250507574, 'avg_acc_mask': 60.92809068366986, 'loss': 1.3627197742462158}
+{'epoch': 297, 'iter': 270, 'avg_loss': 1.1376332070994641, 'avg_acc_mask': 60.83287969515514, 'loss': 1.2332290410995483}
+{'epoch': 'EP297_test', 'avg_loss': 1.1388911103856736, 'total_masked_acc': 60.79007073268384}
+{'epoch': 298, 'iter': 0, 'avg_loss': 1.2027654647827148, 'avg_acc_mask': 64.28571428571429, 'loss': 1.2027654647827148}
+{'epoch': 298, 'iter': 10, 'avg_loss': 1.1448754559863696, 'avg_acc_mask': 60.93189964157706, 'loss': 0.9889930486679077}
+{'epoch': 298, 'iter': 20, 'avg_loss': 1.1221551384244646, 'avg_acc_mask': 61.89608021877848, 'loss': 1.15801203250885}
+{'epoch': 298, 'iter': 30, 'avg_loss': 1.1146464270930136, 'avg_acc_mask': 61.832524271844655, 'loss': 1.1530624628067017}
+{'epoch': 298, 'iter': 40, 'avg_loss': 1.1458494924917453, 'avg_acc_mask': 60.59360730593607, 'loss': 1.25357186794281}
+{'epoch': 298, 'iter': 50, 'avg_loss': 1.154664067661061, 'avg_acc_mask': 60.40389469888208, 'loss': 1.1060863733291626}
+{'epoch': 298, 'iter': 60, 'avg_loss': 1.1564265088956864, 'avg_acc_mask': 60.23880597014926, 'loss': 1.1061197519302368}
+{'epoch': 298, 'iter': 70, 'avg_loss': 1.1478146793137134, 'avg_acc_mask': 60.70594342071114, 'loss': 1.0402464866638184}
+{'epoch': 298, 'iter': 80, 'avg_loss': 1.1479856261500605, 'avg_acc_mask': 60.59283088235294, 'loss': 1.049018383026123}
+{'epoch': 298, 'iter': 90, 'avg_loss': 1.1523574656182594, 'avg_acc_mask': 60.65040650406503, 'loss': 1.0316746234893799}
+{'epoch': 298, 'iter': 100, 'avg_loss': 1.1624221341444714, 'avg_acc_mask': 60.10541621228644, 'loss': 1.3715745210647583}
+{'epoch': 298, 'iter': 110, 'avg_loss': 1.1652396337406055, 'avg_acc_mask': 60.00996843329457, 'loss': 1.3934834003448486}
+{'epoch': 298, 'iter': 120, 'avg_loss': 1.1669093217731508, 'avg_acc_mask': 59.97572447276589, 'loss': 1.3436721563339233}
+{'epoch': 298, 'iter': 130, 'avg_loss': 1.169116371005546, 'avg_acc_mask': 59.9719298245614, 'loss': 1.1680392026901245}
+{'epoch': 298, 'iter': 140, 'avg_loss': 1.1653259527598712, 'avg_acc_mask': 60.229196509962236, 'loss': 1.0114995241165161}
+{'epoch': 298, 'iter': 150, 'avg_loss': 1.1647903019229309, 'avg_acc_mask': 60.203710440160066, 'loss': 1.326545238494873}
+{'epoch': 298, 'iter': 160, 'avg_loss': 1.1604485574716366, 'avg_acc_mask': 60.34756928668787, 'loss': 1.0104767084121704}
+{'epoch': 298, 'iter': 170, 'avg_loss': 1.1558171294586004, 'avg_acc_mask': 60.332439678284175, 'loss': 0.9537676572799683}
+{'epoch': 298, 'iter': 180, 'avg_loss': 1.1542743648613356, 'avg_acc_mask': 60.30781692993115, 'loss': 1.1241365671157837}
+{'epoch': 298, 'iter': 190, 'avg_loss': 1.1617713838971722, 'avg_acc_mask': 60.11899049995202, 'loss': 1.4523707628250122}
+{'epoch': 298, 'iter': 200, 'avg_loss': 1.1589461823007954, 'avg_acc_mask': 60.18991964937911, 'loss': 1.1336462497711182}
+{'epoch': 298, 'iter': 210, 'avg_loss': 1.15714883747824, 'avg_acc_mask': 60.25841137703781, 'loss': 1.0967971086502075}
+{'epoch': 298, 'iter': 220, 'avg_loss': 1.1598093159058516, 'avg_acc_mask': 60.0631019594819, 'loss': 0.9667978286743164}
+{'epoch': 298, 'iter': 230, 'avg_loss': 1.164323707163592, 'avg_acc_mask': 59.979350329600514, 'loss': 1.1994926929473877}
+{'epoch': 298, 'iter': 240, 'avg_loss': 1.160599354639093, 'avg_acc_mask': 60.09425357251445, 'loss': 1.1329851150512695}
+{'epoch': 298, 'iter': 250, 'avg_loss': 1.1613306163316703, 'avg_acc_mask': 60.024725474510944, 'loss': 1.0833916664123535}
+{'epoch': 298, 'iter': 260, 'avg_loss': 1.1591323410870928, 'avg_acc_mask': 60.09524476503957, 'loss': 1.1612048149108887}
+{'epoch': 298, 'iter': 270, 'avg_loss': 1.1596217522761918, 'avg_acc_mask': 60.08465466272508, 'loss': 1.2614432573318481}
+{'epoch': 'EP298_test', 'avg_loss': 1.1620277827200682, 'total_masked_acc': 59.95902722706846}
+{'epoch': 299, 'iter': 0, 'avg_loss': 0.9565178155899048, 'avg_acc_mask': 67.3913043478261, 'loss': 0.9565178155899048}
+{'epoch': 299, 'iter': 10, 'avg_loss': 1.1720760356296192, 'avg_acc_mask': 58.730158730158735, 'loss': 1.1911020278930664}
+{'epoch': 299, 'iter': 20, 'avg_loss': 1.1345208145323253, 'avg_acc_mask': 60.60606060606061, 'loss': 1.1280957460403442}
+{'epoch': 299, 'iter': 30, 'avg_loss': 1.1240586638450623, 'avg_acc_mask': 61.08786610878661, 'loss': 1.1939489841461182}
+{'epoch': 299, 'iter': 40, 'avg_loss': 1.131433598878907, 'avg_acc_mask': 61.25279642058166, 'loss': 1.1979868412017822}
+{'epoch': 299, 'iter': 50, 'avg_loss': 1.1287683949751013, 'avg_acc_mask': 61.480416816385194, 'loss': 1.273024082183838}
+{'epoch': 299, 'iter': 60, 'avg_loss': 1.1413821040606889, 'avg_acc_mask': 60.74052306788128, 'loss': 1.216133713722229}
+{'epoch': 299, 'iter': 70, 'avg_loss': 1.145260302953317, 'avg_acc_mask': 60.75145976136075, 'loss': 1.3918672800064087}
+{'epoch': 299, 'iter': 80, 'avg_loss': 1.1470731187749792, 'avg_acc_mask': 60.526315789473685, 'loss': 1.33109712600708}
+{'epoch': 299, 'iter': 90, 'avg_loss': 1.1481218685160626, 'avg_acc_mask': 60.49481245011972, 'loss': 0.8415217399597168}
+{'epoch': 299, 'iter': 100, 'avg_loss': 1.157207175646678, 'avg_acc_mask': 60.24315006350934, 'loss': 1.2395683526992798}
+{'epoch': 299, 'iter': 110, 'avg_loss': 1.1545912005879857, 'avg_acc_mask': 60.16583747927031, 'loss': 1.1001553535461426}
+{'epoch': 299, 'iter': 120, 'avg_loss': 1.1576755623186916, 'avg_acc_mask': 60.045592705167174, 'loss': 1.3367012739181519}
+{'epoch': 299, 'iter': 130, 'avg_loss': 1.1602693514059519, 'avg_acc_mask': 59.99440089585666, 'loss': 1.3584644794464111}
+{'epoch': 299, 'iter': 140, 'avg_loss': 1.1577925360794608, 'avg_acc_mask': 60.08840353614144, 'loss': 0.9150390028953552}
+{'epoch': 299, 'iter': 150, 'avg_loss': 1.1583534522561838, 'avg_acc_mask': 60.233633487466534, 'loss': 1.0765469074249268}
+{'epoch': 299, 'iter': 160, 'avg_loss': 1.1594483011998005, 'avg_acc_mask': 60.14376996805112, 'loss': 1.3814189434051514}
+{'epoch': 299, 'iter': 170, 'avg_loss': 1.1615671857058654, 'avg_acc_mask': 60.07078507078507, 'loss': 1.341551423072815}
+{'epoch': 299, 'iter': 180, 'avg_loss': 1.1616980917545972, 'avg_acc_mask': 59.959432048681535, 'loss': 1.5415679216384888}
+{'epoch': 299, 'iter': 190, 'avg_loss': 1.1582931139706316, 'avg_acc_mask': 60.21619534793938, 'loss': 1.3486323356628418}
+{'epoch': 299, 'iter': 200, 'avg_loss': 1.154664807948307, 'avg_acc_mask': 60.4040404040404, 'loss': 1.3332902193069458}
+{'epoch': 299, 'iter': 210, 'avg_loss': 1.1524504649130654, 'avg_acc_mask': 60.42523405372299, 'loss': 1.1626663208007812}
+{'epoch': 299, 'iter': 220, 'avg_loss': 1.1528393863552835, 'avg_acc_mask': 60.31640299750208, 'loss': 1.099660873413086}
+{'epoch': 299, 'iter': 230, 'avg_loss': 1.15425308648642, 'avg_acc_mask': 60.15127388535032, 'loss': 1.1026532649993896}
+{'epoch': 299, 'iter': 240, 'avg_loss': 1.1515149241661136, 'avg_acc_mask': 60.19166413142683, 'loss': 1.2199910879135132}
+{'epoch': 299, 'iter': 250, 'avg_loss': 1.1500112305124441, 'avg_acc_mask': 60.25003655505191, 'loss': 1.1873459815979004}
+{'epoch': 299, 'iter': 260, 'avg_loss': 1.149668308053437, 'avg_acc_mask': 60.27445460942998, 'loss': 1.1400898694992065}
+{'epoch': 299, 'iter': 270, 'avg_loss': 1.1499881880749636, 'avg_acc_mask': 60.193583322052255, 'loss': 1.115909457206726}
+{'epoch': 'EP299_test', 'avg_loss': 1.1513036549955173, 'total_masked_acc': 60.16616816218013}
+{'epoch': 300, 'iter': 0, 'avg_loss': 1.1889458894729614, 'avg_acc_mask': 61.81818181818181, 'loss': 1.1889458894729614}
+{'epoch': 300, 'iter': 10, 'avg_loss': 1.1442910595373674, 'avg_acc_mask': 59.2964824120603, 'loss': 0.965671956539154}
+{'epoch': 300, 'iter': 20, 'avg_loss': 1.1195104462759835, 'avg_acc_mask': 59.02964959568733, 'loss': 1.138672947883606}
+{'epoch': 300, 'iter': 30, 'avg_loss': 1.130310716167573, 'avg_acc_mask': 59.98814463544754, 'loss': 1.1637556552886963}
+{'epoch': 300, 'iter': 40, 'avg_loss': 1.1349148590390274, 'avg_acc_mask': 59.77112676056338, 'loss': 1.2253533601760864}
+{'epoch': 300, 'iter': 50, 'avg_loss': 1.143296263965906, 'avg_acc_mask': 60.091100210231254, 'loss': 1.367923378944397}
+{'epoch': 300, 'iter': 60, 'avg_loss': 1.1436939776920882, 'avg_acc_mask': 60.598943041691136, 'loss': 1.0558539628982544}
+{'epoch': 300, 'iter': 70, 'avg_loss': 1.1418675738321225, 'avg_acc_mask': 60.61381074168798, 'loss': 1.0608620643615723}
+{'epoch': 300, 'iter': 80, 'avg_loss': 1.1396648523248272, 'avg_acc_mask': 60.43214044564483, 'loss': 1.1462140083312988}
+{'epoch': 300, 'iter': 90, 'avg_loss': 1.142442179250193, 'avg_acc_mask': 60.458107293550334, 'loss': 1.0293134450912476}
+{'epoch': 300, 'iter': 100, 'avg_loss': 1.141951572777021, 'avg_acc_mask': 60.763636363636365, 'loss': 0.8886996507644653}
+{'epoch': 300, 'iter': 110, 'avg_loss': 1.1369651453989047, 'avg_acc_mask': 60.760544669545006, 'loss': 1.0894825458526611}
+{'epoch': 300, 'iter': 120, 'avg_loss': 1.1446517114796915, 'avg_acc_mask': 60.61345948420571, 'loss': 1.105776071548462}
+{'epoch': 300, 'iter': 130, 'avg_loss': 1.1478837796749959, 'avg_acc_mask': 60.56457304163726, 'loss': 1.1957736015319824}
+{'epoch': 300, 'iter': 140, 'avg_loss': 1.150384284503071, 'avg_acc_mask': 60.5487724826047, 'loss': 0.9771085381507874}
+{'epoch': 300, 'iter': 150, 'avg_loss': 1.145521667224682, 'avg_acc_mask': 60.76913625752549, 'loss': 0.9290940165519714}
+{'epoch': 300, 'iter': 160, 'avg_loss': 1.1454251267895195, 'avg_acc_mask': 60.792444137295554, 'loss': 1.2077924013137817}
+{'epoch': 300, 'iter': 170, 'avg_loss': 1.1442245318178546, 'avg_acc_mask': 60.63702576366996, 'loss': 1.166582703590393}
+{'epoch': 300, 'iter': 180, 'avg_loss': 1.1405974356509045, 'avg_acc_mask': 60.69998973622087, 'loss': 1.0052751302719116}
+{'epoch': 300, 'iter': 190, 'avg_loss': 1.1423168160528412, 'avg_acc_mask': 60.593673965936745, 'loss': 1.274580717086792}
+{'epoch': 300, 'iter': 200, 'avg_loss': 1.135991202954629, 'avg_acc_mask': 60.83502678736375, 'loss': 0.955877959728241}
+{'epoch': 300, 'iter': 210, 'avg_loss': 1.1345877520280991, 'avg_acc_mask': 60.92732711595988, 'loss': 1.0931613445281982}
+{'epoch': 300, 'iter': 220, 'avg_loss': 1.1366284252291892, 'avg_acc_mask': 60.8961474036851, 'loss': 1.2333298921585083}
+{'epoch': 300, 'iter': 230, 'avg_loss': 1.1378369370064179, 'avg_acc_mask': 60.83086053412463, 'loss': 1.0108739137649536}
+{'epoch': 300, 'iter': 240, 'avg_loss': 1.1354867897587693, 'avg_acc_mask': 60.81485459986189, 'loss': 0.9561885595321655}
+{'epoch': 300, 'iter': 250, 'avg_loss': 1.1332250736149183, 'avg_acc_mask': 60.947267779657274, 'loss': 0.7593218684196472}
+{'epoch': 300, 'iter': 260, 'avg_loss': 1.1317862918550483, 'avg_acc_mask': 60.991501416430594, 'loss': 1.2996587753295898}
+{'epoch': 300, 'iter': 270, 'avg_loss': 1.1319263317928103, 'avg_acc_mask': 60.93177810931778, 'loss': 1.2272007465362549}
+{'epoch': 'EP300_test', 'avg_loss': 1.1327392934025198, 'total_masked_acc': 60.891056041680585}