diff --git "a/ratio_proportion_change4/logs/masked/log_test_10per_finetuned.txt" "b/ratio_proportion_change4/logs/masked/log_test_10per_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change4/logs/masked/log_test_10per_finetuned.txt"
@@ -0,0 +1,9129 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.16011991314215784, 'avg_acc': 0.0, 'loss': 0.16011991314215784}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.19981617552822445, 'avg_acc': 0.0, 'loss': 0.16452647055848502}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.18267729579957895, 'avg_acc': 0.0, 'loss': 0.2097558774476056}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.1782714506391407, 'avg_acc': 0.0, 'loss': 0.12823783432083602}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.1800449147707353, 'avg_acc': 0.0, 'loss': 0.18123382568696147}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.17927322184407912, 'avg_acc': 0.0, 'loss': 0.17762052295334538}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.18315827356899456, 'avg_acc': 0.0, 'loss': 0.2129809381585801}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.18595509743108615, 'avg_acc': 0.0, 'loss': 0.2605462149783437}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.18682948015508596, 'avg_acc': 0.0, 'loss': 0.1915485231043671}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.1865311413238426, 'avg_acc': 0.0, 'loss': 0.18019797526150275}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.1860275382941489, 'avg_acc': 0.0, 'loss': 0.15549374456791806}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.1861692925536548, 'avg_acc': 0.0, 'loss': 0.23106219723142982}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.18685476919028632, 'avg_acc': 0.0, 'loss': 0.1673380306820036}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.1876437562116923, 'avg_acc': 0.0, 'loss': 0.17053818015847355}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.18667713314969456, 'avg_acc': 0.0, 'loss': 0.1860643561542799}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.1869762107104015, 'avg_acc': 0.0, 'loss': 0.157587766497662}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.18868972686816995, 'avg_acc': 0.0, 'loss': 0.20503782233364679}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.18842519785633094, 'avg_acc': 0.0, 'loss': 0.13727061333234555}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.18781201762171879, 'avg_acc': 0.0, 'loss': 0.16171194299905825}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.186523231431923, 'avg_acc': 0.0, 'loss': 0.1972252462624705}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.18639729036068503, 'avg_acc': 0.0, 'loss': 0.09033297665051317}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.1859468287886334, 'avg_acc': 0.0, 'loss': 0.15846764653854603}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.18660960423936365, 'avg_acc': 0.0, 'loss': 0.2190071662844275}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.18688908785333622, 'avg_acc': 0.0, 'loss': 0.17367451569901146}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.18674919247597, 'avg_acc': 0.0, 'loss': 0.18777661128426967}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.18686837754743713, 'avg_acc': 0.0, 'loss': 0.22411171746664746}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.18684799827006116, 'avg_acc': 0.0, 'loss': 0.2125067931358769}
+{'epoch': 0, 'iter': 270, 'avg_loss': 0.18700028974002061, 'avg_acc': 0.0, 'loss': 0.11656448012217879}
+{'epoch': 0, 'iter': 280, 'avg_loss': 0.18633844604777322, 'avg_acc': 0.0, 'loss': 0.18266685902926838}
+{'epoch': 0, 'iter': 290, 'avg_loss': 0.18683572813119603, 'avg_acc': 0.0, 'loss': 0.21594226093501284}
+{'epoch': 0, 'iter': 300, 'avg_loss': 0.18624256929824096, 'avg_acc': 0.0, 'loss': 0.19673851527373437}
+{'epoch': 0, 'iter': 310, 'avg_loss': 0.18564537322388003, 'avg_acc': 0.0, 'loss': 0.2319666356883577}
+{'epoch': 0, 'iter': 320, 'avg_loss': 0.18557957414280557, 'avg_acc': 0.0, 'loss': 0.1716590439672083}
+{'epoch': 0, 'iter': 330, 'avg_loss': 0.18605501489576384, 'avg_acc': 0.0, 'loss': 0.2077825278392993}
+{'epoch': 0, 'iter': 340, 'avg_loss': 0.1858648206153041, 'avg_acc': 0.0, 'loss': 0.09899006876055085}
+{'epoch': 0, 'iter': 350, 'avg_loss': 0.1864679423764752, 'avg_acc': 0.0, 'loss': 0.30405298401767916}
+{'epoch': 0, 'iter': 360, 'avg_loss': 0.18659200500049403, 'avg_acc': 0.0, 'loss': 0.2478750896116253}
+{'epoch': 0, 'iter': 370, 'avg_loss': 0.1866299402427032, 'avg_acc': 0.0, 'loss': 0.2333809458442764}
+{'epoch': 0, 'iter': 380, 'avg_loss': 0.18646155595037575, 'avg_acc': 0.0, 'loss': 0.1460511761761154}
+{'epoch': 0, 'iter': 390, 'avg_loss': 0.18643386310170892, 'avg_acc': 0.0, 'loss': 0.19696436015406754}
+{'epoch': 0, 'iter': 400, 'avg_loss': 0.18628148682187318, 'avg_acc': 0.0, 'loss': 0.21396393690728083}
+{'epoch': 0, 'iter': 410, 'avg_loss': 0.18654019078304482, 'avg_acc': 0.0, 'loss': 0.20399434517769674}
+{'epoch': 0, 'iter': 420, 'avg_loss': 0.1867767231138938, 'avg_acc': 0.0, 'loss': 0.21115281631604635}
+{'epoch': 0, 'iter': 430, 'avg_loss': 0.18711243909273975, 'avg_acc': 0.0, 'loss': 0.12533904629318773}
+{'epoch': 0, 'iter': 440, 'avg_loss': 0.18701353381701183, 'avg_acc': 0.0, 'loss': 0.2070838765918909}
+{'epoch': 0, 'iter': 450, 'avg_loss': 0.1871268266154383, 'avg_acc': 0.0, 'loss': 0.18237050575511862}
+{'epoch': 0, 'iter': 460, 'avg_loss': 0.18774621625702653, 'avg_acc': 0.0, 'loss': 0.24747685332425004}
+{'epoch': 0, 'iter': 470, 'avg_loss': 0.18774280472325686, 'avg_acc': 0.0, 'loss': 0.1528962144844367}
+{'epoch': 0, 'iter': 480, 'avg_loss': 0.18807333638009305, 'avg_acc': 0.0, 'loss': 0.19526192735481473}
+{'epoch': 0, 'iter': 490, 'avg_loss': 0.18778443490957486, 'avg_acc': 0.0, 'loss': 0.15989167509334426}
+{'epoch': 0, 'iter': 500, 'avg_loss': 0.18738759914419723, 'avg_acc': 0.0, 'loss': 0.22843746981691634}
+{'epoch': 0, 'iter': 510, 'avg_loss': 0.18709796445461155, 'avg_acc': 0.0, 'loss': 0.17274454474681988}
+{'epoch': 0, 'iter': 520, 'avg_loss': 0.18675324586738473, 'avg_acc': 0.0, 'loss': 0.14010435189681758}
+{'epoch': 0, 'iter': 530, 'avg_loss': 0.18655441154811211, 'avg_acc': 0.0, 'loss': 0.17570072275494955}
+{'epoch': 0, 'iter': 540, 'avg_loss': 0.18660102854575814, 'avg_acc': 0.0, 'loss': 0.1366842419416311}
+{'epoch': 0, 'iter': 550, 'avg_loss': 0.18662542306009477, 'avg_acc': 0.0, 'loss': 0.20640668980714896}
+{'epoch': 0, 'iter': 560, 'avg_loss': 0.18669834740220995, 'avg_acc': 0.0, 'loss': 0.1613575723562722}
+{'epoch': 0, 'iter': 570, 'avg_loss': 0.18668033869099132, 'avg_acc': 0.0, 'loss': 0.20543673452630173}
+{'epoch': 0, 'iter': 580, 'avg_loss': 0.18701187410840986, 'avg_acc': 0.0, 'loss': 0.20002093960335643}
+{'epoch': 0, 'iter': 590, 'avg_loss': 0.1872702449187918, 'avg_acc': 0.0, 'loss': 0.191216611143318}
+{'epoch': 0, 'iter': 600, 'avg_loss': 0.18701125003986677, 'avg_acc': 0.0, 'loss': 0.17348728603350796}
+{'epoch': 0, 'iter': 610, 'avg_loss': 0.1869786265347071, 'avg_acc': 0.0, 'loss': 0.2092524733650082}
+{'epoch': 0, 'iter': 620, 'avg_loss': 0.18710723856754774, 'avg_acc': 0.0, 'loss': 0.16749642223502242}
+{'epoch': 0, 'iter': 630, 'avg_loss': 0.18703907119128185, 'avg_acc': 0.0, 'loss': 0.19599053547218706}
+{'epoch': 0, 'iter': 640, 'avg_loss': 0.18684550624022214, 'avg_acc': 0.0, 'loss': 0.1675403516710503}
+{'epoch': 0, 'iter': 650, 'avg_loss': 0.18682650827149533, 'avg_acc': 0.0, 'loss': 0.24855103111102445}
+{'epoch': 0, 'iter': 660, 'avg_loss': 0.1866613872879801, 'avg_acc': 0.0, 'loss': 0.1503054832116634}
+{'epoch': 0, 'iter': 670, 'avg_loss': 0.18663559970677196, 'avg_acc': 0.0, 'loss': 0.1771800381871539}
+{'epoch': 0, 'iter': 680, 'avg_loss': 0.1862970490474848, 'avg_acc': 0.0, 'loss': 0.17429097180346226}
+{'epoch': 0, 'iter': 690, 'avg_loss': 0.18639776263234067, 'avg_acc': 0.0, 'loss': 0.20968672610303785}
+{'epoch': 0, 'iter': 700, 'avg_loss': 0.18641004939503625, 'avg_acc': 0.0, 'loss': 0.20029757527351777}
+{'epoch': 0, 'iter': 710, 'avg_loss': 0.1865377870863302, 'avg_acc': 0.0, 'loss': 0.17229105300170236}
+{'epoch': 0, 'iter': 720, 'avg_loss': 0.18638247041937517, 'avg_acc': 0.0, 'loss': 0.14809472532735005}
+{'epoch': 0, 'iter': 730, 'avg_loss': 0.18665200114155314, 'avg_acc': 0.0, 'loss': 0.2572024281253107}
+{'epoch': 0, 'iter': 740, 'avg_loss': 0.18636535504406376, 'avg_acc': 0.0, 'loss': 0.12398511536594015}
+{'epoch': 0, 'iter': 750, 'avg_loss': 0.1861579312776874, 'avg_acc': 0.0, 'loss': 0.09450831781162247}
+{'epoch': 0, 'iter': 760, 'avg_loss': 0.1863037222151258, 'avg_acc': 0.0, 'loss': 0.24910046657688714}
+{'epoch': 0, 'iter': 770, 'avg_loss': 0.18628863982660687, 'avg_acc': 0.0, 'loss': 0.16976901473078343}
+{'epoch': 0, 'iter': 780, 'avg_loss': 0.18620007090763904, 'avg_acc': 0.0, 'loss': 0.15370279226460426}
+{'epoch': 0, 'iter': 790, 'avg_loss': 0.18603063237090128, 'avg_acc': 0.0, 'loss': 0.21215892243448511}
+{'epoch': 0, 'iter': 800, 'avg_loss': 0.1859842469442977, 'avg_acc': 0.0, 'loss': 0.08494488494761754}
+{'epoch': 0, 'iter': 810, 'avg_loss': 0.185826736497702, 'avg_acc': 0.0, 'loss': 0.17428545174646257}
+{'epoch': 0, 'iter': 820, 'avg_loss': 0.18607323375241677, 'avg_acc': 0.0, 'loss': 0.19610328505431035}
+{'epoch': 0, 'iter': 830, 'avg_loss': 0.1860037289099102, 'avg_acc': 0.0, 'loss': 0.15441944314807188}
+{'epoch': 0, 'iter': 840, 'avg_loss': 0.1860940070847731, 'avg_acc': 0.0, 'loss': 0.21244947538486614}
+{'epoch': 0, 'iter': 850, 'avg_loss': 0.1861708189000759, 'avg_acc': 0.0, 'loss': 0.18962289283393016}
+{'epoch': 0, 'iter': 860, 'avg_loss': 0.1861478611855001, 'avg_acc': 0.0, 'loss': 0.2118549722924529}
+{'epoch': 0, 'iter': 870, 'avg_loss': 0.18671187999618494, 'avg_acc': 0.0, 'loss': 0.1652901662174762}
+{'epoch': 0, 'iter': 880, 'avg_loss': 0.18694370382584674, 'avg_acc': 0.0, 'loss': 0.2690070424630124}
+{'epoch': 0, 'iter': 890, 'avg_loss': 0.18710473070264755, 'avg_acc': 0.0, 'loss': 0.16129092535162012}
+{'epoch': 0, 'iter': 900, 'avg_loss': 0.18727012595835346, 'avg_acc': 0.0, 'loss': 0.20295832302716527}
+{'epoch': 0, 'iter': 910, 'avg_loss': 0.18723786573377313, 'avg_acc': 0.0, 'loss': 0.22190475099653537}
+{'epoch': 0, 'iter': 920, 'avg_loss': 0.18731320655996683, 'avg_acc': 0.0, 'loss': 0.14580123085969326}
+{'epoch': 0, 'iter': 930, 'avg_loss': 0.18733856665181786, 'avg_acc': 0.0, 'loss': 0.1999967062188911}
+{'epoch': 0, 'iter': 940, 'avg_loss': 0.18721648990635412, 'avg_acc': 0.0, 'loss': 0.17416935383932597}
+{'epoch': 0, 'iter': 950, 'avg_loss': 0.18735107720936506, 'avg_acc': 0.0, 'loss': 0.12585531278247278}
+{'epoch': 0, 'iter': 960, 'avg_loss': 0.18703905535873022, 'avg_acc': 0.0, 'loss': 0.20632297946992495}
+{'epoch': 0, 'iter': 970, 'avg_loss': 0.18697553106428413, 'avg_acc': 0.0, 'loss': 0.1214034342119703}
+{'epoch': 0, 'iter': 980, 'avg_loss': 0.18708307022014012, 'avg_acc': 0.0, 'loss': 0.18408707231200033}
+{'epoch': 0, 'iter': 990, 'avg_loss': 0.1871084386543059, 'avg_acc': 0.0, 'loss': 0.19353957859857474}
+{'epoch': 0, 'iter': 1000, 'avg_loss': 0.18713763863387078, 'avg_acc': 0.0, 'loss': 0.16237070297730885}
+{'epoch': 0, 'iter': 1010, 'avg_loss': 0.1869569288224154, 'avg_acc': 0.0, 'loss': 0.16427127959884402}
+{'epoch': 0, 'iter': 1020, 'avg_loss': 0.18672698512974456, 'avg_acc': 0.0, 'loss': 0.20962369927812166}
+{'epoch': 0, 'iter': 1030, 'avg_loss': 0.18672605904985384, 'avg_acc': 0.0, 'loss': 0.2533515872211345}
+{'epoch': 0, 'iter': 1040, 'avg_loss': 0.18666221693678553, 'avg_acc': 0.0, 'loss': 0.1743819439704696}
+{'epoch': 0, 'iter': 1050, 'avg_loss': 0.18678889966157664, 'avg_acc': 0.0, 'loss': 0.2229745769769319}
+{'epoch': 0, 'iter': 1060, 'avg_loss': 0.1867527956529896, 'avg_acc': 0.0, 'loss': 0.2083561200769119}
+{'epoch': 0, 'iter': 1070, 'avg_loss': 0.18667533734472241, 'avg_acc': 0.0, 'loss': 0.1480993405816012}
+{'epoch': 0, 'iter': 1080, 'avg_loss': 0.18650673677075172, 'avg_acc': 0.0, 'loss': 0.193293354609133}
+{'epoch': 0, 'iter': 1090, 'avg_loss': 0.18650177907488502, 'avg_acc': 0.0, 'loss': 0.12640292684955057}
+{'epoch': 0, 'iter': 1100, 'avg_loss': 0.18646600514298198, 'avg_acc': 0.0, 'loss': 0.1598566232486129}
+{'epoch': 0, 'iter': 1110, 'avg_loss': 0.18665780808447024, 'avg_acc': 0.0, 'loss': 0.2443944104057404}
+{'epoch': 0, 'iter': 1120, 'avg_loss': 0.18649428429576745, 'avg_acc': 0.0, 'loss': 0.1581942566969831}
+{'epoch': 0, 'iter': 1130, 'avg_loss': 0.18642671970532135, 'avg_acc': 0.0, 'loss': 0.15513427595890658}
+{'epoch': 0, 'iter': 1140, 'avg_loss': 0.18645609954573364, 'avg_acc': 0.0, 'loss': 0.19783650392076066}
+{'epoch': 0, 'iter': 1150, 'avg_loss': 0.18662814410741788, 'avg_acc': 0.0, 'loss': 0.2357011481757841}
+{'epoch': 0, 'iter': 1160, 'avg_loss': 0.1867743001335993, 'avg_acc': 0.0, 'loss': 0.20866299936148736}
+{'epoch': 0, 'iter': 1170, 'avg_loss': 0.18669926371006662, 'avg_acc': 0.0, 'loss': 0.1713307577156229}
+{'epoch': 0, 'iter': 1180, 'avg_loss': 0.1866245244711622, 'avg_acc': 0.0, 'loss': 0.17377332555770408}
+{'epoch': 0, 'iter': 1190, 'avg_loss': 0.18658550847716207, 'avg_acc': 0.0, 'loss': 0.18579205785603595}
+{'epoch': 0, 'iter': 1200, 'avg_loss': 0.18627914447589194, 'avg_acc': 0.0, 'loss': 0.21641820260681144}
+{'epoch': 0, 'iter': 1210, 'avg_loss': 0.18638444106498403, 'avg_acc': 0.0, 'loss': 0.2136926677298366}
+{'epoch': 0, 'iter': 1220, 'avg_loss': 0.18633438266308547, 'avg_acc': 0.0, 'loss': 0.15546390919189434}
+{'epoch': 0, 'iter': 1230, 'avg_loss': 0.18636489439645945, 'avg_acc': 0.0, 'loss': 0.1707645794210423}
+{'epoch': 0, 'iter': 1240, 'avg_loss': 0.18641940818172556, 'avg_acc': 0.0, 'loss': 0.17217874299344008}
+{'epoch': 0, 'iter': 1250, 'avg_loss': 0.18646519074749587, 'avg_acc': 0.0, 'loss': 0.19674974756032626}
+{'epoch': 0, 'iter': 1260, 'avg_loss': 0.18658860430924207, 'avg_acc': 0.0, 'loss': 0.1197072242440689}
+{'epoch': 0, 'iter': 1270, 'avg_loss': 0.18672676369755623, 'avg_acc': 0.0, 'loss': 0.271364663854391}
+{'epoch': 0, 'iter': 1280, 'avg_loss': 0.18676962024791277, 'avg_acc': 0.0, 'loss': 0.2848476494442106}
+{'epoch': 0, 'iter': 1290, 'avg_loss': 0.18673349660663463, 'avg_acc': 0.0, 'loss': 0.21914722811821513}
+{'epoch': 0, 'iter': 1300, 'avg_loss': 0.18670054453279308, 'avg_acc': 0.0, 'loss': 0.2190418302863171}
+{'epoch': 0, 'iter': 1310, 'avg_loss': 0.1868681682138386, 'avg_acc': 0.0, 'loss': 0.18637984051643536}
+{'epoch': 0, 'iter': 1320, 'avg_loss': 0.18673051530895998, 'avg_acc': 0.0, 'loss': 0.17162600632582325}
+{'epoch': 0, 'iter': 1330, 'avg_loss': 0.18672341016160532, 'avg_acc': 0.0, 'loss': 0.12333035117938249}
+{'epoch': 0, 'iter': 1340, 'avg_loss': 0.18673124955012466, 'avg_acc': 0.0, 'loss': 0.14816829760301126}
+{'epoch': 0, 'iter': 1350, 'avg_loss': 0.18675820541617097, 'avg_acc': 0.0, 'loss': 0.22149261106200616}
+{'epoch': 0, 'iter': 1360, 'avg_loss': 0.18677228798316614, 'avg_acc': 0.0, 'loss': 0.18689824801965316}
+{'epoch': 0, 'iter': 1370, 'avg_loss': 0.18678458057183117, 'avg_acc': 0.0, 'loss': 0.17281020374918754}
+{'epoch': 0, 'iter': 1380, 'avg_loss': 0.18691173896033858, 'avg_acc': 0.0, 'loss': 0.23213999413668976}
+{'epoch': 0, 'iter': 1390, 'avg_loss': 0.1870439874206776, 'avg_acc': 0.0, 'loss': 0.17380019597892116}
+{'epoch': 0, 'iter': 1400, 'avg_loss': 0.18710257357653817, 'avg_acc': 0.0, 'loss': 0.20424767952915446}
+{'epoch': 0, 'iter': 1410, 'avg_loss': 0.1871189779761044, 'avg_acc': 0.0, 'loss': 0.21257611905665336}
+{'epoch': 0, 'iter': 1420, 'avg_loss': 0.18728956363579927, 'avg_acc': 0.0, 'loss': 0.16467393900010002}
+{'epoch': 0, 'iter': 1430, 'avg_loss': 0.18731844914692525, 'avg_acc': 0.0, 'loss': 0.17520234690164216}
+{'epoch': 0, 'iter': 1440, 'avg_loss': 0.18738238400161272, 'avg_acc': 0.0, 'loss': 0.19946928860528193}
+{'epoch': 0, 'iter': 1450, 'avg_loss': 0.18738284774597072, 'avg_acc': 0.0, 'loss': 0.12630512259264443}
+{'epoch': 0, 'iter': 1460, 'avg_loss': 0.1874374703293305, 'avg_acc': 0.0, 'loss': 0.13656530609711937}
+{'epoch': 0, 'iter': 1470, 'avg_loss': 0.18747454386909002, 'avg_acc': 0.0, 'loss': 0.18354896858467587}
+{'epoch': 0, 'iter': 1480, 'avg_loss': 0.18735310015556667, 'avg_acc': 0.0, 'loss': 0.12306122969312128}
+{'epoch': 0, 'iter': 1490, 'avg_loss': 0.1873454594056539, 'avg_acc': 0.0, 'loss': 0.20851015698904768}
+{'epoch': 0, 'iter': 1500, 'avg_loss': 0.18734368419954164, 'avg_acc': 0.0, 'loss': 0.1874353244191817}
+{'epoch': 0, 'iter': 1510, 'avg_loss': 0.18731344589279503, 'avg_acc': 0.0, 'loss': 0.23874361104390118}
+{'epoch': 0, 'iter': 1520, 'avg_loss': 0.18742347599188822, 'avg_acc': 0.0, 'loss': 0.2034018038227389}
+{'epoch': 0, 'iter': 1530, 'avg_loss': 0.18734418132585295, 'avg_acc': 0.0, 'loss': 0.15355702873369279}
+{'epoch': 0, 'iter': 1540, 'avg_loss': 0.18729442932666754, 'avg_acc': 0.0, 'loss': 0.163372511542028}
+{'epoch': 0, 'iter': 1550, 'avg_loss': 0.1873578706803866, 'avg_acc': 0.0, 'loss': 0.13658803082008877}
+{'epoch': 0, 'iter': 1560, 'avg_loss': 0.18733586527486887, 'avg_acc': 0.0, 'loss': 0.22523843431346383}
+{'epoch': 0, 'iter': 1570, 'avg_loss': 0.18737815856916068, 'avg_acc': 0.0, 'loss': 0.23032978201600987}
+{'epoch': 0, 'iter': 1580, 'avg_loss': 0.18738306931742363, 'avg_acc': 0.0, 'loss': 0.13852575779934082}
+{'epoch': 0, 'iter': 1590, 'avg_loss': 0.18739214317525751, 'avg_acc': 0.0, 'loss': 0.1267725708873643}
+{'epoch': 0, 'iter': 1600, 'avg_loss': 0.18728815948615524, 'avg_acc': 0.0, 'loss': 0.181818045226724}
+{'epoch': 0, 'iter': 1610, 'avg_loss': 0.1873418716771115, 'avg_acc': 0.0, 'loss': 0.12787031984563715}
+{'epoch': 0, 'iter': 1620, 'avg_loss': 0.1873303001529598, 'avg_acc': 0.0, 'loss': 0.15306858050046554}
+{'epoch': 0, 'iter': 1630, 'avg_loss': 0.1874104986795628, 'avg_acc': 0.0, 'loss': 0.10930575869653174}
+{'epoch': 0, 'iter': 1640, 'avg_loss': 0.18746983992060334, 'avg_acc': 0.0, 'loss': 0.1842251550052814}
+{'epoch': 0, 'iter': 1650, 'avg_loss': 0.1874381089176218, 'avg_acc': 0.0, 'loss': 0.2123461322958714}
+{'epoch': 0, 'iter': 1660, 'avg_loss': 0.1876142495168012, 'avg_acc': 0.0, 'loss': 0.203750030815302}
+{'epoch': 0, 'iter': 1670, 'avg_loss': 0.1876012306998339, 'avg_acc': 0.0, 'loss': 0.10986975307501519}
+{'epoch': 0, 'iter': 1680, 'avg_loss': 0.18755963367739223, 'avg_acc': 0.0, 'loss': 0.14350540566374548}
+{'epoch': 0, 'iter': 1690, 'avg_loss': 0.18751275547483146, 'avg_acc': 0.0, 'loss': 0.2398548405097764}
+{'epoch': 0, 'iter': 1700, 'avg_loss': 0.18752319361097142, 'avg_acc': 0.0, 'loss': 0.15775855609847764}
+{'epoch': 0, 'iter': 1710, 'avg_loss': 0.18751857286273543, 'avg_acc': 0.0, 'loss': 0.14950155197064824}
+{'epoch': 0, 'iter': 1720, 'avg_loss': 0.1874547642556005, 'avg_acc': 0.0, 'loss': 0.17261242512696687}
+{'epoch': 0, 'iter': 1730, 'avg_loss': 0.18756838944326726, 'avg_acc': 0.0, 'loss': 0.2031459516957901}
+{'epoch': 0, 'iter': 1740, 'avg_loss': 0.18744790499960964, 'avg_acc': 0.0, 'loss': 0.12871177663328126}
+{'epoch': 0, 'iter': 1750, 'avg_loss': 0.18746808734299444, 'avg_acc': 0.0, 'loss': 0.2318008874488961}
+{'epoch': 0, 'iter': 1760, 'avg_loss': 0.18734292145135262, 'avg_acc': 0.0, 'loss': 0.17592484358673183}
+{'epoch': 0, 'iter': 1770, 'avg_loss': 0.18736314210865707, 'avg_acc': 0.0, 'loss': 0.20603069143856242}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.0, 'ece': 0.0750780701637268, 'avg_loss': 0.18738781094315302, 'f1_scores': 0.7918486633551559}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.10850496514103725, 'avg_acc': 0.0, 'loss': 0.10850496514103725}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.15388500831060997, 'avg_acc': 0.0, 'loss': 0.1190656585942114}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.13932215122137373, 'avg_acc': 0.0, 'loss': 0.17898458754228028}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.1357100310713342, 'avg_acc': 0.0, 'loss': 0.0806816182043154}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.13861870538380808, 'avg_acc': 0.0, 'loss': 0.15286510315594828}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.13813388832239157, 'avg_acc': 0.0, 'loss': 0.13819867483315257}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.14181176793503028, 'avg_acc': 0.0, 'loss': 0.19394056832970819}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.14440369951102675, 'avg_acc': 0.0, 'loss': 0.22044059940630437}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.14511402302066143, 'avg_acc': 0.0, 'loss': 0.1492967008546527}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.144615338828804, 'avg_acc': 0.0, 'loss': 0.15647972778762256}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.14425486945975896, 'avg_acc': 0.0, 'loss': 0.12032014462394207}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.1446643795915309, 'avg_acc': 0.0, 'loss': 0.187635057900999}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.14528076627322217, 'avg_acc': 0.0, 'loss': 0.1316543489187357}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.1461199118345091, 'avg_acc': 0.0, 'loss': 0.12184678391245791}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.14527532961061868, 'avg_acc': 0.0, 'loss': 0.1420770933244577}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.1453803416469702, 'avg_acc': 0.0, 'loss': 0.11980920698260888}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.14719336374871203, 'avg_acc': 0.0, 'loss': 0.1602273298345348}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.1469722110659441, 'avg_acc': 0.0, 'loss': 0.10555717689203448}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.1466354975679629, 'avg_acc': 0.0, 'loss': 0.14565313002198568}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.14555639854294197, 'avg_acc': 0.0, 'loss': 0.1434930758509186}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.14546188004953345, 'avg_acc': 0.0, 'loss': 0.0530241009369742}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.14483544841324564, 'avg_acc': 0.0, 'loss': 0.10742665971026456}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.14567682886556843, 'avg_acc': 0.0, 'loss': 0.17113716248163005}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.14609047642671016, 'avg_acc': 0.0, 'loss': 0.12870783468679292}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.14577213981921636, 'avg_acc': 0.0, 'loss': 0.15326678311872197}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.1459644004951819, 'avg_acc': 0.0, 'loss': 0.18311616219684115}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.1458980426880139, 'avg_acc': 0.0, 'loss': 0.1609111637226306}
+{'epoch': 1, 'iter': 270, 'avg_loss': 0.14599958564169294, 'avg_acc': 0.0, 'loss': 0.06901502544808734}
+{'epoch': 1, 'iter': 280, 'avg_loss': 0.1455927113154834, 'avg_acc': 0.0, 'loss': 0.15448040308547206}
+{'epoch': 1, 'iter': 290, 'avg_loss': 0.14627770165286716, 'avg_acc': 0.0, 'loss': 0.1791646494613295}
+{'epoch': 1, 'iter': 300, 'avg_loss': 0.14574311300563808, 'avg_acc': 0.0, 'loss': 0.16442993106777845}
+{'epoch': 1, 'iter': 310, 'avg_loss': 0.14518535964483983, 'avg_acc': 0.0, 'loss': 0.1852752871688738}
+{'epoch': 1, 'iter': 320, 'avg_loss': 0.1452830634108806, 'avg_acc': 0.0, 'loss': 0.14350647406328268}
+{'epoch': 1, 'iter': 330, 'avg_loss': 0.1458167298615163, 'avg_acc': 0.0, 'loss': 0.16262340555788665}
+{'epoch': 1, 'iter': 340, 'avg_loss': 0.14560099321792558, 'avg_acc': 0.0, 'loss': 0.06154147786271226}
+{'epoch': 1, 'iter': 350, 'avg_loss': 0.14632725840848976, 'avg_acc': 0.0, 'loss': 0.2670969933044814}
+{'epoch': 1, 'iter': 360, 'avg_loss': 0.1465927672984264, 'avg_acc': 0.0, 'loss': 0.2108078774160406}
+{'epoch': 1, 'iter': 370, 'avg_loss': 0.14668049472294023, 'avg_acc': 0.0, 'loss': 0.19987316973232996}
+{'epoch': 1, 'iter': 380, 'avg_loss': 0.146547352231127, 'avg_acc': 0.0, 'loss': 0.1077668058242125}
+{'epoch': 1, 'iter': 390, 'avg_loss': 0.1465702609025568, 'avg_acc': 0.0, 'loss': 0.16680212081908913}
+{'epoch': 1, 'iter': 400, 'avg_loss': 0.14637828178837567, 'avg_acc': 0.0, 'loss': 0.17364520239165618}
+{'epoch': 1, 'iter': 410, 'avg_loss': 0.14656966841877103, 'avg_acc': 0.0, 'loss': 0.1668900167559124}
+{'epoch': 1, 'iter': 420, 'avg_loss': 0.1467383963046038, 'avg_acc': 0.0, 'loss': 0.15058592555786682}
+{'epoch': 1, 'iter': 430, 'avg_loss': 0.1471445494596499, 'avg_acc': 0.0, 'loss': 0.08235519566525389}
+{'epoch': 1, 'iter': 440, 'avg_loss': 0.14688877674684514, 'avg_acc': 0.0, 'loss': 0.13184260073363216}
+{'epoch': 1, 'iter': 450, 'avg_loss': 0.14711440349532695, 'avg_acc': 0.0, 'loss': 0.1287044970803046}
+{'epoch': 1, 'iter': 460, 'avg_loss': 0.14774973865887997, 'avg_acc': 0.0, 'loss': 0.20358591391829706}
+{'epoch': 1, 'iter': 470, 'avg_loss': 0.14770151793346792, 'avg_acc': 0.0, 'loss': 0.10632997922948562}
+{'epoch': 1, 'iter': 480, 'avg_loss': 0.14801057611033566, 'avg_acc': 0.0, 'loss': 0.15445941422824813}
+{'epoch': 1, 'iter': 490, 'avg_loss': 0.1476590144346739, 'avg_acc': 0.0, 'loss': 0.10855814188471413}
+{'epoch': 1, 'iter': 500, 'avg_loss': 0.14714290608321642, 'avg_acc': 0.0, 'loss': 0.18187822258343136}
+{'epoch': 1, 'iter': 510, 'avg_loss': 0.1468367825944521, 'avg_acc': 0.0, 'loss': 0.13811546394052648}
+{'epoch': 1, 'iter': 520, 'avg_loss': 0.1465501433798694, 'avg_acc': 0.0, 'loss': 0.09932845556405871}
+{'epoch': 1, 'iter': 530, 'avg_loss': 0.1462783505378056, 'avg_acc': 0.0, 'loss': 0.15362636257382942}
+{'epoch': 1, 'iter': 540, 'avg_loss': 0.1462531351708976, 'avg_acc': 0.0, 'loss': 0.09284014858920792}
+{'epoch': 1, 'iter': 550, 'avg_loss': 0.14615859018029959, 'avg_acc': 0.0, 'loss': 0.16949786254502083}
+{'epoch': 1, 'iter': 560, 'avg_loss': 0.14632598943721856, 'avg_acc': 0.0, 'loss': 0.12653559239541728}
+{'epoch': 1, 'iter': 570, 'avg_loss': 0.14632840363754535, 'avg_acc': 0.0, 'loss': 0.16887366571713106}
+{'epoch': 1, 'iter': 580, 'avg_loss': 0.14669145413004556, 'avg_acc': 0.0, 'loss': 0.15810226015413978}
+{'epoch': 1, 'iter': 590, 'avg_loss': 0.1469727347736304, 'avg_acc': 0.0, 'loss': 0.14985303206568848}
+{'epoch': 1, 'iter': 600, 'avg_loss': 0.1467540649380638, 'avg_acc': 0.0, 'loss': 0.12286607123054896}
+{'epoch': 1, 'iter': 610, 'avg_loss': 0.14682946584583256, 'avg_acc': 0.0, 'loss': 0.1780090065533711}
+{'epoch': 1, 'iter': 620, 'avg_loss': 0.14695918396953142, 'avg_acc': 0.0, 'loss': 0.11386301957619642}
+{'epoch': 1, 'iter': 630, 'avg_loss': 0.1468028001795937, 'avg_acc': 0.0, 'loss': 0.14845384341710346}
+{'epoch': 1, 'iter': 640, 'avg_loss': 0.14655548885699773, 'avg_acc': 0.0, 'loss': 0.12803473251551623}
+{'epoch': 1, 'iter': 650, 'avg_loss': 0.1465802770166135, 'avg_acc': 0.0, 'loss': 0.21287121493203032}
+{'epoch': 1, 'iter': 660, 'avg_loss': 0.14638168855270678, 'avg_acc': 0.0, 'loss': 0.10503743126693214}
+{'epoch': 1, 'iter': 670, 'avg_loss': 0.1463257249657552, 'avg_acc': 0.0, 'loss': 0.12981461001722241}
+{'epoch': 1, 'iter': 680, 'avg_loss': 0.14598189122993388, 'avg_acc': 0.0, 'loss': 0.14075257927678259}
+{'epoch': 1, 'iter': 690, 'avg_loss': 0.14613241550545503, 'avg_acc': 0.0, 'loss': 0.16967211938026594}
+{'epoch': 1, 'iter': 700, 'avg_loss': 0.1460722497717543, 'avg_acc': 0.0, 'loss': 0.14154399371286022}
+{'epoch': 1, 'iter': 710, 'avg_loss': 0.1462069829844493, 'avg_acc': 0.0, 'loss': 0.12036794427694986}
+{'epoch': 1, 'iter': 720, 'avg_loss': 0.14607213614778825, 'avg_acc': 0.0, 'loss': 0.09741562660201453}
+{'epoch': 1, 'iter': 730, 'avg_loss': 0.14635059697552236, 'avg_acc': 0.0, 'loss': 0.23250201517709812}
+{'epoch': 1, 'iter': 740, 'avg_loss': 0.14604536825618164, 'avg_acc': 0.0, 'loss': 0.09402502925721429}
+{'epoch': 1, 'iter': 750, 'avg_loss': 0.14587039901026289, 'avg_acc': 0.0, 'loss': 0.062559183065397}
+{'epoch': 1, 'iter': 760, 'avg_loss': 0.1460525652592912, 'avg_acc': 0.0, 'loss': 0.2182084091109573}
+{'epoch': 1, 'iter': 770, 'avg_loss': 0.14601885872751963, 'avg_acc': 0.0, 'loss': 0.1518325068183393}
+{'epoch': 1, 'iter': 780, 'avg_loss': 0.14593454199537123, 'avg_acc': 0.0, 'loss': 0.09520356510620331}
+{'epoch': 1, 'iter': 790, 'avg_loss': 0.1458296473316595, 'avg_acc': 0.0, 'loss': 0.18150315122121743}
+{'epoch': 1, 'iter': 800, 'avg_loss': 0.14573328049864104, 'avg_acc': 0.0, 'loss': 0.050536442581298094}
+{'epoch': 1, 'iter': 810, 'avg_loss': 0.14553379695690002, 'avg_acc': 0.0, 'loss': 0.1254969237052137}
+{'epoch': 1, 'iter': 820, 'avg_loss': 0.14586604582530732, 'avg_acc': 0.0, 'loss': 0.14331396243817704}
+{'epoch': 1, 'iter': 830, 'avg_loss': 0.14580221960367756, 'avg_acc': 0.0, 'loss': 0.11983153073327099}
+{'epoch': 1, 'iter': 840, 'avg_loss': 0.14586875581466124, 'avg_acc': 0.0, 'loss': 0.15541829020367004}
+{'epoch': 1, 'iter': 850, 'avg_loss': 0.14597587918015476, 'avg_acc': 0.0, 'loss': 0.13523542766571542}
+{'epoch': 1, 'iter': 860, 'avg_loss': 0.14596190687254815, 'avg_acc': 0.0, 'loss': 0.17332809009842873}
+{'epoch': 1, 'iter': 870, 'avg_loss': 0.14658066980521753, 'avg_acc': 0.0, 'loss': 0.12773166359537363}
+{'epoch': 1, 'iter': 880, 'avg_loss': 0.14686469318644021, 'avg_acc': 0.0, 'loss': 0.23892290531408172}
+{'epoch': 1, 'iter': 890, 'avg_loss': 0.1469959254848749, 'avg_acc': 0.0, 'loss': 0.119049271658566}
+{'epoch': 1, 'iter': 900, 'avg_loss': 0.14712769903722733, 'avg_acc': 0.0, 'loss': 0.13586533522383043}
+{'epoch': 1, 'iter': 910, 'avg_loss': 0.14711143260333362, 'avg_acc': 0.0, 'loss': 0.19402157841146356}
+{'epoch': 1, 'iter': 920, 'avg_loss': 0.14718274874990903, 'avg_acc': 0.0, 'loss': 0.11267617918409606}
+{'epoch': 1, 'iter': 930, 'avg_loss': 0.14722266643917822, 'avg_acc': 0.0, 'loss': 0.16329731426334806}
+{'epoch': 1, 'iter': 940, 'avg_loss': 0.1471248606187845, 'avg_acc': 0.0, 'loss': 0.14129090285860002}
+{'epoch': 1, 'iter': 950, 'avg_loss': 0.1472786156198552, 'avg_acc': 0.0, 'loss': 0.07999976494050186}
+{'epoch': 1, 'iter': 960, 'avg_loss': 0.14697617450852332, 'avg_acc': 0.0, 'loss': 0.16198160860325775}
+{'epoch': 1, 'iter': 970, 'avg_loss': 0.14688574293079426, 'avg_acc': 0.0, 'loss': 0.10564628831863436}
+{'epoch': 1, 'iter': 980, 'avg_loss': 0.14699210619419908, 'avg_acc': 0.0, 'loss': 0.14266778760793386}
+{'epoch': 1, 'iter': 990, 'avg_loss': 0.14696219447112338, 'avg_acc': 0.0, 'loss': 0.13578493861859897}
+{'epoch': 1, 'iter': 1000, 'avg_loss': 0.1470027794230568, 'avg_acc': 0.0, 'loss': 0.1360834093694783}
+{'epoch': 1, 'iter': 1010, 'avg_loss': 0.1468026140073251, 'avg_acc': 0.0, 'loss': 0.11504984882984509}
+{'epoch': 1, 'iter': 1020, 'avg_loss': 0.14653808098136245, 'avg_acc': 0.0, 'loss': 0.1552270938617377}
+{'epoch': 1, 'iter': 1030, 'avg_loss': 0.1465491371468294, 'avg_acc': 0.0, 'loss': 0.21806932037413518}
+{'epoch': 1, 'iter': 1040, 'avg_loss': 0.14649295301705195, 'avg_acc': 0.0, 'loss': 0.12382013539692187}
+{'epoch': 1, 'iter': 1050, 'avg_loss': 0.14656584075340504, 'avg_acc': 0.0, 'loss': 0.16428311097271422}
+{'epoch': 1, 'iter': 1060, 'avg_loss': 0.14658666333203624, 'avg_acc': 0.0, 'loss': 0.17408372112861667}
+{'epoch': 1, 'iter': 1070, 'avg_loss': 0.14651648206006568, 'avg_acc': 0.0, 'loss': 0.1092131856546205}
+{'epoch': 1, 'iter': 1080, 'avg_loss': 0.14631507669449684, 'avg_acc': 0.0, 'loss': 0.14493265705615546}
+{'epoch': 1, 'iter': 1090, 'avg_loss': 0.1462826147587672, 'avg_acc': 0.0, 'loss': 0.09123289024864789}
+{'epoch': 1, 'iter': 1100, 'avg_loss': 0.1462117175996676, 'avg_acc': 0.0, 'loss': 0.12708128934484972}
+{'epoch': 1, 'iter': 1110, 'avg_loss': 0.14637893463999682, 'avg_acc': 0.0, 'loss': 0.20033667739750982}
+{'epoch': 1, 'iter': 1120, 'avg_loss': 0.14620593569305657, 'avg_acc': 0.0, 'loss': 0.11679988694647493}
+{'epoch': 1, 'iter': 1130, 'avg_loss': 0.14615450640520514, 'avg_acc': 0.0, 'loss': 0.10787492774709659}
+{'epoch': 1, 'iter': 1140, 'avg_loss': 0.14614908190969822, 'avg_acc': 0.0, 'loss': 0.1709368877345696}
+{'epoch': 1, 'iter': 1150, 'avg_loss': 0.14633979086675278, 'avg_acc': 0.0, 'loss': 0.20624993944095746}
+{'epoch': 1, 'iter': 1160, 'avg_loss': 0.1465522082856877, 'avg_acc': 0.0, 'loss': 0.16842977121892286}
+{'epoch': 1, 'iter': 1170, 'avg_loss': 0.1464512691933679, 'avg_acc': 0.0, 'loss': 0.14162270114944217}
+{'epoch': 1, 'iter': 1180, 'avg_loss': 0.1463585255856513, 'avg_acc': 0.0, 'loss': 0.1295483438152587}
+{'epoch': 1, 'iter': 1190, 'avg_loss': 0.14636103092850905, 'avg_acc': 0.0, 'loss': 0.15731425309370803}
+{'epoch': 1, 'iter': 1200, 'avg_loss': 0.14601759958572677, 'avg_acc': 0.0, 'loss': 0.15327004337866257}
+{'epoch': 1, 'iter': 1210, 'avg_loss': 0.14610525980832956, 'avg_acc': 0.0, 'loss': 0.17683345013678523}
+{'epoch': 1, 'iter': 1220, 'avg_loss': 0.14605817545142902, 'avg_acc': 0.0, 'loss': 0.11209256578513305}
+{'epoch': 1, 'iter': 1230, 'avg_loss': 0.1460678130612782, 'avg_acc': 0.0, 'loss': 0.12931376778890677}
+{'epoch': 1, 'iter': 1240, 'avg_loss': 0.14612303842063015, 'avg_acc': 0.0, 'loss': 0.12459322186727409}
+{'epoch': 1, 'iter': 1250, 'avg_loss': 0.14614649092707763, 'avg_acc': 0.0, 'loss': 0.15939278678810556}
+{'epoch': 1, 'iter': 1260, 'avg_loss': 0.146326559645768, 'avg_acc': 0.0, 'loss': 0.0865689074572791}
+{'epoch': 1, 'iter': 1270, 'avg_loss': 0.14647258400152136, 'avg_acc': 0.0, 'loss': 0.23596357204639518}
+{'epoch': 1, 'iter': 1280, 'avg_loss': 0.14654867332808239, 'avg_acc': 0.0, 'loss': 0.24338358535065446}
+{'epoch': 1, 'iter': 1290, 'avg_loss': 0.14650913858311296, 'avg_acc': 0.0, 'loss': 0.18978979816477345}
+{'epoch': 1, 'iter': 1300, 'avg_loss': 0.14646066744221475, 'avg_acc': 0.0, 'loss': 0.17848918788513402}
+{'epoch': 1, 'iter': 1310, 'avg_loss': 0.14662603207266428, 'avg_acc': 0.0, 'loss': 0.1370038895235796}
+{'epoch': 1, 'iter': 1320, 'avg_loss': 0.14648691868483696, 'avg_acc': 0.0, 'loss': 0.13768969570186787}
+{'epoch': 1, 'iter': 1330, 'avg_loss': 0.14647554048511124, 'avg_acc': 0.0, 'loss': 0.09030239127813339}
+{'epoch': 1, 'iter': 1340, 'avg_loss': 0.14650450671619605, 'avg_acc': 0.0, 'loss': 0.10297923457983416}
+{'epoch': 1, 'iter': 1350, 'avg_loss': 0.14648032059549518, 'avg_acc': 0.0, 'loss': 0.1754426336675741}
+{'epoch': 1, 'iter': 1360, 'avg_loss': 0.14651016496017696, 'avg_acc': 0.0, 'loss': 0.14845114717796346}
+{'epoch': 1, 'iter': 1370, 'avg_loss': 0.14653360581111644, 'avg_acc': 0.0, 'loss': 0.1288533539035208}
+{'epoch': 1, 'iter': 1380, 'avg_loss': 0.14665805788537623, 'avg_acc': 0.0, 'loss': 0.18180265071610585}
+{'epoch': 1, 'iter': 1390, 'avg_loss': 0.1467901394579577, 'avg_acc': 0.0, 'loss': 0.13039573076717456}
+{'epoch': 1, 'iter': 1400, 'avg_loss': 0.14685568730503884, 'avg_acc': 0.0, 'loss': 0.16208611318143085}
+{'epoch': 1, 'iter': 1410, 'avg_loss': 0.14685824376431983, 'avg_acc': 0.0, 'loss': 0.18773227855542374}
+{'epoch': 1, 'iter': 1420, 'avg_loss': 0.1470736975591305, 'avg_acc': 0.0, 'loss': 0.12822349901190525}
+{'epoch': 1, 'iter': 1430, 'avg_loss': 0.14705201071280485, 'avg_acc': 0.0, 'loss': 0.13692136723797635}
+{'epoch': 1, 'iter': 1440, 'avg_loss': 0.1471387192463964, 'avg_acc': 0.0, 'loss': 0.1613509985836572}
+{'epoch': 1, 'iter': 1450, 'avg_loss': 0.14715895825768327, 'avg_acc': 0.0, 'loss': 0.09014266713607606}
+{'epoch': 1, 'iter': 1460, 'avg_loss': 0.1472178477204609, 'avg_acc': 0.0, 'loss': 0.09641711814765586}
+{'epoch': 1, 'iter': 1470, 'avg_loss': 0.1472376377572387, 'avg_acc': 0.0, 'loss': 0.14548171136474203}
+{'epoch': 1, 'iter': 1480, 'avg_loss': 0.1471090220587143, 'avg_acc': 0.0, 'loss': 0.07639369708964035}
+{'epoch': 1, 'iter': 1490, 'avg_loss': 0.14708205097673402, 'avg_acc': 0.0, 'loss': 0.1800014765945629}
+{'epoch': 1, 'iter': 1500, 'avg_loss': 0.14707729161257352, 'avg_acc': 0.0, 'loss': 0.16202733336883413}
+{'epoch': 1, 'iter': 1510, 'avg_loss': 0.14707534082871906, 'avg_acc': 0.0, 'loss': 0.19109793479375572}
+{'epoch': 1, 'iter': 1520, 'avg_loss': 0.14717096049284958, 'avg_acc': 0.0, 'loss': 0.16508144125223875}
+{'epoch': 1, 'iter': 1530, 'avg_loss': 0.14707336725080414, 'avg_acc': 0.0, 'loss': 0.11875166233325476}
+{'epoch': 1, 'iter': 1540, 'avg_loss': 0.14703783594854708, 'avg_acc': 0.0, 'loss': 0.13274242300602573}
+{'epoch': 1, 'iter': 1550, 'avg_loss': 0.1470989660934538, 'avg_acc': 0.0, 'loss': 0.09923507529726651}
+{'epoch': 1, 'iter': 1560, 'avg_loss': 0.1471095650615623, 'avg_acc': 0.0, 'loss': 0.18844079821740575}
+{'epoch': 1, 'iter': 1570, 'avg_loss': 0.14718911030759593, 'avg_acc': 0.0, 'loss': 0.19668004512329518}
+{'epoch': 1, 'iter': 1580, 'avg_loss': 0.14719480247251904, 'avg_acc': 0.0, 'loss': 0.0979295476427069}
+{'epoch': 1, 'iter': 1590, 'avg_loss': 0.147213490401528, 'avg_acc': 0.0, 'loss': 0.09254470590115357}
+{'epoch': 1, 'iter': 1600, 'avg_loss': 0.14710734428366523, 'avg_acc': 0.0, 'loss': 0.14501596027548658}
+{'epoch': 1, 'iter': 1610, 'avg_loss': 0.1471609360147633, 'avg_acc': 0.0, 'loss': 0.0741586286468581}
+{'epoch': 1, 'iter': 1620, 'avg_loss': 0.1471485969531635, 'avg_acc': 0.0, 'loss': 0.11541891395609127}
+{'epoch': 1, 'iter': 1630, 'avg_loss': 0.1472566023491946, 'avg_acc': 0.0, 'loss': 0.07052102092607777}
+{'epoch': 1, 'iter': 1640, 'avg_loss': 0.147292603010835, 'avg_acc': 0.0, 'loss': 0.14948744538040565}
+{'epoch': 1, 'iter': 1650, 'avg_loss': 0.14726860490745264, 'avg_acc': 0.0, 'loss': 0.1670447136732816}
+{'epoch': 1, 'iter': 1660, 'avg_loss': 0.1474227320629088, 'avg_acc': 0.0, 'loss': 0.16519268971023848}
+{'epoch': 1, 'iter': 1670, 'avg_loss': 0.14742856951510286, 'avg_acc': 0.0, 'loss': 0.07940284250279156}
+{'epoch': 1, 'iter': 1680, 'avg_loss': 0.14733701418807568, 'avg_acc': 0.0, 'loss': 0.0971895832086115}
+{'epoch': 1, 'iter': 1690, 'avg_loss': 0.147251058438753, 'avg_acc': 0.0, 'loss': 0.18232506792576583}
+{'epoch': 1, 'iter': 1700, 'avg_loss': 0.1472466005343107, 'avg_acc': 0.0, 'loss': 0.1187285140705561}
+{'epoch': 1, 'iter': 1710, 'avg_loss': 0.1472407609469098, 'avg_acc': 0.0, 'loss': 0.11426111445429601}
+{'epoch': 1, 'iter': 1720, 'avg_loss': 0.1471407330815245, 'avg_acc': 0.0, 'loss': 0.14473175533099233}
+{'epoch': 1, 'iter': 1730, 'avg_loss': 0.1472560271252834, 'avg_acc': 0.0, 'loss': 0.1779232085193923}
+{'epoch': 1, 'iter': 1740, 'avg_loss': 0.14710871565231606, 'avg_acc': 0.0, 'loss': 0.08808846241819472}
+{'epoch': 1, 'iter': 1750, 'avg_loss': 0.14715058537919767, 'avg_acc': 0.0, 'loss': 0.18712164126814707}
+{'epoch': 1, 'iter': 1760, 'avg_loss': 0.14703387174328614, 'avg_acc': 0.0, 'loss': 0.14192231441951922}
+{'epoch': 1, 'iter': 1770, 'avg_loss': 0.14705888884789714, 'avg_acc': 0.0, 'loss': 0.1559246923664302}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.0, 'ece': 0.09041479229927063, 'avg_loss': 0.1470752114433884, 'f1_scores': 0.8382583653503697}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.07083303415311093, 'avg_acc': 0.0, 'loss': 0.07083303415311093}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.12057433539504997, 'avg_acc': 0.0, 'loss': 0.0800306803012063}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.10916400299054065, 'avg_acc': 0.0, 'loss': 0.16170026884018235}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.10664712230894528, 'avg_acc': 0.0, 'loss': 0.04454679265134993}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.11020356277889294, 'avg_acc': 0.0, 'loss': 0.12902634065695953}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.11025659846251348, 'avg_acc': 0.0, 'loss': 0.11304777288881138}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.10970592461016525, 'avg_acc': 0.0, 'loss': 0.13635066430522003}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.1099635257435344, 'avg_acc': 0.0, 'loss': 0.15359152787147778}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.11029124355010177, 'avg_acc': 0.0, 'loss': 0.1077986207354635}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.11050711196316075, 'avg_acc': 0.0, 'loss': 0.14821833572256893}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.11108543116769433, 'avg_acc': 0.0, 'loss': 0.10514626719538812}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.1111378827017349, 'avg_acc': 0.0, 'loss': 0.1493744600647915}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.11148819275450955, 'avg_acc': 0.0, 'loss': 0.1281659958904129}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.11209277911692737, 'avg_acc': 0.0, 'loss': 0.0978598026578246}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.11081317912307569, 'avg_acc': 0.0, 'loss': 0.11657814310326232}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.1110313102966423, 'avg_acc': 0.0, 'loss': 0.10541394876158197}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.11308782918191246, 'avg_acc': 0.0, 'loss': 0.14051571292215417}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.11341540446907786, 'avg_acc': 0.0, 'loss': 0.08810241442396155}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.11319464419385707, 'avg_acc': 0.0, 'loss': 0.13948494634184627}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.11237077351577086, 'avg_acc': 0.0, 'loss': 0.09687822672614337}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.11198648846549195, 'avg_acc': 0.0, 'loss': 0.030009278892456286}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.11114815247214746, 'avg_acc': 0.0, 'loss': 0.0693151218708538}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.1120842868748036, 'avg_acc': 0.0, 'loss': 0.13685515643412924}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.11216622254375659, 'avg_acc': 0.0, 'loss': 0.10572722317582312}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.1120107091540937, 'avg_acc': 0.0, 'loss': 0.141745269598167}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.11256635500780096, 'avg_acc': 0.0, 'loss': 0.12814447001723497}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.11263512943849778, 'avg_acc': 0.0, 'loss': 0.08929434350180339}
+{'epoch': 2, 'iter': 270, 'avg_loss': 0.11269829783339985, 'avg_acc': 0.0, 'loss': 0.047681066418070774}
+{'epoch': 2, 'iter': 280, 'avg_loss': 0.11274368956707866, 'avg_acc': 0.0, 'loss': 0.16964022682467267}
+{'epoch': 2, 'iter': 290, 'avg_loss': 0.11336396434206981, 'avg_acc': 0.0, 'loss': 0.12719794454304584}
+{'epoch': 2, 'iter': 300, 'avg_loss': 0.11273488056552153, 'avg_acc': 0.0, 'loss': 0.11806274162544078}
+{'epoch': 2, 'iter': 310, 'avg_loss': 0.11219922026235547, 'avg_acc': 0.0, 'loss': 0.12733631626438832}
+{'epoch': 2, 'iter': 320, 'avg_loss': 0.11243952463206891, 'avg_acc': 0.0, 'loss': 0.1304793292012099}
+{'epoch': 2, 'iter': 330, 'avg_loss': 0.1131124708659113, 'avg_acc': 0.0, 'loss': 0.11455447831849597}
+{'epoch': 2, 'iter': 340, 'avg_loss': 0.11294597180144106, 'avg_acc': 0.0, 'loss': 0.036380068683294145}
+{'epoch': 2, 'iter': 350, 'avg_loss': 0.11372787928811245, 'avg_acc': 0.0, 'loss': 0.2174698336686041}
+{'epoch': 2, 'iter': 360, 'avg_loss': 0.11438200378984922, 'avg_acc': 0.0, 'loss': 0.19189423719996868}
+{'epoch': 2, 'iter': 370, 'avg_loss': 0.1147246889939788, 'avg_acc': 0.0, 'loss': 0.1917973665070219}
+{'epoch': 2, 'iter': 380, 'avg_loss': 0.11466197742365712, 'avg_acc': 0.0, 'loss': 0.08297982822166107}
+{'epoch': 2, 'iter': 390, 'avg_loss': 0.11473009487230411, 'avg_acc': 0.0, 'loss': 0.10295329946451862}
+{'epoch': 2, 'iter': 400, 'avg_loss': 0.11453037619542239, 'avg_acc': 0.0, 'loss': 0.1086888591310396}
+{'epoch': 2, 'iter': 410, 'avg_loss': 0.11448449306325822, 'avg_acc': 0.0, 'loss': 0.13505571999823066}
+{'epoch': 2, 'iter': 420, 'avg_loss': 0.11433413407035617, 'avg_acc': 0.0, 'loss': 0.075467867572505}
+{'epoch': 2, 'iter': 430, 'avg_loss': 0.11488474829250987, 'avg_acc': 0.0, 'loss': 0.0716184795538928}
+{'epoch': 2, 'iter': 440, 'avg_loss': 0.11466231781788272, 'avg_acc': 0.0, 'loss': 0.08416916260908432}
+{'epoch': 2, 'iter': 450, 'avg_loss': 0.1150272482471785, 'avg_acc': 0.0, 'loss': 0.1096788184649995}
+{'epoch': 2, 'iter': 460, 'avg_loss': 0.11552979439448026, 'avg_acc': 0.0, 'loss': 0.1630863397892556}
+{'epoch': 2, 'iter': 470, 'avg_loss': 0.11530629209842395, 'avg_acc': 0.0, 'loss': 0.07608926167215811}
+{'epoch': 2, 'iter': 480, 'avg_loss': 0.11553905423081445, 'avg_acc': 0.0, 'loss': 0.12427512160866172}
+{'epoch': 2, 'iter': 490, 'avg_loss': 0.11524593919981334, 'avg_acc': 0.0, 'loss': 0.08807147482665251}
+{'epoch': 2, 'iter': 500, 'avg_loss': 0.11497121669272611, 'avg_acc': 0.0, 'loss': 0.15971798404072093}
+{'epoch': 2, 'iter': 510, 'avg_loss': 0.11468964102146426, 'avg_acc': 0.0, 'loss': 0.12625033546555642}
+{'epoch': 2, 'iter': 520, 'avg_loss': 0.11435535046184489, 'avg_acc': 0.0, 'loss': 0.07229195180947759}
+{'epoch': 2, 'iter': 530, 'avg_loss': 0.11402273616437963, 'avg_acc': 0.0, 'loss': 0.12927305921532803}
+{'epoch': 2, 'iter': 540, 'avg_loss': 0.1139603671621217, 'avg_acc': 0.0, 'loss': 0.06059129446735564}
+{'epoch': 2, 'iter': 550, 'avg_loss': 0.11400691062748643, 'avg_acc': 0.0, 'loss': 0.15231957558821055}
+{'epoch': 2, 'iter': 560, 'avg_loss': 0.11416780926997697, 'avg_acc': 0.0, 'loss': 0.10244634152046013}
+{'epoch': 2, 'iter': 570, 'avg_loss': 0.11405581409391642, 'avg_acc': 0.0, 'loss': 0.13307656458060332}
+{'epoch': 2, 'iter': 580, 'avg_loss': 0.1142363660094112, 'avg_acc': 0.0, 'loss': 0.09843941085429313}
+{'epoch': 2, 'iter': 590, 'avg_loss': 0.11439335526542675, 'avg_acc': 0.0, 'loss': 0.11518765437540424}
+{'epoch': 2, 'iter': 600, 'avg_loss': 0.11416054182459137, 'avg_acc': 0.0, 'loss': 0.062431728412645625}
+{'epoch': 2, 'iter': 610, 'avg_loss': 0.11425139603896306, 'avg_acc': 0.0, 'loss': 0.15426014921415895}
+{'epoch': 2, 'iter': 620, 'avg_loss': 0.11446113791572607, 'avg_acc': 0.0, 'loss': 0.07561363471268123}
+{'epoch': 2, 'iter': 630, 'avg_loss': 0.11424289258109112, 'avg_acc': 0.0, 'loss': 0.09505484976112451}
+{'epoch': 2, 'iter': 640, 'avg_loss': 0.11392922889248458, 'avg_acc': 0.0, 'loss': 0.10411241718169809}
+{'epoch': 2, 'iter': 650, 'avg_loss': 0.11395052379657651, 'avg_acc': 0.0, 'loss': 0.15973765286227196}
+{'epoch': 2, 'iter': 660, 'avg_loss': 0.11390858575155571, 'avg_acc': 0.0, 'loss': 0.06157973485941121}
+{'epoch': 2, 'iter': 670, 'avg_loss': 0.11391410203554718, 'avg_acc': 0.0, 'loss': 0.10741548845102702}
+{'epoch': 2, 'iter': 680, 'avg_loss': 0.11358665944125024, 'avg_acc': 0.0, 'loss': 0.11424625596126653}
+{'epoch': 2, 'iter': 690, 'avg_loss': 0.11379052646995433, 'avg_acc': 0.0, 'loss': 0.11910520480081946}
+{'epoch': 2, 'iter': 700, 'avg_loss': 0.11376227135096349, 'avg_acc': 0.0, 'loss': 0.09571711420578918}
+{'epoch': 2, 'iter': 710, 'avg_loss': 0.11381237917714608, 'avg_acc': 0.0, 'loss': 0.09358347239451956}
+{'epoch': 2, 'iter': 720, 'avg_loss': 0.11365553171723433, 'avg_acc': 0.0, 'loss': 0.06277143759429496}
+{'epoch': 2, 'iter': 730, 'avg_loss': 0.11389595159526103, 'avg_acc': 0.0, 'loss': 0.1608507664368517}
+{'epoch': 2, 'iter': 740, 'avg_loss': 0.11353238041568918, 'avg_acc': 0.0, 'loss': 0.067321924650709}
+{'epoch': 2, 'iter': 750, 'avg_loss': 0.11337973281535334, 'avg_acc': 0.0, 'loss': 0.04162347478787914}
+{'epoch': 2, 'iter': 760, 'avg_loss': 0.11339997058634295, 'avg_acc': 0.0, 'loss': 0.14116330252623552}
+{'epoch': 2, 'iter': 770, 'avg_loss': 0.11336371031323542, 'avg_acc': 0.0, 'loss': 0.12545388894172252}
+{'epoch': 2, 'iter': 780, 'avg_loss': 0.11337106827468423, 'avg_acc': 0.0, 'loss': 0.07019558165692225}
+{'epoch': 2, 'iter': 790, 'avg_loss': 0.11345310301109213, 'avg_acc': 0.0, 'loss': 0.15265363050249495}
+{'epoch': 2, 'iter': 800, 'avg_loss': 0.11345304015735425, 'avg_acc': 0.0, 'loss': 0.029798240616530944}
+{'epoch': 2, 'iter': 810, 'avg_loss': 0.11315474716293229, 'avg_acc': 0.0, 'loss': 0.09984622663432674}
+{'epoch': 2, 'iter': 820, 'avg_loss': 0.11347024429644041, 'avg_acc': 0.0, 'loss': 0.11740711484266544}
+{'epoch': 2, 'iter': 830, 'avg_loss': 0.1134773750693385, 'avg_acc': 0.0, 'loss': 0.11054585339869455}
+{'epoch': 2, 'iter': 840, 'avg_loss': 0.11341316033949986, 'avg_acc': 0.0, 'loss': 0.11500420342703624}
+{'epoch': 2, 'iter': 850, 'avg_loss': 0.1134460784401337, 'avg_acc': 0.0, 'loss': 0.13715277249515825}
+{'epoch': 2, 'iter': 860, 'avg_loss': 0.1134387120066486, 'avg_acc': 0.0, 'loss': 0.1449598288488362}
+{'epoch': 2, 'iter': 870, 'avg_loss': 0.114151812079991, 'avg_acc': 0.0, 'loss': 0.10624674834044916}
+{'epoch': 2, 'iter': 880, 'avg_loss': 0.1144113201094844, 'avg_acc': 0.0, 'loss': 0.21132731669292426}
+{'epoch': 2, 'iter': 890, 'avg_loss': 0.11448783669775067, 'avg_acc': 0.0, 'loss': 0.0894143714263659}
+{'epoch': 2, 'iter': 900, 'avg_loss': 0.1146495880154046, 'avg_acc': 0.0, 'loss': 0.07840672723016594}
+{'epoch': 2, 'iter': 910, 'avg_loss': 0.11469170372751386, 'avg_acc': 0.0, 'loss': 0.15530335165099782}
+{'epoch': 2, 'iter': 920, 'avg_loss': 0.11483153382921785, 'avg_acc': 0.0, 'loss': 0.09837565074979335}
+{'epoch': 2, 'iter': 930, 'avg_loss': 0.11494243252346567, 'avg_acc': 0.0, 'loss': 0.11833820768281708}
+{'epoch': 2, 'iter': 940, 'avg_loss': 0.11489606037322081, 'avg_acc': 0.0, 'loss': 0.09040864282958085}
+{'epoch': 2, 'iter': 950, 'avg_loss': 0.11497739291984845, 'avg_acc': 0.0, 'loss': 0.04948385132203319}
+{'epoch': 2, 'iter': 960, 'avg_loss': 0.11466738603596634, 'avg_acc': 0.0, 'loss': 0.1084015930638478}
+{'epoch': 2, 'iter': 970, 'avg_loss': 0.1145012445867171, 'avg_acc': 0.0, 'loss': 0.08902806312523483}
+{'epoch': 2, 'iter': 980, 'avg_loss': 0.11457806037016031, 'avg_acc': 0.0, 'loss': 0.10347222391309124}
+{'epoch': 2, 'iter': 990, 'avg_loss': 0.1145025839763174, 'avg_acc': 0.0, 'loss': 0.1144509843373141}
+{'epoch': 2, 'iter': 1000, 'avg_loss': 0.11463700683257226, 'avg_acc': 0.0, 'loss': 0.11478051329712408}
+{'epoch': 2, 'iter': 1010, 'avg_loss': 0.11450243181793511, 'avg_acc': 0.0, 'loss': 0.10824983325177787}
+{'epoch': 2, 'iter': 1020, 'avg_loss': 0.11426307973156175, 'avg_acc': 0.0, 'loss': 0.11143448280680396}
+{'epoch': 2, 'iter': 1030, 'avg_loss': 0.11433715648863575, 'avg_acc': 0.0, 'loss': 0.188336132846676}
+{'epoch': 2, 'iter': 1040, 'avg_loss': 0.11436578646759046, 'avg_acc': 0.0, 'loss': 0.10999091213956749}
+{'epoch': 2, 'iter': 1050, 'avg_loss': 0.11438079307803403, 'avg_acc': 0.0, 'loss': 0.1383247647160845}
+{'epoch': 2, 'iter': 1060, 'avg_loss': 0.11444628340893348, 'avg_acc': 0.0, 'loss': 0.1471205500061582}
+{'epoch': 2, 'iter': 1070, 'avg_loss': 0.11442687112939894, 'avg_acc': 0.0, 'loss': 0.08172035553720239}
+{'epoch': 2, 'iter': 1080, 'avg_loss': 0.11410324249273329, 'avg_acc': 0.0, 'loss': 0.087060588382883}
+{'epoch': 2, 'iter': 1090, 'avg_loss': 0.11402864071124463, 'avg_acc': 0.0, 'loss': 0.06163928508690982}
+{'epoch': 2, 'iter': 1100, 'avg_loss': 0.11385880081792826, 'avg_acc': 0.0, 'loss': 0.08456530664300642}
+{'epoch': 2, 'iter': 1110, 'avg_loss': 0.11386859603457306, 'avg_acc': 0.0, 'loss': 0.13830458350925515}
+{'epoch': 2, 'iter': 1120, 'avg_loss': 0.11372995354243, 'avg_acc': 0.0, 'loss': 0.085902400026628}
+{'epoch': 2, 'iter': 1130, 'avg_loss': 0.11367827726553635, 'avg_acc': 0.0, 'loss': 0.07402984900545562}
+{'epoch': 2, 'iter': 1140, 'avg_loss': 0.11369508451917389, 'avg_acc': 0.0, 'loss': 0.15247672936311574}
+{'epoch': 2, 'iter': 1150, 'avg_loss': 0.11385900271662568, 'avg_acc': 0.0, 'loss': 0.12560959395679153}
+{'epoch': 2, 'iter': 1160, 'avg_loss': 0.11411467120239162, 'avg_acc': 0.0, 'loss': 0.11270039220185675}
+{'epoch': 2, 'iter': 1170, 'avg_loss': 0.11408242342256202, 'avg_acc': 0.0, 'loss': 0.1352876750539248}
+{'epoch': 2, 'iter': 1180, 'avg_loss': 0.11401815869846389, 'avg_acc': 0.0, 'loss': 0.09505231428413805}
+{'epoch': 2, 'iter': 1190, 'avg_loss': 0.11409546948858439, 'avg_acc': 0.0, 'loss': 0.14902734405248858}
+{'epoch': 2, 'iter': 1200, 'avg_loss': 0.1138078400166898, 'avg_acc': 0.0, 'loss': 0.0957807367364824}
+{'epoch': 2, 'iter': 1210, 'avg_loss': 0.11388954370760343, 'avg_acc': 0.0, 'loss': 0.15897471298350344}
+{'epoch': 2, 'iter': 1220, 'avg_loss': 0.11387344931992953, 'avg_acc': 0.0, 'loss': 0.10034687765086606}
+{'epoch': 2, 'iter': 1230, 'avg_loss': 0.11389192328344867, 'avg_acc': 0.0, 'loss': 0.09003809309433564}
+{'epoch': 2, 'iter': 1240, 'avg_loss': 0.11392297445945125, 'avg_acc': 0.0, 'loss': 0.08732382073750548}
+{'epoch': 2, 'iter': 1250, 'avg_loss': 0.11392770133608637, 'avg_acc': 0.0, 'loss': 0.12357828982151528}
+{'epoch': 2, 'iter': 1260, 'avg_loss': 0.114097753300352, 'avg_acc': 0.0, 'loss': 0.06280629551630616}
+{'epoch': 2, 'iter': 1270, 'avg_loss': 0.1142467230922576, 'avg_acc': 0.0, 'loss': 0.19981933236184496}
+{'epoch': 2, 'iter': 1280, 'avg_loss': 0.11435389440157531, 'avg_acc': 0.0, 'loss': 0.22055935690540146}
+{'epoch': 2, 'iter': 1290, 'avg_loss': 0.11429478689463407, 'avg_acc': 0.0, 'loss': 0.13197342566802814}
+{'epoch': 2, 'iter': 1300, 'avg_loss': 0.11422548195034617, 'avg_acc': 0.0, 'loss': 0.1362627572556708}
+{'epoch': 2, 'iter': 1310, 'avg_loss': 0.11429802179456719, 'avg_acc': 0.0, 'loss': 0.06775551331468575}
+{'epoch': 2, 'iter': 1320, 'avg_loss': 0.11416009805965031, 'avg_acc': 0.0, 'loss': 0.10292355405934878}
+{'epoch': 2, 'iter': 1330, 'avg_loss': 0.11421346204744898, 'avg_acc': 0.0, 'loss': 0.09497700209431059}
+{'epoch': 2, 'iter': 1340, 'avg_loss': 0.11424776310487368, 'avg_acc': 0.0, 'loss': 0.06871125361249142}
+{'epoch': 2, 'iter': 1350, 'avg_loss': 0.11422508478010053, 'avg_acc': 0.0, 'loss': 0.16847214988917714}
+{'epoch': 2, 'iter': 1360, 'avg_loss': 0.11428374217373184, 'avg_acc': 0.0, 'loss': 0.0974493951086645}
+{'epoch': 2, 'iter': 1370, 'avg_loss': 0.11423302544917195, 'avg_acc': 0.0, 'loss': 0.10953831157946427}
+{'epoch': 2, 'iter': 1380, 'avg_loss': 0.11427504205119064, 'avg_acc': 0.0, 'loss': 0.11954789769515628}
+{'epoch': 2, 'iter': 1390, 'avg_loss': 0.11434480945408752, 'avg_acc': 0.0, 'loss': 0.07737568946400382}
+{'epoch': 2, 'iter': 1400, 'avg_loss': 0.11446357906946804, 'avg_acc': 0.0, 'loss': 0.14219595682880026}
+{'epoch': 2, 'iter': 1410, 'avg_loss': 0.11441900459455084, 'avg_acc': 0.0, 'loss': 0.12427289295789835}
+{'epoch': 2, 'iter': 1420, 'avg_loss': 0.11461602602517132, 'avg_acc': 0.0, 'loss': 0.09937460067703796}
+{'epoch': 2, 'iter': 1430, 'avg_loss': 0.11459514536214302, 'avg_acc': 0.0, 'loss': 0.11717636344396201}
+{'epoch': 2, 'iter': 1440, 'avg_loss': 0.11471010517866369, 'avg_acc': 0.0, 'loss': 0.11495243113105451}
+{'epoch': 2, 'iter': 1450, 'avg_loss': 0.11472521139066448, 'avg_acc': 0.0, 'loss': 0.07438052536755484}
+{'epoch': 2, 'iter': 1460, 'avg_loss': 0.11474804554151213, 'avg_acc': 0.0, 'loss': 0.08434600091719142}
+{'epoch': 2, 'iter': 1470, 'avg_loss': 0.11482614004613892, 'avg_acc': 0.0, 'loss': 0.1171517028537242}
+{'epoch': 2, 'iter': 1480, 'avg_loss': 0.11466657679470263, 'avg_acc': 0.0, 'loss': 0.05602967553984074}
+{'epoch': 2, 'iter': 1490, 'avg_loss': 0.11461731044160721, 'avg_acc': 0.0, 'loss': 0.14030788544628844}
+{'epoch': 2, 'iter': 1500, 'avg_loss': 0.1146422738855095, 'avg_acc': 0.0, 'loss': 0.1469140552497785}
+{'epoch': 2, 'iter': 1510, 'avg_loss': 0.11468734856167491, 'avg_acc': 0.0, 'loss': 0.16429406688569412}
+{'epoch': 2, 'iter': 1520, 'avg_loss': 0.11473535274408031, 'avg_acc': 0.0, 'loss': 0.13068312577836746}
+{'epoch': 2, 'iter': 1530, 'avg_loss': 0.11466648156772478, 'avg_acc': 0.0, 'loss': 0.10198716341684692}
+{'epoch': 2, 'iter': 1540, 'avg_loss': 0.11465146295130538, 'avg_acc': 0.0, 'loss': 0.11076948995534101}
+{'epoch': 2, 'iter': 1550, 'avg_loss': 0.1146990735322685, 'avg_acc': 0.0, 'loss': 0.08099136097683056}
+{'epoch': 2, 'iter': 1560, 'avg_loss': 0.11467489542321042, 'avg_acc': 0.0, 'loss': 0.11208636725573991}
+{'epoch': 2, 'iter': 1570, 'avg_loss': 0.11477931713812471, 'avg_acc': 0.0, 'loss': 0.15822721950514407}
+{'epoch': 2, 'iter': 1580, 'avg_loss': 0.11480465012262973, 'avg_acc': 0.0, 'loss': 0.08565698465593284}
+{'epoch': 2, 'iter': 1590, 'avg_loss': 0.11483453937036754, 'avg_acc': 0.0, 'loss': 0.07536226528515856}
+{'epoch': 2, 'iter': 1600, 'avg_loss': 0.11474677998446371, 'avg_acc': 0.0, 'loss': 0.1082565489099839}
+{'epoch': 2, 'iter': 1610, 'avg_loss': 0.11474065285405248, 'avg_acc': 0.0, 'loss': 0.04070336195763957}
+{'epoch': 2, 'iter': 1620, 'avg_loss': 0.11475140426913807, 'avg_acc': 0.0, 'loss': 0.1045686474768185}
+{'epoch': 2, 'iter': 1630, 'avg_loss': 0.11483227981189785, 'avg_acc': 0.0, 'loss': 0.04911289562759131}
+{'epoch': 2, 'iter': 1640, 'avg_loss': 0.11485115963987087, 'avg_acc': 0.0, 'loss': 0.13921551400302892}
+{'epoch': 2, 'iter': 1650, 'avg_loss': 0.11477624410103426, 'avg_acc': 0.0, 'loss': 0.09726735665221245}
+{'epoch': 2, 'iter': 1660, 'avg_loss': 0.11486530651322345, 'avg_acc': 0.0, 'loss': 0.1323584154043991}
+{'epoch': 2, 'iter': 1670, 'avg_loss': 0.1148831912756693, 'avg_acc': 0.0, 'loss': 0.058808816987168805}
+{'epoch': 2, 'iter': 1680, 'avg_loss': 0.11478122175367254, 'avg_acc': 0.0, 'loss': 0.06525078108903211}
+{'epoch': 2, 'iter': 1690, 'avg_loss': 0.11464275438456417, 'avg_acc': 0.0, 'loss': 0.12789441830864234}
+{'epoch': 2, 'iter': 1700, 'avg_loss': 0.11462621213939041, 'avg_acc': 0.0, 'loss': 0.10450056951257075}
+{'epoch': 2, 'iter': 1710, 'avg_loss': 0.11462259578848777, 'avg_acc': 0.0, 'loss': 0.11162489435316404}
+{'epoch': 2, 'iter': 1720, 'avg_loss': 0.11451257844242275, 'avg_acc': 0.0, 'loss': 0.12677379624983587}
+{'epoch': 2, 'iter': 1730, 'avg_loss': 0.11452257845371391, 'avg_acc': 0.0, 'loss': 0.15909590170667798}
+{'epoch': 2, 'iter': 1740, 'avg_loss': 0.11435489334578637, 'avg_acc': 0.0, 'loss': 0.06208708068645916}
+{'epoch': 2, 'iter': 1750, 'avg_loss': 0.11440495515625507, 'avg_acc': 0.0, 'loss': 0.13658531983985864}
+{'epoch': 2, 'iter': 1760, 'avg_loss': 0.11428463642694658, 'avg_acc': 0.0, 'loss': 0.10790834182288173}
+{'epoch': 2, 'iter': 1770, 'avg_loss': 0.11431064146800866, 'avg_acc': 0.0, 'loss': 0.1167156012990225}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.0, 'ece': 0.07245686650276184, 'avg_loss': 0.11429859626000749, 'f1_scores': 0.8844705459509257}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.06289354199374689, 'avg_acc': 0.0, 'loss': 0.06289354199374689}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.11476205801970428, 'avg_acc': 0.0, 'loss': 0.0743150283137116}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.10403888289263605, 'avg_acc': 0.0, 'loss': 0.15879103063837516}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.10182656140435863, 'avg_acc': 0.0, 'loss': 0.03886313406941813}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.10545270966705281, 'avg_acc': 0.0, 'loss': 0.12339149181441046}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.1055877991127322, 'avg_acc': 0.0, 'loss': 0.10425656832532175}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.10467143093205297, 'avg_acc': 0.0, 'loss': 0.1320465409805495}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.10473745975888936, 'avg_acc': 0.0, 'loss': 0.14721518704871933}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.10510145020533436, 'avg_acc': 0.0, 'loss': 0.10345119713968284}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.1055228182483707, 'avg_acc': 0.0, 'loss': 0.14781874558060995}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.10617850371308542, 'avg_acc': 0.0, 'loss': 0.10128431812803942}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.1062634765982624, 'avg_acc': 0.0, 'loss': 0.14051902795511392}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.10662710891481327, 'avg_acc': 0.0, 'loss': 0.12578279397595385}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.10723286498805293, 'avg_acc': 0.0, 'loss': 0.09519224864080959}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.1059626931941618, 'avg_acc': 0.0, 'loss': 0.11188775010045252}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.10618995571514567, 'avg_acc': 0.0, 'loss': 0.10316424081351475}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.10827949835243833, 'avg_acc': 0.0, 'loss': 0.13546770842146671}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.10860796793559674, 'avg_acc': 0.0, 'loss': 0.08536314654923315}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.10848427819321187, 'avg_acc': 0.0, 'loss': 0.13930205319151615}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.10764352982733225, 'avg_acc': 0.0, 'loss': 0.09099250146300619}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.10714068484328271, 'avg_acc': 0.0, 'loss': 0.02269349599945209}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.1062863619522053, 'avg_acc': 0.0, 'loss': 0.06485192331586274}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.1071632385058441, 'avg_acc': 0.0, 'loss': 0.12939468345354854}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.1071904395851246, 'avg_acc': 0.0, 'loss': 0.10437344299004638}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.10706250077030452, 'avg_acc': 0.0, 'loss': 0.13774004893587385}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.10764096643911664, 'avg_acc': 0.0, 'loss': 0.12094932513809908}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.10773682737264173, 'avg_acc': 0.0, 'loss': 0.08174552730309058}
+{'epoch': 3, 'iter': 270, 'avg_loss': 0.10778501493298387, 'avg_acc': 0.0, 'loss': 0.041780059664233704}
+{'epoch': 3, 'iter': 280, 'avg_loss': 0.10786301770561062, 'avg_acc': 0.0, 'loss': 0.17090610340658582}
+{'epoch': 3, 'iter': 290, 'avg_loss': 0.10844449460475336, 'avg_acc': 0.0, 'loss': 0.12132556334758451}
+{'epoch': 3, 'iter': 300, 'avg_loss': 0.10782362872341002, 'avg_acc': 0.0, 'loss': 0.11450743029451717}
+{'epoch': 3, 'iter': 310, 'avg_loss': 0.10725952761104324, 'avg_acc': 0.0, 'loss': 0.11896044395364566}
+{'epoch': 3, 'iter': 320, 'avg_loss': 0.10754032509751767, 'avg_acc': 0.0, 'loss': 0.12490704023600431}
+{'epoch': 3, 'iter': 330, 'avg_loss': 0.1082265910155934, 'avg_acc': 0.0, 'loss': 0.10967001428967445}
+{'epoch': 3, 'iter': 340, 'avg_loss': 0.10804226197787475, 'avg_acc': 0.0, 'loss': 0.028212796341124755}
+{'epoch': 3, 'iter': 350, 'avg_loss': 0.1087748891299646, 'avg_acc': 0.0, 'loss': 0.2014974673074903}
+{'epoch': 3, 'iter': 360, 'avg_loss': 0.1095021237827622, 'avg_acc': 0.0, 'loss': 0.19282651892496816}
+{'epoch': 3, 'iter': 370, 'avg_loss': 0.10987552277357832, 'avg_acc': 0.0, 'loss': 0.18928038721190074}
+{'epoch': 3, 'iter': 380, 'avg_loss': 0.10985033024614027, 'avg_acc': 0.0, 'loss': 0.07894706871931183}
+{'epoch': 3, 'iter': 390, 'avg_loss': 0.10992262000796503, 'avg_acc': 0.0, 'loss': 0.09364807943010028}
+{'epoch': 3, 'iter': 400, 'avg_loss': 0.10969271401812634, 'avg_acc': 0.0, 'loss': 0.10021546093659188}
+{'epoch': 3, 'iter': 410, 'avg_loss': 0.10963647770264567, 'avg_acc': 0.0, 'loss': 0.13301888873333415}
+{'epoch': 3, 'iter': 420, 'avg_loss': 0.10945792866904888, 'avg_acc': 0.0, 'loss': 0.06724125281808872}
+{'epoch': 3, 'iter': 430, 'avg_loss': 0.11005088082861593, 'avg_acc': 0.0, 'loss': 0.07205443195016414}
+{'epoch': 3, 'iter': 440, 'avg_loss': 0.109847330388394, 'avg_acc': 0.0, 'loss': 0.07861420976145642}
+{'epoch': 3, 'iter': 450, 'avg_loss': 0.11020816538324106, 'avg_acc': 0.0, 'loss': 0.10644704385348241}
+{'epoch': 3, 'iter': 460, 'avg_loss': 0.11067689453116826, 'avg_acc': 0.0, 'loss': 0.15415798531583796}
+{'epoch': 3, 'iter': 470, 'avg_loss': 0.11042299838869825, 'avg_acc': 0.0, 'loss': 0.07235496117261521}
+{'epoch': 3, 'iter': 480, 'avg_loss': 0.11061316648227168, 'avg_acc': 0.0, 'loss': 0.11791530431699876}
+{'epoch': 3, 'iter': 490, 'avg_loss': 0.11030875959390402, 'avg_acc': 0.0, 'loss': 0.08442989879586094}
+{'epoch': 3, 'iter': 500, 'avg_loss': 0.11006465449375559, 'avg_acc': 0.0, 'loss': 0.15417064639080177}
+{'epoch': 3, 'iter': 510, 'avg_loss': 0.10979172648168335, 'avg_acc': 0.0, 'loss': 0.12400274104870082}
+{'epoch': 3, 'iter': 520, 'avg_loss': 0.10945892986682065, 'avg_acc': 0.0, 'loss': 0.0694900371883185}
+{'epoch': 3, 'iter': 530, 'avg_loss': 0.10912500039657613, 'avg_acc': 0.0, 'loss': 0.124588664976987}
+{'epoch': 3, 'iter': 540, 'avg_loss': 0.10907668213321384, 'avg_acc': 0.0, 'loss': 0.0574396765349385}
+{'epoch': 3, 'iter': 550, 'avg_loss': 0.10915959776154673, 'avg_acc': 0.0, 'loss': 0.15068301420030494}
+{'epoch': 3, 'iter': 560, 'avg_loss': 0.10931606182281259, 'avg_acc': 0.0, 'loss': 0.09622217043436518}
+{'epoch': 3, 'iter': 570, 'avg_loss': 0.1091895336808481, 'avg_acc': 0.0, 'loss': 0.12707518354402833}
+{'epoch': 3, 'iter': 580, 'avg_loss': 0.10934852815922247, 'avg_acc': 0.0, 'loss': 0.09281523661151628}
+{'epoch': 3, 'iter': 590, 'avg_loss': 0.1094794846165333, 'avg_acc': 0.0, 'loss': 0.10641260212807017}
+{'epoch': 3, 'iter': 600, 'avg_loss': 0.10927375194389026, 'avg_acc': 0.0, 'loss': 0.05681621456837352}
+{'epoch': 3, 'iter': 610, 'avg_loss': 0.10932957346296918, 'avg_acc': 0.0, 'loss': 0.14592932753761748}
+{'epoch': 3, 'iter': 620, 'avg_loss': 0.10955090761477809, 'avg_acc': 0.0, 'loss': 0.06978001390520408}
+{'epoch': 3, 'iter': 630, 'avg_loss': 0.1093316850264698, 'avg_acc': 0.0, 'loss': 0.09145312584379488}
+{'epoch': 3, 'iter': 640, 'avg_loss': 0.10901844003219614, 'avg_acc': 0.0, 'loss': 0.09936837015266065}
+{'epoch': 3, 'iter': 650, 'avg_loss': 0.10904944646229674, 'avg_acc': 0.0, 'loss': 0.15518972002636083}
+{'epoch': 3, 'iter': 660, 'avg_loss': 0.1090204373379091, 'avg_acc': 0.0, 'loss': 0.05862382121410649}
+{'epoch': 3, 'iter': 670, 'avg_loss': 0.10904131859383105, 'avg_acc': 0.0, 'loss': 0.10458709100436993}
+{'epoch': 3, 'iter': 680, 'avg_loss': 0.10873160963147215, 'avg_acc': 0.0, 'loss': 0.11446574493363317}
+{'epoch': 3, 'iter': 690, 'avg_loss': 0.10894487652427447, 'avg_acc': 0.0, 'loss': 0.10947191476238263}
+{'epoch': 3, 'iter': 700, 'avg_loss': 0.10891843024048814, 'avg_acc': 0.0, 'loss': 0.0912293650859023}
+{'epoch': 3, 'iter': 710, 'avg_loss': 0.10894392367642647, 'avg_acc': 0.0, 'loss': 0.0857465553912594}
+{'epoch': 3, 'iter': 720, 'avg_loss': 0.10878001413655287, 'avg_acc': 0.0, 'loss': 0.05973327630415172}
+{'epoch': 3, 'iter': 730, 'avg_loss': 0.10901683077115912, 'avg_acc': 0.0, 'loss': 0.1519930833266179}
+{'epoch': 3, 'iter': 740, 'avg_loss': 0.1086476180413034, 'avg_acc': 0.0, 'loss': 0.059329465660994174}
+{'epoch': 3, 'iter': 750, 'avg_loss': 0.10849205252164865, 'avg_acc': 0.0, 'loss': 0.03509200860792459}
+{'epoch': 3, 'iter': 760, 'avg_loss': 0.10850962655746713, 'avg_acc': 0.0, 'loss': 0.1287238598794959}
+{'epoch': 3, 'iter': 770, 'avg_loss': 0.10848617626075845, 'avg_acc': 0.0, 'loss': 0.1238706864623964}
+{'epoch': 3, 'iter': 780, 'avg_loss': 0.10851003843782746, 'avg_acc': 0.0, 'loss': 0.06551342775907999}
+{'epoch': 3, 'iter': 790, 'avg_loss': 0.10864258921187478, 'avg_acc': 0.0, 'loss': 0.15678873433301174}
+{'epoch': 3, 'iter': 800, 'avg_loss': 0.1086489395029864, 'avg_acc': 0.0, 'loss': 0.0230546411476098}
+{'epoch': 3, 'iter': 810, 'avg_loss': 0.1083486886305726, 'avg_acc': 0.0, 'loss': 0.09710797394044285}
+{'epoch': 3, 'iter': 820, 'avg_loss': 0.10865677995998861, 'avg_acc': 0.0, 'loss': 0.11416053851644392}
+{'epoch': 3, 'iter': 830, 'avg_loss': 0.10866613164520304, 'avg_acc': 0.0, 'loss': 0.1066751162935751}
+{'epoch': 3, 'iter': 840, 'avg_loss': 0.10860708230167915, 'avg_acc': 0.0, 'loss': 0.11271242863261119}
+{'epoch': 3, 'iter': 850, 'avg_loss': 0.10862694949185103, 'avg_acc': 0.0, 'loss': 0.1346218085361345}
+{'epoch': 3, 'iter': 860, 'avg_loss': 0.10861269891290641, 'avg_acc': 0.0, 'loss': 0.1394313713141985}
+{'epoch': 3, 'iter': 870, 'avg_loss': 0.10934442979652616, 'avg_acc': 0.0, 'loss': 0.10073099138818568}
+{'epoch': 3, 'iter': 880, 'avg_loss': 0.10959622599834176, 'avg_acc': 0.0, 'loss': 0.20628913241151686}
+{'epoch': 3, 'iter': 890, 'avg_loss': 0.10965239170783903, 'avg_acc': 0.0, 'loss': 0.08616750095292705}
+{'epoch': 3, 'iter': 900, 'avg_loss': 0.10981744256638568, 'avg_acc': 0.0, 'loss': 0.0703647906531322}
+{'epoch': 3, 'iter': 910, 'avg_loss': 0.10986899820482442, 'avg_acc': 0.0, 'loss': 0.15267017715333556}
+{'epoch': 3, 'iter': 920, 'avg_loss': 0.11000600149321466, 'avg_acc': 0.0, 'loss': 0.09393998175619345}
+{'epoch': 3, 'iter': 930, 'avg_loss': 0.11013148058600215, 'avg_acc': 0.0, 'loss': 0.11609699070439611}
+{'epoch': 3, 'iter': 940, 'avg_loss': 0.11008108190695205, 'avg_acc': 0.0, 'loss': 0.08358616215056307}
+{'epoch': 3, 'iter': 950, 'avg_loss': 0.1101343093601863, 'avg_acc': 0.0, 'loss': 0.044217145939520766}
+{'epoch': 3, 'iter': 960, 'avg_loss': 0.10981934439888667, 'avg_acc': 0.0, 'loss': 0.09965232914925894}
+{'epoch': 3, 'iter': 970, 'avg_loss': 0.10964558798934974, 'avg_acc': 0.0, 'loss': 0.0815830292179141}
+{'epoch': 3, 'iter': 980, 'avg_loss': 0.10971396229919732, 'avg_acc': 0.0, 'loss': 0.09660824926023841}
+{'epoch': 3, 'iter': 990, 'avg_loss': 0.10963334698582088, 'avg_acc': 0.0, 'loss': 0.11239990482109923}
+{'epoch': 3, 'iter': 1000, 'avg_loss': 0.10977904050023679, 'avg_acc': 0.0, 'loss': 0.10985718510684299}
+{'epoch': 3, 'iter': 1010, 'avg_loss': 0.1096534447335987, 'avg_acc': 0.0, 'loss': 0.10345034904068078}
+{'epoch': 3, 'iter': 1020, 'avg_loss': 0.10943540848549288, 'avg_acc': 0.0, 'loss': 0.10781744833820994}
+{'epoch': 3, 'iter': 1030, 'avg_loss': 0.10952822463353264, 'avg_acc': 0.0, 'loss': 0.18600592123012963}
+{'epoch': 3, 'iter': 1040, 'avg_loss': 0.10957365590426547, 'avg_acc': 0.0, 'loss': 0.1072587576627484}
+{'epoch': 3, 'iter': 1050, 'avg_loss': 0.10959082713004865, 'avg_acc': 0.0, 'loss': 0.1355187906556239}
+{'epoch': 3, 'iter': 1060, 'avg_loss': 0.10966167689844768, 'avg_acc': 0.0, 'loss': 0.14194714368399478}
+{'epoch': 3, 'iter': 1070, 'avg_loss': 0.10963907104941259, 'avg_acc': 0.0, 'loss': 0.07985563492288097}
+{'epoch': 3, 'iter': 1080, 'avg_loss': 0.10931150423488349, 'avg_acc': 0.0, 'loss': 0.07987715989280071}
+{'epoch': 3, 'iter': 1090, 'avg_loss': 0.10922749683813511, 'avg_acc': 0.0, 'loss': 0.05919244158342605}
+{'epoch': 3, 'iter': 1100, 'avg_loss': 0.10904791873145071, 'avg_acc': 0.0, 'loss': 0.08191673725130905}
+{'epoch': 3, 'iter': 1110, 'avg_loss': 0.10905033530105496, 'avg_acc': 0.0, 'loss': 0.12812309528687493}
+{'epoch': 3, 'iter': 1120, 'avg_loss': 0.10890920707315875, 'avg_acc': 0.0, 'loss': 0.08128537595322476}
+{'epoch': 3, 'iter': 1130, 'avg_loss': 0.10886227000651182, 'avg_acc': 0.0, 'loss': 0.06968563458043978}
+{'epoch': 3, 'iter': 1140, 'avg_loss': 0.10888938674492953, 'avg_acc': 0.0, 'loss': 0.14473511828951555}
+{'epoch': 3, 'iter': 1150, 'avg_loss': 0.10905149454384484, 'avg_acc': 0.0, 'loss': 0.1176036575928135}
+{'epoch': 3, 'iter': 1160, 'avg_loss': 0.10931662833265796, 'avg_acc': 0.0, 'loss': 0.10610501647131189}
+{'epoch': 3, 'iter': 1170, 'avg_loss': 0.1092751938637383, 'avg_acc': 0.0, 'loss': 0.13332682178640554}
+{'epoch': 3, 'iter': 1180, 'avg_loss': 0.1092111945829828, 'avg_acc': 0.0, 'loss': 0.0893785632998905}
+{'epoch': 3, 'iter': 1190, 'avg_loss': 0.10930186726384455, 'avg_acc': 0.0, 'loss': 0.14335366368166952}
+{'epoch': 3, 'iter': 1200, 'avg_loss': 0.10901140862908731, 'avg_acc': 0.0, 'loss': 0.08878276885453877}
+{'epoch': 3, 'iter': 1210, 'avg_loss': 0.10908239116544888, 'avg_acc': 0.0, 'loss': 0.15792980397951137}
+{'epoch': 3, 'iter': 1220, 'avg_loss': 0.10906402000799496, 'avg_acc': 0.0, 'loss': 0.09657727949057256}
+{'epoch': 3, 'iter': 1230, 'avg_loss': 0.10907760293198318, 'avg_acc': 0.0, 'loss': 0.08235470123067248}
+{'epoch': 3, 'iter': 1240, 'avg_loss': 0.1091050686147577, 'avg_acc': 0.0, 'loss': 0.08475278639681554}
+{'epoch': 3, 'iter': 1250, 'avg_loss': 0.10909774429441413, 'avg_acc': 0.0, 'loss': 0.11530525940595128}
+{'epoch': 3, 'iter': 1260, 'avg_loss': 0.10926180944035038, 'avg_acc': 0.0, 'loss': 0.056895839288959645}
+{'epoch': 3, 'iter': 1270, 'avg_loss': 0.10941538258583983, 'avg_acc': 0.0, 'loss': 0.19037566712891668}
+{'epoch': 3, 'iter': 1280, 'avg_loss': 0.10952658965948125, 'avg_acc': 0.0, 'loss': 0.21827397993014788}
+{'epoch': 3, 'iter': 1290, 'avg_loss': 0.10945143880314145, 'avg_acc': 0.0, 'loss': 0.12344697094483438}
+{'epoch': 3, 'iter': 1300, 'avg_loss': 0.10937197143192859, 'avg_acc': 0.0, 'loss': 0.12470383493590426}
+{'epoch': 3, 'iter': 1310, 'avg_loss': 0.10942672485575997, 'avg_acc': 0.0, 'loss': 0.06274719921189638}
+{'epoch': 3, 'iter': 1320, 'avg_loss': 0.10929426358033212, 'avg_acc': 0.0, 'loss': 0.0967387884996112}
+{'epoch': 3, 'iter': 1330, 'avg_loss': 0.10935317536072454, 'avg_acc': 0.0, 'loss': 0.0935614876634645}
+{'epoch': 3, 'iter': 1340, 'avg_loss': 0.10939820790435781, 'avg_acc': 0.0, 'loss': 0.06587159809324865}
+{'epoch': 3, 'iter': 1350, 'avg_loss': 0.10937925504585334, 'avg_acc': 0.0, 'loss': 0.1695448645784511}
+{'epoch': 3, 'iter': 1360, 'avg_loss': 0.1094307601094086, 'avg_acc': 0.0, 'loss': 0.09165620283887879}
+{'epoch': 3, 'iter': 1370, 'avg_loss': 0.10936979190643618, 'avg_acc': 0.0, 'loss': 0.10409237212323724}
+{'epoch': 3, 'iter': 1380, 'avg_loss': 0.10939632465889615, 'avg_acc': 0.0, 'loss': 0.11156075918019528}
+{'epoch': 3, 'iter': 1390, 'avg_loss': 0.10945834815494128, 'avg_acc': 0.0, 'loss': 0.0715024968254251}
+{'epoch': 3, 'iter': 1400, 'avg_loss': 0.10957934663789964, 'avg_acc': 0.0, 'loss': 0.13651057148373572}
+{'epoch': 3, 'iter': 1410, 'avg_loss': 0.10954478900582604, 'avg_acc': 0.0, 'loss': 0.11683326942225643}
+{'epoch': 3, 'iter': 1420, 'avg_loss': 0.10973874294211129, 'avg_acc': 0.0, 'loss': 0.09507406734467491}
+{'epoch': 3, 'iter': 1430, 'avg_loss': 0.10971807638691931, 'avg_acc': 0.0, 'loss': 0.11272938113324926}
+{'epoch': 3, 'iter': 1440, 'avg_loss': 0.10984073186167238, 'avg_acc': 0.0, 'loss': 0.11445799075460984}
+{'epoch': 3, 'iter': 1450, 'avg_loss': 0.1098554212495792, 'avg_acc': 0.0, 'loss': 0.07058760802673142}
+{'epoch': 3, 'iter': 1460, 'avg_loss': 0.10987262695353857, 'avg_acc': 0.0, 'loss': 0.08222941022021196}
+{'epoch': 3, 'iter': 1470, 'avg_loss': 0.10995050604061217, 'avg_acc': 0.0, 'loss': 0.11197039621297984}
+{'epoch': 3, 'iter': 1480, 'avg_loss': 0.10978821949249844, 'avg_acc': 0.0, 'loss': 0.05347336608740858}
+{'epoch': 3, 'iter': 1490, 'avg_loss': 0.10974830202757418, 'avg_acc': 0.0, 'loss': 0.13730523852102902}
+{'epoch': 3, 'iter': 1500, 'avg_loss': 0.10977143356570027, 'avg_acc': 0.0, 'loss': 0.14065873190208678}
+{'epoch': 3, 'iter': 1510, 'avg_loss': 0.10981757375421561, 'avg_acc': 0.0, 'loss': 0.15500745182375145}
+{'epoch': 3, 'iter': 1520, 'avg_loss': 0.10985221610340849, 'avg_acc': 0.0, 'loss': 0.12333619288957769}
+{'epoch': 3, 'iter': 1530, 'avg_loss': 0.10977939754431272, 'avg_acc': 0.0, 'loss': 0.09520122445688424}
+{'epoch': 3, 'iter': 1540, 'avg_loss': 0.10976643418537797, 'avg_acc': 0.0, 'loss': 0.10640352362172831}
+{'epoch': 3, 'iter': 1550, 'avg_loss': 0.10982038835597652, 'avg_acc': 0.0, 'loss': 0.08049731461297986}
+{'epoch': 3, 'iter': 1560, 'avg_loss': 0.1097863578356673, 'avg_acc': 0.0, 'loss': 0.10261042362071748}
+{'epoch': 3, 'iter': 1570, 'avg_loss': 0.10988920014817577, 'avg_acc': 0.0, 'loss': 0.15454732047744202}
+{'epoch': 3, 'iter': 1580, 'avg_loss': 0.10991921073067107, 'avg_acc': 0.0, 'loss': 0.0854379133657598}
+{'epoch': 3, 'iter': 1590, 'avg_loss': 0.10995089708469177, 'avg_acc': 0.0, 'loss': 0.06966388031339323}
+{'epoch': 3, 'iter': 1600, 'avg_loss': 0.10986772011205985, 'avg_acc': 0.0, 'loss': 0.10514795073283624}
+{'epoch': 3, 'iter': 1610, 'avg_loss': 0.10984641767643628, 'avg_acc': 0.0, 'loss': 0.03548859649760873}
+{'epoch': 3, 'iter': 1620, 'avg_loss': 0.10985208888251663, 'avg_acc': 0.0, 'loss': 0.10093541302856984}
+{'epoch': 3, 'iter': 1630, 'avg_loss': 0.10992806222245396, 'avg_acc': 0.0, 'loss': 0.04498918331669951}
+{'epoch': 3, 'iter': 1640, 'avg_loss': 0.10994086738333966, 'avg_acc': 0.0, 'loss': 0.13438197634864732}
+{'epoch': 3, 'iter': 1650, 'avg_loss': 0.10986308473420146, 'avg_acc': 0.0, 'loss': 0.08922724110314967}
+{'epoch': 3, 'iter': 1660, 'avg_loss': 0.10993411037783438, 'avg_acc': 0.0, 'loss': 0.1231708515666209}
+{'epoch': 3, 'iter': 1670, 'avg_loss': 0.10994762439263737, 'avg_acc': 0.0, 'loss': 0.05134715915846755}
+{'epoch': 3, 'iter': 1680, 'avg_loss': 0.1098523557485093, 'avg_acc': 0.0, 'loss': 0.061731897601410825}
+{'epoch': 3, 'iter': 1690, 'avg_loss': 0.10970430974178824, 'avg_acc': 0.0, 'loss': 0.12264714357180699}
+{'epoch': 3, 'iter': 1700, 'avg_loss': 0.10968451431867401, 'avg_acc': 0.0, 'loss': 0.1029054795448506}
+{'epoch': 3, 'iter': 1710, 'avg_loss': 0.10968678442139174, 'avg_acc': 0.0, 'loss': 0.11133586801406636}
+{'epoch': 3, 'iter': 1720, 'avg_loss': 0.10957671839072006, 'avg_acc': 0.0, 'loss': 0.12384736533567775}
+{'epoch': 3, 'iter': 1730, 'avg_loss': 0.10958055582176057, 'avg_acc': 0.0, 'loss': 0.15575672397933105}
+{'epoch': 3, 'iter': 1740, 'avg_loss': 0.10942307958404508, 'avg_acc': 0.0, 'loss': 0.0586300168309078}
+{'epoch': 3, 'iter': 1750, 'avg_loss': 0.10946386337861698, 'avg_acc': 0.0, 'loss': 0.128077116789817}
+{'epoch': 3, 'iter': 1760, 'avg_loss': 0.10933737340902895, 'avg_acc': 0.0, 'loss': 0.10100244798325417}
+{'epoch': 3, 'iter': 1770, 'avg_loss': 0.10936334214051582, 'avg_acc': 0.0, 'loss': 0.11298032236196116}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.0, 'ece': 0.0675116553902626, 'avg_loss': 0.10934571156589776, 'f1_scores': 0.8839109409921665}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.060438809707193286, 'avg_acc': 0.0, 'loss': 0.060438809707193286}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.11348866395071257, 'avg_acc': 0.0, 'loss': 0.0738891474081486}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.10314977999654247, 'avg_acc': 0.0, 'loss': 0.1571831783179992}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.10102740781696434, 'avg_acc': 0.0, 'loss': 0.03928906342870115}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.10454621468857793, 'avg_acc': 0.0, 'loss': 0.11841928314528818}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.1045401242193507, 'avg_acc': 0.0, 'loss': 0.10385120158181442}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.1036511773526393, 'avg_acc': 0.0, 'loss': 0.12771965867977997}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.1036828359243369, 'avg_acc': 0.0, 'loss': 0.1440062219331334}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.10407529525983197, 'avg_acc': 0.0, 'loss': 0.10220837300299275}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.10448517180017505, 'avg_acc': 0.0, 'loss': 0.14538686951982527}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.10517257182850527, 'avg_acc': 0.0, 'loss': 0.09999613109227669}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.10513101911733298, 'avg_acc': 0.0, 'loss': 0.13535773533216602}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.10547989167225012, 'avg_acc': 0.0, 'loss': 0.12364987358146858}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.10599885540146854, 'avg_acc': 0.0, 'loss': 0.09324895238738203}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.10476063793779844, 'avg_acc': 0.0, 'loss': 0.10977193007537217}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.10499615343151301, 'avg_acc': 0.0, 'loss': 0.10292532571267136}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.1070166721913503, 'avg_acc': 0.0, 'loss': 0.13538783274400754}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.10736989618869394, 'avg_acc': 0.0, 'loss': 0.0847954550650424}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.1071993805246059, 'avg_acc': 0.0, 'loss': 0.1347844145984709}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.10638588062331467, 'avg_acc': 0.0, 'loss': 0.09164551843137554}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.10592101174306752, 'avg_acc': 0.0, 'loss': 0.02196181288932816}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.10509295850785452, 'avg_acc': 0.0, 'loss': 0.06403532180112441}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.10597751183827862, 'avg_acc': 0.0, 'loss': 0.1301813898288466}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.10605296965733427, 'avg_acc': 0.0, 'loss': 0.10491738513129738}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.10593227114151624, 'avg_acc': 0.0, 'loss': 0.13500981570957393}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.10649516898741943, 'avg_acc': 0.0, 'loss': 0.12025241746518336}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.10656812225050741, 'avg_acc': 0.0, 'loss': 0.07973981865078322}
+{'epoch': 4, 'iter': 270, 'avg_loss': 0.10658952755549703, 'avg_acc': 0.0, 'loss': 0.040911893750100195}
+{'epoch': 4, 'iter': 280, 'avg_loss': 0.10664272433343287, 'avg_acc': 0.0, 'loss': 0.164975612258786}
+{'epoch': 4, 'iter': 290, 'avg_loss': 0.10725825188083601, 'avg_acc': 0.0, 'loss': 0.11806469546848217}
+{'epoch': 4, 'iter': 300, 'avg_loss': 0.10665009645684607, 'avg_acc': 0.0, 'loss': 0.11299999360640607}
+{'epoch': 4, 'iter': 310, 'avg_loss': 0.10608848646715711, 'avg_acc': 0.0, 'loss': 0.11899412382250114}
+{'epoch': 4, 'iter': 320, 'avg_loss': 0.10636192265320822, 'avg_acc': 0.0, 'loss': 0.12389697546158068}
+{'epoch': 4, 'iter': 330, 'avg_loss': 0.10701432865855118, 'avg_acc': 0.0, 'loss': 0.10429303084005628}
+{'epoch': 4, 'iter': 340, 'avg_loss': 0.10683374189440821, 'avg_acc': 0.0, 'loss': 0.026877494889049558}
+{'epoch': 4, 'iter': 350, 'avg_loss': 0.10759349303346324, 'avg_acc': 0.0, 'loss': 0.2027866277356744}
+{'epoch': 4, 'iter': 360, 'avg_loss': 0.10831082122568103, 'avg_acc': 0.0, 'loss': 0.1882931985297286}
+{'epoch': 4, 'iter': 370, 'avg_loss': 0.1086523355212452, 'avg_acc': 0.0, 'loss': 0.18334217727663468}
+{'epoch': 4, 'iter': 380, 'avg_loss': 0.10863111425278564, 'avg_acc': 0.0, 'loss': 0.07834609017767694}
+{'epoch': 4, 'iter': 390, 'avg_loss': 0.10869812936755098, 'avg_acc': 0.0, 'loss': 0.09043318456705102}
+{'epoch': 4, 'iter': 400, 'avg_loss': 0.10845348183898335, 'avg_acc': 0.0, 'loss': 0.09711772219816339}
+{'epoch': 4, 'iter': 410, 'avg_loss': 0.10842762204321234, 'avg_acc': 0.0, 'loss': 0.13123024526703375}
+{'epoch': 4, 'iter': 420, 'avg_loss': 0.10824692806909314, 'avg_acc': 0.0, 'loss': 0.06543503991101066}
+{'epoch': 4, 'iter': 430, 'avg_loss': 0.10883763826034669, 'avg_acc': 0.0, 'loss': 0.07322446450416464}
+{'epoch': 4, 'iter': 440, 'avg_loss': 0.10865017116936483, 'avg_acc': 0.0, 'loss': 0.08137288977000674}
+{'epoch': 4, 'iter': 450, 'avg_loss': 0.10899507716152022, 'avg_acc': 0.0, 'loss': 0.10499077402930976}
+{'epoch': 4, 'iter': 460, 'avg_loss': 0.10946215050446961, 'avg_acc': 0.0, 'loss': 0.1534570538350246}
+{'epoch': 4, 'iter': 470, 'avg_loss': 0.10922370052168337, 'avg_acc': 0.0, 'loss': 0.0726630043230086}
+{'epoch': 4, 'iter': 480, 'avg_loss': 0.1094431901435062, 'avg_acc': 0.0, 'loss': 0.11815086203543095}
+{'epoch': 4, 'iter': 490, 'avg_loss': 0.10914953962552269, 'avg_acc': 0.0, 'loss': 0.08464330563401745}
+{'epoch': 4, 'iter': 500, 'avg_loss': 0.10890991961340736, 'avg_acc': 0.0, 'loss': 0.15133720975401435}
+{'epoch': 4, 'iter': 510, 'avg_loss': 0.10863131241433772, 'avg_acc': 0.0, 'loss': 0.1237070677585247}
+{'epoch': 4, 'iter': 520, 'avg_loss': 0.1082919777214391, 'avg_acc': 0.0, 'loss': 0.0703853228149975}
+{'epoch': 4, 'iter': 530, 'avg_loss': 0.10795840163589886, 'avg_acc': 0.0, 'loss': 0.122089335905652}
+{'epoch': 4, 'iter': 540, 'avg_loss': 0.10791548402450349, 'avg_acc': 0.0, 'loss': 0.057333001554070506}
+{'epoch': 4, 'iter': 550, 'avg_loss': 0.10798813914100812, 'avg_acc': 0.0, 'loss': 0.14888878057393282}
+{'epoch': 4, 'iter': 560, 'avg_loss': 0.10813006617739752, 'avg_acc': 0.0, 'loss': 0.09402592777067703}
+{'epoch': 4, 'iter': 570, 'avg_loss': 0.10801545747805856, 'avg_acc': 0.0, 'loss': 0.12353890987573582}
+{'epoch': 4, 'iter': 580, 'avg_loss': 0.10817316268324315, 'avg_acc': 0.0, 'loss': 0.09140562091293498}
+{'epoch': 4, 'iter': 590, 'avg_loss': 0.10828877693255842, 'avg_acc': 0.0, 'loss': 0.10695430155556096}
+{'epoch': 4, 'iter': 600, 'avg_loss': 0.10809364374966822, 'avg_acc': 0.0, 'loss': 0.05565416903599336}
+{'epoch': 4, 'iter': 610, 'avg_loss': 0.10813961154567431, 'avg_acc': 0.0, 'loss': 0.14538129675669811}
+{'epoch': 4, 'iter': 620, 'avg_loss': 0.10836908167741632, 'avg_acc': 0.0, 'loss': 0.07085920149256708}
+{'epoch': 4, 'iter': 630, 'avg_loss': 0.1081619773940615, 'avg_acc': 0.0, 'loss': 0.09071978635230542}
+{'epoch': 4, 'iter': 640, 'avg_loss': 0.1078576101620245, 'avg_acc': 0.0, 'loss': 0.09828377448190752}
+{'epoch': 4, 'iter': 650, 'avg_loss': 0.10787700336828994, 'avg_acc': 0.0, 'loss': 0.14926888889203838}
+{'epoch': 4, 'iter': 660, 'avg_loss': 0.10784280135712689, 'avg_acc': 0.0, 'loss': 0.05716296635923104}
+{'epoch': 4, 'iter': 670, 'avg_loss': 0.10787693190189727, 'avg_acc': 0.0, 'loss': 0.10587556051190664}
+{'epoch': 4, 'iter': 680, 'avg_loss': 0.10756710958730797, 'avg_acc': 0.0, 'loss': 0.11123149690982764}
+{'epoch': 4, 'iter': 690, 'avg_loss': 0.10777357509823911, 'avg_acc': 0.0, 'loss': 0.1113072671334651}
+{'epoch': 4, 'iter': 700, 'avg_loss': 0.10774317830314693, 'avg_acc': 0.0, 'loss': 0.0910266414821308}
+{'epoch': 4, 'iter': 710, 'avg_loss': 0.10778702919392309, 'avg_acc': 0.0, 'loss': 0.08741487068488953}
+{'epoch': 4, 'iter': 720, 'avg_loss': 0.10763592851339025, 'avg_acc': 0.0, 'loss': 0.06007269544482239}
+{'epoch': 4, 'iter': 730, 'avg_loss': 0.10785955171974147, 'avg_acc': 0.0, 'loss': 0.14556168717977666}
+{'epoch': 4, 'iter': 740, 'avg_loss': 0.10749748965355371, 'avg_acc': 0.0, 'loss': 0.05886419790606721}
+{'epoch': 4, 'iter': 750, 'avg_loss': 0.10733957163230427, 'avg_acc': 0.0, 'loss': 0.03470429087818567}
+{'epoch': 4, 'iter': 760, 'avg_loss': 0.10733400123147599, 'avg_acc': 0.0, 'loss': 0.11968517014091568}
+{'epoch': 4, 'iter': 770, 'avg_loss': 0.10731604627727669, 'avg_acc': 0.0, 'loss': 0.1245192122496519}
+{'epoch': 4, 'iter': 780, 'avg_loss': 0.10733696123939396, 'avg_acc': 0.0, 'loss': 0.0650670104880971}
+{'epoch': 4, 'iter': 790, 'avg_loss': 0.10745757431994533, 'avg_acc': 0.0, 'loss': 0.15244682552318928}
+{'epoch': 4, 'iter': 800, 'avg_loss': 0.1074581037939044, 'avg_acc': 0.0, 'loss': 0.022737454961056103}
+{'epoch': 4, 'iter': 810, 'avg_loss': 0.10716208975022265, 'avg_acc': 0.0, 'loss': 0.09626994755438187}
+{'epoch': 4, 'iter': 820, 'avg_loss': 0.10746820613665142, 'avg_acc': 0.0, 'loss': 0.11246902713082818}
+{'epoch': 4, 'iter': 830, 'avg_loss': 0.10748257194346011, 'avg_acc': 0.0, 'loss': 0.105823275216088}
+{'epoch': 4, 'iter': 840, 'avg_loss': 0.10741783973168031, 'avg_acc': 0.0, 'loss': 0.1130379575059643}
+{'epoch': 4, 'iter': 850, 'avg_loss': 0.10743081864309956, 'avg_acc': 0.0, 'loss': 0.13423964386532003}
+{'epoch': 4, 'iter': 860, 'avg_loss': 0.10742399045085388, 'avg_acc': 0.0, 'loss': 0.13576482662496606}
+{'epoch': 4, 'iter': 870, 'avg_loss': 0.10815676148009372, 'avg_acc': 0.0, 'loss': 0.10099399825620431}
+{'epoch': 4, 'iter': 880, 'avg_loss': 0.10840883312014143, 'avg_acc': 0.0, 'loss': 0.20335477882339806}
+{'epoch': 4, 'iter': 890, 'avg_loss': 0.10846939693926662, 'avg_acc': 0.0, 'loss': 0.08673386737109468}
+{'epoch': 4, 'iter': 900, 'avg_loss': 0.10863896608950187, 'avg_acc': 0.0, 'loss': 0.06783763534063576}
+{'epoch': 4, 'iter': 910, 'avg_loss': 0.1086848339525034, 'avg_acc': 0.0, 'loss': 0.14930901153417964}
+{'epoch': 4, 'iter': 920, 'avg_loss': 0.10882212868080926, 'avg_acc': 0.0, 'loss': 0.09387194049850223}
+{'epoch': 4, 'iter': 930, 'avg_loss': 0.10894484040392337, 'avg_acc': 0.0, 'loss': 0.11622400040986186}
+{'epoch': 4, 'iter': 940, 'avg_loss': 0.10889644114053945, 'avg_acc': 0.0, 'loss': 0.08249153468035988}
+{'epoch': 4, 'iter': 950, 'avg_loss': 0.10896372793136623, 'avg_acc': 0.0, 'loss': 0.04365869713611963}
+{'epoch': 4, 'iter': 960, 'avg_loss': 0.10865372876942352, 'avg_acc': 0.0, 'loss': 0.09677087099186922}
+{'epoch': 4, 'iter': 970, 'avg_loss': 0.10847938934801339, 'avg_acc': 0.0, 'loss': 0.07868299553073094}
+{'epoch': 4, 'iter': 980, 'avg_loss': 0.10855656372336955, 'avg_acc': 0.0, 'loss': 0.09925433695895793}
+{'epoch': 4, 'iter': 990, 'avg_loss': 0.10848180481081472, 'avg_acc': 0.0, 'loss': 0.1116371328553214}
+{'epoch': 4, 'iter': 1000, 'avg_loss': 0.10862855956620782, 'avg_acc': 0.0, 'loss': 0.10648925074071615}
+{'epoch': 4, 'iter': 1010, 'avg_loss': 0.10850965849137663, 'avg_acc': 0.0, 'loss': 0.10187450546098781}
+{'epoch': 4, 'iter': 1020, 'avg_loss': 0.1082980557593655, 'avg_acc': 0.0, 'loss': 0.10639091871988576}
+{'epoch': 4, 'iter': 1030, 'avg_loss': 0.10839295731728231, 'avg_acc': 0.0, 'loss': 0.1831226094043034}
+{'epoch': 4, 'iter': 1040, 'avg_loss': 0.10843796663162712, 'avg_acc': 0.0, 'loss': 0.10710314430564591}
+{'epoch': 4, 'iter': 1050, 'avg_loss': 0.10845383462980518, 'avg_acc': 0.0, 'loss': 0.13398903967494594}
+{'epoch': 4, 'iter': 1060, 'avg_loss': 0.10852454196501231, 'avg_acc': 0.0, 'loss': 0.14260595387739677}
+{'epoch': 4, 'iter': 1070, 'avg_loss': 0.1085081000702087, 'avg_acc': 0.0, 'loss': 0.07793466557983005}
+{'epoch': 4, 'iter': 1080, 'avg_loss': 0.10818093447014682, 'avg_acc': 0.0, 'loss': 0.07941387419590942}
+{'epoch': 4, 'iter': 1090, 'avg_loss': 0.10809529870019577, 'avg_acc': 0.0, 'loss': 0.059986814201173334}
+{'epoch': 4, 'iter': 1100, 'avg_loss': 0.10792339946628153, 'avg_acc': 0.0, 'loss': 0.08078128424910704}
+{'epoch': 4, 'iter': 1110, 'avg_loss': 0.10791763629406785, 'avg_acc': 0.0, 'loss': 0.12513103968571418}
+{'epoch': 4, 'iter': 1120, 'avg_loss': 0.10776800589218834, 'avg_acc': 0.0, 'loss': 0.08087004808437216}
+{'epoch': 4, 'iter': 1130, 'avg_loss': 0.10771635070765546, 'avg_acc': 0.0, 'loss': 0.07065626035741193}
+{'epoch': 4, 'iter': 1140, 'avg_loss': 0.10773731925651055, 'avg_acc': 0.0, 'loss': 0.14253004007514392}
+{'epoch': 4, 'iter': 1150, 'avg_loss': 0.1078870754654295, 'avg_acc': 0.0, 'loss': 0.11313895473735361}
+{'epoch': 4, 'iter': 1160, 'avg_loss': 0.1081436590312306, 'avg_acc': 0.0, 'loss': 0.10466645699658068}
+{'epoch': 4, 'iter': 1170, 'avg_loss': 0.10811029548322465, 'avg_acc': 0.0, 'loss': 0.130433961154787}
+{'epoch': 4, 'iter': 1180, 'avg_loss': 0.1080494544419159, 'avg_acc': 0.0, 'loss': 0.08841882592891384}
+{'epoch': 4, 'iter': 1190, 'avg_loss': 0.10812713600832252, 'avg_acc': 0.0, 'loss': 0.13832729820647469}
+{'epoch': 4, 'iter': 1200, 'avg_loss': 0.10783883558026759, 'avg_acc': 0.0, 'loss': 0.08838192449937715}
+{'epoch': 4, 'iter': 1210, 'avg_loss': 0.10790433176022902, 'avg_acc': 0.0, 'loss': 0.1517330876622509}
+{'epoch': 4, 'iter': 1220, 'avg_loss': 0.10788118400108061, 'avg_acc': 0.0, 'loss': 0.09382964077017926}
+{'epoch': 4, 'iter': 1230, 'avg_loss': 0.10789728692513012, 'avg_acc': 0.0, 'loss': 0.08238117416593532}
+{'epoch': 4, 'iter': 1240, 'avg_loss': 0.10792494402163644, 'avg_acc': 0.0, 'loss': 0.08341137418197571}
+{'epoch': 4, 'iter': 1250, 'avg_loss': 0.10791553950438419, 'avg_acc': 0.0, 'loss': 0.11612484440930919}
+{'epoch': 4, 'iter': 1260, 'avg_loss': 0.1080761765224728, 'avg_acc': 0.0, 'loss': 0.05648947087177345}
+{'epoch': 4, 'iter': 1270, 'avg_loss': 0.10822800566822248, 'avg_acc': 0.0, 'loss': 0.19120698915873746}
+{'epoch': 4, 'iter': 1280, 'avg_loss': 0.10834381301694287, 'avg_acc': 0.0, 'loss': 0.21669415969836336}
+{'epoch': 4, 'iter': 1290, 'avg_loss': 0.10827235482705082, 'avg_acc': 0.0, 'loss': 0.12126968807660887}
+{'epoch': 4, 'iter': 1300, 'avg_loss': 0.10819917016993205, 'avg_acc': 0.0, 'loss': 0.12525714257857803}
+{'epoch': 4, 'iter': 1310, 'avg_loss': 0.10825739143203014, 'avg_acc': 0.0, 'loss': 0.0613918117420066}
+{'epoch': 4, 'iter': 1320, 'avg_loss': 0.1081246351218616, 'avg_acc': 0.0, 'loss': 0.09407285589778829}
+{'epoch': 4, 'iter': 1330, 'avg_loss': 0.10818433013384345, 'avg_acc': 0.0, 'loss': 0.0924523886125306}
+{'epoch': 4, 'iter': 1340, 'avg_loss': 0.10822763206419724, 'avg_acc': 0.0, 'loss': 0.06442275798664403}
+{'epoch': 4, 'iter': 1350, 'avg_loss': 0.10821214812363861, 'avg_acc': 0.0, 'loss': 0.16509490601336957}
+{'epoch': 4, 'iter': 1360, 'avg_loss': 0.10825931895715074, 'avg_acc': 0.0, 'loss': 0.08860119043921648}
+{'epoch': 4, 'iter': 1370, 'avg_loss': 0.10819607556677337, 'avg_acc': 0.0, 'loss': 0.10169866456089949}
+{'epoch': 4, 'iter': 1380, 'avg_loss': 0.10823132802426869, 'avg_acc': 0.0, 'loss': 0.11107205276338}
+{'epoch': 4, 'iter': 1390, 'avg_loss': 0.10829611090633837, 'avg_acc': 0.0, 'loss': 0.0710995838072839}
+{'epoch': 4, 'iter': 1400, 'avg_loss': 0.10841933259676526, 'avg_acc': 0.0, 'loss': 0.13806244506719978}
+{'epoch': 4, 'iter': 1410, 'avg_loss': 0.10838046914868164, 'avg_acc': 0.0, 'loss': 0.11375345297087083}
+{'epoch': 4, 'iter': 1420, 'avg_loss': 0.108564258266273, 'avg_acc': 0.0, 'loss': 0.09248771065215675}
+{'epoch': 4, 'iter': 1430, 'avg_loss': 0.10855025911343424, 'avg_acc': 0.0, 'loss': 0.11223500188628219}
+{'epoch': 4, 'iter': 1440, 'avg_loss': 0.10867173181639794, 'avg_acc': 0.0, 'loss': 0.11429495212347059}
+{'epoch': 4, 'iter': 1450, 'avg_loss': 0.10868846022270828, 'avg_acc': 0.0, 'loss': 0.07065423668817467}
+{'epoch': 4, 'iter': 1460, 'avg_loss': 0.10870722212463078, 'avg_acc': 0.0, 'loss': 0.08109574850927206}
+{'epoch': 4, 'iter': 1470, 'avg_loss': 0.10878200946408914, 'avg_acc': 0.0, 'loss': 0.1097077500090953}
+{'epoch': 4, 'iter': 1480, 'avg_loss': 0.10861678510137988, 'avg_acc': 0.0, 'loss': 0.05396949420381653}
+{'epoch': 4, 'iter': 1490, 'avg_loss': 0.10858315915839462, 'avg_acc': 0.0, 'loss': 0.13536911954750913}
+{'epoch': 4, 'iter': 1500, 'avg_loss': 0.10860305536964955, 'avg_acc': 0.0, 'loss': 0.13950319842375133}
+{'epoch': 4, 'iter': 1510, 'avg_loss': 0.10864436008488282, 'avg_acc': 0.0, 'loss': 0.15412357004944557}
+{'epoch': 4, 'iter': 1520, 'avg_loss': 0.10868229362012452, 'avg_acc': 0.0, 'loss': 0.123363201815794}
+{'epoch': 4, 'iter': 1530, 'avg_loss': 0.10860691935130846, 'avg_acc': 0.0, 'loss': 0.09520582035072168}
+{'epoch': 4, 'iter': 1540, 'avg_loss': 0.10859014439630012, 'avg_acc': 0.0, 'loss': 0.10456413071395737}
+{'epoch': 4, 'iter': 1550, 'avg_loss': 0.10864431355474886, 'avg_acc': 0.0, 'loss': 0.08056654939926894}
+{'epoch': 4, 'iter': 1560, 'avg_loss': 0.1086056200161039, 'avg_acc': 0.0, 'loss': 0.09693057071178503}
+{'epoch': 4, 'iter': 1570, 'avg_loss': 0.10870726487766517, 'avg_acc': 0.0, 'loss': 0.15288688062368497}
+{'epoch': 4, 'iter': 1580, 'avg_loss': 0.10873592245504474, 'avg_acc': 0.0, 'loss': 0.08288725026899815}
+{'epoch': 4, 'iter': 1590, 'avg_loss': 0.10876762994789053, 'avg_acc': 0.0, 'loss': 0.067474850542307}
+{'epoch': 4, 'iter': 1600, 'avg_loss': 0.10868507892561961, 'avg_acc': 0.0, 'loss': 0.10348589864900401}
+{'epoch': 4, 'iter': 1610, 'avg_loss': 0.10867153026980425, 'avg_acc': 0.0, 'loss': 0.035034592279381674}
+{'epoch': 4, 'iter': 1620, 'avg_loss': 0.10867781796661817, 'avg_acc': 0.0, 'loss': 0.09926943486256537}
+{'epoch': 4, 'iter': 1630, 'avg_loss': 0.10875562558713313, 'avg_acc': 0.0, 'loss': 0.04606780745286544}
+{'epoch': 4, 'iter': 1640, 'avg_loss': 0.10876909007716042, 'avg_acc': 0.0, 'loss': 0.1328776285258105}
+{'epoch': 4, 'iter': 1650, 'avg_loss': 0.10869132413096731, 'avg_acc': 0.0, 'loss': 0.08427686487129904}
+{'epoch': 4, 'iter': 1660, 'avg_loss': 0.10876332560398252, 'avg_acc': 0.0, 'loss': 0.12366278834750638}
+{'epoch': 4, 'iter': 1670, 'avg_loss': 0.10877840775043986, 'avg_acc': 0.0, 'loss': 0.04987061082803328}
+{'epoch': 4, 'iter': 1680, 'avg_loss': 0.10868567881288965, 'avg_acc': 0.0, 'loss': 0.06349917486386403}
+{'epoch': 4, 'iter': 1690, 'avg_loss': 0.10854187381363471, 'avg_acc': 0.0, 'loss': 0.12237906526323578}
+{'epoch': 4, 'iter': 1700, 'avg_loss': 0.10852294039092429, 'avg_acc': 0.0, 'loss': 0.10255306960087701}
+{'epoch': 4, 'iter': 1710, 'avg_loss': 0.10852570891236094, 'avg_acc': 0.0, 'loss': 0.10835863003870014}
+{'epoch': 4, 'iter': 1720, 'avg_loss': 0.10841694002766437, 'avg_acc': 0.0, 'loss': 0.12430514395275946}
+{'epoch': 4, 'iter': 1730, 'avg_loss': 0.10842265136954021, 'avg_acc': 0.0, 'loss': 0.15456647475535387}
+{'epoch': 4, 'iter': 1740, 'avg_loss': 0.10826670636445902, 'avg_acc': 0.0, 'loss': 0.05938299854811443}
+{'epoch': 4, 'iter': 1750, 'avg_loss': 0.10831067774793514, 'avg_acc': 0.0, 'loss': 0.12738206308027397}
+{'epoch': 4, 'iter': 1760, 'avg_loss': 0.10818629487820944, 'avg_acc': 0.0, 'loss': 0.10129199196541906}
+{'epoch': 4, 'iter': 1770, 'avg_loss': 0.10821098219233179, 'avg_acc': 0.0, 'loss': 0.11213453237957895}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.0, 'ece': 0.06487150490283966, 'avg_loss': 0.10819220134229776, 'f1_scores': 0.8879839945847536}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.057690776275194366, 'avg_acc': 0.0, 'loss': 0.057690776275194366}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.11404740781833199, 'avg_acc': 0.0, 'loss': 0.07116870816844312}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.10395775296097892, 'avg_acc': 0.0, 'loss': 0.1608906751784421}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.10180814374589611, 'avg_acc': 0.0, 'loss': 0.03651843373063457}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.10565094114974448, 'avg_acc': 0.0, 'loss': 0.11915100888446821}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.10565245319465229, 'avg_acc': 0.0, 'loss': 0.106972019008221}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.10468704627402102, 'avg_acc': 0.0, 'loss': 0.12689306722047278}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.1045090257999358, 'avg_acc': 0.0, 'loss': 0.14359141351146068}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.10497085251416542, 'avg_acc': 0.0, 'loss': 0.1012441423846602}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.10532046418089244, 'avg_acc': 0.0, 'loss': 0.1467260853409503}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.10602009057645287, 'avg_acc': 0.0, 'loss': 0.1009371864404654}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.1058260085288236, 'avg_acc': 0.0, 'loss': 0.13998902796233129}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.10617346558319643, 'avg_acc': 0.0, 'loss': 0.1294869394550915}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.10670994087503198, 'avg_acc': 0.0, 'loss': 0.09422680994235373}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.10532120969177647, 'avg_acc': 0.0, 'loss': 0.11121457323991177}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.10556229841851496, 'avg_acc': 0.0, 'loss': 0.10323983289695855}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.10767061725693919, 'avg_acc': 0.0, 'loss': 0.13868483609439863}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.10807790251445938, 'avg_acc': 0.0, 'loss': 0.08499822748464274}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.10785258102771433, 'avg_acc': 0.0, 'loss': 0.13904121436605366}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.10699940279949172, 'avg_acc': 0.0, 'loss': 0.08784603892406397}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.10652158375371701, 'avg_acc': 0.0, 'loss': 0.020306334786645102}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.10566820907597094, 'avg_acc': 0.0, 'loss': 0.06315698010478497}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.10659369779074605, 'avg_acc': 0.0, 'loss': 0.13097803009791928}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.106683788419933, 'avg_acc': 0.0, 'loss': 0.10510979988105515}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.10658097086842286, 'avg_acc': 0.0, 'loss': 0.13816713029310837}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.10721578184139335, 'avg_acc': 0.0, 'loss': 0.12078746776595445}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.10729466292920674, 'avg_acc': 0.0, 'loss': 0.07652857599727472}
+{'epoch': 5, 'iter': 270, 'avg_loss': 0.10735948286533745, 'avg_acc': 0.0, 'loss': 0.03930283991290447}
+{'epoch': 5, 'iter': 280, 'avg_loss': 0.10746403856185076, 'avg_acc': 0.0, 'loss': 0.17486741591476726}
+{'epoch': 5, 'iter': 290, 'avg_loss': 0.1081496210199964, 'avg_acc': 0.0, 'loss': 0.1179196023762675}
+{'epoch': 5, 'iter': 300, 'avg_loss': 0.10750825156188291, 'avg_acc': 0.0, 'loss': 0.11091594888167881}
+{'epoch': 5, 'iter': 310, 'avg_loss': 0.10693994172179658, 'avg_acc': 0.0, 'loss': 0.12018016567844825}
+{'epoch': 5, 'iter': 320, 'avg_loss': 0.10722880631001748, 'avg_acc': 0.0, 'loss': 0.12538344963936002}
+{'epoch': 5, 'iter': 330, 'avg_loss': 0.10792914040034667, 'avg_acc': 0.0, 'loss': 0.105928415377418}
+{'epoch': 5, 'iter': 340, 'avg_loss': 0.10775472289294957, 'avg_acc': 0.0, 'loss': 0.025277793675611192}
+{'epoch': 5, 'iter': 350, 'avg_loss': 0.10855374230834923, 'avg_acc': 0.0, 'loss': 0.21295296759217308}
+{'epoch': 5, 'iter': 360, 'avg_loss': 0.1093055416503382, 'avg_acc': 0.0, 'loss': 0.19317462384879036}
+{'epoch': 5, 'iter': 370, 'avg_loss': 0.10965250528430778, 'avg_acc': 0.0, 'loss': 0.18809316802824988}
+{'epoch': 5, 'iter': 380, 'avg_loss': 0.10960988447518186, 'avg_acc': 0.0, 'loss': 0.07931613004257088}
+{'epoch': 5, 'iter': 390, 'avg_loss': 0.10967438160586705, 'avg_acc': 0.0, 'loss': 0.0877789840333857}
+{'epoch': 5, 'iter': 400, 'avg_loss': 0.1094146755525967, 'avg_acc': 0.0, 'loss': 0.0951018804655957}
+{'epoch': 5, 'iter': 410, 'avg_loss': 0.10936791800496576, 'avg_acc': 0.0, 'loss': 0.13299438010842224}
+{'epoch': 5, 'iter': 420, 'avg_loss': 0.10915226993874892, 'avg_acc': 0.0, 'loss': 0.0623747722047483}
+{'epoch': 5, 'iter': 430, 'avg_loss': 0.10971737214323816, 'avg_acc': 0.0, 'loss': 0.07130482109200134}
+{'epoch': 5, 'iter': 440, 'avg_loss': 0.1095154510191637, 'avg_acc': 0.0, 'loss': 0.07784368283215111}
+{'epoch': 5, 'iter': 450, 'avg_loss': 0.10985954301097459, 'avg_acc': 0.0, 'loss': 0.1069471324625348}
+{'epoch': 5, 'iter': 460, 'avg_loss': 0.11036688666609981, 'avg_acc': 0.0, 'loss': 0.16058414099636917}
+{'epoch': 5, 'iter': 470, 'avg_loss': 0.11012663125098876, 'avg_acc': 0.0, 'loss': 0.07192904021615375}
+{'epoch': 5, 'iter': 480, 'avg_loss': 0.11037365091713353, 'avg_acc': 0.0, 'loss': 0.12215368240250817}
+{'epoch': 5, 'iter': 490, 'avg_loss': 0.11008223600801148, 'avg_acc': 0.0, 'loss': 0.08539539243630705}
+{'epoch': 5, 'iter': 500, 'avg_loss': 0.10985104727246277, 'avg_acc': 0.0, 'loss': 0.15878790330875095}
+{'epoch': 5, 'iter': 510, 'avg_loss': 0.10954936101461844, 'avg_acc': 0.0, 'loss': 0.12120383467689472}
+{'epoch': 5, 'iter': 520, 'avg_loss': 0.10918530310173656, 'avg_acc': 0.0, 'loss': 0.06872557491923154}
+{'epoch': 5, 'iter': 530, 'avg_loss': 0.10882040503716413, 'avg_acc': 0.0, 'loss': 0.12240303982343903}
+{'epoch': 5, 'iter': 540, 'avg_loss': 0.10875602380262533, 'avg_acc': 0.0, 'loss': 0.054699492942615634}
+{'epoch': 5, 'iter': 550, 'avg_loss': 0.10886506505170512, 'avg_acc': 0.0, 'loss': 0.151312931645277}
+{'epoch': 5, 'iter': 560, 'avg_loss': 0.10901735185357761, 'avg_acc': 0.0, 'loss': 0.09306271779314557}
+{'epoch': 5, 'iter': 570, 'avg_loss': 0.10889280784960995, 'avg_acc': 0.0, 'loss': 0.12415796745062835}
+{'epoch': 5, 'iter': 580, 'avg_loss': 0.1090571732572013, 'avg_acc': 0.0, 'loss': 0.0898686713837508}
+{'epoch': 5, 'iter': 590, 'avg_loss': 0.10917651859667832, 'avg_acc': 0.0, 'loss': 0.1083917029530182}
+{'epoch': 5, 'iter': 600, 'avg_loss': 0.10895115059348512, 'avg_acc': 0.0, 'loss': 0.05420745909097084}
+{'epoch': 5, 'iter': 610, 'avg_loss': 0.1089879816562712, 'avg_acc': 0.0, 'loss': 0.15034004952258329}
+{'epoch': 5, 'iter': 620, 'avg_loss': 0.10923456474918254, 'avg_acc': 0.0, 'loss': 0.06806449379694511}
+{'epoch': 5, 'iter': 630, 'avg_loss': 0.10901195820368975, 'avg_acc': 0.0, 'loss': 0.08876993631682645}
+{'epoch': 5, 'iter': 640, 'avg_loss': 0.10868433219497849, 'avg_acc': 0.0, 'loss': 0.1005817093146756}
+{'epoch': 5, 'iter': 650, 'avg_loss': 0.10870933515738694, 'avg_acc': 0.0, 'loss': 0.14860449614168048}
+{'epoch': 5, 'iter': 660, 'avg_loss': 0.10868331241655797, 'avg_acc': 0.0, 'loss': 0.05493946789101756}
+{'epoch': 5, 'iter': 670, 'avg_loss': 0.10871030308318344, 'avg_acc': 0.0, 'loss': 0.10530314128871915}
+{'epoch': 5, 'iter': 680, 'avg_loss': 0.10839288379969772, 'avg_acc': 0.0, 'loss': 0.11164803334525328}
+{'epoch': 5, 'iter': 690, 'avg_loss': 0.10860037157297302, 'avg_acc': 0.0, 'loss': 0.11402478521488643}
+{'epoch': 5, 'iter': 700, 'avg_loss': 0.10855978578912973, 'avg_acc': 0.0, 'loss': 0.08960224200089734}
+{'epoch': 5, 'iter': 710, 'avg_loss': 0.10860142613778477, 'avg_acc': 0.0, 'loss': 0.08974203077416729}
+{'epoch': 5, 'iter': 720, 'avg_loss': 0.10845004348069213, 'avg_acc': 0.0, 'loss': 0.056722037468067095}
+{'epoch': 5, 'iter': 730, 'avg_loss': 0.1086924841039467, 'avg_acc': 0.0, 'loss': 0.14625357623039495}
+{'epoch': 5, 'iter': 740, 'avg_loss': 0.10830519183386904, 'avg_acc': 0.0, 'loss': 0.05653719729395691}
+{'epoch': 5, 'iter': 750, 'avg_loss': 0.10814384134960779, 'avg_acc': 0.0, 'loss': 0.033159091819080846}
+{'epoch': 5, 'iter': 760, 'avg_loss': 0.10810681639719588, 'avg_acc': 0.0, 'loss': 0.11619150471311253}
+{'epoch': 5, 'iter': 770, 'avg_loss': 0.10807113567069573, 'avg_acc': 0.0, 'loss': 0.11957665587942756}
+{'epoch': 5, 'iter': 780, 'avg_loss': 0.10809256301299269, 'avg_acc': 0.0, 'loss': 0.06422970049801993}
+{'epoch': 5, 'iter': 790, 'avg_loss': 0.10823192453524148, 'avg_acc': 0.0, 'loss': 0.15675618882258796}
+{'epoch': 5, 'iter': 800, 'avg_loss': 0.10824251448564284, 'avg_acc': 0.0, 'loss': 0.021329785804872308}
+{'epoch': 5, 'iter': 810, 'avg_loss': 0.10793917838537183, 'avg_acc': 0.0, 'loss': 0.09899591550622841}
+{'epoch': 5, 'iter': 820, 'avg_loss': 0.1082628356154092, 'avg_acc': 0.0, 'loss': 0.11359622572276099}
+{'epoch': 5, 'iter': 830, 'avg_loss': 0.10828519594352447, 'avg_acc': 0.0, 'loss': 0.1099004886412201}
+{'epoch': 5, 'iter': 840, 'avg_loss': 0.10821390073503857, 'avg_acc': 0.0, 'loss': 0.11259773534577885}
+{'epoch': 5, 'iter': 850, 'avg_loss': 0.10822072285670341, 'avg_acc': 0.0, 'loss': 0.1322670311674301}
+{'epoch': 5, 'iter': 860, 'avg_loss': 0.10823215633409285, 'avg_acc': 0.0, 'loss': 0.1421616752362362}
+{'epoch': 5, 'iter': 870, 'avg_loss': 0.10899885672674037, 'avg_acc': 0.0, 'loss': 0.10281519425305824}
+{'epoch': 5, 'iter': 880, 'avg_loss': 0.1092589309434605, 'avg_acc': 0.0, 'loss': 0.20798261855166594}
+{'epoch': 5, 'iter': 890, 'avg_loss': 0.10932932557493762, 'avg_acc': 0.0, 'loss': 0.08591778642182492}
+{'epoch': 5, 'iter': 900, 'avg_loss': 0.10950234994125264, 'avg_acc': 0.0, 'loss': 0.06654414835624525}
+{'epoch': 5, 'iter': 910, 'avg_loss': 0.10954597633812144, 'avg_acc': 0.0, 'loss': 0.15135221386494127}
+{'epoch': 5, 'iter': 920, 'avg_loss': 0.1097032429557628, 'avg_acc': 0.0, 'loss': 0.09457688357932575}
+{'epoch': 5, 'iter': 930, 'avg_loss': 0.10984420648539121, 'avg_acc': 0.0, 'loss': 0.11444904742308738}
+{'epoch': 5, 'iter': 940, 'avg_loss': 0.10980188923385535, 'avg_acc': 0.0, 'loss': 0.0813286200647261}
+{'epoch': 5, 'iter': 950, 'avg_loss': 0.10987852844837824, 'avg_acc': 0.0, 'loss': 0.04249371237840802}
+{'epoch': 5, 'iter': 960, 'avg_loss': 0.1095573664534511, 'avg_acc': 0.0, 'loss': 0.09527049864001517}
+{'epoch': 5, 'iter': 970, 'avg_loss': 0.10937007529340588, 'avg_acc': 0.0, 'loss': 0.07604192612961924}
+{'epoch': 5, 'iter': 980, 'avg_loss': 0.1094491421077193, 'avg_acc': 0.0, 'loss': 0.10038542172742382}
+{'epoch': 5, 'iter': 990, 'avg_loss': 0.10937271833249719, 'avg_acc': 0.0, 'loss': 0.11300472180125455}
+{'epoch': 5, 'iter': 1000, 'avg_loss': 0.1095299343827956, 'avg_acc': 0.0, 'loss': 0.10602705379655422}
+{'epoch': 5, 'iter': 1010, 'avg_loss': 0.10941762389514731, 'avg_acc': 0.0, 'loss': 0.10707071176186997}
+{'epoch': 5, 'iter': 1020, 'avg_loss': 0.10918969700663339, 'avg_acc': 0.0, 'loss': 0.10521796416287543}
+{'epoch': 5, 'iter': 1030, 'avg_loss': 0.10928377095389694, 'avg_acc': 0.0, 'loss': 0.184711254008172}
+{'epoch': 5, 'iter': 1040, 'avg_loss': 0.10932600731192678, 'avg_acc': 0.0, 'loss': 0.10775680641823522}
+{'epoch': 5, 'iter': 1050, 'avg_loss': 0.10933078160205652, 'avg_acc': 0.0, 'loss': 0.1352967160672571}
+{'epoch': 5, 'iter': 1060, 'avg_loss': 0.10939655731412701, 'avg_acc': 0.0, 'loss': 0.1444228056548127}
+{'epoch': 5, 'iter': 1070, 'avg_loss': 0.10938501180563771, 'avg_acc': 0.0, 'loss': 0.07727669185130383}
+{'epoch': 5, 'iter': 1080, 'avg_loss': 0.10903400266612934, 'avg_acc': 0.0, 'loss': 0.07562124508201253}
+{'epoch': 5, 'iter': 1090, 'avg_loss': 0.10894350956512304, 'avg_acc': 0.0, 'loss': 0.05847672626682002}
+{'epoch': 5, 'iter': 1100, 'avg_loss': 0.10876621231310261, 'avg_acc': 0.0, 'loss': 0.07940053192416079}
+{'epoch': 5, 'iter': 1110, 'avg_loss': 0.10875058592973273, 'avg_acc': 0.0, 'loss': 0.12321919338981907}
+{'epoch': 5, 'iter': 1120, 'avg_loss': 0.10860102042246286, 'avg_acc': 0.0, 'loss': 0.0807430059732204}
+{'epoch': 5, 'iter': 1130, 'avg_loss': 0.10853594307743783, 'avg_acc': 0.0, 'loss': 0.06766398664610408}
+{'epoch': 5, 'iter': 1140, 'avg_loss': 0.10855873275692388, 'avg_acc': 0.0, 'loss': 0.1458484421826662}
+{'epoch': 5, 'iter': 1150, 'avg_loss': 0.1087171969972403, 'avg_acc': 0.0, 'loss': 0.11193174349403176}
+{'epoch': 5, 'iter': 1160, 'avg_loss': 0.10897925835239657, 'avg_acc': 0.0, 'loss': 0.10584129419482581}
+{'epoch': 5, 'iter': 1170, 'avg_loss': 0.10895316699366063, 'avg_acc': 0.0, 'loss': 0.1331893921005758}
+{'epoch': 5, 'iter': 1180, 'avg_loss': 0.10888783289343894, 'avg_acc': 0.0, 'loss': 0.08668038450345453}
+{'epoch': 5, 'iter': 1190, 'avg_loss': 0.10896619601296187, 'avg_acc': 0.0, 'loss': 0.14219255869725853}
+{'epoch': 5, 'iter': 1200, 'avg_loss': 0.10866239812785253, 'avg_acc': 0.0, 'loss': 0.08752383799985962}
+{'epoch': 5, 'iter': 1210, 'avg_loss': 0.10873122428639122, 'avg_acc': 0.0, 'loss': 0.15624976942984045}
+{'epoch': 5, 'iter': 1220, 'avg_loss': 0.1087080517894468, 'avg_acc': 0.0, 'loss': 0.09601764601120522}
+{'epoch': 5, 'iter': 1230, 'avg_loss': 0.10872286314441565, 'avg_acc': 0.0, 'loss': 0.08377616608413518}
+{'epoch': 5, 'iter': 1240, 'avg_loss': 0.10874902633618837, 'avg_acc': 0.0, 'loss': 0.0830820680146514}
+{'epoch': 5, 'iter': 1250, 'avg_loss': 0.10873697494174604, 'avg_acc': 0.0, 'loss': 0.11798122295717153}
+{'epoch': 5, 'iter': 1260, 'avg_loss': 0.10890005326722646, 'avg_acc': 0.0, 'loss': 0.056518722583859926}
+{'epoch': 5, 'iter': 1270, 'avg_loss': 0.10906479262009991, 'avg_acc': 0.0, 'loss': 0.19658971398049677}
+{'epoch': 5, 'iter': 1280, 'avg_loss': 0.10919101765431136, 'avg_acc': 0.0, 'loss': 0.22558213124791238}
+{'epoch': 5, 'iter': 1290, 'avg_loss': 0.1091149647204395, 'avg_acc': 0.0, 'loss': 0.11940590775046594}
+{'epoch': 5, 'iter': 1300, 'avg_loss': 0.1090407666163996, 'avg_acc': 0.0, 'loss': 0.12910426491453109}
+{'epoch': 5, 'iter': 1310, 'avg_loss': 0.10909738089361287, 'avg_acc': 0.0, 'loss': 0.0563242566225069}
+{'epoch': 5, 'iter': 1320, 'avg_loss': 0.10896285076656849, 'avg_acc': 0.0, 'loss': 0.09447865640322561}
+{'epoch': 5, 'iter': 1330, 'avg_loss': 0.10903203937542164, 'avg_acc': 0.0, 'loss': 0.09806107195488169}
+{'epoch': 5, 'iter': 1340, 'avg_loss': 0.10906002701782402, 'avg_acc': 0.0, 'loss': 0.06091258291079222}
+{'epoch': 5, 'iter': 1350, 'avg_loss': 0.10904291856055895, 'avg_acc': 0.0, 'loss': 0.16845937155604976}
+{'epoch': 5, 'iter': 1360, 'avg_loss': 0.1090969049439315, 'avg_acc': 0.0, 'loss': 0.08602175307337996}
+{'epoch': 5, 'iter': 1370, 'avg_loss': 0.10902281155846294, 'avg_acc': 0.0, 'loss': 0.10315143740990607}
+{'epoch': 5, 'iter': 1380, 'avg_loss': 0.10906422759527645, 'avg_acc': 0.0, 'loss': 0.11059779462519664}
+{'epoch': 5, 'iter': 1390, 'avg_loss': 0.10912922454953888, 'avg_acc': 0.0, 'loss': 0.06925874454340633}
+{'epoch': 5, 'iter': 1400, 'avg_loss': 0.10925731969327049, 'avg_acc': 0.0, 'loss': 0.14164788244215742}
+{'epoch': 5, 'iter': 1410, 'avg_loss': 0.10920896900892003, 'avg_acc': 0.0, 'loss': 0.1079546424352884}
+{'epoch': 5, 'iter': 1420, 'avg_loss': 0.10939323119919372, 'avg_acc': 0.0, 'loss': 0.0951479716101338}
+{'epoch': 5, 'iter': 1430, 'avg_loss': 0.10937937311549799, 'avg_acc': 0.0, 'loss': 0.11257714864586887}
+{'epoch': 5, 'iter': 1440, 'avg_loss': 0.10949742590547376, 'avg_acc': 0.0, 'loss': 0.10885944233697435}
+{'epoch': 5, 'iter': 1450, 'avg_loss': 0.10951377037949184, 'avg_acc': 0.0, 'loss': 0.07110496059080365}
+{'epoch': 5, 'iter': 1460, 'avg_loss': 0.10952467498378121, 'avg_acc': 0.0, 'loss': 0.08236381285938217}
+{'epoch': 5, 'iter': 1470, 'avg_loss': 0.10959940495974985, 'avg_acc': 0.0, 'loss': 0.10922229688406201}
+{'epoch': 5, 'iter': 1480, 'avg_loss': 0.10942448213478179, 'avg_acc': 0.0, 'loss': 0.05244292819458808}
+{'epoch': 5, 'iter': 1490, 'avg_loss': 0.10937639678442006, 'avg_acc': 0.0, 'loss': 0.13549986910766165}
+{'epoch': 5, 'iter': 1500, 'avg_loss': 0.10940217024520903, 'avg_acc': 0.0, 'loss': 0.1455386799169511}
+{'epoch': 5, 'iter': 1510, 'avg_loss': 0.10945271830574851, 'avg_acc': 0.0, 'loss': 0.162298509701811}
+{'epoch': 5, 'iter': 1520, 'avg_loss': 0.10950101672914495, 'avg_acc': 0.0, 'loss': 0.12634218127491945}
+{'epoch': 5, 'iter': 1530, 'avg_loss': 0.10942524197863898, 'avg_acc': 0.0, 'loss': 0.09743014137023107}
+{'epoch': 5, 'iter': 1540, 'avg_loss': 0.10940367505641979, 'avg_acc': 0.0, 'loss': 0.10549713979487153}
+{'epoch': 5, 'iter': 1550, 'avg_loss': 0.10945546008233782, 'avg_acc': 0.0, 'loss': 0.07960523247077488}
+{'epoch': 5, 'iter': 1560, 'avg_loss': 0.10941324901400327, 'avg_acc': 0.0, 'loss': 0.09280702929338855}
+{'epoch': 5, 'iter': 1570, 'avg_loss': 0.10951811535048518, 'avg_acc': 0.0, 'loss': 0.15222010583914067}
+{'epoch': 5, 'iter': 1580, 'avg_loss': 0.1095514725661422, 'avg_acc': 0.0, 'loss': 0.08570310204738364}
+{'epoch': 5, 'iter': 1590, 'avg_loss': 0.10957845462498673, 'avg_acc': 0.0, 'loss': 0.06935952535890724}
+{'epoch': 5, 'iter': 1600, 'avg_loss': 0.109489260737584, 'avg_acc': 0.0, 'loss': 0.10340649880384131}
+{'epoch': 5, 'iter': 1610, 'avg_loss': 0.10948020577708095, 'avg_acc': 0.0, 'loss': 0.033899680348830376}
+{'epoch': 5, 'iter': 1620, 'avg_loss': 0.10949522085112391, 'avg_acc': 0.0, 'loss': 0.10217728322693022}
+{'epoch': 5, 'iter': 1630, 'avg_loss': 0.10957557593637718, 'avg_acc': 0.0, 'loss': 0.04423391123886436}
+{'epoch': 5, 'iter': 1640, 'avg_loss': 0.1095885576409327, 'avg_acc': 0.0, 'loss': 0.13397587959856797}
+{'epoch': 5, 'iter': 1650, 'avg_loss': 0.10950367746139995, 'avg_acc': 0.0, 'loss': 0.08019315480922679}
+{'epoch': 5, 'iter': 1660, 'avg_loss': 0.10958569710587636, 'avg_acc': 0.0, 'loss': 0.1268209190917722}
+{'epoch': 5, 'iter': 1670, 'avg_loss': 0.10960306850697162, 'avg_acc': 0.0, 'loss': 0.05013455996075728}
+{'epoch': 5, 'iter': 1680, 'avg_loss': 0.1095027785056987, 'avg_acc': 0.0, 'loss': 0.06103750141418069}
+{'epoch': 5, 'iter': 1690, 'avg_loss': 0.10935030502678103, 'avg_acc': 0.0, 'loss': 0.12528439426244273}
+{'epoch': 5, 'iter': 1700, 'avg_loss': 0.10933586813078353, 'avg_acc': 0.0, 'loss': 0.1026495140861568}
+{'epoch': 5, 'iter': 1710, 'avg_loss': 0.10933774354866235, 'avg_acc': 0.0, 'loss': 0.11261030565947294}
+{'epoch': 5, 'iter': 1720, 'avg_loss': 0.1092265835000389, 'avg_acc': 0.0, 'loss': 0.124080037690354}
+{'epoch': 5, 'iter': 1730, 'avg_loss': 0.10922639864351809, 'avg_acc': 0.0, 'loss': 0.15846182473426648}
+{'epoch': 5, 'iter': 1740, 'avg_loss': 0.10905691841229186, 'avg_acc': 0.0, 'loss': 0.05818150862225073}
+{'epoch': 5, 'iter': 1750, 'avg_loss': 0.10910632161208553, 'avg_acc': 0.0, 'loss': 0.1305747145702948}
+{'epoch': 5, 'iter': 1760, 'avg_loss': 0.10897983778798208, 'avg_acc': 0.0, 'loss': 0.10244670248052248}
+{'epoch': 5, 'iter': 1770, 'avg_loss': 0.10900467055069163, 'avg_acc': 0.0, 'loss': 0.1094387200825752}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.0, 'ece': 0.06945884972810745, 'avg_loss': 0.10898674572782521, 'f1_scores': 0.8903387331494284}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.05800040583757696, 'avg_acc': 0.0, 'loss': 0.05800040583757696}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.11431127976984735, 'avg_acc': 0.0, 'loss': 0.07217086236752428}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.10443550621975421, 'avg_acc': 0.0, 'loss': 0.1592751316662283}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.10232409484463205, 'avg_acc': 0.0, 'loss': 0.03716508355604933}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.10606785999996768, 'avg_acc': 0.0, 'loss': 0.11817572985546576}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.10603633980499184, 'avg_acc': 0.0, 'loss': 0.10748828157427072}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.10510484638378775, 'avg_acc': 0.0, 'loss': 0.12810969705599615}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.10498466165632914, 'avg_acc': 0.0, 'loss': 0.14365060577685132}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.10547264849063938, 'avg_acc': 0.0, 'loss': 0.103056224419106}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.1058942717966004, 'avg_acc': 0.0, 'loss': 0.14608140659460592}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.10656932109849906, 'avg_acc': 0.0, 'loss': 0.10139323500789033}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.10635366910603279, 'avg_acc': 0.0, 'loss': 0.1376339648644976}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.1066987043201383, 'avg_acc': 0.0, 'loss': 0.12747808667245408}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.10722071080703603, 'avg_acc': 0.0, 'loss': 0.09549692855619338}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.10584636850377191, 'avg_acc': 0.0, 'loss': 0.11123697014383131}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.10609423011292723, 'avg_acc': 0.0, 'loss': 0.10472572094944813}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.10813870999296687, 'avg_acc': 0.0, 'loss': 0.13889933932562468}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.10854201708968261, 'avg_acc': 0.0, 'loss': 0.0855590955169256}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.10832688160607011, 'avg_acc': 0.0, 'loss': 0.1380281419622926}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.10748441931218093, 'avg_acc': 0.0, 'loss': 0.08861778953360044}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.10701504119003477, 'avg_acc': 0.0, 'loss': 0.020372189899457483}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.10617565754791436, 'avg_acc': 0.0, 'loss': 0.06480530577709942}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.10708670615652391, 'avg_acc': 0.0, 'loss': 0.13182562366936118}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.10719679649945613, 'avg_acc': 0.0, 'loss': 0.10639474337891182}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.10709626839758264, 'avg_acc': 0.0, 'loss': 0.1372809337383712}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.10770504302246005, 'avg_acc': 0.0, 'loss': 0.12185534004778933}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.10778251573755601, 'avg_acc': 0.0, 'loss': 0.07616491719233766}
+{'epoch': 6, 'iter': 270, 'avg_loss': 0.10783313250914518, 'avg_acc': 0.0, 'loss': 0.040350087439817016}
+{'epoch': 6, 'iter': 280, 'avg_loss': 0.10790481525506192, 'avg_acc': 0.0, 'loss': 0.17001579965316133}
+{'epoch': 6, 'iter': 290, 'avg_loss': 0.10858955081757762, 'avg_acc': 0.0, 'loss': 0.11943794995210867}
+{'epoch': 6, 'iter': 300, 'avg_loss': 0.10795658556806996, 'avg_acc': 0.0, 'loss': 0.11278952196705307}
+{'epoch': 6, 'iter': 310, 'avg_loss': 0.10738581004285008, 'avg_acc': 0.0, 'loss': 0.12076525499216066}
+{'epoch': 6, 'iter': 320, 'avg_loss': 0.1076638967390576, 'avg_acc': 0.0, 'loss': 0.12652260984369992}
+{'epoch': 6, 'iter': 330, 'avg_loss': 0.10835587329842898, 'avg_acc': 0.0, 'loss': 0.10637339729679036}
+{'epoch': 6, 'iter': 340, 'avg_loss': 0.10818446669688732, 'avg_acc': 0.0, 'loss': 0.025232361057403195}
+{'epoch': 6, 'iter': 350, 'avg_loss': 0.10896620259801384, 'avg_acc': 0.0, 'loss': 0.21130580509199196}
+{'epoch': 6, 'iter': 360, 'avg_loss': 0.10971122573646772, 'avg_acc': 0.0, 'loss': 0.19060661467801765}
+{'epoch': 6, 'iter': 370, 'avg_loss': 0.11004239543042066, 'avg_acc': 0.0, 'loss': 0.1864162031219426}
+{'epoch': 6, 'iter': 380, 'avg_loss': 0.11000143393360445, 'avg_acc': 0.0, 'loss': 0.07997368222640944}
+{'epoch': 6, 'iter': 390, 'avg_loss': 0.110070252224849, 'avg_acc': 0.0, 'loss': 0.08672657344673747}
+{'epoch': 6, 'iter': 400, 'avg_loss': 0.1098079383860291, 'avg_acc': 0.0, 'loss': 0.09542440018010113}
+{'epoch': 6, 'iter': 410, 'avg_loss': 0.1097776114259249, 'avg_acc': 0.0, 'loss': 0.1334553660650012}
+{'epoch': 6, 'iter': 420, 'avg_loss': 0.10956647231919994, 'avg_acc': 0.0, 'loss': 0.06235514657061815}
+{'epoch': 6, 'iter': 430, 'avg_loss': 0.11012671274952325, 'avg_acc': 0.0, 'loss': 0.07315306206172473}
+{'epoch': 6, 'iter': 440, 'avg_loss': 0.10993021930870335, 'avg_acc': 0.0, 'loss': 0.07892233330000765}
+{'epoch': 6, 'iter': 450, 'avg_loss': 0.11025530833888783, 'avg_acc': 0.0, 'loss': 0.10757260859112908}
+{'epoch': 6, 'iter': 460, 'avg_loss': 0.1107633011048109, 'avg_acc': 0.0, 'loss': 0.1599833072731209}
+{'epoch': 6, 'iter': 470, 'avg_loss': 0.11053254860705646, 'avg_acc': 0.0, 'loss': 0.07314091017412595}
+{'epoch': 6, 'iter': 480, 'avg_loss': 0.11078178259786568, 'avg_acc': 0.0, 'loss': 0.12211946020066274}
+{'epoch': 6, 'iter': 490, 'avg_loss': 0.1105024874191698, 'avg_acc': 0.0, 'loss': 0.08674659150230062}
+{'epoch': 6, 'iter': 500, 'avg_loss': 0.11027260107482925, 'avg_acc': 0.0, 'loss': 0.15811687088671533}
+{'epoch': 6, 'iter': 510, 'avg_loss': 0.10998672685958955, 'avg_acc': 0.0, 'loss': 0.1250327640119784}
+{'epoch': 6, 'iter': 520, 'avg_loss': 0.10962691086612858, 'avg_acc': 0.0, 'loss': 0.07082577463734196}
+{'epoch': 6, 'iter': 530, 'avg_loss': 0.10926614533770365, 'avg_acc': 0.0, 'loss': 0.1210611406260276}
+{'epoch': 6, 'iter': 540, 'avg_loss': 0.10920654901151666, 'avg_acc': 0.0, 'loss': 0.0572040808683596}
+{'epoch': 6, 'iter': 550, 'avg_loss': 0.10930821244419456, 'avg_acc': 0.0, 'loss': 0.15165316209303065}
+{'epoch': 6, 'iter': 560, 'avg_loss': 0.10945007045854364, 'avg_acc': 0.0, 'loss': 0.09406472491835821}
+{'epoch': 6, 'iter': 570, 'avg_loss': 0.10933057472907669, 'avg_acc': 0.0, 'loss': 0.12405925824844286}
+{'epoch': 6, 'iter': 580, 'avg_loss': 0.10949579499837207, 'avg_acc': 0.0, 'loss': 0.09097235879146734}
+{'epoch': 6, 'iter': 590, 'avg_loss': 0.10961344795896524, 'avg_acc': 0.0, 'loss': 0.10904407061044756}
+{'epoch': 6, 'iter': 600, 'avg_loss': 0.10939763336487146, 'avg_acc': 0.0, 'loss': 0.05533765213177892}
+{'epoch': 6, 'iter': 610, 'avg_loss': 0.10942818703258166, 'avg_acc': 0.0, 'loss': 0.15002428698484696}
+{'epoch': 6, 'iter': 620, 'avg_loss': 0.10967876967656151, 'avg_acc': 0.0, 'loss': 0.06929856633736822}
+{'epoch': 6, 'iter': 630, 'avg_loss': 0.10946688124529375, 'avg_acc': 0.0, 'loss': 0.09029507242049865}
+{'epoch': 6, 'iter': 640, 'avg_loss': 0.10914718728394084, 'avg_acc': 0.0, 'loss': 0.10151307240130336}
+{'epoch': 6, 'iter': 650, 'avg_loss': 0.10917234893462331, 'avg_acc': 0.0, 'loss': 0.14652933988457204}
+{'epoch': 6, 'iter': 660, 'avg_loss': 0.10914199050597818, 'avg_acc': 0.0, 'loss': 0.05628886088314695}
+{'epoch': 6, 'iter': 670, 'avg_loss': 0.10917220398030217, 'avg_acc': 0.0, 'loss': 0.10791245290894429}
+{'epoch': 6, 'iter': 680, 'avg_loss': 0.10886185129284633, 'avg_acc': 0.0, 'loss': 0.11316668644777954}
+{'epoch': 6, 'iter': 690, 'avg_loss': 0.10906751681591725, 'avg_acc': 0.0, 'loss': 0.11451880369018648}
+{'epoch': 6, 'iter': 700, 'avg_loss': 0.10902711033956579, 'avg_acc': 0.0, 'loss': 0.09014226598914579}
+{'epoch': 6, 'iter': 710, 'avg_loss': 0.10907575335795545, 'avg_acc': 0.0, 'loss': 0.09078502164805155}
+{'epoch': 6, 'iter': 720, 'avg_loss': 0.10892945761962892, 'avg_acc': 0.0, 'loss': 0.058584372102814086}
+{'epoch': 6, 'iter': 730, 'avg_loss': 0.10916587722370368, 'avg_acc': 0.0, 'loss': 0.1444918396729398}
+{'epoch': 6, 'iter': 740, 'avg_loss': 0.1087829709307426, 'avg_acc': 0.0, 'loss': 0.05791724785558472}
+{'epoch': 6, 'iter': 750, 'avg_loss': 0.10862252811511701, 'avg_acc': 0.0, 'loss': 0.034001778911390695}
+{'epoch': 6, 'iter': 760, 'avg_loss': 0.10858651511928122, 'avg_acc': 0.0, 'loss': 0.11386200303916535}
+{'epoch': 6, 'iter': 770, 'avg_loss': 0.10855420291231979, 'avg_acc': 0.0, 'loss': 0.12174990341580788}
+{'epoch': 6, 'iter': 780, 'avg_loss': 0.10857576478292323, 'avg_acc': 0.0, 'loss': 0.06515212233197026}
+{'epoch': 6, 'iter': 790, 'avg_loss': 0.10870474707850643, 'avg_acc': 0.0, 'loss': 0.15606846933438387}
+{'epoch': 6, 'iter': 800, 'avg_loss': 0.10870944539555108, 'avg_acc': 0.0, 'loss': 0.02164921568328282}
+{'epoch': 6, 'iter': 810, 'avg_loss': 0.10841106761422735, 'avg_acc': 0.0, 'loss': 0.09891344015776277}
+{'epoch': 6, 'iter': 820, 'avg_loss': 0.10873425451295865, 'avg_acc': 0.0, 'loss': 0.11449796560295258}
+{'epoch': 6, 'iter': 830, 'avg_loss': 0.10875398629264756, 'avg_acc': 0.0, 'loss': 0.11040420589012813}
+{'epoch': 6, 'iter': 840, 'avg_loss': 0.10868925330552788, 'avg_acc': 0.0, 'loss': 0.11335615674371573}
+{'epoch': 6, 'iter': 850, 'avg_loss': 0.10869421478561875, 'avg_acc': 0.0, 'loss': 0.13405080788899273}
+{'epoch': 6, 'iter': 860, 'avg_loss': 0.10870585162753944, 'avg_acc': 0.0, 'loss': 0.14143984563653636}
+{'epoch': 6, 'iter': 870, 'avg_loss': 0.1094634571088039, 'avg_acc': 0.0, 'loss': 0.10397329876864854}
+{'epoch': 6, 'iter': 880, 'avg_loss': 0.10971757958784474, 'avg_acc': 0.0, 'loss': 0.20518687858209106}
+{'epoch': 6, 'iter': 890, 'avg_loss': 0.10978708414783528, 'avg_acc': 0.0, 'loss': 0.0878703491521914}
+{'epoch': 6, 'iter': 900, 'avg_loss': 0.10995956028353267, 'avg_acc': 0.0, 'loss': 0.0680329621092304}
+{'epoch': 6, 'iter': 910, 'avg_loss': 0.11000251289048926, 'avg_acc': 0.0, 'loss': 0.15026156909860738}
+{'epoch': 6, 'iter': 920, 'avg_loss': 0.11014874972995783, 'avg_acc': 0.0, 'loss': 0.09546211116269529}
+{'epoch': 6, 'iter': 930, 'avg_loss': 0.11027908743296531, 'avg_acc': 0.0, 'loss': 0.11634332103858469}
+{'epoch': 6, 'iter': 940, 'avg_loss': 0.11023246176590774, 'avg_acc': 0.0, 'loss': 0.08223244145197635}
+{'epoch': 6, 'iter': 950, 'avg_loss': 0.11030886735624104, 'avg_acc': 0.0, 'loss': 0.04386252895470274}
+{'epoch': 6, 'iter': 960, 'avg_loss': 0.10999092211392714, 'avg_acc': 0.0, 'loss': 0.09445499465982721}
+{'epoch': 6, 'iter': 970, 'avg_loss': 0.10980159074239379, 'avg_acc': 0.0, 'loss': 0.07554162832976934}
+{'epoch': 6, 'iter': 980, 'avg_loss': 0.10987875868569683, 'avg_acc': 0.0, 'loss': 0.10180603164696679}
+{'epoch': 6, 'iter': 990, 'avg_loss': 0.10980619683353812, 'avg_acc': 0.0, 'loss': 0.11300971849134708}
+{'epoch': 6, 'iter': 1000, 'avg_loss': 0.10996096426972173, 'avg_acc': 0.0, 'loss': 0.10470861639000109}
+{'epoch': 6, 'iter': 1010, 'avg_loss': 0.1098533686856735, 'avg_acc': 0.0, 'loss': 0.10644779276546094}
+{'epoch': 6, 'iter': 1020, 'avg_loss': 0.10963700568175071, 'avg_acc': 0.0, 'loss': 0.10596714012068072}
+{'epoch': 6, 'iter': 1030, 'avg_loss': 0.10973362455426394, 'avg_acc': 0.0, 'loss': 0.1847586693391869}
+{'epoch': 6, 'iter': 1040, 'avg_loss': 0.1097761268709074, 'avg_acc': 0.0, 'loss': 0.10938844547451611}
+{'epoch': 6, 'iter': 1050, 'avg_loss': 0.10978306665389828, 'avg_acc': 0.0, 'loss': 0.13509721451581364}
+{'epoch': 6, 'iter': 1060, 'avg_loss': 0.10984902218504343, 'avg_acc': 0.0, 'loss': 0.1454104256987583}
+{'epoch': 6, 'iter': 1070, 'avg_loss': 0.10983844128994329, 'avg_acc': 0.0, 'loss': 0.07808984222849956}
+{'epoch': 6, 'iter': 1080, 'avg_loss': 0.1094916815430684, 'avg_acc': 0.0, 'loss': 0.07650690441213165}
+{'epoch': 6, 'iter': 1090, 'avg_loss': 0.10940225172954088, 'avg_acc': 0.0, 'loss': 0.06049791852176765}
+{'epoch': 6, 'iter': 1100, 'avg_loss': 0.10923106605057811, 'avg_acc': 0.0, 'loss': 0.08192660733441569}
+{'epoch': 6, 'iter': 1110, 'avg_loss': 0.1092164036537146, 'avg_acc': 0.0, 'loss': 0.12132145938416475}
+{'epoch': 6, 'iter': 1120, 'avg_loss': 0.10906680268984353, 'avg_acc': 0.0, 'loss': 0.08245298989608532}
+{'epoch': 6, 'iter': 1130, 'avg_loss': 0.10900013279651102, 'avg_acc': 0.0, 'loss': 0.06890181362957394}
+{'epoch': 6, 'iter': 1140, 'avg_loss': 0.10902088911418077, 'avg_acc': 0.0, 'loss': 0.1451714947545822}
+{'epoch': 6, 'iter': 1150, 'avg_loss': 0.10916951806533794, 'avg_acc': 0.0, 'loss': 0.11087918175384662}
+{'epoch': 6, 'iter': 1160, 'avg_loss': 0.10943292198473166, 'avg_acc': 0.0, 'loss': 0.10684979408344068}
+{'epoch': 6, 'iter': 1170, 'avg_loss': 0.1094107013730824, 'avg_acc': 0.0, 'loss': 0.13372842631581858}
+{'epoch': 6, 'iter': 1180, 'avg_loss': 0.10934314280394634, 'avg_acc': 0.0, 'loss': 0.08761059862867374}
+{'epoch': 6, 'iter': 1190, 'avg_loss': 0.10941501095382482, 'avg_acc': 0.0, 'loss': 0.13884376023841988}
+{'epoch': 6, 'iter': 1200, 'avg_loss': 0.10911517008639698, 'avg_acc': 0.0, 'loss': 0.08839531687408453}
+{'epoch': 6, 'iter': 1210, 'avg_loss': 0.10918244106962717, 'avg_acc': 0.0, 'loss': 0.15732093438055017}
+{'epoch': 6, 'iter': 1220, 'avg_loss': 0.10915931249053501, 'avg_acc': 0.0, 'loss': 0.09553685723988434}
+{'epoch': 6, 'iter': 1230, 'avg_loss': 0.10917171574410946, 'avg_acc': 0.0, 'loss': 0.08415888581287488}
+{'epoch': 6, 'iter': 1240, 'avg_loss': 0.10920026046682545, 'avg_acc': 0.0, 'loss': 0.08462330845817892}
+{'epoch': 6, 'iter': 1250, 'avg_loss': 0.10918493615634116, 'avg_acc': 0.0, 'loss': 0.11833610583529922}
+{'epoch': 6, 'iter': 1260, 'avg_loss': 0.10934570971694857, 'avg_acc': 0.0, 'loss': 0.05696991548471227}
+{'epoch': 6, 'iter': 1270, 'avg_loss': 0.10950584359701701, 'avg_acc': 0.0, 'loss': 0.19605903398373162}
+{'epoch': 6, 'iter': 1280, 'avg_loss': 0.10963231631143633, 'avg_acc': 0.0, 'loss': 0.22246464278201267}
+{'epoch': 6, 'iter': 1290, 'avg_loss': 0.10955432520793637, 'avg_acc': 0.0, 'loss': 0.11886080530283444}
+{'epoch': 6, 'iter': 1300, 'avg_loss': 0.10948186762789534, 'avg_acc': 0.0, 'loss': 0.12928623464527586}
+{'epoch': 6, 'iter': 1310, 'avg_loss': 0.10953674665019304, 'avg_acc': 0.0, 'loss': 0.05790652495657663}
+{'epoch': 6, 'iter': 1320, 'avg_loss': 0.10940391839056093, 'avg_acc': 0.0, 'loss': 0.09455148864799412}
+{'epoch': 6, 'iter': 1330, 'avg_loss': 0.10947347942062559, 'avg_acc': 0.0, 'loss': 0.09785079522602505}
+{'epoch': 6, 'iter': 1340, 'avg_loss': 0.10950647292226057, 'avg_acc': 0.0, 'loss': 0.06277658267299557}
+{'epoch': 6, 'iter': 1350, 'avg_loss': 0.10948985575248009, 'avg_acc': 0.0, 'loss': 0.16594771500266298}
+{'epoch': 6, 'iter': 1360, 'avg_loss': 0.10954151649288567, 'avg_acc': 0.0, 'loss': 0.08733922995237922}
+{'epoch': 6, 'iter': 1370, 'avg_loss': 0.10946757368319299, 'avg_acc': 0.0, 'loss': 0.10316604025293989}
+{'epoch': 6, 'iter': 1380, 'avg_loss': 0.10951107580780853, 'avg_acc': 0.0, 'loss': 0.11123863302002843}
+{'epoch': 6, 'iter': 1390, 'avg_loss': 0.10957421655659015, 'avg_acc': 0.0, 'loss': 0.0706795476535912}
+{'epoch': 6, 'iter': 1400, 'avg_loss': 0.10970051033664473, 'avg_acc': 0.0, 'loss': 0.14159538474937758}
+{'epoch': 6, 'iter': 1410, 'avg_loss': 0.10965714383901783, 'avg_acc': 0.0, 'loss': 0.10785786501842916}
+{'epoch': 6, 'iter': 1420, 'avg_loss': 0.10983827613556425, 'avg_acc': 0.0, 'loss': 0.0958769304452939}
+{'epoch': 6, 'iter': 1430, 'avg_loss': 0.1098275031116625, 'avg_acc': 0.0, 'loss': 0.11277119245070415}
+{'epoch': 6, 'iter': 1440, 'avg_loss': 0.10994363446018024, 'avg_acc': 0.0, 'loss': 0.11187040550833313}
+{'epoch': 6, 'iter': 1450, 'avg_loss': 0.10996119825129304, 'avg_acc': 0.0, 'loss': 0.07232580913647065}
+{'epoch': 6, 'iter': 1460, 'avg_loss': 0.10997339692288269, 'avg_acc': 0.0, 'loss': 0.08304998195451065}
+{'epoch': 6, 'iter': 1470, 'avg_loss': 0.11004432629653066, 'avg_acc': 0.0, 'loss': 0.10849381638822056}
+{'epoch': 6, 'iter': 1480, 'avg_loss': 0.1098719442370343, 'avg_acc': 0.0, 'loss': 0.054568049546755246}
+{'epoch': 6, 'iter': 1490, 'avg_loss': 0.10983006914923742, 'avg_acc': 0.0, 'loss': 0.13649627149613608}
+{'epoch': 6, 'iter': 1500, 'avg_loss': 0.10985191831166813, 'avg_acc': 0.0, 'loss': 0.1444466985323223}
+{'epoch': 6, 'iter': 1510, 'avg_loss': 0.10990214697145362, 'avg_acc': 0.0, 'loss': 0.1602772555701709}
+{'epoch': 6, 'iter': 1520, 'avg_loss': 0.10994974377572056, 'avg_acc': 0.0, 'loss': 0.12700657197748502}
+{'epoch': 6, 'iter': 1530, 'avg_loss': 0.10987192443616778, 'avg_acc': 0.0, 'loss': 0.09739138568102135}
+{'epoch': 6, 'iter': 1540, 'avg_loss': 0.10985484493046047, 'avg_acc': 0.0, 'loss': 0.10707818594047629}
+{'epoch': 6, 'iter': 1550, 'avg_loss': 0.10990446243799108, 'avg_acc': 0.0, 'loss': 0.08113713610405933}
+{'epoch': 6, 'iter': 1560, 'avg_loss': 0.10985794990794988, 'avg_acc': 0.0, 'loss': 0.0917115494346165}
+{'epoch': 6, 'iter': 1570, 'avg_loss': 0.10996034658619137, 'avg_acc': 0.0, 'loss': 0.1528610582724598}
+{'epoch': 6, 'iter': 1580, 'avg_loss': 0.10999438480153921, 'avg_acc': 0.0, 'loss': 0.08677766536337522}
+{'epoch': 6, 'iter': 1590, 'avg_loss': 0.11002172908214354, 'avg_acc': 0.0, 'loss': 0.06995479376174833}
+{'epoch': 6, 'iter': 1600, 'avg_loss': 0.109933663019531, 'avg_acc': 0.0, 'loss': 0.10438028779000368}
+{'epoch': 6, 'iter': 1610, 'avg_loss': 0.10992639371578446, 'avg_acc': 0.0, 'loss': 0.034982200367007214}
+{'epoch': 6, 'iter': 1620, 'avg_loss': 0.10994103354371623, 'avg_acc': 0.0, 'loss': 0.10299222528140359}
+{'epoch': 6, 'iter': 1630, 'avg_loss': 0.11002231274364725, 'avg_acc': 0.0, 'loss': 0.04511451527391078}
+{'epoch': 6, 'iter': 1640, 'avg_loss': 0.11003283679694739, 'avg_acc': 0.0, 'loss': 0.13362753378558928}
+{'epoch': 6, 'iter': 1650, 'avg_loss': 0.10995163572706455, 'avg_acc': 0.0, 'loss': 0.0829245162256354}
+{'epoch': 6, 'iter': 1660, 'avg_loss': 0.11003143686630905, 'avg_acc': 0.0, 'loss': 0.1272075046254031}
+{'epoch': 6, 'iter': 1670, 'avg_loss': 0.11004738577007635, 'avg_acc': 0.0, 'loss': 0.04887947450983379}
+{'epoch': 6, 'iter': 1680, 'avg_loss': 0.1099504401331103, 'avg_acc': 0.0, 'loss': 0.06231558062329765}
+{'epoch': 6, 'iter': 1690, 'avg_loss': 0.1097997070168042, 'avg_acc': 0.0, 'loss': 0.12635673366847705}
+{'epoch': 6, 'iter': 1700, 'avg_loss': 0.1097836062340639, 'avg_acc': 0.0, 'loss': 0.10336103858363847}
+{'epoch': 6, 'iter': 1710, 'avg_loss': 0.10978628996980745, 'avg_acc': 0.0, 'loss': 0.11194777829924922}
+{'epoch': 6, 'iter': 1720, 'avg_loss': 0.10967705953062784, 'avg_acc': 0.0, 'loss': 0.12433381981385797}
+{'epoch': 6, 'iter': 1730, 'avg_loss': 0.1096777422961079, 'avg_acc': 0.0, 'loss': 0.15902593824986458}
+{'epoch': 6, 'iter': 1740, 'avg_loss': 0.10951261118149574, 'avg_acc': 0.0, 'loss': 0.05965214871100345}
+{'epoch': 6, 'iter': 1750, 'avg_loss': 0.1095611204070089, 'avg_acc': 0.0, 'loss': 0.13039252078007327}
+{'epoch': 6, 'iter': 1760, 'avg_loss': 0.10943512088468356, 'avg_acc': 0.0, 'loss': 0.10298063964702513}
+{'epoch': 6, 'iter': 1770, 'avg_loss': 0.10945738474586736, 'avg_acc': 0.0, 'loss': 0.10904033355953807}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.0, 'ece': 0.0664072036743164, 'avg_loss': 0.10943919513576253, 'f1_scores': 0.8899089886378205}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.05918791841876165, 'avg_acc': 0.0, 'loss': 0.05918791841876165}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.1135432410359936, 'avg_acc': 0.0, 'loss': 0.06955929569962141}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.10294081316813539, 'avg_acc': 0.0, 'loss': 0.15508356753408795}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.10025746942844942, 'avg_acc': 0.0, 'loss': 0.03619877285434216}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.10377639176298076, 'avg_acc': 0.0, 'loss': 0.11341211856649482}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.1037156161364042, 'avg_acc': 0.0, 'loss': 0.10454130784695995}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.1029490556525406, 'avg_acc': 0.0, 'loss': 0.1302664018267673}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.10307504632078096, 'avg_acc': 0.0, 'loss': 0.14482309850310618}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.1036278053459656, 'avg_acc': 0.0, 'loss': 0.10165682286008501}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.1039663969577847, 'avg_acc': 0.0, 'loss': 0.14196981197782016}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.10459287058703413, 'avg_acc': 0.0, 'loss': 0.09484400708847066}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.10453382624192088, 'avg_acc': 0.0, 'loss': 0.13794215912360283}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.10484537269199101, 'avg_acc': 0.0, 'loss': 0.12195509466190352}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.10540107258249513, 'avg_acc': 0.0, 'loss': 0.09190107568714925}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.10408003594835098, 'avg_acc': 0.0, 'loss': 0.11135881533183627}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.10436163396734341, 'avg_acc': 0.0, 'loss': 0.1044518262026161}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.10632169293572485, 'avg_acc': 0.0, 'loss': 0.1371783682674764}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.10665090093959682, 'avg_acc': 0.0, 'loss': 0.08316712157712962}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.1064174960760771, 'avg_acc': 0.0, 'loss': 0.13540988424399203}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.10560681755985092, 'avg_acc': 0.0, 'loss': 0.0902478085436087}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.10512812030827552, 'avg_acc': 0.0, 'loss': 0.019988978516526652}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.10433547512994397, 'avg_acc': 0.0, 'loss': 0.06204748448252368}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.10525746840423873, 'avg_acc': 0.0, 'loss': 0.13030428574016437}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.10539550110660942, 'avg_acc': 0.0, 'loss': 0.10320358151401315}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.10525171522882304, 'avg_acc': 0.0, 'loss': 0.13228750179964013}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.10584486082830936, 'avg_acc': 0.0, 'loss': 0.12023022115584223}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.10594020204051073, 'avg_acc': 0.0, 'loss': 0.0769266254813244}
+{'epoch': 7, 'iter': 270, 'avg_loss': 0.10595659088076405, 'avg_acc': 0.0, 'loss': 0.03789954961445931}
+{'epoch': 7, 'iter': 280, 'avg_loss': 0.10597180300561927, 'avg_acc': 0.0, 'loss': 0.16354866944987276}
+{'epoch': 7, 'iter': 290, 'avg_loss': 0.10664806747024301, 'avg_acc': 0.0, 'loss': 0.11710873111756621}
+{'epoch': 7, 'iter': 300, 'avg_loss': 0.105983601178086, 'avg_acc': 0.0, 'loss': 0.1109773633619235}
+{'epoch': 7, 'iter': 310, 'avg_loss': 0.10545004226331238, 'avg_acc': 0.0, 'loss': 0.12031036229193756}
+{'epoch': 7, 'iter': 320, 'avg_loss': 0.10569981312621039, 'avg_acc': 0.0, 'loss': 0.12113138567799199}
+{'epoch': 7, 'iter': 330, 'avg_loss': 0.10639221657190494, 'avg_acc': 0.0, 'loss': 0.10741128188228036}
+{'epoch': 7, 'iter': 340, 'avg_loss': 0.10625218129002427, 'avg_acc': 0.0, 'loss': 0.02508450049260448}
+{'epoch': 7, 'iter': 350, 'avg_loss': 0.10699335534688713, 'avg_acc': 0.0, 'loss': 0.20902489917943967}
+{'epoch': 7, 'iter': 360, 'avg_loss': 0.107699568273231, 'avg_acc': 0.0, 'loss': 0.18620447864376338}
+{'epoch': 7, 'iter': 370, 'avg_loss': 0.10801996769961755, 'avg_acc': 0.0, 'loss': 0.18456598088193588}
+{'epoch': 7, 'iter': 380, 'avg_loss': 0.10798789101079827, 'avg_acc': 0.0, 'loss': 0.07739059682684715}
+{'epoch': 7, 'iter': 390, 'avg_loss': 0.10803457639690763, 'avg_acc': 0.0, 'loss': 0.09096623464074582}
+{'epoch': 7, 'iter': 400, 'avg_loss': 0.10776544626838432, 'avg_acc': 0.0, 'loss': 0.0954179390106609}
+{'epoch': 7, 'iter': 410, 'avg_loss': 0.10772452757330209, 'avg_acc': 0.0, 'loss': 0.13102986267686642}
+{'epoch': 7, 'iter': 420, 'avg_loss': 0.10752274217418718, 'avg_acc': 0.0, 'loss': 0.06283839454369756}
+{'epoch': 7, 'iter': 430, 'avg_loss': 0.1080608641579334, 'avg_acc': 0.0, 'loss': 0.069507484080272}
+{'epoch': 7, 'iter': 440, 'avg_loss': 0.10786588170798854, 'avg_acc': 0.0, 'loss': 0.07910123762004721}
+{'epoch': 7, 'iter': 450, 'avg_loss': 0.10825650718777283, 'avg_acc': 0.0, 'loss': 0.1087294202929375}
+{'epoch': 7, 'iter': 460, 'avg_loss': 0.10876879004665438, 'avg_acc': 0.0, 'loss': 0.15698488384649473}
+{'epoch': 7, 'iter': 470, 'avg_loss': 0.10854047875003425, 'avg_acc': 0.0, 'loss': 0.07363262461707823}
+{'epoch': 7, 'iter': 480, 'avg_loss': 0.10876224346938748, 'avg_acc': 0.0, 'loss': 0.11861227861930143}
+{'epoch': 7, 'iter': 490, 'avg_loss': 0.10847122770204667, 'avg_acc': 0.0, 'loss': 0.08080835179641456}
+{'epoch': 7, 'iter': 500, 'avg_loss': 0.1082317174921926, 'avg_acc': 0.0, 'loss': 0.1562272315006469}
+{'epoch': 7, 'iter': 510, 'avg_loss': 0.10795585536490729, 'avg_acc': 0.0, 'loss': 0.12299515305793257}
+{'epoch': 7, 'iter': 520, 'avg_loss': 0.1075950997730924, 'avg_acc': 0.0, 'loss': 0.06661347542181568}
+{'epoch': 7, 'iter': 530, 'avg_loss': 0.10723967068644007, 'avg_acc': 0.0, 'loss': 0.11672006845518418}
+{'epoch': 7, 'iter': 540, 'avg_loss': 0.10718440828389401, 'avg_acc': 0.0, 'loss': 0.05463819258284275}
+{'epoch': 7, 'iter': 550, 'avg_loss': 0.10724981260734952, 'avg_acc': 0.0, 'loss': 0.15061410560052277}
+{'epoch': 7, 'iter': 560, 'avg_loss': 0.10738085300960543, 'avg_acc': 0.0, 'loss': 0.0932628701028599}
+{'epoch': 7, 'iter': 570, 'avg_loss': 0.10727415526896902, 'avg_acc': 0.0, 'loss': 0.12398007629261493}
+{'epoch': 7, 'iter': 580, 'avg_loss': 0.10745070430468281, 'avg_acc': 0.0, 'loss': 0.08707870320475714}
+{'epoch': 7, 'iter': 590, 'avg_loss': 0.1075792622734153, 'avg_acc': 0.0, 'loss': 0.10862647331285707}
+{'epoch': 7, 'iter': 600, 'avg_loss': 0.1073640533648953, 'avg_acc': 0.0, 'loss': 0.054346044119678735}
+{'epoch': 7, 'iter': 610, 'avg_loss': 0.10740375446454928, 'avg_acc': 0.0, 'loss': 0.14429017992071227}
+{'epoch': 7, 'iter': 620, 'avg_loss': 0.10765347699947335, 'avg_acc': 0.0, 'loss': 0.06991364780320249}
+{'epoch': 7, 'iter': 630, 'avg_loss': 0.1074415153229604, 'avg_acc': 0.0, 'loss': 0.09039286282294207}
+{'epoch': 7, 'iter': 640, 'avg_loss': 0.10711273953949411, 'avg_acc': 0.0, 'loss': 0.09780159046320996}
+{'epoch': 7, 'iter': 650, 'avg_loss': 0.10714745084512732, 'avg_acc': 0.0, 'loss': 0.15356879839841245}
+{'epoch': 7, 'iter': 660, 'avg_loss': 0.10710566046924762, 'avg_acc': 0.0, 'loss': 0.055147210795374636}
+{'epoch': 7, 'iter': 670, 'avg_loss': 0.10713376773878704, 'avg_acc': 0.0, 'loss': 0.10598497993227543}
+{'epoch': 7, 'iter': 680, 'avg_loss': 0.10683229235325155, 'avg_acc': 0.0, 'loss': 0.11374192163683411}
+{'epoch': 7, 'iter': 690, 'avg_loss': 0.10705213195490791, 'avg_acc': 0.0, 'loss': 0.11124936031615107}
+{'epoch': 7, 'iter': 700, 'avg_loss': 0.10701633532523788, 'avg_acc': 0.0, 'loss': 0.09161888228170158}
+{'epoch': 7, 'iter': 710, 'avg_loss': 0.10708588460618304, 'avg_acc': 0.0, 'loss': 0.0877646903792473}
+{'epoch': 7, 'iter': 720, 'avg_loss': 0.1069411627427903, 'avg_acc': 0.0, 'loss': 0.0575022103075753}
+{'epoch': 7, 'iter': 730, 'avg_loss': 0.10718283333776206, 'avg_acc': 0.0, 'loss': 0.1506878369388817}
+{'epoch': 7, 'iter': 740, 'avg_loss': 0.1068288152588198, 'avg_acc': 0.0, 'loss': 0.056916580151664675}
+{'epoch': 7, 'iter': 750, 'avg_loss': 0.10666430501242721, 'avg_acc': 0.0, 'loss': 0.033062411003681645}
+{'epoch': 7, 'iter': 760, 'avg_loss': 0.10664662935440744, 'avg_acc': 0.0, 'loss': 0.1192239506057636}
+{'epoch': 7, 'iter': 770, 'avg_loss': 0.10661796948965971, 'avg_acc': 0.0, 'loss': 0.12192238514035125}
+{'epoch': 7, 'iter': 780, 'avg_loss': 0.106626777440759, 'avg_acc': 0.0, 'loss': 0.0628974636044534}
+{'epoch': 7, 'iter': 790, 'avg_loss': 0.1067446579898204, 'avg_acc': 0.0, 'loss': 0.15417068706613332}
+{'epoch': 7, 'iter': 800, 'avg_loss': 0.10676021880921027, 'avg_acc': 0.0, 'loss': 0.02128622072541475}
+{'epoch': 7, 'iter': 810, 'avg_loss': 0.10645994029280435, 'avg_acc': 0.0, 'loss': 0.09467952988520015}
+{'epoch': 7, 'iter': 820, 'avg_loss': 0.10678270514607957, 'avg_acc': 0.0, 'loss': 0.11034718450329299}
+{'epoch': 7, 'iter': 830, 'avg_loss': 0.10679317650535534, 'avg_acc': 0.0, 'loss': 0.10493977554551748}
+{'epoch': 7, 'iter': 840, 'avg_loss': 0.10673076052125582, 'avg_acc': 0.0, 'loss': 0.11578844045795579}
+{'epoch': 7, 'iter': 850, 'avg_loss': 0.10674007219913292, 'avg_acc': 0.0, 'loss': 0.13299246899142805}
+{'epoch': 7, 'iter': 860, 'avg_loss': 0.10676270086755846, 'avg_acc': 0.0, 'loss': 0.13861231235750893}
+{'epoch': 7, 'iter': 870, 'avg_loss': 0.1074916400335398, 'avg_acc': 0.0, 'loss': 0.10079905317817454}
+{'epoch': 7, 'iter': 880, 'avg_loss': 0.10775230023247494, 'avg_acc': 0.0, 'loss': 0.19942302788714575}
+{'epoch': 7, 'iter': 890, 'avg_loss': 0.10782618706783137, 'avg_acc': 0.0, 'loss': 0.08606014309767877}
+{'epoch': 7, 'iter': 900, 'avg_loss': 0.10800552028654684, 'avg_acc': 0.0, 'loss': 0.06684898172670728}
+{'epoch': 7, 'iter': 910, 'avg_loss': 0.10803734887199536, 'avg_acc': 0.0, 'loss': 0.14691335752292745}
+{'epoch': 7, 'iter': 920, 'avg_loss': 0.10816839778594395, 'avg_acc': 0.0, 'loss': 0.09394011357731609}
+{'epoch': 7, 'iter': 930, 'avg_loss': 0.10827982096990896, 'avg_acc': 0.0, 'loss': 0.11394141588061757}
+{'epoch': 7, 'iter': 940, 'avg_loss': 0.10822543512727915, 'avg_acc': 0.0, 'loss': 0.0802517736336605}
+{'epoch': 7, 'iter': 950, 'avg_loss': 0.10829968796567445, 'avg_acc': 0.0, 'loss': 0.04138859071664618}
+{'epoch': 7, 'iter': 960, 'avg_loss': 0.10799321091441413, 'avg_acc': 0.0, 'loss': 0.09257915058794554}
+{'epoch': 7, 'iter': 970, 'avg_loss': 0.10781645655878135, 'avg_acc': 0.0, 'loss': 0.07498190782410218}
+{'epoch': 7, 'iter': 980, 'avg_loss': 0.107896976483428, 'avg_acc': 0.0, 'loss': 0.09952725104962415}
+{'epoch': 7, 'iter': 990, 'avg_loss': 0.10783539942445616, 'avg_acc': 0.0, 'loss': 0.11190179338226308}
+{'epoch': 7, 'iter': 1000, 'avg_loss': 0.10797337972643718, 'avg_acc': 0.0, 'loss': 0.10163302163527987}
+{'epoch': 7, 'iter': 1010, 'avg_loss': 0.10785798795350417, 'avg_acc': 0.0, 'loss': 0.10125492073127264}
+{'epoch': 7, 'iter': 1020, 'avg_loss': 0.10763673653992305, 'avg_acc': 0.0, 'loss': 0.1046615252896897}
+{'epoch': 7, 'iter': 1030, 'avg_loss': 0.1077220326989719, 'avg_acc': 0.0, 'loss': 0.18197851964480702}
+{'epoch': 7, 'iter': 1040, 'avg_loss': 0.10775213208882381, 'avg_acc': 0.0, 'loss': 0.10431930231899449}
+{'epoch': 7, 'iter': 1050, 'avg_loss': 0.10776196242529198, 'avg_acc': 0.0, 'loss': 0.13191442410418727}
+{'epoch': 7, 'iter': 1060, 'avg_loss': 0.10783594942794046, 'avg_acc': 0.0, 'loss': 0.14216970075462346}
+{'epoch': 7, 'iter': 1070, 'avg_loss': 0.10783149049319612, 'avg_acc': 0.0, 'loss': 0.07626877407788664}
+{'epoch': 7, 'iter': 1080, 'avg_loss': 0.10749340686600724, 'avg_acc': 0.0, 'loss': 0.07656950745864118}
+{'epoch': 7, 'iter': 1090, 'avg_loss': 0.10740265908244725, 'avg_acc': 0.0, 'loss': 0.058610461076633716}
+{'epoch': 7, 'iter': 1100, 'avg_loss': 0.10723539503414238, 'avg_acc': 0.0, 'loss': 0.08128050164324511}
+{'epoch': 7, 'iter': 1110, 'avg_loss': 0.10723144296238367, 'avg_acc': 0.0, 'loss': 0.12488726801549481}
+{'epoch': 7, 'iter': 1120, 'avg_loss': 0.10708152691917751, 'avg_acc': 0.0, 'loss': 0.07976607980494269}
+{'epoch': 7, 'iter': 1130, 'avg_loss': 0.10702512818611037, 'avg_acc': 0.0, 'loss': 0.06700834924302917}
+{'epoch': 7, 'iter': 1140, 'avg_loss': 0.1070395801531795, 'avg_acc': 0.0, 'loss': 0.14396134274355582}
+{'epoch': 7, 'iter': 1150, 'avg_loss': 0.10719112007208177, 'avg_acc': 0.0, 'loss': 0.1117998293605394}
+{'epoch': 7, 'iter': 1160, 'avg_loss': 0.10746432171826538, 'avg_acc': 0.0, 'loss': 0.10619969640434386}
+{'epoch': 7, 'iter': 1170, 'avg_loss': 0.10743961163949131, 'avg_acc': 0.0, 'loss': 0.12691505985718063}
+{'epoch': 7, 'iter': 1180, 'avg_loss': 0.10738658207419648, 'avg_acc': 0.0, 'loss': 0.08472701726759624}
+{'epoch': 7, 'iter': 1190, 'avg_loss': 0.10745494692035898, 'avg_acc': 0.0, 'loss': 0.13434009400875116}
+{'epoch': 7, 'iter': 1200, 'avg_loss': 0.10714586170383543, 'avg_acc': 0.0, 'loss': 0.08597264801483107}
+{'epoch': 7, 'iter': 1210, 'avg_loss': 0.10720761834613228, 'avg_acc': 0.0, 'loss': 0.15102216670142557}
+{'epoch': 7, 'iter': 1220, 'avg_loss': 0.10717668300477955, 'avg_acc': 0.0, 'loss': 0.09003978107440551}
+{'epoch': 7, 'iter': 1230, 'avg_loss': 0.10718665059559486, 'avg_acc': 0.0, 'loss': 0.08139471930118296}
+{'epoch': 7, 'iter': 1240, 'avg_loss': 0.1072242702870867, 'avg_acc': 0.0, 'loss': 0.08258033143043315}
+{'epoch': 7, 'iter': 1250, 'avg_loss': 0.10720976512049622, 'avg_acc': 0.0, 'loss': 0.11635874525628813}
+{'epoch': 7, 'iter': 1260, 'avg_loss': 0.10738631955764706, 'avg_acc': 0.0, 'loss': 0.057330818358682985}
+{'epoch': 7, 'iter': 1270, 'avg_loss': 0.10753597183932496, 'avg_acc': 0.0, 'loss': 0.19250592721498702}
+{'epoch': 7, 'iter': 1280, 'avg_loss': 0.10766516973146242, 'avg_acc': 0.0, 'loss': 0.218876839591303}
+{'epoch': 7, 'iter': 1290, 'avg_loss': 0.10758350970765679, 'avg_acc': 0.0, 'loss': 0.11803288548883625}
+{'epoch': 7, 'iter': 1300, 'avg_loss': 0.10752200988658969, 'avg_acc': 0.0, 'loss': 0.1267270677017872}
+{'epoch': 7, 'iter': 1310, 'avg_loss': 0.10757814671889133, 'avg_acc': 0.0, 'loss': 0.05715465747458178}
+{'epoch': 7, 'iter': 1320, 'avg_loss': 0.10743889393034423, 'avg_acc': 0.0, 'loss': 0.09028050184211418}
+{'epoch': 7, 'iter': 1330, 'avg_loss': 0.10749413913611812, 'avg_acc': 0.0, 'loss': 0.09162218825265102}
+{'epoch': 7, 'iter': 1340, 'avg_loss': 0.1075259220608753, 'avg_acc': 0.0, 'loss': 0.06169213749594096}
+{'epoch': 7, 'iter': 1350, 'avg_loss': 0.1075083677856422, 'avg_acc': 0.0, 'loss': 0.1607815476676738}
+{'epoch': 7, 'iter': 1360, 'avg_loss': 0.1075535528223917, 'avg_acc': 0.0, 'loss': 0.08512339952806412}
+{'epoch': 7, 'iter': 1370, 'avg_loss': 0.10748350009694625, 'avg_acc': 0.0, 'loss': 0.10327398686838153}
+{'epoch': 7, 'iter': 1380, 'avg_loss': 0.10753529737964836, 'avg_acc': 0.0, 'loss': 0.10995577769926967}
+{'epoch': 7, 'iter': 1390, 'avg_loss': 0.10760794590215617, 'avg_acc': 0.0, 'loss': 0.06946258788002524}
+{'epoch': 7, 'iter': 1400, 'avg_loss': 0.10773139946006496, 'avg_acc': 0.0, 'loss': 0.14037141919470741}
+{'epoch': 7, 'iter': 1410, 'avg_loss': 0.10769122593632735, 'avg_acc': 0.0, 'loss': 0.10857229542060459}
+{'epoch': 7, 'iter': 1420, 'avg_loss': 0.10787972966231624, 'avg_acc': 0.0, 'loss': 0.09131713788029368}
+{'epoch': 7, 'iter': 1430, 'avg_loss': 0.10787301510111966, 'avg_acc': 0.0, 'loss': 0.11226350386303757}
+{'epoch': 7, 'iter': 1440, 'avg_loss': 0.10798713389426043, 'avg_acc': 0.0, 'loss': 0.1093838475502967}
+{'epoch': 7, 'iter': 1450, 'avg_loss': 0.10800002253959097, 'avg_acc': 0.0, 'loss': 0.06809535838887573}
+{'epoch': 7, 'iter': 1460, 'avg_loss': 0.10800848088431647, 'avg_acc': 0.0, 'loss': 0.07882661373170256}
+{'epoch': 7, 'iter': 1470, 'avg_loss': 0.10808173362900823, 'avg_acc': 0.0, 'loss': 0.10773868311922082}
+{'epoch': 7, 'iter': 1480, 'avg_loss': 0.10791049892116959, 'avg_acc': 0.0, 'loss': 0.051483971473641886}
+{'epoch': 7, 'iter': 1490, 'avg_loss': 0.10787538447552765, 'avg_acc': 0.0, 'loss': 0.1367098434811851}
+{'epoch': 7, 'iter': 1500, 'avg_loss': 0.10789666336443081, 'avg_acc': 0.0, 'loss': 0.1412394244702487}
+{'epoch': 7, 'iter': 1510, 'avg_loss': 0.1079477888605242, 'avg_acc': 0.0, 'loss': 0.1606928119499571}
+{'epoch': 7, 'iter': 1520, 'avg_loss': 0.10799307975328692, 'avg_acc': 0.0, 'loss': 0.1254486119030064}
+{'epoch': 7, 'iter': 1530, 'avg_loss': 0.10791325057278492, 'avg_acc': 0.0, 'loss': 0.09688296015214551}
+{'epoch': 7, 'iter': 1540, 'avg_loss': 0.10788854175030198, 'avg_acc': 0.0, 'loss': 0.10106519848347618}
+{'epoch': 7, 'iter': 1550, 'avg_loss': 0.10793232477043736, 'avg_acc': 0.0, 'loss': 0.0765264066067175}
+{'epoch': 7, 'iter': 1560, 'avg_loss': 0.10788984213671816, 'avg_acc': 0.0, 'loss': 0.09406801366328311}
+{'epoch': 7, 'iter': 1570, 'avg_loss': 0.1079839605794726, 'avg_acc': 0.0, 'loss': 0.15026543734081443}
+{'epoch': 7, 'iter': 1580, 'avg_loss': 0.1080116766756587, 'avg_acc': 0.0, 'loss': 0.08142485958874852}
+{'epoch': 7, 'iter': 1590, 'avg_loss': 0.10803680060580118, 'avg_acc': 0.0, 'loss': 0.06797812531411701}
+{'epoch': 7, 'iter': 1600, 'avg_loss': 0.10795946715757428, 'avg_acc': 0.0, 'loss': 0.10649765184578946}
+{'epoch': 7, 'iter': 1610, 'avg_loss': 0.10795224871692881, 'avg_acc': 0.0, 'loss': 0.03414657630920764}
+{'epoch': 7, 'iter': 1620, 'avg_loss': 0.10796147036170736, 'avg_acc': 0.0, 'loss': 0.09977533655273874}
+{'epoch': 7, 'iter': 1630, 'avg_loss': 0.10804359998590575, 'avg_acc': 0.0, 'loss': 0.0452877808942763}
+{'epoch': 7, 'iter': 1640, 'avg_loss': 0.10805275583634943, 'avg_acc': 0.0, 'loss': 0.12565292849779194}
+{'epoch': 7, 'iter': 1650, 'avg_loss': 0.10797209088198519, 'avg_acc': 0.0, 'loss': 0.08211462209572216}
+{'epoch': 7, 'iter': 1660, 'avg_loss': 0.10805490722787223, 'avg_acc': 0.0, 'loss': 0.12580537164805197}
+{'epoch': 7, 'iter': 1670, 'avg_loss': 0.10807142034494018, 'avg_acc': 0.0, 'loss': 0.04831301966260071}
+{'epoch': 7, 'iter': 1680, 'avg_loss': 0.10796738079733449, 'avg_acc': 0.0, 'loss': 0.058715972092743735}
+{'epoch': 7, 'iter': 1690, 'avg_loss': 0.10782559779499, 'avg_acc': 0.0, 'loss': 0.1273629592278017}
+{'epoch': 7, 'iter': 1700, 'avg_loss': 0.1078143014301098, 'avg_acc': 0.0, 'loss': 0.10015139692170902}
+{'epoch': 7, 'iter': 1710, 'avg_loss': 0.10781556312457018, 'avg_acc': 0.0, 'loss': 0.10577783333727503}
+{'epoch': 7, 'iter': 1720, 'avg_loss': 0.1077089435148735, 'avg_acc': 0.0, 'loss': 0.12537944765153952}
+{'epoch': 7, 'iter': 1730, 'avg_loss': 0.10771729122581979, 'avg_acc': 0.0, 'loss': 0.15597206472092953}
+{'epoch': 7, 'iter': 1740, 'avg_loss': 0.10756128739808042, 'avg_acc': 0.0, 'loss': 0.05835314921374187}
+{'epoch': 7, 'iter': 1750, 'avg_loss': 0.10760703194745494, 'avg_acc': 0.0, 'loss': 0.12763388566742961}
+{'epoch': 7, 'iter': 1760, 'avg_loss': 0.10748477996706488, 'avg_acc': 0.0, 'loss': 0.10162487359307955}
+{'epoch': 7, 'iter': 1770, 'avg_loss': 0.10750560859136872, 'avg_acc': 0.0, 'loss': 0.11154258418582685}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.0, 'ece': 0.06957544386386871, 'avg_loss': 0.10749278893182664, 'f1_scores': 0.8886901706735199}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.057132626041428526, 'avg_acc': 0.0, 'loss': 0.057132626041428526}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.11048154283801156, 'avg_acc': 0.0, 'loss': 0.06436921128839197}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.10085115871121146, 'avg_acc': 0.0, 'loss': 0.15084011722943355}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.09823503780271409, 'avg_acc': 0.0, 'loss': 0.03568965347540143}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.10179138206007485, 'avg_acc': 0.0, 'loss': 0.10802381144672575}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.10154666173157073, 'avg_acc': 0.0, 'loss': 0.10433101448857736}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.10068303012375174, 'avg_acc': 0.0, 'loss': 0.12483981172889408}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.10067439160887295, 'avg_acc': 0.0, 'loss': 0.13899332940241038}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.10122223464129583, 'avg_acc': 0.0, 'loss': 0.09938014361192211}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.10149710490451523, 'avg_acc': 0.0, 'loss': 0.1373442238667459}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.10214575479114951, 'avg_acc': 0.0, 'loss': 0.09074972175104838}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.1018528216067194, 'avg_acc': 0.0, 'loss': 0.13450404373166489}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.10210671872565669, 'avg_acc': 0.0, 'loss': 0.1200596916489433}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.10258752492478998, 'avg_acc': 0.0, 'loss': 0.08763305086293777}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.10124515141465198, 'avg_acc': 0.0, 'loss': 0.10760795000377193}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.10153102431285278, 'avg_acc': 0.0, 'loss': 0.10459669647161718}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.10336828742043846, 'avg_acc': 0.0, 'loss': 0.13804598498875617}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.10375469471477367, 'avg_acc': 0.0, 'loss': 0.08055826826395267}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.10342112918656444, 'avg_acc': 0.0, 'loss': 0.12911517026187927}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.1026336502182646, 'avg_acc': 0.0, 'loss': 0.08608436620832954}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.10225562248371771, 'avg_acc': 0.0, 'loss': 0.01910058648146722}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.10147097841008486, 'avg_acc': 0.0, 'loss': 0.059832006827686454}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.10242952728306023, 'avg_acc': 0.0, 'loss': 0.13014751610671738}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.10263300972929766, 'avg_acc': 0.0, 'loss': 0.10085344318648432}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.10250468400597183, 'avg_acc': 0.0, 'loss': 0.12879609941488265}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.10311205128711246, 'avg_acc': 0.0, 'loss': 0.11786938880264382}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.10314478158627849, 'avg_acc': 0.0, 'loss': 0.06847199424419159}
+{'epoch': 8, 'iter': 270, 'avg_loss': 0.10314903795260245, 'avg_acc': 0.0, 'loss': 0.037191502615964316}
+{'epoch': 8, 'iter': 280, 'avg_loss': 0.1031483417666088, 'avg_acc': 0.0, 'loss': 0.157836402709758}
+{'epoch': 8, 'iter': 290, 'avg_loss': 0.10388613289776957, 'avg_acc': 0.0, 'loss': 0.11554146109840854}
+{'epoch': 8, 'iter': 300, 'avg_loss': 0.10320241021111745, 'avg_acc': 0.0, 'loss': 0.10630406688479914}
+{'epoch': 8, 'iter': 310, 'avg_loss': 0.10269206610885194, 'avg_acc': 0.0, 'loss': 0.11874182149144222}
+{'epoch': 8, 'iter': 320, 'avg_loss': 0.10293229748227026, 'avg_acc': 0.0, 'loss': 0.11867506233842764}
+{'epoch': 8, 'iter': 330, 'avg_loss': 0.10361122978376236, 'avg_acc': 0.0, 'loss': 0.104988620488874}
+{'epoch': 8, 'iter': 340, 'avg_loss': 0.10350686821676744, 'avg_acc': 0.0, 'loss': 0.02350840143195195}
+{'epoch': 8, 'iter': 350, 'avg_loss': 0.10427075430400683, 'avg_acc': 0.0, 'loss': 0.21334187600356405}
+{'epoch': 8, 'iter': 360, 'avg_loss': 0.10494647139508281, 'avg_acc': 0.0, 'loss': 0.17747729219776634}
+{'epoch': 8, 'iter': 370, 'avg_loss': 0.10520916766287235, 'avg_acc': 0.0, 'loss': 0.1768506570383579}
+{'epoch': 8, 'iter': 380, 'avg_loss': 0.10516618211531284, 'avg_acc': 0.0, 'loss': 0.0762010132051338}
+{'epoch': 8, 'iter': 390, 'avg_loss': 0.1052073716529518, 'avg_acc': 0.0, 'loss': 0.08572224184880334}
+{'epoch': 8, 'iter': 400, 'avg_loss': 0.10494362271317227, 'avg_acc': 0.0, 'loss': 0.08913580909393204}
+{'epoch': 8, 'iter': 410, 'avg_loss': 0.10492202038186699, 'avg_acc': 0.0, 'loss': 0.1292425500045218}
+{'epoch': 8, 'iter': 420, 'avg_loss': 0.10470769528818046, 'avg_acc': 0.0, 'loss': 0.057820144349177226}
+{'epoch': 8, 'iter': 430, 'avg_loss': 0.10521173222579663, 'avg_acc': 0.0, 'loss': 0.06824399371868951}
+{'epoch': 8, 'iter': 440, 'avg_loss': 0.1050188266100898, 'avg_acc': 0.0, 'loss': 0.07699788506754755}
+{'epoch': 8, 'iter': 450, 'avg_loss': 0.10538157435851568, 'avg_acc': 0.0, 'loss': 0.10766397916534384}
+{'epoch': 8, 'iter': 460, 'avg_loss': 0.10590116379756292, 'avg_acc': 0.0, 'loss': 0.15729427641362495}
+{'epoch': 8, 'iter': 470, 'avg_loss': 0.10571145140402959, 'avg_acc': 0.0, 'loss': 0.07309025348331488}
+{'epoch': 8, 'iter': 480, 'avg_loss': 0.10596200430437641, 'avg_acc': 0.0, 'loss': 0.11878245049339446}
+{'epoch': 8, 'iter': 490, 'avg_loss': 0.10571246962771985, 'avg_acc': 0.0, 'loss': 0.08086783845721714}
+{'epoch': 8, 'iter': 500, 'avg_loss': 0.10547940941068953, 'avg_acc': 0.0, 'loss': 0.15385284950324213}
+{'epoch': 8, 'iter': 510, 'avg_loss': 0.10520215351471315, 'avg_acc': 0.0, 'loss': 0.11855881149806788}
+{'epoch': 8, 'iter': 520, 'avg_loss': 0.10482861490961058, 'avg_acc': 0.0, 'loss': 0.0650347566041611}
+{'epoch': 8, 'iter': 530, 'avg_loss': 0.10445331283929161, 'avg_acc': 0.0, 'loss': 0.10941780799839762}
+{'epoch': 8, 'iter': 540, 'avg_loss': 0.10439994252219362, 'avg_acc': 0.0, 'loss': 0.054584697057764836}
+{'epoch': 8, 'iter': 550, 'avg_loss': 0.1044670319019286, 'avg_acc': 0.0, 'loss': 0.14413707193268366}
+{'epoch': 8, 'iter': 560, 'avg_loss': 0.10458553696045385, 'avg_acc': 0.0, 'loss': 0.0902409772248315}
+{'epoch': 8, 'iter': 570, 'avg_loss': 0.10448106902146666, 'avg_acc': 0.0, 'loss': 0.1170305357817207}
+{'epoch': 8, 'iter': 580, 'avg_loss': 0.10466791945288784, 'avg_acc': 0.0, 'loss': 0.08328678087686317}
+{'epoch': 8, 'iter': 590, 'avg_loss': 0.10480098591936558, 'avg_acc': 0.0, 'loss': 0.11034695087469766}
+{'epoch': 8, 'iter': 600, 'avg_loss': 0.10456430735719352, 'avg_acc': 0.0, 'loss': 0.0512195660193616}
+{'epoch': 8, 'iter': 610, 'avg_loss': 0.10458733395773413, 'avg_acc': 0.0, 'loss': 0.14371235482829953}
+{'epoch': 8, 'iter': 620, 'avg_loss': 0.10484688749369485, 'avg_acc': 0.0, 'loss': 0.0682542552403902}
+{'epoch': 8, 'iter': 630, 'avg_loss': 0.10464603281999561, 'avg_acc': 0.0, 'loss': 0.08740557085450616}
+{'epoch': 8, 'iter': 640, 'avg_loss': 0.10431486043501118, 'avg_acc': 0.0, 'loss': 0.09784407804071243}
+{'epoch': 8, 'iter': 650, 'avg_loss': 0.10433347003820358, 'avg_acc': 0.0, 'loss': 0.13927874436155563}
+{'epoch': 8, 'iter': 660, 'avg_loss': 0.10430346966671449, 'avg_acc': 0.0, 'loss': 0.05331030129601848}
+{'epoch': 8, 'iter': 670, 'avg_loss': 0.10432318082509542, 'avg_acc': 0.0, 'loss': 0.1046414194754886}
+{'epoch': 8, 'iter': 680, 'avg_loss': 0.10402265107861193, 'avg_acc': 0.0, 'loss': 0.10700126082422554}
+{'epoch': 8, 'iter': 690, 'avg_loss': 0.10422102833536019, 'avg_acc': 0.0, 'loss': 0.11257727319701058}
+{'epoch': 8, 'iter': 700, 'avg_loss': 0.10417946076306646, 'avg_acc': 0.0, 'loss': 0.08758394491698189}
+{'epoch': 8, 'iter': 710, 'avg_loss': 0.10427191445289226, 'avg_acc': 0.0, 'loss': 0.09039265701088489}
+{'epoch': 8, 'iter': 720, 'avg_loss': 0.10414380751976164, 'avg_acc': 0.0, 'loss': 0.05385539261039542}
+{'epoch': 8, 'iter': 730, 'avg_loss': 0.10437867848295422, 'avg_acc': 0.0, 'loss': 0.14179549749821618}
+{'epoch': 8, 'iter': 740, 'avg_loss': 0.10401929079558543, 'avg_acc': 0.0, 'loss': 0.05396307610629134}
+{'epoch': 8, 'iter': 750, 'avg_loss': 0.10386114973188659, 'avg_acc': 0.0, 'loss': 0.03206102860869058}
+{'epoch': 8, 'iter': 760, 'avg_loss': 0.10380288139460342, 'avg_acc': 0.0, 'loss': 0.1062624137360087}
+{'epoch': 8, 'iter': 770, 'avg_loss': 0.10376964871302052, 'avg_acc': 0.0, 'loss': 0.11512056369182183}
+{'epoch': 8, 'iter': 780, 'avg_loss': 0.10377494362758845, 'avg_acc': 0.0, 'loss': 0.06137766426653408}
+{'epoch': 8, 'iter': 790, 'avg_loss': 0.10388076735431069, 'avg_acc': 0.0, 'loss': 0.14766339825583988}
+{'epoch': 8, 'iter': 800, 'avg_loss': 0.10388936547902847, 'avg_acc': 0.0, 'loss': 0.020953600526419383}
+{'epoch': 8, 'iter': 810, 'avg_loss': 0.10359428253103005, 'avg_acc': 0.0, 'loss': 0.09352047759453593}
+{'epoch': 8, 'iter': 820, 'avg_loss': 0.10392330402596492, 'avg_acc': 0.0, 'loss': 0.10831862369104783}
+{'epoch': 8, 'iter': 830, 'avg_loss': 0.1039448584355221, 'avg_acc': 0.0, 'loss': 0.10572321132050481}
+{'epoch': 8, 'iter': 840, 'avg_loss': 0.1038704495812754, 'avg_acc': 0.0, 'loss': 0.11284399794392032}
+{'epoch': 8, 'iter': 850, 'avg_loss': 0.10386379134247743, 'avg_acc': 0.0, 'loss': 0.13125351557404688}
+{'epoch': 8, 'iter': 860, 'avg_loss': 0.10390301983518682, 'avg_acc': 0.0, 'loss': 0.13549350462108123}
+{'epoch': 8, 'iter': 870, 'avg_loss': 0.10462254990128955, 'avg_acc': 0.0, 'loss': 0.10072571905123237}
+{'epoch': 8, 'iter': 880, 'avg_loss': 0.10487482406708118, 'avg_acc': 0.0, 'loss': 0.19137807670228668}
+{'epoch': 8, 'iter': 890, 'avg_loss': 0.10496299969555481, 'avg_acc': 0.0, 'loss': 0.08461269699546392}
+{'epoch': 8, 'iter': 900, 'avg_loss': 0.10515193887076511, 'avg_acc': 0.0, 'loss': 0.06415177624395645}
+{'epoch': 8, 'iter': 910, 'avg_loss': 0.10517849613846067, 'avg_acc': 0.0, 'loss': 0.13842642584092701}
+{'epoch': 8, 'iter': 920, 'avg_loss': 0.10531200533021409, 'avg_acc': 0.0, 'loss': 0.09274743917129463}
+{'epoch': 8, 'iter': 930, 'avg_loss': 0.10541615707938583, 'avg_acc': 0.0, 'loss': 0.10965256402031237}
+{'epoch': 8, 'iter': 940, 'avg_loss': 0.1053621683468347, 'avg_acc': 0.0, 'loss': 0.07890951792666913}
+{'epoch': 8, 'iter': 950, 'avg_loss': 0.10545371177918896, 'avg_acc': 0.0, 'loss': 0.041365810494491076}
+{'epoch': 8, 'iter': 960, 'avg_loss': 0.10515208047536187, 'avg_acc': 0.0, 'loss': 0.08521304112095354}
+{'epoch': 8, 'iter': 970, 'avg_loss': 0.10496113497624686, 'avg_acc': 0.0, 'loss': 0.0701644283915032}
+{'epoch': 8, 'iter': 980, 'avg_loss': 0.10504821166608173, 'avg_acc': 0.0, 'loss': 0.10035464525896844}
+{'epoch': 8, 'iter': 990, 'avg_loss': 0.10499531833958836, 'avg_acc': 0.0, 'loss': 0.11079839233311109}
+{'epoch': 8, 'iter': 1000, 'avg_loss': 0.10512738699451457, 'avg_acc': 0.0, 'loss': 0.09672936124655149}
+{'epoch': 8, 'iter': 1010, 'avg_loss': 0.10503249885612329, 'avg_acc': 0.0, 'loss': 0.10255999463080505}
+{'epoch': 8, 'iter': 1020, 'avg_loss': 0.1048173275373046, 'avg_acc': 0.0, 'loss': 0.09987879352891987}
+{'epoch': 8, 'iter': 1030, 'avg_loss': 0.10490241886261732, 'avg_acc': 0.0, 'loss': 0.1754701664685204}
+{'epoch': 8, 'iter': 1040, 'avg_loss': 0.1049247256465406, 'avg_acc': 0.0, 'loss': 0.102961089620164}
+{'epoch': 8, 'iter': 1050, 'avg_loss': 0.10493052154839398, 'avg_acc': 0.0, 'loss': 0.1286351073388557}
+{'epoch': 8, 'iter': 1060, 'avg_loss': 0.10499601231971316, 'avg_acc': 0.0, 'loss': 0.14093664582190155}
+{'epoch': 8, 'iter': 1070, 'avg_loss': 0.10500350197561722, 'avg_acc': 0.0, 'loss': 0.0729729083462059}
+{'epoch': 8, 'iter': 1080, 'avg_loss': 0.10465510552271963, 'avg_acc': 0.0, 'loss': 0.07119781602705189}
+{'epoch': 8, 'iter': 1090, 'avg_loss': 0.1045642560318353, 'avg_acc': 0.0, 'loss': 0.05679566341086684}
+{'epoch': 8, 'iter': 1100, 'avg_loss': 0.10440686481988765, 'avg_acc': 0.0, 'loss': 0.07888242122615857}
+{'epoch': 8, 'iter': 1110, 'avg_loss': 0.1043876471313743, 'avg_acc': 0.0, 'loss': 0.11474010333443271}
+{'epoch': 8, 'iter': 1120, 'avg_loss': 0.10423388248885379, 'avg_acc': 0.0, 'loss': 0.07945753540434453}
+{'epoch': 8, 'iter': 1130, 'avg_loss': 0.10416174257235537, 'avg_acc': 0.0, 'loss': 0.06237305254463925}
+{'epoch': 8, 'iter': 1140, 'avg_loss': 0.1041693647260832, 'avg_acc': 0.0, 'loss': 0.14021485683997525}
+{'epoch': 8, 'iter': 1150, 'avg_loss': 0.10430741835763302, 'avg_acc': 0.0, 'loss': 0.10252498248239914}
+{'epoch': 8, 'iter': 1160, 'avg_loss': 0.10456682306030782, 'avg_acc': 0.0, 'loss': 0.10532078790285075}
+{'epoch': 8, 'iter': 1170, 'avg_loss': 0.1045604205786005, 'avg_acc': 0.0, 'loss': 0.12255068592906224}
+{'epoch': 8, 'iter': 1180, 'avg_loss': 0.10450701123604425, 'avg_acc': 0.0, 'loss': 0.0815740207345438}
+{'epoch': 8, 'iter': 1190, 'avg_loss': 0.10455712223021749, 'avg_acc': 0.0, 'loss': 0.12688547198454866}
+{'epoch': 8, 'iter': 1200, 'avg_loss': 0.1042537187599271, 'avg_acc': 0.0, 'loss': 0.08404278054695169}
+{'epoch': 8, 'iter': 1210, 'avg_loss': 0.10430901187221725, 'avg_acc': 0.0, 'loss': 0.14119980738327545}
+{'epoch': 8, 'iter': 1220, 'avg_loss': 0.10427396670211905, 'avg_acc': 0.0, 'loss': 0.08735382742686072}
+{'epoch': 8, 'iter': 1230, 'avg_loss': 0.10428239767806259, 'avg_acc': 0.0, 'loss': 0.08203941347424655}
+{'epoch': 8, 'iter': 1240, 'avg_loss': 0.10432220584323017, 'avg_acc': 0.0, 'loss': 0.07975103056690257}
+{'epoch': 8, 'iter': 1250, 'avg_loss': 0.10429893303144001, 'avg_acc': 0.0, 'loss': 0.11632589633667781}
+{'epoch': 8, 'iter': 1260, 'avg_loss': 0.10447682423085225, 'avg_acc': 0.0, 'loss': 0.05636242549131306}
+{'epoch': 8, 'iter': 1270, 'avg_loss': 0.10462184961632212, 'avg_acc': 0.0, 'loss': 0.18966431602676231}
+{'epoch': 8, 'iter': 1280, 'avg_loss': 0.10475836670813726, 'avg_acc': 0.0, 'loss': 0.21376154411843473}
+{'epoch': 8, 'iter': 1290, 'avg_loss': 0.10467729647572285, 'avg_acc': 0.0, 'loss': 0.11036619499236622}
+{'epoch': 8, 'iter': 1300, 'avg_loss': 0.10462196170980721, 'avg_acc': 0.0, 'loss': 0.1287637970255803}
+{'epoch': 8, 'iter': 1310, 'avg_loss': 0.10467763250296445, 'avg_acc': 0.0, 'loss': 0.05095198240373325}
+{'epoch': 8, 'iter': 1320, 'avg_loss': 0.10453634163524508, 'avg_acc': 0.0, 'loss': 0.08435946279184593}
+{'epoch': 8, 'iter': 1330, 'avg_loss': 0.1045956729935583, 'avg_acc': 0.0, 'loss': 0.09173643626971689}
+{'epoch': 8, 'iter': 1340, 'avg_loss': 0.10461351617136536, 'avg_acc': 0.0, 'loss': 0.056108939927136295}
+{'epoch': 8, 'iter': 1350, 'avg_loss': 0.10459747739714158, 'avg_acc': 0.0, 'loss': 0.15410995584703155}
+{'epoch': 8, 'iter': 1360, 'avg_loss': 0.10463842624650495, 'avg_acc': 0.0, 'loss': 0.08039858925511517}
+{'epoch': 8, 'iter': 1370, 'avg_loss': 0.1045583539876206, 'avg_acc': 0.0, 'loss': 0.10136116999741976}
+{'epoch': 8, 'iter': 1380, 'avg_loss': 0.10462220388358875, 'avg_acc': 0.0, 'loss': 0.10755401331425674}
+{'epoch': 8, 'iter': 1390, 'avg_loss': 0.10469713532162284, 'avg_acc': 0.0, 'loss': 0.06658808917050658}
+{'epoch': 8, 'iter': 1400, 'avg_loss': 0.1048220608010177, 'avg_acc': 0.0, 'loss': 0.1417406173855592}
+{'epoch': 8, 'iter': 1410, 'avg_loss': 0.1047708092205474, 'avg_acc': 0.0, 'loss': 0.09610605875410068}
+{'epoch': 8, 'iter': 1420, 'avg_loss': 0.10494738412387737, 'avg_acc': 0.0, 'loss': 0.08862992012184025}
+{'epoch': 8, 'iter': 1430, 'avg_loss': 0.10494854453831198, 'avg_acc': 0.0, 'loss': 0.10908243937183215}
+{'epoch': 8, 'iter': 1440, 'avg_loss': 0.10505707203088217, 'avg_acc': 0.0, 'loss': 0.1046907167635384}
+{'epoch': 8, 'iter': 1450, 'avg_loss': 0.1050685606435701, 'avg_acc': 0.0, 'loss': 0.06674092069936575}
+{'epoch': 8, 'iter': 1460, 'avg_loss': 0.10507394468383235, 'avg_acc': 0.0, 'loss': 0.0770442868398017}
+{'epoch': 8, 'iter': 1470, 'avg_loss': 0.10513945913125526, 'avg_acc': 0.0, 'loss': 0.09995038139472204}
+{'epoch': 8, 'iter': 1480, 'avg_loss': 0.10496662202106775, 'avg_acc': 0.0, 'loss': 0.05218780502348506}
+{'epoch': 8, 'iter': 1490, 'avg_loss': 0.10493115215319734, 'avg_acc': 0.0, 'loss': 0.13471794451145666}
+{'epoch': 8, 'iter': 1500, 'avg_loss': 0.10495094350466994, 'avg_acc': 0.0, 'loss': 0.1401815324193194}
+{'epoch': 8, 'iter': 1510, 'avg_loss': 0.10500550854615141, 'avg_acc': 0.0, 'loss': 0.1622125698475299}
+{'epoch': 8, 'iter': 1520, 'avg_loss': 0.10506086414257233, 'avg_acc': 0.0, 'loss': 0.1244701571722544}
+{'epoch': 8, 'iter': 1530, 'avg_loss': 0.10498103760726732, 'avg_acc': 0.0, 'loss': 0.0964936703647124}
+{'epoch': 8, 'iter': 1540, 'avg_loss': 0.10495387072836855, 'avg_acc': 0.0, 'loss': 0.09668655890982336}
+{'epoch': 8, 'iter': 1550, 'avg_loss': 0.10498688808106502, 'avg_acc': 0.0, 'loss': 0.07299186876428264}
+{'epoch': 8, 'iter': 1560, 'avg_loss': 0.10493870025563794, 'avg_acc': 0.0, 'loss': 0.08278778955972094}
+{'epoch': 8, 'iter': 1570, 'avg_loss': 0.10503218213809984, 'avg_acc': 0.0, 'loss': 0.14401905463364528}
+{'epoch': 8, 'iter': 1580, 'avg_loss': 0.10505926874903915, 'avg_acc': 0.0, 'loss': 0.07696591129959934}
+{'epoch': 8, 'iter': 1590, 'avg_loss': 0.10508421379101603, 'avg_acc': 0.0, 'loss': 0.06586225868828217}
+{'epoch': 8, 'iter': 1600, 'avg_loss': 0.10500325273183035, 'avg_acc': 0.0, 'loss': 0.10196177243967343}
+{'epoch': 8, 'iter': 1610, 'avg_loss': 0.10500703005400655, 'avg_acc': 0.0, 'loss': 0.032817714193957466}
+{'epoch': 8, 'iter': 1620, 'avg_loss': 0.10502847452389713, 'avg_acc': 0.0, 'loss': 0.09827348801185767}
+{'epoch': 8, 'iter': 1630, 'avg_loss': 0.10511146268140059, 'avg_acc': 0.0, 'loss': 0.045095354866654294}
+{'epoch': 8, 'iter': 1640, 'avg_loss': 0.10512177482442714, 'avg_acc': 0.0, 'loss': 0.12234679198270117}
+{'epoch': 8, 'iter': 1650, 'avg_loss': 0.10503858568282634, 'avg_acc': 0.0, 'loss': 0.07745598895066255}
+{'epoch': 8, 'iter': 1660, 'avg_loss': 0.1051311850393906, 'avg_acc': 0.0, 'loss': 0.12686805793815178}
+{'epoch': 8, 'iter': 1670, 'avg_loss': 0.10514649961624993, 'avg_acc': 0.0, 'loss': 0.04510999431970828}
+{'epoch': 8, 'iter': 1680, 'avg_loss': 0.10504697798460484, 'avg_acc': 0.0, 'loss': 0.056923360036892384}
+{'epoch': 8, 'iter': 1690, 'avg_loss': 0.10491013160652203, 'avg_acc': 0.0, 'loss': 0.12751212658596547}
+{'epoch': 8, 'iter': 1700, 'avg_loss': 0.1049047002493221, 'avg_acc': 0.0, 'loss': 0.09677879632317854}
+{'epoch': 8, 'iter': 1710, 'avg_loss': 0.10490541578693086, 'avg_acc': 0.0, 'loss': 0.1015881747278919}
+{'epoch': 8, 'iter': 1720, 'avg_loss': 0.10480369316264053, 'avg_acc': 0.0, 'loss': 0.12267326027722447}
+{'epoch': 8, 'iter': 1730, 'avg_loss': 0.10480526018918472, 'avg_acc': 0.0, 'loss': 0.15448739532150413}
+{'epoch': 8, 'iter': 1740, 'avg_loss': 0.10464296527965743, 'avg_acc': 0.0, 'loss': 0.05735025052919289}
+{'epoch': 8, 'iter': 1750, 'avg_loss': 0.10469498029041709, 'avg_acc': 0.0, 'loss': 0.12823701505716859}
+{'epoch': 8, 'iter': 1760, 'avg_loss': 0.10457963239182208, 'avg_acc': 0.0, 'loss': 0.10067320646053952}
+{'epoch': 8, 'iter': 1770, 'avg_loss': 0.10459881011479849, 'avg_acc': 0.0, 'loss': 0.1058180418055729}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.0, 'ece': 0.06687194108963013, 'avg_loss': 0.1045862535581534, 'f1_scores': 0.8952623192745414}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.06037504774391371, 'avg_acc': 0.0, 'loss': 0.06037504774391371}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.09595288408204898, 'avg_acc': 0.0, 'loss': 0.04413053089592722}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.08658003000912495, 'avg_acc': 0.0, 'loss': 0.11744870773710707}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.08354326648991092, 'avg_acc': 0.0, 'loss': 0.03086564766723703}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.08606131895075457, 'avg_acc': 0.0, 'loss': 0.07746171051355434}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.0847297568369615, 'avg_acc': 0.0, 'loss': 0.08448647895693284}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.08452209959917917, 'avg_acc': 0.0, 'loss': 0.12105066790994506}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.08509710412418496, 'avg_acc': 0.0, 'loss': 0.1186229222080978}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.08576093810481364, 'avg_acc': 0.0, 'loss': 0.09684165476275146}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.08565542041532631, 'avg_acc': 0.0, 'loss': 0.1047073215502873}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.08586834285009991, 'avg_acc': 0.0, 'loss': 0.05945248543191285}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.08533870778266692, 'avg_acc': 0.0, 'loss': 0.10167529833363784}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.08551068785618689, 'avg_acc': 0.0, 'loss': 0.08032191170202298}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.08588585433154582, 'avg_acc': 0.0, 'loss': 0.06405476234983455}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.08505687344853084, 'avg_acc': 0.0, 'loss': 0.07772873835006067}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.08528669887889223, 'avg_acc': 0.0, 'loss': 0.09607290735341069}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.08658044577596259, 'avg_acc': 0.0, 'loss': 0.12306541788396835}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.08665986972258709, 'avg_acc': 0.0, 'loss': 0.0658617049031948}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.08617192742026365, 'avg_acc': 0.0, 'loss': 0.08731161523012686}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.0855596172987161, 'avg_acc': 0.0, 'loss': 0.07466046338020403}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.08540753232591083, 'avg_acc': 0.0, 'loss': 0.017573033832897114}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.08486878782387665, 'avg_acc': 0.0, 'loss': 0.050331273500562795}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.08584049456886007, 'avg_acc': 0.0, 'loss': 0.11694424935805207}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.08639482421875382, 'avg_acc': 0.0, 'loss': 0.09308309358155903}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.08619143487460232, 'avg_acc': 0.0, 'loss': 0.0983572288735104}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.08646300194987856, 'avg_acc': 0.0, 'loss': 0.10551813944620594}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.08620113846695307, 'avg_acc': 0.0, 'loss': 0.04779146494359208}
+{'epoch': 9, 'iter': 270, 'avg_loss': 0.08596647941119183, 'avg_acc': 0.0, 'loss': 0.031012105079363597}
+{'epoch': 9, 'iter': 280, 'avg_loss': 0.08580071609703355, 'avg_acc': 0.0, 'loss': 0.10745427787268064}
+{'epoch': 9, 'iter': 290, 'avg_loss': 0.08660399293786135, 'avg_acc': 0.0, 'loss': 0.10626864077429282}
+{'epoch': 9, 'iter': 300, 'avg_loss': 0.08593582710209817, 'avg_acc': 0.0, 'loss': 0.0992158484957924}
+{'epoch': 9, 'iter': 310, 'avg_loss': 0.08568426295931318, 'avg_acc': 0.0, 'loss': 0.10817730345778337}
+{'epoch': 9, 'iter': 320, 'avg_loss': 0.08586747844731674, 'avg_acc': 0.0, 'loss': 0.09219908449780892}
+{'epoch': 9, 'iter': 330, 'avg_loss': 0.08629164829320547, 'avg_acc': 0.0, 'loss': 0.08947794532168375}
+{'epoch': 9, 'iter': 340, 'avg_loss': 0.08638391281869466, 'avg_acc': 0.0, 'loss': 0.020794033953799432}
+{'epoch': 9, 'iter': 350, 'avg_loss': 0.08700336638497655, 'avg_acc': 0.0, 'loss': 0.19342353838071955}
+{'epoch': 9, 'iter': 360, 'avg_loss': 0.08751935296237659, 'avg_acc': 0.0, 'loss': 0.13657146525221311}
+{'epoch': 9, 'iter': 370, 'avg_loss': 0.08756699002027438, 'avg_acc': 0.0, 'loss': 0.12523562938374003}
+{'epoch': 9, 'iter': 380, 'avg_loss': 0.08762489330721684, 'avg_acc': 0.0, 'loss': 0.06608728974583755}
+{'epoch': 9, 'iter': 390, 'avg_loss': 0.08763194239491803, 'avg_acc': 0.0, 'loss': 0.07319680794885892}
+{'epoch': 9, 'iter': 400, 'avg_loss': 0.0873279590277095, 'avg_acc': 0.0, 'loss': 0.0739329411091733}
+{'epoch': 9, 'iter': 410, 'avg_loss': 0.08739061002112951, 'avg_acc': 0.0, 'loss': 0.11366610661910466}
+{'epoch': 9, 'iter': 420, 'avg_loss': 0.08725058673364114, 'avg_acc': 0.0, 'loss': 0.04518681657136117}
+{'epoch': 9, 'iter': 430, 'avg_loss': 0.08773330164531873, 'avg_acc': 0.0, 'loss': 0.05959338969861554}
+{'epoch': 9, 'iter': 440, 'avg_loss': 0.08751683403179752, 'avg_acc': 0.0, 'loss': 0.060330630508068285}
+{'epoch': 9, 'iter': 450, 'avg_loss': 0.08777413433845438, 'avg_acc': 0.0, 'loss': 0.08601362017410402}
+{'epoch': 9, 'iter': 460, 'avg_loss': 0.0882595380155806, 'avg_acc': 0.0, 'loss': 0.1338633028907777}
+{'epoch': 9, 'iter': 470, 'avg_loss': 0.08824927861661935, 'avg_acc': 0.0, 'loss': 0.07180040149241254}
+{'epoch': 9, 'iter': 480, 'avg_loss': 0.08847795133679533, 'avg_acc': 0.0, 'loss': 0.10063372259712974}
+{'epoch': 9, 'iter': 490, 'avg_loss': 0.08828797878087455, 'avg_acc': 0.0, 'loss': 0.06623735888417416}
+{'epoch': 9, 'iter': 500, 'avg_loss': 0.0879707711831335, 'avg_acc': 0.0, 'loss': 0.12238186604562477}
+{'epoch': 9, 'iter': 510, 'avg_loss': 0.08775878699336825, 'avg_acc': 0.0, 'loss': 0.09922498774478429}
+{'epoch': 9, 'iter': 520, 'avg_loss': 0.08744895121268874, 'avg_acc': 0.0, 'loss': 0.05323690391345995}
+{'epoch': 9, 'iter': 530, 'avg_loss': 0.08709848398433588, 'avg_acc': 0.0, 'loss': 0.07952195234192264}
+{'epoch': 9, 'iter': 540, 'avg_loss': 0.08709780574268168, 'avg_acc': 0.0, 'loss': 0.05272185131892521}
+{'epoch': 9, 'iter': 550, 'avg_loss': 0.08699197853397882, 'avg_acc': 0.0, 'loss': 0.11120007331039362}
+{'epoch': 9, 'iter': 560, 'avg_loss': 0.0870239865288519, 'avg_acc': 0.0, 'loss': 0.07617627001968685}
+{'epoch': 9, 'iter': 570, 'avg_loss': 0.08691494451324552, 'avg_acc': 0.0, 'loss': 0.08536979369815915}
+{'epoch': 9, 'iter': 580, 'avg_loss': 0.08715887522014462, 'avg_acc': 0.0, 'loss': 0.07073683294528824}
+{'epoch': 9, 'iter': 590, 'avg_loss': 0.0872229417022606, 'avg_acc': 0.0, 'loss': 0.09740153301689652}
+{'epoch': 9, 'iter': 600, 'avg_loss': 0.08703966998518615, 'avg_acc': 0.0, 'loss': 0.04748633535804661}
+{'epoch': 9, 'iter': 610, 'avg_loss': 0.08701365579181061, 'avg_acc': 0.0, 'loss': 0.11839981400644968}
+{'epoch': 9, 'iter': 620, 'avg_loss': 0.08726485591906369, 'avg_acc': 0.0, 'loss': 0.061259817464490746}
+{'epoch': 9, 'iter': 630, 'avg_loss': 0.08715049933171165, 'avg_acc': 0.0, 'loss': 0.07615224982464497}
+{'epoch': 9, 'iter': 640, 'avg_loss': 0.08684338326445863, 'avg_acc': 0.0, 'loss': 0.0823946702037769}
+{'epoch': 9, 'iter': 650, 'avg_loss': 0.0868181669298067, 'avg_acc': 0.0, 'loss': 0.09404590918091213}
+{'epoch': 9, 'iter': 660, 'avg_loss': 0.08676674233275561, 'avg_acc': 0.0, 'loss': 0.0490232855207913}
+{'epoch': 9, 'iter': 670, 'avg_loss': 0.08673934258790714, 'avg_acc': 0.0, 'loss': 0.10090696778289449}
+{'epoch': 9, 'iter': 680, 'avg_loss': 0.0865082721798741, 'avg_acc': 0.0, 'loss': 0.0922737552169305}
+{'epoch': 9, 'iter': 690, 'avg_loss': 0.08662067943046561, 'avg_acc': 0.0, 'loss': 0.10269929036829645}
+{'epoch': 9, 'iter': 700, 'avg_loss': 0.08651708183361942, 'avg_acc': 0.0, 'loss': 0.06498309869864118}
+{'epoch': 9, 'iter': 710, 'avg_loss': 0.08672530082709064, 'avg_acc': 0.0, 'loss': 0.08002945725840098}
+{'epoch': 9, 'iter': 720, 'avg_loss': 0.08665593327439765, 'avg_acc': 0.0, 'loss': 0.044749316286713886}
+{'epoch': 9, 'iter': 730, 'avg_loss': 0.08683197872086504, 'avg_acc': 0.0, 'loss': 0.10961296852734188}
+{'epoch': 9, 'iter': 740, 'avg_loss': 0.08653196562192703, 'avg_acc': 0.0, 'loss': 0.04338214214314056}
+{'epoch': 9, 'iter': 750, 'avg_loss': 0.08642068483546472, 'avg_acc': 0.0, 'loss': 0.028379900557995694}
+{'epoch': 9, 'iter': 760, 'avg_loss': 0.08636307093837547, 'avg_acc': 0.0, 'loss': 0.08359580755482705}
+{'epoch': 9, 'iter': 770, 'avg_loss': 0.08638526705830285, 'avg_acc': 0.0, 'loss': 0.10241627920277097}
+{'epoch': 9, 'iter': 780, 'avg_loss': 0.08635261950554164, 'avg_acc': 0.0, 'loss': 0.05238471906844617}
+{'epoch': 9, 'iter': 790, 'avg_loss': 0.08637356114314518, 'avg_acc': 0.0, 'loss': 0.12221101084217674}
+{'epoch': 9, 'iter': 800, 'avg_loss': 0.08633479893429374, 'avg_acc': 0.0, 'loss': 0.019740977820382404}
+{'epoch': 9, 'iter': 810, 'avg_loss': 0.08609898435709475, 'avg_acc': 0.0, 'loss': 0.07179241786486402}
+{'epoch': 9, 'iter': 820, 'avg_loss': 0.08641928630069062, 'avg_acc': 0.0, 'loss': 0.0842141873150045}
+{'epoch': 9, 'iter': 830, 'avg_loss': 0.08639731124947338, 'avg_acc': 0.0, 'loss': 0.0800979266762007}
+{'epoch': 9, 'iter': 840, 'avg_loss': 0.08632756595862316, 'avg_acc': 0.0, 'loss': 0.09751341231344668}
+{'epoch': 9, 'iter': 850, 'avg_loss': 0.08628888983976507, 'avg_acc': 0.0, 'loss': 0.11154150588871353}
+{'epoch': 9, 'iter': 860, 'avg_loss': 0.08637591451402259, 'avg_acc': 0.0, 'loss': 0.10993494871703595}
+{'epoch': 9, 'iter': 870, 'avg_loss': 0.08697429110649642, 'avg_acc': 0.0, 'loss': 0.077532669475886}
+{'epoch': 9, 'iter': 880, 'avg_loss': 0.08719489569146255, 'avg_acc': 0.0, 'loss': 0.14866530736172276}
+{'epoch': 9, 'iter': 890, 'avg_loss': 0.0872793178670528, 'avg_acc': 0.0, 'loss': 0.07604304804091758}
+{'epoch': 9, 'iter': 900, 'avg_loss': 0.08747287990112036, 'avg_acc': 0.0, 'loss': 0.05089648625786529}
+{'epoch': 9, 'iter': 910, 'avg_loss': 0.0874842604516887, 'avg_acc': 0.0, 'loss': 0.11167628398054927}
+{'epoch': 9, 'iter': 920, 'avg_loss': 0.08754132652067872, 'avg_acc': 0.0, 'loss': 0.0737825976656755}
+{'epoch': 9, 'iter': 930, 'avg_loss': 0.0875589444939889, 'avg_acc': 0.0, 'loss': 0.10394993549906367}
+{'epoch': 9, 'iter': 940, 'avg_loss': 0.08744940189089277, 'avg_acc': 0.0, 'loss': 0.07604367409271617}
+{'epoch': 9, 'iter': 950, 'avg_loss': 0.08756208798706983, 'avg_acc': 0.0, 'loss': 0.03579522030752611}
+{'epoch': 9, 'iter': 960, 'avg_loss': 0.08734003033011928, 'avg_acc': 0.0, 'loss': 0.06132150894908201}
+{'epoch': 9, 'iter': 970, 'avg_loss': 0.0871498624620212, 'avg_acc': 0.0, 'loss': 0.06252572107294846}
+{'epoch': 9, 'iter': 980, 'avg_loss': 0.08725339230178275, 'avg_acc': 0.0, 'loss': 0.09306164099299556}
+{'epoch': 9, 'iter': 990, 'avg_loss': 0.0872437877477075, 'avg_acc': 0.0, 'loss': 0.09527403871467348}
+{'epoch': 9, 'iter': 1000, 'avg_loss': 0.08730083087739308, 'avg_acc': 0.0, 'loss': 0.07688122533607254}
+{'epoch': 9, 'iter': 1010, 'avg_loss': 0.08722513982412364, 'avg_acc': 0.0, 'loss': 0.07205851462536624}
+{'epoch': 9, 'iter': 1020, 'avg_loss': 0.08705027082024346, 'avg_acc': 0.0, 'loss': 0.07822670776798596}
+{'epoch': 9, 'iter': 1030, 'avg_loss': 0.08710130086159658, 'avg_acc': 0.0, 'loss': 0.1502018083683002}
+{'epoch': 9, 'iter': 1040, 'avg_loss': 0.08706763703032386, 'avg_acc': 0.0, 'loss': 0.08576564415177147}
+{'epoch': 9, 'iter': 1050, 'avg_loss': 0.08711154866769563, 'avg_acc': 0.0, 'loss': 0.10495843085634857}
+{'epoch': 9, 'iter': 1060, 'avg_loss': 0.08716865087681261, 'avg_acc': 0.0, 'loss': 0.12299499477861835}
+{'epoch': 9, 'iter': 1070, 'avg_loss': 0.08721693041258505, 'avg_acc': 0.0, 'loss': 0.05820543377356963}
+{'epoch': 9, 'iter': 1080, 'avg_loss': 0.0869214427029359, 'avg_acc': 0.0, 'loss': 0.056039324048242634}
+{'epoch': 9, 'iter': 1090, 'avg_loss': 0.08685358077039909, 'avg_acc': 0.0, 'loss': 0.054998111267260744}
+{'epoch': 9, 'iter': 1100, 'avg_loss': 0.08675563041159046, 'avg_acc': 0.0, 'loss': 0.07735481734342946}
+{'epoch': 9, 'iter': 1110, 'avg_loss': 0.08676329916322296, 'avg_acc': 0.0, 'loss': 0.09214680916966245}
+{'epoch': 9, 'iter': 1120, 'avg_loss': 0.08659312877810489, 'avg_acc': 0.0, 'loss': 0.0727031933064219}
+{'epoch': 9, 'iter': 1130, 'avg_loss': 0.08651986623911391, 'avg_acc': 0.0, 'loss': 0.04911917180139166}
+{'epoch': 9, 'iter': 1140, 'avg_loss': 0.08648790546201679, 'avg_acc': 0.0, 'loss': 0.10490041241707461}
+{'epoch': 9, 'iter': 1150, 'avg_loss': 0.08657005906977042, 'avg_acc': 0.0, 'loss': 0.08421404994403149}
+{'epoch': 9, 'iter': 1160, 'avg_loss': 0.08681605244104111, 'avg_acc': 0.0, 'loss': 0.10042127624043522}
+{'epoch': 9, 'iter': 1170, 'avg_loss': 0.08682701227129928, 'avg_acc': 0.0, 'loss': 0.0925523623761007}
+{'epoch': 9, 'iter': 1180, 'avg_loss': 0.08674653220036393, 'avg_acc': 0.0, 'loss': 0.059569779304898214}
+{'epoch': 9, 'iter': 1190, 'avg_loss': 0.08674492530988338, 'avg_acc': 0.0, 'loss': 0.09275113670563379}
+{'epoch': 9, 'iter': 1200, 'avg_loss': 0.08646776691271392, 'avg_acc': 0.0, 'loss': 0.07258781137378328}
+{'epoch': 9, 'iter': 1210, 'avg_loss': 0.08649763874313512, 'avg_acc': 0.0, 'loss': 0.10247697254364344}
+{'epoch': 9, 'iter': 1220, 'avg_loss': 0.08644226508966266, 'avg_acc': 0.0, 'loss': 0.05675642420825559}
+{'epoch': 9, 'iter': 1230, 'avg_loss': 0.0864331806558933, 'avg_acc': 0.0, 'loss': 0.0727477661562911}
+{'epoch': 9, 'iter': 1240, 'avg_loss': 0.08649107319418167, 'avg_acc': 0.0, 'loss': 0.061989442655203675}
+{'epoch': 9, 'iter': 1250, 'avg_loss': 0.08646078564517497, 'avg_acc': 0.0, 'loss': 0.10570435743680458}
+{'epoch': 9, 'iter': 1260, 'avg_loss': 0.08666584400988218, 'avg_acc': 0.0, 'loss': 0.05322749465904053}
+{'epoch': 9, 'iter': 1270, 'avg_loss': 0.08675236848825568, 'avg_acc': 0.0, 'loss': 0.16000975190718236}
+{'epoch': 9, 'iter': 1280, 'avg_loss': 0.08689385585643787, 'avg_acc': 0.0, 'loss': 0.17447030441001385}
+{'epoch': 9, 'iter': 1290, 'avg_loss': 0.08680114032375726, 'avg_acc': 0.0, 'loss': 0.08847082538051966}
+{'epoch': 9, 'iter': 1300, 'avg_loss': 0.08678257901636323, 'avg_acc': 0.0, 'loss': 0.10995692447717634}
+{'epoch': 9, 'iter': 1310, 'avg_loss': 0.08684716459581264, 'avg_acc': 0.0, 'loss': 0.04482758075180624}
+{'epoch': 9, 'iter': 1320, 'avg_loss': 0.08668279780207369, 'avg_acc': 0.0, 'loss': 0.04878601620868851}
+{'epoch': 9, 'iter': 1330, 'avg_loss': 0.08668400977575365, 'avg_acc': 0.0, 'loss': 0.059231153635989485}
+{'epoch': 9, 'iter': 1340, 'avg_loss': 0.08669594464122773, 'avg_acc': 0.0, 'loss': 0.04825152093394536}
+{'epoch': 9, 'iter': 1350, 'avg_loss': 0.08666880487790628, 'avg_acc': 0.0, 'loss': 0.1144334375013776}
+{'epoch': 9, 'iter': 1360, 'avg_loss': 0.08667237674940761, 'avg_acc': 0.0, 'loss': 0.06862834474795168}
+{'epoch': 9, 'iter': 1370, 'avg_loss': 0.08660376840278876, 'avg_acc': 0.0, 'loss': 0.08620291555853653}
+{'epoch': 9, 'iter': 1380, 'avg_loss': 0.08670200103660554, 'avg_acc': 0.0, 'loss': 0.09565991858572227}
+{'epoch': 9, 'iter': 1390, 'avg_loss': 0.08677903639016796, 'avg_acc': 0.0, 'loss': 0.0628373798085704}
+{'epoch': 9, 'iter': 1400, 'avg_loss': 0.08686913756644475, 'avg_acc': 0.0, 'loss': 0.13402452420135497}
+{'epoch': 9, 'iter': 1410, 'avg_loss': 0.08682080465465856, 'avg_acc': 0.0, 'loss': 0.07385809047549888}
+{'epoch': 9, 'iter': 1420, 'avg_loss': 0.08697347116867701, 'avg_acc': 0.0, 'loss': 0.07112674072547114}
+{'epoch': 9, 'iter': 1430, 'avg_loss': 0.08697667265659012, 'avg_acc': 0.0, 'loss': 0.08193331115208885}
+{'epoch': 9, 'iter': 1440, 'avg_loss': 0.08707095109213153, 'avg_acc': 0.0, 'loss': 0.10032730359327095}
+{'epoch': 9, 'iter': 1450, 'avg_loss': 0.08709527077772264, 'avg_acc': 0.0, 'loss': 0.049355761995359765}
+{'epoch': 9, 'iter': 1460, 'avg_loss': 0.08708819155554047, 'avg_acc': 0.0, 'loss': 0.04783083781135896}
+{'epoch': 9, 'iter': 1470, 'avg_loss': 0.08709643942905061, 'avg_acc': 0.0, 'loss': 0.06794671471535756}
+{'epoch': 9, 'iter': 1480, 'avg_loss': 0.0869566294923337, 'avg_acc': 0.0, 'loss': 0.046298069226817715}
+{'epoch': 9, 'iter': 1490, 'avg_loss': 0.08696697806978362, 'avg_acc': 0.0, 'loss': 0.13868883082428898}
+{'epoch': 9, 'iter': 1500, 'avg_loss': 0.08696465829655045, 'avg_acc': 0.0, 'loss': 0.11148394278481126}
+{'epoch': 9, 'iter': 1510, 'avg_loss': 0.08700581069053166, 'avg_acc': 0.0, 'loss': 0.13585188331499662}
+{'epoch': 9, 'iter': 1520, 'avg_loss': 0.08708173484194494, 'avg_acc': 0.0, 'loss': 0.10753193641195528}
+{'epoch': 9, 'iter': 1530, 'avg_loss': 0.08699710758678375, 'avg_acc': 0.0, 'loss': 0.08463856324755982}
+{'epoch': 9, 'iter': 1540, 'avg_loss': 0.08695914650536532, 'avg_acc': 0.0, 'loss': 0.06906038283722994}
+{'epoch': 9, 'iter': 1550, 'avg_loss': 0.0869732210805708, 'avg_acc': 0.0, 'loss': 0.056890674636633776}
+{'epoch': 9, 'iter': 1560, 'avg_loss': 0.08692226999517993, 'avg_acc': 0.0, 'loss': 0.05652771641799907}
+{'epoch': 9, 'iter': 1570, 'avg_loss': 0.08700120518820526, 'avg_acc': 0.0, 'loss': 0.1266032752377149}
+{'epoch': 9, 'iter': 1580, 'avg_loss': 0.0870253169002597, 'avg_acc': 0.0, 'loss': 0.05216815661830358}
+{'epoch': 9, 'iter': 1590, 'avg_loss': 0.08706089090815297, 'avg_acc': 0.0, 'loss': 0.050471324386632786}
+{'epoch': 9, 'iter': 1600, 'avg_loss': 0.08697571345181304, 'avg_acc': 0.0, 'loss': 0.09679102279580677}
+{'epoch': 9, 'iter': 1610, 'avg_loss': 0.0870039587139682, 'avg_acc': 0.0, 'loss': 0.028578917047720354}
+{'epoch': 9, 'iter': 1620, 'avg_loss': 0.08702477617685268, 'avg_acc': 0.0, 'loss': 0.07095143530282906}
+{'epoch': 9, 'iter': 1630, 'avg_loss': 0.08711662191646617, 'avg_acc': 0.0, 'loss': 0.03531513089871753}
+{'epoch': 9, 'iter': 1640, 'avg_loss': 0.08709437229697176, 'avg_acc': 0.0, 'loss': 0.0872890120566743}
+{'epoch': 9, 'iter': 1650, 'avg_loss': 0.0870522478507245, 'avg_acc': 0.0, 'loss': 0.07588913963747602}
+{'epoch': 9, 'iter': 1660, 'avg_loss': 0.0871548703600597, 'avg_acc': 0.0, 'loss': 0.11137094119617683}
+{'epoch': 9, 'iter': 1670, 'avg_loss': 0.08717594255953125, 'avg_acc': 0.0, 'loss': 0.030205265861695807}
+{'epoch': 9, 'iter': 1680, 'avg_loss': 0.08710841061927359, 'avg_acc': 0.0, 'loss': 0.04484363738200565}
+{'epoch': 9, 'iter': 1690, 'avg_loss': 0.087016597532194, 'avg_acc': 0.0, 'loss': 0.11614032981196942}
+{'epoch': 9, 'iter': 1700, 'avg_loss': 0.08702120774727694, 'avg_acc': 0.0, 'loss': 0.07131140275513254}
+{'epoch': 9, 'iter': 1710, 'avg_loss': 0.08701787912253917, 'avg_acc': 0.0, 'loss': 0.06778741840519485}
+{'epoch': 9, 'iter': 1720, 'avg_loss': 0.08692638712998071, 'avg_acc': 0.0, 'loss': 0.10463732934392413}
+{'epoch': 9, 'iter': 1730, 'avg_loss': 0.08693209535800724, 'avg_acc': 0.0, 'loss': 0.13750541080423773}
+{'epoch': 9, 'iter': 1740, 'avg_loss': 0.08680559455339351, 'avg_acc': 0.0, 'loss': 0.053404890628371504}
+{'epoch': 9, 'iter': 1750, 'avg_loss': 0.08685293112690477, 'avg_acc': 0.0, 'loss': 0.1146084459895584}
+{'epoch': 9, 'iter': 1760, 'avg_loss': 0.08678830740456911, 'avg_acc': 0.0, 'loss': 0.09617211529082072}
+{'epoch': 9, 'iter': 1770, 'avg_loss': 0.08679123185371802, 'avg_acc': 0.0, 'loss': 0.08578274084506379}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.0, 'ece': 0.059244755655527115, 'avg_loss': 0.08677933090349775, 'f1_scores': 0.9180126453653912}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.053414618571549353, 'avg_acc': 0.0, 'loss': 0.053414618571549353}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.08572567880196917, 'avg_acc': 0.0, 'loss': 0.03278779240722786}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.07768659735542592, 'avg_acc': 0.0, 'loss': 0.09958321592681937}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.07514118586706524, 'avg_acc': 0.0, 'loss': 0.02809019367879679}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.07652457164287552, 'avg_acc': 0.0, 'loss': 0.056469658003412145}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.07440772965973003, 'avg_acc': 0.0, 'loss': 0.08070089706562351}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.0749035915356279, 'avg_acc': 0.0, 'loss': 0.10794066273324784}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.07539228881980296, 'avg_acc': 0.0, 'loss': 0.1077326252930756}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.07615680065576681, 'avg_acc': 0.0, 'loss': 0.09535856544562193}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.07568645890423222, 'avg_acc': 0.0, 'loss': 0.072050223991604}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.07575417072073841, 'avg_acc': 0.0, 'loss': 0.04864486231161484}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.07491571595432944, 'avg_acc': 0.0, 'loss': 0.0821648878832093}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.07521723133329944, 'avg_acc': 0.0, 'loss': 0.05786467427423401}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.07520801485019192, 'avg_acc': 0.0, 'loss': 0.05220890762074808}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.07468851732049019, 'avg_acc': 0.0, 'loss': 0.06371954335511987}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.07486338568267883, 'avg_acc': 0.0, 'loss': 0.08638315387558951}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.07589846496098528, 'avg_acc': 0.0, 'loss': 0.11608978354129817}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.07586814724517332, 'avg_acc': 0.0, 'loss': 0.054719290729451586}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.07525229438766493, 'avg_acc': 0.0, 'loss': 0.05660732166057869}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.07476395486447042, 'avg_acc': 0.0, 'loss': 0.05701321370942683}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.0748601822593608, 'avg_acc': 0.0, 'loss': 0.017341955993807848}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.07445395999984929, 'avg_acc': 0.0, 'loss': 0.04678603663007103}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.07546335544253972, 'avg_acc': 0.0, 'loss': 0.11135372734522417}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.07626620292506277, 'avg_acc': 0.0, 'loss': 0.08846611720439666}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.07614251612296094, 'avg_acc': 0.0, 'loss': 0.08129759062193134}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.07620124245866901, 'avg_acc': 0.0, 'loss': 0.10310554543519043}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.07566069897195758, 'avg_acc': 0.0, 'loss': 0.03996901272690983}
+{'epoch': 10, 'iter': 270, 'avg_loss': 0.07530402714582846, 'avg_acc': 0.0, 'loss': 0.027741495385807214}
+{'epoch': 10, 'iter': 280, 'avg_loss': 0.07507861060632133, 'avg_acc': 0.0, 'loss': 0.07687996736948272}
+{'epoch': 10, 'iter': 290, 'avg_loss': 0.07600051798237448, 'avg_acc': 0.0, 'loss': 0.1036775848432967}
+{'epoch': 10, 'iter': 300, 'avg_loss': 0.07543963203554038, 'avg_acc': 0.0, 'loss': 0.0976578220137136}
+{'epoch': 10, 'iter': 310, 'avg_loss': 0.07535468676146692, 'avg_acc': 0.0, 'loss': 0.10313330896743926}
+{'epoch': 10, 'iter': 320, 'avg_loss': 0.07552161422062076, 'avg_acc': 0.0, 'loss': 0.0756285731524388}
+{'epoch': 10, 'iter': 330, 'avg_loss': 0.07576953161654787, 'avg_acc': 0.0, 'loss': 0.07644248637600169}
+{'epoch': 10, 'iter': 340, 'avg_loss': 0.07594110971517402, 'avg_acc': 0.0, 'loss': 0.02040576878783083}
+{'epoch': 10, 'iter': 350, 'avg_loss': 0.0766298457903116, 'avg_acc': 0.0, 'loss': 0.19555993458418794}
+{'epoch': 10, 'iter': 360, 'avg_loss': 0.07704720245552935, 'avg_acc': 0.0, 'loss': 0.10633564072468207}
+{'epoch': 10, 'iter': 370, 'avg_loss': 0.07691878974395694, 'avg_acc': 0.0, 'loss': 0.09061489030693792}
+{'epoch': 10, 'iter': 380, 'avg_loss': 0.0770420769457619, 'avg_acc': 0.0, 'loss': 0.061671226008099565}
+{'epoch': 10, 'iter': 390, 'avg_loss': 0.07703482056506174, 'avg_acc': 0.0, 'loss': 0.045219288572306074}
+{'epoch': 10, 'iter': 400, 'avg_loss': 0.07667389688626, 'avg_acc': 0.0, 'loss': 0.06340216830900706}
+{'epoch': 10, 'iter': 410, 'avg_loss': 0.07677721767613856, 'avg_acc': 0.0, 'loss': 0.09271901931681116}
+{'epoch': 10, 'iter': 420, 'avg_loss': 0.07671263381586542, 'avg_acc': 0.0, 'loss': 0.038361186800074165}
+{'epoch': 10, 'iter': 430, 'avg_loss': 0.07720960600172101, 'avg_acc': 0.0, 'loss': 0.05500131991581318}
+{'epoch': 10, 'iter': 440, 'avg_loss': 0.07696970669841306, 'avg_acc': 0.0, 'loss': 0.04268843762837296}
+{'epoch': 10, 'iter': 450, 'avg_loss': 0.07700923363664934, 'avg_acc': 0.0, 'loss': 0.07438865733913806}
+{'epoch': 10, 'iter': 460, 'avg_loss': 0.0773880325337147, 'avg_acc': 0.0, 'loss': 0.12365239059808783}
+{'epoch': 10, 'iter': 470, 'avg_loss': 0.07754698158168993, 'avg_acc': 0.0, 'loss': 0.0671553628525154}
+{'epoch': 10, 'iter': 480, 'avg_loss': 0.07788226853785332, 'avg_acc': 0.0, 'loss': 0.09446806666423818}
+{'epoch': 10, 'iter': 490, 'avg_loss': 0.07775566402036599, 'avg_acc': 0.0, 'loss': 0.06061372377334757}
+{'epoch': 10, 'iter': 500, 'avg_loss': 0.07739771853202711, 'avg_acc': 0.0, 'loss': 0.10714806067093312}
+{'epoch': 10, 'iter': 510, 'avg_loss': 0.07713353878200485, 'avg_acc': 0.0, 'loss': 0.0774879444289484}
+{'epoch': 10, 'iter': 520, 'avg_loss': 0.07687464644959789, 'avg_acc': 0.0, 'loss': 0.049248845789471876}
+{'epoch': 10, 'iter': 530, 'avg_loss': 0.07651921915857024, 'avg_acc': 0.0, 'loss': 0.06411945236524323}
+{'epoch': 10, 'iter': 540, 'avg_loss': 0.07653441394149786, 'avg_acc': 0.0, 'loss': 0.04808556159240343}
+{'epoch': 10, 'iter': 550, 'avg_loss': 0.07634597694731421, 'avg_acc': 0.0, 'loss': 0.09338507064470442}
+{'epoch': 10, 'iter': 560, 'avg_loss': 0.07633805024573406, 'avg_acc': 0.0, 'loss': 0.062355687147901656}
+{'epoch': 10, 'iter': 570, 'avg_loss': 0.07621842135736172, 'avg_acc': 0.0, 'loss': 0.060231971578336437}
+{'epoch': 10, 'iter': 580, 'avg_loss': 0.07648888441809563, 'avg_acc': 0.0, 'loss': 0.06544389040920708}
+{'epoch': 10, 'iter': 590, 'avg_loss': 0.07652084505102294, 'avg_acc': 0.0, 'loss': 0.09552817855608606}
+{'epoch': 10, 'iter': 600, 'avg_loss': 0.07638193745967493, 'avg_acc': 0.0, 'loss': 0.04523391163206725}
+{'epoch': 10, 'iter': 610, 'avg_loss': 0.07629619875339065, 'avg_acc': 0.0, 'loss': 0.1152348696179339}
+{'epoch': 10, 'iter': 620, 'avg_loss': 0.07653962161048727, 'avg_acc': 0.0, 'loss': 0.05151738455927557}
+{'epoch': 10, 'iter': 630, 'avg_loss': 0.07645971372250404, 'avg_acc': 0.0, 'loss': 0.05639228966333576}
+{'epoch': 10, 'iter': 640, 'avg_loss': 0.07619107469309176, 'avg_acc': 0.0, 'loss': 0.07751142836414715}
+{'epoch': 10, 'iter': 650, 'avg_loss': 0.07612310337905225, 'avg_acc': 0.0, 'loss': 0.06130428198149421}
+{'epoch': 10, 'iter': 660, 'avg_loss': 0.0760417319031561, 'avg_acc': 0.0, 'loss': 0.0440310452734382}
+{'epoch': 10, 'iter': 670, 'avg_loss': 0.07601321470811702, 'avg_acc': 0.0, 'loss': 0.09634684489950424}
+{'epoch': 10, 'iter': 680, 'avg_loss': 0.07579312956225207, 'avg_acc': 0.0, 'loss': 0.0721993813252969}
+{'epoch': 10, 'iter': 690, 'avg_loss': 0.07578631474326303, 'avg_acc': 0.0, 'loss': 0.10396581784100686}
+{'epoch': 10, 'iter': 700, 'avg_loss': 0.07566784930311642, 'avg_acc': 0.0, 'loss': 0.0514067196793917}
+{'epoch': 10, 'iter': 710, 'avg_loss': 0.07591322496256778, 'avg_acc': 0.0, 'loss': 0.07999093622951899}
+{'epoch': 10, 'iter': 720, 'avg_loss': 0.075902541471903, 'avg_acc': 0.0, 'loss': 0.040021776696156454}
+{'epoch': 10, 'iter': 730, 'avg_loss': 0.07602254579153317, 'avg_acc': 0.0, 'loss': 0.0767044179817812}
+{'epoch': 10, 'iter': 740, 'avg_loss': 0.07570911473082963, 'avg_acc': 0.0, 'loss': 0.035094677481051155}
+{'epoch': 10, 'iter': 750, 'avg_loss': 0.07564538727044202, 'avg_acc': 0.0, 'loss': 0.02638345393313963}
+{'epoch': 10, 'iter': 760, 'avg_loss': 0.07553520487266385, 'avg_acc': 0.0, 'loss': 0.05048171159546655}
+{'epoch': 10, 'iter': 770, 'avg_loss': 0.07556851309931252, 'avg_acc': 0.0, 'loss': 0.07204124794423349}
+{'epoch': 10, 'iter': 780, 'avg_loss': 0.07553597988000542, 'avg_acc': 0.0, 'loss': 0.04934615171330847}
+{'epoch': 10, 'iter': 790, 'avg_loss': 0.0754577370297031, 'avg_acc': 0.0, 'loss': 0.10744291913480959}
+{'epoch': 10, 'iter': 800, 'avg_loss': 0.07536904529505897, 'avg_acc': 0.0, 'loss': 0.019776991744781265}
+{'epoch': 10, 'iter': 810, 'avg_loss': 0.07519795342311901, 'avg_acc': 0.0, 'loss': 0.06034988053476045}
+{'epoch': 10, 'iter': 820, 'avg_loss': 0.07554714813673782, 'avg_acc': 0.0, 'loss': 0.06655677734227083}
+{'epoch': 10, 'iter': 830, 'avg_loss': 0.07549486338464412, 'avg_acc': 0.0, 'loss': 0.06904606277439841}
+{'epoch': 10, 'iter': 840, 'avg_loss': 0.07542868282042889, 'avg_acc': 0.0, 'loss': 0.08260176322736713}
+{'epoch': 10, 'iter': 850, 'avg_loss': 0.07537436432642358, 'avg_acc': 0.0, 'loss': 0.09059187252966742}
+{'epoch': 10, 'iter': 860, 'avg_loss': 0.07547846929164748, 'avg_acc': 0.0, 'loss': 0.0975847160011613}
+{'epoch': 10, 'iter': 870, 'avg_loss': 0.07604395815769681, 'avg_acc': 0.0, 'loss': 0.06289366563548729}
+{'epoch': 10, 'iter': 880, 'avg_loss': 0.07622646743432825, 'avg_acc': 0.0, 'loss': 0.13426623790888925}
+{'epoch': 10, 'iter': 890, 'avg_loss': 0.07634593560396186, 'avg_acc': 0.0, 'loss': 0.07225068518688106}
+{'epoch': 10, 'iter': 900, 'avg_loss': 0.07652744720742986, 'avg_acc': 0.0, 'loss': 0.04060230803465206}
+{'epoch': 10, 'iter': 910, 'avg_loss': 0.07652208071749192, 'avg_acc': 0.0, 'loss': 0.0887619885233976}
+{'epoch': 10, 'iter': 920, 'avg_loss': 0.07655933039894117, 'avg_acc': 0.0, 'loss': 0.05605994743188245}
+{'epoch': 10, 'iter': 930, 'avg_loss': 0.07653636132028144, 'avg_acc': 0.0, 'loss': 0.10403766500920547}
+{'epoch': 10, 'iter': 940, 'avg_loss': 0.07642025031027115, 'avg_acc': 0.0, 'loss': 0.07604895271177675}
+{'epoch': 10, 'iter': 950, 'avg_loss': 0.07660241291406134, 'avg_acc': 0.0, 'loss': 0.03375078195379696}
+{'epoch': 10, 'iter': 960, 'avg_loss': 0.07642379082827362, 'avg_acc': 0.0, 'loss': 0.04784030806422379}
+{'epoch': 10, 'iter': 970, 'avg_loss': 0.07623891760403241, 'avg_acc': 0.0, 'loss': 0.05578136106880395}
+{'epoch': 10, 'iter': 980, 'avg_loss': 0.07636466319183179, 'avg_acc': 0.0, 'loss': 0.0923582194354172}
+{'epoch': 10, 'iter': 990, 'avg_loss': 0.07637733920855598, 'avg_acc': 0.0, 'loss': 0.07291937484032879}
+{'epoch': 10, 'iter': 1000, 'avg_loss': 0.076419015130647, 'avg_acc': 0.0, 'loss': 0.0686760612259109}
+{'epoch': 10, 'iter': 1010, 'avg_loss': 0.07637893591865623, 'avg_acc': 0.0, 'loss': 0.059240114733837244}
+{'epoch': 10, 'iter': 1020, 'avg_loss': 0.07622697824143312, 'avg_acc': 0.0, 'loss': 0.06323489572778028}
+{'epoch': 10, 'iter': 1030, 'avg_loss': 0.0762734392584597, 'avg_acc': 0.0, 'loss': 0.13331553112467578}
+{'epoch': 10, 'iter': 1040, 'avg_loss': 0.07619872240598241, 'avg_acc': 0.0, 'loss': 0.08059903453456384}
+{'epoch': 10, 'iter': 1050, 'avg_loss': 0.07626165880691681, 'avg_acc': 0.0, 'loss': 0.08958367271735515}
+{'epoch': 10, 'iter': 1060, 'avg_loss': 0.07629462973372181, 'avg_acc': 0.0, 'loss': 0.11107356794244488}
+{'epoch': 10, 'iter': 1070, 'avg_loss': 0.07637674820655686, 'avg_acc': 0.0, 'loss': 0.0476410741869537}
+{'epoch': 10, 'iter': 1080, 'avg_loss': 0.07611805169026867, 'avg_acc': 0.0, 'loss': 0.04694953583351743}
+{'epoch': 10, 'iter': 1090, 'avg_loss': 0.07608337801370506, 'avg_acc': 0.0, 'loss': 0.05431779741356227}
+{'epoch': 10, 'iter': 1100, 'avg_loss': 0.0760389810718089, 'avg_acc': 0.0, 'loss': 0.07582148310884154}
+{'epoch': 10, 'iter': 1110, 'avg_loss': 0.07605120324897555, 'avg_acc': 0.0, 'loss': 0.0762175805805977}
+{'epoch': 10, 'iter': 1120, 'avg_loss': 0.0758747290501436, 'avg_acc': 0.0, 'loss': 0.07039307121922077}
+{'epoch': 10, 'iter': 1130, 'avg_loss': 0.07577860880714553, 'avg_acc': 0.0, 'loss': 0.04298479134679058}
+{'epoch': 10, 'iter': 1140, 'avg_loss': 0.07574204336867114, 'avg_acc': 0.0, 'loss': 0.08917233220217975}
+{'epoch': 10, 'iter': 1150, 'avg_loss': 0.0757736855970733, 'avg_acc': 0.0, 'loss': 0.07008764482476083}
+{'epoch': 10, 'iter': 1160, 'avg_loss': 0.07588160855182989, 'avg_acc': 0.0, 'loss': 0.09926764046322692}
+{'epoch': 10, 'iter': 1170, 'avg_loss': 0.07592623153985499, 'avg_acc': 0.0, 'loss': 0.0797214077752041}
+{'epoch': 10, 'iter': 1180, 'avg_loss': 0.07581239793113474, 'avg_acc': 0.0, 'loss': 0.05126307892812828}
+{'epoch': 10, 'iter': 1190, 'avg_loss': 0.07575267309480217, 'avg_acc': 0.0, 'loss': 0.07569890513533599}
+{'epoch': 10, 'iter': 1200, 'avg_loss': 0.07548504711160664, 'avg_acc': 0.0, 'loss': 0.06901543983982654}
+{'epoch': 10, 'iter': 1210, 'avg_loss': 0.07551145169433478, 'avg_acc': 0.0, 'loss': 0.06201378164532554}
+{'epoch': 10, 'iter': 1220, 'avg_loss': 0.07544771610133351, 'avg_acc': 0.0, 'loss': 0.039483586407178396}
+{'epoch': 10, 'iter': 1230, 'avg_loss': 0.07544505246119136, 'avg_acc': 0.0, 'loss': 0.07094236118567615}
+{'epoch': 10, 'iter': 1240, 'avg_loss': 0.07552122178081597, 'avg_acc': 0.0, 'loss': 0.050538599388443926}
+{'epoch': 10, 'iter': 1250, 'avg_loss': 0.07551970328367295, 'avg_acc': 0.0, 'loss': 0.1019237693795755}
+{'epoch': 10, 'iter': 1260, 'avg_loss': 0.07564960882233658, 'avg_acc': 0.0, 'loss': 0.05203940163119114}
+{'epoch': 10, 'iter': 1270, 'avg_loss': 0.07572257100163096, 'avg_acc': 0.0, 'loss': 0.15591968973798284}
+{'epoch': 10, 'iter': 1280, 'avg_loss': 0.07585731557854593, 'avg_acc': 0.0, 'loss': 0.14584315186046734}
+{'epoch': 10, 'iter': 1290, 'avg_loss': 0.07579364005004807, 'avg_acc': 0.0, 'loss': 0.07831750007362155}
+{'epoch': 10, 'iter': 1300, 'avg_loss': 0.07579506733357082, 'avg_acc': 0.0, 'loss': 0.10641996657503633}
+{'epoch': 10, 'iter': 1310, 'avg_loss': 0.07589199325136037, 'avg_acc': 0.0, 'loss': 0.04172656846537035}
+{'epoch': 10, 'iter': 1320, 'avg_loss': 0.07573434755301127, 'avg_acc': 0.0, 'loss': 0.03616762893307574}
+{'epoch': 10, 'iter': 1330, 'avg_loss': 0.07572004043055092, 'avg_acc': 0.0, 'loss': 0.041346970279395885}
+{'epoch': 10, 'iter': 1340, 'avg_loss': 0.07572057195858035, 'avg_acc': 0.0, 'loss': 0.040948433830217415}
+{'epoch': 10, 'iter': 1350, 'avg_loss': 0.07569415486250221, 'avg_acc': 0.0, 'loss': 0.08483740711322087}
+{'epoch': 10, 'iter': 1360, 'avg_loss': 0.07567780997739225, 'avg_acc': 0.0, 'loss': 0.06302286893992053}
+{'epoch': 10, 'iter': 1370, 'avg_loss': 0.07562049325930979, 'avg_acc': 0.0, 'loss': 0.07017356614725095}
+{'epoch': 10, 'iter': 1380, 'avg_loss': 0.07575623518692516, 'avg_acc': 0.0, 'loss': 0.0932321433099982}
+{'epoch': 10, 'iter': 1390, 'avg_loss': 0.07580657922843585, 'avg_acc': 0.0, 'loss': 0.0621604744763837}
+{'epoch': 10, 'iter': 1400, 'avg_loss': 0.07586297532249418, 'avg_acc': 0.0, 'loss': 0.13298620944120945}
+{'epoch': 10, 'iter': 1410, 'avg_loss': 0.07580322209549163, 'avg_acc': 0.0, 'loss': 0.060630609394560706}
+{'epoch': 10, 'iter': 1420, 'avg_loss': 0.07591169692435623, 'avg_acc': 0.0, 'loss': 0.06205024736258987}
+{'epoch': 10, 'iter': 1430, 'avg_loss': 0.0759248115774413, 'avg_acc': 0.0, 'loss': 0.06812932930064822}
+{'epoch': 10, 'iter': 1440, 'avg_loss': 0.07601770356576869, 'avg_acc': 0.0, 'loss': 0.0947022883851462}
+{'epoch': 10, 'iter': 1450, 'avg_loss': 0.07606208415096812, 'avg_acc': 0.0, 'loss': 0.04343719213209088}
+{'epoch': 10, 'iter': 1460, 'avg_loss': 0.07605549998797413, 'avg_acc': 0.0, 'loss': 0.03618331353022849}
+{'epoch': 10, 'iter': 1470, 'avg_loss': 0.07603808951171814, 'avg_acc': 0.0, 'loss': 0.053265631996798186}
+{'epoch': 10, 'iter': 1480, 'avg_loss': 0.07591719417130528, 'avg_acc': 0.0, 'loss': 0.04332959705460228}
+{'epoch': 10, 'iter': 1490, 'avg_loss': 0.07594589533845723, 'avg_acc': 0.0, 'loss': 0.1389149869756433}
+{'epoch': 10, 'iter': 1500, 'avg_loss': 0.07593179651230605, 'avg_acc': 0.0, 'loss': 0.10053854440600064}
+{'epoch': 10, 'iter': 1510, 'avg_loss': 0.0759686646543084, 'avg_acc': 0.0, 'loss': 0.12666683037405083}
+{'epoch': 10, 'iter': 1520, 'avg_loss': 0.07608296189659709, 'avg_acc': 0.0, 'loss': 0.10371454241987976}
+{'epoch': 10, 'iter': 1530, 'avg_loss': 0.07600509715646393, 'avg_acc': 0.0, 'loss': 0.08084379351233954}
+{'epoch': 10, 'iter': 1540, 'avg_loss': 0.07596639171543405, 'avg_acc': 0.0, 'loss': 0.059047037274061555}
+{'epoch': 10, 'iter': 1550, 'avg_loss': 0.07598230175808621, 'avg_acc': 0.0, 'loss': 0.04036556324415739}
+{'epoch': 10, 'iter': 1560, 'avg_loss': 0.07594357141604625, 'avg_acc': 0.0, 'loss': 0.04007211065444543}
+{'epoch': 10, 'iter': 1570, 'avg_loss': 0.07603743676660148, 'avg_acc': 0.0, 'loss': 0.11210851218582514}
+{'epoch': 10, 'iter': 1580, 'avg_loss': 0.0760671237765704, 'avg_acc': 0.0, 'loss': 0.04008164651838391}
+{'epoch': 10, 'iter': 1590, 'avg_loss': 0.07610596684156759, 'avg_acc': 0.0, 'loss': 0.04283338477103728}
+{'epoch': 10, 'iter': 1600, 'avg_loss': 0.0759767095959007, 'avg_acc': 0.0, 'loss': 0.08070201018995249}
+{'epoch': 10, 'iter': 1610, 'avg_loss': 0.07604431660194298, 'avg_acc': 0.0, 'loss': 0.02573476065059107}
+{'epoch': 10, 'iter': 1620, 'avg_loss': 0.0760724940295189, 'avg_acc': 0.0, 'loss': 0.05845270173944073}
+{'epoch': 10, 'iter': 1630, 'avg_loss': 0.07619040637783715, 'avg_acc': 0.0, 'loss': 0.02567574816625243}
+{'epoch': 10, 'iter': 1640, 'avg_loss': 0.07614415009846204, 'avg_acc': 0.0, 'loss': 0.0748943415752389}
+{'epoch': 10, 'iter': 1650, 'avg_loss': 0.07613213937454684, 'avg_acc': 0.0, 'loss': 0.07314061493094316}
+{'epoch': 10, 'iter': 1660, 'avg_loss': 0.07625331616992612, 'avg_acc': 0.0, 'loss': 0.10603565103342101}
+{'epoch': 10, 'iter': 1670, 'avg_loss': 0.07627919182227061, 'avg_acc': 0.0, 'loss': 0.02306537533825446}
+{'epoch': 10, 'iter': 1680, 'avg_loss': 0.07623635393515506, 'avg_acc': 0.0, 'loss': 0.041110866182927044}
+{'epoch': 10, 'iter': 1690, 'avg_loss': 0.07617361912605071, 'avg_acc': 0.0, 'loss': 0.10335680338466448}
+{'epoch': 10, 'iter': 1700, 'avg_loss': 0.07619214109774866, 'avg_acc': 0.0, 'loss': 0.056389036148151}
+{'epoch': 10, 'iter': 1710, 'avg_loss': 0.07617358507456198, 'avg_acc': 0.0, 'loss': 0.046605755338719385}
+{'epoch': 10, 'iter': 1720, 'avg_loss': 0.07608708871911901, 'avg_acc': 0.0, 'loss': 0.0711433716832549}
+{'epoch': 10, 'iter': 1730, 'avg_loss': 0.07610076855921732, 'avg_acc': 0.0, 'loss': 0.13191238789083368}
+{'epoch': 10, 'iter': 1740, 'avg_loss': 0.07598104760477889, 'avg_acc': 0.0, 'loss': 0.05210993617311033}
+{'epoch': 10, 'iter': 1750, 'avg_loss': 0.07605765371696074, 'avg_acc': 0.0, 'loss': 0.11145577492574635}
+{'epoch': 10, 'iter': 1760, 'avg_loss': 0.07602521988761604, 'avg_acc': 0.0, 'loss': 0.09577979178720852}
+{'epoch': 10, 'iter': 1770, 'avg_loss': 0.07602385288342711, 'avg_acc': 0.0, 'loss': 0.05707452736530984}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.0, 'ece': 0.06139811873435974, 'avg_loss': 0.07602049545512393, 'f1_scores': 0.9327746045830304}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.0412560792688745, 'avg_acc': 0.0, 'loss': 0.0412560792688745}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.08052605257583681, 'avg_acc': 0.0, 'loss': 0.029142552610323946}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.07438077621369886, 'avg_acc': 0.0, 'loss': 0.09814745082946631}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.07217467698124948, 'avg_acc': 0.0, 'loss': 0.02693187844215978}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.07332745306945049, 'avg_acc': 0.0, 'loss': 0.0443590410648166}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.0711820131773854, 'avg_acc': 0.0, 'loss': 0.07827942976528236}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.0719999571531786, 'avg_acc': 0.0, 'loss': 0.0996173894460201}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.07235284724192824, 'avg_acc': 0.0, 'loss': 0.10553360720463648}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.07318261116367732, 'avg_acc': 0.0, 'loss': 0.09571178725536811}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.07259583236353011, 'avg_acc': 0.0, 'loss': 0.060388266672337716}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.07279676103779265, 'avg_acc': 0.0, 'loss': 0.047389008209064186}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.07182017016148344, 'avg_acc': 0.0, 'loss': 0.0752046291181289}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.07230882528530738, 'avg_acc': 0.0, 'loss': 0.05680806576197434}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.07217910126490963, 'avg_acc': 0.0, 'loss': 0.04985086138483601}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.07184635411336147, 'avg_acc': 0.0, 'loss': 0.06307971473266807}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.07182905184900508, 'avg_acc': 0.0, 'loss': 0.07916846783532654}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.07279011096926306, 'avg_acc': 0.0, 'loss': 0.11240613475481251}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.07268500645687737, 'avg_acc': 0.0, 'loss': 0.052323074656771135}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.07209202576493497, 'avg_acc': 0.0, 'loss': 0.051659745309093195}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.07164780015647983, 'avg_acc': 0.0, 'loss': 0.05542433282074707}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.07182202695055172, 'avg_acc': 0.0, 'loss': 0.0176062325222769}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.07146952022530795, 'avg_acc': 0.0, 'loss': 0.04605056060752385}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.07237779236182842, 'avg_acc': 0.0, 'loss': 0.10401762862577714}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.07326088507352892, 'avg_acc': 0.0, 'loss': 0.08674509827886011}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.07319484053510122, 'avg_acc': 0.0, 'loss': 0.07926505349389247}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.0731623912951192, 'avg_acc': 0.0, 'loss': 0.10231383122040175}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.07256801163465494, 'avg_acc': 0.0, 'loss': 0.03820925766697769}
+{'epoch': 11, 'iter': 270, 'avg_loss': 0.07222695737255243, 'avg_acc': 0.0, 'loss': 0.026576582078697744}
+{'epoch': 11, 'iter': 280, 'avg_loss': 0.07204100474498208, 'avg_acc': 0.0, 'loss': 0.07415409825021664}
+{'epoch': 11, 'iter': 290, 'avg_loss': 0.0729884494167768, 'avg_acc': 0.0, 'loss': 0.10211865674902144}
+{'epoch': 11, 'iter': 300, 'avg_loss': 0.07247710530426317, 'avg_acc': 0.0, 'loss': 0.09838695790436498}
+{'epoch': 11, 'iter': 310, 'avg_loss': 0.07245814065547661, 'avg_acc': 0.0, 'loss': 0.10056664359767961}
+{'epoch': 11, 'iter': 320, 'avg_loss': 0.07265826760423777, 'avg_acc': 0.0, 'loss': 0.06564175739692603}
+{'epoch': 11, 'iter': 330, 'avg_loss': 0.07281427359210291, 'avg_acc': 0.0, 'loss': 0.0676356911098992}
+{'epoch': 11, 'iter': 340, 'avg_loss': 0.07298314545777228, 'avg_acc': 0.0, 'loss': 0.020789850040728197}
+{'epoch': 11, 'iter': 350, 'avg_loss': 0.07367966296780618, 'avg_acc': 0.0, 'loss': 0.19216046777212015}
+{'epoch': 11, 'iter': 360, 'avg_loss': 0.07413157096862384, 'avg_acc': 0.0, 'loss': 0.1049497040702038}
+{'epoch': 11, 'iter': 370, 'avg_loss': 0.07397130609665555, 'avg_acc': 0.0, 'loss': 0.08638900907153259}
+{'epoch': 11, 'iter': 380, 'avg_loss': 0.07408691619305617, 'avg_acc': 0.0, 'loss': 0.060695191281252746}
+{'epoch': 11, 'iter': 390, 'avg_loss': 0.07410516289456447, 'avg_acc': 0.0, 'loss': 0.04186951845110798}
+{'epoch': 11, 'iter': 400, 'avg_loss': 0.073728510708968, 'avg_acc': 0.0, 'loss': 0.05935526199615586}
+{'epoch': 11, 'iter': 410, 'avg_loss': 0.07383955461740326, 'avg_acc': 0.0, 'loss': 0.08725417035618323}
+{'epoch': 11, 'iter': 420, 'avg_loss': 0.07379143071285171, 'avg_acc': 0.0, 'loss': 0.038887265964701455}
+{'epoch': 11, 'iter': 430, 'avg_loss': 0.07430475206279684, 'avg_acc': 0.0, 'loss': 0.053753823280041094}
+{'epoch': 11, 'iter': 440, 'avg_loss': 0.07409886070150057, 'avg_acc': 0.0, 'loss': 0.04135984427091038}
+{'epoch': 11, 'iter': 450, 'avg_loss': 0.07406059285582177, 'avg_acc': 0.0, 'loss': 0.06913597013929364}
+{'epoch': 11, 'iter': 460, 'avg_loss': 0.07439132522975996, 'avg_acc': 0.0, 'loss': 0.12012405719404536}
+{'epoch': 11, 'iter': 470, 'avg_loss': 0.07458895122965863, 'avg_acc': 0.0, 'loss': 0.06690747563418752}
+{'epoch': 11, 'iter': 480, 'avg_loss': 0.074924969874593, 'avg_acc': 0.0, 'loss': 0.09147856441525651}
+{'epoch': 11, 'iter': 490, 'avg_loss': 0.07480666106843253, 'avg_acc': 0.0, 'loss': 0.05802789016319057}
+{'epoch': 11, 'iter': 500, 'avg_loss': 0.07442288478022817, 'avg_acc': 0.0, 'loss': 0.10334152925219087}
+{'epoch': 11, 'iter': 510, 'avg_loss': 0.0740997021115102, 'avg_acc': 0.0, 'loss': 0.06421778511546807}
+{'epoch': 11, 'iter': 520, 'avg_loss': 0.0738499990031016, 'avg_acc': 0.0, 'loss': 0.04813582763095577}
+{'epoch': 11, 'iter': 530, 'avg_loss': 0.07350932723849045, 'avg_acc': 0.0, 'loss': 0.06051729979544364}
+{'epoch': 11, 'iter': 540, 'avg_loss': 0.0735234898403811, 'avg_acc': 0.0, 'loss': 0.04439415455481464}
+{'epoch': 11, 'iter': 550, 'avg_loss': 0.07333559540250105, 'avg_acc': 0.0, 'loss': 0.09089211406479843}
+{'epoch': 11, 'iter': 560, 'avg_loss': 0.07332497880803725, 'avg_acc': 0.0, 'loss': 0.050526554281215594}
+{'epoch': 11, 'iter': 570, 'avg_loss': 0.07320561768374959, 'avg_acc': 0.0, 'loss': 0.05326154352621058}
+{'epoch': 11, 'iter': 580, 'avg_loss': 0.07345799882850684, 'avg_acc': 0.0, 'loss': 0.0657206470163406}
+{'epoch': 11, 'iter': 590, 'avg_loss': 0.07348090748624424, 'avg_acc': 0.0, 'loss': 0.09358373804295184}
+{'epoch': 11, 'iter': 600, 'avg_loss': 0.07337301435137211, 'avg_acc': 0.0, 'loss': 0.0453662300148088}
+{'epoch': 11, 'iter': 610, 'avg_loss': 0.07324566926353952, 'avg_acc': 0.0, 'loss': 0.11214225689330094}
+{'epoch': 11, 'iter': 620, 'avg_loss': 0.07346169283808933, 'avg_acc': 0.0, 'loss': 0.043081648187901625}
+{'epoch': 11, 'iter': 630, 'avg_loss': 0.07339232965323621, 'avg_acc': 0.0, 'loss': 0.05206176208746374}
+{'epoch': 11, 'iter': 640, 'avg_loss': 0.07314888568605837, 'avg_acc': 0.0, 'loss': 0.07631076630828813}
+{'epoch': 11, 'iter': 650, 'avg_loss': 0.0730740163605982, 'avg_acc': 0.0, 'loss': 0.05212938125723505}
+{'epoch': 11, 'iter': 660, 'avg_loss': 0.07298437286298003, 'avg_acc': 0.0, 'loss': 0.043960263270065525}
+{'epoch': 11, 'iter': 670, 'avg_loss': 0.07296607834029203, 'avg_acc': 0.0, 'loss': 0.08988429084047311}
+{'epoch': 11, 'iter': 680, 'avg_loss': 0.07275711763355318, 'avg_acc': 0.0, 'loss': 0.06499415410354052}
+{'epoch': 11, 'iter': 690, 'avg_loss': 0.07272347340132619, 'avg_acc': 0.0, 'loss': 0.10255625970002516}
+{'epoch': 11, 'iter': 700, 'avg_loss': 0.07260258869283881, 'avg_acc': 0.0, 'loss': 0.04940337996311379}
+{'epoch': 11, 'iter': 710, 'avg_loss': 0.07280245906616503, 'avg_acc': 0.0, 'loss': 0.07725264616036855}
+{'epoch': 11, 'iter': 720, 'avg_loss': 0.07281104487888061, 'avg_acc': 0.0, 'loss': 0.03927828559678151}
+{'epoch': 11, 'iter': 730, 'avg_loss': 0.07292415579249567, 'avg_acc': 0.0, 'loss': 0.06860130379245837}
+{'epoch': 11, 'iter': 740, 'avg_loss': 0.07261948038379613, 'avg_acc': 0.0, 'loss': 0.03171334337603834}
+{'epoch': 11, 'iter': 750, 'avg_loss': 0.0725809102360089, 'avg_acc': 0.0, 'loss': 0.02580411630828345}
+{'epoch': 11, 'iter': 760, 'avg_loss': 0.07246872919529967, 'avg_acc': 0.0, 'loss': 0.046142636898204206}
+{'epoch': 11, 'iter': 770, 'avg_loss': 0.07249984889500387, 'avg_acc': 0.0, 'loss': 0.05495324892989726}
+{'epoch': 11, 'iter': 780, 'avg_loss': 0.07246365580133658, 'avg_acc': 0.0, 'loss': 0.04689511008737668}
+{'epoch': 11, 'iter': 790, 'avg_loss': 0.07236794979464062, 'avg_acc': 0.0, 'loss': 0.10692594916702092}
+{'epoch': 11, 'iter': 800, 'avg_loss': 0.0722416804302546, 'avg_acc': 0.0, 'loss': 0.01957073592328535}
+{'epoch': 11, 'iter': 810, 'avg_loss': 0.07210050715668223, 'avg_acc': 0.0, 'loss': 0.06009585446032669}
+{'epoch': 11, 'iter': 820, 'avg_loss': 0.07246053255990731, 'avg_acc': 0.0, 'loss': 0.05720903652620076}
+{'epoch': 11, 'iter': 830, 'avg_loss': 0.07239998089249947, 'avg_acc': 0.0, 'loss': 0.06730026097417051}
+{'epoch': 11, 'iter': 840, 'avg_loss': 0.07233192361972489, 'avg_acc': 0.0, 'loss': 0.07260946497003065}
+{'epoch': 11, 'iter': 850, 'avg_loss': 0.07226547908122043, 'avg_acc': 0.0, 'loss': 0.07747188363091238}
+{'epoch': 11, 'iter': 860, 'avg_loss': 0.07235268846488957, 'avg_acc': 0.0, 'loss': 0.09468844651105915}
+{'epoch': 11, 'iter': 870, 'avg_loss': 0.07291847729850401, 'avg_acc': 0.0, 'loss': 0.05969094422628375}
+{'epoch': 11, 'iter': 880, 'avg_loss': 0.0730838133772887, 'avg_acc': 0.0, 'loss': 0.1309287558079453}
+{'epoch': 11, 'iter': 890, 'avg_loss': 0.07319991227822337, 'avg_acc': 0.0, 'loss': 0.0711455351682397}
+{'epoch': 11, 'iter': 900, 'avg_loss': 0.07337652186490483, 'avg_acc': 0.0, 'loss': 0.03743442591231119}
+{'epoch': 11, 'iter': 910, 'avg_loss': 0.0733598075233676, 'avg_acc': 0.0, 'loss': 0.08409923403438516}
+{'epoch': 11, 'iter': 920, 'avg_loss': 0.07340321598538517, 'avg_acc': 0.0, 'loss': 0.04941246889002773}
+{'epoch': 11, 'iter': 930, 'avg_loss': 0.07338988162747583, 'avg_acc': 0.0, 'loss': 0.10537088211270071}
+{'epoch': 11, 'iter': 940, 'avg_loss': 0.07326600348638532, 'avg_acc': 0.0, 'loss': 0.07590760374091587}
+{'epoch': 11, 'iter': 950, 'avg_loss': 0.07345992626637778, 'avg_acc': 0.0, 'loss': 0.03268472331841313}
+{'epoch': 11, 'iter': 960, 'avg_loss': 0.07329698025320536, 'avg_acc': 0.0, 'loss': 0.04411004210269961}
+{'epoch': 11, 'iter': 970, 'avg_loss': 0.07311985390938999, 'avg_acc': 0.0, 'loss': 0.05335579096965505}
+{'epoch': 11, 'iter': 980, 'avg_loss': 0.07324602764151106, 'avg_acc': 0.0, 'loss': 0.09156308964039843}
+{'epoch': 11, 'iter': 990, 'avg_loss': 0.07326637200290236, 'avg_acc': 0.0, 'loss': 0.06270342703399479}
+{'epoch': 11, 'iter': 1000, 'avg_loss': 0.07330940851521535, 'avg_acc': 0.0, 'loss': 0.06636190942660392}
+{'epoch': 11, 'iter': 1010, 'avg_loss': 0.07327809067470364, 'avg_acc': 0.0, 'loss': 0.05719138537732046}
+{'epoch': 11, 'iter': 1020, 'avg_loss': 0.07313130393596155, 'avg_acc': 0.0, 'loss': 0.0619212805477868}
+{'epoch': 11, 'iter': 1030, 'avg_loss': 0.07318898599664171, 'avg_acc': 0.0, 'loss': 0.12863938158203123}
+{'epoch': 11, 'iter': 1040, 'avg_loss': 0.07310184087389276, 'avg_acc': 0.0, 'loss': 0.07683294541288076}
+{'epoch': 11, 'iter': 1050, 'avg_loss': 0.07315962841505758, 'avg_acc': 0.0, 'loss': 0.07896740666626556}
+{'epoch': 11, 'iter': 1060, 'avg_loss': 0.0731834794512546, 'avg_acc': 0.0, 'loss': 0.10760773850134747}
+{'epoch': 11, 'iter': 1070, 'avg_loss': 0.07325945155307872, 'avg_acc': 0.0, 'loss': 0.04744449756650429}
+{'epoch': 11, 'iter': 1080, 'avg_loss': 0.0730180737726177, 'avg_acc': 0.0, 'loss': 0.04480727657035085}
+{'epoch': 11, 'iter': 1090, 'avg_loss': 0.07299457083681181, 'avg_acc': 0.0, 'loss': 0.05523017510901289}
+{'epoch': 11, 'iter': 1100, 'avg_loss': 0.07296189374767666, 'avg_acc': 0.0, 'loss': 0.07562087009476466}
+{'epoch': 11, 'iter': 1110, 'avg_loss': 0.07297751953117047, 'avg_acc': 0.0, 'loss': 0.07456398663612163}
+{'epoch': 11, 'iter': 1120, 'avg_loss': 0.07280895450327243, 'avg_acc': 0.0, 'loss': 0.0695813103470836}
+{'epoch': 11, 'iter': 1130, 'avg_loss': 0.0727077073000646, 'avg_acc': 0.0, 'loss': 0.043452838520059746}
+{'epoch': 11, 'iter': 1140, 'avg_loss': 0.07267674266572313, 'avg_acc': 0.0, 'loss': 0.08667856187748108}
+{'epoch': 11, 'iter': 1150, 'avg_loss': 0.07268966881620437, 'avg_acc': 0.0, 'loss': 0.06898203306323174}
+{'epoch': 11, 'iter': 1160, 'avg_loss': 0.07276073322852314, 'avg_acc': 0.0, 'loss': 0.09924672564212397}
+{'epoch': 11, 'iter': 1170, 'avg_loss': 0.07280975480163288, 'avg_acc': 0.0, 'loss': 0.07629949585259915}
+{'epoch': 11, 'iter': 1180, 'avg_loss': 0.07268314648461599, 'avg_acc': 0.0, 'loss': 0.04893115731356293}
+{'epoch': 11, 'iter': 1190, 'avg_loss': 0.07259326369731237, 'avg_acc': 0.0, 'loss': 0.0740522822578831}
+{'epoch': 11, 'iter': 1200, 'avg_loss': 0.07232255828688201, 'avg_acc': 0.0, 'loss': 0.06743788748781299}
+{'epoch': 11, 'iter': 1210, 'avg_loss': 0.0723435694054248, 'avg_acc': 0.0, 'loss': 0.04764381596244707}
+{'epoch': 11, 'iter': 1220, 'avg_loss': 0.07228250599669099, 'avg_acc': 0.0, 'loss': 0.032974221488412274}
+{'epoch': 11, 'iter': 1230, 'avg_loss': 0.07228017864833956, 'avg_acc': 0.0, 'loss': 0.06963816575056317}
+{'epoch': 11, 'iter': 1240, 'avg_loss': 0.07235520914898354, 'avg_acc': 0.0, 'loss': 0.04806341687146544}
+{'epoch': 11, 'iter': 1250, 'avg_loss': 0.07236940036972528, 'avg_acc': 0.0, 'loss': 0.09953214754254093}
+{'epoch': 11, 'iter': 1260, 'avg_loss': 0.07247646014224644, 'avg_acc': 0.0, 'loss': 0.05245438044948969}
+{'epoch': 11, 'iter': 1270, 'avg_loss': 0.07255366204524823, 'avg_acc': 0.0, 'loss': 0.15346063820324826}
+{'epoch': 11, 'iter': 1280, 'avg_loss': 0.07268022575451212, 'avg_acc': 0.0, 'loss': 0.13410802820925888}
+{'epoch': 11, 'iter': 1290, 'avg_loss': 0.07261966408547033, 'avg_acc': 0.0, 'loss': 0.07444347392728089}
+{'epoch': 11, 'iter': 1300, 'avg_loss': 0.07262195399696617, 'avg_acc': 0.0, 'loss': 0.10323042429726975}
+{'epoch': 11, 'iter': 1310, 'avg_loss': 0.07271894247501555, 'avg_acc': 0.0, 'loss': 0.04228396987146863}
+{'epoch': 11, 'iter': 1320, 'avg_loss': 0.0725727014463137, 'avg_acc': 0.0, 'loss': 0.03441744603061839}
+{'epoch': 11, 'iter': 1330, 'avg_loss': 0.07256192292637878, 'avg_acc': 0.0, 'loss': 0.039195677502959825}
+{'epoch': 11, 'iter': 1340, 'avg_loss': 0.07256995527400482, 'avg_acc': 0.0, 'loss': 0.04084014351256217}
+{'epoch': 11, 'iter': 1350, 'avg_loss': 0.07254261127341884, 'avg_acc': 0.0, 'loss': 0.0753629633841797}
+{'epoch': 11, 'iter': 1360, 'avg_loss': 0.07252337476224778, 'avg_acc': 0.0, 'loss': 0.06224564105855685}
+{'epoch': 11, 'iter': 1370, 'avg_loss': 0.07245994230077694, 'avg_acc': 0.0, 'loss': 0.062282020765975075}
+{'epoch': 11, 'iter': 1380, 'avg_loss': 0.07260075210236566, 'avg_acc': 0.0, 'loss': 0.09178331250349661}
+{'epoch': 11, 'iter': 1390, 'avg_loss': 0.07264800793520619, 'avg_acc': 0.0, 'loss': 0.06316887811528561}
+{'epoch': 11, 'iter': 1400, 'avg_loss': 0.07269696253055119, 'avg_acc': 0.0, 'loss': 0.1303341250326631}
+{'epoch': 11, 'iter': 1410, 'avg_loss': 0.07264258343948958, 'avg_acc': 0.0, 'loss': 0.05969328737981933}
+{'epoch': 11, 'iter': 1420, 'avg_loss': 0.07270879375115749, 'avg_acc': 0.0, 'loss': 0.05954602260741483}
+{'epoch': 11, 'iter': 1430, 'avg_loss': 0.0727155730394155, 'avg_acc': 0.0, 'loss': 0.06503773254884695}
+{'epoch': 11, 'iter': 1440, 'avg_loss': 0.07282035146994595, 'avg_acc': 0.0, 'loss': 0.09508945087184525}
+{'epoch': 11, 'iter': 1450, 'avg_loss': 0.07287148882004398, 'avg_acc': 0.0, 'loss': 0.04250360658264997}
+{'epoch': 11, 'iter': 1460, 'avg_loss': 0.07285970274444774, 'avg_acc': 0.0, 'loss': 0.03290406117588012}
+{'epoch': 11, 'iter': 1470, 'avg_loss': 0.07283125729044254, 'avg_acc': 0.0, 'loss': 0.0490119193845747}
+{'epoch': 11, 'iter': 1480, 'avg_loss': 0.07271931550849049, 'avg_acc': 0.0, 'loss': 0.041185827429001974}
+{'epoch': 11, 'iter': 1490, 'avg_loss': 0.07275766782709615, 'avg_acc': 0.0, 'loss': 0.13770052708605363}
+{'epoch': 11, 'iter': 1500, 'avg_loss': 0.0727455188464944, 'avg_acc': 0.0, 'loss': 0.09934012075486212}
+{'epoch': 11, 'iter': 1510, 'avg_loss': 0.07278533336136785, 'avg_acc': 0.0, 'loss': 0.12199062294996565}
+{'epoch': 11, 'iter': 1520, 'avg_loss': 0.0729121583766564, 'avg_acc': 0.0, 'loss': 0.10178685445202973}
+{'epoch': 11, 'iter': 1530, 'avg_loss': 0.07283854230223719, 'avg_acc': 0.0, 'loss': 0.07866852015108552}
+{'epoch': 11, 'iter': 1540, 'avg_loss': 0.07278732130684865, 'avg_acc': 0.0, 'loss': 0.055966844696582384}
+{'epoch': 11, 'iter': 1550, 'avg_loss': 0.07281518034372858, 'avg_acc': 0.0, 'loss': 0.03357817250262737}
+{'epoch': 11, 'iter': 1560, 'avg_loss': 0.07278374733343956, 'avg_acc': 0.0, 'loss': 0.03880785877313997}
+{'epoch': 11, 'iter': 1570, 'avg_loss': 0.07288728476441288, 'avg_acc': 0.0, 'loss': 0.10891045122505716}
+{'epoch': 11, 'iter': 1580, 'avg_loss': 0.07291569924095044, 'avg_acc': 0.0, 'loss': 0.03734268903077772}
+{'epoch': 11, 'iter': 1590, 'avg_loss': 0.07295228894981474, 'avg_acc': 0.0, 'loss': 0.04148062296144417}
+{'epoch': 11, 'iter': 1600, 'avg_loss': 0.07281739351185276, 'avg_acc': 0.0, 'loss': 0.07397901473741188}
+{'epoch': 11, 'iter': 1610, 'avg_loss': 0.07289151038741626, 'avg_acc': 0.0, 'loss': 0.025500925983465095}
+{'epoch': 11, 'iter': 1620, 'avg_loss': 0.0729122300191582, 'avg_acc': 0.0, 'loss': 0.05651538064693438}
+{'epoch': 11, 'iter': 1630, 'avg_loss': 0.07303896664505372, 'avg_acc': 0.0, 'loss': 0.02486532550002656}
+{'epoch': 11, 'iter': 1640, 'avg_loss': 0.07299489035262093, 'avg_acc': 0.0, 'loss': 0.07209861239955524}
+{'epoch': 11, 'iter': 1650, 'avg_loss': 0.07299651847485766, 'avg_acc': 0.0, 'loss': 0.07354744154877883}
+{'epoch': 11, 'iter': 1660, 'avg_loss': 0.07311694943903746, 'avg_acc': 0.0, 'loss': 0.10316848015128244}
+{'epoch': 11, 'iter': 1670, 'avg_loss': 0.07313994473747526, 'avg_acc': 0.0, 'loss': 0.02349921110606244}
+{'epoch': 11, 'iter': 1680, 'avg_loss': 0.07309976528295398, 'avg_acc': 0.0, 'loss': 0.03978307960868424}
+{'epoch': 11, 'iter': 1690, 'avg_loss': 0.07304362676393035, 'avg_acc': 0.0, 'loss': 0.09962340167217576}
+{'epoch': 11, 'iter': 1700, 'avg_loss': 0.0730666055262431, 'avg_acc': 0.0, 'loss': 0.05182689955390986}
+{'epoch': 11, 'iter': 1710, 'avg_loss': 0.07304190396881481, 'avg_acc': 0.0, 'loss': 0.04438744675015625}
+{'epoch': 11, 'iter': 1720, 'avg_loss': 0.07296168464212238, 'avg_acc': 0.0, 'loss': 0.06538926418205294}
+{'epoch': 11, 'iter': 1730, 'avg_loss': 0.07298660219743726, 'avg_acc': 0.0, 'loss': 0.13056028790775745}
+{'epoch': 11, 'iter': 1740, 'avg_loss': 0.07287294763649294, 'avg_acc': 0.0, 'loss': 0.05221979799067152}
+{'epoch': 11, 'iter': 1750, 'avg_loss': 0.07295558332914737, 'avg_acc': 0.0, 'loss': 0.10993994788379625}
+{'epoch': 11, 'iter': 1760, 'avg_loss': 0.07293455026215626, 'avg_acc': 0.0, 'loss': 0.095074165373392}
+{'epoch': 11, 'iter': 1770, 'avg_loss': 0.07293115178075721, 'avg_acc': 0.0, 'loss': 0.04602676739798588}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.0, 'ece': 0.05515770986676216, 'avg_loss': 0.07292337928043618, 'f1_scores': 0.9378491513163272}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.03987143305267945, 'avg_acc': 0.0, 'loss': 0.03987143305267945}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.08004048811462205, 'avg_acc': 0.0, 'loss': 0.028765327674428978}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.0741790133577374, 'avg_acc': 0.0, 'loss': 0.09808686506866998}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.07208062385539767, 'avg_acc': 0.0, 'loss': 0.029481140236591888}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.07310911047133432, 'avg_acc': 0.0, 'loss': 0.042987002760436814}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.07089719693682277, 'avg_acc': 0.0, 'loss': 0.0797404211103258}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.07181245596518213, 'avg_acc': 0.0, 'loss': 0.09783996909045202}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.07219811034060428, 'avg_acc': 0.0, 'loss': 0.10698427373404229}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.07302646475137729, 'avg_acc': 0.0, 'loss': 0.09525542163113901}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.07235076193448436, 'avg_acc': 0.0, 'loss': 0.05528282229683969}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.07255545864389637, 'avg_acc': 0.0, 'loss': 0.04765085885668034}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.07159494537065693, 'avg_acc': 0.0, 'loss': 0.07369045202663722}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.07204963804092512, 'avg_acc': 0.0, 'loss': 0.05374855975357815}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.0718997679569632, 'avg_acc': 0.0, 'loss': 0.04955936622696859}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.07155647551273003, 'avg_acc': 0.0, 'loss': 0.0628726837406402}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.07154075379823814, 'avg_acc': 0.0, 'loss': 0.0758946290883955}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.07246089073423796, 'avg_acc': 0.0, 'loss': 0.11178165760473137}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.07239831394890736, 'avg_acc': 0.0, 'loss': 0.052634502639043436}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.07175828871386175, 'avg_acc': 0.0, 'loss': 0.04923477261495382}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.07132277170809002, 'avg_acc': 0.0, 'loss': 0.05415647067916243}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.07155598154937105, 'avg_acc': 0.0, 'loss': 0.019100362100159276}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.07119822455614158, 'avg_acc': 0.0, 'loss': 0.04618006491986851}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.07213250715333015, 'avg_acc': 0.0, 'loss': 0.10316573013972782}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.07304904219917305, 'avg_acc': 0.0, 'loss': 0.08740337789540067}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.07299906607769349, 'avg_acc': 0.0, 'loss': 0.07804722353594684}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.0729364242195207, 'avg_acc': 0.0, 'loss': 0.10357094706741268}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.07234641750462391, 'avg_acc': 0.0, 'loss': 0.038416911407462555}
+{'epoch': 12, 'iter': 270, 'avg_loss': 0.0719847819648614, 'avg_acc': 0.0, 'loss': 0.027261244165233376}
+{'epoch': 12, 'iter': 280, 'avg_loss': 0.07177763098401645, 'avg_acc': 0.0, 'loss': 0.0693131281738845}
+{'epoch': 12, 'iter': 290, 'avg_loss': 0.07274804880491091, 'avg_acc': 0.0, 'loss': 0.10317690349826794}
+{'epoch': 12, 'iter': 300, 'avg_loss': 0.07225139417553202, 'avg_acc': 0.0, 'loss': 0.09845611241353577}
+{'epoch': 12, 'iter': 310, 'avg_loss': 0.07224019891801214, 'avg_acc': 0.0, 'loss': 0.10136922274141721}
+{'epoch': 12, 'iter': 320, 'avg_loss': 0.07240645640458086, 'avg_acc': 0.0, 'loss': 0.06526311927200368}
+{'epoch': 12, 'iter': 330, 'avg_loss': 0.072566420809491, 'avg_acc': 0.0, 'loss': 0.0672636150800169}
+{'epoch': 12, 'iter': 340, 'avg_loss': 0.07274142928964097, 'avg_acc': 0.0, 'loss': 0.022748424022795786}
+{'epoch': 12, 'iter': 350, 'avg_loss': 0.07346614639483598, 'avg_acc': 0.0, 'loss': 0.19669456540356933}
+{'epoch': 12, 'iter': 360, 'avg_loss': 0.07389725010346504, 'avg_acc': 0.0, 'loss': 0.0984207629549303}
+{'epoch': 12, 'iter': 370, 'avg_loss': 0.07369168536668626, 'avg_acc': 0.0, 'loss': 0.08437495603831735}
+{'epoch': 12, 'iter': 380, 'avg_loss': 0.07379501602256298, 'avg_acc': 0.0, 'loss': 0.06031467900054719}
+{'epoch': 12, 'iter': 390, 'avg_loss': 0.07380939082224518, 'avg_acc': 0.0, 'loss': 0.04069883930826482}
+{'epoch': 12, 'iter': 400, 'avg_loss': 0.0734437859430556, 'avg_acc': 0.0, 'loss': 0.058486565717706586}
+{'epoch': 12, 'iter': 410, 'avg_loss': 0.07355695364422606, 'avg_acc': 0.0, 'loss': 0.08465623658096888}
+{'epoch': 12, 'iter': 420, 'avg_loss': 0.07352311100101595, 'avg_acc': 0.0, 'loss': 0.038315038667194906}
+{'epoch': 12, 'iter': 430, 'avg_loss': 0.07404169015976046, 'avg_acc': 0.0, 'loss': 0.05591482549851077}
+{'epoch': 12, 'iter': 440, 'avg_loss': 0.07383777045171522, 'avg_acc': 0.0, 'loss': 0.039370464968836165}
+{'epoch': 12, 'iter': 450, 'avg_loss': 0.07376699542143765, 'avg_acc': 0.0, 'loss': 0.06747332907966097}
+{'epoch': 12, 'iter': 460, 'avg_loss': 0.07410981576610658, 'avg_acc': 0.0, 'loss': 0.12176616084708972}
+{'epoch': 12, 'iter': 470, 'avg_loss': 0.0743312307082774, 'avg_acc': 0.0, 'loss': 0.06698779281402624}
+{'epoch': 12, 'iter': 480, 'avg_loss': 0.07469855727937878, 'avg_acc': 0.0, 'loss': 0.09228857958340443}
+{'epoch': 12, 'iter': 490, 'avg_loss': 0.0746025507680911, 'avg_acc': 0.0, 'loss': 0.05868474489123189}
+{'epoch': 12, 'iter': 500, 'avg_loss': 0.07422565151646088, 'avg_acc': 0.0, 'loss': 0.1049541268138187}
+{'epoch': 12, 'iter': 510, 'avg_loss': 0.073889483350702, 'avg_acc': 0.0, 'loss': 0.06280806344071671}
+{'epoch': 12, 'iter': 520, 'avg_loss': 0.07363165806893196, 'avg_acc': 0.0, 'loss': 0.04974034012996396}
+{'epoch': 12, 'iter': 530, 'avg_loss': 0.0732891110279667, 'avg_acc': 0.0, 'loss': 0.05999544682383982}
+{'epoch': 12, 'iter': 540, 'avg_loss': 0.07329089681115106, 'avg_acc': 0.0, 'loss': 0.04232068723200249}
+{'epoch': 12, 'iter': 550, 'avg_loss': 0.07309341249612102, 'avg_acc': 0.0, 'loss': 0.09063668468537042}
+{'epoch': 12, 'iter': 560, 'avg_loss': 0.07307915488657561, 'avg_acc': 0.0, 'loss': 0.050085545916963216}
+{'epoch': 12, 'iter': 570, 'avg_loss': 0.07296767998450973, 'avg_acc': 0.0, 'loss': 0.05203215086337666}
+{'epoch': 12, 'iter': 580, 'avg_loss': 0.07322974529692305, 'avg_acc': 0.0, 'loss': 0.06571652140795387}
+{'epoch': 12, 'iter': 590, 'avg_loss': 0.07325380359886469, 'avg_acc': 0.0, 'loss': 0.09441891539913577}
+{'epoch': 12, 'iter': 600, 'avg_loss': 0.07314373982888363, 'avg_acc': 0.0, 'loss': 0.04505451301598181}
+{'epoch': 12, 'iter': 610, 'avg_loss': 0.07301868876081244, 'avg_acc': 0.0, 'loss': 0.11509490027633058}
+{'epoch': 12, 'iter': 620, 'avg_loss': 0.07322327108507609, 'avg_acc': 0.0, 'loss': 0.040075598885851244}
+{'epoch': 12, 'iter': 630, 'avg_loss': 0.07316735562450766, 'avg_acc': 0.0, 'loss': 0.051770986549671855}
+{'epoch': 12, 'iter': 640, 'avg_loss': 0.07292118499043891, 'avg_acc': 0.0, 'loss': 0.07656134499886287}
+{'epoch': 12, 'iter': 650, 'avg_loss': 0.07283730487250444, 'avg_acc': 0.0, 'loss': 0.04745391487965175}
+{'epoch': 12, 'iter': 660, 'avg_loss': 0.07274323812243626, 'avg_acc': 0.0, 'loss': 0.042495940081059703}
+{'epoch': 12, 'iter': 670, 'avg_loss': 0.07272622385296415, 'avg_acc': 0.0, 'loss': 0.09085239499775558}
+{'epoch': 12, 'iter': 680, 'avg_loss': 0.07251033370101066, 'avg_acc': 0.0, 'loss': 0.060671854217162036}
+{'epoch': 12, 'iter': 690, 'avg_loss': 0.07246534702912766, 'avg_acc': 0.0, 'loss': 0.10555322314023993}
+{'epoch': 12, 'iter': 700, 'avg_loss': 0.07234573025837436, 'avg_acc': 0.0, 'loss': 0.04947138154383472}
+{'epoch': 12, 'iter': 710, 'avg_loss': 0.0725586249772781, 'avg_acc': 0.0, 'loss': 0.07948978004148444}
+{'epoch': 12, 'iter': 720, 'avg_loss': 0.07257680802211873, 'avg_acc': 0.0, 'loss': 0.039232300218953596}
+{'epoch': 12, 'iter': 730, 'avg_loss': 0.07268219444310937, 'avg_acc': 0.0, 'loss': 0.06580825278481532}
+{'epoch': 12, 'iter': 740, 'avg_loss': 0.07237405699867036, 'avg_acc': 0.0, 'loss': 0.03205686767728366}
+{'epoch': 12, 'iter': 750, 'avg_loss': 0.07234149107609632, 'avg_acc': 0.0, 'loss': 0.026577861614997898}
+{'epoch': 12, 'iter': 760, 'avg_loss': 0.07222012086566709, 'avg_acc': 0.0, 'loss': 0.045132379028408255}
+{'epoch': 12, 'iter': 770, 'avg_loss': 0.07224677273500217, 'avg_acc': 0.0, 'loss': 0.053923763353452614}
+{'epoch': 12, 'iter': 780, 'avg_loss': 0.07221325491172267, 'avg_acc': 0.0, 'loss': 0.048903500941049415}
+{'epoch': 12, 'iter': 790, 'avg_loss': 0.07209263504184854, 'avg_acc': 0.0, 'loss': 0.10378931136177982}
+{'epoch': 12, 'iter': 800, 'avg_loss': 0.07195328358369714, 'avg_acc': 0.0, 'loss': 0.021302496748562914}
+{'epoch': 12, 'iter': 810, 'avg_loss': 0.07181755463017558, 'avg_acc': 0.0, 'loss': 0.05894980413686669}
+{'epoch': 12, 'iter': 820, 'avg_loss': 0.07217936552691315, 'avg_acc': 0.0, 'loss': 0.05507425367885535}
+{'epoch': 12, 'iter': 830, 'avg_loss': 0.07211558196794997, 'avg_acc': 0.0, 'loss': 0.06746254134935521}
+{'epoch': 12, 'iter': 840, 'avg_loss': 0.07205108566910677, 'avg_acc': 0.0, 'loss': 0.0713273812755233}
+{'epoch': 12, 'iter': 850, 'avg_loss': 0.0719820720624272, 'avg_acc': 0.0, 'loss': 0.07378803747104712}
+{'epoch': 12, 'iter': 860, 'avg_loss': 0.07206903199868543, 'avg_acc': 0.0, 'loss': 0.09456245534578248}
+{'epoch': 12, 'iter': 870, 'avg_loss': 0.07263949632359534, 'avg_acc': 0.0, 'loss': 0.060223936937583336}
+{'epoch': 12, 'iter': 880, 'avg_loss': 0.0728018229237537, 'avg_acc': 0.0, 'loss': 0.12957873292532845}
+{'epoch': 12, 'iter': 890, 'avg_loss': 0.07292447312512841, 'avg_acc': 0.0, 'loss': 0.0707588729084847}
+{'epoch': 12, 'iter': 900, 'avg_loss': 0.07309152997011938, 'avg_acc': 0.0, 'loss': 0.037326688998762486}
+{'epoch': 12, 'iter': 910, 'avg_loss': 0.07306892154599762, 'avg_acc': 0.0, 'loss': 0.08341753624038363}
+{'epoch': 12, 'iter': 920, 'avg_loss': 0.07311418370022744, 'avg_acc': 0.0, 'loss': 0.049538136149822415}
+{'epoch': 12, 'iter': 930, 'avg_loss': 0.07308276852089617, 'avg_acc': 0.0, 'loss': 0.10543447718912699}
+{'epoch': 12, 'iter': 940, 'avg_loss': 0.07296546111503531, 'avg_acc': 0.0, 'loss': 0.07659924138082325}
+{'epoch': 12, 'iter': 950, 'avg_loss': 0.07317642397103928, 'avg_acc': 0.0, 'loss': 0.03357867479192984}
+{'epoch': 12, 'iter': 960, 'avg_loss': 0.07302019045753845, 'avg_acc': 0.0, 'loss': 0.043028391993467655}
+{'epoch': 12, 'iter': 970, 'avg_loss': 0.07284169792999277, 'avg_acc': 0.0, 'loss': 0.05352459690275931}
+{'epoch': 12, 'iter': 980, 'avg_loss': 0.07297443335190694, 'avg_acc': 0.0, 'loss': 0.09265900159601057}
+{'epoch': 12, 'iter': 990, 'avg_loss': 0.07299243090618443, 'avg_acc': 0.0, 'loss': 0.0603223615807045}
+{'epoch': 12, 'iter': 1000, 'avg_loss': 0.07303679799753172, 'avg_acc': 0.0, 'loss': 0.06591192322471784}
+{'epoch': 12, 'iter': 1010, 'avg_loss': 0.07300703068252887, 'avg_acc': 0.0, 'loss': 0.057268748109647404}
+{'epoch': 12, 'iter': 1020, 'avg_loss': 0.07286119698185158, 'avg_acc': 0.0, 'loss': 0.06066148678513221}
+{'epoch': 12, 'iter': 1030, 'avg_loss': 0.07291463776107854, 'avg_acc': 0.0, 'loss': 0.12829783104838757}
+{'epoch': 12, 'iter': 1040, 'avg_loss': 0.07282349957662602, 'avg_acc': 0.0, 'loss': 0.07843283700442173}
+{'epoch': 12, 'iter': 1050, 'avg_loss': 0.07288298830068256, 'avg_acc': 0.0, 'loss': 0.07716585645999073}
+{'epoch': 12, 'iter': 1060, 'avg_loss': 0.07290930358883595, 'avg_acc': 0.0, 'loss': 0.10815782910593237}
+{'epoch': 12, 'iter': 1070, 'avg_loss': 0.07298689554783468, 'avg_acc': 0.0, 'loss': 0.04560674408413336}
+{'epoch': 12, 'iter': 1080, 'avg_loss': 0.07274618095232464, 'avg_acc': 0.0, 'loss': 0.04409452730235687}
+{'epoch': 12, 'iter': 1090, 'avg_loss': 0.07272893842455755, 'avg_acc': 0.0, 'loss': 0.055465801721311436}
+{'epoch': 12, 'iter': 1100, 'avg_loss': 0.07270008906816151, 'avg_acc': 0.0, 'loss': 0.07469925237133371}
+{'epoch': 12, 'iter': 1110, 'avg_loss': 0.0727156657688626, 'avg_acc': 0.0, 'loss': 0.07406007893473543}
+{'epoch': 12, 'iter': 1120, 'avg_loss': 0.07254732761938636, 'avg_acc': 0.0, 'loss': 0.06929009807052872}
+{'epoch': 12, 'iter': 1130, 'avg_loss': 0.07243492797294601, 'avg_acc': 0.0, 'loss': 0.04191300524884614}
+{'epoch': 12, 'iter': 1140, 'avg_loss': 0.07240708783047108, 'avg_acc': 0.0, 'loss': 0.08812401263733705}
+{'epoch': 12, 'iter': 1150, 'avg_loss': 0.072423230020413, 'avg_acc': 0.0, 'loss': 0.06897354268923143}
+{'epoch': 12, 'iter': 1160, 'avg_loss': 0.07248342886931594, 'avg_acc': 0.0, 'loss': 0.09849718381698022}
+{'epoch': 12, 'iter': 1170, 'avg_loss': 0.0725419439778601, 'avg_acc': 0.0, 'loss': 0.07518218231610822}
+{'epoch': 12, 'iter': 1180, 'avg_loss': 0.07240693105770434, 'avg_acc': 0.0, 'loss': 0.05025607667915973}
+{'epoch': 12, 'iter': 1190, 'avg_loss': 0.0723023193826061, 'avg_acc': 0.0, 'loss': 0.0720130243674118}
+{'epoch': 12, 'iter': 1200, 'avg_loss': 0.07203962842976948, 'avg_acc': 0.0, 'loss': 0.06940357786613406}
+{'epoch': 12, 'iter': 1210, 'avg_loss': 0.07206482100082454, 'avg_acc': 0.0, 'loss': 0.04493032321245087}
+{'epoch': 12, 'iter': 1220, 'avg_loss': 0.07200635793728415, 'avg_acc': 0.0, 'loss': 0.03378215511881016}
+{'epoch': 12, 'iter': 1230, 'avg_loss': 0.07200897720054376, 'avg_acc': 0.0, 'loss': 0.07131752594734003}
+{'epoch': 12, 'iter': 1240, 'avg_loss': 0.07208204786612739, 'avg_acc': 0.0, 'loss': 0.0476471257727878}
+{'epoch': 12, 'iter': 1250, 'avg_loss': 0.07209947610072873, 'avg_acc': 0.0, 'loss': 0.10127854629758254}
+{'epoch': 12, 'iter': 1260, 'avg_loss': 0.07220305115438207, 'avg_acc': 0.0, 'loss': 0.053066735578535626}
+{'epoch': 12, 'iter': 1270, 'avg_loss': 0.07227865139351212, 'avg_acc': 0.0, 'loss': 0.15596155427041122}
+{'epoch': 12, 'iter': 1280, 'avg_loss': 0.07239966531874861, 'avg_acc': 0.0, 'loss': 0.12905991921405757}
+{'epoch': 12, 'iter': 1290, 'avg_loss': 0.07234892005438136, 'avg_acc': 0.0, 'loss': 0.07521610553238084}
+{'epoch': 12, 'iter': 1300, 'avg_loss': 0.07235455733199879, 'avg_acc': 0.0, 'loss': 0.10580438107695653}
+{'epoch': 12, 'iter': 1310, 'avg_loss': 0.07245755559393692, 'avg_acc': 0.0, 'loss': 0.04133764254747721}
+{'epoch': 12, 'iter': 1320, 'avg_loss': 0.07231111527382893, 'avg_acc': 0.0, 'loss': 0.033156057485099054}
+{'epoch': 12, 'iter': 1330, 'avg_loss': 0.07230038516821065, 'avg_acc': 0.0, 'loss': 0.03701187948160265}
+{'epoch': 12, 'iter': 1340, 'avg_loss': 0.07230348559241156, 'avg_acc': 0.0, 'loss': 0.04002261997202286}
+{'epoch': 12, 'iter': 1350, 'avg_loss': 0.07227509456984278, 'avg_acc': 0.0, 'loss': 0.06743960519437003}
+{'epoch': 12, 'iter': 1360, 'avg_loss': 0.07226095453111399, 'avg_acc': 0.0, 'loss': 0.06158294776259205}
+{'epoch': 12, 'iter': 1370, 'avg_loss': 0.07219922981129805, 'avg_acc': 0.0, 'loss': 0.061514519775495755}
+{'epoch': 12, 'iter': 1380, 'avg_loss': 0.07234864516571311, 'avg_acc': 0.0, 'loss': 0.09340310652078188}
+{'epoch': 12, 'iter': 1390, 'avg_loss': 0.07239757120614441, 'avg_acc': 0.0, 'loss': 0.06348807450184982}
+{'epoch': 12, 'iter': 1400, 'avg_loss': 0.07244214011097522, 'avg_acc': 0.0, 'loss': 0.1315151072012871}
+{'epoch': 12, 'iter': 1410, 'avg_loss': 0.07238262881817206, 'avg_acc': 0.0, 'loss': 0.06039195835549955}
+{'epoch': 12, 'iter': 1420, 'avg_loss': 0.0724428518307575, 'avg_acc': 0.0, 'loss': 0.060161034867328614}
+{'epoch': 12, 'iter': 1430, 'avg_loss': 0.07244887047830029, 'avg_acc': 0.0, 'loss': 0.06443459438124778}
+{'epoch': 12, 'iter': 1440, 'avg_loss': 0.0725506407667339, 'avg_acc': 0.0, 'loss': 0.09594932412112808}
+{'epoch': 12, 'iter': 1450, 'avg_loss': 0.07260517101536114, 'avg_acc': 0.0, 'loss': 0.04394618884009154}
+{'epoch': 12, 'iter': 1460, 'avg_loss': 0.07259647529375192, 'avg_acc': 0.0, 'loss': 0.035121394795262564}
+{'epoch': 12, 'iter': 1470, 'avg_loss': 0.07256641954119257, 'avg_acc': 0.0, 'loss': 0.0478326888860993}
+{'epoch': 12, 'iter': 1480, 'avg_loss': 0.07245543151144226, 'avg_acc': 0.0, 'loss': 0.041149928075108325}
+{'epoch': 12, 'iter': 1490, 'avg_loss': 0.07249052937272167, 'avg_acc': 0.0, 'loss': 0.1359605362241122}
+{'epoch': 12, 'iter': 1500, 'avg_loss': 0.07247830665668974, 'avg_acc': 0.0, 'loss': 0.0997698939312873}
+{'epoch': 12, 'iter': 1510, 'avg_loss': 0.0725188510940407, 'avg_acc': 0.0, 'loss': 0.12301261844366503}
+{'epoch': 12, 'iter': 1520, 'avg_loss': 0.07265182713063399, 'avg_acc': 0.0, 'loss': 0.10281849695105295}
+{'epoch': 12, 'iter': 1530, 'avg_loss': 0.07257880819193069, 'avg_acc': 0.0, 'loss': 0.07926659382253627}
+{'epoch': 12, 'iter': 1540, 'avg_loss': 0.072530696346184, 'avg_acc': 0.0, 'loss': 0.05777711491560922}
+{'epoch': 12, 'iter': 1550, 'avg_loss': 0.07255575095082165, 'avg_acc': 0.0, 'loss': 0.031888856877263345}
+{'epoch': 12, 'iter': 1560, 'avg_loss': 0.07252719008042083, 'avg_acc': 0.0, 'loss': 0.038627056339200695}
+{'epoch': 12, 'iter': 1570, 'avg_loss': 0.07263070817538077, 'avg_acc': 0.0, 'loss': 0.10841985579068592}
+{'epoch': 12, 'iter': 1580, 'avg_loss': 0.0726606454773647, 'avg_acc': 0.0, 'loss': 0.03658262592587188}
+{'epoch': 12, 'iter': 1590, 'avg_loss': 0.07269709434238374, 'avg_acc': 0.0, 'loss': 0.0422117665432365}
+{'epoch': 12, 'iter': 1600, 'avg_loss': 0.07255882325143716, 'avg_acc': 0.0, 'loss': 0.07196053287271655}
+{'epoch': 12, 'iter': 1610, 'avg_loss': 0.07263996376404826, 'avg_acc': 0.0, 'loss': 0.026120205782612108}
+{'epoch': 12, 'iter': 1620, 'avg_loss': 0.07266440229146408, 'avg_acc': 0.0, 'loss': 0.056634731813655234}
+{'epoch': 12, 'iter': 1630, 'avg_loss': 0.07279368333439906, 'avg_acc': 0.0, 'loss': 0.025582018362261545}
+{'epoch': 12, 'iter': 1640, 'avg_loss': 0.07274881001230485, 'avg_acc': 0.0, 'loss': 0.072669375216764}
+{'epoch': 12, 'iter': 1650, 'avg_loss': 0.07275198392751299, 'avg_acc': 0.0, 'loss': 0.07157392687899135}
+{'epoch': 12, 'iter': 1660, 'avg_loss': 0.07287835385312509, 'avg_acc': 0.0, 'loss': 0.10539440085552038}
+{'epoch': 12, 'iter': 1670, 'avg_loss': 0.07290444586944812, 'avg_acc': 0.0, 'loss': 0.02299296596561362}
+{'epoch': 12, 'iter': 1680, 'avg_loss': 0.07286571290350802, 'avg_acc': 0.0, 'loss': 0.04107330626109729}
+{'epoch': 12, 'iter': 1690, 'avg_loss': 0.0728132449258201, 'avg_acc': 0.0, 'loss': 0.09959609674056326}
+{'epoch': 12, 'iter': 1700, 'avg_loss': 0.07283765531714757, 'avg_acc': 0.0, 'loss': 0.05158587766813736}
+{'epoch': 12, 'iter': 1710, 'avg_loss': 0.07280724763288988, 'avg_acc': 0.0, 'loss': 0.041484037222594285}
+{'epoch': 12, 'iter': 1720, 'avg_loss': 0.07272769866285414, 'avg_acc': 0.0, 'loss': 0.0644702031159779}
+{'epoch': 12, 'iter': 1730, 'avg_loss': 0.07275463210970969, 'avg_acc': 0.0, 'loss': 0.13123807280986657}
+{'epoch': 12, 'iter': 1740, 'avg_loss': 0.07263778906487647, 'avg_acc': 0.0, 'loss': 0.05291720560489921}
+{'epoch': 12, 'iter': 1750, 'avg_loss': 0.07272859896329867, 'avg_acc': 0.0, 'loss': 0.11211832574034425}
+{'epoch': 12, 'iter': 1760, 'avg_loss': 0.07270905985922958, 'avg_acc': 0.0, 'loss': 0.09551523321939774}
+{'epoch': 12, 'iter': 1770, 'avg_loss': 0.07270415392533001, 'avg_acc': 0.0, 'loss': 0.04381012245446365}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.0, 'ece': 0.057414744049310684, 'avg_loss': 0.07269595835951084, 'f1_scores': 0.9398478039265892}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.037573592726764506, 'avg_acc': 0.0, 'loss': 0.037573592726764506}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.08217949553825225, 'avg_acc': 0.0, 'loss': 0.03150164617923273}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.07682565458769657, 'avg_acc': 0.0, 'loss': 0.10174775791267214}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.07466302244595273, 'avg_acc': 0.0, 'loss': 0.029692760427065777}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.07616037779328147, 'avg_acc': 0.0, 'loss': 0.04542881042996376}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.07398504910593376, 'avg_acc': 0.0, 'loss': 0.08191477316090152}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.07489781411857979, 'avg_acc': 0.0, 'loss': 0.09715372388024791}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.07499763454498247, 'avg_acc': 0.0, 'loss': 0.10935822541276657}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.07585123727325882, 'avg_acc': 0.0, 'loss': 0.09888281365390736}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.07520541065337394, 'avg_acc': 0.0, 'loss': 0.0641676975322574}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.0755114365786925, 'avg_acc': 0.0, 'loss': 0.05277519801805803}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.07439657964893236, 'avg_acc': 0.0, 'loss': 0.07820493631418556}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.07493578094933484, 'avg_acc': 0.0, 'loss': 0.06453868397726328}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.07477849910545947, 'avg_acc': 0.0, 'loss': 0.05212187040432679}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.07448710172431484, 'avg_acc': 0.0, 'loss': 0.06622318775360116}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.07437615126626947, 'avg_acc': 0.0, 'loss': 0.07699570987146638}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.07535345803956874, 'avg_acc': 0.0, 'loss': 0.11489082455030694}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.07529883928593412, 'avg_acc': 0.0, 'loss': 0.0536972564789104}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.0747354019822568, 'avg_acc': 0.0, 'loss': 0.056479767760188385}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.07428289964167191, 'avg_acc': 0.0, 'loss': 0.057811543965202966}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.07450951814736252, 'avg_acc': 0.0, 'loss': 0.019044388914608135}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.07415282425877792, 'avg_acc': 0.0, 'loss': 0.04850000418282109}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.07501331865107407, 'avg_acc': 0.0, 'loss': 0.10348032635746611}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.07593103679261046, 'avg_acc': 0.0, 'loss': 0.09203624630708873}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.0759038675053546, 'avg_acc': 0.0, 'loss': 0.08276826041706288}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.07583979266233336, 'avg_acc': 0.0, 'loss': 0.10645789146484015}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.07521653512032536, 'avg_acc': 0.0, 'loss': 0.03998745976767282}
+{'epoch': 13, 'iter': 270, 'avg_loss': 0.07490678769389246, 'avg_acc': 0.0, 'loss': 0.027834913167578988}
+{'epoch': 13, 'iter': 280, 'avg_loss': 0.0747749279284938, 'avg_acc': 0.0, 'loss': 0.08401299802432861}
+{'epoch': 13, 'iter': 290, 'avg_loss': 0.07576898125439518, 'avg_acc': 0.0, 'loss': 0.10549222168153197}
+{'epoch': 13, 'iter': 300, 'avg_loss': 0.07529451484554091, 'avg_acc': 0.0, 'loss': 0.10195123054329866}
+{'epoch': 13, 'iter': 310, 'avg_loss': 0.07527291129602251, 'avg_acc': 0.0, 'loss': 0.10346916475837782}
+{'epoch': 13, 'iter': 320, 'avg_loss': 0.07552036532085667, 'avg_acc': 0.0, 'loss': 0.06956807779982098}
+{'epoch': 13, 'iter': 330, 'avg_loss': 0.07566288892067284, 'avg_acc': 0.0, 'loss': 0.06636828093129209}
+{'epoch': 13, 'iter': 340, 'avg_loss': 0.07580583110764011, 'avg_acc': 0.0, 'loss': 0.02210120672303414}
+{'epoch': 13, 'iter': 350, 'avg_loss': 0.07655117487377451, 'avg_acc': 0.0, 'loss': 0.1988024791841261}
+{'epoch': 13, 'iter': 360, 'avg_loss': 0.07705293074919059, 'avg_acc': 0.0, 'loss': 0.11060076141587923}
+{'epoch': 13, 'iter': 370, 'avg_loss': 0.07686096909655982, 'avg_acc': 0.0, 'loss': 0.08857958624678629}
+{'epoch': 13, 'iter': 380, 'avg_loss': 0.0769658713813156, 'avg_acc': 0.0, 'loss': 0.06341679339477731}
+{'epoch': 13, 'iter': 390, 'avg_loss': 0.07697425042337487, 'avg_acc': 0.0, 'loss': 0.04127774131630498}
+{'epoch': 13, 'iter': 400, 'avg_loss': 0.07659840427913173, 'avg_acc': 0.0, 'loss': 0.05982353791163015}
+{'epoch': 13, 'iter': 410, 'avg_loss': 0.07671330078977377, 'avg_acc': 0.0, 'loss': 0.08812731361987858}
+{'epoch': 13, 'iter': 420, 'avg_loss': 0.07665858114101791, 'avg_acc': 0.0, 'loss': 0.0406632089391264}
+{'epoch': 13, 'iter': 430, 'avg_loss': 0.07716073581536342, 'avg_acc': 0.0, 'loss': 0.05851710742415759}
+{'epoch': 13, 'iter': 440, 'avg_loss': 0.0769667173166459, 'avg_acc': 0.0, 'loss': 0.04433902148647104}
+{'epoch': 13, 'iter': 450, 'avg_loss': 0.07688364210850344, 'avg_acc': 0.0, 'loss': 0.06625915829432318}
+{'epoch': 13, 'iter': 460, 'avg_loss': 0.07721407810833764, 'avg_acc': 0.0, 'loss': 0.12620804147329068}
+{'epoch': 13, 'iter': 470, 'avg_loss': 0.07741342031713778, 'avg_acc': 0.0, 'loss': 0.06889325243901112}
+{'epoch': 13, 'iter': 480, 'avg_loss': 0.07776926529139995, 'avg_acc': 0.0, 'loss': 0.0959359213985879}
+{'epoch': 13, 'iter': 490, 'avg_loss': 0.07764843251929618, 'avg_acc': 0.0, 'loss': 0.060862514701247906}
+{'epoch': 13, 'iter': 500, 'avg_loss': 0.07726416265502101, 'avg_acc': 0.0, 'loss': 0.1085971683576393}
+{'epoch': 13, 'iter': 510, 'avg_loss': 0.07689358281923747, 'avg_acc': 0.0, 'loss': 0.059883551999758665}
+{'epoch': 13, 'iter': 520, 'avg_loss': 0.07663547127358478, 'avg_acc': 0.0, 'loss': 0.0520264244300636}
+{'epoch': 13, 'iter': 530, 'avg_loss': 0.07628898805667646, 'avg_acc': 0.0, 'loss': 0.0650245456446815}
+{'epoch': 13, 'iter': 540, 'avg_loss': 0.07630192417852846, 'avg_acc': 0.0, 'loss': 0.044518119325703404}
+{'epoch': 13, 'iter': 550, 'avg_loss': 0.07614815792548864, 'avg_acc': 0.0, 'loss': 0.0928921109537433}
+{'epoch': 13, 'iter': 560, 'avg_loss': 0.076161105546433, 'avg_acc': 0.0, 'loss': 0.047897503281299283}
+{'epoch': 13, 'iter': 570, 'avg_loss': 0.07603147766658488, 'avg_acc': 0.0, 'loss': 0.05649188111298794}
+{'epoch': 13, 'iter': 580, 'avg_loss': 0.07628422504633976, 'avg_acc': 0.0, 'loss': 0.0692842189156246}
+{'epoch': 13, 'iter': 590, 'avg_loss': 0.07631066353585257, 'avg_acc': 0.0, 'loss': 0.09508648987626396}
+{'epoch': 13, 'iter': 600, 'avg_loss': 0.07620254374448959, 'avg_acc': 0.0, 'loss': 0.04756191683051318}
+{'epoch': 13, 'iter': 610, 'avg_loss': 0.07605681349937012, 'avg_acc': 0.0, 'loss': 0.11742437988359353}
+{'epoch': 13, 'iter': 620, 'avg_loss': 0.0762570575967199, 'avg_acc': 0.0, 'loss': 0.0420327386037757}
+{'epoch': 13, 'iter': 630, 'avg_loss': 0.07620029237570289, 'avg_acc': 0.0, 'loss': 0.055514286552413035}
+{'epoch': 13, 'iter': 640, 'avg_loss': 0.07596449124223745, 'avg_acc': 0.0, 'loss': 0.08107263940280923}
+{'epoch': 13, 'iter': 650, 'avg_loss': 0.07588514609268139, 'avg_acc': 0.0, 'loss': 0.04977053945295649}
+{'epoch': 13, 'iter': 660, 'avg_loss': 0.07580132106949809, 'avg_acc': 0.0, 'loss': 0.046536461740406106}
+{'epoch': 13, 'iter': 670, 'avg_loss': 0.0757848676340773, 'avg_acc': 0.0, 'loss': 0.0920108790677107}
+{'epoch': 13, 'iter': 680, 'avg_loss': 0.07557056412908443, 'avg_acc': 0.0, 'loss': 0.06394168665778466}
+{'epoch': 13, 'iter': 690, 'avg_loss': 0.07553244473354609, 'avg_acc': 0.0, 'loss': 0.10752298144702113}
+{'epoch': 13, 'iter': 700, 'avg_loss': 0.07541052679852268, 'avg_acc': 0.0, 'loss': 0.052616608157657244}
+{'epoch': 13, 'iter': 710, 'avg_loss': 0.07557221369765489, 'avg_acc': 0.0, 'loss': 0.0802890812229415}
+{'epoch': 13, 'iter': 720, 'avg_loss': 0.07558740150923446, 'avg_acc': 0.0, 'loss': 0.04137282324299057}
+{'epoch': 13, 'iter': 730, 'avg_loss': 0.07568665142404384, 'avg_acc': 0.0, 'loss': 0.0648468457365498}
+{'epoch': 13, 'iter': 740, 'avg_loss': 0.0753647325421858, 'avg_acc': 0.0, 'loss': 0.033137151365021315}
+{'epoch': 13, 'iter': 750, 'avg_loss': 0.07533853217068799, 'avg_acc': 0.0, 'loss': 0.02721666975917206}
+{'epoch': 13, 'iter': 760, 'avg_loss': 0.07521430137624276, 'avg_acc': 0.0, 'loss': 0.04666496712547996}
+{'epoch': 13, 'iter': 770, 'avg_loss': 0.07523909053186376, 'avg_acc': 0.0, 'loss': 0.050241550409176786}
+{'epoch': 13, 'iter': 780, 'avg_loss': 0.07520750173328426, 'avg_acc': 0.0, 'loss': 0.04835778150533088}
+{'epoch': 13, 'iter': 790, 'avg_loss': 0.07511262186517559, 'avg_acc': 0.0, 'loss': 0.10880567673562982}
+{'epoch': 13, 'iter': 800, 'avg_loss': 0.07496844648923502, 'avg_acc': 0.0, 'loss': 0.02099482437665756}
+{'epoch': 13, 'iter': 810, 'avg_loss': 0.07483417201390202, 'avg_acc': 0.0, 'loss': 0.066426462769901}
+{'epoch': 13, 'iter': 820, 'avg_loss': 0.07520143469624, 'avg_acc': 0.0, 'loss': 0.05888784397091788}
+{'epoch': 13, 'iter': 830, 'avg_loss': 0.07515189035469474, 'avg_acc': 0.0, 'loss': 0.07260172007210842}
+{'epoch': 13, 'iter': 840, 'avg_loss': 0.07507379073130285, 'avg_acc': 0.0, 'loss': 0.07185906612889426}
+{'epoch': 13, 'iter': 850, 'avg_loss': 0.07499148696123767, 'avg_acc': 0.0, 'loss': 0.07204238328092823}
+{'epoch': 13, 'iter': 860, 'avg_loss': 0.07506222681938492, 'avg_acc': 0.0, 'loss': 0.09852760774951921}
+{'epoch': 13, 'iter': 870, 'avg_loss': 0.07563536890663593, 'avg_acc': 0.0, 'loss': 0.062426380857565224}
+{'epoch': 13, 'iter': 880, 'avg_loss': 0.07579933463291441, 'avg_acc': 0.0, 'loss': 0.13544313032824512}
+{'epoch': 13, 'iter': 890, 'avg_loss': 0.0759189460405281, 'avg_acc': 0.0, 'loss': 0.07321884791312933}
+{'epoch': 13, 'iter': 900, 'avg_loss': 0.07609149551886205, 'avg_acc': 0.0, 'loss': 0.03775919839295381}
+{'epoch': 13, 'iter': 910, 'avg_loss': 0.07607079490334481, 'avg_acc': 0.0, 'loss': 0.08734826550933202}
+{'epoch': 13, 'iter': 920, 'avg_loss': 0.07613425636004603, 'avg_acc': 0.0, 'loss': 0.05150682352855743}
+{'epoch': 13, 'iter': 930, 'avg_loss': 0.07614696387579686, 'avg_acc': 0.0, 'loss': 0.10689622130303178}
+{'epoch': 13, 'iter': 940, 'avg_loss': 0.07603214409596888, 'avg_acc': 0.0, 'loss': 0.07840484517523041}
+{'epoch': 13, 'iter': 950, 'avg_loss': 0.07623305131486267, 'avg_acc': 0.0, 'loss': 0.03405985017483561}
+{'epoch': 13, 'iter': 960, 'avg_loss': 0.07605749764501944, 'avg_acc': 0.0, 'loss': 0.047917998621025096}
+{'epoch': 13, 'iter': 970, 'avg_loss': 0.07587656542354103, 'avg_acc': 0.0, 'loss': 0.0541586526615317}
+{'epoch': 13, 'iter': 980, 'avg_loss': 0.07600391682488371, 'avg_acc': 0.0, 'loss': 0.09561583805407281}
+{'epoch': 13, 'iter': 990, 'avg_loss': 0.07602385198275972, 'avg_acc': 0.0, 'loss': 0.06389305495951751}
+{'epoch': 13, 'iter': 1000, 'avg_loss': 0.07607410538194001, 'avg_acc': 0.0, 'loss': 0.07012955521619801}
+{'epoch': 13, 'iter': 1010, 'avg_loss': 0.07604267205047911, 'avg_acc': 0.0, 'loss': 0.06398247527255713}
+{'epoch': 13, 'iter': 1020, 'avg_loss': 0.07589518959801266, 'avg_acc': 0.0, 'loss': 0.06554630925138229}
+{'epoch': 13, 'iter': 1030, 'avg_loss': 0.07596629949980874, 'avg_acc': 0.0, 'loss': 0.13338277204918214}
+{'epoch': 13, 'iter': 1040, 'avg_loss': 0.07587865280811312, 'avg_acc': 0.0, 'loss': 0.07690753039781839}
+{'epoch': 13, 'iter': 1050, 'avg_loss': 0.07593281160489301, 'avg_acc': 0.0, 'loss': 0.0796159022983675}
+{'epoch': 13, 'iter': 1060, 'avg_loss': 0.07594074918215508, 'avg_acc': 0.0, 'loss': 0.11084488114955043}
+{'epoch': 13, 'iter': 1070, 'avg_loss': 0.076006513975373, 'avg_acc': 0.0, 'loss': 0.04999171959619681}
+{'epoch': 13, 'iter': 1080, 'avg_loss': 0.07576211093277847, 'avg_acc': 0.0, 'loss': 0.04734297442029092}
+{'epoch': 13, 'iter': 1090, 'avg_loss': 0.07574324244384631, 'avg_acc': 0.0, 'loss': 0.05799623246509457}
+{'epoch': 13, 'iter': 1100, 'avg_loss': 0.07570929321501724, 'avg_acc': 0.0, 'loss': 0.07740801568798718}
+{'epoch': 13, 'iter': 1110, 'avg_loss': 0.07572074938603701, 'avg_acc': 0.0, 'loss': 0.07671478452136528}
+{'epoch': 13, 'iter': 1120, 'avg_loss': 0.07554543295592069, 'avg_acc': 0.0, 'loss': 0.07148383917949884}
+{'epoch': 13, 'iter': 1130, 'avg_loss': 0.07543579383230647, 'avg_acc': 0.0, 'loss': 0.046816579063748316}
+{'epoch': 13, 'iter': 1140, 'avg_loss': 0.07541118548794012, 'avg_acc': 0.0, 'loss': 0.09156396434179571}
+{'epoch': 13, 'iter': 1150, 'avg_loss': 0.0754134691787879, 'avg_acc': 0.0, 'loss': 0.06967998679730515}
+{'epoch': 13, 'iter': 1160, 'avg_loss': 0.07546905557283541, 'avg_acc': 0.0, 'loss': 0.10075500496025061}
+{'epoch': 13, 'iter': 1170, 'avg_loss': 0.07551307219676856, 'avg_acc': 0.0, 'loss': 0.0780931939640368}
+{'epoch': 13, 'iter': 1180, 'avg_loss': 0.07537777903588962, 'avg_acc': 0.0, 'loss': 0.051832774103006934}
+{'epoch': 13, 'iter': 1190, 'avg_loss': 0.07527738841305273, 'avg_acc': 0.0, 'loss': 0.07849317014808678}
+{'epoch': 13, 'iter': 1200, 'avg_loss': 0.07500765336562602, 'avg_acc': 0.0, 'loss': 0.07159945448539214}
+{'epoch': 13, 'iter': 1210, 'avg_loss': 0.0750366486018066, 'avg_acc': 0.0, 'loss': 0.04873237264926696}
+{'epoch': 13, 'iter': 1220, 'avg_loss': 0.07498357899859663, 'avg_acc': 0.0, 'loss': 0.03918565273160571}
+{'epoch': 13, 'iter': 1230, 'avg_loss': 0.07498501686431676, 'avg_acc': 0.0, 'loss': 0.07341843278814102}
+{'epoch': 13, 'iter': 1240, 'avg_loss': 0.07504842313919298, 'avg_acc': 0.0, 'loss': 0.05037338902605727}
+{'epoch': 13, 'iter': 1250, 'avg_loss': 0.0750616146737486, 'avg_acc': 0.0, 'loss': 0.10343589890340305}
+{'epoch': 13, 'iter': 1260, 'avg_loss': 0.07515573859972698, 'avg_acc': 0.0, 'loss': 0.054151946328342346}
+{'epoch': 13, 'iter': 1270, 'avg_loss': 0.07525018616210069, 'avg_acc': 0.0, 'loss': 0.15862742785953238}
+{'epoch': 13, 'iter': 1280, 'avg_loss': 0.07538106668224642, 'avg_acc': 0.0, 'loss': 0.13979467788338493}
+{'epoch': 13, 'iter': 1290, 'avg_loss': 0.07532545845055383, 'avg_acc': 0.0, 'loss': 0.07668143194949346}
+{'epoch': 13, 'iter': 1300, 'avg_loss': 0.07531777603290851, 'avg_acc': 0.0, 'loss': 0.1059402293098799}
+{'epoch': 13, 'iter': 1310, 'avg_loss': 0.07541576295954978, 'avg_acc': 0.0, 'loss': 0.04356615425393378}
+{'epoch': 13, 'iter': 1320, 'avg_loss': 0.07527555092127165, 'avg_acc': 0.0, 'loss': 0.037500639363043674}
+{'epoch': 13, 'iter': 1330, 'avg_loss': 0.07527597938919219, 'avg_acc': 0.0, 'loss': 0.04616696882436193}
+{'epoch': 13, 'iter': 1340, 'avg_loss': 0.07528383774563915, 'avg_acc': 0.0, 'loss': 0.0430636752934512}
+{'epoch': 13, 'iter': 1350, 'avg_loss': 0.07525814994183401, 'avg_acc': 0.0, 'loss': 0.07695856725405698}
+{'epoch': 13, 'iter': 1360, 'avg_loss': 0.07524462685535521, 'avg_acc': 0.0, 'loss': 0.06483935877856441}
+{'epoch': 13, 'iter': 1370, 'avg_loss': 0.07516767649103312, 'avg_acc': 0.0, 'loss': 0.06248360478535833}
+{'epoch': 13, 'iter': 1380, 'avg_loss': 0.07530814905668003, 'avg_acc': 0.0, 'loss': 0.09488171311204496}
+{'epoch': 13, 'iter': 1390, 'avg_loss': 0.07535744192060312, 'avg_acc': 0.0, 'loss': 0.06629841838983858}
+{'epoch': 13, 'iter': 1400, 'avg_loss': 0.07540841406497767, 'avg_acc': 0.0, 'loss': 0.13180211926519242}
+{'epoch': 13, 'iter': 1410, 'avg_loss': 0.07534625400889086, 'avg_acc': 0.0, 'loss': 0.060724560934659166}
+{'epoch': 13, 'iter': 1420, 'avg_loss': 0.07540184438810876, 'avg_acc': 0.0, 'loss': 0.06278934143352899}
+{'epoch': 13, 'iter': 1430, 'avg_loss': 0.07540276172337924, 'avg_acc': 0.0, 'loss': 0.06593351048261248}
+{'epoch': 13, 'iter': 1440, 'avg_loss': 0.07551170163894604, 'avg_acc': 0.0, 'loss': 0.09841977220795732}
+{'epoch': 13, 'iter': 1450, 'avg_loss': 0.07556921685124171, 'avg_acc': 0.0, 'loss': 0.04605567690448505}
+{'epoch': 13, 'iter': 1460, 'avg_loss': 0.07555737503379842, 'avg_acc': 0.0, 'loss': 0.03754647806329509}
+{'epoch': 13, 'iter': 1470, 'avg_loss': 0.07552809871762607, 'avg_acc': 0.0, 'loss': 0.04983304325593605}
+{'epoch': 13, 'iter': 1480, 'avg_loss': 0.07540843048827477, 'avg_acc': 0.0, 'loss': 0.0414816761293488}
+{'epoch': 13, 'iter': 1490, 'avg_loss': 0.0754429505766738, 'avg_acc': 0.0, 'loss': 0.13985523385791307}
+{'epoch': 13, 'iter': 1500, 'avg_loss': 0.07543657539600127, 'avg_acc': 0.0, 'loss': 0.10576332233365195}
+{'epoch': 13, 'iter': 1510, 'avg_loss': 0.07547281659180502, 'avg_acc': 0.0, 'loss': 0.12425990988432593}
+{'epoch': 13, 'iter': 1520, 'avg_loss': 0.0756095332881209, 'avg_acc': 0.0, 'loss': 0.10473876150773467}
+{'epoch': 13, 'iter': 1530, 'avg_loss': 0.07553505578393535, 'avg_acc': 0.0, 'loss': 0.07966512620497415}
+{'epoch': 13, 'iter': 1540, 'avg_loss': 0.07548295891068385, 'avg_acc': 0.0, 'loss': 0.061504953328770685}
+{'epoch': 13, 'iter': 1550, 'avg_loss': 0.07551603934929295, 'avg_acc': 0.0, 'loss': 0.03745745884397625}
+{'epoch': 13, 'iter': 1560, 'avg_loss': 0.07548373297088637, 'avg_acc': 0.0, 'loss': 0.04041615181939814}
+{'epoch': 13, 'iter': 1570, 'avg_loss': 0.07559515574923613, 'avg_acc': 0.0, 'loss': 0.1098219111085744}
+{'epoch': 13, 'iter': 1580, 'avg_loss': 0.07562270104641836, 'avg_acc': 0.0, 'loss': 0.039231019708462815}
+{'epoch': 13, 'iter': 1590, 'avg_loss': 0.07566298725416225, 'avg_acc': 0.0, 'loss': 0.043662082957837356}
+{'epoch': 13, 'iter': 1600, 'avg_loss': 0.07552004764756905, 'avg_acc': 0.0, 'loss': 0.07418573336937584}
+{'epoch': 13, 'iter': 1610, 'avg_loss': 0.07559874578631925, 'avg_acc': 0.0, 'loss': 0.027072026875426248}
+{'epoch': 13, 'iter': 1620, 'avg_loss': 0.07562320252965676, 'avg_acc': 0.0, 'loss': 0.061798864841620116}
+{'epoch': 13, 'iter': 1630, 'avg_loss': 0.0757510273511621, 'avg_acc': 0.0, 'loss': 0.026615675283437668}
+{'epoch': 13, 'iter': 1640, 'avg_loss': 0.07571199950745602, 'avg_acc': 0.0, 'loss': 0.07664022228891959}
+{'epoch': 13, 'iter': 1650, 'avg_loss': 0.07571406736591499, 'avg_acc': 0.0, 'loss': 0.07094852590903347}
+{'epoch': 13, 'iter': 1660, 'avg_loss': 0.075838010273585, 'avg_acc': 0.0, 'loss': 0.10618864648855361}
+{'epoch': 13, 'iter': 1670, 'avg_loss': 0.07585849390953214, 'avg_acc': 0.0, 'loss': 0.026738339964172804}
+{'epoch': 13, 'iter': 1680, 'avg_loss': 0.07581801830501969, 'avg_acc': 0.0, 'loss': 0.04357564681920881}
+{'epoch': 13, 'iter': 1690, 'avg_loss': 0.07575730033597484, 'avg_acc': 0.0, 'loss': 0.10011689546537435}
+{'epoch': 13, 'iter': 1700, 'avg_loss': 0.07578187010371154, 'avg_acc': 0.0, 'loss': 0.054647996042677144}
+{'epoch': 13, 'iter': 1710, 'avg_loss': 0.07575837552283854, 'avg_acc': 0.0, 'loss': 0.04980267710097661}
+{'epoch': 13, 'iter': 1720, 'avg_loss': 0.07567406245901698, 'avg_acc': 0.0, 'loss': 0.06541345595340024}
+{'epoch': 13, 'iter': 1730, 'avg_loss': 0.07570119444629206, 'avg_acc': 0.0, 'loss': 0.1334171458322219}
+{'epoch': 13, 'iter': 1740, 'avg_loss': 0.0755837231201951, 'avg_acc': 0.0, 'loss': 0.05479121872895121}
+{'epoch': 13, 'iter': 1750, 'avg_loss': 0.07567121393363992, 'avg_acc': 0.0, 'loss': 0.11564060842264162}
+{'epoch': 13, 'iter': 1760, 'avg_loss': 0.07564896236814306, 'avg_acc': 0.0, 'loss': 0.0986449518936102}
+{'epoch': 13, 'iter': 1770, 'avg_loss': 0.0756493238526546, 'avg_acc': 0.0, 'loss': 0.0460740971846779}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.0, 'ece': 0.06260760873556137, 'avg_loss': 0.0756357366425382, 'f1_scores': 0.9397149297439363}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.03276971276206706, 'avg_acc': 0.0, 'loss': 0.03276971276206706}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.07810759171766773, 'avg_acc': 0.0, 'loss': 0.0273877178225957}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.07284601835377116, 'avg_acc': 0.0, 'loss': 0.09676110727920469}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.07065416081577494, 'avg_acc': 0.0, 'loss': 0.026499722359066676}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.07169743325686903, 'avg_acc': 0.0, 'loss': 0.03624688495969508}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.06942879903410804, 'avg_acc': 0.0, 'loss': 0.0802590539706277}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.07065212533551755, 'avg_acc': 0.0, 'loss': 0.09239316825483002}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.07096687193211978, 'avg_acc': 0.0, 'loss': 0.10550874380943956}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.07186071694541735, 'avg_acc': 0.0, 'loss': 0.09644646340130487}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.071065298497066, 'avg_acc': 0.0, 'loss': 0.050967477076866885}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.07131866531353234, 'avg_acc': 0.0, 'loss': 0.04653149546180454}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.07012439105997062, 'avg_acc': 0.0, 'loss': 0.07169713684528947}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.070678923735794, 'avg_acc': 0.0, 'loss': 0.052899824218371805}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.07046878631893289, 'avg_acc': 0.0, 'loss': 0.04745591996161684}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.07020583437587846, 'avg_acc': 0.0, 'loss': 0.062337976891991984}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.07007275786088096, 'avg_acc': 0.0, 'loss': 0.07147998130909627}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.07096736692864983, 'avg_acc': 0.0, 'loss': 0.11078792635778914}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.07088599471427305, 'avg_acc': 0.0, 'loss': 0.05021628090914021}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.07021471471083282, 'avg_acc': 0.0, 'loss': 0.04371134931122762}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.0698012266517602, 'avg_acc': 0.0, 'loss': 0.054558054920712654}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.07011792920452499, 'avg_acc': 0.0, 'loss': 0.018234567767389565}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.06979803873842724, 'avg_acc': 0.0, 'loss': 0.044845531753022014}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.07071746038653687, 'avg_acc': 0.0, 'loss': 0.10185348860992097}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.07174082995813703, 'avg_acc': 0.0, 'loss': 0.08732813372632466}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.07171153520578709, 'avg_acc': 0.0, 'loss': 0.07570978005191518}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.07158137761584321, 'avg_acc': 0.0, 'loss': 0.1057088396398415}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.07092504838245885, 'avg_acc': 0.0, 'loss': 0.036885236176402714}
+{'epoch': 14, 'iter': 270, 'avg_loss': 0.07058429453717129, 'avg_acc': 0.0, 'loss': 0.02520678760830159}
+{'epoch': 14, 'iter': 280, 'avg_loss': 0.07038904069190442, 'avg_acc': 0.0, 'loss': 0.06736166992037136}
+{'epoch': 14, 'iter': 290, 'avg_loss': 0.0714416270683637, 'avg_acc': 0.0, 'loss': 0.10265328460299372}
+{'epoch': 14, 'iter': 300, 'avg_loss': 0.07096707817730391, 'avg_acc': 0.0, 'loss': 0.09964504493562538}
+{'epoch': 14, 'iter': 310, 'avg_loss': 0.07100006768290733, 'avg_acc': 0.0, 'loss': 0.10287900549417373}
+{'epoch': 14, 'iter': 320, 'avg_loss': 0.07120017746872816, 'avg_acc': 0.0, 'loss': 0.06309081901729639}
+{'epoch': 14, 'iter': 330, 'avg_loss': 0.07130232510728428, 'avg_acc': 0.0, 'loss': 0.05895565218433976}
+{'epoch': 14, 'iter': 340, 'avg_loss': 0.07148256968885469, 'avg_acc': 0.0, 'loss': 0.021975603534753776}
+{'epoch': 14, 'iter': 350, 'avg_loss': 0.07225327587394578, 'avg_acc': 0.0, 'loss': 0.20316335451837272}
+{'epoch': 14, 'iter': 360, 'avg_loss': 0.072692746222637, 'avg_acc': 0.0, 'loss': 0.0973223899011251}
+{'epoch': 14, 'iter': 370, 'avg_loss': 0.07245487925500708, 'avg_acc': 0.0, 'loss': 0.0809625554381524}
+{'epoch': 14, 'iter': 380, 'avg_loss': 0.07255644336848523, 'avg_acc': 0.0, 'loss': 0.059533886592017124}
+{'epoch': 14, 'iter': 390, 'avg_loss': 0.07257441157664195, 'avg_acc': 0.0, 'loss': 0.03826088812334051}
+{'epoch': 14, 'iter': 400, 'avg_loss': 0.07218944896444336, 'avg_acc': 0.0, 'loss': 0.05677504791948909}
+{'epoch': 14, 'iter': 410, 'avg_loss': 0.07231963502215741, 'avg_acc': 0.0, 'loss': 0.08100659596703354}
+{'epoch': 14, 'iter': 420, 'avg_loss': 0.07229693761723317, 'avg_acc': 0.0, 'loss': 0.03857723150135785}
+{'epoch': 14, 'iter': 430, 'avg_loss': 0.0728079596303528, 'avg_acc': 0.0, 'loss': 0.0540289589150039}
+{'epoch': 14, 'iter': 440, 'avg_loss': 0.07261195353458264, 'avg_acc': 0.0, 'loss': 0.039398660506999965}
+{'epoch': 14, 'iter': 450, 'avg_loss': 0.07250195641577745, 'avg_acc': 0.0, 'loss': 0.059660358866984044}
+{'epoch': 14, 'iter': 460, 'avg_loss': 0.0728617541471094, 'avg_acc': 0.0, 'loss': 0.12554255219992122}
+{'epoch': 14, 'iter': 470, 'avg_loss': 0.07311451220069692, 'avg_acc': 0.0, 'loss': 0.06687319460606236}
+{'epoch': 14, 'iter': 480, 'avg_loss': 0.07351435304294361, 'avg_acc': 0.0, 'loss': 0.09325051803723941}
+{'epoch': 14, 'iter': 490, 'avg_loss': 0.07341429835986918, 'avg_acc': 0.0, 'loss': 0.056900791772528284}
+{'epoch': 14, 'iter': 500, 'avg_loss': 0.07299887352582234, 'avg_acc': 0.0, 'loss': 0.10466775238134979}
+{'epoch': 14, 'iter': 510, 'avg_loss': 0.07261572140844683, 'avg_acc': 0.0, 'loss': 0.05667608860348139}
+{'epoch': 14, 'iter': 520, 'avg_loss': 0.0723560261446232, 'avg_acc': 0.0, 'loss': 0.04810331262979162}
+{'epoch': 14, 'iter': 530, 'avg_loss': 0.07201704917048539, 'avg_acc': 0.0, 'loss': 0.059352175973426055}
+{'epoch': 14, 'iter': 540, 'avg_loss': 0.07201951845069154, 'avg_acc': 0.0, 'loss': 0.03950101387019547}
+{'epoch': 14, 'iter': 550, 'avg_loss': 0.07181214002836196, 'avg_acc': 0.0, 'loss': 0.089295154639562}
+{'epoch': 14, 'iter': 560, 'avg_loss': 0.07180653349352926, 'avg_acc': 0.0, 'loss': 0.04328349383010683}
+{'epoch': 14, 'iter': 570, 'avg_loss': 0.07168641463128182, 'avg_acc': 0.0, 'loss': 0.047676253445601446}
+{'epoch': 14, 'iter': 580, 'avg_loss': 0.07195420278941962, 'avg_acc': 0.0, 'loss': 0.0658410818828088}
+{'epoch': 14, 'iter': 590, 'avg_loss': 0.07197148040179807, 'avg_acc': 0.0, 'loss': 0.09496349960153135}
+{'epoch': 14, 'iter': 600, 'avg_loss': 0.07187130658231836, 'avg_acc': 0.0, 'loss': 0.0453946133088071}
+{'epoch': 14, 'iter': 610, 'avg_loss': 0.07173124207666663, 'avg_acc': 0.0, 'loss': 0.1160858988199627}
+{'epoch': 14, 'iter': 620, 'avg_loss': 0.07192968961821987, 'avg_acc': 0.0, 'loss': 0.036642272377873396}
+{'epoch': 14, 'iter': 630, 'avg_loss': 0.07188472993454226, 'avg_acc': 0.0, 'loss': 0.04987094472230069}
+{'epoch': 14, 'iter': 640, 'avg_loss': 0.0716486903533013, 'avg_acc': 0.0, 'loss': 0.07617295542346117}
+{'epoch': 14, 'iter': 650, 'avg_loss': 0.07155755537246827, 'avg_acc': 0.0, 'loss': 0.04315202000795994}
+{'epoch': 14, 'iter': 660, 'avg_loss': 0.07145416191569001, 'avg_acc': 0.0, 'loss': 0.04117170698333845}
+{'epoch': 14, 'iter': 670, 'avg_loss': 0.07143946765650004, 'avg_acc': 0.0, 'loss': 0.08750683384289053}
+{'epoch': 14, 'iter': 680, 'avg_loss': 0.07122098060038728, 'avg_acc': 0.0, 'loss': 0.05754750862204259}
+{'epoch': 14, 'iter': 690, 'avg_loss': 0.07117042299596502, 'avg_acc': 0.0, 'loss': 0.10894723384129584}
+{'epoch': 14, 'iter': 700, 'avg_loss': 0.07103757726000928, 'avg_acc': 0.0, 'loss': 0.04884603657539799}
+{'epoch': 14, 'iter': 710, 'avg_loss': 0.07123324519413998, 'avg_acc': 0.0, 'loss': 0.0795943295801302}
+{'epoch': 14, 'iter': 720, 'avg_loss': 0.07126612432073703, 'avg_acc': 0.0, 'loss': 0.037299537230185004}
+{'epoch': 14, 'iter': 730, 'avg_loss': 0.07136172825397745, 'avg_acc': 0.0, 'loss': 0.05651539605923363}
+{'epoch': 14, 'iter': 740, 'avg_loss': 0.07104777774682641, 'avg_acc': 0.0, 'loss': 0.03132534195141748}
+{'epoch': 14, 'iter': 750, 'avg_loss': 0.07102805318174264, 'avg_acc': 0.0, 'loss': 0.0249916044232147}
+{'epoch': 14, 'iter': 760, 'avg_loss': 0.07089638232329838, 'avg_acc': 0.0, 'loss': 0.04283560330514189}
+{'epoch': 14, 'iter': 770, 'avg_loss': 0.07092356967098268, 'avg_acc': 0.0, 'loss': 0.04483488021723555}
+{'epoch': 14, 'iter': 780, 'avg_loss': 0.07087539482075689, 'avg_acc': 0.0, 'loss': 0.045748498698651066}
+{'epoch': 14, 'iter': 790, 'avg_loss': 0.07072736663068396, 'avg_acc': 0.0, 'loss': 0.1025731101521501}
+{'epoch': 14, 'iter': 800, 'avg_loss': 0.07056303482607397, 'avg_acc': 0.0, 'loss': 0.01990550627768276}
+{'epoch': 14, 'iter': 810, 'avg_loss': 0.07044502290953818, 'avg_acc': 0.0, 'loss': 0.05924147404532221}
+{'epoch': 14, 'iter': 820, 'avg_loss': 0.07082443770555324, 'avg_acc': 0.0, 'loss': 0.05163816852699605}
+{'epoch': 14, 'iter': 830, 'avg_loss': 0.07075485638647301, 'avg_acc': 0.0, 'loss': 0.06583474568994875}
+{'epoch': 14, 'iter': 840, 'avg_loss': 0.07068258304459857, 'avg_acc': 0.0, 'loss': 0.06518212024118343}
+{'epoch': 14, 'iter': 850, 'avg_loss': 0.07060959298979262, 'avg_acc': 0.0, 'loss': 0.06751641513740074}
+{'epoch': 14, 'iter': 860, 'avg_loss': 0.07069677315415587, 'avg_acc': 0.0, 'loss': 0.09405590075782096}
+{'epoch': 14, 'iter': 870, 'avg_loss': 0.07127607905426897, 'avg_acc': 0.0, 'loss': 0.058125682046484224}
+{'epoch': 14, 'iter': 880, 'avg_loss': 0.07144359033935774, 'avg_acc': 0.0, 'loss': 0.13093725900086334}
+{'epoch': 14, 'iter': 890, 'avg_loss': 0.07157503641386435, 'avg_acc': 0.0, 'loss': 0.06995833679360024}
+{'epoch': 14, 'iter': 900, 'avg_loss': 0.0717403689012244, 'avg_acc': 0.0, 'loss': 0.033988260711711044}
+{'epoch': 14, 'iter': 910, 'avg_loss': 0.07170934979825667, 'avg_acc': 0.0, 'loss': 0.08183145936378569}
+{'epoch': 14, 'iter': 920, 'avg_loss': 0.07176655405860091, 'avg_acc': 0.0, 'loss': 0.045715611516365176}
+{'epoch': 14, 'iter': 930, 'avg_loss': 0.07174435421985342, 'avg_acc': 0.0, 'loss': 0.10666114759253884}
+{'epoch': 14, 'iter': 940, 'avg_loss': 0.07162151421623336, 'avg_acc': 0.0, 'loss': 0.07701733984994721}
+{'epoch': 14, 'iter': 950, 'avg_loss': 0.07185571747663821, 'avg_acc': 0.0, 'loss': 0.0313438128524187}
+{'epoch': 14, 'iter': 960, 'avg_loss': 0.07169747631260834, 'avg_acc': 0.0, 'loss': 0.041976477860414106}
+{'epoch': 14, 'iter': 970, 'avg_loss': 0.07151954085241637, 'avg_acc': 0.0, 'loss': 0.05144131519955408}
+{'epoch': 14, 'iter': 980, 'avg_loss': 0.07166026051159671, 'avg_acc': 0.0, 'loss': 0.09515177438418373}
+{'epoch': 14, 'iter': 990, 'avg_loss': 0.07168794738293696, 'avg_acc': 0.0, 'loss': 0.05529510517585834}
+{'epoch': 14, 'iter': 1000, 'avg_loss': 0.07172575698224476, 'avg_acc': 0.0, 'loss': 0.06451848638829054}
+{'epoch': 14, 'iter': 1010, 'avg_loss': 0.07168930819066721, 'avg_acc': 0.0, 'loss': 0.05554149900985042}
+{'epoch': 14, 'iter': 1020, 'avg_loss': 0.07153460002322355, 'avg_acc': 0.0, 'loss': 0.060006067687638165}
+{'epoch': 14, 'iter': 1030, 'avg_loss': 0.07158843630215518, 'avg_acc': 0.0, 'loss': 0.12743154019085523}
+{'epoch': 14, 'iter': 1040, 'avg_loss': 0.0714840762508566, 'avg_acc': 0.0, 'loss': 0.07427889862784046}
+{'epoch': 14, 'iter': 1050, 'avg_loss': 0.07153782737126615, 'avg_acc': 0.0, 'loss': 0.07235080378329022}
+{'epoch': 14, 'iter': 1060, 'avg_loss': 0.07154789143788147, 'avg_acc': 0.0, 'loss': 0.10761301254974853}
+{'epoch': 14, 'iter': 1070, 'avg_loss': 0.0716259937070448, 'avg_acc': 0.0, 'loss': 0.04381411208524761}
+{'epoch': 14, 'iter': 1080, 'avg_loss': 0.07138678082395795, 'avg_acc': 0.0, 'loss': 0.04348744158212168}
+{'epoch': 14, 'iter': 1090, 'avg_loss': 0.07137596100462747, 'avg_acc': 0.0, 'loss': 0.05592533141800361}
+{'epoch': 14, 'iter': 1100, 'avg_loss': 0.07135780759334724, 'avg_acc': 0.0, 'loss': 0.07344270274989688}
+{'epoch': 14, 'iter': 1110, 'avg_loss': 0.07137624979460568, 'avg_acc': 0.0, 'loss': 0.07369678041110156}
+{'epoch': 14, 'iter': 1120, 'avg_loss': 0.07120246010990106, 'avg_acc': 0.0, 'loss': 0.06847800915545982}
+{'epoch': 14, 'iter': 1130, 'avg_loss': 0.07108368808699501, 'avg_acc': 0.0, 'loss': 0.04241871702479979}
+{'epoch': 14, 'iter': 1140, 'avg_loss': 0.07105052024053869, 'avg_acc': 0.0, 'loss': 0.0881859802459307}
+{'epoch': 14, 'iter': 1150, 'avg_loss': 0.07104157311631591, 'avg_acc': 0.0, 'loss': 0.06834903228036028}
+{'epoch': 14, 'iter': 1160, 'avg_loss': 0.07108902625870049, 'avg_acc': 0.0, 'loss': 0.0990724137198973}
+{'epoch': 14, 'iter': 1170, 'avg_loss': 0.071150882242593, 'avg_acc': 0.0, 'loss': 0.07199238652691722}
+{'epoch': 14, 'iter': 1180, 'avg_loss': 0.07100516914194084, 'avg_acc': 0.0, 'loss': 0.04724008491065896}
+{'epoch': 14, 'iter': 1190, 'avg_loss': 0.07087573905051037, 'avg_acc': 0.0, 'loss': 0.07151161381346226}
+{'epoch': 14, 'iter': 1200, 'avg_loss': 0.07060237788318327, 'avg_acc': 0.0, 'loss': 0.06872467530277909}
+{'epoch': 14, 'iter': 1210, 'avg_loss': 0.07063294490287304, 'avg_acc': 0.0, 'loss': 0.03990186288226636}
+{'epoch': 14, 'iter': 1220, 'avg_loss': 0.07057575117788949, 'avg_acc': 0.0, 'loss': 0.029491412635118355}
+{'epoch': 14, 'iter': 1230, 'avg_loss': 0.0705811208227148, 'avg_acc': 0.0, 'loss': 0.07233987411699973}
+{'epoch': 14, 'iter': 1240, 'avg_loss': 0.07065399959175339, 'avg_acc': 0.0, 'loss': 0.04538235185803988}
+{'epoch': 14, 'iter': 1250, 'avg_loss': 0.07068287544988663, 'avg_acc': 0.0, 'loss': 0.10312017096042528}
+{'epoch': 14, 'iter': 1260, 'avg_loss': 0.07078274961882285, 'avg_acc': 0.0, 'loss': 0.053275706955251474}
+{'epoch': 14, 'iter': 1270, 'avg_loss': 0.07086747673475366, 'avg_acc': 0.0, 'loss': 0.15957141805989342}
+{'epoch': 14, 'iter': 1280, 'avg_loss': 0.07099233905396725, 'avg_acc': 0.0, 'loss': 0.12728992288938099}
+{'epoch': 14, 'iter': 1290, 'avg_loss': 0.07094647257500639, 'avg_acc': 0.0, 'loss': 0.07517249405633411}
+{'epoch': 14, 'iter': 1300, 'avg_loss': 0.07095101267369373, 'avg_acc': 0.0, 'loss': 0.10689041236692276}
+{'epoch': 14, 'iter': 1310, 'avg_loss': 0.07106290810117503, 'avg_acc': 0.0, 'loss': 0.04091429042724875}
+{'epoch': 14, 'iter': 1320, 'avg_loss': 0.07091558071228982, 'avg_acc': 0.0, 'loss': 0.03113964554291369}
+{'epoch': 14, 'iter': 1330, 'avg_loss': 0.07090408018899096, 'avg_acc': 0.0, 'loss': 0.034416011067209845}
+{'epoch': 14, 'iter': 1340, 'avg_loss': 0.07090732255336671, 'avg_acc': 0.0, 'loss': 0.03929011746979987}
+{'epoch': 14, 'iter': 1350, 'avg_loss': 0.07088034008636966, 'avg_acc': 0.0, 'loss': 0.06448285015980355}
+{'epoch': 14, 'iter': 1360, 'avg_loss': 0.07086881204912769, 'avg_acc': 0.0, 'loss': 0.06024817335210132}
+{'epoch': 14, 'iter': 1370, 'avg_loss': 0.07079735090586113, 'avg_acc': 0.0, 'loss': 0.056816861840841525}
+{'epoch': 14, 'iter': 1380, 'avg_loss': 0.0709595561298004, 'avg_acc': 0.0, 'loss': 0.09435268685787637}
+{'epoch': 14, 'iter': 1390, 'avg_loss': 0.07101396002613478, 'avg_acc': 0.0, 'loss': 0.06452941865248768}
+{'epoch': 14, 'iter': 1400, 'avg_loss': 0.07105858708509706, 'avg_acc': 0.0, 'loss': 0.13177183994657224}
+{'epoch': 14, 'iter': 1410, 'avg_loss': 0.07099442879866831, 'avg_acc': 0.0, 'loss': 0.059316902335045336}
+{'epoch': 14, 'iter': 1420, 'avg_loss': 0.07103958841324938, 'avg_acc': 0.0, 'loss': 0.05908281680367468}
+{'epoch': 14, 'iter': 1430, 'avg_loss': 0.07104454579328254, 'avg_acc': 0.0, 'loss': 0.061529495767363836}
+{'epoch': 14, 'iter': 1440, 'avg_loss': 0.07115046758632673, 'avg_acc': 0.0, 'loss': 0.09426366333442664}
+{'epoch': 14, 'iter': 1450, 'avg_loss': 0.07121478290524676, 'avg_acc': 0.0, 'loss': 0.04275163605054542}
+{'epoch': 14, 'iter': 1460, 'avg_loss': 0.07120461396865718, 'avg_acc': 0.0, 'loss': 0.030460709211447626}
+{'epoch': 14, 'iter': 1470, 'avg_loss': 0.0711671767637209, 'avg_acc': 0.0, 'loss': 0.04425465793450809}
+{'epoch': 14, 'iter': 1480, 'avg_loss': 0.07105245892570847, 'avg_acc': 0.0, 'loss': 0.0371019639496747}
+{'epoch': 14, 'iter': 1490, 'avg_loss': 0.07109147080121365, 'avg_acc': 0.0, 'loss': 0.1363636739233698}
+{'epoch': 14, 'iter': 1500, 'avg_loss': 0.07108227328310333, 'avg_acc': 0.0, 'loss': 0.10066057621517237}
+{'epoch': 14, 'iter': 1510, 'avg_loss': 0.07111651792005023, 'avg_acc': 0.0, 'loss': 0.11971563176422251}
+{'epoch': 14, 'iter': 1520, 'avg_loss': 0.07126686756594683, 'avg_acc': 0.0, 'loss': 0.10384100810591486}
+{'epoch': 14, 'iter': 1530, 'avg_loss': 0.07119570920582444, 'avg_acc': 0.0, 'loss': 0.07821285541942302}
+{'epoch': 14, 'iter': 1540, 'avg_loss': 0.07113677220842987, 'avg_acc': 0.0, 'loss': 0.05664794531013837}
+{'epoch': 14, 'iter': 1550, 'avg_loss': 0.07116983792735936, 'avg_acc': 0.0, 'loss': 0.03019498282310451}
+{'epoch': 14, 'iter': 1560, 'avg_loss': 0.07114366986894853, 'avg_acc': 0.0, 'loss': 0.03718664119598104}
+{'epoch': 14, 'iter': 1570, 'avg_loss': 0.07125492826607194, 'avg_acc': 0.0, 'loss': 0.10712993400328433}
+{'epoch': 14, 'iter': 1580, 'avg_loss': 0.07128536869648591, 'avg_acc': 0.0, 'loss': 0.03378962827628941}
+{'epoch': 14, 'iter': 1590, 'avg_loss': 0.07132369981775664, 'avg_acc': 0.0, 'loss': 0.04080132598195364}
+{'epoch': 14, 'iter': 1600, 'avg_loss': 0.07117720885116999, 'avg_acc': 0.0, 'loss': 0.06937852305026736}
+{'epoch': 14, 'iter': 1610, 'avg_loss': 0.0712716621955698, 'avg_acc': 0.0, 'loss': 0.024969538400684752}
+{'epoch': 14, 'iter': 1620, 'avg_loss': 0.07129636571763598, 'avg_acc': 0.0, 'loss': 0.05556294305981777}
+{'epoch': 14, 'iter': 1630, 'avg_loss': 0.07143557964913413, 'avg_acc': 0.0, 'loss': 0.02447931519850499}
+{'epoch': 14, 'iter': 1640, 'avg_loss': 0.07139213916822688, 'avg_acc': 0.0, 'loss': 0.07065467759388103}
+{'epoch': 14, 'iter': 1650, 'avg_loss': 0.0714026021635446, 'avg_acc': 0.0, 'loss': 0.06949298633566871}
+{'epoch': 14, 'iter': 1660, 'avg_loss': 0.0715395424771816, 'avg_acc': 0.0, 'loss': 0.10643663465274601}
+{'epoch': 14, 'iter': 1670, 'avg_loss': 0.07156581092337927, 'avg_acc': 0.0, 'loss': 0.02233104657183763}
+{'epoch': 14, 'iter': 1680, 'avg_loss': 0.0715238543959755, 'avg_acc': 0.0, 'loss': 0.03934047692505414}
+{'epoch': 14, 'iter': 1690, 'avg_loss': 0.07147508817923375, 'avg_acc': 0.0, 'loss': 0.09780435203843954}
+{'epoch': 14, 'iter': 1700, 'avg_loss': 0.07150305953837205, 'avg_acc': 0.0, 'loss': 0.048652939819206154}
+{'epoch': 14, 'iter': 1710, 'avg_loss': 0.07146731720622944, 'avg_acc': 0.0, 'loss': 0.0383724099831377}
+{'epoch': 14, 'iter': 1720, 'avg_loss': 0.071385994062306, 'avg_acc': 0.0, 'loss': 0.06143063403790652}
+{'epoch': 14, 'iter': 1730, 'avg_loss': 0.07142107499853284, 'avg_acc': 0.0, 'loss': 0.13030370043115216}
+{'epoch': 14, 'iter': 1740, 'avg_loss': 0.07130465319223672, 'avg_acc': 0.0, 'loss': 0.052833530893589595}
+{'epoch': 14, 'iter': 1750, 'avg_loss': 0.07140419922785458, 'avg_acc': 0.0, 'loss': 0.11483156243847198}
+{'epoch': 14, 'iter': 1760, 'avg_loss': 0.07139039065227382, 'avg_acc': 0.0, 'loss': 0.09711959452290232}
+{'epoch': 14, 'iter': 1770, 'avg_loss': 0.07138704043814482, 'avg_acc': 0.0, 'loss': 0.0381814234019637}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.0, 'ece': 0.05173990875482559, 'avg_loss': 0.07137808100422041, 'f1_scores': 0.9431420188700621}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.032721187308926654, 'avg_acc': 0.0, 'loss': 0.032721187308926654}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.0795182235147054, 'avg_acc': 0.0, 'loss': 0.02929303862725874}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.07463565254801852, 'avg_acc': 0.0, 'loss': 0.09837618852595093}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.07263914832836191, 'avg_acc': 0.0, 'loss': 0.028898580844609355}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.07376369566070666, 'avg_acc': 0.0, 'loss': 0.0379691070037487}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.07164806411816725, 'avg_acc': 0.0, 'loss': 0.0815368616877257}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.07264682633738614, 'avg_acc': 0.0, 'loss': 0.09250594068078044}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.07291464756426186, 'avg_acc': 0.0, 'loss': 0.10845250551364773}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.07380803762079692, 'avg_acc': 0.0, 'loss': 0.09774803846484506}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.07314340597364216, 'avg_acc': 0.0, 'loss': 0.05591415240656212}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.07345601638844866, 'avg_acc': 0.0, 'loss': 0.048764559893677575}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.07223762854551648, 'avg_acc': 0.0, 'loss': 0.07307945362458668}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.07275053572509854, 'avg_acc': 0.0, 'loss': 0.05623915087959322}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.0725646712469207, 'avg_acc': 0.0, 'loss': 0.051396349200390185}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.0722710742438149, 'avg_acc': 0.0, 'loss': 0.06417339830885688}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.07216543625714897, 'avg_acc': 0.0, 'loss': 0.07693389945247223}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.07308918672355956, 'avg_acc': 0.0, 'loss': 0.11402533259061848}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.07303981132708216, 'avg_acc': 0.0, 'loss': 0.05117327102304005}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.07239857256127129, 'avg_acc': 0.0, 'loss': 0.04854801219095707}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.07197312507297733, 'avg_acc': 0.0, 'loss': 0.05612710701024071}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.07226338513294045, 'avg_acc': 0.0, 'loss': 0.017545403671842253}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.07192670321711442, 'avg_acc': 0.0, 'loss': 0.047485132354937926}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.07283254898569479, 'avg_acc': 0.0, 'loss': 0.10384066261415877}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.07380688184780805, 'avg_acc': 0.0, 'loss': 0.08989381991260155}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.07380367360421976, 'avg_acc': 0.0, 'loss': 0.07974629587018203}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.07368789915661844, 'avg_acc': 0.0, 'loss': 0.10595350256676284}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.07305467368642718, 'avg_acc': 0.0, 'loss': 0.03766340307678969}
+{'epoch': 15, 'iter': 270, 'avg_loss': 0.0727518431498793, 'avg_acc': 0.0, 'loss': 0.027069277358823536}
+{'epoch': 15, 'iter': 280, 'avg_loss': 0.07256225395507758, 'avg_acc': 0.0, 'loss': 0.073046463693832}
+{'epoch': 15, 'iter': 290, 'avg_loss': 0.07359538219452667, 'avg_acc': 0.0, 'loss': 0.10634161144169849}
+{'epoch': 15, 'iter': 300, 'avg_loss': 0.07311295510736275, 'avg_acc': 0.0, 'loss': 0.10105745536634458}
+{'epoch': 15, 'iter': 310, 'avg_loss': 0.0731156233085723, 'avg_acc': 0.0, 'loss': 0.10267428178831647}
+{'epoch': 15, 'iter': 320, 'avg_loss': 0.07333401049179909, 'avg_acc': 0.0, 'loss': 0.06441662763333104}
+{'epoch': 15, 'iter': 330, 'avg_loss': 0.07347808167407306, 'avg_acc': 0.0, 'loss': 0.06425119994415443}
+{'epoch': 15, 'iter': 340, 'avg_loss': 0.07362809440786308, 'avg_acc': 0.0, 'loss': 0.02079138176428127}
+{'epoch': 15, 'iter': 350, 'avg_loss': 0.07438589754836226, 'avg_acc': 0.0, 'loss': 0.2015177396054761}
+{'epoch': 15, 'iter': 360, 'avg_loss': 0.07485686607451175, 'avg_acc': 0.0, 'loss': 0.10236936072752403}
+{'epoch': 15, 'iter': 370, 'avg_loss': 0.0746326807660737, 'avg_acc': 0.0, 'loss': 0.08571877296520825}
+{'epoch': 15, 'iter': 380, 'avg_loss': 0.07473023166964779, 'avg_acc': 0.0, 'loss': 0.06257160656525278}
+{'epoch': 15, 'iter': 390, 'avg_loss': 0.07476442905289114, 'avg_acc': 0.0, 'loss': 0.03972638520898743}
+{'epoch': 15, 'iter': 400, 'avg_loss': 0.07437860181542312, 'avg_acc': 0.0, 'loss': 0.05682037363148343}
+{'epoch': 15, 'iter': 410, 'avg_loss': 0.07451095944324705, 'avg_acc': 0.0, 'loss': 0.08498052952535927}
+{'epoch': 15, 'iter': 420, 'avg_loss': 0.07448260909975978, 'avg_acc': 0.0, 'loss': 0.03882231196930417}
+{'epoch': 15, 'iter': 430, 'avg_loss': 0.07499590545334875, 'avg_acc': 0.0, 'loss': 0.05606390450900887}
+{'epoch': 15, 'iter': 440, 'avg_loss': 0.07480526309236647, 'avg_acc': 0.0, 'loss': 0.041759189872284504}
+{'epoch': 15, 'iter': 450, 'avg_loss': 0.07468148630696059, 'avg_acc': 0.0, 'loss': 0.06402610402880425}
+{'epoch': 15, 'iter': 460, 'avg_loss': 0.07503870404216258, 'avg_acc': 0.0, 'loss': 0.1261442389038661}
+{'epoch': 15, 'iter': 470, 'avg_loss': 0.07526624675448669, 'avg_acc': 0.0, 'loss': 0.06673600741416001}
+{'epoch': 15, 'iter': 480, 'avg_loss': 0.0756561438885296, 'avg_acc': 0.0, 'loss': 0.09454498291561565}
+{'epoch': 15, 'iter': 490, 'avg_loss': 0.07556583568169144, 'avg_acc': 0.0, 'loss': 0.06039276441275985}
+{'epoch': 15, 'iter': 500, 'avg_loss': 0.07518000615901602, 'avg_acc': 0.0, 'loss': 0.10776717264638842}
+{'epoch': 15, 'iter': 510, 'avg_loss': 0.0747990472422001, 'avg_acc': 0.0, 'loss': 0.05815767489732033}
+{'epoch': 15, 'iter': 520, 'avg_loss': 0.0745306413887217, 'avg_acc': 0.0, 'loss': 0.049975478995000745}
+{'epoch': 15, 'iter': 530, 'avg_loss': 0.07417625977986551, 'avg_acc': 0.0, 'loss': 0.060161034614160204}
+{'epoch': 15, 'iter': 540, 'avg_loss': 0.07418517923565188, 'avg_acc': 0.0, 'loss': 0.042583996323019485}
+{'epoch': 15, 'iter': 550, 'avg_loss': 0.07400670358911746, 'avg_acc': 0.0, 'loss': 0.09261709405833024}
+{'epoch': 15, 'iter': 560, 'avg_loss': 0.074003178889098, 'avg_acc': 0.0, 'loss': 0.04570949957600386}
+{'epoch': 15, 'iter': 570, 'avg_loss': 0.07387524563669892, 'avg_acc': 0.0, 'loss': 0.05095011404474649}
+{'epoch': 15, 'iter': 580, 'avg_loss': 0.0741275635637587, 'avg_acc': 0.0, 'loss': 0.06743172051294875}
+{'epoch': 15, 'iter': 590, 'avg_loss': 0.07415070697959224, 'avg_acc': 0.0, 'loss': 0.09631878663796556}
+{'epoch': 15, 'iter': 600, 'avg_loss': 0.0740392267870537, 'avg_acc': 0.0, 'loss': 0.0465891831364453}
+{'epoch': 15, 'iter': 610, 'avg_loss': 0.07388382370255445, 'avg_acc': 0.0, 'loss': 0.11748108122258064}
+{'epoch': 15, 'iter': 620, 'avg_loss': 0.07409258933375024, 'avg_acc': 0.0, 'loss': 0.0396500065084118}
+{'epoch': 15, 'iter': 630, 'avg_loss': 0.07403619298228743, 'avg_acc': 0.0, 'loss': 0.05142498019047739}
+{'epoch': 15, 'iter': 640, 'avg_loss': 0.07380008734967956, 'avg_acc': 0.0, 'loss': 0.07914269817969455}
+{'epoch': 15, 'iter': 650, 'avg_loss': 0.07371540187166478, 'avg_acc': 0.0, 'loss': 0.04401596799152076}
+{'epoch': 15, 'iter': 660, 'avg_loss': 0.07361594640041458, 'avg_acc': 0.0, 'loss': 0.044532351669855884}
+{'epoch': 15, 'iter': 670, 'avg_loss': 0.07360201636334278, 'avg_acc': 0.0, 'loss': 0.09011401221456643}
+{'epoch': 15, 'iter': 680, 'avg_loss': 0.07338126542034998, 'avg_acc': 0.0, 'loss': 0.060096132316029324}
+{'epoch': 15, 'iter': 690, 'avg_loss': 0.07333189704876653, 'avg_acc': 0.0, 'loss': 0.10865251200324824}
+{'epoch': 15, 'iter': 700, 'avg_loss': 0.07320863447229693, 'avg_acc': 0.0, 'loss': 0.05145595049119476}
+{'epoch': 15, 'iter': 710, 'avg_loss': 0.07338663490034036, 'avg_acc': 0.0, 'loss': 0.0817312857016686}
+{'epoch': 15, 'iter': 720, 'avg_loss': 0.07341870346993275, 'avg_acc': 0.0, 'loss': 0.040768505072609935}
+{'epoch': 15, 'iter': 730, 'avg_loss': 0.07351676804825086, 'avg_acc': 0.0, 'loss': 0.0562626951449496}
+{'epoch': 15, 'iter': 740, 'avg_loss': 0.07319115021320828, 'avg_acc': 0.0, 'loss': 0.030701568899010972}
+{'epoch': 15, 'iter': 750, 'avg_loss': 0.07316771627884658, 'avg_acc': 0.0, 'loss': 0.025364187682669126}
+{'epoch': 15, 'iter': 760, 'avg_loss': 0.07303820032303025, 'avg_acc': 0.0, 'loss': 0.043363200678105125}
+{'epoch': 15, 'iter': 770, 'avg_loss': 0.07306547685919855, 'avg_acc': 0.0, 'loss': 0.045596704459756304}
+{'epoch': 15, 'iter': 780, 'avg_loss': 0.0730285445653709, 'avg_acc': 0.0, 'loss': 0.048108687683848315}
+{'epoch': 15, 'iter': 790, 'avg_loss': 0.07289532442036233, 'avg_acc': 0.0, 'loss': 0.1056882048768415}
+{'epoch': 15, 'iter': 800, 'avg_loss': 0.07273694893444965, 'avg_acc': 0.0, 'loss': 0.019267433239672217}
+{'epoch': 15, 'iter': 810, 'avg_loss': 0.07261206116876237, 'avg_acc': 0.0, 'loss': 0.06257272175744788}
+{'epoch': 15, 'iter': 820, 'avg_loss': 0.0729862312709223, 'avg_acc': 0.0, 'loss': 0.05682791943315887}
+{'epoch': 15, 'iter': 830, 'avg_loss': 0.07292400055757767, 'avg_acc': 0.0, 'loss': 0.06989313258533919}
+{'epoch': 15, 'iter': 840, 'avg_loss': 0.0728596680043899, 'avg_acc': 0.0, 'loss': 0.06870069247117222}
+{'epoch': 15, 'iter': 850, 'avg_loss': 0.07277989583006653, 'avg_acc': 0.0, 'loss': 0.06819571664071994}
+{'epoch': 15, 'iter': 860, 'avg_loss': 0.07286209617768458, 'avg_acc': 0.0, 'loss': 0.09792986986065394}
+{'epoch': 15, 'iter': 870, 'avg_loss': 0.07344086435509485, 'avg_acc': 0.0, 'loss': 0.06141122228543898}
+{'epoch': 15, 'iter': 880, 'avg_loss': 0.07359893715862849, 'avg_acc': 0.0, 'loss': 0.13165331765031443}
+{'epoch': 15, 'iter': 890, 'avg_loss': 0.0737311084919174, 'avg_acc': 0.0, 'loss': 0.07300789983813363}
+{'epoch': 15, 'iter': 900, 'avg_loss': 0.07390128659929172, 'avg_acc': 0.0, 'loss': 0.037138184480298264}
+{'epoch': 15, 'iter': 910, 'avg_loss': 0.07387994331846286, 'avg_acc': 0.0, 'loss': 0.08412662025248656}
+{'epoch': 15, 'iter': 920, 'avg_loss': 0.07393553020802927, 'avg_acc': 0.0, 'loss': 0.04888922171148887}
+{'epoch': 15, 'iter': 930, 'avg_loss': 0.07392204731182672, 'avg_acc': 0.0, 'loss': 0.10802297746909062}
+{'epoch': 15, 'iter': 940, 'avg_loss': 0.07379920523645597, 'avg_acc': 0.0, 'loss': 0.07719273600572965}
+{'epoch': 15, 'iter': 950, 'avg_loss': 0.07401987495519058, 'avg_acc': 0.0, 'loss': 0.03341025239113751}
+{'epoch': 15, 'iter': 960, 'avg_loss': 0.07385214603677427, 'avg_acc': 0.0, 'loss': 0.043242943542931504}
+{'epoch': 15, 'iter': 970, 'avg_loss': 0.0736694121693392, 'avg_acc': 0.0, 'loss': 0.05109044990032478}
+{'epoch': 15, 'iter': 980, 'avg_loss': 0.07379771749946835, 'avg_acc': 0.0, 'loss': 0.09597189862604084}
+{'epoch': 15, 'iter': 990, 'avg_loss': 0.07382341448606551, 'avg_acc': 0.0, 'loss': 0.05911735841576363}
+{'epoch': 15, 'iter': 1000, 'avg_loss': 0.07387027276543208, 'avg_acc': 0.0, 'loss': 0.0666833847431637}
+{'epoch': 15, 'iter': 1010, 'avg_loss': 0.07384098504680937, 'avg_acc': 0.0, 'loss': 0.05982884373900024}
+{'epoch': 15, 'iter': 1020, 'avg_loss': 0.0737015304220747, 'avg_acc': 0.0, 'loss': 0.06362138039306688}
+{'epoch': 15, 'iter': 1030, 'avg_loss': 0.07376596670104911, 'avg_acc': 0.0, 'loss': 0.13002748924308044}
+{'epoch': 15, 'iter': 1040, 'avg_loss': 0.07367229948716726, 'avg_acc': 0.0, 'loss': 0.07914988702831595}
+{'epoch': 15, 'iter': 1050, 'avg_loss': 0.07372945018555932, 'avg_acc': 0.0, 'loss': 0.07584446689307356}
+{'epoch': 15, 'iter': 1060, 'avg_loss': 0.07373712376577243, 'avg_acc': 0.0, 'loss': 0.10963147606362407}
+{'epoch': 15, 'iter': 1070, 'avg_loss': 0.07380962140522261, 'avg_acc': 0.0, 'loss': 0.04801320322456246}
+{'epoch': 15, 'iter': 1080, 'avg_loss': 0.07356541693212428, 'avg_acc': 0.0, 'loss': 0.04556761589311975}
+{'epoch': 15, 'iter': 1090, 'avg_loss': 0.07355220432482229, 'avg_acc': 0.0, 'loss': 0.05751904348851764}
+{'epoch': 15, 'iter': 1100, 'avg_loss': 0.07353129420468871, 'avg_acc': 0.0, 'loss': 0.07666265388065442}
+{'epoch': 15, 'iter': 1110, 'avg_loss': 0.07354604186831597, 'avg_acc': 0.0, 'loss': 0.07389461691741417}
+{'epoch': 15, 'iter': 1120, 'avg_loss': 0.07337931976727986, 'avg_acc': 0.0, 'loss': 0.07108825559977154}
+{'epoch': 15, 'iter': 1130, 'avg_loss': 0.07325726530090541, 'avg_acc': 0.0, 'loss': 0.04436273434963108}
+{'epoch': 15, 'iter': 1140, 'avg_loss': 0.0732302185016224, 'avg_acc': 0.0, 'loss': 0.0893614433128919}
+{'epoch': 15, 'iter': 1150, 'avg_loss': 0.0732237555614521, 'avg_acc': 0.0, 'loss': 0.06854037518553062}
+{'epoch': 15, 'iter': 1160, 'avg_loss': 0.07327228832768523, 'avg_acc': 0.0, 'loss': 0.0999311171898114}
+{'epoch': 15, 'iter': 1170, 'avg_loss': 0.07333535732739922, 'avg_acc': 0.0, 'loss': 0.07776562438265394}
+{'epoch': 15, 'iter': 1180, 'avg_loss': 0.0731886593275447, 'avg_acc': 0.0, 'loss': 0.05152888964027267}
+{'epoch': 15, 'iter': 1190, 'avg_loss': 0.07306004355993567, 'avg_acc': 0.0, 'loss': 0.0726224024977325}
+{'epoch': 15, 'iter': 1200, 'avg_loss': 0.0727857533181833, 'avg_acc': 0.0, 'loss': 0.07074906796882324}
+{'epoch': 15, 'iter': 1210, 'avg_loss': 0.0728170251465548, 'avg_acc': 0.0, 'loss': 0.04479715536467868}
+{'epoch': 15, 'iter': 1220, 'avg_loss': 0.07276030282731466, 'avg_acc': 0.0, 'loss': 0.033599163359302305}
+{'epoch': 15, 'iter': 1230, 'avg_loss': 0.07276408436707998, 'avg_acc': 0.0, 'loss': 0.07278916136314502}
+{'epoch': 15, 'iter': 1240, 'avg_loss': 0.07283716144763516, 'avg_acc': 0.0, 'loss': 0.04917515201945426}
+{'epoch': 15, 'iter': 1250, 'avg_loss': 0.07285752334496862, 'avg_acc': 0.0, 'loss': 0.10369820641785207}
+{'epoch': 15, 'iter': 1260, 'avg_loss': 0.07295070925608947, 'avg_acc': 0.0, 'loss': 0.05261053963779107}
+{'epoch': 15, 'iter': 1270, 'avg_loss': 0.07303687811036691, 'avg_acc': 0.0, 'loss': 0.15929721902701843}
+{'epoch': 15, 'iter': 1280, 'avg_loss': 0.07316344749666538, 'avg_acc': 0.0, 'loss': 0.13051173766199245}
+{'epoch': 15, 'iter': 1290, 'avg_loss': 0.07311415622526625, 'avg_acc': 0.0, 'loss': 0.07510830885121118}
+{'epoch': 15, 'iter': 1300, 'avg_loss': 0.07311636485919082, 'avg_acc': 0.0, 'loss': 0.1091789503701262}
+{'epoch': 15, 'iter': 1310, 'avg_loss': 0.07322148619087218, 'avg_acc': 0.0, 'loss': 0.042787635996660356}
+{'epoch': 15, 'iter': 1320, 'avg_loss': 0.07308103887542645, 'avg_acc': 0.0, 'loss': 0.03423475082549438}
+{'epoch': 15, 'iter': 1330, 'avg_loss': 0.07307907075026165, 'avg_acc': 0.0, 'loss': 0.03936146376136256}
+{'epoch': 15, 'iter': 1340, 'avg_loss': 0.07308474016071974, 'avg_acc': 0.0, 'loss': 0.04171694724142177}
+{'epoch': 15, 'iter': 1350, 'avg_loss': 0.07305878577391184, 'avg_acc': 0.0, 'loss': 0.06928949206892046}
+{'epoch': 15, 'iter': 1360, 'avg_loss': 0.07304481911609702, 'avg_acc': 0.0, 'loss': 0.062452988833894905}
+{'epoch': 15, 'iter': 1370, 'avg_loss': 0.07296765061762188, 'avg_acc': 0.0, 'loss': 0.0576469878864531}
+{'epoch': 15, 'iter': 1380, 'avg_loss': 0.07311798325667043, 'avg_acc': 0.0, 'loss': 0.09429288174741096}
+{'epoch': 15, 'iter': 1390, 'avg_loss': 0.07316716455640156, 'avg_acc': 0.0, 'loss': 0.06539980157146731}
+{'epoch': 15, 'iter': 1400, 'avg_loss': 0.0732129884891199, 'avg_acc': 0.0, 'loss': 0.13266264839537556}
+{'epoch': 15, 'iter': 1410, 'avg_loss': 0.07315814588956494, 'avg_acc': 0.0, 'loss': 0.05938293427694978}
+{'epoch': 15, 'iter': 1420, 'avg_loss': 0.07320741090130847, 'avg_acc': 0.0, 'loss': 0.06337785344778979}
+{'epoch': 15, 'iter': 1430, 'avg_loss': 0.07321588205776547, 'avg_acc': 0.0, 'loss': 0.06466363537662444}
+{'epoch': 15, 'iter': 1440, 'avg_loss': 0.07332244190557885, 'avg_acc': 0.0, 'loss': 0.0968329683673476}
+{'epoch': 15, 'iter': 1450, 'avg_loss': 0.07338079142377908, 'avg_acc': 0.0, 'loss': 0.04369763914952581}
+{'epoch': 15, 'iter': 1460, 'avg_loss': 0.07337064850046353, 'avg_acc': 0.0, 'loss': 0.035331118212253286}
+{'epoch': 15, 'iter': 1470, 'avg_loss': 0.07333615567188137, 'avg_acc': 0.0, 'loss': 0.047319670031039804}
+{'epoch': 15, 'iter': 1480, 'avg_loss': 0.07322505722798048, 'avg_acc': 0.0, 'loss': 0.042497050229507796}
+{'epoch': 15, 'iter': 1490, 'avg_loss': 0.07326395788961743, 'avg_acc': 0.0, 'loss': 0.13726449676771932}
+{'epoch': 15, 'iter': 1500, 'avg_loss': 0.07325472114006998, 'avg_acc': 0.0, 'loss': 0.10281402619356023}
+{'epoch': 15, 'iter': 1510, 'avg_loss': 0.07329185590126407, 'avg_acc': 0.0, 'loss': 0.12037067540828973}
+{'epoch': 15, 'iter': 1520, 'avg_loss': 0.07343631942144116, 'avg_acc': 0.0, 'loss': 0.10502869268756447}
+{'epoch': 15, 'iter': 1530, 'avg_loss': 0.07336256138473224, 'avg_acc': 0.0, 'loss': 0.07993706184395169}
+{'epoch': 15, 'iter': 1540, 'avg_loss': 0.07331080699549214, 'avg_acc': 0.0, 'loss': 0.059900617282744}
+{'epoch': 15, 'iter': 1550, 'avg_loss': 0.07334151433473138, 'avg_acc': 0.0, 'loss': 0.032342714143591626}
+{'epoch': 15, 'iter': 1560, 'avg_loss': 0.07331327146624095, 'avg_acc': 0.0, 'loss': 0.037591640598999936}
+{'epoch': 15, 'iter': 1570, 'avg_loss': 0.07342265492765573, 'avg_acc': 0.0, 'loss': 0.10804672187874433}
+{'epoch': 15, 'iter': 1580, 'avg_loss': 0.07345379454221423, 'avg_acc': 0.0, 'loss': 0.039109950640877855}
+{'epoch': 15, 'iter': 1590, 'avg_loss': 0.07348965263528978, 'avg_acc': 0.0, 'loss': 0.0434336865693459}
+{'epoch': 15, 'iter': 1600, 'avg_loss': 0.0733418624050014, 'avg_acc': 0.0, 'loss': 0.07005627863281307}
+{'epoch': 15, 'iter': 1610, 'avg_loss': 0.07342912843937088, 'avg_acc': 0.0, 'loss': 0.025829066123744072}
+{'epoch': 15, 'iter': 1620, 'avg_loss': 0.07345235234552924, 'avg_acc': 0.0, 'loss': 0.05902946799862921}
+{'epoch': 15, 'iter': 1630, 'avg_loss': 0.0735865000609326, 'avg_acc': 0.0, 'loss': 0.02440211885553773}
+{'epoch': 15, 'iter': 1640, 'avg_loss': 0.07354230355774133, 'avg_acc': 0.0, 'loss': 0.07247859475525331}
+{'epoch': 15, 'iter': 1650, 'avg_loss': 0.07355080248438986, 'avg_acc': 0.0, 'loss': 0.06872006313797994}
+{'epoch': 15, 'iter': 1660, 'avg_loss': 0.07368276313280961, 'avg_acc': 0.0, 'loss': 0.10767671018267727}
+{'epoch': 15, 'iter': 1670, 'avg_loss': 0.07370377404503317, 'avg_acc': 0.0, 'loss': 0.02245660489799255}
+{'epoch': 15, 'iter': 1680, 'avg_loss': 0.07366719021227526, 'avg_acc': 0.0, 'loss': 0.04222191524170934}
+{'epoch': 15, 'iter': 1690, 'avg_loss': 0.07361391645898901, 'avg_acc': 0.0, 'loss': 0.09988176072524116}
+{'epoch': 15, 'iter': 1700, 'avg_loss': 0.07363984944769922, 'avg_acc': 0.0, 'loss': 0.051510214575212585}
+{'epoch': 15, 'iter': 1710, 'avg_loss': 0.07360990855739201, 'avg_acc': 0.0, 'loss': 0.043853079146880906}
+{'epoch': 15, 'iter': 1720, 'avg_loss': 0.0735308440056499, 'avg_acc': 0.0, 'loss': 0.06208159581863778}
+{'epoch': 15, 'iter': 1730, 'avg_loss': 0.07356007708853404, 'avg_acc': 0.0, 'loss': 0.13253772019132068}
+{'epoch': 15, 'iter': 1740, 'avg_loss': 0.07344089590359242, 'avg_acc': 0.0, 'loss': 0.053455654322143734}
+{'epoch': 15, 'iter': 1750, 'avg_loss': 0.07353373127572424, 'avg_acc': 0.0, 'loss': 0.11477493247135888}
+{'epoch': 15, 'iter': 1760, 'avg_loss': 0.07351655532540098, 'avg_acc': 0.0, 'loss': 0.0980989422762702}
+{'epoch': 15, 'iter': 1770, 'avg_loss': 0.07351247736700384, 'avg_acc': 0.0, 'loss': 0.040684247829387586}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.0, 'ece': 0.052086684852838516, 'avg_loss': 0.07350252600650412, 'f1_scores': 0.9429030403031912}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.031891204283628634, 'avg_acc': 0.0, 'loss': 0.031891204283628634}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.07833175183265115, 'avg_acc': 0.0, 'loss': 0.027921633285931842}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.07343523385011179, 'avg_acc': 0.0, 'loss': 0.09796507920197581}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.07135725829973527, 'avg_acc': 0.0, 'loss': 0.02674904805766687}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.07236136375621131, 'avg_acc': 0.0, 'loss': 0.035136935601794254}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.0700480342725286, 'avg_acc': 0.0, 'loss': 0.0807352265881909}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.07132943896142432, 'avg_acc': 0.0, 'loss': 0.09291055707269281}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.07165784168137515, 'avg_acc': 0.0, 'loss': 0.1054374537521718}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.07257768161155174, 'avg_acc': 0.0, 'loss': 0.09817901858952739}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.07177969302318983, 'avg_acc': 0.0, 'loss': 0.0504803277479218}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.07206548100414258, 'avg_acc': 0.0, 'loss': 0.04748359236637205}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.07079400270910484, 'avg_acc': 0.0, 'loss': 0.07191522386756333}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.07141410078643544, 'avg_acc': 0.0, 'loss': 0.05430338733663932}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.07118955840918371, 'avg_acc': 0.0, 'loss': 0.048114184233089725}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.07095420525090795, 'avg_acc': 0.0, 'loss': 0.06361208033885239}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.07078774889531801, 'avg_acc': 0.0, 'loss': 0.07160737160867418}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.07168932310589435, 'avg_acc': 0.0, 'loss': 0.11051740300637748}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.07159075649929099, 'avg_acc': 0.0, 'loss': 0.05104663510504638}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.07092891211159286, 'avg_acc': 0.0, 'loss': 0.043028316518873205}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.07052209258350235, 'avg_acc': 0.0, 'loss': 0.05631845066849499}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.07083989432311157, 'avg_acc': 0.0, 'loss': 0.01941102449583403}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.07052119821147447, 'avg_acc': 0.0, 'loss': 0.04566482443028974}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.07141442596222762, 'avg_acc': 0.0, 'loss': 0.10292509718003169}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.07245608509457199, 'avg_acc': 0.0, 'loss': 0.08951006195508983}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.07244112080118226, 'avg_acc': 0.0, 'loss': 0.07696218864122427}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.07229132592354168, 'avg_acc': 0.0, 'loss': 0.10723551413129176}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.07161135103705538, 'avg_acc': 0.0, 'loss': 0.03629817842556804}
+{'epoch': 16, 'iter': 270, 'avg_loss': 0.07126409116501525, 'avg_acc': 0.0, 'loss': 0.02595667103220478}
+{'epoch': 16, 'iter': 280, 'avg_loss': 0.07106599996411136, 'avg_acc': 0.0, 'loss': 0.06747265402168523}
+{'epoch': 16, 'iter': 290, 'avg_loss': 0.07213092223824692, 'avg_acc': 0.0, 'loss': 0.10384591370713281}
+{'epoch': 16, 'iter': 300, 'avg_loss': 0.07165652780892161, 'avg_acc': 0.0, 'loss': 0.10103860322804588}
+{'epoch': 16, 'iter': 310, 'avg_loss': 0.07170105364087577, 'avg_acc': 0.0, 'loss': 0.1035981851426056}
+{'epoch': 16, 'iter': 320, 'avg_loss': 0.07191187026309581, 'avg_acc': 0.0, 'loss': 0.06388375867589145}
+{'epoch': 16, 'iter': 330, 'avg_loss': 0.07199169682241671, 'avg_acc': 0.0, 'loss': 0.05798568323969886}
+{'epoch': 16, 'iter': 340, 'avg_loss': 0.0721621058491093, 'avg_acc': 0.0, 'loss': 0.022580219849325137}
+{'epoch': 16, 'iter': 350, 'avg_loss': 0.07292642925579669, 'avg_acc': 0.0, 'loss': 0.20402413570572467}
+{'epoch': 16, 'iter': 360, 'avg_loss': 0.07339405649790104, 'avg_acc': 0.0, 'loss': 0.09970479262511844}
+{'epoch': 16, 'iter': 370, 'avg_loss': 0.07315967879338614, 'avg_acc': 0.0, 'loss': 0.08119730483986944}
+{'epoch': 16, 'iter': 380, 'avg_loss': 0.07324920320500855, 'avg_acc': 0.0, 'loss': 0.06081720401501148}
+{'epoch': 16, 'iter': 390, 'avg_loss': 0.07327224203928595, 'avg_acc': 0.0, 'loss': 0.03694583979223661}
+{'epoch': 16, 'iter': 400, 'avg_loss': 0.07287580730482249, 'avg_acc': 0.0, 'loss': 0.05724120152793992}
+{'epoch': 16, 'iter': 410, 'avg_loss': 0.07300418619882709, 'avg_acc': 0.0, 'loss': 0.08062603060349716}
+{'epoch': 16, 'iter': 420, 'avg_loss': 0.07297862288699782, 'avg_acc': 0.0, 'loss': 0.039345934318987474}
+{'epoch': 16, 'iter': 430, 'avg_loss': 0.07349709008499546, 'avg_acc': 0.0, 'loss': 0.05603308304385531}
+{'epoch': 16, 'iter': 440, 'avg_loss': 0.07331277823357782, 'avg_acc': 0.0, 'loss': 0.04107320806987299}
+{'epoch': 16, 'iter': 450, 'avg_loss': 0.0731904611683442, 'avg_acc': 0.0, 'loss': 0.05921724482809257}
+{'epoch': 16, 'iter': 460, 'avg_loss': 0.07354127016045651, 'avg_acc': 0.0, 'loss': 0.12680510057138658}
+{'epoch': 16, 'iter': 470, 'avg_loss': 0.07379870847063419, 'avg_acc': 0.0, 'loss': 0.06782128840908236}
+{'epoch': 16, 'iter': 480, 'avg_loss': 0.07419654281997454, 'avg_acc': 0.0, 'loss': 0.09339241857746368}
+{'epoch': 16, 'iter': 490, 'avg_loss': 0.07409143278464374, 'avg_acc': 0.0, 'loss': 0.05801608809573468}
+{'epoch': 16, 'iter': 500, 'avg_loss': 0.07366960751124756, 'avg_acc': 0.0, 'loss': 0.10558191249202357}
+{'epoch': 16, 'iter': 510, 'avg_loss': 0.07327699887494991, 'avg_acc': 0.0, 'loss': 0.05663827080426894}
+{'epoch': 16, 'iter': 520, 'avg_loss': 0.07301817508983746, 'avg_acc': 0.0, 'loss': 0.04865377416539169}
+{'epoch': 16, 'iter': 530, 'avg_loss': 0.07268076259957093, 'avg_acc': 0.0, 'loss': 0.059626715602884614}
+{'epoch': 16, 'iter': 540, 'avg_loss': 0.0726824642960123, 'avg_acc': 0.0, 'loss': 0.040014315407562756}
+{'epoch': 16, 'iter': 550, 'avg_loss': 0.07247953710155511, 'avg_acc': 0.0, 'loss': 0.09045018938151168}
+{'epoch': 16, 'iter': 560, 'avg_loss': 0.07247277362474544, 'avg_acc': 0.0, 'loss': 0.04221915666159605}
+{'epoch': 16, 'iter': 570, 'avg_loss': 0.07234140500886761, 'avg_acc': 0.0, 'loss': 0.04698000388513483}
+{'epoch': 16, 'iter': 580, 'avg_loss': 0.07260798030224537, 'avg_acc': 0.0, 'loss': 0.06741048824054424}
+{'epoch': 16, 'iter': 590, 'avg_loss': 0.07261924448210207, 'avg_acc': 0.0, 'loss': 0.0957631749082505}
+{'epoch': 16, 'iter': 600, 'avg_loss': 0.0725289465539193, 'avg_acc': 0.0, 'loss': 0.04697370472279414}
+{'epoch': 16, 'iter': 610, 'avg_loss': 0.07238026450753965, 'avg_acc': 0.0, 'loss': 0.11614989387864633}
+{'epoch': 16, 'iter': 620, 'avg_loss': 0.07258290379656974, 'avg_acc': 0.0, 'loss': 0.03767807896225455}
+{'epoch': 16, 'iter': 630, 'avg_loss': 0.07254316793815616, 'avg_acc': 0.0, 'loss': 0.050383844491680714}
+{'epoch': 16, 'iter': 640, 'avg_loss': 0.07230888539460158, 'avg_acc': 0.0, 'loss': 0.0767734869218596}
+{'epoch': 16, 'iter': 650, 'avg_loss': 0.07221583110774844, 'avg_acc': 0.0, 'loss': 0.042201363348062106}
+{'epoch': 16, 'iter': 660, 'avg_loss': 0.07211502878069523, 'avg_acc': 0.0, 'loss': 0.04264411153092291}
+{'epoch': 16, 'iter': 670, 'avg_loss': 0.07210727861670428, 'avg_acc': 0.0, 'loss': 0.08938329230889508}
+{'epoch': 16, 'iter': 680, 'avg_loss': 0.07189341228297186, 'avg_acc': 0.0, 'loss': 0.05864269127450987}
+{'epoch': 16, 'iter': 690, 'avg_loss': 0.0718359584962423, 'avg_acc': 0.0, 'loss': 0.10936435154995446}
+{'epoch': 16, 'iter': 700, 'avg_loss': 0.0717028445595805, 'avg_acc': 0.0, 'loss': 0.05033990609419244}
+{'epoch': 16, 'iter': 710, 'avg_loss': 0.07188846285066494, 'avg_acc': 0.0, 'loss': 0.07990748293147881}
+{'epoch': 16, 'iter': 720, 'avg_loss': 0.07192628487563701, 'avg_acc': 0.0, 'loss': 0.03844272336341906}
+{'epoch': 16, 'iter': 730, 'avg_loss': 0.07201646957177417, 'avg_acc': 0.0, 'loss': 0.05451734979542826}
+{'epoch': 16, 'iter': 740, 'avg_loss': 0.07170113188569283, 'avg_acc': 0.0, 'loss': 0.03220825434544037}
+{'epoch': 16, 'iter': 750, 'avg_loss': 0.0716848316206798, 'avg_acc': 0.0, 'loss': 0.0258422280098074}
+{'epoch': 16, 'iter': 760, 'avg_loss': 0.0715537116301494, 'avg_acc': 0.0, 'loss': 0.041974910359125976}
+{'epoch': 16, 'iter': 770, 'avg_loss': 0.07158191609347887, 'avg_acc': 0.0, 'loss': 0.04260539471338883}
+{'epoch': 16, 'iter': 780, 'avg_loss': 0.07153199575945692, 'avg_acc': 0.0, 'loss': 0.04686797399565786}
+{'epoch': 16, 'iter': 790, 'avg_loss': 0.07138004067839396, 'avg_acc': 0.0, 'loss': 0.10375031341153625}
+{'epoch': 16, 'iter': 800, 'avg_loss': 0.07121433243791152, 'avg_acc': 0.0, 'loss': 0.020891279223897233}
+{'epoch': 16, 'iter': 810, 'avg_loss': 0.07110460043612771, 'avg_acc': 0.0, 'loss': 0.06127297876838611}
+{'epoch': 16, 'iter': 820, 'avg_loss': 0.07149067515977868, 'avg_acc': 0.0, 'loss': 0.051702680173215346}
+{'epoch': 16, 'iter': 830, 'avg_loss': 0.0714190892682292, 'avg_acc': 0.0, 'loss': 0.06689063312724182}
+{'epoch': 16, 'iter': 840, 'avg_loss': 0.07133962838780195, 'avg_acc': 0.0, 'loss': 0.0654974959397074}
+{'epoch': 16, 'iter': 850, 'avg_loss': 0.07126262296660864, 'avg_acc': 0.0, 'loss': 0.06774815122269574}
+{'epoch': 16, 'iter': 860, 'avg_loss': 0.0713472888317663, 'avg_acc': 0.0, 'loss': 0.09499750377260949}
+{'epoch': 16, 'iter': 870, 'avg_loss': 0.07193429412985354, 'avg_acc': 0.0, 'loss': 0.05772661602160107}
+{'epoch': 16, 'iter': 880, 'avg_loss': 0.07209599470596073, 'avg_acc': 0.0, 'loss': 0.1314668531835171}
+{'epoch': 16, 'iter': 890, 'avg_loss': 0.07222354146125728, 'avg_acc': 0.0, 'loss': 0.07103709735307412}
+{'epoch': 16, 'iter': 900, 'avg_loss': 0.07238541935160343, 'avg_acc': 0.0, 'loss': 0.033871409521550176}
+{'epoch': 16, 'iter': 910, 'avg_loss': 0.0723522112686657, 'avg_acc': 0.0, 'loss': 0.08248032366363743}
+{'epoch': 16, 'iter': 920, 'avg_loss': 0.07241219236282746, 'avg_acc': 0.0, 'loss': 0.04539805952993804}
+{'epoch': 16, 'iter': 930, 'avg_loss': 0.07239356638275402, 'avg_acc': 0.0, 'loss': 0.10953684667895555}
+{'epoch': 16, 'iter': 940, 'avg_loss': 0.0722657950566336, 'avg_acc': 0.0, 'loss': 0.07728701272490719}
+{'epoch': 16, 'iter': 950, 'avg_loss': 0.07250016587459912, 'avg_acc': 0.0, 'loss': 0.032506289094850364}
+{'epoch': 16, 'iter': 960, 'avg_loss': 0.07234225525088805, 'avg_acc': 0.0, 'loss': 0.04236296304842264}
+{'epoch': 16, 'iter': 970, 'avg_loss': 0.07216495212551283, 'avg_acc': 0.0, 'loss': 0.05155045179016529}
+{'epoch': 16, 'iter': 980, 'avg_loss': 0.07230665301309552, 'avg_acc': 0.0, 'loss': 0.09615518932069529}
+{'epoch': 16, 'iter': 990, 'avg_loss': 0.07233580466498932, 'avg_acc': 0.0, 'loss': 0.05485686224609765}
+{'epoch': 16, 'iter': 1000, 'avg_loss': 0.07236997685384759, 'avg_acc': 0.0, 'loss': 0.06350421075576458}
+{'epoch': 16, 'iter': 1010, 'avg_loss': 0.07233210867533331, 'avg_acc': 0.0, 'loss': 0.05639909649202731}
+{'epoch': 16, 'iter': 1020, 'avg_loss': 0.0721796100104543, 'avg_acc': 0.0, 'loss': 0.06146779765516084}
+{'epoch': 16, 'iter': 1030, 'avg_loss': 0.07223542073628411, 'avg_acc': 0.0, 'loss': 0.12825876145237608}
+{'epoch': 16, 'iter': 1040, 'avg_loss': 0.07212919410167458, 'avg_acc': 0.0, 'loss': 0.07479395500401965}
+{'epoch': 16, 'iter': 1050, 'avg_loss': 0.0721827069221159, 'avg_acc': 0.0, 'loss': 0.07336393940947313}
+{'epoch': 16, 'iter': 1060, 'avg_loss': 0.07218967285531813, 'avg_acc': 0.0, 'loss': 0.10806770770713975}
+{'epoch': 16, 'iter': 1070, 'avg_loss': 0.07226807470277623, 'avg_acc': 0.0, 'loss': 0.045393266475051465}
+{'epoch': 16, 'iter': 1080, 'avg_loss': 0.07203048525072099, 'avg_acc': 0.0, 'loss': 0.044373555165898484}
+{'epoch': 16, 'iter': 1090, 'avg_loss': 0.07202063265574925, 'avg_acc': 0.0, 'loss': 0.05784876856202052}
+{'epoch': 16, 'iter': 1100, 'avg_loss': 0.07200512382948225, 'avg_acc': 0.0, 'loss': 0.07478916643385958}
+{'epoch': 16, 'iter': 1110, 'avg_loss': 0.07202529510954947, 'avg_acc': 0.0, 'loss': 0.07273904973239301}
+{'epoch': 16, 'iter': 1120, 'avg_loss': 0.07185170076219134, 'avg_acc': 0.0, 'loss': 0.06936511622358564}
+{'epoch': 16, 'iter': 1130, 'avg_loss': 0.07173213456011235, 'avg_acc': 0.0, 'loss': 0.04414568203391614}
+{'epoch': 16, 'iter': 1140, 'avg_loss': 0.07169727503557846, 'avg_acc': 0.0, 'loss': 0.08857801528294625}
+{'epoch': 16, 'iter': 1150, 'avg_loss': 0.0716822039144146, 'avg_acc': 0.0, 'loss': 0.06866439990900476}
+{'epoch': 16, 'iter': 1160, 'avg_loss': 0.07172254424386813, 'avg_acc': 0.0, 'loss': 0.10000778347663948}
+{'epoch': 16, 'iter': 1170, 'avg_loss': 0.07178532873614464, 'avg_acc': 0.0, 'loss': 0.0728390126272375}
+{'epoch': 16, 'iter': 1180, 'avg_loss': 0.07163778898988603, 'avg_acc': 0.0, 'loss': 0.04720745302816454}
+{'epoch': 16, 'iter': 1190, 'avg_loss': 0.07150309384876598, 'avg_acc': 0.0, 'loss': 0.07273723787459728}
+{'epoch': 16, 'iter': 1200, 'avg_loss': 0.07122769478104125, 'avg_acc': 0.0, 'loss': 0.06909532786773655}
+{'epoch': 16, 'iter': 1210, 'avg_loss': 0.07125708288789315, 'avg_acc': 0.0, 'loss': 0.039890181035555576}
+{'epoch': 16, 'iter': 1220, 'avg_loss': 0.07119918012783036, 'avg_acc': 0.0, 'loss': 0.028643509371123952}
+{'epoch': 16, 'iter': 1230, 'avg_loss': 0.0712044061956331, 'avg_acc': 0.0, 'loss': 0.07321533704546823}
+{'epoch': 16, 'iter': 1240, 'avg_loss': 0.07127755892422392, 'avg_acc': 0.0, 'loss': 0.04606862707657301}
+{'epoch': 16, 'iter': 1250, 'avg_loss': 0.07130980197170839, 'avg_acc': 0.0, 'loss': 0.10334266905269374}
+{'epoch': 16, 'iter': 1260, 'avg_loss': 0.07140560449888679, 'avg_acc': 0.0, 'loss': 0.054792607532428}
+{'epoch': 16, 'iter': 1270, 'avg_loss': 0.07149139039983031, 'avg_acc': 0.0, 'loss': 0.16012250248171458}
+{'epoch': 16, 'iter': 1280, 'avg_loss': 0.07161346887178155, 'avg_acc': 0.0, 'loss': 0.1263192345804234}
+{'epoch': 16, 'iter': 1290, 'avg_loss': 0.07156578928563612, 'avg_acc': 0.0, 'loss': 0.07527761815222991}
+{'epoch': 16, 'iter': 1300, 'avg_loss': 0.07156901442367296, 'avg_acc': 0.0, 'loss': 0.10677983361132704}
+{'epoch': 16, 'iter': 1310, 'avg_loss': 0.07167906829781673, 'avg_acc': 0.0, 'loss': 0.04229291685792954}
+{'epoch': 16, 'iter': 1320, 'avg_loss': 0.07153129442552518, 'avg_acc': 0.0, 'loss': 0.03075136432879333}
+{'epoch': 16, 'iter': 1330, 'avg_loss': 0.07152201586273499, 'avg_acc': 0.0, 'loss': 0.0350238630525642}
+{'epoch': 16, 'iter': 1340, 'avg_loss': 0.0715270517230917, 'avg_acc': 0.0, 'loss': 0.04089604080413218}
+{'epoch': 16, 'iter': 1350, 'avg_loss': 0.07150180084716952, 'avg_acc': 0.0, 'loss': 0.06424825597655115}
+{'epoch': 16, 'iter': 1360, 'avg_loss': 0.07149036232424062, 'avg_acc': 0.0, 'loss': 0.06168682686259988}
+{'epoch': 16, 'iter': 1370, 'avg_loss': 0.07141634333055656, 'avg_acc': 0.0, 'loss': 0.05717599439444752}
+{'epoch': 16, 'iter': 1380, 'avg_loss': 0.07157919886406691, 'avg_acc': 0.0, 'loss': 0.09483682619614747}
+{'epoch': 16, 'iter': 1390, 'avg_loss': 0.07163223659008161, 'avg_acc': 0.0, 'loss': 0.06588192752766579}
+{'epoch': 16, 'iter': 1400, 'avg_loss': 0.07167832950798264, 'avg_acc': 0.0, 'loss': 0.13273432863316056}
+{'epoch': 16, 'iter': 1410, 'avg_loss': 0.07161355278746288, 'avg_acc': 0.0, 'loss': 0.05935547076637704}
+{'epoch': 16, 'iter': 1420, 'avg_loss': 0.07165452317760328, 'avg_acc': 0.0, 'loss': 0.06000380845749272}
+{'epoch': 16, 'iter': 1430, 'avg_loss': 0.07165990784850532, 'avg_acc': 0.0, 'loss': 0.06138234680079181}
+{'epoch': 16, 'iter': 1440, 'avg_loss': 0.07176901298223909, 'avg_acc': 0.0, 'loss': 0.09639012458137586}
+{'epoch': 16, 'iter': 1450, 'avg_loss': 0.07183630536042869, 'avg_acc': 0.0, 'loss': 0.04376395119332699}
+{'epoch': 16, 'iter': 1460, 'avg_loss': 0.07182574766513487, 'avg_acc': 0.0, 'loss': 0.02955570280823646}
+{'epoch': 16, 'iter': 1470, 'avg_loss': 0.07178604509389025, 'avg_acc': 0.0, 'loss': 0.04369859348213976}
+{'epoch': 16, 'iter': 1480, 'avg_loss': 0.07166940539154931, 'avg_acc': 0.0, 'loss': 0.03718300889748199}
+{'epoch': 16, 'iter': 1490, 'avg_loss': 0.07171128279567442, 'avg_acc': 0.0, 'loss': 0.13589529205205508}
+{'epoch': 16, 'iter': 1500, 'avg_loss': 0.07170109838040803, 'avg_acc': 0.0, 'loss': 0.10136243520706296}
+{'epoch': 16, 'iter': 1510, 'avg_loss': 0.07173515111535754, 'avg_acc': 0.0, 'loss': 0.1199732554254252}
+{'epoch': 16, 'iter': 1520, 'avg_loss': 0.07188822781452239, 'avg_acc': 0.0, 'loss': 0.10449956447628088}
+{'epoch': 16, 'iter': 1530, 'avg_loss': 0.07181728163328976, 'avg_acc': 0.0, 'loss': 0.07881805653193956}
+{'epoch': 16, 'iter': 1540, 'avg_loss': 0.07175424342658632, 'avg_acc': 0.0, 'loss': 0.05706748757739075}
+{'epoch': 16, 'iter': 1550, 'avg_loss': 0.07179484679925115, 'avg_acc': 0.0, 'loss': 0.03138846165627131}
+{'epoch': 16, 'iter': 1560, 'avg_loss': 0.0717664819562024, 'avg_acc': 0.0, 'loss': 0.036538256411842794}
+{'epoch': 16, 'iter': 1570, 'avg_loss': 0.07187848921808211, 'avg_acc': 0.0, 'loss': 0.10761967958046625}
+{'epoch': 16, 'iter': 1580, 'avg_loss': 0.07190819362515564, 'avg_acc': 0.0, 'loss': 0.034111307216087586}
+{'epoch': 16, 'iter': 1590, 'avg_loss': 0.07194772287567222, 'avg_acc': 0.0, 'loss': 0.04191224926426936}
+{'epoch': 16, 'iter': 1600, 'avg_loss': 0.07180033875282507, 'avg_acc': 0.0, 'loss': 0.07009537201160956}
+{'epoch': 16, 'iter': 1610, 'avg_loss': 0.07189561259761368, 'avg_acc': 0.0, 'loss': 0.026416619714940533}
+{'epoch': 16, 'iter': 1620, 'avg_loss': 0.07191974925238169, 'avg_acc': 0.0, 'loss': 0.05649729716925833}
+{'epoch': 16, 'iter': 1630, 'avg_loss': 0.0720638844628516, 'avg_acc': 0.0, 'loss': 0.02568242591652441}
+{'epoch': 16, 'iter': 1640, 'avg_loss': 0.07202087671213443, 'avg_acc': 0.0, 'loss': 0.07162247891920563}
+{'epoch': 16, 'iter': 1650, 'avg_loss': 0.07203425732567412, 'avg_acc': 0.0, 'loss': 0.07078590321786139}
+{'epoch': 16, 'iter': 1660, 'avg_loss': 0.07217277064487439, 'avg_acc': 0.0, 'loss': 0.10658960454149531}
+{'epoch': 16, 'iter': 1670, 'avg_loss': 0.072200570354617, 'avg_acc': 0.0, 'loss': 0.02339199277854017}
+{'epoch': 16, 'iter': 1680, 'avg_loss': 0.0721583886236378, 'avg_acc': 0.0, 'loss': 0.03953493540964611}
+{'epoch': 16, 'iter': 1690, 'avg_loss': 0.07210933914328344, 'avg_acc': 0.0, 'loss': 0.09711252610210457}
+{'epoch': 16, 'iter': 1700, 'avg_loss': 0.07213798812626435, 'avg_acc': 0.0, 'loss': 0.049143873946781415}
+{'epoch': 16, 'iter': 1710, 'avg_loss': 0.0721026884407279, 'avg_acc': 0.0, 'loss': 0.03929513774507955}
+{'epoch': 16, 'iter': 1720, 'avg_loss': 0.07202108250002635, 'avg_acc': 0.0, 'loss': 0.0610845400706564}
+{'epoch': 16, 'iter': 1730, 'avg_loss': 0.07205738684770062, 'avg_acc': 0.0, 'loss': 0.13109411164943197}
+{'epoch': 16, 'iter': 1740, 'avg_loss': 0.07194211166472726, 'avg_acc': 0.0, 'loss': 0.05434750522116311}
+{'epoch': 16, 'iter': 1750, 'avg_loss': 0.07204248203004099, 'avg_acc': 0.0, 'loss': 0.11596485175053722}
+{'epoch': 16, 'iter': 1760, 'avg_loss': 0.07202943737436492, 'avg_acc': 0.0, 'loss': 0.09771025579636573}
+{'epoch': 16, 'iter': 1770, 'avg_loss': 0.072026414985714, 'avg_acc': 0.0, 'loss': 0.03735821409709063}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.0, 'ece': 0.05017722025513649, 'avg_loss': 0.07201629860293644, 'f1_scores': 0.9431874940619822}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.03183783928905573, 'avg_acc': 0.0, 'loss': 0.03183783928905573}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.07810698033428697, 'avg_acc': 0.0, 'loss': 0.0294880076630741}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.0731861376376569, 'avg_acc': 0.0, 'loss': 0.09715405381964866}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.07107011833657234, 'avg_acc': 0.0, 'loss': 0.02651435072965569}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.07203915044547972, 'avg_acc': 0.0, 'loss': 0.03657560167189087}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.06980776948807842, 'avg_acc': 0.0, 'loss': 0.07822616417265188}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.07101321607512465, 'avg_acc': 0.0, 'loss': 0.09527097478311523}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.07145940469972899, 'avg_acc': 0.0, 'loss': 0.10659798691267497}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.07233665963473736, 'avg_acc': 0.0, 'loss': 0.09776632511287581}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.0716081578724493, 'avg_acc': 0.0, 'loss': 0.0510124061759082}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.07189610992603214, 'avg_acc': 0.0, 'loss': 0.047428566798469005}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.07075617635409899, 'avg_acc': 0.0, 'loss': 0.0711331722687711}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.07137399920299205, 'avg_acc': 0.0, 'loss': 0.05288593363865499}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.07118382648281392, 'avg_acc': 0.0, 'loss': 0.04905951916934319}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.07102867966786316, 'avg_acc': 0.0, 'loss': 0.06416227659753254}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.07087459072572223, 'avg_acc': 0.0, 'loss': 0.07371468541401985}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.07177454321181213, 'avg_acc': 0.0, 'loss': 0.11002224195901736}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.07162949732809712, 'avg_acc': 0.0, 'loss': 0.050511397188775016}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.07103760467837447, 'avg_acc': 0.0, 'loss': 0.044129553702268655}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.07063078090439272, 'avg_acc': 0.0, 'loss': 0.05781731014895643}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.0708921484376164, 'avg_acc': 0.0, 'loss': 0.01782010287018108}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.07058011568803893, 'avg_acc': 0.0, 'loss': 0.046768338906230965}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.07143304215059698, 'avg_acc': 0.0, 'loss': 0.10086893658934212}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.07241080904993524, 'avg_acc': 0.0, 'loss': 0.08787476277458543}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.07239229213313615, 'avg_acc': 0.0, 'loss': 0.07750390193716328}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.07223408084385947, 'avg_acc': 0.0, 'loss': 0.10489937871268142}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.07157595089020538, 'avg_acc': 0.0, 'loss': 0.03832433742673759}
+{'epoch': 17, 'iter': 270, 'avg_loss': 0.07121068739506546, 'avg_acc': 0.0, 'loss': 0.025828453342118758}
+{'epoch': 17, 'iter': 280, 'avg_loss': 0.0710033276106169, 'avg_acc': 0.0, 'loss': 0.06778699375529738}
+{'epoch': 17, 'iter': 290, 'avg_loss': 0.07201242756647254, 'avg_acc': 0.0, 'loss': 0.10401402288060929}
+{'epoch': 17, 'iter': 300, 'avg_loss': 0.07154028578301641, 'avg_acc': 0.0, 'loss': 0.10196443683095627}
+{'epoch': 17, 'iter': 310, 'avg_loss': 0.07157838133315314, 'avg_acc': 0.0, 'loss': 0.10135494146464094}
+{'epoch': 17, 'iter': 320, 'avg_loss': 0.07179336130586936, 'avg_acc': 0.0, 'loss': 0.06287149105141257}
+{'epoch': 17, 'iter': 330, 'avg_loss': 0.0718702076487399, 'avg_acc': 0.0, 'loss': 0.06050856612598311}
+{'epoch': 17, 'iter': 340, 'avg_loss': 0.07203111032111355, 'avg_acc': 0.0, 'loss': 0.02122071670529684}
+{'epoch': 17, 'iter': 350, 'avg_loss': 0.07275876740561897, 'avg_acc': 0.0, 'loss': 0.19523701178260514}
+{'epoch': 17, 'iter': 360, 'avg_loss': 0.07322111944047067, 'avg_acc': 0.0, 'loss': 0.10046122590181636}
+{'epoch': 17, 'iter': 370, 'avg_loss': 0.07299969427017904, 'avg_acc': 0.0, 'loss': 0.08183914328161075}
+{'epoch': 17, 'iter': 380, 'avg_loss': 0.07311495514818898, 'avg_acc': 0.0, 'loss': 0.06139545646180977}
+{'epoch': 17, 'iter': 390, 'avg_loss': 0.07314942199089887, 'avg_acc': 0.0, 'loss': 0.038624850050140935}
+{'epoch': 17, 'iter': 400, 'avg_loss': 0.0727524563901173, 'avg_acc': 0.0, 'loss': 0.058573538831248176}
+{'epoch': 17, 'iter': 410, 'avg_loss': 0.07286940345711523, 'avg_acc': 0.0, 'loss': 0.080359111388209}
+{'epoch': 17, 'iter': 420, 'avg_loss': 0.07284540722324141, 'avg_acc': 0.0, 'loss': 0.039890583915664024}
+{'epoch': 17, 'iter': 430, 'avg_loss': 0.07339420756985865, 'avg_acc': 0.0, 'loss': 0.05668942312279666}
+{'epoch': 17, 'iter': 440, 'avg_loss': 0.07321371047370273, 'avg_acc': 0.0, 'loss': 0.04235217605007132}
+{'epoch': 17, 'iter': 450, 'avg_loss': 0.07309545195987359, 'avg_acc': 0.0, 'loss': 0.05877203601499405}
+{'epoch': 17, 'iter': 460, 'avg_loss': 0.07340770142823679, 'avg_acc': 0.0, 'loss': 0.12141874252493778}
+{'epoch': 17, 'iter': 470, 'avg_loss': 0.07363971999355952, 'avg_acc': 0.0, 'loss': 0.06771300246347371}
+{'epoch': 17, 'iter': 480, 'avg_loss': 0.07399293139901471, 'avg_acc': 0.0, 'loss': 0.08994500326504554}
+{'epoch': 17, 'iter': 490, 'avg_loss': 0.07387790306609529, 'avg_acc': 0.0, 'loss': 0.057807768384624376}
+{'epoch': 17, 'iter': 500, 'avg_loss': 0.07346391290340265, 'avg_acc': 0.0, 'loss': 0.10288238214531628}
+{'epoch': 17, 'iter': 510, 'avg_loss': 0.07308504115397475, 'avg_acc': 0.0, 'loss': 0.05884631162248662}
+{'epoch': 17, 'iter': 520, 'avg_loss': 0.07283646969586646, 'avg_acc': 0.0, 'loss': 0.048697541773565584}
+{'epoch': 17, 'iter': 530, 'avg_loss': 0.07250450060404137, 'avg_acc': 0.0, 'loss': 0.05943251964320747}
+{'epoch': 17, 'iter': 540, 'avg_loss': 0.07251737811594366, 'avg_acc': 0.0, 'loss': 0.041323326317571026}
+{'epoch': 17, 'iter': 550, 'avg_loss': 0.07231540616229849, 'avg_acc': 0.0, 'loss': 0.09083700972319621}
+{'epoch': 17, 'iter': 560, 'avg_loss': 0.07230855348614934, 'avg_acc': 0.0, 'loss': 0.04372233952923921}
+{'epoch': 17, 'iter': 570, 'avg_loss': 0.07218387704604438, 'avg_acc': 0.0, 'loss': 0.048253345547702706}
+{'epoch': 17, 'iter': 580, 'avg_loss': 0.07243908538008378, 'avg_acc': 0.0, 'loss': 0.06816371691581935}
+{'epoch': 17, 'iter': 590, 'avg_loss': 0.07245514336498557, 'avg_acc': 0.0, 'loss': 0.09366874655596696}
+{'epoch': 17, 'iter': 600, 'avg_loss': 0.07238151445791097, 'avg_acc': 0.0, 'loss': 0.0481779490378033}
+{'epoch': 17, 'iter': 610, 'avg_loss': 0.072233338830111, 'avg_acc': 0.0, 'loss': 0.11287083376406315}
+{'epoch': 17, 'iter': 620, 'avg_loss': 0.07243148887474954, 'avg_acc': 0.0, 'loss': 0.03823611715085105}
+{'epoch': 17, 'iter': 630, 'avg_loss': 0.07238332847635799, 'avg_acc': 0.0, 'loss': 0.05178520905850194}
+{'epoch': 17, 'iter': 640, 'avg_loss': 0.07215791774986591, 'avg_acc': 0.0, 'loss': 0.07559642014249489}
+{'epoch': 17, 'iter': 650, 'avg_loss': 0.0720678967428003, 'avg_acc': 0.0, 'loss': 0.04416179694752234}
+{'epoch': 17, 'iter': 660, 'avg_loss': 0.07196919652034924, 'avg_acc': 0.0, 'loss': 0.044598744081529924}
+{'epoch': 17, 'iter': 670, 'avg_loss': 0.07195733078349666, 'avg_acc': 0.0, 'loss': 0.0883081107783263}
+{'epoch': 17, 'iter': 680, 'avg_loss': 0.07174753226247574, 'avg_acc': 0.0, 'loss': 0.06037330254408297}
+{'epoch': 17, 'iter': 690, 'avg_loss': 0.07168957394892277, 'avg_acc': 0.0, 'loss': 0.10451484359535762}
+{'epoch': 17, 'iter': 700, 'avg_loss': 0.07156287132417574, 'avg_acc': 0.0, 'loss': 0.05024794898244319}
+{'epoch': 17, 'iter': 710, 'avg_loss': 0.07172816950470401, 'avg_acc': 0.0, 'loss': 0.07719115872085272}
+{'epoch': 17, 'iter': 720, 'avg_loss': 0.07175830033301576, 'avg_acc': 0.0, 'loss': 0.04070185375420822}
+{'epoch': 17, 'iter': 730, 'avg_loss': 0.07184326928369157, 'avg_acc': 0.0, 'loss': 0.05667843157220277}
+{'epoch': 17, 'iter': 740, 'avg_loss': 0.07153907532559815, 'avg_acc': 0.0, 'loss': 0.031419931998211074}
+{'epoch': 17, 'iter': 750, 'avg_loss': 0.07151760673884329, 'avg_acc': 0.0, 'loss': 0.025419181640172282}
+{'epoch': 17, 'iter': 760, 'avg_loss': 0.071409432344515, 'avg_acc': 0.0, 'loss': 0.045742349830853915}
+{'epoch': 17, 'iter': 770, 'avg_loss': 0.07145196485496427, 'avg_acc': 0.0, 'loss': 0.04711386815998659}
+{'epoch': 17, 'iter': 780, 'avg_loss': 0.07141196361047418, 'avg_acc': 0.0, 'loss': 0.04619652793469291}
+{'epoch': 17, 'iter': 790, 'avg_loss': 0.07127002693891137, 'avg_acc': 0.0, 'loss': 0.10530155074023233}
+{'epoch': 17, 'iter': 800, 'avg_loss': 0.0711037051198367, 'avg_acc': 0.0, 'loss': 0.019203445757057125}
+{'epoch': 17, 'iter': 810, 'avg_loss': 0.07099002861580632, 'avg_acc': 0.0, 'loss': 0.06061039771545446}
+{'epoch': 17, 'iter': 820, 'avg_loss': 0.07136380763310368, 'avg_acc': 0.0, 'loss': 0.05163736659676081}
+{'epoch': 17, 'iter': 830, 'avg_loss': 0.07129285981622589, 'avg_acc': 0.0, 'loss': 0.06618890491469236}
+{'epoch': 17, 'iter': 840, 'avg_loss': 0.07122250162131058, 'avg_acc': 0.0, 'loss': 0.06605246247726727}
+{'epoch': 17, 'iter': 850, 'avg_loss': 0.07115080133942432, 'avg_acc': 0.0, 'loss': 0.06667883699595377}
+{'epoch': 17, 'iter': 860, 'avg_loss': 0.07122630392463934, 'avg_acc': 0.0, 'loss': 0.09383884049620202}
+{'epoch': 17, 'iter': 870, 'avg_loss': 0.07179557553737849, 'avg_acc': 0.0, 'loss': 0.057252882927565044}
+{'epoch': 17, 'iter': 880, 'avg_loss': 0.07194524196035172, 'avg_acc': 0.0, 'loss': 0.12920128853675447}
+{'epoch': 17, 'iter': 890, 'avg_loss': 0.07206302566444665, 'avg_acc': 0.0, 'loss': 0.07167138071436137}
+{'epoch': 17, 'iter': 900, 'avg_loss': 0.0722306024380423, 'avg_acc': 0.0, 'loss': 0.03584024778876328}
+{'epoch': 17, 'iter': 910, 'avg_loss': 0.07220187167945716, 'avg_acc': 0.0, 'loss': 0.08249411866440985}
+{'epoch': 17, 'iter': 920, 'avg_loss': 0.07225064760179453, 'avg_acc': 0.0, 'loss': 0.04618371472817476}
+{'epoch': 17, 'iter': 930, 'avg_loss': 0.07222724393761185, 'avg_acc': 0.0, 'loss': 0.11092199803384313}
+{'epoch': 17, 'iter': 940, 'avg_loss': 0.07209876962524395, 'avg_acc': 0.0, 'loss': 0.0757841912756833}
+{'epoch': 17, 'iter': 950, 'avg_loss': 0.07231290554254026, 'avg_acc': 0.0, 'loss': 0.032352193037953364}
+{'epoch': 17, 'iter': 960, 'avg_loss': 0.07215862660068952, 'avg_acc': 0.0, 'loss': 0.04411807311446734}
+{'epoch': 17, 'iter': 970, 'avg_loss': 0.07198379579805815, 'avg_acc': 0.0, 'loss': 0.05199662097564734}
+{'epoch': 17, 'iter': 980, 'avg_loss': 0.07211680638215896, 'avg_acc': 0.0, 'loss': 0.09410008721036839}
+{'epoch': 17, 'iter': 990, 'avg_loss': 0.07214226137060649, 'avg_acc': 0.0, 'loss': 0.054394006307727436}
+{'epoch': 17, 'iter': 1000, 'avg_loss': 0.07218001157644631, 'avg_acc': 0.0, 'loss': 0.06631477921607548}
+{'epoch': 17, 'iter': 1010, 'avg_loss': 0.07214082491943873, 'avg_acc': 0.0, 'loss': 0.05531183454612127}
+{'epoch': 17, 'iter': 1020, 'avg_loss': 0.07200060203505804, 'avg_acc': 0.0, 'loss': 0.06260729486116645}
+{'epoch': 17, 'iter': 1030, 'avg_loss': 0.0720615461246966, 'avg_acc': 0.0, 'loss': 0.12895984411258202}
+{'epoch': 17, 'iter': 1040, 'avg_loss': 0.07196210743490795, 'avg_acc': 0.0, 'loss': 0.0751805352733064}
+{'epoch': 17, 'iter': 1050, 'avg_loss': 0.07202027960628629, 'avg_acc': 0.0, 'loss': 0.07325970735551023}
+{'epoch': 17, 'iter': 1060, 'avg_loss': 0.07203614575241502, 'avg_acc': 0.0, 'loss': 0.10589383982468396}
+{'epoch': 17, 'iter': 1070, 'avg_loss': 0.07210879074831676, 'avg_acc': 0.0, 'loss': 0.047216520124347225}
+{'epoch': 17, 'iter': 1080, 'avg_loss': 0.07188450943713157, 'avg_acc': 0.0, 'loss': 0.046955508376876356}
+{'epoch': 17, 'iter': 1090, 'avg_loss': 0.07187272170225313, 'avg_acc': 0.0, 'loss': 0.05812967012820991}
+{'epoch': 17, 'iter': 1100, 'avg_loss': 0.07185525893267236, 'avg_acc': 0.0, 'loss': 0.07610538406602935}
+{'epoch': 17, 'iter': 1110, 'avg_loss': 0.07188026144461312, 'avg_acc': 0.0, 'loss': 0.07446996928701667}
+{'epoch': 17, 'iter': 1120, 'avg_loss': 0.07171208497529247, 'avg_acc': 0.0, 'loss': 0.06968088682327382}
+{'epoch': 17, 'iter': 1130, 'avg_loss': 0.07160147522441944, 'avg_acc': 0.0, 'loss': 0.04560800873494892}
+{'epoch': 17, 'iter': 1140, 'avg_loss': 0.07157205919762968, 'avg_acc': 0.0, 'loss': 0.08708189950018103}
+{'epoch': 17, 'iter': 1150, 'avg_loss': 0.07156409592517438, 'avg_acc': 0.0, 'loss': 0.0703257234064044}
+{'epoch': 17, 'iter': 1160, 'avg_loss': 0.07160517888375915, 'avg_acc': 0.0, 'loss': 0.09927772779424718}
+{'epoch': 17, 'iter': 1170, 'avg_loss': 0.07165743985582111, 'avg_acc': 0.0, 'loss': 0.07373483359236234}
+{'epoch': 17, 'iter': 1180, 'avg_loss': 0.07151113820823717, 'avg_acc': 0.0, 'loss': 0.04745439265680318}
+{'epoch': 17, 'iter': 1190, 'avg_loss': 0.07138088798400767, 'avg_acc': 0.0, 'loss': 0.07183641518135378}
+{'epoch': 17, 'iter': 1200, 'avg_loss': 0.07110820933585325, 'avg_acc': 0.0, 'loss': 0.0680672749660971}
+{'epoch': 17, 'iter': 1210, 'avg_loss': 0.0711336752656477, 'avg_acc': 0.0, 'loss': 0.04124318728297485}
+{'epoch': 17, 'iter': 1220, 'avg_loss': 0.07107728776731598, 'avg_acc': 0.0, 'loss': 0.029434094877188954}
+{'epoch': 17, 'iter': 1230, 'avg_loss': 0.07108045701495362, 'avg_acc': 0.0, 'loss': 0.07061587682207256}
+{'epoch': 17, 'iter': 1240, 'avg_loss': 0.07115635807539367, 'avg_acc': 0.0, 'loss': 0.046720247158644056}
+{'epoch': 17, 'iter': 1250, 'avg_loss': 0.07118909943815382, 'avg_acc': 0.0, 'loss': 0.10115644479522448}
+{'epoch': 17, 'iter': 1260, 'avg_loss': 0.07127956153032244, 'avg_acc': 0.0, 'loss': 0.05334173760200298}
+{'epoch': 17, 'iter': 1270, 'avg_loss': 0.07136027663241794, 'avg_acc': 0.0, 'loss': 0.1556970219124472}
+{'epoch': 17, 'iter': 1280, 'avg_loss': 0.07147664485069434, 'avg_acc': 0.0, 'loss': 0.12219882264253913}
+{'epoch': 17, 'iter': 1290, 'avg_loss': 0.07142500243587376, 'avg_acc': 0.0, 'loss': 0.07596446200397265}
+{'epoch': 17, 'iter': 1300, 'avg_loss': 0.07142484465562918, 'avg_acc': 0.0, 'loss': 0.10296705862190995}
+{'epoch': 17, 'iter': 1310, 'avg_loss': 0.07152775876500324, 'avg_acc': 0.0, 'loss': 0.04488974561925829}
+{'epoch': 17, 'iter': 1320, 'avg_loss': 0.0713866198439241, 'avg_acc': 0.0, 'loss': 0.032137498494597995}
+{'epoch': 17, 'iter': 1330, 'avg_loss': 0.07137495969674519, 'avg_acc': 0.0, 'loss': 0.034903886272589696}
+{'epoch': 17, 'iter': 1340, 'avg_loss': 0.07138766820491246, 'avg_acc': 0.0, 'loss': 0.04338991234093368}
+{'epoch': 17, 'iter': 1350, 'avg_loss': 0.071360487870609, 'avg_acc': 0.0, 'loss': 0.06506740929042515}
+{'epoch': 17, 'iter': 1360, 'avg_loss': 0.07134345719252376, 'avg_acc': 0.0, 'loss': 0.06273852341059133}
+{'epoch': 17, 'iter': 1370, 'avg_loss': 0.07127606749222733, 'avg_acc': 0.0, 'loss': 0.056803274085865496}
+{'epoch': 17, 'iter': 1380, 'avg_loss': 0.0714258876242216, 'avg_acc': 0.0, 'loss': 0.09314496423605435}
+{'epoch': 17, 'iter': 1390, 'avg_loss': 0.07147301154862869, 'avg_acc': 0.0, 'loss': 0.06578260741090551}
+{'epoch': 17, 'iter': 1400, 'avg_loss': 0.07151569937384818, 'avg_acc': 0.0, 'loss': 0.13000116229526829}
+{'epoch': 17, 'iter': 1410, 'avg_loss': 0.07145996861962757, 'avg_acc': 0.0, 'loss': 0.06115728976705473}
+{'epoch': 17, 'iter': 1420, 'avg_loss': 0.07150578375118456, 'avg_acc': 0.0, 'loss': 0.06027777607785773}
+{'epoch': 17, 'iter': 1430, 'avg_loss': 0.07150797041102903, 'avg_acc': 0.0, 'loss': 0.06221601096246891}
+{'epoch': 17, 'iter': 1440, 'avg_loss': 0.07162135883619862, 'avg_acc': 0.0, 'loss': 0.09790916550488353}
+{'epoch': 17, 'iter': 1450, 'avg_loss': 0.07168590823243931, 'avg_acc': 0.0, 'loss': 0.04295050886692511}
+{'epoch': 17, 'iter': 1460, 'avg_loss': 0.07167907896651719, 'avg_acc': 0.0, 'loss': 0.03102734134614999}
+{'epoch': 17, 'iter': 1470, 'avg_loss': 0.07164085615536772, 'avg_acc': 0.0, 'loss': 0.045828136432175724}
+{'epoch': 17, 'iter': 1480, 'avg_loss': 0.07152927978768436, 'avg_acc': 0.0, 'loss': 0.038734285473846546}
+{'epoch': 17, 'iter': 1490, 'avg_loss': 0.07157807143060842, 'avg_acc': 0.0, 'loss': 0.13793771727988055}
+{'epoch': 17, 'iter': 1500, 'avg_loss': 0.07156671576994329, 'avg_acc': 0.0, 'loss': 0.0998114781654879}
+{'epoch': 17, 'iter': 1510, 'avg_loss': 0.07159982534387267, 'avg_acc': 0.0, 'loss': 0.1129639457255962}
+{'epoch': 17, 'iter': 1520, 'avg_loss': 0.07174097680929382, 'avg_acc': 0.0, 'loss': 0.10200339091657488}
+{'epoch': 17, 'iter': 1530, 'avg_loss': 0.07166627503509766, 'avg_acc': 0.0, 'loss': 0.07654739506981148}
+{'epoch': 17, 'iter': 1540, 'avg_loss': 0.07160785680117802, 'avg_acc': 0.0, 'loss': 0.05654147200982403}
+{'epoch': 17, 'iter': 1550, 'avg_loss': 0.07164948328044905, 'avg_acc': 0.0, 'loss': 0.03257202722066462}
+{'epoch': 17, 'iter': 1560, 'avg_loss': 0.07162453055502456, 'avg_acc': 0.0, 'loss': 0.03927111603816716}
+{'epoch': 17, 'iter': 1570, 'avg_loss': 0.07173464856733185, 'avg_acc': 0.0, 'loss': 0.1075019077350378}
+{'epoch': 17, 'iter': 1580, 'avg_loss': 0.0717631615786654, 'avg_acc': 0.0, 'loss': 0.03556836989076422}
+{'epoch': 17, 'iter': 1590, 'avg_loss': 0.0718036648525267, 'avg_acc': 0.0, 'loss': 0.04099982517291981}
+{'epoch': 17, 'iter': 1600, 'avg_loss': 0.07165783160329309, 'avg_acc': 0.0, 'loss': 0.0714178075286266}
+{'epoch': 17, 'iter': 1610, 'avg_loss': 0.07174293739189669, 'avg_acc': 0.0, 'loss': 0.026158213617214137}
+{'epoch': 17, 'iter': 1620, 'avg_loss': 0.0717621774929379, 'avg_acc': 0.0, 'loss': 0.05615880783918823}
+{'epoch': 17, 'iter': 1630, 'avg_loss': 0.07190141428774392, 'avg_acc': 0.0, 'loss': 0.024859832276108915}
+{'epoch': 17, 'iter': 1640, 'avg_loss': 0.07185790982210825, 'avg_acc': 0.0, 'loss': 0.07174958147591529}
+{'epoch': 17, 'iter': 1650, 'avg_loss': 0.07187267951668987, 'avg_acc': 0.0, 'loss': 0.07287169602724118}
+{'epoch': 17, 'iter': 1660, 'avg_loss': 0.07199938274811554, 'avg_acc': 0.0, 'loss': 0.10314447245455531}
+{'epoch': 17, 'iter': 1670, 'avg_loss': 0.0720238808946246, 'avg_acc': 0.0, 'loss': 0.02250472540361313}
+{'epoch': 17, 'iter': 1680, 'avg_loss': 0.07198559917821144, 'avg_acc': 0.0, 'loss': 0.040434964899956426}
+{'epoch': 17, 'iter': 1690, 'avg_loss': 0.07193587696364719, 'avg_acc': 0.0, 'loss': 0.09640415935099002}
+{'epoch': 17, 'iter': 1700, 'avg_loss': 0.07196091225764396, 'avg_acc': 0.0, 'loss': 0.04961345754236593}
+{'epoch': 17, 'iter': 1710, 'avg_loss': 0.0719294667968019, 'avg_acc': 0.0, 'loss': 0.03948644576638368}
+{'epoch': 17, 'iter': 1720, 'avg_loss': 0.07184897653060418, 'avg_acc': 0.0, 'loss': 0.06026411368376167}
+{'epoch': 17, 'iter': 1730, 'avg_loss': 0.07188584376310717, 'avg_acc': 0.0, 'loss': 0.1309285284511158}
+{'epoch': 17, 'iter': 1740, 'avg_loss': 0.07177698249710364, 'avg_acc': 0.0, 'loss': 0.05404814487698266}
+{'epoch': 17, 'iter': 1750, 'avg_loss': 0.07186851485822936, 'avg_acc': 0.0, 'loss': 0.11142814729117032}
+{'epoch': 17, 'iter': 1760, 'avg_loss': 0.0718551690232138, 'avg_acc': 0.0, 'loss': 0.09702591822747308}
+{'epoch': 17, 'iter': 1770, 'avg_loss': 0.0718498419117812, 'avg_acc': 0.0, 'loss': 0.03983180050184184}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.0, 'ece': 0.050515178591012955, 'avg_loss': 0.07183877670640196, 'f1_scores': 0.9419543538957682}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.0309883295294132, 'avg_acc': 0.0, 'loss': 0.0309883295294132}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.07804143353125073, 'avg_acc': 0.0, 'loss': 0.02864273593760304}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.07315972746552213, 'avg_acc': 0.0, 'loss': 0.09894043380713972}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.07116928193174422, 'avg_acc': 0.0, 'loss': 0.025700843002691643}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.0719996649910935, 'avg_acc': 0.0, 'loss': 0.033875294816592065}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.06982059016285579, 'avg_acc': 0.0, 'loss': 0.08010824858633976}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.07092361199644866, 'avg_acc': 0.0, 'loss': 0.0912265131827488}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.07129598299302835, 'avg_acc': 0.0, 'loss': 0.10394433960574848}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.07218288354925792, 'avg_acc': 0.0, 'loss': 0.09611864416602396}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.07145831822627105, 'avg_acc': 0.0, 'loss': 0.05002833351691395}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.07177148209468392, 'avg_acc': 0.0, 'loss': 0.04728525087343931}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.07047128812852664, 'avg_acc': 0.0, 'loss': 0.07012876346717738}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.07108783553056795, 'avg_acc': 0.0, 'loss': 0.053321794651371386}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.07085427912354282, 'avg_acc': 0.0, 'loss': 0.049110857237699125}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.07064228947048949, 'avg_acc': 0.0, 'loss': 0.06302828083113964}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.0704808845279041, 'avg_acc': 0.0, 'loss': 0.07389894452615968}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.07140262163031469, 'avg_acc': 0.0, 'loss': 0.11158080907138412}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.0713029217018551, 'avg_acc': 0.0, 'loss': 0.051209451254335035}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.0706509357471571, 'avg_acc': 0.0, 'loss': 0.04194756586369814}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.07024800168046247, 'avg_acc': 0.0, 'loss': 0.05673516893125452}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.07054918378915762, 'avg_acc': 0.0, 'loss': 0.0178487136019742}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.07023915322247895, 'avg_acc': 0.0, 'loss': 0.04617052502817184}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.07112974839347241, 'avg_acc': 0.0, 'loss': 0.10261137809967075}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.07211818960074515, 'avg_acc': 0.0, 'loss': 0.08729924273987827}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.07211592284858172, 'avg_acc': 0.0, 'loss': 0.0788434884180264}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.07195239524039528, 'avg_acc': 0.0, 'loss': 0.10543434800841363}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.0712813809174868, 'avg_acc': 0.0, 'loss': 0.035946988398401505}
+{'epoch': 18, 'iter': 270, 'avg_loss': 0.07095197731757466, 'avg_acc': 0.0, 'loss': 0.025925536582404006}
+{'epoch': 18, 'iter': 280, 'avg_loss': 0.07074759044345506, 'avg_acc': 0.0, 'loss': 0.06614668109601292}
+{'epoch': 18, 'iter': 290, 'avg_loss': 0.07178711153221842, 'avg_acc': 0.0, 'loss': 0.10362088999451251}
+{'epoch': 18, 'iter': 300, 'avg_loss': 0.07129796578571629, 'avg_acc': 0.0, 'loss': 0.10012910382145686}
+{'epoch': 18, 'iter': 310, 'avg_loss': 0.07133819178413196, 'avg_acc': 0.0, 'loss': 0.10187002296549963}
+{'epoch': 18, 'iter': 320, 'avg_loss': 0.07154092206913429, 'avg_acc': 0.0, 'loss': 0.06320653311812358}
+{'epoch': 18, 'iter': 330, 'avg_loss': 0.07162780535446489, 'avg_acc': 0.0, 'loss': 0.0581295257062026}
+{'epoch': 18, 'iter': 340, 'avg_loss': 0.07179751832607904, 'avg_acc': 0.0, 'loss': 0.02113771081881818}
+{'epoch': 18, 'iter': 350, 'avg_loss': 0.07255638473778483, 'avg_acc': 0.0, 'loss': 0.2008244760704331}
+{'epoch': 18, 'iter': 360, 'avg_loss': 0.07303214880965696, 'avg_acc': 0.0, 'loss': 0.10053080141855324}
+{'epoch': 18, 'iter': 370, 'avg_loss': 0.07282471465238353, 'avg_acc': 0.0, 'loss': 0.08372632127159411}
+{'epoch': 18, 'iter': 380, 'avg_loss': 0.07292474092899345, 'avg_acc': 0.0, 'loss': 0.060779556958507897}
+{'epoch': 18, 'iter': 390, 'avg_loss': 0.0729703458676753, 'avg_acc': 0.0, 'loss': 0.03811600266699802}
+{'epoch': 18, 'iter': 400, 'avg_loss': 0.07257656745777259, 'avg_acc': 0.0, 'loss': 0.05694992736264989}
+{'epoch': 18, 'iter': 410, 'avg_loss': 0.07269726828376967, 'avg_acc': 0.0, 'loss': 0.08141925998695042}
+{'epoch': 18, 'iter': 420, 'avg_loss': 0.07266564618768265, 'avg_acc': 0.0, 'loss': 0.038926822845224605}
+{'epoch': 18, 'iter': 430, 'avg_loss': 0.0732235245877071, 'avg_acc': 0.0, 'loss': 0.05606008835671413}
+{'epoch': 18, 'iter': 440, 'avg_loss': 0.0730482355085884, 'avg_acc': 0.0, 'loss': 0.041448732095556044}
+{'epoch': 18, 'iter': 450, 'avg_loss': 0.07292090247771922, 'avg_acc': 0.0, 'loss': 0.057740480476620545}
+{'epoch': 18, 'iter': 460, 'avg_loss': 0.07326858634308032, 'avg_acc': 0.0, 'loss': 0.12509949061988224}
+{'epoch': 18, 'iter': 470, 'avg_loss': 0.07350782564665176, 'avg_acc': 0.0, 'loss': 0.06693638289704852}
+{'epoch': 18, 'iter': 480, 'avg_loss': 0.07388986539896121, 'avg_acc': 0.0, 'loss': 0.0915172120922786}
+{'epoch': 18, 'iter': 490, 'avg_loss': 0.07379517042603288, 'avg_acc': 0.0, 'loss': 0.05918576572469598}
+{'epoch': 18, 'iter': 500, 'avg_loss': 0.07338001147074386, 'avg_acc': 0.0, 'loss': 0.1044179993280697}
+{'epoch': 18, 'iter': 510, 'avg_loss': 0.0729918774617769, 'avg_acc': 0.0, 'loss': 0.05873316032942252}
+{'epoch': 18, 'iter': 520, 'avg_loss': 0.0727254821802608, 'avg_acc': 0.0, 'loss': 0.04749626143218068}
+{'epoch': 18, 'iter': 530, 'avg_loss': 0.0723873994092969, 'avg_acc': 0.0, 'loss': 0.05952542911469598}
+{'epoch': 18, 'iter': 540, 'avg_loss': 0.07239029809219331, 'avg_acc': 0.0, 'loss': 0.040579031184017414}
+{'epoch': 18, 'iter': 550, 'avg_loss': 0.07219279070929824, 'avg_acc': 0.0, 'loss': 0.09257845775669944}
+{'epoch': 18, 'iter': 560, 'avg_loss': 0.07217997756037979, 'avg_acc': 0.0, 'loss': 0.042798202302660925}
+{'epoch': 18, 'iter': 570, 'avg_loss': 0.07204948437700137, 'avg_acc': 0.0, 'loss': 0.046917639400173725}
+{'epoch': 18, 'iter': 580, 'avg_loss': 0.07229750015031217, 'avg_acc': 0.0, 'loss': 0.06736160113648891}
+{'epoch': 18, 'iter': 590, 'avg_loss': 0.07230912188082733, 'avg_acc': 0.0, 'loss': 0.09526231438963707}
+{'epoch': 18, 'iter': 600, 'avg_loss': 0.07222161485027702, 'avg_acc': 0.0, 'loss': 0.04704167120745036}
+{'epoch': 18, 'iter': 610, 'avg_loss': 0.07207182389806241, 'avg_acc': 0.0, 'loss': 0.11552499596240498}
+{'epoch': 18, 'iter': 620, 'avg_loss': 0.07227893756538127, 'avg_acc': 0.0, 'loss': 0.03735329991134912}
+{'epoch': 18, 'iter': 630, 'avg_loss': 0.07222840432168329, 'avg_acc': 0.0, 'loss': 0.05065886225892362}
+{'epoch': 18, 'iter': 640, 'avg_loss': 0.07199592502455304, 'avg_acc': 0.0, 'loss': 0.07576399559061388}
+{'epoch': 18, 'iter': 650, 'avg_loss': 0.07190262654707943, 'avg_acc': 0.0, 'loss': 0.04262532397680932}
+{'epoch': 18, 'iter': 660, 'avg_loss': 0.07180083115878985, 'avg_acc': 0.0, 'loss': 0.0428916851686511}
+{'epoch': 18, 'iter': 670, 'avg_loss': 0.07179718074010515, 'avg_acc': 0.0, 'loss': 0.08832282543985416}
+{'epoch': 18, 'iter': 680, 'avg_loss': 0.07157867919745402, 'avg_acc': 0.0, 'loss': 0.05841510833662815}
+{'epoch': 18, 'iter': 690, 'avg_loss': 0.0715231156976255, 'avg_acc': 0.0, 'loss': 0.10620200045410196}
+{'epoch': 18, 'iter': 700, 'avg_loss': 0.0713853509407432, 'avg_acc': 0.0, 'loss': 0.049407512521930076}
+{'epoch': 18, 'iter': 710, 'avg_loss': 0.07156222718988142, 'avg_acc': 0.0, 'loss': 0.07942631891670462}
+{'epoch': 18, 'iter': 720, 'avg_loss': 0.07159691365584993, 'avg_acc': 0.0, 'loss': 0.03913950910868331}
+{'epoch': 18, 'iter': 730, 'avg_loss': 0.07168752392390083, 'avg_acc': 0.0, 'loss': 0.05329521308786005}
+{'epoch': 18, 'iter': 740, 'avg_loss': 0.07136848513377918, 'avg_acc': 0.0, 'loss': 0.031486857685454846}
+{'epoch': 18, 'iter': 750, 'avg_loss': 0.07134547591260866, 'avg_acc': 0.0, 'loss': 0.025110085264740532}
+{'epoch': 18, 'iter': 760, 'avg_loss': 0.0712246112176615, 'avg_acc': 0.0, 'loss': 0.04344975956433115}
+{'epoch': 18, 'iter': 770, 'avg_loss': 0.07125816905825677, 'avg_acc': 0.0, 'loss': 0.042625134634314624}
+{'epoch': 18, 'iter': 780, 'avg_loss': 0.07121427658007556, 'avg_acc': 0.0, 'loss': 0.046523174501449}
+{'epoch': 18, 'iter': 790, 'avg_loss': 0.07106030556637496, 'avg_acc': 0.0, 'loss': 0.10384449300100787}
+{'epoch': 18, 'iter': 800, 'avg_loss': 0.07089709839590938, 'avg_acc': 0.0, 'loss': 0.01942066898067805}
+{'epoch': 18, 'iter': 810, 'avg_loss': 0.0707825821214525, 'avg_acc': 0.0, 'loss': 0.0606820680703655}
+{'epoch': 18, 'iter': 820, 'avg_loss': 0.0711624899256769, 'avg_acc': 0.0, 'loss': 0.05290560877983401}
+{'epoch': 18, 'iter': 830, 'avg_loss': 0.07108995708436962, 'avg_acc': 0.0, 'loss': 0.06703151693093089}
+{'epoch': 18, 'iter': 840, 'avg_loss': 0.07101881694444828, 'avg_acc': 0.0, 'loss': 0.06475700116033473}
+{'epoch': 18, 'iter': 850, 'avg_loss': 0.07094726679723234, 'avg_acc': 0.0, 'loss': 0.06823069166511532}
+{'epoch': 18, 'iter': 860, 'avg_loss': 0.07103201912937512, 'avg_acc': 0.0, 'loss': 0.09477475953358042}
+{'epoch': 18, 'iter': 870, 'avg_loss': 0.07163112934807728, 'avg_acc': 0.0, 'loss': 0.05823312033427287}
+{'epoch': 18, 'iter': 880, 'avg_loss': 0.07178400295040391, 'avg_acc': 0.0, 'loss': 0.13059577902678907}
+{'epoch': 18, 'iter': 890, 'avg_loss': 0.07190637876382627, 'avg_acc': 0.0, 'loss': 0.07031295255254122}
+{'epoch': 18, 'iter': 900, 'avg_loss': 0.07208030634157628, 'avg_acc': 0.0, 'loss': 0.035448605329567125}
+{'epoch': 18, 'iter': 910, 'avg_loss': 0.0720551645428878, 'avg_acc': 0.0, 'loss': 0.08306765880053645}
+{'epoch': 18, 'iter': 920, 'avg_loss': 0.07210962871167811, 'avg_acc': 0.0, 'loss': 0.04554998247741894}
+{'epoch': 18, 'iter': 930, 'avg_loss': 0.07208805294532612, 'avg_acc': 0.0, 'loss': 0.11067326478999867}
+{'epoch': 18, 'iter': 940, 'avg_loss': 0.07195289215873389, 'avg_acc': 0.0, 'loss': 0.07479990588022441}
+{'epoch': 18, 'iter': 950, 'avg_loss': 0.07217918470383501, 'avg_acc': 0.0, 'loss': 0.032530149087307336}
+{'epoch': 18, 'iter': 960, 'avg_loss': 0.07201881934180482, 'avg_acc': 0.0, 'loss': 0.042724000164558414}
+{'epoch': 18, 'iter': 970, 'avg_loss': 0.07184079130682623, 'avg_acc': 0.0, 'loss': 0.051499773280738737}
+{'epoch': 18, 'iter': 980, 'avg_loss': 0.07197816332683, 'avg_acc': 0.0, 'loss': 0.09418774963923429}
+{'epoch': 18, 'iter': 990, 'avg_loss': 0.07200386004254326, 'avg_acc': 0.0, 'loss': 0.05380099553819864}
+{'epoch': 18, 'iter': 1000, 'avg_loss': 0.0720430753585805, 'avg_acc': 0.0, 'loss': 0.06469128807169966}
+{'epoch': 18, 'iter': 1010, 'avg_loss': 0.07200283166275365, 'avg_acc': 0.0, 'loss': 0.05550577290895627}
+{'epoch': 18, 'iter': 1020, 'avg_loss': 0.07185367574037016, 'avg_acc': 0.0, 'loss': 0.0615620975244054}
+{'epoch': 18, 'iter': 1030, 'avg_loss': 0.07191256465248629, 'avg_acc': 0.0, 'loss': 0.1289713141392375}
+{'epoch': 18, 'iter': 1040, 'avg_loss': 0.0718137659272441, 'avg_acc': 0.0, 'loss': 0.07774123480682452}
+{'epoch': 18, 'iter': 1050, 'avg_loss': 0.07186765085483603, 'avg_acc': 0.0, 'loss': 0.07329563442318739}
+{'epoch': 18, 'iter': 1060, 'avg_loss': 0.07187639232955877, 'avg_acc': 0.0, 'loss': 0.10761845041590487}
+{'epoch': 18, 'iter': 1070, 'avg_loss': 0.07195536740230823, 'avg_acc': 0.0, 'loss': 0.04534751283324973}
+{'epoch': 18, 'iter': 1080, 'avg_loss': 0.07171820190923259, 'avg_acc': 0.0, 'loss': 0.04522442264792963}
+{'epoch': 18, 'iter': 1090, 'avg_loss': 0.07170207176403615, 'avg_acc': 0.0, 'loss': 0.05671413495078273}
+{'epoch': 18, 'iter': 1100, 'avg_loss': 0.07168463894948456, 'avg_acc': 0.0, 'loss': 0.07403267755457778}
+{'epoch': 18, 'iter': 1110, 'avg_loss': 0.07170627776359659, 'avg_acc': 0.0, 'loss': 0.07394397021495738}
+{'epoch': 18, 'iter': 1120, 'avg_loss': 0.07154037099786888, 'avg_acc': 0.0, 'loss': 0.0692736570445963}
+{'epoch': 18, 'iter': 1130, 'avg_loss': 0.07142274511669268, 'avg_acc': 0.0, 'loss': 0.04395509213203955}
+{'epoch': 18, 'iter': 1140, 'avg_loss': 0.07139175750959603, 'avg_acc': 0.0, 'loss': 0.08699962458567256}
+{'epoch': 18, 'iter': 1150, 'avg_loss': 0.0713748780053025, 'avg_acc': 0.0, 'loss': 0.06995128646905512}
+{'epoch': 18, 'iter': 1160, 'avg_loss': 0.07142423957950371, 'avg_acc': 0.0, 'loss': 0.09870922819460555}
+{'epoch': 18, 'iter': 1170, 'avg_loss': 0.07148940051378103, 'avg_acc': 0.0, 'loss': 0.0760955782620353}
+{'epoch': 18, 'iter': 1180, 'avg_loss': 0.07133776336464775, 'avg_acc': 0.0, 'loss': 0.04695142073793436}
+{'epoch': 18, 'iter': 1190, 'avg_loss': 0.07120527104123471, 'avg_acc': 0.0, 'loss': 0.07289298647409785}
+{'epoch': 18, 'iter': 1200, 'avg_loss': 0.07092684816799445, 'avg_acc': 0.0, 'loss': 0.06674376463606027}
+{'epoch': 18, 'iter': 1210, 'avg_loss': 0.07095300110740482, 'avg_acc': 0.0, 'loss': 0.041655477214571794}
+{'epoch': 18, 'iter': 1220, 'avg_loss': 0.07089337566048978, 'avg_acc': 0.0, 'loss': 0.027609721563142182}
+{'epoch': 18, 'iter': 1230, 'avg_loss': 0.07089923026557045, 'avg_acc': 0.0, 'loss': 0.07163924920277305}
+{'epoch': 18, 'iter': 1240, 'avg_loss': 0.07097847439529109, 'avg_acc': 0.0, 'loss': 0.04652467979356345}
+{'epoch': 18, 'iter': 1250, 'avg_loss': 0.07101338857449715, 'avg_acc': 0.0, 'loss': 0.1021483578444316}
+{'epoch': 18, 'iter': 1260, 'avg_loss': 0.07111005420927946, 'avg_acc': 0.0, 'loss': 0.05317887264832929}
+{'epoch': 18, 'iter': 1270, 'avg_loss': 0.07119420766631, 'avg_acc': 0.0, 'loss': 0.15898432776429924}
+{'epoch': 18, 'iter': 1280, 'avg_loss': 0.07131295602654134, 'avg_acc': 0.0, 'loss': 0.12314823282937123}
+{'epoch': 18, 'iter': 1290, 'avg_loss': 0.07126431242140024, 'avg_acc': 0.0, 'loss': 0.07582066921839165}
+{'epoch': 18, 'iter': 1300, 'avg_loss': 0.07126634202824737, 'avg_acc': 0.0, 'loss': 0.10645683170568328}
+{'epoch': 18, 'iter': 1310, 'avg_loss': 0.0713721351076873, 'avg_acc': 0.0, 'loss': 0.04322678898143652}
+{'epoch': 18, 'iter': 1320, 'avg_loss': 0.07122780683125642, 'avg_acc': 0.0, 'loss': 0.031731897517303764}
+{'epoch': 18, 'iter': 1330, 'avg_loss': 0.07122012395624604, 'avg_acc': 0.0, 'loss': 0.03385316333303275}
+{'epoch': 18, 'iter': 1340, 'avg_loss': 0.07123087454963173, 'avg_acc': 0.0, 'loss': 0.04147122105042098}
+{'epoch': 18, 'iter': 1350, 'avg_loss': 0.0712047805063753, 'avg_acc': 0.0, 'loss': 0.0661236626840755}
+{'epoch': 18, 'iter': 1360, 'avg_loss': 0.07119183013738596, 'avg_acc': 0.0, 'loss': 0.06166416978422871}
+{'epoch': 18, 'iter': 1370, 'avg_loss': 0.07111632030668485, 'avg_acc': 0.0, 'loss': 0.055627192905818995}
+{'epoch': 18, 'iter': 1380, 'avg_loss': 0.07127021400353822, 'avg_acc': 0.0, 'loss': 0.09390430733628818}
+{'epoch': 18, 'iter': 1390, 'avg_loss': 0.07131990740162987, 'avg_acc': 0.0, 'loss': 0.06466729024051736}
+{'epoch': 18, 'iter': 1400, 'avg_loss': 0.07137046822819923, 'avg_acc': 0.0, 'loss': 0.1327021286979187}
+{'epoch': 18, 'iter': 1410, 'avg_loss': 0.07131562745203726, 'avg_acc': 0.0, 'loss': 0.06046385611018325}
+{'epoch': 18, 'iter': 1420, 'avg_loss': 0.07135384791878759, 'avg_acc': 0.0, 'loss': 0.06113721408762274}
+{'epoch': 18, 'iter': 1430, 'avg_loss': 0.07135934800050814, 'avg_acc': 0.0, 'loss': 0.06247617430562765}
+{'epoch': 18, 'iter': 1440, 'avg_loss': 0.07147452346775325, 'avg_acc': 0.0, 'loss': 0.09649633516668082}
+{'epoch': 18, 'iter': 1450, 'avg_loss': 0.0715395908887225, 'avg_acc': 0.0, 'loss': 0.043521530312479025}
+{'epoch': 18, 'iter': 1460, 'avg_loss': 0.0715305454766782, 'avg_acc': 0.0, 'loss': 0.029224811084117973}
+{'epoch': 18, 'iter': 1470, 'avg_loss': 0.07149324890674316, 'avg_acc': 0.0, 'loss': 0.044454093721522474}
+{'epoch': 18, 'iter': 1480, 'avg_loss': 0.07138121365096868, 'avg_acc': 0.0, 'loss': 0.03838548607137682}
+{'epoch': 18, 'iter': 1490, 'avg_loss': 0.0714275891685608, 'avg_acc': 0.0, 'loss': 0.13641744481437204}
+{'epoch': 18, 'iter': 1500, 'avg_loss': 0.07141706624021167, 'avg_acc': 0.0, 'loss': 0.09924148218228115}
+{'epoch': 18, 'iter': 1510, 'avg_loss': 0.0714469872342228, 'avg_acc': 0.0, 'loss': 0.1137830638234273}
+{'epoch': 18, 'iter': 1520, 'avg_loss': 0.07159236661894341, 'avg_acc': 0.0, 'loss': 0.10324274746155634}
+{'epoch': 18, 'iter': 1530, 'avg_loss': 0.07152114725772049, 'avg_acc': 0.0, 'loss': 0.07887071702222466}
+{'epoch': 18, 'iter': 1540, 'avg_loss': 0.07145937902097244, 'avg_acc': 0.0, 'loss': 0.05678044909596938}
+{'epoch': 18, 'iter': 1550, 'avg_loss': 0.07150245869677924, 'avg_acc': 0.0, 'loss': 0.030898378370872184}
+{'epoch': 18, 'iter': 1560, 'avg_loss': 0.0714779263187766, 'avg_acc': 0.0, 'loss': 0.03788699564393028}
+{'epoch': 18, 'iter': 1570, 'avg_loss': 0.0715895579785102, 'avg_acc': 0.0, 'loss': 0.10831720532295158}
+{'epoch': 18, 'iter': 1580, 'avg_loss': 0.07162202223945377, 'avg_acc': 0.0, 'loss': 0.035914771150623484}
+{'epoch': 18, 'iter': 1590, 'avg_loss': 0.07166090565057157, 'avg_acc': 0.0, 'loss': 0.04211720565186283}
+{'epoch': 18, 'iter': 1600, 'avg_loss': 0.07151576550981363, 'avg_acc': 0.0, 'loss': 0.07002264459330627}
+{'epoch': 18, 'iter': 1610, 'avg_loss': 0.07160560470062331, 'avg_acc': 0.0, 'loss': 0.025904961014869544}
+{'epoch': 18, 'iter': 1620, 'avg_loss': 0.07162806139178003, 'avg_acc': 0.0, 'loss': 0.05565973293087316}
+{'epoch': 18, 'iter': 1630, 'avg_loss': 0.0717723772517127, 'avg_acc': 0.0, 'loss': 0.024351392980958862}
+{'epoch': 18, 'iter': 1640, 'avg_loss': 0.07172991803720517, 'avg_acc': 0.0, 'loss': 0.07204386209946075}
+{'epoch': 18, 'iter': 1650, 'avg_loss': 0.07174407089468732, 'avg_acc': 0.0, 'loss': 0.07189827504475536}
+{'epoch': 18, 'iter': 1660, 'avg_loss': 0.07187705200055763, 'avg_acc': 0.0, 'loss': 0.10550683603055282}
+{'epoch': 18, 'iter': 1670, 'avg_loss': 0.0719016504848666, 'avg_acc': 0.0, 'loss': 0.02181851381478087}
+{'epoch': 18, 'iter': 1680, 'avg_loss': 0.07186184972430783, 'avg_acc': 0.0, 'loss': 0.03894169374129116}
+{'epoch': 18, 'iter': 1690, 'avg_loss': 0.0718127411150269, 'avg_acc': 0.0, 'loss': 0.09773264486999875}
+{'epoch': 18, 'iter': 1700, 'avg_loss': 0.07183855164522791, 'avg_acc': 0.0, 'loss': 0.048977670502795584}
+{'epoch': 18, 'iter': 1710, 'avg_loss': 0.07180351858770669, 'avg_acc': 0.0, 'loss': 0.03907616626666968}
+{'epoch': 18, 'iter': 1720, 'avg_loss': 0.07172423231174027, 'avg_acc': 0.0, 'loss': 0.06161105872287667}
+{'epoch': 18, 'iter': 1730, 'avg_loss': 0.07176063444767292, 'avg_acc': 0.0, 'loss': 0.1326761777040133}
+{'epoch': 18, 'iter': 1740, 'avg_loss': 0.07164444927468985, 'avg_acc': 0.0, 'loss': 0.0531362083645815}
+{'epoch': 18, 'iter': 1750, 'avg_loss': 0.0717402999301348, 'avg_acc': 0.0, 'loss': 0.11331897179356279}
+{'epoch': 18, 'iter': 1760, 'avg_loss': 0.07172641452949109, 'avg_acc': 0.0, 'loss': 0.09719591845168907}
+{'epoch': 18, 'iter': 1770, 'avg_loss': 0.07172042207706276, 'avg_acc': 0.0, 'loss': 0.03728001121649933}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.0, 'ece': 0.058144912123680115, 'avg_loss': 0.07171062938170239, 'f1_scores': 0.9430630917534774}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.032840842866207254, 'avg_acc': 0.0, 'loss': 0.032840842866207254}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.08052700218246105, 'avg_acc': 0.0, 'loss': 0.029236138881618752}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.07500038633233246, 'avg_acc': 0.0, 'loss': 0.09868846104204668}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.07283515835320731, 'avg_acc': 0.0, 'loss': 0.027048051531861815}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.07379263816006276, 'avg_acc': 0.0, 'loss': 0.0376740823404264}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.07151133190176011, 'avg_acc': 0.0, 'loss': 0.0872017526527478}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.0727891266931502, 'avg_acc': 0.0, 'loss': 0.09196153423545184}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.07320300068200293, 'avg_acc': 0.0, 'loss': 0.10619878502006941}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.07408585407520749, 'avg_acc': 0.0, 'loss': 0.09623013132415638}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.07327189853521335, 'avg_acc': 0.0, 'loss': 0.050140503532540084}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.07350329943707182, 'avg_acc': 0.0, 'loss': 0.04845574833405765}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.07214199809103078, 'avg_acc': 0.0, 'loss': 0.07450863268338383}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.0726460809130103, 'avg_acc': 0.0, 'loss': 0.05208843722318842}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.07245880855573447, 'avg_acc': 0.0, 'loss': 0.05054753720436419}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.07204519479273451, 'avg_acc': 0.0, 'loss': 0.06552955060896538}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.07193029346560516, 'avg_acc': 0.0, 'loss': 0.07234613244959169}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.07283786012188273, 'avg_acc': 0.0, 'loss': 0.11478866382953104}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.07282520571589496, 'avg_acc': 0.0, 'loss': 0.05201981153185946}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.0720220319195769, 'avg_acc': 0.0, 'loss': 0.040751113943063695}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.07162240407370137, 'avg_acc': 0.0, 'loss': 0.05626116660614246}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.07198575751857615, 'avg_acc': 0.0, 'loss': 0.019884567815552145}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.07165936514887185, 'avg_acc': 0.0, 'loss': 0.046273539934030536}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.0726628250304393, 'avg_acc': 0.0, 'loss': 0.10766754132206861}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.07373416922273289, 'avg_acc': 0.0, 'loss': 0.08755265410731486}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.07371446974609312, 'avg_acc': 0.0, 'loss': 0.0791615494534698}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.07358730642911096, 'avg_acc': 0.0, 'loss': 0.11014403312856302}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.07293790165143675, 'avg_acc': 0.0, 'loss': 0.03720972219879773}
+{'epoch': 19, 'iter': 270, 'avg_loss': 0.07261430796157042, 'avg_acc': 0.0, 'loss': 0.02700853760442661}
+{'epoch': 19, 'iter': 280, 'avg_loss': 0.07237794078209059, 'avg_acc': 0.0, 'loss': 0.0627903840134942}
+{'epoch': 19, 'iter': 290, 'avg_loss': 0.07349337170770597, 'avg_acc': 0.0, 'loss': 0.10535483825006914}
+{'epoch': 19, 'iter': 300, 'avg_loss': 0.07298434852730838, 'avg_acc': 0.0, 'loss': 0.09984806706911188}
+{'epoch': 19, 'iter': 310, 'avg_loss': 0.07302911561023494, 'avg_acc': 0.0, 'loss': 0.10785454385560504}
+{'epoch': 19, 'iter': 320, 'avg_loss': 0.07318156537521624, 'avg_acc': 0.0, 'loss': 0.0661199278708539}
+{'epoch': 19, 'iter': 330, 'avg_loss': 0.07331084624194464, 'avg_acc': 0.0, 'loss': 0.059800972590021415}
+{'epoch': 19, 'iter': 340, 'avg_loss': 0.07349985976344968, 'avg_acc': 0.0, 'loss': 0.02478108707620257}
+{'epoch': 19, 'iter': 350, 'avg_loss': 0.07433472642021895, 'avg_acc': 0.0, 'loss': 0.21964246971083412}
+{'epoch': 19, 'iter': 360, 'avg_loss': 0.07473736004511783, 'avg_acc': 0.0, 'loss': 0.09529486742068473}
+{'epoch': 19, 'iter': 370, 'avg_loss': 0.07449732040417774, 'avg_acc': 0.0, 'loss': 0.08359056668493686}
+{'epoch': 19, 'iter': 380, 'avg_loss': 0.07455667321651574, 'avg_acc': 0.0, 'loss': 0.06182827497608148}
+{'epoch': 19, 'iter': 390, 'avg_loss': 0.0745711607126259, 'avg_acc': 0.0, 'loss': 0.038430926602960165}
+{'epoch': 19, 'iter': 400, 'avg_loss': 0.07418552228738444, 'avg_acc': 0.0, 'loss': 0.05946630385634372}
+{'epoch': 19, 'iter': 410, 'avg_loss': 0.07431706381442443, 'avg_acc': 0.0, 'loss': 0.0825112237199761}
+{'epoch': 19, 'iter': 420, 'avg_loss': 0.07430053757841885, 'avg_acc': 0.0, 'loss': 0.03963239150924989}
+{'epoch': 19, 'iter': 430, 'avg_loss': 0.07478932397680409, 'avg_acc': 0.0, 'loss': 0.05446781386233721}
+{'epoch': 19, 'iter': 440, 'avg_loss': 0.07458311246295186, 'avg_acc': 0.0, 'loss': 0.040292611590341414}
+{'epoch': 19, 'iter': 450, 'avg_loss': 0.07446763198496, 'avg_acc': 0.0, 'loss': 0.06011668919435107}
+{'epoch': 19, 'iter': 460, 'avg_loss': 0.07488631653553213, 'avg_acc': 0.0, 'loss': 0.13544652407408161}
+{'epoch': 19, 'iter': 470, 'avg_loss': 0.07515769570865005, 'avg_acc': 0.0, 'loss': 0.06871999312137891}
+{'epoch': 19, 'iter': 480, 'avg_loss': 0.0756219614004613, 'avg_acc': 0.0, 'loss': 0.09837890958196129}
+{'epoch': 19, 'iter': 490, 'avg_loss': 0.07554451016538624, 'avg_acc': 0.0, 'loss': 0.060114255924243507}
+{'epoch': 19, 'iter': 500, 'avg_loss': 0.0751204033601413, 'avg_acc': 0.0, 'loss': 0.11124874792473755}
+{'epoch': 19, 'iter': 510, 'avg_loss': 0.0747285810209239, 'avg_acc': 0.0, 'loss': 0.06053778636189122}
+{'epoch': 19, 'iter': 520, 'avg_loss': 0.07444933928710598, 'avg_acc': 0.0, 'loss': 0.04866151197282826}
+{'epoch': 19, 'iter': 530, 'avg_loss': 0.07409675130018319, 'avg_acc': 0.0, 'loss': 0.05977843150325108}
+{'epoch': 19, 'iter': 540, 'avg_loss': 0.07407841799542204, 'avg_acc': 0.0, 'loss': 0.03906427412418623}
+{'epoch': 19, 'iter': 550, 'avg_loss': 0.07385152862597744, 'avg_acc': 0.0, 'loss': 0.09165609567023733}
+{'epoch': 19, 'iter': 560, 'avg_loss': 0.07383685571119525, 'avg_acc': 0.0, 'loss': 0.04696222608014417}
+{'epoch': 19, 'iter': 570, 'avg_loss': 0.07372637432427932, 'avg_acc': 0.0, 'loss': 0.04805022932121565}
+{'epoch': 19, 'iter': 580, 'avg_loss': 0.07400575716074528, 'avg_acc': 0.0, 'loss': 0.06613768047168378}
+{'epoch': 19, 'iter': 590, 'avg_loss': 0.07402913324053495, 'avg_acc': 0.0, 'loss': 0.10178799166065135}
+{'epoch': 19, 'iter': 600, 'avg_loss': 0.07390472437693285, 'avg_acc': 0.0, 'loss': 0.046576702847395214}
+{'epoch': 19, 'iter': 610, 'avg_loss': 0.07378572004496703, 'avg_acc': 0.0, 'loss': 0.12294678129942886}
+{'epoch': 19, 'iter': 620, 'avg_loss': 0.07399962932619426, 'avg_acc': 0.0, 'loss': 0.03790085571296028}
+{'epoch': 19, 'iter': 630, 'avg_loss': 0.07395075991214607, 'avg_acc': 0.0, 'loss': 0.05036250194924767}
+{'epoch': 19, 'iter': 640, 'avg_loss': 0.07370121097379305, 'avg_acc': 0.0, 'loss': 0.07807476587045008}
+{'epoch': 19, 'iter': 650, 'avg_loss': 0.07359857348690496, 'avg_acc': 0.0, 'loss': 0.04205631587429082}
+{'epoch': 19, 'iter': 660, 'avg_loss': 0.07348041237284786, 'avg_acc': 0.0, 'loss': 0.03989405854680074}
+{'epoch': 19, 'iter': 670, 'avg_loss': 0.07346631885914028, 'avg_acc': 0.0, 'loss': 0.0888081219152984}
+{'epoch': 19, 'iter': 680, 'avg_loss': 0.07322946908740027, 'avg_acc': 0.0, 'loss': 0.05584264864092095}
+{'epoch': 19, 'iter': 690, 'avg_loss': 0.07318103633152012, 'avg_acc': 0.0, 'loss': 0.11541300691760625}
+{'epoch': 19, 'iter': 700, 'avg_loss': 0.07304424858844866, 'avg_acc': 0.0, 'loss': 0.05013672062198233}
+{'epoch': 19, 'iter': 710, 'avg_loss': 0.07327216494257965, 'avg_acc': 0.0, 'loss': 0.0865208284168172}
+{'epoch': 19, 'iter': 720, 'avg_loss': 0.07331400962353413, 'avg_acc': 0.0, 'loss': 0.0375150236646391}
+{'epoch': 19, 'iter': 730, 'avg_loss': 0.07341514481481592, 'avg_acc': 0.0, 'loss': 0.054968444680765415}
+{'epoch': 19, 'iter': 740, 'avg_loss': 0.07308782684879102, 'avg_acc': 0.0, 'loss': 0.0348197602547121}
+{'epoch': 19, 'iter': 750, 'avg_loss': 0.07306306238242549, 'avg_acc': 0.0, 'loss': 0.026458939028062543}
+{'epoch': 19, 'iter': 760, 'avg_loss': 0.07291401300841985, 'avg_acc': 0.0, 'loss': 0.04359359079752981}
+{'epoch': 19, 'iter': 770, 'avg_loss': 0.07292367633175385, 'avg_acc': 0.0, 'loss': 0.04592445802937358}
+{'epoch': 19, 'iter': 780, 'avg_loss': 0.07286676421368174, 'avg_acc': 0.0, 'loss': 0.04879152724894351}
+{'epoch': 19, 'iter': 790, 'avg_loss': 0.07269179821955107, 'avg_acc': 0.0, 'loss': 0.10483850947487991}
+{'epoch': 19, 'iter': 800, 'avg_loss': 0.07253066283685097, 'avg_acc': 0.0, 'loss': 0.02190586525130657}
+{'epoch': 19, 'iter': 810, 'avg_loss': 0.07241299566787542, 'avg_acc': 0.0, 'loss': 0.05980099057859434}
+{'epoch': 19, 'iter': 820, 'avg_loss': 0.07280400352705554, 'avg_acc': 0.0, 'loss': 0.05346660728424776}
+{'epoch': 19, 'iter': 830, 'avg_loss': 0.07273398156488398, 'avg_acc': 0.0, 'loss': 0.0679167498446621}
+{'epoch': 19, 'iter': 840, 'avg_loss': 0.07265562637398915, 'avg_acc': 0.0, 'loss': 0.06507316161625047}
+{'epoch': 19, 'iter': 850, 'avg_loss': 0.07258776061564573, 'avg_acc': 0.0, 'loss': 0.06784304979879403}
+{'epoch': 19, 'iter': 860, 'avg_loss': 0.0726928228911877, 'avg_acc': 0.0, 'loss': 0.0983599490530947}
+{'epoch': 19, 'iter': 870, 'avg_loss': 0.07330465132612923, 'avg_acc': 0.0, 'loss': 0.06178835085825694}
+{'epoch': 19, 'iter': 880, 'avg_loss': 0.07347784583250004, 'avg_acc': 0.0, 'loss': 0.13532565624411014}
+{'epoch': 19, 'iter': 890, 'avg_loss': 0.07362717917790097, 'avg_acc': 0.0, 'loss': 0.0702939350791496}
+{'epoch': 19, 'iter': 900, 'avg_loss': 0.07378539847188408, 'avg_acc': 0.0, 'loss': 0.036447057560741715}
+{'epoch': 19, 'iter': 910, 'avg_loss': 0.07374969338011167, 'avg_acc': 0.0, 'loss': 0.08337500600956714}
+{'epoch': 19, 'iter': 920, 'avg_loss': 0.07381743565772919, 'avg_acc': 0.0, 'loss': 0.047508242364541174}
+{'epoch': 19, 'iter': 930, 'avg_loss': 0.07377900734442594, 'avg_acc': 0.0, 'loss': 0.10877854488587348}
+{'epoch': 19, 'iter': 940, 'avg_loss': 0.07365467245562712, 'avg_acc': 0.0, 'loss': 0.07640427262533324}
+{'epoch': 19, 'iter': 950, 'avg_loss': 0.07392176311891366, 'avg_acc': 0.0, 'loss': 0.03350550627383037}
+{'epoch': 19, 'iter': 960, 'avg_loss': 0.07376208252986774, 'avg_acc': 0.0, 'loss': 0.042991931706215576}
+{'epoch': 19, 'iter': 970, 'avg_loss': 0.07357939698925159, 'avg_acc': 0.0, 'loss': 0.05171811373725177}
+{'epoch': 19, 'iter': 980, 'avg_loss': 0.0737291119115633, 'avg_acc': 0.0, 'loss': 0.09904312700314222}
+{'epoch': 19, 'iter': 990, 'avg_loss': 0.07376186150345157, 'avg_acc': 0.0, 'loss': 0.05608871550960868}
+{'epoch': 19, 'iter': 1000, 'avg_loss': 0.07379840581755812, 'avg_acc': 0.0, 'loss': 0.0635995294637094}
+{'epoch': 19, 'iter': 1010, 'avg_loss': 0.07376107474278082, 'avg_acc': 0.0, 'loss': 0.05768451790413767}
+{'epoch': 19, 'iter': 1020, 'avg_loss': 0.07358911485545408, 'avg_acc': 0.0, 'loss': 0.060008003835441005}
+{'epoch': 19, 'iter': 1030, 'avg_loss': 0.07362808501583952, 'avg_acc': 0.0, 'loss': 0.12748230149454035}
+{'epoch': 19, 'iter': 1040, 'avg_loss': 0.07351670796692979, 'avg_acc': 0.0, 'loss': 0.07881638202418019}
+{'epoch': 19, 'iter': 1050, 'avg_loss': 0.07355950510965, 'avg_acc': 0.0, 'loss': 0.07397111652172887}
+{'epoch': 19, 'iter': 1060, 'avg_loss': 0.07357350214494847, 'avg_acc': 0.0, 'loss': 0.11195592532474002}
+{'epoch': 19, 'iter': 1070, 'avg_loss': 0.07366487886668832, 'avg_acc': 0.0, 'loss': 0.04184867624031036}
+{'epoch': 19, 'iter': 1080, 'avg_loss': 0.07341178605006687, 'avg_acc': 0.0, 'loss': 0.04400370142821178}
+{'epoch': 19, 'iter': 1090, 'avg_loss': 0.07340272171671866, 'avg_acc': 0.0, 'loss': 0.05646595212225033}
+{'epoch': 19, 'iter': 1100, 'avg_loss': 0.07339012772812877, 'avg_acc': 0.0, 'loss': 0.07187517444944343}
+{'epoch': 19, 'iter': 1110, 'avg_loss': 0.07340682856251551, 'avg_acc': 0.0, 'loss': 0.07544214687647711}
+{'epoch': 19, 'iter': 1120, 'avg_loss': 0.07323806228782839, 'avg_acc': 0.0, 'loss': 0.07025303289656343}
+{'epoch': 19, 'iter': 1130, 'avg_loss': 0.07310930677475394, 'avg_acc': 0.0, 'loss': 0.042484292045498605}
+{'epoch': 19, 'iter': 1140, 'avg_loss': 0.07307028145021231, 'avg_acc': 0.0, 'loss': 0.09429817777479294}
+{'epoch': 19, 'iter': 1150, 'avg_loss': 0.0730620447085832, 'avg_acc': 0.0, 'loss': 0.06997046648131848}
+{'epoch': 19, 'iter': 1160, 'avg_loss': 0.073112025038391, 'avg_acc': 0.0, 'loss': 0.10106778923749207}
+{'epoch': 19, 'iter': 1170, 'avg_loss': 0.07319552114672022, 'avg_acc': 0.0, 'loss': 0.07502613983378328}
+{'epoch': 19, 'iter': 1180, 'avg_loss': 0.07304335383759084, 'avg_acc': 0.0, 'loss': 0.048699450330557524}
+{'epoch': 19, 'iter': 1190, 'avg_loss': 0.07289745926845392, 'avg_acc': 0.0, 'loss': 0.07261579839437866}
+{'epoch': 19, 'iter': 1200, 'avg_loss': 0.0726183197261833, 'avg_acc': 0.0, 'loss': 0.07093997163227478}
+{'epoch': 19, 'iter': 1210, 'avg_loss': 0.07265952938220602, 'avg_acc': 0.0, 'loss': 0.04233178745485791}
+{'epoch': 19, 'iter': 1220, 'avg_loss': 0.07260066277999468, 'avg_acc': 0.0, 'loss': 0.028857052196568943}
+{'epoch': 19, 'iter': 1230, 'avg_loss': 0.0726148069708425, 'avg_acc': 0.0, 'loss': 0.07702958684502496}
+{'epoch': 19, 'iter': 1240, 'avg_loss': 0.07269438548855735, 'avg_acc': 0.0, 'loss': 0.0462326209675256}
+{'epoch': 19, 'iter': 1250, 'avg_loss': 0.07273660156997155, 'avg_acc': 0.0, 'loss': 0.1088233189314991}
+{'epoch': 19, 'iter': 1260, 'avg_loss': 0.07284612044156669, 'avg_acc': 0.0, 'loss': 0.05645091093284853}
+{'epoch': 19, 'iter': 1270, 'avg_loss': 0.07293422223232073, 'avg_acc': 0.0, 'loss': 0.17060957320401623}
+{'epoch': 19, 'iter': 1280, 'avg_loss': 0.07305974047336364, 'avg_acc': 0.0, 'loss': 0.1283384999343176}
+{'epoch': 19, 'iter': 1290, 'avg_loss': 0.07302552406832968, 'avg_acc': 0.0, 'loss': 0.0798790894927127}
+{'epoch': 19, 'iter': 1300, 'avg_loss': 0.07303745559142873, 'avg_acc': 0.0, 'loss': 0.11632783366503523}
+{'epoch': 19, 'iter': 1310, 'avg_loss': 0.07316255725187291, 'avg_acc': 0.0, 'loss': 0.04044538869028916}
+{'epoch': 19, 'iter': 1320, 'avg_loss': 0.07300677189206121, 'avg_acc': 0.0, 'loss': 0.03265748945226627}
+{'epoch': 19, 'iter': 1330, 'avg_loss': 0.07299616176168862, 'avg_acc': 0.0, 'loss': 0.0327985024094549}
+{'epoch': 19, 'iter': 1340, 'avg_loss': 0.07298885878666436, 'avg_acc': 0.0, 'loss': 0.03883866514594558}
+{'epoch': 19, 'iter': 1350, 'avg_loss': 0.07296419104931223, 'avg_acc': 0.0, 'loss': 0.06309078617170119}
+{'epoch': 19, 'iter': 1360, 'avg_loss': 0.07296521377945207, 'avg_acc': 0.0, 'loss': 0.06037363508637026}
+{'epoch': 19, 'iter': 1370, 'avg_loss': 0.07289266036268756, 'avg_acc': 0.0, 'loss': 0.05953883750326635}
+{'epoch': 19, 'iter': 1380, 'avg_loss': 0.07306955053572325, 'avg_acc': 0.0, 'loss': 0.09807696109825363}
+{'epoch': 19, 'iter': 1390, 'avg_loss': 0.07312736762412161, 'avg_acc': 0.0, 'loss': 0.06524619244315284}
+{'epoch': 19, 'iter': 1400, 'avg_loss': 0.07318143592082908, 'avg_acc': 0.0, 'loss': 0.13946235101146798}
+{'epoch': 19, 'iter': 1410, 'avg_loss': 0.07310719510937257, 'avg_acc': 0.0, 'loss': 0.060547262826340945}
+{'epoch': 19, 'iter': 1420, 'avg_loss': 0.0731515008920148, 'avg_acc': 0.0, 'loss': 0.06250375482823602}
+{'epoch': 19, 'iter': 1430, 'avg_loss': 0.07316113936879592, 'avg_acc': 0.0, 'loss': 0.06563981130725592}
+{'epoch': 19, 'iter': 1440, 'avg_loss': 0.07325910808613777, 'avg_acc': 0.0, 'loss': 0.09059987174561814}
+{'epoch': 19, 'iter': 1450, 'avg_loss': 0.0733264641477987, 'avg_acc': 0.0, 'loss': 0.04496434294125403}
+{'epoch': 19, 'iter': 1460, 'avg_loss': 0.07332002241288783, 'avg_acc': 0.0, 'loss': 0.03131024863279208}
+{'epoch': 19, 'iter': 1470, 'avg_loss': 0.07328347066988262, 'avg_acc': 0.0, 'loss': 0.04673544368842337}
+{'epoch': 19, 'iter': 1480, 'avg_loss': 0.0731642601061152, 'avg_acc': 0.0, 'loss': 0.03771623538926048}
+{'epoch': 19, 'iter': 1490, 'avg_loss': 0.07319455384780342, 'avg_acc': 0.0, 'loss': 0.13413554894025634}
+{'epoch': 19, 'iter': 1500, 'avg_loss': 0.07318696001502226, 'avg_acc': 0.0, 'loss': 0.10361098052050823}
+{'epoch': 19, 'iter': 1510, 'avg_loss': 0.07322042034096927, 'avg_acc': 0.0, 'loss': 0.12448107212115644}
+{'epoch': 19, 'iter': 1520, 'avg_loss': 0.07338453375181449, 'avg_acc': 0.0, 'loss': 0.11013968071007087}
+{'epoch': 19, 'iter': 1530, 'avg_loss': 0.07331836974937282, 'avg_acc': 0.0, 'loss': 0.0840037931065325}
+{'epoch': 19, 'iter': 1540, 'avg_loss': 0.07325744705508593, 'avg_acc': 0.0, 'loss': 0.059828562991112576}
+{'epoch': 19, 'iter': 1550, 'avg_loss': 0.07328976927936774, 'avg_acc': 0.0, 'loss': 0.030554222065640194}
+{'epoch': 19, 'iter': 1560, 'avg_loss': 0.07326565784048138, 'avg_acc': 0.0, 'loss': 0.03869898235297699}
+{'epoch': 19, 'iter': 1570, 'avg_loss': 0.07337795539031532, 'avg_acc': 0.0, 'loss': 0.10959064886448491}
+{'epoch': 19, 'iter': 1580, 'avg_loss': 0.07341041602541602, 'avg_acc': 0.0, 'loss': 0.03504386746456386}
+{'epoch': 19, 'iter': 1590, 'avg_loss': 0.0734440973838785, 'avg_acc': 0.0, 'loss': 0.04433116129503998}
+{'epoch': 19, 'iter': 1600, 'avg_loss': 0.07329427621157433, 'avg_acc': 0.0, 'loss': 0.0700680486084987}
+{'epoch': 19, 'iter': 1610, 'avg_loss': 0.07340446015796041, 'avg_acc': 0.0, 'loss': 0.026931855317749456}
+{'epoch': 19, 'iter': 1620, 'avg_loss': 0.07343717858644465, 'avg_acc': 0.0, 'loss': 0.056679879916450605}
+{'epoch': 19, 'iter': 1630, 'avg_loss': 0.07358668555086405, 'avg_acc': 0.0, 'loss': 0.026115972781456418}
+{'epoch': 19, 'iter': 1640, 'avg_loss': 0.07354414691938085, 'avg_acc': 0.0, 'loss': 0.07390943497457109}
+{'epoch': 19, 'iter': 1650, 'avg_loss': 0.07355266368950288, 'avg_acc': 0.0, 'loss': 0.06942563012598107}
+{'epoch': 19, 'iter': 1660, 'avg_loss': 0.07370692529261916, 'avg_acc': 0.0, 'loss': 0.1143316463980832}
+{'epoch': 19, 'iter': 1670, 'avg_loss': 0.07374117175664031, 'avg_acc': 0.0, 'loss': 0.023405785487122036}
+{'epoch': 19, 'iter': 1680, 'avg_loss': 0.07369239594907094, 'avg_acc': 0.0, 'loss': 0.039935860810562725}
+{'epoch': 19, 'iter': 1690, 'avg_loss': 0.07364568905381695, 'avg_acc': 0.0, 'loss': 0.09923219759852892}
+{'epoch': 19, 'iter': 1700, 'avg_loss': 0.07367553280900921, 'avg_acc': 0.0, 'loss': 0.04956398449877903}
+{'epoch': 19, 'iter': 1710, 'avg_loss': 0.07363394881279685, 'avg_acc': 0.0, 'loss': 0.0372109655230385}
+{'epoch': 19, 'iter': 1720, 'avg_loss': 0.07355364262909007, 'avg_acc': 0.0, 'loss': 0.06330729994692774}
+{'epoch': 19, 'iter': 1730, 'avg_loss': 0.07359036061722005, 'avg_acc': 0.0, 'loss': 0.13311542552970732}
+{'epoch': 19, 'iter': 1740, 'avg_loss': 0.07346020445380334, 'avg_acc': 0.0, 'loss': 0.05442945698187681}
+{'epoch': 19, 'iter': 1750, 'avg_loss': 0.07357347311799826, 'avg_acc': 0.0, 'loss': 0.12106832571346006}
+{'epoch': 19, 'iter': 1760, 'avg_loss': 0.07356003705184853, 'avg_acc': 0.0, 'loss': 0.09915329274226028}
+{'epoch': 19, 'iter': 1770, 'avg_loss': 0.07355424525269326, 'avg_acc': 0.0, 'loss': 0.03741784814951237}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.0, 'ece': 0.05948759242892265, 'avg_loss': 0.07355095515081432, 'f1_scores': 0.9447052665480916}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.03334180580983822, 'avg_acc': 0.0, 'loss': 0.03334180580983822}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.07733617608252198, 'avg_acc': 0.0, 'loss': 0.028223454596162663}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.07254750958001806, 'avg_acc': 0.0, 'loss': 0.09693430794028553}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.07055161322019406, 'avg_acc': 0.0, 'loss': 0.028354168528723887}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.0713546115841819, 'avg_acc': 0.0, 'loss': 0.03534113887827824}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.06916642304077537, 'avg_acc': 0.0, 'loss': 0.07673715457023685}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.07025011536832522, 'avg_acc': 0.0, 'loss': 0.094477091653971}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.07062950193500356, 'avg_acc': 0.0, 'loss': 0.10674276901449632}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.07151616281421831, 'avg_acc': 0.0, 'loss': 0.09673206835896053}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.07087701328506485, 'avg_acc': 0.0, 'loss': 0.049794099146209546}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.0711580945057889, 'avg_acc': 0.0, 'loss': 0.04764571865388234}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.0700774097108863, 'avg_acc': 0.0, 'loss': 0.06988443915656717}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.07068992252672252, 'avg_acc': 0.0, 'loss': 0.05241761484767185}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.07050082313581871, 'avg_acc': 0.0, 'loss': 0.04904431929320399}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.07032849746344456, 'avg_acc': 0.0, 'loss': 0.06319152663815178}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.07019477645407178, 'avg_acc': 0.0, 'loss': 0.07383642597356754}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.07104922670065753, 'avg_acc': 0.0, 'loss': 0.10919910671921887}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.07092965984211336, 'avg_acc': 0.0, 'loss': 0.05140696309549395}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.07037291404845508, 'avg_acc': 0.0, 'loss': 0.04496142137768645}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.06997176795727111, 'avg_acc': 0.0, 'loss': 0.05569479756337614}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.07022587479962712, 'avg_acc': 0.0, 'loss': 0.017818820133535543}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.06990289820077236, 'avg_acc': 0.0, 'loss': 0.046704081728776714}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.07073934546809087, 'avg_acc': 0.0, 'loss': 0.09936477331474285}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.07167816123844988, 'avg_acc': 0.0, 'loss': 0.08668422187646943}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.07167305441790896, 'avg_acc': 0.0, 'loss': 0.07721474957096826}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.07150945711464682, 'avg_acc': 0.0, 'loss': 0.10363406737373485}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.07086909062300473, 'avg_acc': 0.0, 'loss': 0.03863790717534649}
+{'epoch': 20, 'iter': 270, 'avg_loss': 0.07050776254120515, 'avg_acc': 0.0, 'loss': 0.026053497981676187}
+{'epoch': 20, 'iter': 280, 'avg_loss': 0.07031567401065508, 'avg_acc': 0.0, 'loss': 0.06764958404080192}
+{'epoch': 20, 'iter': 290, 'avg_loss': 0.07128730055987392, 'avg_acc': 0.0, 'loss': 0.1055180753928328}
+{'epoch': 20, 'iter': 300, 'avg_loss': 0.0708273278064933, 'avg_acc': 0.0, 'loss': 0.10154672564434414}
+{'epoch': 20, 'iter': 310, 'avg_loss': 0.07086048347161285, 'avg_acc': 0.0, 'loss': 0.09957275404576649}
+{'epoch': 20, 'iter': 320, 'avg_loss': 0.07106409811442216, 'avg_acc': 0.0, 'loss': 0.06219868781759682}
+{'epoch': 20, 'iter': 330, 'avg_loss': 0.0711650775396544, 'avg_acc': 0.0, 'loss': 0.06289496831601785}
+{'epoch': 20, 'iter': 340, 'avg_loss': 0.07132242054461137, 'avg_acc': 0.0, 'loss': 0.02213332160792041}
+{'epoch': 20, 'iter': 350, 'avg_loss': 0.07201872721858821, 'avg_acc': 0.0, 'loss': 0.18919822337053507}
+{'epoch': 20, 'iter': 360, 'avg_loss': 0.07248718192544594, 'avg_acc': 0.0, 'loss': 0.09981770179006892}
+{'epoch': 20, 'iter': 370, 'avg_loss': 0.07227229265486655, 'avg_acc': 0.0, 'loss': 0.08204071013450889}
+{'epoch': 20, 'iter': 380, 'avg_loss': 0.07239734561592087, 'avg_acc': 0.0, 'loss': 0.0601380166749083}
+{'epoch': 20, 'iter': 390, 'avg_loss': 0.07243309705569091, 'avg_acc': 0.0, 'loss': 0.039007496936863256}
+{'epoch': 20, 'iter': 400, 'avg_loss': 0.07205648283819395, 'avg_acc': 0.0, 'loss': 0.05735296249719925}
+{'epoch': 20, 'iter': 410, 'avg_loss': 0.07216169494101643, 'avg_acc': 0.0, 'loss': 0.08048770219024398}
+{'epoch': 20, 'iter': 420, 'avg_loss': 0.07213957617559741, 'avg_acc': 0.0, 'loss': 0.03966145933245002}
+{'epoch': 20, 'iter': 430, 'avg_loss': 0.07268928058951252, 'avg_acc': 0.0, 'loss': 0.05642391703993001}
+{'epoch': 20, 'iter': 440, 'avg_loss': 0.07250823581098217, 'avg_acc': 0.0, 'loss': 0.03997835801205797}
+{'epoch': 20, 'iter': 450, 'avg_loss': 0.07239119051263368, 'avg_acc': 0.0, 'loss': 0.05913575194733969}
+{'epoch': 20, 'iter': 460, 'avg_loss': 0.07269668731985084, 'avg_acc': 0.0, 'loss': 0.11883070639590138}
+{'epoch': 20, 'iter': 470, 'avg_loss': 0.07292757327937839, 'avg_acc': 0.0, 'loss': 0.06751260096439182}
+{'epoch': 20, 'iter': 480, 'avg_loss': 0.07325866869330361, 'avg_acc': 0.0, 'loss': 0.08743352233578808}
+{'epoch': 20, 'iter': 490, 'avg_loss': 0.07316050473718466, 'avg_acc': 0.0, 'loss': 0.057850364248350515}
+{'epoch': 20, 'iter': 500, 'avg_loss': 0.07276923143995788, 'avg_acc': 0.0, 'loss': 0.10201960170043378}
+{'epoch': 20, 'iter': 510, 'avg_loss': 0.07239888500090735, 'avg_acc': 0.0, 'loss': 0.05623403236751301}
+{'epoch': 20, 'iter': 520, 'avg_loss': 0.07215439770258843, 'avg_acc': 0.0, 'loss': 0.04972032234812624}
+{'epoch': 20, 'iter': 530, 'avg_loss': 0.07182624936697415, 'avg_acc': 0.0, 'loss': 0.05835442234998871}
+{'epoch': 20, 'iter': 540, 'avg_loss': 0.07184061595624566, 'avg_acc': 0.0, 'loss': 0.04202674124792947}
+{'epoch': 20, 'iter': 550, 'avg_loss': 0.07165355076842787, 'avg_acc': 0.0, 'loss': 0.09060779955173764}
+{'epoch': 20, 'iter': 560, 'avg_loss': 0.07164381117147497, 'avg_acc': 0.0, 'loss': 0.04289778464307403}
+{'epoch': 20, 'iter': 570, 'avg_loss': 0.07151722402536542, 'avg_acc': 0.0, 'loss': 0.04802539546783992}
+{'epoch': 20, 'iter': 580, 'avg_loss': 0.07177069283570653, 'avg_acc': 0.0, 'loss': 0.06853262217990569}
+{'epoch': 20, 'iter': 590, 'avg_loss': 0.07179236857181077, 'avg_acc': 0.0, 'loss': 0.09196111860071352}
+{'epoch': 20, 'iter': 600, 'avg_loss': 0.07171769954474741, 'avg_acc': 0.0, 'loss': 0.047386443761817124}
+{'epoch': 20, 'iter': 610, 'avg_loss': 0.07156148087535527, 'avg_acc': 0.0, 'loss': 0.11136142088395826}
+{'epoch': 20, 'iter': 620, 'avg_loss': 0.07175855118699676, 'avg_acc': 0.0, 'loss': 0.037745356908189365}
+{'epoch': 20, 'iter': 630, 'avg_loss': 0.07170876227670864, 'avg_acc': 0.0, 'loss': 0.05265072968155339}
+{'epoch': 20, 'iter': 640, 'avg_loss': 0.07148522762975214, 'avg_acc': 0.0, 'loss': 0.0756442667062568}
+{'epoch': 20, 'iter': 650, 'avg_loss': 0.07140267700809871, 'avg_acc': 0.0, 'loss': 0.04356134659085902}
+{'epoch': 20, 'iter': 660, 'avg_loss': 0.07130586464596861, 'avg_acc': 0.0, 'loss': 0.045337453192047406}
+{'epoch': 20, 'iter': 670, 'avg_loss': 0.07129814256643144, 'avg_acc': 0.0, 'loss': 0.08775431378057265}
+{'epoch': 20, 'iter': 680, 'avg_loss': 0.07109705885239866, 'avg_acc': 0.0, 'loss': 0.05989397357683198}
+{'epoch': 20, 'iter': 690, 'avg_loss': 0.07104228588639072, 'avg_acc': 0.0, 'loss': 0.10149652204225795}
+{'epoch': 20, 'iter': 700, 'avg_loss': 0.07092043792948284, 'avg_acc': 0.0, 'loss': 0.04969375425208966}
+{'epoch': 20, 'iter': 710, 'avg_loss': 0.07108037922373495, 'avg_acc': 0.0, 'loss': 0.07565067407909558}
+{'epoch': 20, 'iter': 720, 'avg_loss': 0.07110903900479652, 'avg_acc': 0.0, 'loss': 0.0407344717324593}
+{'epoch': 20, 'iter': 730, 'avg_loss': 0.07118900631633329, 'avg_acc': 0.0, 'loss': 0.05603218901919961}
+{'epoch': 20, 'iter': 740, 'avg_loss': 0.07088219328936846, 'avg_acc': 0.0, 'loss': 0.03051579531000113}
+{'epoch': 20, 'iter': 750, 'avg_loss': 0.07086851792632287, 'avg_acc': 0.0, 'loss': 0.02588326238274874}
+{'epoch': 20, 'iter': 760, 'avg_loss': 0.07076472934475443, 'avg_acc': 0.0, 'loss': 0.04444351657839109}
+{'epoch': 20, 'iter': 770, 'avg_loss': 0.07080302927593979, 'avg_acc': 0.0, 'loss': 0.04372288601502662}
+{'epoch': 20, 'iter': 780, 'avg_loss': 0.07077489120570218, 'avg_acc': 0.0, 'loss': 0.04728171031617429}
+{'epoch': 20, 'iter': 790, 'avg_loss': 0.07063275792439051, 'avg_acc': 0.0, 'loss': 0.1026173220571869}
+{'epoch': 20, 'iter': 800, 'avg_loss': 0.07047037548352288, 'avg_acc': 0.0, 'loss': 0.019643822111522775}
+{'epoch': 20, 'iter': 810, 'avg_loss': 0.0703535546465539, 'avg_acc': 0.0, 'loss': 0.05978403049194623}
+{'epoch': 20, 'iter': 820, 'avg_loss': 0.07072092241894372, 'avg_acc': 0.0, 'loss': 0.05229653381707473}
+{'epoch': 20, 'iter': 830, 'avg_loss': 0.07065081906259107, 'avg_acc': 0.0, 'loss': 0.0669896414581217}
+{'epoch': 20, 'iter': 840, 'avg_loss': 0.07059399391413586, 'avg_acc': 0.0, 'loss': 0.06773472643518273}
+{'epoch': 20, 'iter': 850, 'avg_loss': 0.0705176149560565, 'avg_acc': 0.0, 'loss': 0.06556159331132554}
+{'epoch': 20, 'iter': 860, 'avg_loss': 0.07058682742825875, 'avg_acc': 0.0, 'loss': 0.09284787387994088}
+{'epoch': 20, 'iter': 870, 'avg_loss': 0.07114970822582914, 'avg_acc': 0.0, 'loss': 0.057231938771615934}
+{'epoch': 20, 'iter': 880, 'avg_loss': 0.07129161095527144, 'avg_acc': 0.0, 'loss': 0.12569696576560674}
+{'epoch': 20, 'iter': 890, 'avg_loss': 0.07140225505505608, 'avg_acc': 0.0, 'loss': 0.07071338955973211}
+{'epoch': 20, 'iter': 900, 'avg_loss': 0.07156895707333215, 'avg_acc': 0.0, 'loss': 0.03628123885680574}
+{'epoch': 20, 'iter': 910, 'avg_loss': 0.07154730711388997, 'avg_acc': 0.0, 'loss': 0.0825691965566051}
+{'epoch': 20, 'iter': 920, 'avg_loss': 0.07158922157429955, 'avg_acc': 0.0, 'loss': 0.04631051022837238}
+{'epoch': 20, 'iter': 930, 'avg_loss': 0.07156406612603564, 'avg_acc': 0.0, 'loss': 0.10960053178301417}
+{'epoch': 20, 'iter': 940, 'avg_loss': 0.07143539242528191, 'avg_acc': 0.0, 'loss': 0.0752086337946756}
+{'epoch': 20, 'iter': 950, 'avg_loss': 0.0716361564227639, 'avg_acc': 0.0, 'loss': 0.033227721105857554}
+{'epoch': 20, 'iter': 960, 'avg_loss': 0.07148176476984798, 'avg_acc': 0.0, 'loss': 0.042838030361573534}
+{'epoch': 20, 'iter': 970, 'avg_loss': 0.07130725394657453, 'avg_acc': 0.0, 'loss': 0.05032447311340807}
+{'epoch': 20, 'iter': 980, 'avg_loss': 0.07143719288671056, 'avg_acc': 0.0, 'loss': 0.09035527323856382}
+{'epoch': 20, 'iter': 990, 'avg_loss': 0.07145979826858398, 'avg_acc': 0.0, 'loss': 0.05457176161735942}
+{'epoch': 20, 'iter': 1000, 'avg_loss': 0.07149793599330968, 'avg_acc': 0.0, 'loss': 0.06601472308567224}
+{'epoch': 20, 'iter': 1010, 'avg_loss': 0.07146198621787424, 'avg_acc': 0.0, 'loss': 0.055884529576756235}
+{'epoch': 20, 'iter': 1020, 'avg_loss': 0.0713316693572831, 'avg_acc': 0.0, 'loss': 0.06162419378128244}
+{'epoch': 20, 'iter': 1030, 'avg_loss': 0.07139856822758547, 'avg_acc': 0.0, 'loss': 0.12821049448254077}
+{'epoch': 20, 'iter': 1040, 'avg_loss': 0.07130723050217488, 'avg_acc': 0.0, 'loss': 0.07638152798202213}
+{'epoch': 20, 'iter': 1050, 'avg_loss': 0.07136518672504999, 'avg_acc': 0.0, 'loss': 0.0735025795389309}
+{'epoch': 20, 'iter': 1060, 'avg_loss': 0.07137658159715668, 'avg_acc': 0.0, 'loss': 0.10477123019164683}
+{'epoch': 20, 'iter': 1070, 'avg_loss': 0.07144823295854817, 'avg_acc': 0.0, 'loss': 0.04725624424223237}
+{'epoch': 20, 'iter': 1080, 'avg_loss': 0.07122756991523463, 'avg_acc': 0.0, 'loss': 0.044660049283462754}
+{'epoch': 20, 'iter': 1090, 'avg_loss': 0.07121629230885183, 'avg_acc': 0.0, 'loss': 0.05775550612744544}
+{'epoch': 20, 'iter': 1100, 'avg_loss': 0.07119389782900018, 'avg_acc': 0.0, 'loss': 0.07654549697671646}
+{'epoch': 20, 'iter': 1110, 'avg_loss': 0.07122166623088176, 'avg_acc': 0.0, 'loss': 0.07326732342890603}
+{'epoch': 20, 'iter': 1120, 'avg_loss': 0.07105535787939678, 'avg_acc': 0.0, 'loss': 0.06912951474572333}
+{'epoch': 20, 'iter': 1130, 'avg_loss': 0.07094506183667192, 'avg_acc': 0.0, 'loss': 0.04321960350021722}
+{'epoch': 20, 'iter': 1140, 'avg_loss': 0.07092662405427935, 'avg_acc': 0.0, 'loss': 0.08531208405531336}
+{'epoch': 20, 'iter': 1150, 'avg_loss': 0.07091428117412704, 'avg_acc': 0.0, 'loss': 0.07000109454685749}
+{'epoch': 20, 'iter': 1160, 'avg_loss': 0.0709535171302725, 'avg_acc': 0.0, 'loss': 0.09837145227106296}
+{'epoch': 20, 'iter': 1170, 'avg_loss': 0.07100279405279858, 'avg_acc': 0.0, 'loss': 0.07368226721398026}
+{'epoch': 20, 'iter': 1180, 'avg_loss': 0.07085962741717633, 'avg_acc': 0.0, 'loss': 0.049183474832060724}
+{'epoch': 20, 'iter': 1190, 'avg_loss': 0.0707392718253313, 'avg_acc': 0.0, 'loss': 0.07089605115327556}
+{'epoch': 20, 'iter': 1200, 'avg_loss': 0.07047343322264536, 'avg_acc': 0.0, 'loss': 0.06746332386147254}
+{'epoch': 20, 'iter': 1210, 'avg_loss': 0.07049569998373291, 'avg_acc': 0.0, 'loss': 0.04170911163677918}
+{'epoch': 20, 'iter': 1220, 'avg_loss': 0.07043911095882802, 'avg_acc': 0.0, 'loss': 0.030640658231937273}
+{'epoch': 20, 'iter': 1230, 'avg_loss': 0.07044056739366321, 'avg_acc': 0.0, 'loss': 0.06966048258770334}
+{'epoch': 20, 'iter': 1240, 'avg_loss': 0.07051583058587688, 'avg_acc': 0.0, 'loss': 0.04740847184269877}
+{'epoch': 20, 'iter': 1250, 'avg_loss': 0.07054117080006898, 'avg_acc': 0.0, 'loss': 0.09775540369735682}
+{'epoch': 20, 'iter': 1260, 'avg_loss': 0.07063148153600345, 'avg_acc': 0.0, 'loss': 0.0532159454052297}
+{'epoch': 20, 'iter': 1270, 'avg_loss': 0.07070935568110127, 'avg_acc': 0.0, 'loss': 0.15185225446852663}
+{'epoch': 20, 'iter': 1280, 'avg_loss': 0.07082064980586585, 'avg_acc': 0.0, 'loss': 0.11785515221079175}
+{'epoch': 20, 'iter': 1290, 'avg_loss': 0.07076637951772696, 'avg_acc': 0.0, 'loss': 0.0730605806497603}
+{'epoch': 20, 'iter': 1300, 'avg_loss': 0.0707627951727046, 'avg_acc': 0.0, 'loss': 0.10083706658765428}
+{'epoch': 20, 'iter': 1310, 'avg_loss': 0.07085983305300855, 'avg_acc': 0.0, 'loss': 0.04556521216027574}
+{'epoch': 20, 'iter': 1320, 'avg_loss': 0.07072410164498606, 'avg_acc': 0.0, 'loss': 0.03184481561747938}
+{'epoch': 20, 'iter': 1330, 'avg_loss': 0.07071635613399184, 'avg_acc': 0.0, 'loss': 0.036127427265682854}
+{'epoch': 20, 'iter': 1340, 'avg_loss': 0.07073371755221085, 'avg_acc': 0.0, 'loss': 0.04271571585273242}
+{'epoch': 20, 'iter': 1350, 'avg_loss': 0.07070695049760552, 'avg_acc': 0.0, 'loss': 0.06340979653009729}
+{'epoch': 20, 'iter': 1360, 'avg_loss': 0.07068686199532534, 'avg_acc': 0.0, 'loss': 0.06361516498565273}
+{'epoch': 20, 'iter': 1370, 'avg_loss': 0.07061710625891651, 'avg_acc': 0.0, 'loss': 0.05709073525339444}
+{'epoch': 20, 'iter': 1380, 'avg_loss': 0.07075985833772915, 'avg_acc': 0.0, 'loss': 0.09202430913481813}
+{'epoch': 20, 'iter': 1390, 'avg_loss': 0.07080385581701017, 'avg_acc': 0.0, 'loss': 0.06511257277225013}
+{'epoch': 20, 'iter': 1400, 'avg_loss': 0.07084698811320263, 'avg_acc': 0.0, 'loss': 0.12813244322413805}
+{'epoch': 20, 'iter': 1410, 'avg_loss': 0.07079764441653488, 'avg_acc': 0.0, 'loss': 0.061021413876817726}
+{'epoch': 20, 'iter': 1420, 'avg_loss': 0.07084127591201134, 'avg_acc': 0.0, 'loss': 0.059730401077601414}
+{'epoch': 20, 'iter': 1430, 'avg_loss': 0.07084361220445896, 'avg_acc': 0.0, 'loss': 0.06194295196610864}
+{'epoch': 20, 'iter': 1440, 'avg_loss': 0.07095775885372214, 'avg_acc': 0.0, 'loss': 0.09950477916117961}
+{'epoch': 20, 'iter': 1450, 'avg_loss': 0.07101901656035747, 'avg_acc': 0.0, 'loss': 0.043339445843000944}
+{'epoch': 20, 'iter': 1460, 'avg_loss': 0.0710085465998024, 'avg_acc': 0.0, 'loss': 0.03323026026602146}
+{'epoch': 20, 'iter': 1470, 'avg_loss': 0.0709725269991727, 'avg_acc': 0.0, 'loss': 0.044842790872447066}
+{'epoch': 20, 'iter': 1480, 'avg_loss': 0.07086834509113639, 'avg_acc': 0.0, 'loss': 0.0399677161020853}
+{'epoch': 20, 'iter': 1490, 'avg_loss': 0.0709176516216073, 'avg_acc': 0.0, 'loss': 0.13750207303918874}
+{'epoch': 20, 'iter': 1500, 'avg_loss': 0.07090561670192126, 'avg_acc': 0.0, 'loss': 0.0975952276571661}
+{'epoch': 20, 'iter': 1510, 'avg_loss': 0.07093794132970152, 'avg_acc': 0.0, 'loss': 0.1107458998234177}
+{'epoch': 20, 'iter': 1520, 'avg_loss': 0.0710705508481259, 'avg_acc': 0.0, 'loss': 0.09954508089085883}
+{'epoch': 20, 'iter': 1530, 'avg_loss': 0.07099665933921281, 'avg_acc': 0.0, 'loss': 0.07604203634585156}
+{'epoch': 20, 'iter': 1540, 'avg_loss': 0.07094519407161952, 'avg_acc': 0.0, 'loss': 0.0565842706015839}
+{'epoch': 20, 'iter': 1550, 'avg_loss': 0.07098423138563596, 'avg_acc': 0.0, 'loss': 0.031039927576817457}
+{'epoch': 20, 'iter': 1560, 'avg_loss': 0.07095861095463826, 'avg_acc': 0.0, 'loss': 0.03936858259131018}
+{'epoch': 20, 'iter': 1570, 'avg_loss': 0.07106576470938783, 'avg_acc': 0.0, 'loss': 0.10699833709685436}
+{'epoch': 20, 'iter': 1580, 'avg_loss': 0.07109480309517067, 'avg_acc': 0.0, 'loss': 0.03563183542468704}
+{'epoch': 20, 'iter': 1590, 'avg_loss': 0.07113524489117436, 'avg_acc': 0.0, 'loss': 0.040928146336739246}
+{'epoch': 20, 'iter': 1600, 'avg_loss': 0.07099257817456736, 'avg_acc': 0.0, 'loss': 0.07004377369126351}
+{'epoch': 20, 'iter': 1610, 'avg_loss': 0.07106926766262538, 'avg_acc': 0.0, 'loss': 0.026505279416856604}
+{'epoch': 20, 'iter': 1620, 'avg_loss': 0.07108914476607783, 'avg_acc': 0.0, 'loss': 0.05613592120263076}
+{'epoch': 20, 'iter': 1630, 'avg_loss': 0.07122646893117428, 'avg_acc': 0.0, 'loss': 0.02501315268006822}
+{'epoch': 20, 'iter': 1640, 'avg_loss': 0.07118295357740266, 'avg_acc': 0.0, 'loss': 0.07108309848796068}
+{'epoch': 20, 'iter': 1650, 'avg_loss': 0.07119461905087095, 'avg_acc': 0.0, 'loss': 0.07256750532302395}
+{'epoch': 20, 'iter': 1660, 'avg_loss': 0.07131514468135948, 'avg_acc': 0.0, 'loss': 0.10069680981249615}
+{'epoch': 20, 'iter': 1670, 'avg_loss': 0.07133353761302642, 'avg_acc': 0.0, 'loss': 0.02191603603120841}
+{'epoch': 20, 'iter': 1680, 'avg_loss': 0.0713006129443341, 'avg_acc': 0.0, 'loss': 0.04043922167990794}
+{'epoch': 20, 'iter': 1690, 'avg_loss': 0.071248586109165, 'avg_acc': 0.0, 'loss': 0.0949730600077763}
+{'epoch': 20, 'iter': 1700, 'avg_loss': 0.07127335229863055, 'avg_acc': 0.0, 'loss': 0.04996224952614625}
+{'epoch': 20, 'iter': 1710, 'avg_loss': 0.07124331879086732, 'avg_acc': 0.0, 'loss': 0.03947995472995558}
+{'epoch': 20, 'iter': 1720, 'avg_loss': 0.07116613383782612, 'avg_acc': 0.0, 'loss': 0.06058998422341639}
+{'epoch': 20, 'iter': 1730, 'avg_loss': 0.07120042294972434, 'avg_acc': 0.0, 'loss': 0.13083828923608717}
+{'epoch': 20, 'iter': 1740, 'avg_loss': 0.0710944144509954, 'avg_acc': 0.0, 'loss': 0.05390690399843021}
+{'epoch': 20, 'iter': 1750, 'avg_loss': 0.07118436656543747, 'avg_acc': 0.0, 'loss': 0.1095622295022492}
+{'epoch': 20, 'iter': 1760, 'avg_loss': 0.07117031806802251, 'avg_acc': 0.0, 'loss': 0.09431365193216021}
+{'epoch': 20, 'iter': 1770, 'avg_loss': 0.07116491167561595, 'avg_acc': 0.0, 'loss': 0.03906095361887602}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.0, 'ece': 0.039932653307914734, 'avg_loss': 0.07115468666773209, 'f1_scores': 0.9407311766217411}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.031715130172348234, 'avg_acc': 0.0, 'loss': 0.031715130172348234}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.07963045678052175, 'avg_acc': 0.0, 'loss': 0.0292876651321531}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.0741045013285143, 'avg_acc': 0.0, 'loss': 0.09842701495509232}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.07183307311395107, 'avg_acc': 0.0, 'loss': 0.02619706581786423}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.07292578981402678, 'avg_acc': 0.0, 'loss': 0.038221201309584424}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.07067150157665056, 'avg_acc': 0.0, 'loss': 0.0836646011377005}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.07177042433536553, 'avg_acc': 0.0, 'loss': 0.09171756170024178}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.07197962796844017, 'avg_acc': 0.0, 'loss': 0.10446297895209357}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.07282203023559164, 'avg_acc': 0.0, 'loss': 0.09520037190675014}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.0721105029914289, 'avg_acc': 0.0, 'loss': 0.05390254798195672}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.07237791252652796, 'avg_acc': 0.0, 'loss': 0.04977848861647617}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.07111323958251432, 'avg_acc': 0.0, 'loss': 0.07551074013986181}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.07166824261640331, 'avg_acc': 0.0, 'loss': 0.05628384194801989}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.07149067604226303, 'avg_acc': 0.0, 'loss': 0.05016156333121354}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.07118338041273096, 'avg_acc': 0.0, 'loss': 0.0655353832812803}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.07105105387738289, 'avg_acc': 0.0, 'loss': 0.07185564025800163}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.07195330271802426, 'avg_acc': 0.0, 'loss': 0.11276106765236144}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.07190612217963253, 'avg_acc': 0.0, 'loss': 0.05120606902814626}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.07123939970423253, 'avg_acc': 0.0, 'loss': 0.04510614876948336}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.07080849701535248, 'avg_acc': 0.0, 'loss': 0.054914381847481764}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.07111175761513924, 'avg_acc': 0.0, 'loss': 0.01772409220594844}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.07078812184929617, 'avg_acc': 0.0, 'loss': 0.045413715513325716}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.07170563857679202, 'avg_acc': 0.0, 'loss': 0.10260735597416368}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.07268045407565084, 'avg_acc': 0.0, 'loss': 0.08608365276245422}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.0726598399547472, 'avg_acc': 0.0, 'loss': 0.07891370026310897}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.07252822670261894, 'avg_acc': 0.0, 'loss': 0.1064510636914682}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.07188687184582866, 'avg_acc': 0.0, 'loss': 0.038188142394679804}
+{'epoch': 21, 'iter': 270, 'avg_loss': 0.07156246124814221, 'avg_acc': 0.0, 'loss': 0.025616978775941233}
+{'epoch': 21, 'iter': 280, 'avg_loss': 0.07139189600439531, 'avg_acc': 0.0, 'loss': 0.07115323226360358}
+{'epoch': 21, 'iter': 290, 'avg_loss': 0.07243652191514265, 'avg_acc': 0.0, 'loss': 0.10324770298959557}
+{'epoch': 21, 'iter': 300, 'avg_loss': 0.07195353311194237, 'avg_acc': 0.0, 'loss': 0.0990634568186124}
+{'epoch': 21, 'iter': 310, 'avg_loss': 0.07199069793195718, 'avg_acc': 0.0, 'loss': 0.10381422241784678}
+{'epoch': 21, 'iter': 320, 'avg_loss': 0.0721951816212568, 'avg_acc': 0.0, 'loss': 0.06567650925525673}
+{'epoch': 21, 'iter': 330, 'avg_loss': 0.07230660686917116, 'avg_acc': 0.0, 'loss': 0.05932821196750077}
+{'epoch': 21, 'iter': 340, 'avg_loss': 0.07247657321847956, 'avg_acc': 0.0, 'loss': 0.021811423085442323}
+{'epoch': 21, 'iter': 350, 'avg_loss': 0.07327662132789213, 'avg_acc': 0.0, 'loss': 0.20746918482463375}
+{'epoch': 21, 'iter': 360, 'avg_loss': 0.07372728875901824, 'avg_acc': 0.0, 'loss': 0.10172219812967447}
+{'epoch': 21, 'iter': 370, 'avg_loss': 0.0735151973724567, 'avg_acc': 0.0, 'loss': 0.08318105869357494}
+{'epoch': 21, 'iter': 380, 'avg_loss': 0.07360178426270754, 'avg_acc': 0.0, 'loss': 0.06047413894107275}
+{'epoch': 21, 'iter': 390, 'avg_loss': 0.07361455184429122, 'avg_acc': 0.0, 'loss': 0.03775640438508633}
+{'epoch': 21, 'iter': 400, 'avg_loss': 0.07323783392259695, 'avg_acc': 0.0, 'loss': 0.05919937739314004}
+{'epoch': 21, 'iter': 410, 'avg_loss': 0.07334099235387824, 'avg_acc': 0.0, 'loss': 0.08188636378877488}
+{'epoch': 21, 'iter': 420, 'avg_loss': 0.07330264746561949, 'avg_acc': 0.0, 'loss': 0.03912517300560734}
+{'epoch': 21, 'iter': 430, 'avg_loss': 0.07382280539239434, 'avg_acc': 0.0, 'loss': 0.05553772620341338}
+{'epoch': 21, 'iter': 440, 'avg_loss': 0.07361963298747365, 'avg_acc': 0.0, 'loss': 0.03958502655511609}
+{'epoch': 21, 'iter': 450, 'avg_loss': 0.07351077799889305, 'avg_acc': 0.0, 'loss': 0.05808204795732763}
+{'epoch': 21, 'iter': 460, 'avg_loss': 0.0738720607971685, 'avg_acc': 0.0, 'loss': 0.12958189545582244}
+{'epoch': 21, 'iter': 470, 'avg_loss': 0.07411149385992537, 'avg_acc': 0.0, 'loss': 0.06819858006247159}
+{'epoch': 21, 'iter': 480, 'avg_loss': 0.07451237385503538, 'avg_acc': 0.0, 'loss': 0.09380520128699946}
+{'epoch': 21, 'iter': 490, 'avg_loss': 0.07441294291856043, 'avg_acc': 0.0, 'loss': 0.058470697636628134}
+{'epoch': 21, 'iter': 500, 'avg_loss': 0.07400191583685338, 'avg_acc': 0.0, 'loss': 0.1085313864621956}
+{'epoch': 21, 'iter': 510, 'avg_loss': 0.07361274607115731, 'avg_acc': 0.0, 'loss': 0.05819878327701693}
+{'epoch': 21, 'iter': 520, 'avg_loss': 0.07334827067866899, 'avg_acc': 0.0, 'loss': 0.048500918105349095}
+{'epoch': 21, 'iter': 530, 'avg_loss': 0.07300461325396365, 'avg_acc': 0.0, 'loss': 0.06090344703134828}
+{'epoch': 21, 'iter': 540, 'avg_loss': 0.07299928696852401, 'avg_acc': 0.0, 'loss': 0.039458862243039655}
+{'epoch': 21, 'iter': 550, 'avg_loss': 0.07280525557341715, 'avg_acc': 0.0, 'loss': 0.08970364749616724}
+{'epoch': 21, 'iter': 560, 'avg_loss': 0.072798923545287, 'avg_acc': 0.0, 'loss': 0.04374462441637661}
+{'epoch': 21, 'iter': 570, 'avg_loss': 0.07268348694742509, 'avg_acc': 0.0, 'loss': 0.04968488190394891}
+{'epoch': 21, 'iter': 580, 'avg_loss': 0.07294569825263998, 'avg_acc': 0.0, 'loss': 0.06644272849153561}
+{'epoch': 21, 'iter': 590, 'avg_loss': 0.07297325875290234, 'avg_acc': 0.0, 'loss': 0.09619986609430953}
+{'epoch': 21, 'iter': 600, 'avg_loss': 0.0728664966898718, 'avg_acc': 0.0, 'loss': 0.046132583840354915}
+{'epoch': 21, 'iter': 610, 'avg_loss': 0.07273564617064977, 'avg_acc': 0.0, 'loss': 0.11815909650364022}
+{'epoch': 21, 'iter': 620, 'avg_loss': 0.07294082421168953, 'avg_acc': 0.0, 'loss': 0.036561722205649155}
+{'epoch': 21, 'iter': 630, 'avg_loss': 0.0728846086403857, 'avg_acc': 0.0, 'loss': 0.05054547837813418}
+{'epoch': 21, 'iter': 640, 'avg_loss': 0.07264756402628432, 'avg_acc': 0.0, 'loss': 0.07748512343630205}
+{'epoch': 21, 'iter': 650, 'avg_loss': 0.07255249365067376, 'avg_acc': 0.0, 'loss': 0.043033471612417884}
+{'epoch': 21, 'iter': 660, 'avg_loss': 0.07245430585547236, 'avg_acc': 0.0, 'loss': 0.041297159125300756}
+{'epoch': 21, 'iter': 670, 'avg_loss': 0.07243907589464153, 'avg_acc': 0.0, 'loss': 0.08605235649829572}
+{'epoch': 21, 'iter': 680, 'avg_loss': 0.07221464166442453, 'avg_acc': 0.0, 'loss': 0.05620926158749536}
+{'epoch': 21, 'iter': 690, 'avg_loss': 0.07216811462519074, 'avg_acc': 0.0, 'loss': 0.10771228978267441}
+{'epoch': 21, 'iter': 700, 'avg_loss': 0.07203599797089696, 'avg_acc': 0.0, 'loss': 0.04869236437799275}
+{'epoch': 21, 'iter': 710, 'avg_loss': 0.07221540164095891, 'avg_acc': 0.0, 'loss': 0.08080120256395519}
+{'epoch': 21, 'iter': 720, 'avg_loss': 0.07224107355879972, 'avg_acc': 0.0, 'loss': 0.0370750371754452}
+{'epoch': 21, 'iter': 730, 'avg_loss': 0.07233035877164293, 'avg_acc': 0.0, 'loss': 0.05559060655088339}
+{'epoch': 21, 'iter': 740, 'avg_loss': 0.07200319026825074, 'avg_acc': 0.0, 'loss': 0.0333894850982363}
+{'epoch': 21, 'iter': 750, 'avg_loss': 0.07198179471164075, 'avg_acc': 0.0, 'loss': 0.024853427511441085}
+{'epoch': 21, 'iter': 760, 'avg_loss': 0.07184502454769978, 'avg_acc': 0.0, 'loss': 0.04347821490408218}
+{'epoch': 21, 'iter': 770, 'avg_loss': 0.07186656699638187, 'avg_acc': 0.0, 'loss': 0.04275124908945469}
+{'epoch': 21, 'iter': 780, 'avg_loss': 0.07182391236615514, 'avg_acc': 0.0, 'loss': 0.04660654717649086}
+{'epoch': 21, 'iter': 790, 'avg_loss': 0.07168450763355541, 'avg_acc': 0.0, 'loss': 0.10547978636029548}
+{'epoch': 21, 'iter': 800, 'avg_loss': 0.07152338874115009, 'avg_acc': 0.0, 'loss': 0.019399081883881713}
+{'epoch': 21, 'iter': 810, 'avg_loss': 0.07139867975451139, 'avg_acc': 0.0, 'loss': 0.06097842795909766}
+{'epoch': 21, 'iter': 820, 'avg_loss': 0.07177766701201281, 'avg_acc': 0.0, 'loss': 0.05302388366683073}
+{'epoch': 21, 'iter': 830, 'avg_loss': 0.07171773298366312, 'avg_acc': 0.0, 'loss': 0.0681206549767016}
+{'epoch': 21, 'iter': 840, 'avg_loss': 0.07163724620691653, 'avg_acc': 0.0, 'loss': 0.06456073928767937}
+{'epoch': 21, 'iter': 850, 'avg_loss': 0.07156291462773332, 'avg_acc': 0.0, 'loss': 0.06540582432720246}
+{'epoch': 21, 'iter': 860, 'avg_loss': 0.07164797337852885, 'avg_acc': 0.0, 'loss': 0.09559404036699196}
+{'epoch': 21, 'iter': 870, 'avg_loss': 0.07224548419691303, 'avg_acc': 0.0, 'loss': 0.059556511300272064}
+{'epoch': 21, 'iter': 880, 'avg_loss': 0.07240914609765357, 'avg_acc': 0.0, 'loss': 0.13368947845023219}
+{'epoch': 21, 'iter': 890, 'avg_loss': 0.07254065817218293, 'avg_acc': 0.0, 'loss': 0.06842955565751448}
+{'epoch': 21, 'iter': 900, 'avg_loss': 0.07271084834657433, 'avg_acc': 0.0, 'loss': 0.035328470725590116}
+{'epoch': 21, 'iter': 910, 'avg_loss': 0.07268183648088065, 'avg_acc': 0.0, 'loss': 0.08331558039178738}
+{'epoch': 21, 'iter': 920, 'avg_loss': 0.07274867025028454, 'avg_acc': 0.0, 'loss': 0.04701506689888138}
+{'epoch': 21, 'iter': 930, 'avg_loss': 0.07273814335037201, 'avg_acc': 0.0, 'loss': 0.1061391554729393}
+{'epoch': 21, 'iter': 940, 'avg_loss': 0.07261651806196691, 'avg_acc': 0.0, 'loss': 0.07397746956348783}
+{'epoch': 21, 'iter': 950, 'avg_loss': 0.0728509181404886, 'avg_acc': 0.0, 'loss': 0.03196906391651818}
+{'epoch': 21, 'iter': 960, 'avg_loss': 0.0726864537917751, 'avg_acc': 0.0, 'loss': 0.04371123222092267}
+{'epoch': 21, 'iter': 970, 'avg_loss': 0.07250762868033153, 'avg_acc': 0.0, 'loss': 0.05233526929380007}
+{'epoch': 21, 'iter': 980, 'avg_loss': 0.07264702964901426, 'avg_acc': 0.0, 'loss': 0.09369468465014766}
+{'epoch': 21, 'iter': 990, 'avg_loss': 0.07267613269798805, 'avg_acc': 0.0, 'loss': 0.05662258044184349}
+{'epoch': 21, 'iter': 1000, 'avg_loss': 0.07272102708454745, 'avg_acc': 0.0, 'loss': 0.06672623051766736}
+{'epoch': 21, 'iter': 1010, 'avg_loss': 0.07268389580755971, 'avg_acc': 0.0, 'loss': 0.059086237721554566}
+{'epoch': 21, 'iter': 1020, 'avg_loss': 0.0725195130885656, 'avg_acc': 0.0, 'loss': 0.059073426683732624}
+{'epoch': 21, 'iter': 1030, 'avg_loss': 0.07257743145714615, 'avg_acc': 0.0, 'loss': 0.1292642388231765}
+{'epoch': 21, 'iter': 1040, 'avg_loss': 0.07247928720017588, 'avg_acc': 0.0, 'loss': 0.07535157828644197}
+{'epoch': 21, 'iter': 1050, 'avg_loss': 0.07252875991788829, 'avg_acc': 0.0, 'loss': 0.07432909452421857}
+{'epoch': 21, 'iter': 1060, 'avg_loss': 0.07253591962725349, 'avg_acc': 0.0, 'loss': 0.10837498252504116}
+{'epoch': 21, 'iter': 1070, 'avg_loss': 0.07261477242120737, 'avg_acc': 0.0, 'loss': 0.04271875063854833}
+{'epoch': 21, 'iter': 1080, 'avg_loss': 0.07237119685788418, 'avg_acc': 0.0, 'loss': 0.04302298043210279}
+{'epoch': 21, 'iter': 1090, 'avg_loss': 0.07236037821533002, 'avg_acc': 0.0, 'loss': 0.05491704975637341}
+{'epoch': 21, 'iter': 1100, 'avg_loss': 0.07233663406940233, 'avg_acc': 0.0, 'loss': 0.07185396833851801}
+{'epoch': 21, 'iter': 1110, 'avg_loss': 0.07235357561715332, 'avg_acc': 0.0, 'loss': 0.0753072839892671}
+{'epoch': 21, 'iter': 1120, 'avg_loss': 0.07218027940724778, 'avg_acc': 0.0, 'loss': 0.06852351627087216}
+{'epoch': 21, 'iter': 1130, 'avg_loss': 0.07206366188086367, 'avg_acc': 0.0, 'loss': 0.042338004248741914}
+{'epoch': 21, 'iter': 1140, 'avg_loss': 0.07203808519903136, 'avg_acc': 0.0, 'loss': 0.09257943332163165}
+{'epoch': 21, 'iter': 1150, 'avg_loss': 0.07202722945072207, 'avg_acc': 0.0, 'loss': 0.06866891020402477}
+{'epoch': 21, 'iter': 1160, 'avg_loss': 0.07207250671965978, 'avg_acc': 0.0, 'loss': 0.0995338416417074}
+{'epoch': 21, 'iter': 1170, 'avg_loss': 0.07213622712234039, 'avg_acc': 0.0, 'loss': 0.07419871896403914}
+{'epoch': 21, 'iter': 1180, 'avg_loss': 0.0719894395771387, 'avg_acc': 0.0, 'loss': 0.047877986541791984}
+{'epoch': 21, 'iter': 1190, 'avg_loss': 0.07186016262990835, 'avg_acc': 0.0, 'loss': 0.07436082500940495}
+{'epoch': 21, 'iter': 1200, 'avg_loss': 0.07158721282501995, 'avg_acc': 0.0, 'loss': 0.06909213572394686}
+{'epoch': 21, 'iter': 1210, 'avg_loss': 0.07162273325362735, 'avg_acc': 0.0, 'loss': 0.04170350870515246}
+{'epoch': 21, 'iter': 1220, 'avg_loss': 0.07156683723555428, 'avg_acc': 0.0, 'loss': 0.03150633693046854}
+{'epoch': 21, 'iter': 1230, 'avg_loss': 0.0715787557562424, 'avg_acc': 0.0, 'loss': 0.07378271258966963}
+{'epoch': 21, 'iter': 1240, 'avg_loss': 0.07165046884537825, 'avg_acc': 0.0, 'loss': 0.04584947488346001}
+{'epoch': 21, 'iter': 1250, 'avg_loss': 0.07168704636502127, 'avg_acc': 0.0, 'loss': 0.10236389097790825}
+{'epoch': 21, 'iter': 1260, 'avg_loss': 0.07178758352376072, 'avg_acc': 0.0, 'loss': 0.05454200004308924}
+{'epoch': 21, 'iter': 1270, 'avg_loss': 0.07188053327026152, 'avg_acc': 0.0, 'loss': 0.16357452631525046}
+{'epoch': 21, 'iter': 1280, 'avg_loss': 0.07200347443096726, 'avg_acc': 0.0, 'loss': 0.1275606971981773}
+{'epoch': 21, 'iter': 1290, 'avg_loss': 0.07195988439627425, 'avg_acc': 0.0, 'loss': 0.07664451449228896}
+{'epoch': 21, 'iter': 1300, 'avg_loss': 0.07195813478082616, 'avg_acc': 0.0, 'loss': 0.10762546143241382}
+{'epoch': 21, 'iter': 1310, 'avg_loss': 0.07206906844343003, 'avg_acc': 0.0, 'loss': 0.04126831367690085}
+{'epoch': 21, 'iter': 1320, 'avg_loss': 0.07192420576463396, 'avg_acc': 0.0, 'loss': 0.03445480388402342}
+{'epoch': 21, 'iter': 1330, 'avg_loss': 0.07191764003075413, 'avg_acc': 0.0, 'loss': 0.03724702178476694}
+{'epoch': 21, 'iter': 1340, 'avg_loss': 0.07192065622879851, 'avg_acc': 0.0, 'loss': 0.03881821216000755}
+{'epoch': 21, 'iter': 1350, 'avg_loss': 0.07189779784141265, 'avg_acc': 0.0, 'loss': 0.06872095011379793}
+{'epoch': 21, 'iter': 1360, 'avg_loss': 0.07189097250404848, 'avg_acc': 0.0, 'loss': 0.06098780948641393}
+{'epoch': 21, 'iter': 1370, 'avg_loss': 0.07181482654380496, 'avg_acc': 0.0, 'loss': 0.059046509037338116}
+{'epoch': 21, 'iter': 1380, 'avg_loss': 0.07197024433266178, 'avg_acc': 0.0, 'loss': 0.09422660400654032}
+{'epoch': 21, 'iter': 1390, 'avg_loss': 0.07202211449562951, 'avg_acc': 0.0, 'loss': 0.06372679305686038}
+{'epoch': 21, 'iter': 1400, 'avg_loss': 0.07207550763540702, 'avg_acc': 0.0, 'loss': 0.13450341234421817}
+{'epoch': 21, 'iter': 1410, 'avg_loss': 0.07200661063939923, 'avg_acc': 0.0, 'loss': 0.05943714229390804}
+{'epoch': 21, 'iter': 1420, 'avg_loss': 0.07205001640728832, 'avg_acc': 0.0, 'loss': 0.05939281384119356}
+{'epoch': 21, 'iter': 1430, 'avg_loss': 0.07205096831057, 'avg_acc': 0.0, 'loss': 0.06452782370043458}
+{'epoch': 21, 'iter': 1440, 'avg_loss': 0.07215916132298993, 'avg_acc': 0.0, 'loss': 0.09183374004961868}
+{'epoch': 21, 'iter': 1450, 'avg_loss': 0.07222473648207794, 'avg_acc': 0.0, 'loss': 0.04448682487482764}
+{'epoch': 21, 'iter': 1460, 'avg_loss': 0.07221517941218186, 'avg_acc': 0.0, 'loss': 0.03221834234692267}
+{'epoch': 21, 'iter': 1470, 'avg_loss': 0.0721824442373795, 'avg_acc': 0.0, 'loss': 0.046125424754456336}
+{'epoch': 21, 'iter': 1480, 'avg_loss': 0.07206435323608414, 'avg_acc': 0.0, 'loss': 0.036220535794326124}
+{'epoch': 21, 'iter': 1490, 'avg_loss': 0.07209546857223431, 'avg_acc': 0.0, 'loss': 0.13528437043363997}
+{'epoch': 21, 'iter': 1500, 'avg_loss': 0.07209074574877922, 'avg_acc': 0.0, 'loss': 0.10212772123853547}
+{'epoch': 21, 'iter': 1510, 'avg_loss': 0.07212234991409369, 'avg_acc': 0.0, 'loss': 0.11886540449281263}
+{'epoch': 21, 'iter': 1520, 'avg_loss': 0.0722724227941485, 'avg_acc': 0.0, 'loss': 0.10516788275338382}
+{'epoch': 21, 'iter': 1530, 'avg_loss': 0.0722062503958792, 'avg_acc': 0.0, 'loss': 0.08001418814497388}
+{'epoch': 21, 'iter': 1540, 'avg_loss': 0.07214805736099601, 'avg_acc': 0.0, 'loss': 0.05891936398495545}
+{'epoch': 21, 'iter': 1550, 'avg_loss': 0.0721838826779949, 'avg_acc': 0.0, 'loss': 0.031604908094680334}
+{'epoch': 21, 'iter': 1560, 'avg_loss': 0.0721588314023486, 'avg_acc': 0.0, 'loss': 0.03912749916918301}
+{'epoch': 21, 'iter': 1570, 'avg_loss': 0.07227427945668427, 'avg_acc': 0.0, 'loss': 0.10783986784585814}
+{'epoch': 21, 'iter': 1580, 'avg_loss': 0.07230428115641017, 'avg_acc': 0.0, 'loss': 0.034341685736773035}
+{'epoch': 21, 'iter': 1590, 'avg_loss': 0.07234256640807206, 'avg_acc': 0.0, 'loss': 0.04175525818709502}
+{'epoch': 21, 'iter': 1600, 'avg_loss': 0.07219379115899101, 'avg_acc': 0.0, 'loss': 0.06939965906351679}
+{'epoch': 21, 'iter': 1610, 'avg_loss': 0.0722874185527584, 'avg_acc': 0.0, 'loss': 0.02571896078106712}
+{'epoch': 21, 'iter': 1620, 'avg_loss': 0.07231657104363233, 'avg_acc': 0.0, 'loss': 0.056755532536625096}
+{'epoch': 21, 'iter': 1630, 'avg_loss': 0.07245852136189247, 'avg_acc': 0.0, 'loss': 0.024692946492353127}
+{'epoch': 21, 'iter': 1640, 'avg_loss': 0.07241867883022501, 'avg_acc': 0.0, 'loss': 0.07287337701242182}
+{'epoch': 21, 'iter': 1650, 'avg_loss': 0.07242509539474407, 'avg_acc': 0.0, 'loss': 0.0699885715992577}
+{'epoch': 21, 'iter': 1660, 'avg_loss': 0.07256255238374407, 'avg_acc': 0.0, 'loss': 0.10707107453701983}
+{'epoch': 21, 'iter': 1670, 'avg_loss': 0.07258911573084817, 'avg_acc': 0.0, 'loss': 0.02368795589417719}
+{'epoch': 21, 'iter': 1680, 'avg_loss': 0.07254445238555382, 'avg_acc': 0.0, 'loss': 0.0394216760688185}
+{'epoch': 21, 'iter': 1690, 'avg_loss': 0.07249082683011647, 'avg_acc': 0.0, 'loss': 0.09744522577956818}
+{'epoch': 21, 'iter': 1700, 'avg_loss': 0.07251911229609748, 'avg_acc': 0.0, 'loss': 0.04997373147159984}
+{'epoch': 21, 'iter': 1710, 'avg_loss': 0.07248444388853768, 'avg_acc': 0.0, 'loss': 0.04014137941076358}
+{'epoch': 21, 'iter': 1720, 'avg_loss': 0.07240247898986328, 'avg_acc': 0.0, 'loss': 0.06148917858053794}
+{'epoch': 21, 'iter': 1730, 'avg_loss': 0.07243821683011227, 'avg_acc': 0.0, 'loss': 0.13229069891202372}
+{'epoch': 21, 'iter': 1740, 'avg_loss': 0.07231676655184299, 'avg_acc': 0.0, 'loss': 0.053337691913319364}
+{'epoch': 21, 'iter': 1750, 'avg_loss': 0.07242054727242334, 'avg_acc': 0.0, 'loss': 0.1157939181225629}
+{'epoch': 21, 'iter': 1760, 'avg_loss': 0.07240537085228652, 'avg_acc': 0.0, 'loss': 0.09676870179305297}
+{'epoch': 21, 'iter': 1770, 'avg_loss': 0.07240239503340468, 'avg_acc': 0.0, 'loss': 0.038175491031225306}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.0, 'ece': 0.059410009533166885, 'avg_loss': 0.07239502858589358, 'f1_scores': 0.9435557681397507}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.03145334386123011, 'avg_acc': 0.0, 'loss': 0.03145334386123011}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.07754052585935262, 'avg_acc': 0.0, 'loss': 0.026685158206242524}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.0724806112924633, 'avg_acc': 0.0, 'loss': 0.09931798599489687}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.0705076365731265, 'avg_acc': 0.0, 'loss': 0.027374884387705425}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.07117677124192665, 'avg_acc': 0.0, 'loss': 0.03355688128131565}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.06892748218616847, 'avg_acc': 0.0, 'loss': 0.08096726330130569}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.06993545324186795, 'avg_acc': 0.0, 'loss': 0.09002433178545743}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.07025646709736809, 'avg_acc': 0.0, 'loss': 0.10385070179617222}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.0711526832209865, 'avg_acc': 0.0, 'loss': 0.09384649148166448}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.07046619785823889, 'avg_acc': 0.0, 'loss': 0.04766385060616633}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.07075085515981855, 'avg_acc': 0.0, 'loss': 0.047114432737927814}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.06948219608186493, 'avg_acc': 0.0, 'loss': 0.06998422590637736}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.07009983447563725, 'avg_acc': 0.0, 'loss': 0.0517772294183406}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.06984332454287147, 'avg_acc': 0.0, 'loss': 0.04819925253030175}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.06959447992679801, 'avg_acc': 0.0, 'loss': 0.06239285373977614}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.06946031553656072, 'avg_acc': 0.0, 'loss': 0.07182569926798164}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.07034999754847338, 'avg_acc': 0.0, 'loss': 0.11070597394572092}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.07030208120944269, 'avg_acc': 0.0, 'loss': 0.051852893549867725}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.06962206452286017, 'avg_acc': 0.0, 'loss': 0.03927833900858957}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.06923112192503003, 'avg_acc': 0.0, 'loss': 0.054274230669895875}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.06954988971623208, 'avg_acc': 0.0, 'loss': 0.01884147705979038}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.06922716417829458, 'avg_acc': 0.0, 'loss': 0.0449591271919039}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.07014187478462189, 'avg_acc': 0.0, 'loss': 0.10244518575546886}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.0711179150025442, 'avg_acc': 0.0, 'loss': 0.08617469044078721}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.0711225369215863, 'avg_acc': 0.0, 'loss': 0.07864816012943468}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.07095370332768221, 'avg_acc': 0.0, 'loss': 0.1051167374724043}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.07029990496974735, 'avg_acc': 0.0, 'loss': 0.03524226547248434}
+{'epoch': 22, 'iter': 270, 'avg_loss': 0.06994084375293867, 'avg_acc': 0.0, 'loss': 0.02565073562354111}
+{'epoch': 22, 'iter': 280, 'avg_loss': 0.0697467192746572, 'avg_acc': 0.0, 'loss': 0.06334119937709407}
+{'epoch': 22, 'iter': 290, 'avg_loss': 0.07078343490309061, 'avg_acc': 0.0, 'loss': 0.10429351492106166}
+{'epoch': 22, 'iter': 300, 'avg_loss': 0.07028973371372156, 'avg_acc': 0.0, 'loss': 0.09831221497940337}
+{'epoch': 22, 'iter': 310, 'avg_loss': 0.0703347968030647, 'avg_acc': 0.0, 'loss': 0.10036344501570835}
+{'epoch': 22, 'iter': 320, 'avg_loss': 0.07050361557193022, 'avg_acc': 0.0, 'loss': 0.06342829059440191}
+{'epoch': 22, 'iter': 330, 'avg_loss': 0.07060377472828153, 'avg_acc': 0.0, 'loss': 0.05883847478993687}
+{'epoch': 22, 'iter': 340, 'avg_loss': 0.07078610155241077, 'avg_acc': 0.0, 'loss': 0.023261321371787092}
+{'epoch': 22, 'iter': 350, 'avg_loss': 0.07155647916231633, 'avg_acc': 0.0, 'loss': 0.2014120265740595}
+{'epoch': 22, 'iter': 360, 'avg_loss': 0.0720293540141782, 'avg_acc': 0.0, 'loss': 0.09691151110439071}
+{'epoch': 22, 'iter': 370, 'avg_loss': 0.07181572475090033, 'avg_acc': 0.0, 'loss': 0.08232717501028981}
+{'epoch': 22, 'iter': 380, 'avg_loss': 0.07191535760479086, 'avg_acc': 0.0, 'loss': 0.05970415214498611}
+{'epoch': 22, 'iter': 390, 'avg_loss': 0.07194579735427718, 'avg_acc': 0.0, 'loss': 0.03632809638224493}
+{'epoch': 22, 'iter': 400, 'avg_loss': 0.07156774934288243, 'avg_acc': 0.0, 'loss': 0.05631009730604676}
+{'epoch': 22, 'iter': 410, 'avg_loss': 0.07166016467246303, 'avg_acc': 0.0, 'loss': 0.08010490402862809}
+{'epoch': 22, 'iter': 420, 'avg_loss': 0.07162454265961284, 'avg_acc': 0.0, 'loss': 0.03738361990723555}
+{'epoch': 22, 'iter': 430, 'avg_loss': 0.07219751845509388, 'avg_acc': 0.0, 'loss': 0.056325765107171064}
+{'epoch': 22, 'iter': 440, 'avg_loss': 0.0720117317068852, 'avg_acc': 0.0, 'loss': 0.037847248235808345}
+{'epoch': 22, 'iter': 450, 'avg_loss': 0.07188723247473332, 'avg_acc': 0.0, 'loss': 0.058147767610553354}
+{'epoch': 22, 'iter': 460, 'avg_loss': 0.07223344183311746, 'avg_acc': 0.0, 'loss': 0.12521088497187804}
+{'epoch': 22, 'iter': 470, 'avg_loss': 0.07248363425433417, 'avg_acc': 0.0, 'loss': 0.06700796067925044}
+{'epoch': 22, 'iter': 480, 'avg_loss': 0.07286478210577091, 'avg_acc': 0.0, 'loss': 0.08980120935676641}
+{'epoch': 22, 'iter': 490, 'avg_loss': 0.07278411226093193, 'avg_acc': 0.0, 'loss': 0.058222599255255345}
+{'epoch': 22, 'iter': 500, 'avg_loss': 0.07238650467938917, 'avg_acc': 0.0, 'loss': 0.10546776937224372}
+{'epoch': 22, 'iter': 510, 'avg_loss': 0.0719991981100542, 'avg_acc': 0.0, 'loss': 0.057481983681831085}
+{'epoch': 22, 'iter': 520, 'avg_loss': 0.07172960697265059, 'avg_acc': 0.0, 'loss': 0.04755361702635647}
+{'epoch': 22, 'iter': 530, 'avg_loss': 0.07138482115358186, 'avg_acc': 0.0, 'loss': 0.05834331748844436}
+{'epoch': 22, 'iter': 540, 'avg_loss': 0.07137870215670931, 'avg_acc': 0.0, 'loss': 0.039300466681104186}
+{'epoch': 22, 'iter': 550, 'avg_loss': 0.07117891020889429, 'avg_acc': 0.0, 'loss': 0.09216234566736553}
+{'epoch': 22, 'iter': 560, 'avg_loss': 0.07115211933832064, 'avg_acc': 0.0, 'loss': 0.04212999207783444}
+{'epoch': 22, 'iter': 570, 'avg_loss': 0.07102867008658101, 'avg_acc': 0.0, 'loss': 0.045174112319872145}
+{'epoch': 22, 'iter': 580, 'avg_loss': 0.07128175344309055, 'avg_acc': 0.0, 'loss': 0.06631064803213706}
+{'epoch': 22, 'iter': 590, 'avg_loss': 0.07130243732935156, 'avg_acc': 0.0, 'loss': 0.0952995541553808}
+{'epoch': 22, 'iter': 600, 'avg_loss': 0.07121236945665244, 'avg_acc': 0.0, 'loss': 0.04553286181430849}
+{'epoch': 22, 'iter': 610, 'avg_loss': 0.07106938691911317, 'avg_acc': 0.0, 'loss': 0.11618185873986013}
+{'epoch': 22, 'iter': 620, 'avg_loss': 0.07127815126733042, 'avg_acc': 0.0, 'loss': 0.03526901828275746}
+{'epoch': 22, 'iter': 630, 'avg_loss': 0.07123036373112432, 'avg_acc': 0.0, 'loss': 0.05020432033958855}
+{'epoch': 22, 'iter': 640, 'avg_loss': 0.07099152266391665, 'avg_acc': 0.0, 'loss': 0.07531838475008255}
+{'epoch': 22, 'iter': 650, 'avg_loss': 0.07089377247398881, 'avg_acc': 0.0, 'loss': 0.04004750021159558}
+{'epoch': 22, 'iter': 660, 'avg_loss': 0.07079078108787859, 'avg_acc': 0.0, 'loss': 0.04132671612380331}
+{'epoch': 22, 'iter': 670, 'avg_loss': 0.07079053318167418, 'avg_acc': 0.0, 'loss': 0.0882604336633729}
+{'epoch': 22, 'iter': 680, 'avg_loss': 0.0705721493353951, 'avg_acc': 0.0, 'loss': 0.05577161636554097}
+{'epoch': 22, 'iter': 690, 'avg_loss': 0.07051742562984675, 'avg_acc': 0.0, 'loss': 0.10370474146582506}
+{'epoch': 22, 'iter': 700, 'avg_loss': 0.0703922421148598, 'avg_acc': 0.0, 'loss': 0.04818316769157807}
+{'epoch': 22, 'iter': 710, 'avg_loss': 0.07057878362580121, 'avg_acc': 0.0, 'loss': 0.07941068157197151}
+{'epoch': 22, 'iter': 720, 'avg_loss': 0.07061016266383717, 'avg_acc': 0.0, 'loss': 0.03754417525933767}
+{'epoch': 22, 'iter': 730, 'avg_loss': 0.070694891822756, 'avg_acc': 0.0, 'loss': 0.05217513036537622}
+{'epoch': 22, 'iter': 740, 'avg_loss': 0.07036704506806292, 'avg_acc': 0.0, 'loss': 0.031593022401726296}
+{'epoch': 22, 'iter': 750, 'avg_loss': 0.070349361482977, 'avg_acc': 0.0, 'loss': 0.025267713010653177}
+{'epoch': 22, 'iter': 760, 'avg_loss': 0.07022343075973941, 'avg_acc': 0.0, 'loss': 0.0410841934319868}
+{'epoch': 22, 'iter': 770, 'avg_loss': 0.07025294870684065, 'avg_acc': 0.0, 'loss': 0.041947094142618165}
+{'epoch': 22, 'iter': 780, 'avg_loss': 0.07021832656523591, 'avg_acc': 0.0, 'loss': 0.04842326025304544}
+{'epoch': 22, 'iter': 790, 'avg_loss': 0.07005548415394047, 'avg_acc': 0.0, 'loss': 0.1016741497043329}
+{'epoch': 22, 'iter': 800, 'avg_loss': 0.06989389967361923, 'avg_acc': 0.0, 'loss': 0.020708474262641677}
+{'epoch': 22, 'iter': 810, 'avg_loss': 0.06977511779514668, 'avg_acc': 0.0, 'loss': 0.05824422901372575}
+{'epoch': 22, 'iter': 820, 'avg_loss': 0.07015434839980933, 'avg_acc': 0.0, 'loss': 0.0512810325072743}
+{'epoch': 22, 'iter': 830, 'avg_loss': 0.0700819294451857, 'avg_acc': 0.0, 'loss': 0.06678850630460836}
+{'epoch': 22, 'iter': 840, 'avg_loss': 0.07001129558385506, 'avg_acc': 0.0, 'loss': 0.06534168942125161}
+{'epoch': 22, 'iter': 850, 'avg_loss': 0.06993510928254167, 'avg_acc': 0.0, 'loss': 0.06662799814640355}
+{'epoch': 22, 'iter': 860, 'avg_loss': 0.07001873896823145, 'avg_acc': 0.0, 'loss': 0.09346826477233247}
+{'epoch': 22, 'iter': 870, 'avg_loss': 0.07062195954704935, 'avg_acc': 0.0, 'loss': 0.05702047858225967}
+{'epoch': 22, 'iter': 880, 'avg_loss': 0.07077412408163064, 'avg_acc': 0.0, 'loss': 0.12886915530061824}
+{'epoch': 22, 'iter': 890, 'avg_loss': 0.0708961328953833, 'avg_acc': 0.0, 'loss': 0.06812391913943218}
+{'epoch': 22, 'iter': 900, 'avg_loss': 0.07106837918153398, 'avg_acc': 0.0, 'loss': 0.03495448222675788}
+{'epoch': 22, 'iter': 910, 'avg_loss': 0.07104432854682487, 'avg_acc': 0.0, 'loss': 0.08279845040887729}
+{'epoch': 22, 'iter': 920, 'avg_loss': 0.07109706419142721, 'avg_acc': 0.0, 'loss': 0.04509777414118535}
+{'epoch': 22, 'iter': 930, 'avg_loss': 0.07106579238445294, 'avg_acc': 0.0, 'loss': 0.10920836511754065}
+{'epoch': 22, 'iter': 940, 'avg_loss': 0.07093364105556638, 'avg_acc': 0.0, 'loss': 0.07292006063049224}
+{'epoch': 22, 'iter': 950, 'avg_loss': 0.07116146532836197, 'avg_acc': 0.0, 'loss': 0.033412601696844436}
+{'epoch': 22, 'iter': 960, 'avg_loss': 0.07100564827379406, 'avg_acc': 0.0, 'loss': 0.04017549582913813}
+{'epoch': 22, 'iter': 970, 'avg_loss': 0.07082440472781494, 'avg_acc': 0.0, 'loss': 0.05108148302284527}
+{'epoch': 22, 'iter': 980, 'avg_loss': 0.07096504173995156, 'avg_acc': 0.0, 'loss': 0.09096307739014264}
+{'epoch': 22, 'iter': 990, 'avg_loss': 0.07099071728372296, 'avg_acc': 0.0, 'loss': 0.052778939868322335}
+{'epoch': 22, 'iter': 1000, 'avg_loss': 0.07103163871124907, 'avg_acc': 0.0, 'loss': 0.06357878507970074}
+{'epoch': 22, 'iter': 1010, 'avg_loss': 0.07099448626092772, 'avg_acc': 0.0, 'loss': 0.055688001225464384}
+{'epoch': 22, 'iter': 1020, 'avg_loss': 0.0708453542513618, 'avg_acc': 0.0, 'loss': 0.05876626144975968}
+{'epoch': 22, 'iter': 1030, 'avg_loss': 0.07090511435476918, 'avg_acc': 0.0, 'loss': 0.12848614791065366}
+{'epoch': 22, 'iter': 1040, 'avg_loss': 0.07081024779192706, 'avg_acc': 0.0, 'loss': 0.07875620367674685}
+{'epoch': 22, 'iter': 1050, 'avg_loss': 0.07086537519761488, 'avg_acc': 0.0, 'loss': 0.07363328269461938}
+{'epoch': 22, 'iter': 1060, 'avg_loss': 0.0708767363920411, 'avg_acc': 0.0, 'loss': 0.10728683078041204}
+{'epoch': 22, 'iter': 1070, 'avg_loss': 0.07095989658177326, 'avg_acc': 0.0, 'loss': 0.042180207250717264}
+{'epoch': 22, 'iter': 1080, 'avg_loss': 0.07072047775453218, 'avg_acc': 0.0, 'loss': 0.041846556203302444}
+{'epoch': 22, 'iter': 1090, 'avg_loss': 0.07070753084722689, 'avg_acc': 0.0, 'loss': 0.05461015101471795}
+{'epoch': 22, 'iter': 1100, 'avg_loss': 0.0706846186880561, 'avg_acc': 0.0, 'loss': 0.07252886509397984}
+{'epoch': 22, 'iter': 1110, 'avg_loss': 0.07070624058043781, 'avg_acc': 0.0, 'loss': 0.07238902290498572}
+{'epoch': 22, 'iter': 1120, 'avg_loss': 0.07053680796936303, 'avg_acc': 0.0, 'loss': 0.06754032323390748}
+{'epoch': 22, 'iter': 1130, 'avg_loss': 0.07041632307011153, 'avg_acc': 0.0, 'loss': 0.040483270249540376}
+{'epoch': 22, 'iter': 1140, 'avg_loss': 0.07039356262278854, 'avg_acc': 0.0, 'loss': 0.08754289908294766}
+{'epoch': 22, 'iter': 1150, 'avg_loss': 0.07037685763668773, 'avg_acc': 0.0, 'loss': 0.06868144842053019}
+{'epoch': 22, 'iter': 1160, 'avg_loss': 0.07041985207744217, 'avg_acc': 0.0, 'loss': 0.0979800368699963}
+{'epoch': 22, 'iter': 1170, 'avg_loss': 0.07049208264266485, 'avg_acc': 0.0, 'loss': 0.07423163240913766}
+{'epoch': 22, 'iter': 1180, 'avg_loss': 0.07034134037393537, 'avg_acc': 0.0, 'loss': 0.04705027133017836}
+{'epoch': 22, 'iter': 1190, 'avg_loss': 0.07021131628873191, 'avg_acc': 0.0, 'loss': 0.07256314431830495}
+{'epoch': 22, 'iter': 1200, 'avg_loss': 0.06994040812406976, 'avg_acc': 0.0, 'loss': 0.06623123838286508}
+{'epoch': 22, 'iter': 1210, 'avg_loss': 0.06996840856859285, 'avg_acc': 0.0, 'loss': 0.03995794657724616}
+{'epoch': 22, 'iter': 1220, 'avg_loss': 0.06990757726235035, 'avg_acc': 0.0, 'loss': 0.027952099604336565}
+{'epoch': 22, 'iter': 1230, 'avg_loss': 0.06991680442480648, 'avg_acc': 0.0, 'loss': 0.07188286742357214}
+{'epoch': 22, 'iter': 1240, 'avg_loss': 0.0699964819948588, 'avg_acc': 0.0, 'loss': 0.045620853518469416}
+{'epoch': 22, 'iter': 1250, 'avg_loss': 0.07003180680279092, 'avg_acc': 0.0, 'loss': 0.09960334895629533}
+{'epoch': 22, 'iter': 1260, 'avg_loss': 0.07013093213374966, 'avg_acc': 0.0, 'loss': 0.054023963043651486}
+{'epoch': 22, 'iter': 1270, 'avg_loss': 0.07021446162848173, 'avg_acc': 0.0, 'loss': 0.15998801344644115}
+{'epoch': 22, 'iter': 1280, 'avg_loss': 0.0703274631177419, 'avg_acc': 0.0, 'loss': 0.11772405752132897}
+{'epoch': 22, 'iter': 1290, 'avg_loss': 0.07028235507224823, 'avg_acc': 0.0, 'loss': 0.07379715741340322}
+{'epoch': 22, 'iter': 1300, 'avg_loss': 0.07028501380373209, 'avg_acc': 0.0, 'loss': 0.10523652726130754}
+{'epoch': 22, 'iter': 1310, 'avg_loss': 0.07039034788060584, 'avg_acc': 0.0, 'loss': 0.042065086021839955}
+{'epoch': 22, 'iter': 1320, 'avg_loss': 0.07024483553521536, 'avg_acc': 0.0, 'loss': 0.0302984618983889}
+{'epoch': 22, 'iter': 1330, 'avg_loss': 0.07023792646264138, 'avg_acc': 0.0, 'loss': 0.03261114811648724}
+{'epoch': 22, 'iter': 1340, 'avg_loss': 0.07024795121068524, 'avg_acc': 0.0, 'loss': 0.03882163250026898}
+{'epoch': 22, 'iter': 1350, 'avg_loss': 0.07022430943995361, 'avg_acc': 0.0, 'loss': 0.06361088951766394}
+{'epoch': 22, 'iter': 1360, 'avg_loss': 0.07021454235799507, 'avg_acc': 0.0, 'loss': 0.06109717175568667}
+{'epoch': 22, 'iter': 1370, 'avg_loss': 0.07013748823995095, 'avg_acc': 0.0, 'loss': 0.055374210391505585}
+{'epoch': 22, 'iter': 1380, 'avg_loss': 0.07029081594878989, 'avg_acc': 0.0, 'loss': 0.09313557308025468}
+{'epoch': 22, 'iter': 1390, 'avg_loss': 0.07033684199134396, 'avg_acc': 0.0, 'loss': 0.06247417878905383}
+{'epoch': 22, 'iter': 1400, 'avg_loss': 0.07039038148416982, 'avg_acc': 0.0, 'loss': 0.13343669342291214}
+{'epoch': 22, 'iter': 1410, 'avg_loss': 0.07033214445308793, 'avg_acc': 0.0, 'loss': 0.05996982355949447}
+{'epoch': 22, 'iter': 1420, 'avg_loss': 0.07036913208412506, 'avg_acc': 0.0, 'loss': 0.05848953452194751}
+{'epoch': 22, 'iter': 1430, 'avg_loss': 0.07037336046134696, 'avg_acc': 0.0, 'loss': 0.06245595159955184}
+{'epoch': 22, 'iter': 1440, 'avg_loss': 0.0704896125365545, 'avg_acc': 0.0, 'loss': 0.09662171708893245}
+{'epoch': 22, 'iter': 1450, 'avg_loss': 0.07055468385628144, 'avg_acc': 0.0, 'loss': 0.044298568268798376}
+{'epoch': 22, 'iter': 1460, 'avg_loss': 0.0705446706064001, 'avg_acc': 0.0, 'loss': 0.030704082593455185}
+{'epoch': 22, 'iter': 1470, 'avg_loss': 0.07050920383531724, 'avg_acc': 0.0, 'loss': 0.04312413417556878}
+{'epoch': 22, 'iter': 1480, 'avg_loss': 0.07039812366411219, 'avg_acc': 0.0, 'loss': 0.037155593280094275}
+{'epoch': 22, 'iter': 1490, 'avg_loss': 0.07044024700356351, 'avg_acc': 0.0, 'loss': 0.13518649260023655}
+{'epoch': 22, 'iter': 1500, 'avg_loss': 0.07042909806897739, 'avg_acc': 0.0, 'loss': 0.09788549963676424}
+{'epoch': 22, 'iter': 1510, 'avg_loss': 0.07045854961524343, 'avg_acc': 0.0, 'loss': 0.11355965499350669}
+{'epoch': 22, 'iter': 1520, 'avg_loss': 0.07060142173514838, 'avg_acc': 0.0, 'loss': 0.1019778472610093}
+{'epoch': 22, 'iter': 1530, 'avg_loss': 0.07053442124979972, 'avg_acc': 0.0, 'loss': 0.07955614615865159}
+{'epoch': 22, 'iter': 1540, 'avg_loss': 0.07047782813645917, 'avg_acc': 0.0, 'loss': 0.05659258694295285}
+{'epoch': 22, 'iter': 1550, 'avg_loss': 0.07051783509225854, 'avg_acc': 0.0, 'loss': 0.02857310787192091}
+{'epoch': 22, 'iter': 1560, 'avg_loss': 0.07049281601210121, 'avg_acc': 0.0, 'loss': 0.03652509991557297}
+{'epoch': 22, 'iter': 1570, 'avg_loss': 0.07060508412696621, 'avg_acc': 0.0, 'loss': 0.10721478753479476}
+{'epoch': 22, 'iter': 1580, 'avg_loss': 0.07063796440409391, 'avg_acc': 0.0, 'loss': 0.03404987894329687}
+{'epoch': 22, 'iter': 1590, 'avg_loss': 0.07067825728150538, 'avg_acc': 0.0, 'loss': 0.04168078496452462}
+{'epoch': 22, 'iter': 1600, 'avg_loss': 0.07053273472864188, 'avg_acc': 0.0, 'loss': 0.06840645989940493}
+{'epoch': 22, 'iter': 1610, 'avg_loss': 0.07062143859425771, 'avg_acc': 0.0, 'loss': 0.02534587214714585}
+{'epoch': 22, 'iter': 1620, 'avg_loss': 0.07064731059912928, 'avg_acc': 0.0, 'loss': 0.054562702604970675}
+{'epoch': 22, 'iter': 1630, 'avg_loss': 0.0707947605685209, 'avg_acc': 0.0, 'loss': 0.024322973999005626}
+{'epoch': 22, 'iter': 1640, 'avg_loss': 0.07075204550372219, 'avg_acc': 0.0, 'loss': 0.0725498383882938}
+{'epoch': 22, 'iter': 1650, 'avg_loss': 0.07076290020288585, 'avg_acc': 0.0, 'loss': 0.07111973489112902}
+{'epoch': 22, 'iter': 1660, 'avg_loss': 0.07089389579181085, 'avg_acc': 0.0, 'loss': 0.10477340793018591}
+{'epoch': 22, 'iter': 1670, 'avg_loss': 0.0709198680056279, 'avg_acc': 0.0, 'loss': 0.021549580124363792}
+{'epoch': 22, 'iter': 1680, 'avg_loss': 0.07088133267076702, 'avg_acc': 0.0, 'loss': 0.03866652715044389}
+{'epoch': 22, 'iter': 1690, 'avg_loss': 0.07083209326417463, 'avg_acc': 0.0, 'loss': 0.09599033640647495}
+{'epoch': 22, 'iter': 1700, 'avg_loss': 0.07086079332112798, 'avg_acc': 0.0, 'loss': 0.048969511465811265}
+{'epoch': 22, 'iter': 1710, 'avg_loss': 0.07082224727003662, 'avg_acc': 0.0, 'loss': 0.0359144780354898}
+{'epoch': 22, 'iter': 1720, 'avg_loss': 0.07074384422019396, 'avg_acc': 0.0, 'loss': 0.06121741176363977}
+{'epoch': 22, 'iter': 1730, 'avg_loss': 0.0707808128459733, 'avg_acc': 0.0, 'loss': 0.13355113923155873}
+{'epoch': 22, 'iter': 1740, 'avg_loss': 0.0706626219878227, 'avg_acc': 0.0, 'loss': 0.05256789326741844}
+{'epoch': 22, 'iter': 1750, 'avg_loss': 0.0707647198330815, 'avg_acc': 0.0, 'loss': 0.11265965594524069}
+{'epoch': 22, 'iter': 1760, 'avg_loss': 0.07075067814576795, 'avg_acc': 0.0, 'loss': 0.09531667360861969}
+{'epoch': 22, 'iter': 1770, 'avg_loss': 0.07074504028706956, 'avg_acc': 0.0, 'loss': 0.03626340166087313}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.0, 'ece': 0.05587870627641678, 'avg_loss': 0.07073703288434482, 'f1_scores': 0.9426026243035471}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.03157024082130379, 'avg_acc': 0.0, 'loss': 0.03157024082130379}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.07935656926361062, 'avg_acc': 0.0, 'loss': 0.02888565388465736}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.07432688612548241, 'avg_acc': 0.0, 'loss': 0.09747966276639732}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.07214379309388076, 'avg_acc': 0.0, 'loss': 0.027679790572016874}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.07318489639601661, 'avg_acc': 0.0, 'loss': 0.0355010377250429}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.07082072941576512, 'avg_acc': 0.0, 'loss': 0.08363850014743589}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.07216195927276467, 'avg_acc': 0.0, 'loss': 0.09184294713869738}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.07251619601169614, 'avg_acc': 0.0, 'loss': 0.10632697163672283}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.07343047022813706, 'avg_acc': 0.0, 'loss': 0.09721139335153696}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.072593491509662, 'avg_acc': 0.0, 'loss': 0.0497396215342515}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.07287498791202962, 'avg_acc': 0.0, 'loss': 0.0482179153041581}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.0715527319527316, 'avg_acc': 0.0, 'loss': 0.07252646861908423}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.0721267917015406, 'avg_acc': 0.0, 'loss': 0.05299816375825474}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.0718781432213039, 'avg_acc': 0.0, 'loss': 0.04790809316232826}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.0716177417770308, 'avg_acc': 0.0, 'loss': 0.06383541448195931}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.0714561131490595, 'avg_acc': 0.0, 'loss': 0.07247392324019789}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.07236101665275242, 'avg_acc': 0.0, 'loss': 0.11224581771121628}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.0722836892331451, 'avg_acc': 0.0, 'loss': 0.051188249318116164}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.0715501551240926, 'avg_acc': 0.0, 'loss': 0.041315527013184444}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.071152683607684, 'avg_acc': 0.0, 'loss': 0.057445423698222184}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.07151812157288255, 'avg_acc': 0.0, 'loss': 0.019293110763750777}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.07120163561214539, 'avg_acc': 0.0, 'loss': 0.046384645907017276}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.07213410004269412, 'avg_acc': 0.0, 'loss': 0.10543440770866903}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.07320663598055072, 'avg_acc': 0.0, 'loss': 0.09012902248696264}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.07319827160166997, 'avg_acc': 0.0, 'loss': 0.07729416996609473}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.07305645246962636, 'avg_acc': 0.0, 'loss': 0.10915906864748388}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.07237622802736467, 'avg_acc': 0.0, 'loss': 0.03680203994747444}
+{'epoch': 23, 'iter': 270, 'avg_loss': 0.07203349580558799, 'avg_acc': 0.0, 'loss': 0.025991427260024125}
+{'epoch': 23, 'iter': 280, 'avg_loss': 0.0718227137960196, 'avg_acc': 0.0, 'loss': 0.06681255465449404}
+{'epoch': 23, 'iter': 290, 'avg_loss': 0.07292570024489821, 'avg_acc': 0.0, 'loss': 0.10515602516626034}
+{'epoch': 23, 'iter': 300, 'avg_loss': 0.07244604404544647, 'avg_acc': 0.0, 'loss': 0.10140989878797362}
+{'epoch': 23, 'iter': 310, 'avg_loss': 0.07249438367332141, 'avg_acc': 0.0, 'loss': 0.10569278260866861}
+{'epoch': 23, 'iter': 320, 'avg_loss': 0.07268538315815677, 'avg_acc': 0.0, 'loss': 0.06429877635543692}
+{'epoch': 23, 'iter': 330, 'avg_loss': 0.07276700196533477, 'avg_acc': 0.0, 'loss': 0.05804053226613754}
+{'epoch': 23, 'iter': 340, 'avg_loss': 0.07295385330989228, 'avg_acc': 0.0, 'loss': 0.0241659403426898}
+{'epoch': 23, 'iter': 350, 'avg_loss': 0.07375359939257525, 'avg_acc': 0.0, 'loss': 0.2113128789085944}
+{'epoch': 23, 'iter': 360, 'avg_loss': 0.074206953412737, 'avg_acc': 0.0, 'loss': 0.09829259898706612}
+{'epoch': 23, 'iter': 370, 'avg_loss': 0.07395043818571499, 'avg_acc': 0.0, 'loss': 0.08097234302542233}
+{'epoch': 23, 'iter': 380, 'avg_loss': 0.07403408826389633, 'avg_acc': 0.0, 'loss': 0.061401092896764854}
+{'epoch': 23, 'iter': 390, 'avg_loss': 0.07404758963535887, 'avg_acc': 0.0, 'loss': 0.03733184541747952}
+{'epoch': 23, 'iter': 400, 'avg_loss': 0.07365034187814261, 'avg_acc': 0.0, 'loss': 0.0579066844236747}
+{'epoch': 23, 'iter': 410, 'avg_loss': 0.07378199005489246, 'avg_acc': 0.0, 'loss': 0.0809636704901432}
+{'epoch': 23, 'iter': 420, 'avg_loss': 0.07376192681839819, 'avg_acc': 0.0, 'loss': 0.03996107802485734}
+{'epoch': 23, 'iter': 430, 'avg_loss': 0.07427797556831196, 'avg_acc': 0.0, 'loss': 0.055764461940888}
+{'epoch': 23, 'iter': 440, 'avg_loss': 0.07408777793604825, 'avg_acc': 0.0, 'loss': 0.04207631233668353}
+{'epoch': 23, 'iter': 450, 'avg_loss': 0.07395906707460677, 'avg_acc': 0.0, 'loss': 0.05947222221424551}
+{'epoch': 23, 'iter': 460, 'avg_loss': 0.07432883904156029, 'avg_acc': 0.0, 'loss': 0.13107286328203469}
+{'epoch': 23, 'iter': 470, 'avg_loss': 0.07459346888952015, 'avg_acc': 0.0, 'loss': 0.06839872758645729}
+{'epoch': 23, 'iter': 480, 'avg_loss': 0.07501979161441194, 'avg_acc': 0.0, 'loss': 0.09623682440210603}
+{'epoch': 23, 'iter': 490, 'avg_loss': 0.07492258172665546, 'avg_acc': 0.0, 'loss': 0.05916544435347199}
+{'epoch': 23, 'iter': 500, 'avg_loss': 0.07449775906128615, 'avg_acc': 0.0, 'loss': 0.10756858967564092}
+{'epoch': 23, 'iter': 510, 'avg_loss': 0.07409397876606104, 'avg_acc': 0.0, 'loss': 0.057208954249702515}
+{'epoch': 23, 'iter': 520, 'avg_loss': 0.07382376039971346, 'avg_acc': 0.0, 'loss': 0.04950348240062599}
+{'epoch': 23, 'iter': 530, 'avg_loss': 0.07348172988974093, 'avg_acc': 0.0, 'loss': 0.05953994747898962}
+{'epoch': 23, 'iter': 540, 'avg_loss': 0.07348303879242236, 'avg_acc': 0.0, 'loss': 0.04015204020419308}
+{'epoch': 23, 'iter': 550, 'avg_loss': 0.07327278527659323, 'avg_acc': 0.0, 'loss': 0.0914024340607012}
+{'epoch': 23, 'iter': 560, 'avg_loss': 0.07326598071126034, 'avg_acc': 0.0, 'loss': 0.04301046236764502}
+{'epoch': 23, 'iter': 570, 'avg_loss': 0.07314820703544368, 'avg_acc': 0.0, 'loss': 0.04700191782059245}
+{'epoch': 23, 'iter': 580, 'avg_loss': 0.07342127832874248, 'avg_acc': 0.0, 'loss': 0.06748043915549065}
+{'epoch': 23, 'iter': 590, 'avg_loss': 0.07343280002546278, 'avg_acc': 0.0, 'loss': 0.09870069625249706}
+{'epoch': 23, 'iter': 600, 'avg_loss': 0.07333288607775289, 'avg_acc': 0.0, 'loss': 0.04735040239562035}
+{'epoch': 23, 'iter': 610, 'avg_loss': 0.07319065601662728, 'avg_acc': 0.0, 'loss': 0.1195993167394777}
+{'epoch': 23, 'iter': 620, 'avg_loss': 0.07339594202065551, 'avg_acc': 0.0, 'loss': 0.038826624831218376}
+{'epoch': 23, 'iter': 630, 'avg_loss': 0.07335152627020573, 'avg_acc': 0.0, 'loss': 0.05117239903099094}
+{'epoch': 23, 'iter': 640, 'avg_loss': 0.073115289073857, 'avg_acc': 0.0, 'loss': 0.07817078361543597}
+{'epoch': 23, 'iter': 650, 'avg_loss': 0.07301585316028603, 'avg_acc': 0.0, 'loss': 0.041249334011102486}
+{'epoch': 23, 'iter': 660, 'avg_loss': 0.07291260368357133, 'avg_acc': 0.0, 'loss': 0.04243759531447364}
+{'epoch': 23, 'iter': 670, 'avg_loss': 0.07290458405713678, 'avg_acc': 0.0, 'loss': 0.09056373370369743}
+{'epoch': 23, 'iter': 680, 'avg_loss': 0.07268024667342596, 'avg_acc': 0.0, 'loss': 0.05742204060069054}
+{'epoch': 23, 'iter': 690, 'avg_loss': 0.07262192444754363, 'avg_acc': 0.0, 'loss': 0.11289143755025828}
+{'epoch': 23, 'iter': 700, 'avg_loss': 0.07249055416101298, 'avg_acc': 0.0, 'loss': 0.05107574803311162}
+{'epoch': 23, 'iter': 710, 'avg_loss': 0.07269376737966264, 'avg_acc': 0.0, 'loss': 0.08338535001349051}
+{'epoch': 23, 'iter': 720, 'avg_loss': 0.0727368498133675, 'avg_acc': 0.0, 'loss': 0.038778719642644024}
+{'epoch': 23, 'iter': 730, 'avg_loss': 0.07282932800636137, 'avg_acc': 0.0, 'loss': 0.054542436181591825}
+{'epoch': 23, 'iter': 740, 'avg_loss': 0.07250779372347524, 'avg_acc': 0.0, 'loss': 0.03292708062999086}
+{'epoch': 23, 'iter': 750, 'avg_loss': 0.07249052024248671, 'avg_acc': 0.0, 'loss': 0.02606463717816406}
+{'epoch': 23, 'iter': 760, 'avg_loss': 0.07234750766178832, 'avg_acc': 0.0, 'loss': 0.04207196378159291}
+{'epoch': 23, 'iter': 770, 'avg_loss': 0.07237637152419833, 'avg_acc': 0.0, 'loss': 0.04406442757265592}
+{'epoch': 23, 'iter': 780, 'avg_loss': 0.07232249420334376, 'avg_acc': 0.0, 'loss': 0.04722674261647138}
+{'epoch': 23, 'iter': 790, 'avg_loss': 0.07215402554760625, 'avg_acc': 0.0, 'loss': 0.10258597060742553}
+{'epoch': 23, 'iter': 800, 'avg_loss': 0.07198600839598694, 'avg_acc': 0.0, 'loss': 0.02097787919628047}
+{'epoch': 23, 'iter': 810, 'avg_loss': 0.0718747927785617, 'avg_acc': 0.0, 'loss': 0.06116301768407441}
+{'epoch': 23, 'iter': 820, 'avg_loss': 0.07226176854674267, 'avg_acc': 0.0, 'loss': 0.05241439333894553}
+{'epoch': 23, 'iter': 830, 'avg_loss': 0.0721925114196749, 'avg_acc': 0.0, 'loss': 0.06746755090727925}
+{'epoch': 23, 'iter': 840, 'avg_loss': 0.07211099628070138, 'avg_acc': 0.0, 'loss': 0.06584589353651284}
+{'epoch': 23, 'iter': 850, 'avg_loss': 0.0720365041207356, 'avg_acc': 0.0, 'loss': 0.06879165890294253}
+{'epoch': 23, 'iter': 860, 'avg_loss': 0.07212889475674732, 'avg_acc': 0.0, 'loss': 0.09576654450397167}
+{'epoch': 23, 'iter': 870, 'avg_loss': 0.07272213840481245, 'avg_acc': 0.0, 'loss': 0.05903160759433896}
+{'epoch': 23, 'iter': 880, 'avg_loss': 0.07288649922613669, 'avg_acc': 0.0, 'loss': 0.13293895051771593}
+{'epoch': 23, 'iter': 890, 'avg_loss': 0.07302599676390892, 'avg_acc': 0.0, 'loss': 0.07137165340261982}
+{'epoch': 23, 'iter': 900, 'avg_loss': 0.07319031732732721, 'avg_acc': 0.0, 'loss': 0.035228190954908555}
+{'epoch': 23, 'iter': 910, 'avg_loss': 0.07315380339337202, 'avg_acc': 0.0, 'loss': 0.08246799620412203}
+{'epoch': 23, 'iter': 920, 'avg_loss': 0.07321797240603506, 'avg_acc': 0.0, 'loss': 0.0459550514259206}
+{'epoch': 23, 'iter': 930, 'avg_loss': 0.07319238926576185, 'avg_acc': 0.0, 'loss': 0.10972881406032034}
+{'epoch': 23, 'iter': 940, 'avg_loss': 0.07306577801941873, 'avg_acc': 0.0, 'loss': 0.07687021627335915}
+{'epoch': 23, 'iter': 950, 'avg_loss': 0.07331614864054857, 'avg_acc': 0.0, 'loss': 0.03280116069775829}
+{'epoch': 23, 'iter': 960, 'avg_loss': 0.07315829788351694, 'avg_acc': 0.0, 'loss': 0.043211259860981954}
+{'epoch': 23, 'iter': 970, 'avg_loss': 0.07297720943786593, 'avg_acc': 0.0, 'loss': 0.05049587971132041}
+{'epoch': 23, 'iter': 980, 'avg_loss': 0.07312279334932381, 'avg_acc': 0.0, 'loss': 0.09884063588879144}
+{'epoch': 23, 'iter': 990, 'avg_loss': 0.07315362062944358, 'avg_acc': 0.0, 'loss': 0.05539100636464005}
+{'epoch': 23, 'iter': 1000, 'avg_loss': 0.07318890572631623, 'avg_acc': 0.0, 'loss': 0.06380878105526781}
+{'epoch': 23, 'iter': 1010, 'avg_loss': 0.07315159035617942, 'avg_acc': 0.0, 'loss': 0.05722108700913557}
+{'epoch': 23, 'iter': 1020, 'avg_loss': 0.07299289057149363, 'avg_acc': 0.0, 'loss': 0.06169511859003559}
+{'epoch': 23, 'iter': 1030, 'avg_loss': 0.07304254605611628, 'avg_acc': 0.0, 'loss': 0.12812799518220733}
+{'epoch': 23, 'iter': 1040, 'avg_loss': 0.07293156034974045, 'avg_acc': 0.0, 'loss': 0.07560572060395389}
+{'epoch': 23, 'iter': 1050, 'avg_loss': 0.07298030405301846, 'avg_acc': 0.0, 'loss': 0.07390480339251683}
+{'epoch': 23, 'iter': 1060, 'avg_loss': 0.07298975366578918, 'avg_acc': 0.0, 'loss': 0.10979119365925222}
+{'epoch': 23, 'iter': 1070, 'avg_loss': 0.07307107831296815, 'avg_acc': 0.0, 'loss': 0.04384266271452475}
+{'epoch': 23, 'iter': 1080, 'avg_loss': 0.07282964488081697, 'avg_acc': 0.0, 'loss': 0.04513650971052283}
+{'epoch': 23, 'iter': 1090, 'avg_loss': 0.07281842801368817, 'avg_acc': 0.0, 'loss': 0.058106241597540374}
+{'epoch': 23, 'iter': 1100, 'avg_loss': 0.07280601463406605, 'avg_acc': 0.0, 'loss': 0.07389807837182007}
+{'epoch': 23, 'iter': 1110, 'avg_loss': 0.07282556613846407, 'avg_acc': 0.0, 'loss': 0.07470308129081461}
+{'epoch': 23, 'iter': 1120, 'avg_loss': 0.0726491829718144, 'avg_acc': 0.0, 'loss': 0.06988405551704245}
+{'epoch': 23, 'iter': 1130, 'avg_loss': 0.07252416029895827, 'avg_acc': 0.0, 'loss': 0.044404794025110404}
+{'epoch': 23, 'iter': 1140, 'avg_loss': 0.07248659317182223, 'avg_acc': 0.0, 'loss': 0.0905050900327475}
+{'epoch': 23, 'iter': 1150, 'avg_loss': 0.07247542006844286, 'avg_acc': 0.0, 'loss': 0.06875572142871329}
+{'epoch': 23, 'iter': 1160, 'avg_loss': 0.07251382416220499, 'avg_acc': 0.0, 'loss': 0.10009372973163977}
+{'epoch': 23, 'iter': 1170, 'avg_loss': 0.07258437345359964, 'avg_acc': 0.0, 'loss': 0.07289377972736993}
+{'epoch': 23, 'iter': 1180, 'avg_loss': 0.07243443700048029, 'avg_acc': 0.0, 'loss': 0.04761149533671219}
+{'epoch': 23, 'iter': 1190, 'avg_loss': 0.07229025261101067, 'avg_acc': 0.0, 'loss': 0.07236242378337465}
+{'epoch': 23, 'iter': 1200, 'avg_loss': 0.07201085136142024, 'avg_acc': 0.0, 'loss': 0.0698915299768227}
+{'epoch': 23, 'iter': 1210, 'avg_loss': 0.0720447396330616, 'avg_acc': 0.0, 'loss': 0.039803239306225785}
+{'epoch': 23, 'iter': 1220, 'avg_loss': 0.07198437345739593, 'avg_acc': 0.0, 'loss': 0.02907326945119288}
+{'epoch': 23, 'iter': 1230, 'avg_loss': 0.07199352463002694, 'avg_acc': 0.0, 'loss': 0.07496715355475406}
+{'epoch': 23, 'iter': 1240, 'avg_loss': 0.07206913660481364, 'avg_acc': 0.0, 'loss': 0.046586698940598935}
+{'epoch': 23, 'iter': 1250, 'avg_loss': 0.07210313228805768, 'avg_acc': 0.0, 'loss': 0.10694098778017949}
+{'epoch': 23, 'iter': 1260, 'avg_loss': 0.07220010331665434, 'avg_acc': 0.0, 'loss': 0.055315398443716336}
+{'epoch': 23, 'iter': 1270, 'avg_loss': 0.07228990537790149, 'avg_acc': 0.0, 'loss': 0.16533158534059364}
+{'epoch': 23, 'iter': 1280, 'avg_loss': 0.07241419940594719, 'avg_acc': 0.0, 'loss': 0.12785660752468328}
+{'epoch': 23, 'iter': 1290, 'avg_loss': 0.07237260065447802, 'avg_acc': 0.0, 'loss': 0.07767324929043339}
+{'epoch': 23, 'iter': 1300, 'avg_loss': 0.07238103631321219, 'avg_acc': 0.0, 'loss': 0.11109698908937965}
+{'epoch': 23, 'iter': 1310, 'avg_loss': 0.07250120701993282, 'avg_acc': 0.0, 'loss': 0.04218707045304524}
+{'epoch': 23, 'iter': 1320, 'avg_loss': 0.07235028707765535, 'avg_acc': 0.0, 'loss': 0.031087959833907265}
+{'epoch': 23, 'iter': 1330, 'avg_loss': 0.07234132976762228, 'avg_acc': 0.0, 'loss': 0.035590753077359844}
+{'epoch': 23, 'iter': 1340, 'avg_loss': 0.07234050061148235, 'avg_acc': 0.0, 'loss': 0.04045212325698344}
+{'epoch': 23, 'iter': 1350, 'avg_loss': 0.07231459273556887, 'avg_acc': 0.0, 'loss': 0.06380241103803184}
+{'epoch': 23, 'iter': 1360, 'avg_loss': 0.07230610991348498, 'avg_acc': 0.0, 'loss': 0.06112736045267094}
+{'epoch': 23, 'iter': 1370, 'avg_loss': 0.07223186819617813, 'avg_acc': 0.0, 'loss': 0.057565549295584814}
+{'epoch': 23, 'iter': 1380, 'avg_loss': 0.07240187556870102, 'avg_acc': 0.0, 'loss': 0.09713235779187405}
+{'epoch': 23, 'iter': 1390, 'avg_loss': 0.07245669373909043, 'avg_acc': 0.0, 'loss': 0.06655512243787598}
+{'epoch': 23, 'iter': 1400, 'avg_loss': 0.07250524495779043, 'avg_acc': 0.0, 'loss': 0.13670540698511502}
+{'epoch': 23, 'iter': 1410, 'avg_loss': 0.07243355025213692, 'avg_acc': 0.0, 'loss': 0.059599565694968853}
+{'epoch': 23, 'iter': 1420, 'avg_loss': 0.07247465424433472, 'avg_acc': 0.0, 'loss': 0.0610939185715316}
+{'epoch': 23, 'iter': 1430, 'avg_loss': 0.07248286382367168, 'avg_acc': 0.0, 'loss': 0.0625397928306849}
+{'epoch': 23, 'iter': 1440, 'avg_loss': 0.07258820158413229, 'avg_acc': 0.0, 'loss': 0.0950857867007926}
+{'epoch': 23, 'iter': 1450, 'avg_loss': 0.07265622438757185, 'avg_acc': 0.0, 'loss': 0.04430484447355403}
+{'epoch': 23, 'iter': 1460, 'avg_loss': 0.07264714743154087, 'avg_acc': 0.0, 'loss': 0.030247629591000545}
+{'epoch': 23, 'iter': 1470, 'avg_loss': 0.07260756424248874, 'avg_acc': 0.0, 'loss': 0.04473266106835995}
+{'epoch': 23, 'iter': 1480, 'avg_loss': 0.07248800924531794, 'avg_acc': 0.0, 'loss': 0.03730253277159282}
+{'epoch': 23, 'iter': 1490, 'avg_loss': 0.07252768001928953, 'avg_acc': 0.0, 'loss': 0.13624406134707506}
+{'epoch': 23, 'iter': 1500, 'avg_loss': 0.07251840948656577, 'avg_acc': 0.0, 'loss': 0.1028765748511822}
+{'epoch': 23, 'iter': 1510, 'avg_loss': 0.0725510866600023, 'avg_acc': 0.0, 'loss': 0.12249188048524623}
+{'epoch': 23, 'iter': 1520, 'avg_loss': 0.07271021550990724, 'avg_acc': 0.0, 'loss': 0.10657983598182089}
+{'epoch': 23, 'iter': 1530, 'avg_loss': 0.07263878520110298, 'avg_acc': 0.0, 'loss': 0.08051198987060307}
+{'epoch': 23, 'iter': 1540, 'avg_loss': 0.07257570825329866, 'avg_acc': 0.0, 'loss': 0.05844694263121701}
+{'epoch': 23, 'iter': 1550, 'avg_loss': 0.07261365520234216, 'avg_acc': 0.0, 'loss': 0.03164442463987273}
+{'epoch': 23, 'iter': 1560, 'avg_loss': 0.0725868209173702, 'avg_acc': 0.0, 'loss': 0.03739411815159396}
+{'epoch': 23, 'iter': 1570, 'avg_loss': 0.07269878187471654, 'avg_acc': 0.0, 'loss': 0.10742688634741171}
+{'epoch': 23, 'iter': 1580, 'avg_loss': 0.072729356674915, 'avg_acc': 0.0, 'loss': 0.03447852165841425}
+{'epoch': 23, 'iter': 1590, 'avg_loss': 0.07276699417099654, 'avg_acc': 0.0, 'loss': 0.04188554986155322}
+{'epoch': 23, 'iter': 1600, 'avg_loss': 0.07261572388157815, 'avg_acc': 0.0, 'loss': 0.07081510090901791}
+{'epoch': 23, 'iter': 1610, 'avg_loss': 0.07271913601085722, 'avg_acc': 0.0, 'loss': 0.02657015159485557}
+{'epoch': 23, 'iter': 1620, 'avg_loss': 0.07274611141691444, 'avg_acc': 0.0, 'loss': 0.056609551394994836}
+{'epoch': 23, 'iter': 1630, 'avg_loss': 0.07289260594766021, 'avg_acc': 0.0, 'loss': 0.02596016555308519}
+{'epoch': 23, 'iter': 1640, 'avg_loss': 0.07285020839462206, 'avg_acc': 0.0, 'loss': 0.07278767511152953}
+{'epoch': 23, 'iter': 1650, 'avg_loss': 0.07286361437341843, 'avg_acc': 0.0, 'loss': 0.06967657613993034}
+{'epoch': 23, 'iter': 1660, 'avg_loss': 0.0730102021519279, 'avg_acc': 0.0, 'loss': 0.11048921361103226}
+{'epoch': 23, 'iter': 1670, 'avg_loss': 0.0730391986907565, 'avg_acc': 0.0, 'loss': 0.022948463028017483}
+{'epoch': 23, 'iter': 1680, 'avg_loss': 0.07299638880776345, 'avg_acc': 0.0, 'loss': 0.04067742528823105}
+{'epoch': 23, 'iter': 1690, 'avg_loss': 0.07294839526694927, 'avg_acc': 0.0, 'loss': 0.09747622213708544}
+{'epoch': 23, 'iter': 1700, 'avg_loss': 0.07297861274635117, 'avg_acc': 0.0, 'loss': 0.04948083335396396}
+{'epoch': 23, 'iter': 1710, 'avg_loss': 0.07293907213640055, 'avg_acc': 0.0, 'loss': 0.037721562117531394}
+{'epoch': 23, 'iter': 1720, 'avg_loss': 0.07285658420268998, 'avg_acc': 0.0, 'loss': 0.06149588374104756}
+{'epoch': 23, 'iter': 1730, 'avg_loss': 0.07289429748202701, 'avg_acc': 0.0, 'loss': 0.1324431263069893}
+{'epoch': 23, 'iter': 1740, 'avg_loss': 0.07277437015719808, 'avg_acc': 0.0, 'loss': 0.05504868797941396}
+{'epoch': 23, 'iter': 1750, 'avg_loss': 0.07287975928983874, 'avg_acc': 0.0, 'loss': 0.11895190016447746}
+{'epoch': 23, 'iter': 1760, 'avg_loss': 0.07286784895214608, 'avg_acc': 0.0, 'loss': 0.09961870957311345}
+{'epoch': 23, 'iter': 1770, 'avg_loss': 0.07286387086785473, 'avg_acc': 0.0, 'loss': 0.03811168314961069}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.0, 'ece': 0.05524305999279022, 'avg_loss': 0.07285501514157712, 'f1_scores': 0.9441300864300928}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.030517113656409425, 'avg_acc': 0.0, 'loss': 0.030517113656409425}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.0762758546272067, 'avg_acc': 0.0, 'loss': 0.026826559240703318}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.07134126571019118, 'avg_acc': 0.0, 'loss': 0.09624663199271918}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.06929994663756102, 'avg_acc': 0.0, 'loss': 0.02731341292353103}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.07009287403246352, 'avg_acc': 0.0, 'loss': 0.03458450341487256}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.06785680318135899, 'avg_acc': 0.0, 'loss': 0.0770920348215327}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.06889139277356227, 'avg_acc': 0.0, 'loss': 0.09147094418629616}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.06918662658144459, 'avg_acc': 0.0, 'loss': 0.10475841893328054}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.07004920495603312, 'avg_acc': 0.0, 'loss': 0.09421729340384184}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.06942012082935103, 'avg_acc': 0.0, 'loss': 0.04807938386070987}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.0697056873875188, 'avg_acc': 0.0, 'loss': 0.04727006030175979}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.06859689897626174, 'avg_acc': 0.0, 'loss': 0.06857199739199261}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.06919985160640192, 'avg_acc': 0.0, 'loss': 0.05125321177080926}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.06898615798510667, 'avg_acc': 0.0, 'loss': 0.047683292853977016}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.06880145649230719, 'avg_acc': 0.0, 'loss': 0.0622164351845283}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.06866156070673532, 'avg_acc': 0.0, 'loss': 0.07184732601307278}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.06951911305117944, 'avg_acc': 0.0, 'loss': 0.10861291289023914}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.0694247358100121, 'avg_acc': 0.0, 'loss': 0.050105604677055125}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.06884702100100308, 'avg_acc': 0.0, 'loss': 0.042949504406002294}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.06843964442766672, 'avg_acc': 0.0, 'loss': 0.05321934803512818}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.0687072909943063, 'avg_acc': 0.0, 'loss': 0.01693501873738309}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.06838406515431378, 'avg_acc': 0.0, 'loss': 0.045120986740578975}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.06924886205833818, 'avg_acc': 0.0, 'loss': 0.0982875150290608}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.07017496266536004, 'avg_acc': 0.0, 'loss': 0.08418426891921627}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.07017290284862643, 'avg_acc': 0.0, 'loss': 0.07674642635688501}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.07001523046685708, 'avg_acc': 0.0, 'loss': 0.10246144337184301}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.06937978115438631, 'avg_acc': 0.0, 'loss': 0.03782936815946008}
+{'epoch': 24, 'iter': 270, 'avg_loss': 0.06901214468715033, 'avg_acc': 0.0, 'loss': 0.024582905664745778}
+{'epoch': 24, 'iter': 280, 'avg_loss': 0.0688305685121338, 'avg_acc': 0.0, 'loss': 0.06647047367053865}
+{'epoch': 24, 'iter': 290, 'avg_loss': 0.0698084274521615, 'avg_acc': 0.0, 'loss': 0.10379884895855947}
+{'epoch': 24, 'iter': 300, 'avg_loss': 0.06934867656646812, 'avg_acc': 0.0, 'loss': 0.09943281560252411}
+{'epoch': 24, 'iter': 310, 'avg_loss': 0.06938569604560617, 'avg_acc': 0.0, 'loss': 0.0984547719716277}
+{'epoch': 24, 'iter': 320, 'avg_loss': 0.06957826280414708, 'avg_acc': 0.0, 'loss': 0.06120546861071878}
+{'epoch': 24, 'iter': 330, 'avg_loss': 0.06967949584928879, 'avg_acc': 0.0, 'loss': 0.06100792212268808}
+{'epoch': 24, 'iter': 340, 'avg_loss': 0.06984523748226179, 'avg_acc': 0.0, 'loss': 0.021587997757770996}
+{'epoch': 24, 'iter': 350, 'avg_loss': 0.07056959938542633, 'avg_acc': 0.0, 'loss': 0.19103410895201833}
+{'epoch': 24, 'iter': 360, 'avg_loss': 0.07103840963323864, 'avg_acc': 0.0, 'loss': 0.09817635403274899}
+{'epoch': 24, 'iter': 370, 'avg_loss': 0.07082626027421644, 'avg_acc': 0.0, 'loss': 0.08041673449782293}
+{'epoch': 24, 'iter': 380, 'avg_loss': 0.07095149707391173, 'avg_acc': 0.0, 'loss': 0.05826982363610357}
+{'epoch': 24, 'iter': 390, 'avg_loss': 0.07097847963551951, 'avg_acc': 0.0, 'loss': 0.03644670419020355}
+{'epoch': 24, 'iter': 400, 'avg_loss': 0.07060492908728916, 'avg_acc': 0.0, 'loss': 0.05617582974858643}
+{'epoch': 24, 'iter': 410, 'avg_loss': 0.07069802726247539, 'avg_acc': 0.0, 'loss': 0.07836952427708102}
+{'epoch': 24, 'iter': 420, 'avg_loss': 0.07066772308602425, 'avg_acc': 0.0, 'loss': 0.03782784528579392}
+{'epoch': 24, 'iter': 430, 'avg_loss': 0.07123175168344134, 'avg_acc': 0.0, 'loss': 0.05620778916610496}
+{'epoch': 24, 'iter': 440, 'avg_loss': 0.07104306874793775, 'avg_acc': 0.0, 'loss': 0.03749828010480119}
+{'epoch': 24, 'iter': 450, 'avg_loss': 0.0709234365157034, 'avg_acc': 0.0, 'loss': 0.057828000541803704}
+{'epoch': 24, 'iter': 460, 'avg_loss': 0.07122867143317714, 'avg_acc': 0.0, 'loss': 0.11916304771602475}
+{'epoch': 24, 'iter': 470, 'avg_loss': 0.07146341613174409, 'avg_acc': 0.0, 'loss': 0.06610104946672175}
+{'epoch': 24, 'iter': 480, 'avg_loss': 0.07180495716000357, 'avg_acc': 0.0, 'loss': 0.08634789454746233}
+{'epoch': 24, 'iter': 490, 'avg_loss': 0.0717129061860104, 'avg_acc': 0.0, 'loss': 0.05666771412569663}
+{'epoch': 24, 'iter': 500, 'avg_loss': 0.07132198162069042, 'avg_acc': 0.0, 'loss': 0.10167437826652911}
+{'epoch': 24, 'iter': 510, 'avg_loss': 0.07094213212465841, 'avg_acc': 0.0, 'loss': 0.054950578188027066}
+{'epoch': 24, 'iter': 520, 'avg_loss': 0.07069291992320885, 'avg_acc': 0.0, 'loss': 0.04854909880722451}
+{'epoch': 24, 'iter': 530, 'avg_loss': 0.07035943541772884, 'avg_acc': 0.0, 'loss': 0.05743065944087837}
+{'epoch': 24, 'iter': 540, 'avg_loss': 0.07036833425043618, 'avg_acc': 0.0, 'loss': 0.039705993302776826}
+{'epoch': 24, 'iter': 550, 'avg_loss': 0.0701791856201678, 'avg_acc': 0.0, 'loss': 0.0886614209521842}
+{'epoch': 24, 'iter': 560, 'avg_loss': 0.07016481192236178, 'avg_acc': 0.0, 'loss': 0.04078397451436087}
+{'epoch': 24, 'iter': 570, 'avg_loss': 0.07004565789027545, 'avg_acc': 0.0, 'loss': 0.04596882612865118}
+{'epoch': 24, 'iter': 580, 'avg_loss': 0.07029642031199519, 'avg_acc': 0.0, 'loss': 0.06674284233568933}
+{'epoch': 24, 'iter': 590, 'avg_loss': 0.07031750647587033, 'avg_acc': 0.0, 'loss': 0.09077738621291635}
+{'epoch': 24, 'iter': 600, 'avg_loss': 0.07024091480747092, 'avg_acc': 0.0, 'loss': 0.0451491333640206}
+{'epoch': 24, 'iter': 610, 'avg_loss': 0.07009277887803222, 'avg_acc': 0.0, 'loss': 0.11183288803465123}
+{'epoch': 24, 'iter': 620, 'avg_loss': 0.07029044905885228, 'avg_acc': 0.0, 'loss': 0.03513996801480752}
+{'epoch': 24, 'iter': 630, 'avg_loss': 0.07023761573502288, 'avg_acc': 0.0, 'loss': 0.05061545669024829}
+{'epoch': 24, 'iter': 640, 'avg_loss': 0.07001026278326025, 'avg_acc': 0.0, 'loss': 0.0746878041432138}
+{'epoch': 24, 'iter': 650, 'avg_loss': 0.0699206436645551, 'avg_acc': 0.0, 'loss': 0.040368224056196916}
+{'epoch': 24, 'iter': 660, 'avg_loss': 0.06982492024665146, 'avg_acc': 0.0, 'loss': 0.042617663071084166}
+{'epoch': 24, 'iter': 670, 'avg_loss': 0.06981856072942874, 'avg_acc': 0.0, 'loss': 0.08552866488884092}
+{'epoch': 24, 'iter': 680, 'avg_loss': 0.06961125040142101, 'avg_acc': 0.0, 'loss': 0.05613030300262015}
+{'epoch': 24, 'iter': 690, 'avg_loss': 0.06955512823661616, 'avg_acc': 0.0, 'loss': 0.10040267980866702}
+{'epoch': 24, 'iter': 700, 'avg_loss': 0.06943409068626033, 'avg_acc': 0.0, 'loss': 0.0471730930352976}
+{'epoch': 24, 'iter': 710, 'avg_loss': 0.06959602159297225, 'avg_acc': 0.0, 'loss': 0.07493257940734159}
+{'epoch': 24, 'iter': 720, 'avg_loss': 0.06962203605070995, 'avg_acc': 0.0, 'loss': 0.03813560140800527}
+{'epoch': 24, 'iter': 730, 'avg_loss': 0.06969990576539074, 'avg_acc': 0.0, 'loss': 0.05409392580247234}
+{'epoch': 24, 'iter': 740, 'avg_loss': 0.06938580785676228, 'avg_acc': 0.0, 'loss': 0.03013517674977655}
+{'epoch': 24, 'iter': 750, 'avg_loss': 0.06937315034368229, 'avg_acc': 0.0, 'loss': 0.024477866465050267}
+{'epoch': 24, 'iter': 760, 'avg_loss': 0.0692606441091537, 'avg_acc': 0.0, 'loss': 0.04168335707996513}
+{'epoch': 24, 'iter': 770, 'avg_loss': 0.06929896199246938, 'avg_acc': 0.0, 'loss': 0.04223711524989377}
+{'epoch': 24, 'iter': 780, 'avg_loss': 0.06927403682372568, 'avg_acc': 0.0, 'loss': 0.04614540719409936}
+{'epoch': 24, 'iter': 790, 'avg_loss': 0.06913047711239825, 'avg_acc': 0.0, 'loss': 0.100915724051792}
+{'epoch': 24, 'iter': 800, 'avg_loss': 0.06896706702654604, 'avg_acc': 0.0, 'loss': 0.01857940857430305}
+{'epoch': 24, 'iter': 810, 'avg_loss': 0.06884607095163874, 'avg_acc': 0.0, 'loss': 0.05775166464504926}
+{'epoch': 24, 'iter': 820, 'avg_loss': 0.06921506637339814, 'avg_acc': 0.0, 'loss': 0.05041397726012267}
+{'epoch': 24, 'iter': 830, 'avg_loss': 0.06914760209949838, 'avg_acc': 0.0, 'loss': 0.06604570475654725}
+{'epoch': 24, 'iter': 840, 'avg_loss': 0.06908614641323661, 'avg_acc': 0.0, 'loss': 0.06560852348209778}
+{'epoch': 24, 'iter': 850, 'avg_loss': 0.06900937658048434, 'avg_acc': 0.0, 'loss': 0.06247683049810705}
+{'epoch': 24, 'iter': 860, 'avg_loss': 0.06907962175503114, 'avg_acc': 0.0, 'loss': 0.0908939312590056}
+{'epoch': 24, 'iter': 870, 'avg_loss': 0.0696592455558929, 'avg_acc': 0.0, 'loss': 0.05613334632834161}
+{'epoch': 24, 'iter': 880, 'avg_loss': 0.06980289868756513, 'avg_acc': 0.0, 'loss': 0.12594859112916723}
+{'epoch': 24, 'iter': 890, 'avg_loss': 0.06991671158591108, 'avg_acc': 0.0, 'loss': 0.06763957675239242}
+{'epoch': 24, 'iter': 900, 'avg_loss': 0.0700873548222472, 'avg_acc': 0.0, 'loss': 0.03467264880704793}
+{'epoch': 24, 'iter': 910, 'avg_loss': 0.07006358031477218, 'avg_acc': 0.0, 'loss': 0.08112817125022989}
+{'epoch': 24, 'iter': 920, 'avg_loss': 0.07010970767227921, 'avg_acc': 0.0, 'loss': 0.04498028626380801}
+{'epoch': 24, 'iter': 930, 'avg_loss': 0.07008472920972315, 'avg_acc': 0.0, 'loss': 0.1071797726204165}
+{'epoch': 24, 'iter': 940, 'avg_loss': 0.06996006099888104, 'avg_acc': 0.0, 'loss': 0.07315824561003735}
+{'epoch': 24, 'iter': 950, 'avg_loss': 0.0701683739439757, 'avg_acc': 0.0, 'loss': 0.03179911349361727}
+{'epoch': 24, 'iter': 960, 'avg_loss': 0.07001449927419531, 'avg_acc': 0.0, 'loss': 0.04082947278704653}
+{'epoch': 24, 'iter': 970, 'avg_loss': 0.06983900306018281, 'avg_acc': 0.0, 'loss': 0.050909983802999444}
+{'epoch': 24, 'iter': 980, 'avg_loss': 0.06997198476816903, 'avg_acc': 0.0, 'loss': 0.08831531246674525}
+{'epoch': 24, 'iter': 990, 'avg_loss': 0.06999328812404611, 'avg_acc': 0.0, 'loss': 0.05273636411589523}
+{'epoch': 24, 'iter': 1000, 'avg_loss': 0.07003559252209965, 'avg_acc': 0.0, 'loss': 0.06593444319557712}
+{'epoch': 24, 'iter': 1010, 'avg_loss': 0.07000297260963001, 'avg_acc': 0.0, 'loss': 0.05525165579121603}
+{'epoch': 24, 'iter': 1020, 'avg_loss': 0.06986485306415582, 'avg_acc': 0.0, 'loss': 0.05850972176591946}
+{'epoch': 24, 'iter': 1030, 'avg_loss': 0.0699330987183196, 'avg_acc': 0.0, 'loss': 0.12738886062311394}
+{'epoch': 24, 'iter': 1040, 'avg_loss': 0.06984118789150529, 'avg_acc': 0.0, 'loss': 0.07509870215821073}
+{'epoch': 24, 'iter': 1050, 'avg_loss': 0.06989940566536368, 'avg_acc': 0.0, 'loss': 0.07222332086078609}
+{'epoch': 24, 'iter': 1060, 'avg_loss': 0.06991283691212943, 'avg_acc': 0.0, 'loss': 0.1038653439442945}
+{'epoch': 24, 'iter': 1070, 'avg_loss': 0.0699875799948077, 'avg_acc': 0.0, 'loss': 0.04374757158064264}
+{'epoch': 24, 'iter': 1080, 'avg_loss': 0.06976293108521503, 'avg_acc': 0.0, 'loss': 0.04171262643830329}
+{'epoch': 24, 'iter': 1090, 'avg_loss': 0.06975135970915208, 'avg_acc': 0.0, 'loss': 0.05483077969090897}
+{'epoch': 24, 'iter': 1100, 'avg_loss': 0.06972634361204537, 'avg_acc': 0.0, 'loss': 0.07365438201227699}
+{'epoch': 24, 'iter': 1110, 'avg_loss': 0.06975175127980797, 'avg_acc': 0.0, 'loss': 0.07193215431173679}
+{'epoch': 24, 'iter': 1120, 'avg_loss': 0.06958376287844469, 'avg_acc': 0.0, 'loss': 0.0672205198705821}
+{'epoch': 24, 'iter': 1130, 'avg_loss': 0.06947293477022874, 'avg_acc': 0.0, 'loss': 0.04072744570394856}
+{'epoch': 24, 'iter': 1140, 'avg_loss': 0.06945763204258905, 'avg_acc': 0.0, 'loss': 0.08576889343264123}
+{'epoch': 24, 'iter': 1150, 'avg_loss': 0.06944842798931444, 'avg_acc': 0.0, 'loss': 0.06780660874289472}
+{'epoch': 24, 'iter': 1160, 'avg_loss': 0.06948298584246146, 'avg_acc': 0.0, 'loss': 0.09707300054127391}
+{'epoch': 24, 'iter': 1170, 'avg_loss': 0.06953579561150411, 'avg_acc': 0.0, 'loss': 0.07215748167321781}
+{'epoch': 24, 'iter': 1180, 'avg_loss': 0.06939148142376159, 'avg_acc': 0.0, 'loss': 0.047217722724255395}
+{'epoch': 24, 'iter': 1190, 'avg_loss': 0.06926658177885865, 'avg_acc': 0.0, 'loss': 0.07016078135502214}
+{'epoch': 24, 'iter': 1200, 'avg_loss': 0.06900223273528995, 'avg_acc': 0.0, 'loss': 0.06600412184882641}
+{'epoch': 24, 'iter': 1210, 'avg_loss': 0.06902678778175944, 'avg_acc': 0.0, 'loss': 0.039354025586693604}
+{'epoch': 24, 'iter': 1220, 'avg_loss': 0.06896900394332504, 'avg_acc': 0.0, 'loss': 0.029361010742572292}
+{'epoch': 24, 'iter': 1230, 'avg_loss': 0.06897581221704725, 'avg_acc': 0.0, 'loss': 0.06914428822703046}
+{'epoch': 24, 'iter': 1240, 'avg_loss': 0.06905152137035378, 'avg_acc': 0.0, 'loss': 0.045580844052271426}
+{'epoch': 24, 'iter': 1250, 'avg_loss': 0.06908160451230555, 'avg_acc': 0.0, 'loss': 0.09594339729670764}
+{'epoch': 24, 'iter': 1260, 'avg_loss': 0.06917175878695095, 'avg_acc': 0.0, 'loss': 0.05234392387660591}
+{'epoch': 24, 'iter': 1270, 'avg_loss': 0.06925287105474688, 'avg_acc': 0.0, 'loss': 0.15342819935641824}
+{'epoch': 24, 'iter': 1280, 'avg_loss': 0.06936347170520768, 'avg_acc': 0.0, 'loss': 0.11575108213784395}
+{'epoch': 24, 'iter': 1290, 'avg_loss': 0.0693118854019284, 'avg_acc': 0.0, 'loss': 0.07179806907471686}
+{'epoch': 24, 'iter': 1300, 'avg_loss': 0.06930796291060695, 'avg_acc': 0.0, 'loss': 0.10008815652893636}
+{'epoch': 24, 'iter': 1310, 'avg_loss': 0.06940711531769722, 'avg_acc': 0.0, 'loss': 0.04302111536658312}
+{'epoch': 24, 'iter': 1320, 'avg_loss': 0.06927122857458265, 'avg_acc': 0.0, 'loss': 0.03147981740188551}
+{'epoch': 24, 'iter': 1330, 'avg_loss': 0.06926378043966605, 'avg_acc': 0.0, 'loss': 0.03488156097131017}
+{'epoch': 24, 'iter': 1340, 'avg_loss': 0.06927811396906072, 'avg_acc': 0.0, 'loss': 0.03947086170156564}
+{'epoch': 24, 'iter': 1350, 'avg_loss': 0.06925217473643804, 'avg_acc': 0.0, 'loss': 0.061890249390281885}
+{'epoch': 24, 'iter': 1360, 'avg_loss': 0.06923565322680199, 'avg_acc': 0.0, 'loss': 0.0616088696252908}
+{'epoch': 24, 'iter': 1370, 'avg_loss': 0.06916638960936473, 'avg_acc': 0.0, 'loss': 0.05644103947435854}
+{'epoch': 24, 'iter': 1380, 'avg_loss': 0.0693094811070771, 'avg_acc': 0.0, 'loss': 0.0907385770001708}
+{'epoch': 24, 'iter': 1390, 'avg_loss': 0.06935307673988939, 'avg_acc': 0.0, 'loss': 0.06293179747207692}
+{'epoch': 24, 'iter': 1400, 'avg_loss': 0.0693988999007432, 'avg_acc': 0.0, 'loss': 0.128619834353194}
+{'epoch': 24, 'iter': 1410, 'avg_loss': 0.06934273135964934, 'avg_acc': 0.0, 'loss': 0.05903817874518933}
+{'epoch': 24, 'iter': 1420, 'avg_loss': 0.0693843402531422, 'avg_acc': 0.0, 'loss': 0.05749975591156848}
+{'epoch': 24, 'iter': 1430, 'avg_loss': 0.06938500863408276, 'avg_acc': 0.0, 'loss': 0.06140550758256527}
+{'epoch': 24, 'iter': 1440, 'avg_loss': 0.06950074368811088, 'avg_acc': 0.0, 'loss': 0.09665046178942507}
+{'epoch': 24, 'iter': 1450, 'avg_loss': 0.06956368275910901, 'avg_acc': 0.0, 'loss': 0.042939341672655874}
+{'epoch': 24, 'iter': 1460, 'avg_loss': 0.06955404619098349, 'avg_acc': 0.0, 'loss': 0.0325038646392183}
+{'epoch': 24, 'iter': 1470, 'avg_loss': 0.06951911399166817, 'avg_acc': 0.0, 'loss': 0.04375235868567578}
+{'epoch': 24, 'iter': 1480, 'avg_loss': 0.0694115974362491, 'avg_acc': 0.0, 'loss': 0.03747819094111345}
+{'epoch': 24, 'iter': 1490, 'avg_loss': 0.06945659680970508, 'avg_acc': 0.0, 'loss': 0.1362853132606168}
+{'epoch': 24, 'iter': 1500, 'avg_loss': 0.06944634541316387, 'avg_acc': 0.0, 'loss': 0.09666663187700968}
+{'epoch': 24, 'iter': 1510, 'avg_loss': 0.06947934744548677, 'avg_acc': 0.0, 'loss': 0.11072760675753353}
+{'epoch': 24, 'iter': 1520, 'avg_loss': 0.06961405976459178, 'avg_acc': 0.0, 'loss': 0.09867034987412433}
+{'epoch': 24, 'iter': 1530, 'avg_loss': 0.06954247484902287, 'avg_acc': 0.0, 'loss': 0.07546888980670628}
+{'epoch': 24, 'iter': 1540, 'avg_loss': 0.06949060251826514, 'avg_acc': 0.0, 'loss': 0.055820786943032524}
+{'epoch': 24, 'iter': 1550, 'avg_loss': 0.06952897446907359, 'avg_acc': 0.0, 'loss': 0.02910845625690074}
+{'epoch': 24, 'iter': 1560, 'avg_loss': 0.06950549099964048, 'avg_acc': 0.0, 'loss': 0.038016859308352684}
+{'epoch': 24, 'iter': 1570, 'avg_loss': 0.06961643101122943, 'avg_acc': 0.0, 'loss': 0.10559867832154574}
+{'epoch': 24, 'iter': 1580, 'avg_loss': 0.06964630398453339, 'avg_acc': 0.0, 'loss': 0.03334816569950557}
+{'epoch': 24, 'iter': 1590, 'avg_loss': 0.06968777204203983, 'avg_acc': 0.0, 'loss': 0.03939861280002788}
+{'epoch': 24, 'iter': 1600, 'avg_loss': 0.06954334064755104, 'avg_acc': 0.0, 'loss': 0.06738958997844487}
+{'epoch': 24, 'iter': 1610, 'avg_loss': 0.06962207815132239, 'avg_acc': 0.0, 'loss': 0.02494271730574431}
+{'epoch': 24, 'iter': 1620, 'avg_loss': 0.06964456207398888, 'avg_acc': 0.0, 'loss': 0.05405637928809272}
+{'epoch': 24, 'iter': 1630, 'avg_loss': 0.06978415628505866, 'avg_acc': 0.0, 'loss': 0.023428583259504063}
+{'epoch': 24, 'iter': 1640, 'avg_loss': 0.06974105194394263, 'avg_acc': 0.0, 'loss': 0.07147259096512926}
+{'epoch': 24, 'iter': 1650, 'avg_loss': 0.0697502023363188, 'avg_acc': 0.0, 'loss': 0.06996855768204974}
+{'epoch': 24, 'iter': 1660, 'avg_loss': 0.06987178149922468, 'avg_acc': 0.0, 'loss': 0.09996731465914925}
+{'epoch': 24, 'iter': 1670, 'avg_loss': 0.0698921388243173, 'avg_acc': 0.0, 'loss': 0.02108918998505617}
+{'epoch': 24, 'iter': 1680, 'avg_loss': 0.06985707892898836, 'avg_acc': 0.0, 'loss': 0.03876813456777078}
+{'epoch': 24, 'iter': 1690, 'avg_loss': 0.06980420788561839, 'avg_acc': 0.0, 'loss': 0.09418523674446126}
+{'epoch': 24, 'iter': 1700, 'avg_loss': 0.06983020367270323, 'avg_acc': 0.0, 'loss': 0.04863439075183708}
+{'epoch': 24, 'iter': 1710, 'avg_loss': 0.0697973531274793, 'avg_acc': 0.0, 'loss': 0.03710701386187663}
+{'epoch': 24, 'iter': 1720, 'avg_loss': 0.06971960557009868, 'avg_acc': 0.0, 'loss': 0.05858936144934594}
+{'epoch': 24, 'iter': 1730, 'avg_loss': 0.06975437487804682, 'avg_acc': 0.0, 'loss': 0.13077415089034006}
+{'epoch': 24, 'iter': 1740, 'avg_loss': 0.06964522496859261, 'avg_acc': 0.0, 'loss': 0.05230065086165528}
+{'epoch': 24, 'iter': 1750, 'avg_loss': 0.06974009646521909, 'avg_acc': 0.0, 'loss': 0.10904909427488615}
+{'epoch': 24, 'iter': 1760, 'avg_loss': 0.06972697519789715, 'avg_acc': 0.0, 'loss': 0.0931159216332032}
+{'epoch': 24, 'iter': 1770, 'avg_loss': 0.06972190629554167, 'avg_acc': 0.0, 'loss': 0.0365453909711724}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.0, 'ece': 0.04460640251636505, 'avg_loss': 0.06971319958503715, 'f1_scores': 0.9419649766937587}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.03179936025822525, 'avg_acc': 0.0, 'loss': 0.03179936025822525}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.07843355747750141, 'avg_acc': 0.0, 'loss': 0.028197083297635164}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.07348682137508221, 'avg_acc': 0.0, 'loss': 0.10016218175143113}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.07150067954706014, 'avg_acc': 0.0, 'loss': 0.027589531685072593}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.072161760392484, 'avg_acc': 0.0, 'loss': 0.03348217407449283}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.06984850584709536, 'avg_acc': 0.0, 'loss': 0.08206236747368628}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.07110394567963854, 'avg_acc': 0.0, 'loss': 0.09184364290162453}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.07161148645197825, 'avg_acc': 0.0, 'loss': 0.10575446284461316}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.07253075712563914, 'avg_acc': 0.0, 'loss': 0.09644116838808259}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.07176598857720844, 'avg_acc': 0.0, 'loss': 0.04549634763058309}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.07203457024920949, 'avg_acc': 0.0, 'loss': 0.04724144485697731}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.07076448852028434, 'avg_acc': 0.0, 'loss': 0.06986985745528987}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.0713927331836572, 'avg_acc': 0.0, 'loss': 0.0499112891164393}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.07115218793221305, 'avg_acc': 0.0, 'loss': 0.0488261582296019}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.070871919378505, 'avg_acc': 0.0, 'loss': 0.06385922107173972}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.07072962279408128, 'avg_acc': 0.0, 'loss': 0.07211305294389497}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.07161043735148913, 'avg_acc': 0.0, 'loss': 0.11098267523790233}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.07153679026554767, 'avg_acc': 0.0, 'loss': 0.0530146989446568}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.07082279475390613, 'avg_acc': 0.0, 'loss': 0.03791503775151333}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.0704354004597332, 'avg_acc': 0.0, 'loss': 0.05676225220832772}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.07076635369834636, 'avg_acc': 0.0, 'loss': 0.01895729292469436}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.07044365617259198, 'avg_acc': 0.0, 'loss': 0.04660230032100847}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.07136061496986408, 'avg_acc': 0.0, 'loss': 0.10501515785522031}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.07239210634543804, 'avg_acc': 0.0, 'loss': 0.08641476929109818}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.07240040223974824, 'avg_acc': 0.0, 'loss': 0.07893750073196973}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.07223193131789889, 'avg_acc': 0.0, 'loss': 0.10770111437714798}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.07156674349889659, 'avg_acc': 0.0, 'loss': 0.0371795119268309}
+{'epoch': 25, 'iter': 270, 'avg_loss': 0.07119619376193063, 'avg_acc': 0.0, 'loss': 0.026318088966074727}
+{'epoch': 25, 'iter': 280, 'avg_loss': 0.07096066450363336, 'avg_acc': 0.0, 'loss': 0.059727128530019914}
+{'epoch': 25, 'iter': 290, 'avg_loss': 0.07202540770123689, 'avg_acc': 0.0, 'loss': 0.10556357764121417}
+{'epoch': 25, 'iter': 300, 'avg_loss': 0.07153611363318321, 'avg_acc': 0.0, 'loss': 0.10122580104462843}
+{'epoch': 25, 'iter': 310, 'avg_loss': 0.07158765182127134, 'avg_acc': 0.0, 'loss': 0.1034316559713732}
+{'epoch': 25, 'iter': 320, 'avg_loss': 0.07175112025833749, 'avg_acc': 0.0, 'loss': 0.06299458569709973}
+{'epoch': 25, 'iter': 330, 'avg_loss': 0.07183523729501452, 'avg_acc': 0.0, 'loss': 0.05857633760344884}
+{'epoch': 25, 'iter': 340, 'avg_loss': 0.07202165463997588, 'avg_acc': 0.0, 'loss': 0.0249542196274563}
+{'epoch': 25, 'iter': 350, 'avg_loss': 0.0728037163492349, 'avg_acc': 0.0, 'loss': 0.20654557538380555}
+{'epoch': 25, 'iter': 360, 'avg_loss': 0.07323859809683715, 'avg_acc': 0.0, 'loss': 0.09590825786657067}
+{'epoch': 25, 'iter': 370, 'avg_loss': 0.07300913437243935, 'avg_acc': 0.0, 'loss': 0.08281921425747539}
+{'epoch': 25, 'iter': 380, 'avg_loss': 0.07309655380069766, 'avg_acc': 0.0, 'loss': 0.06123720533148611}
+{'epoch': 25, 'iter': 390, 'avg_loss': 0.07313309787091027, 'avg_acc': 0.0, 'loss': 0.03818244501582666}
+{'epoch': 25, 'iter': 400, 'avg_loss': 0.07273840344914825, 'avg_acc': 0.0, 'loss': 0.05768699151514056}
+{'epoch': 25, 'iter': 410, 'avg_loss': 0.07285220058667517, 'avg_acc': 0.0, 'loss': 0.08009508300015357}
+{'epoch': 25, 'iter': 420, 'avg_loss': 0.07283483460867332, 'avg_acc': 0.0, 'loss': 0.039740772617420816}
+{'epoch': 25, 'iter': 430, 'avg_loss': 0.0733939824480917, 'avg_acc': 0.0, 'loss': 0.055342316258345035}
+{'epoch': 25, 'iter': 440, 'avg_loss': 0.07321132820700885, 'avg_acc': 0.0, 'loss': 0.0402817795072374}
+{'epoch': 25, 'iter': 450, 'avg_loss': 0.07307768615201439, 'avg_acc': 0.0, 'loss': 0.05895948844659366}
+{'epoch': 25, 'iter': 460, 'avg_loss': 0.07343675464012311, 'avg_acc': 0.0, 'loss': 0.12722936198803883}
+{'epoch': 25, 'iter': 470, 'avg_loss': 0.07370161791866063, 'avg_acc': 0.0, 'loss': 0.06800399019253485}
+{'epoch': 25, 'iter': 480, 'avg_loss': 0.07410675727243891, 'avg_acc': 0.0, 'loss': 0.09186596582417142}
+{'epoch': 25, 'iter': 490, 'avg_loss': 0.07401874349095, 'avg_acc': 0.0, 'loss': 0.05922970827187766}
+{'epoch': 25, 'iter': 500, 'avg_loss': 0.07360384835015266, 'avg_acc': 0.0, 'loss': 0.10609674799351458}
+{'epoch': 25, 'iter': 510, 'avg_loss': 0.07320940452160951, 'avg_acc': 0.0, 'loss': 0.058385340698285805}
+{'epoch': 25, 'iter': 520, 'avg_loss': 0.07294073093435334, 'avg_acc': 0.0, 'loss': 0.04848060451135032}
+{'epoch': 25, 'iter': 530, 'avg_loss': 0.07259718384939085, 'avg_acc': 0.0, 'loss': 0.058587843102600345}
+{'epoch': 25, 'iter': 540, 'avg_loss': 0.07258987577146006, 'avg_acc': 0.0, 'loss': 0.0395735713418028}
+{'epoch': 25, 'iter': 550, 'avg_loss': 0.0723705673706182, 'avg_acc': 0.0, 'loss': 0.09366760900789473}
+{'epoch': 25, 'iter': 560, 'avg_loss': 0.07234967736676344, 'avg_acc': 0.0, 'loss': 0.04346814955546563}
+{'epoch': 25, 'iter': 570, 'avg_loss': 0.07222939553797902, 'avg_acc': 0.0, 'loss': 0.04524901363424557}
+{'epoch': 25, 'iter': 580, 'avg_loss': 0.07249075503186092, 'avg_acc': 0.0, 'loss': 0.06804134753883773}
+{'epoch': 25, 'iter': 590, 'avg_loss': 0.07250228713789639, 'avg_acc': 0.0, 'loss': 0.09731750806091302}
+{'epoch': 25, 'iter': 600, 'avg_loss': 0.07241902581714231, 'avg_acc': 0.0, 'loss': 0.047745597272653734}
+{'epoch': 25, 'iter': 610, 'avg_loss': 0.07227978674571536, 'avg_acc': 0.0, 'loss': 0.11822994329065344}
+{'epoch': 25, 'iter': 620, 'avg_loss': 0.07249028930828522, 'avg_acc': 0.0, 'loss': 0.036879165505892174}
+{'epoch': 25, 'iter': 630, 'avg_loss': 0.07244238846392592, 'avg_acc': 0.0, 'loss': 0.05084966692549082}
+{'epoch': 25, 'iter': 640, 'avg_loss': 0.07220439471593311, 'avg_acc': 0.0, 'loss': 0.07594913282632579}
+{'epoch': 25, 'iter': 650, 'avg_loss': 0.07210398348523915, 'avg_acc': 0.0, 'loss': 0.041687852824131656}
+{'epoch': 25, 'iter': 660, 'avg_loss': 0.0719886651881923, 'avg_acc': 0.0, 'loss': 0.042131697041406416}
+{'epoch': 25, 'iter': 670, 'avg_loss': 0.07198828121713964, 'avg_acc': 0.0, 'loss': 0.08875593429126687}
+{'epoch': 25, 'iter': 680, 'avg_loss': 0.07176529999205214, 'avg_acc': 0.0, 'loss': 0.05686487289134285}
+{'epoch': 25, 'iter': 690, 'avg_loss': 0.0717051874546868, 'avg_acc': 0.0, 'loss': 0.1083896121932152}
+{'epoch': 25, 'iter': 700, 'avg_loss': 0.07157446580133395, 'avg_acc': 0.0, 'loss': 0.05019124325904808}
+{'epoch': 25, 'iter': 710, 'avg_loss': 0.0717736169769193, 'avg_acc': 0.0, 'loss': 0.08146684399701444}
+{'epoch': 25, 'iter': 720, 'avg_loss': 0.07181725658418936, 'avg_acc': 0.0, 'loss': 0.039569756536950856}
+{'epoch': 25, 'iter': 730, 'avg_loss': 0.07190360426131598, 'avg_acc': 0.0, 'loss': 0.05290923215163242}
+{'epoch': 25, 'iter': 740, 'avg_loss': 0.07158722324101459, 'avg_acc': 0.0, 'loss': 0.03254687249000199}
+{'epoch': 25, 'iter': 750, 'avg_loss': 0.0715674157128521, 'avg_acc': 0.0, 'loss': 0.02588267980964888}
+{'epoch': 25, 'iter': 760, 'avg_loss': 0.07144319639819395, 'avg_acc': 0.0, 'loss': 0.044552676205496154}
+{'epoch': 25, 'iter': 770, 'avg_loss': 0.07147348316110176, 'avg_acc': 0.0, 'loss': 0.04478872749601237}
+{'epoch': 25, 'iter': 780, 'avg_loss': 0.07142790937087425, 'avg_acc': 0.0, 'loss': 0.04887545827441134}
+{'epoch': 25, 'iter': 790, 'avg_loss': 0.0712461638064272, 'avg_acc': 0.0, 'loss': 0.10330297705588976}
+{'epoch': 25, 'iter': 800, 'avg_loss': 0.07107803895760183, 'avg_acc': 0.0, 'loss': 0.020797760335000248}
+{'epoch': 25, 'iter': 810, 'avg_loss': 0.0709660035655221, 'avg_acc': 0.0, 'loss': 0.058973577133431015}
+{'epoch': 25, 'iter': 820, 'avg_loss': 0.07135343353003128, 'avg_acc': 0.0, 'loss': 0.05113779733543668}
+{'epoch': 25, 'iter': 830, 'avg_loss': 0.07127419976637273, 'avg_acc': 0.0, 'loss': 0.06679699629156792}
+{'epoch': 25, 'iter': 840, 'avg_loss': 0.07120441341137862, 'avg_acc': 0.0, 'loss': 0.0663413740352366}
+{'epoch': 25, 'iter': 850, 'avg_loss': 0.071135697029325, 'avg_acc': 0.0, 'loss': 0.06683926611294005}
+{'epoch': 25, 'iter': 860, 'avg_loss': 0.07122549142550717, 'avg_acc': 0.0, 'loss': 0.09518135991320215}
+{'epoch': 25, 'iter': 870, 'avg_loss': 0.0718314599740201, 'avg_acc': 0.0, 'loss': 0.0580980862412466}
+{'epoch': 25, 'iter': 880, 'avg_loss': 0.07198827381279237, 'avg_acc': 0.0, 'loss': 0.13074353900138444}
+{'epoch': 25, 'iter': 890, 'avg_loss': 0.07211709621074472, 'avg_acc': 0.0, 'loss': 0.07043000785229074}
+{'epoch': 25, 'iter': 900, 'avg_loss': 0.07227872921791306, 'avg_acc': 0.0, 'loss': 0.03625405502394991}
+{'epoch': 25, 'iter': 910, 'avg_loss': 0.0722468746650195, 'avg_acc': 0.0, 'loss': 0.08371757791333323}
+{'epoch': 25, 'iter': 920, 'avg_loss': 0.07230143307183137, 'avg_acc': 0.0, 'loss': 0.04549979049131788}
+{'epoch': 25, 'iter': 930, 'avg_loss': 0.07225832801224177, 'avg_acc': 0.0, 'loss': 0.11307067780714013}
+{'epoch': 25, 'iter': 940, 'avg_loss': 0.07212474583782753, 'avg_acc': 0.0, 'loss': 0.07524490736409462}
+{'epoch': 25, 'iter': 950, 'avg_loss': 0.07236732459594572, 'avg_acc': 0.0, 'loss': 0.0333777098161769}
+{'epoch': 25, 'iter': 960, 'avg_loss': 0.07221641127232536, 'avg_acc': 0.0, 'loss': 0.04211189067354683}
+{'epoch': 25, 'iter': 970, 'avg_loss': 0.07203569352664768, 'avg_acc': 0.0, 'loss': 0.05048811206761781}
+{'epoch': 25, 'iter': 980, 'avg_loss': 0.0721803398947411, 'avg_acc': 0.0, 'loss': 0.09541064091487376}
+{'epoch': 25, 'iter': 990, 'avg_loss': 0.07220854911169815, 'avg_acc': 0.0, 'loss': 0.05221261896455839}
+{'epoch': 25, 'iter': 1000, 'avg_loss': 0.0722451011287361, 'avg_acc': 0.0, 'loss': 0.0629231061478675}
+{'epoch': 25, 'iter': 1010, 'avg_loss': 0.0722062896869024, 'avg_acc': 0.0, 'loss': 0.054783446564552404}
+{'epoch': 25, 'iter': 1020, 'avg_loss': 0.07205562186108666, 'avg_acc': 0.0, 'loss': 0.06082764360812729}
+{'epoch': 25, 'iter': 1030, 'avg_loss': 0.07210780626824491, 'avg_acc': 0.0, 'loss': 0.12890733424524115}
+{'epoch': 25, 'iter': 1040, 'avg_loss': 0.07200370881305505, 'avg_acc': 0.0, 'loss': 0.07952562175443793}
+{'epoch': 25, 'iter': 1050, 'avg_loss': 0.07205548719201516, 'avg_acc': 0.0, 'loss': 0.07349664978955923}
+{'epoch': 25, 'iter': 1060, 'avg_loss': 0.07207132844033479, 'avg_acc': 0.0, 'loss': 0.10918547671837837}
+{'epoch': 25, 'iter': 1070, 'avg_loss': 0.07215762951187366, 'avg_acc': 0.0, 'loss': 0.043687004879623306}
+{'epoch': 25, 'iter': 1080, 'avg_loss': 0.0719225673010472, 'avg_acc': 0.0, 'loss': 0.045002286950410815}
+{'epoch': 25, 'iter': 1090, 'avg_loss': 0.07191210556776517, 'avg_acc': 0.0, 'loss': 0.05734273968472994}
+{'epoch': 25, 'iter': 1100, 'avg_loss': 0.07189897713393988, 'avg_acc': 0.0, 'loss': 0.07423262926734658}
+{'epoch': 25, 'iter': 1110, 'avg_loss': 0.0719245975534789, 'avg_acc': 0.0, 'loss': 0.07446028613087817}
+{'epoch': 25, 'iter': 1120, 'avg_loss': 0.07175810073208413, 'avg_acc': 0.0, 'loss': 0.06941342171803301}
+{'epoch': 25, 'iter': 1130, 'avg_loss': 0.07163309400693084, 'avg_acc': 0.0, 'loss': 0.04307970317332937}
+{'epoch': 25, 'iter': 1140, 'avg_loss': 0.07160349281002366, 'avg_acc': 0.0, 'loss': 0.08884407317514688}
+{'epoch': 25, 'iter': 1150, 'avg_loss': 0.0715903262341323, 'avg_acc': 0.0, 'loss': 0.07148022533506751}
+{'epoch': 25, 'iter': 1160, 'avg_loss': 0.07163125584739331, 'avg_acc': 0.0, 'loss': 0.10002762449789566}
+{'epoch': 25, 'iter': 1170, 'avg_loss': 0.07170520193516713, 'avg_acc': 0.0, 'loss': 0.07468485889816837}
+{'epoch': 25, 'iter': 1180, 'avg_loss': 0.07155074813223632, 'avg_acc': 0.0, 'loss': 0.047628486221837206}
+{'epoch': 25, 'iter': 1190, 'avg_loss': 0.07140725254242987, 'avg_acc': 0.0, 'loss': 0.07177666024834446}
+{'epoch': 25, 'iter': 1200, 'avg_loss': 0.07112993878349108, 'avg_acc': 0.0, 'loss': 0.06842267471464375}
+{'epoch': 25, 'iter': 1210, 'avg_loss': 0.07115821752846903, 'avg_acc': 0.0, 'loss': 0.038610902074779574}
+{'epoch': 25, 'iter': 1220, 'avg_loss': 0.07109577707389628, 'avg_acc': 0.0, 'loss': 0.026562354321608184}
+{'epoch': 25, 'iter': 1230, 'avg_loss': 0.07110577342896163, 'avg_acc': 0.0, 'loss': 0.07347411469071119}
+{'epoch': 25, 'iter': 1240, 'avg_loss': 0.07118950618416878, 'avg_acc': 0.0, 'loss': 0.04637036857925482}
+{'epoch': 25, 'iter': 1250, 'avg_loss': 0.0712324490503158, 'avg_acc': 0.0, 'loss': 0.10430397488360045}
+{'epoch': 25, 'iter': 1260, 'avg_loss': 0.07133451504302248, 'avg_acc': 0.0, 'loss': 0.05523436514756343}
+{'epoch': 25, 'iter': 1270, 'avg_loss': 0.07141741593633652, 'avg_acc': 0.0, 'loss': 0.1632530353075217}
+{'epoch': 25, 'iter': 1280, 'avg_loss': 0.07152973665250571, 'avg_acc': 0.0, 'loss': 0.11836051083012729}
+{'epoch': 25, 'iter': 1290, 'avg_loss': 0.07148842640101885, 'avg_acc': 0.0, 'loss': 0.07748829913039401}
+{'epoch': 25, 'iter': 1300, 'avg_loss': 0.071495812853927, 'avg_acc': 0.0, 'loss': 0.10913061547184505}
+{'epoch': 25, 'iter': 1310, 'avg_loss': 0.07160946457748263, 'avg_acc': 0.0, 'loss': 0.043325740777632404}
+{'epoch': 25, 'iter': 1320, 'avg_loss': 0.07146130239963028, 'avg_acc': 0.0, 'loss': 0.030148005262788047}
+{'epoch': 25, 'iter': 1330, 'avg_loss': 0.07145029219292748, 'avg_acc': 0.0, 'loss': 0.030772481047344105}
+{'epoch': 25, 'iter': 1340, 'avg_loss': 0.07145884622296497, 'avg_acc': 0.0, 'loss': 0.04130301426320061}
+{'epoch': 25, 'iter': 1350, 'avg_loss': 0.07143353464523362, 'avg_acc': 0.0, 'loss': 0.06060669533896552}
+{'epoch': 25, 'iter': 1360, 'avg_loss': 0.07142355028191309, 'avg_acc': 0.0, 'loss': 0.061397878721761244}
+{'epoch': 25, 'iter': 1370, 'avg_loss': 0.07135287262960262, 'avg_acc': 0.0, 'loss': 0.05607365880090802}
+{'epoch': 25, 'iter': 1380, 'avg_loss': 0.07151701598042819, 'avg_acc': 0.0, 'loss': 0.09621994681593345}
+{'epoch': 25, 'iter': 1390, 'avg_loss': 0.07156848462407983, 'avg_acc': 0.0, 'loss': 0.06549271377415217}
+{'epoch': 25, 'iter': 1400, 'avg_loss': 0.0716197964438453, 'avg_acc': 0.0, 'loss': 0.13522890065528007}
+{'epoch': 25, 'iter': 1410, 'avg_loss': 0.07155919706527365, 'avg_acc': 0.0, 'loss': 0.0629983396488082}
+{'epoch': 25, 'iter': 1420, 'avg_loss': 0.07159732577738293, 'avg_acc': 0.0, 'loss': 0.06087806332600312}
+{'epoch': 25, 'iter': 1430, 'avg_loss': 0.07160530923117081, 'avg_acc': 0.0, 'loss': 0.06344485258775835}
+{'epoch': 25, 'iter': 1440, 'avg_loss': 0.07171604028366967, 'avg_acc': 0.0, 'loss': 0.09631808884591919}
+{'epoch': 25, 'iter': 1450, 'avg_loss': 0.07178508420492273, 'avg_acc': 0.0, 'loss': 0.04451110062988204}
+{'epoch': 25, 'iter': 1460, 'avg_loss': 0.07177639046226267, 'avg_acc': 0.0, 'loss': 0.030205653584648724}
+{'epoch': 25, 'iter': 1470, 'avg_loss': 0.07173768696752361, 'avg_acc': 0.0, 'loss': 0.04435774444814098}
+{'epoch': 25, 'iter': 1480, 'avg_loss': 0.07162572793923654, 'avg_acc': 0.0, 'loss': 0.03815552401912165}
+{'epoch': 25, 'iter': 1490, 'avg_loss': 0.07167064057651341, 'avg_acc': 0.0, 'loss': 0.13488091388103385}
+{'epoch': 25, 'iter': 1500, 'avg_loss': 0.07165860735624338, 'avg_acc': 0.0, 'loss': 0.09984973625676372}
+{'epoch': 25, 'iter': 1510, 'avg_loss': 0.07168819865299654, 'avg_acc': 0.0, 'loss': 0.11557522836898215}
+{'epoch': 25, 'iter': 1520, 'avg_loss': 0.07183967086663046, 'avg_acc': 0.0, 'loss': 0.10492638704389735}
+{'epoch': 25, 'iter': 1530, 'avg_loss': 0.07177001499999772, 'avg_acc': 0.0, 'loss': 0.08040058703559794}
+{'epoch': 25, 'iter': 1540, 'avg_loss': 0.07170784033775823, 'avg_acc': 0.0, 'loss': 0.05725478383868879}
+{'epoch': 25, 'iter': 1550, 'avg_loss': 0.0717513538882001, 'avg_acc': 0.0, 'loss': 0.029111753713810425}
+{'epoch': 25, 'iter': 1560, 'avg_loss': 0.07172845047294409, 'avg_acc': 0.0, 'loss': 0.038988110237399703}
+{'epoch': 25, 'iter': 1570, 'avg_loss': 0.07183947670737392, 'avg_acc': 0.0, 'loss': 0.10996407466637743}
+{'epoch': 25, 'iter': 1580, 'avg_loss': 0.07187029334375698, 'avg_acc': 0.0, 'loss': 0.03432643015410771}
+{'epoch': 25, 'iter': 1590, 'avg_loss': 0.07190500307020135, 'avg_acc': 0.0, 'loss': 0.042181812560433025}
+{'epoch': 25, 'iter': 1600, 'avg_loss': 0.07175892723137332, 'avg_acc': 0.0, 'loss': 0.07064289217759422}
+{'epoch': 25, 'iter': 1610, 'avg_loss': 0.07185535983672191, 'avg_acc': 0.0, 'loss': 0.02675598223577984}
+{'epoch': 25, 'iter': 1620, 'avg_loss': 0.07187985836503048, 'avg_acc': 0.0, 'loss': 0.055071026069007135}
+{'epoch': 25, 'iter': 1630, 'avg_loss': 0.07203226378129242, 'avg_acc': 0.0, 'loss': 0.025797705304414973}
+{'epoch': 25, 'iter': 1640, 'avg_loss': 0.07199040232084203, 'avg_acc': 0.0, 'loss': 0.07361119766162208}
+{'epoch': 25, 'iter': 1650, 'avg_loss': 0.07200464869258395, 'avg_acc': 0.0, 'loss': 0.07185306894845463}
+{'epoch': 25, 'iter': 1660, 'avg_loss': 0.07214358957655932, 'avg_acc': 0.0, 'loss': 0.10810489055607571}
+{'epoch': 25, 'iter': 1670, 'avg_loss': 0.07217354572182356, 'avg_acc': 0.0, 'loss': 0.02125804209668201}
+{'epoch': 25, 'iter': 1680, 'avg_loss': 0.07213284920950035, 'avg_acc': 0.0, 'loss': 0.03983706629850912}
+{'epoch': 25, 'iter': 1690, 'avg_loss': 0.07208724543060337, 'avg_acc': 0.0, 'loss': 0.0976210414665774}
+{'epoch': 25, 'iter': 1700, 'avg_loss': 0.07211461508011491, 'avg_acc': 0.0, 'loss': 0.04900238885290012}
+{'epoch': 25, 'iter': 1710, 'avg_loss': 0.0720738097868524, 'avg_acc': 0.0, 'loss': 0.03495942744520164}
+{'epoch': 25, 'iter': 1720, 'avg_loss': 0.07199642040311517, 'avg_acc': 0.0, 'loss': 0.06265438401388224}
+{'epoch': 25, 'iter': 1730, 'avg_loss': 0.07203740682543666, 'avg_acc': 0.0, 'loss': 0.13355102064360427}
+{'epoch': 25, 'iter': 1740, 'avg_loss': 0.07191950278874128, 'avg_acc': 0.0, 'loss': 0.054710440300888355}
+{'epoch': 25, 'iter': 1750, 'avg_loss': 0.07202394964841824, 'avg_acc': 0.0, 'loss': 0.1153062244350167}
+{'epoch': 25, 'iter': 1760, 'avg_loss': 0.072011561406177, 'avg_acc': 0.0, 'loss': 0.09691163031103704}
+{'epoch': 25, 'iter': 1770, 'avg_loss': 0.07200406569608302, 'avg_acc': 0.0, 'loss': 0.03679717894830706}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.0, 'ece': 0.053481437265872955, 'avg_loss': 0.07199681359915672, 'f1_scores': 0.9441994509155702}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.030773332497387527, 'avg_acc': 0.0, 'loss': 0.030773332497387527}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.07946985922471289, 'avg_acc': 0.0, 'loss': 0.02855748711521195}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.07423811366316073, 'avg_acc': 0.0, 'loss': 0.09875973962845055}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.0720182159797514, 'avg_acc': 0.0, 'loss': 0.02824924159218004}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.07282402379876127, 'avg_acc': 0.0, 'loss': 0.03437312352009769}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.07052021144589947, 'avg_acc': 0.0, 'loss': 0.084792513750829}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.07168464714738432, 'avg_acc': 0.0, 'loss': 0.0903392786910412}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.07203708397101191, 'avg_acc': 0.0, 'loss': 0.10752546367548023}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.07296684556130272, 'avg_acc': 0.0, 'loss': 0.09542510867501212}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.07222579027948783, 'avg_acc': 0.0, 'loss': 0.04937917297504311}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.07251434963127777, 'avg_acc': 0.0, 'loss': 0.04889734780352788}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.07121614691916478, 'avg_acc': 0.0, 'loss': 0.07280762937703651}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.07176509796054158, 'avg_acc': 0.0, 'loss': 0.0522373837035153}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.07152884072029063, 'avg_acc': 0.0, 'loss': 0.0493561929165602}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.07119787836380638, 'avg_acc': 0.0, 'loss': 0.06490533448582676}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.0710817305467723, 'avg_acc': 0.0, 'loss': 0.07213142378676958}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.07196264285949264, 'avg_acc': 0.0, 'loss': 0.1130022316476799}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.07195405308794389, 'avg_acc': 0.0, 'loss': 0.050916198927455164}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.07123025395924688, 'avg_acc': 0.0, 'loss': 0.04100811510448921}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.07083299552126418, 'avg_acc': 0.0, 'loss': 0.056160773262007524}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.0711831388119242, 'avg_acc': 0.0, 'loss': 0.01728541202529803}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.0708468045423919, 'avg_acc': 0.0, 'loss': 0.045861111974310066}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.07178811755613775, 'avg_acc': 0.0, 'loss': 0.10546777653411457}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.07281546501681872, 'avg_acc': 0.0, 'loss': 0.08626355733853025}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.07282622761127426, 'avg_acc': 0.0, 'loss': 0.07842381323935195}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.0726744063492127, 'avg_acc': 0.0, 'loss': 0.10790645573883596}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.0720203607873155, 'avg_acc': 0.0, 'loss': 0.037296567439840694}
+{'epoch': 26, 'iter': 270, 'avg_loss': 0.0716802556024755, 'avg_acc': 0.0, 'loss': 0.025591081856175278}
+{'epoch': 26, 'iter': 280, 'avg_loss': 0.07147144150630573, 'avg_acc': 0.0, 'loss': 0.06537219846391702}
+{'epoch': 26, 'iter': 290, 'avg_loss': 0.07256118039191474, 'avg_acc': 0.0, 'loss': 0.10590609541493937}
+{'epoch': 26, 'iter': 300, 'avg_loss': 0.07207252858663427, 'avg_acc': 0.0, 'loss': 0.10001669891364275}
+{'epoch': 26, 'iter': 310, 'avg_loss': 0.07210950549099318, 'avg_acc': 0.0, 'loss': 0.10409805423743786}
+{'epoch': 26, 'iter': 320, 'avg_loss': 0.07228418870506792, 'avg_acc': 0.0, 'loss': 0.06402684597550692}
+{'epoch': 26, 'iter': 330, 'avg_loss': 0.07240135729207507, 'avg_acc': 0.0, 'loss': 0.06093749157127246}
+{'epoch': 26, 'iter': 340, 'avg_loss': 0.07257236858586466, 'avg_acc': 0.0, 'loss': 0.022847785109401487}
+{'epoch': 26, 'iter': 350, 'avg_loss': 0.07339469683526846, 'avg_acc': 0.0, 'loss': 0.21227133237766793}
+{'epoch': 26, 'iter': 360, 'avg_loss': 0.07383003734975553, 'avg_acc': 0.0, 'loss': 0.09797095054467166}
+{'epoch': 26, 'iter': 370, 'avg_loss': 0.07358939458762466, 'avg_acc': 0.0, 'loss': 0.08250271438451152}
+{'epoch': 26, 'iter': 380, 'avg_loss': 0.07367372573094409, 'avg_acc': 0.0, 'loss': 0.061891967981813824}
+{'epoch': 26, 'iter': 390, 'avg_loss': 0.07368668200506635, 'avg_acc': 0.0, 'loss': 0.0364442989782004}
+{'epoch': 26, 'iter': 400, 'avg_loss': 0.07329765634909789, 'avg_acc': 0.0, 'loss': 0.05782327522086104}
+{'epoch': 26, 'iter': 410, 'avg_loss': 0.0734114841039192, 'avg_acc': 0.0, 'loss': 0.0808945914499292}
+{'epoch': 26, 'iter': 420, 'avg_loss': 0.07338573535538391, 'avg_acc': 0.0, 'loss': 0.038253561143335446}
+{'epoch': 26, 'iter': 430, 'avg_loss': 0.07391158102623291, 'avg_acc': 0.0, 'loss': 0.05493001835960902}
+{'epoch': 26, 'iter': 440, 'avg_loss': 0.07371737491275303, 'avg_acc': 0.0, 'loss': 0.04080532206396421}
+{'epoch': 26, 'iter': 450, 'avg_loss': 0.07358675162938115, 'avg_acc': 0.0, 'loss': 0.06136386736036822}
+{'epoch': 26, 'iter': 460, 'avg_loss': 0.07395791247919598, 'avg_acc': 0.0, 'loss': 0.1314759207907871}
+{'epoch': 26, 'iter': 470, 'avg_loss': 0.0742116625433523, 'avg_acc': 0.0, 'loss': 0.06707442310948863}
+{'epoch': 26, 'iter': 480, 'avg_loss': 0.07463401507490154, 'avg_acc': 0.0, 'loss': 0.09414994226740094}
+{'epoch': 26, 'iter': 490, 'avg_loss': 0.0745449645560144, 'avg_acc': 0.0, 'loss': 0.05904381156380671}
+{'epoch': 26, 'iter': 500, 'avg_loss': 0.07414951092352952, 'avg_acc': 0.0, 'loss': 0.11031025651217265}
+{'epoch': 26, 'iter': 510, 'avg_loss': 0.07374771583649452, 'avg_acc': 0.0, 'loss': 0.05620571472552374}
+{'epoch': 26, 'iter': 520, 'avg_loss': 0.07347168489622218, 'avg_acc': 0.0, 'loss': 0.049028634843028024}
+{'epoch': 26, 'iter': 530, 'avg_loss': 0.07311595589118543, 'avg_acc': 0.0, 'loss': 0.058530550025060225}
+{'epoch': 26, 'iter': 540, 'avg_loss': 0.07311228770305984, 'avg_acc': 0.0, 'loss': 0.03910114484716587}
+{'epoch': 26, 'iter': 550, 'avg_loss': 0.07291321513284421, 'avg_acc': 0.0, 'loss': 0.0928506815911833}
+{'epoch': 26, 'iter': 560, 'avg_loss': 0.07289829645970163, 'avg_acc': 0.0, 'loss': 0.04259631934988306}
+{'epoch': 26, 'iter': 570, 'avg_loss': 0.07278321293588413, 'avg_acc': 0.0, 'loss': 0.04808948504987143}
+{'epoch': 26, 'iter': 580, 'avg_loss': 0.07304582483327635, 'avg_acc': 0.0, 'loss': 0.06638964223067692}
+{'epoch': 26, 'iter': 590, 'avg_loss': 0.07307450778661884, 'avg_acc': 0.0, 'loss': 0.09904953165881684}
+{'epoch': 26, 'iter': 600, 'avg_loss': 0.07296940596830954, 'avg_acc': 0.0, 'loss': 0.0468881245941962}
+{'epoch': 26, 'iter': 610, 'avg_loss': 0.07282937631852508, 'avg_acc': 0.0, 'loss': 0.120661449511305}
+{'epoch': 26, 'iter': 620, 'avg_loss': 0.07304532847904344, 'avg_acc': 0.0, 'loss': 0.037421540761138364}
+{'epoch': 26, 'iter': 630, 'avg_loss': 0.07298864239870752, 'avg_acc': 0.0, 'loss': 0.050396477075752594}
+{'epoch': 26, 'iter': 640, 'avg_loss': 0.072749644084377, 'avg_acc': 0.0, 'loss': 0.07785457624298836}
+{'epoch': 26, 'iter': 650, 'avg_loss': 0.0726513942344596, 'avg_acc': 0.0, 'loss': 0.04083060564271688}
+{'epoch': 26, 'iter': 660, 'avg_loss': 0.07254509867073046, 'avg_acc': 0.0, 'loss': 0.04146530252650799}
+{'epoch': 26, 'iter': 670, 'avg_loss': 0.07253704154490735, 'avg_acc': 0.0, 'loss': 0.08851611738219844}
+{'epoch': 26, 'iter': 680, 'avg_loss': 0.0723060285225796, 'avg_acc': 0.0, 'loss': 0.05609217235822987}
+{'epoch': 26, 'iter': 690, 'avg_loss': 0.0722534555345663, 'avg_acc': 0.0, 'loss': 0.10942914675349259}
+{'epoch': 26, 'iter': 700, 'avg_loss': 0.07212794601590473, 'avg_acc': 0.0, 'loss': 0.05085447033524863}
+{'epoch': 26, 'iter': 710, 'avg_loss': 0.07232469891713965, 'avg_acc': 0.0, 'loss': 0.08357713845851272}
+{'epoch': 26, 'iter': 720, 'avg_loss': 0.07236257936079014, 'avg_acc': 0.0, 'loss': 0.038353631165910375}
+{'epoch': 26, 'iter': 730, 'avg_loss': 0.07245716253216979, 'avg_acc': 0.0, 'loss': 0.054216058384663965}
+{'epoch': 26, 'iter': 740, 'avg_loss': 0.07212616239740317, 'avg_acc': 0.0, 'loss': 0.03205882450509177}
+{'epoch': 26, 'iter': 750, 'avg_loss': 0.07210583628807772, 'avg_acc': 0.0, 'loss': 0.02454299431962121}
+{'epoch': 26, 'iter': 760, 'avg_loss': 0.07196204769900379, 'avg_acc': 0.0, 'loss': 0.0413439507037765}
+{'epoch': 26, 'iter': 770, 'avg_loss': 0.07197989843037585, 'avg_acc': 0.0, 'loss': 0.04079509473980027}
+{'epoch': 26, 'iter': 780, 'avg_loss': 0.07193905537025554, 'avg_acc': 0.0, 'loss': 0.048240828974123975}
+{'epoch': 26, 'iter': 790, 'avg_loss': 0.07176563391549025, 'avg_acc': 0.0, 'loss': 0.10369434884842933}
+{'epoch': 26, 'iter': 800, 'avg_loss': 0.07160628366858823, 'avg_acc': 0.0, 'loss': 0.019468842009063434}
+{'epoch': 26, 'iter': 810, 'avg_loss': 0.07148561330952372, 'avg_acc': 0.0, 'loss': 0.06033044526716935}
+{'epoch': 26, 'iter': 820, 'avg_loss': 0.07187091381442275, 'avg_acc': 0.0, 'loss': 0.05329497031179235}
+{'epoch': 26, 'iter': 830, 'avg_loss': 0.07180822728914514, 'avg_acc': 0.0, 'loss': 0.0684247438531023}
+{'epoch': 26, 'iter': 840, 'avg_loss': 0.07173389819002014, 'avg_acc': 0.0, 'loss': 0.06788297846907199}
+{'epoch': 26, 'iter': 850, 'avg_loss': 0.07165700683878254, 'avg_acc': 0.0, 'loss': 0.06590717463044321}
+{'epoch': 26, 'iter': 860, 'avg_loss': 0.07174702037590197, 'avg_acc': 0.0, 'loss': 0.09715917856041756}
+{'epoch': 26, 'iter': 870, 'avg_loss': 0.0723484194680188, 'avg_acc': 0.0, 'loss': 0.05931412725512278}
+{'epoch': 26, 'iter': 880, 'avg_loss': 0.07251136617612515, 'avg_acc': 0.0, 'loss': 0.13265392030927256}
+{'epoch': 26, 'iter': 890, 'avg_loss': 0.07265362105073177, 'avg_acc': 0.0, 'loss': 0.07027534815931752}
+{'epoch': 26, 'iter': 900, 'avg_loss': 0.07281970420816739, 'avg_acc': 0.0, 'loss': 0.03562904476559327}
+{'epoch': 26, 'iter': 910, 'avg_loss': 0.0727881889438345, 'avg_acc': 0.0, 'loss': 0.08321545449480741}
+{'epoch': 26, 'iter': 920, 'avg_loss': 0.0728520817464446, 'avg_acc': 0.0, 'loss': 0.04665439210243351}
+{'epoch': 26, 'iter': 930, 'avg_loss': 0.0728230774538907, 'avg_acc': 0.0, 'loss': 0.108728673877392}
+{'epoch': 26, 'iter': 940, 'avg_loss': 0.07269765867806403, 'avg_acc': 0.0, 'loss': 0.07374426417228667}
+{'epoch': 26, 'iter': 950, 'avg_loss': 0.07294529803748195, 'avg_acc': 0.0, 'loss': 0.032671124722099876}
+{'epoch': 26, 'iter': 960, 'avg_loss': 0.07278045757673375, 'avg_acc': 0.0, 'loss': 0.041706604764856686}
+{'epoch': 26, 'iter': 970, 'avg_loss': 0.0725970890049614, 'avg_acc': 0.0, 'loss': 0.0502115040470861}
+{'epoch': 26, 'iter': 980, 'avg_loss': 0.07273836402299294, 'avg_acc': 0.0, 'loss': 0.0960970796185003}
+{'epoch': 26, 'iter': 990, 'avg_loss': 0.07277050919042188, 'avg_acc': 0.0, 'loss': 0.05528665590334672}
+{'epoch': 26, 'iter': 1000, 'avg_loss': 0.07281348421657581, 'avg_acc': 0.0, 'loss': 0.06422457039009746}
+{'epoch': 26, 'iter': 1010, 'avg_loss': 0.07277877062926254, 'avg_acc': 0.0, 'loss': 0.05882943922646737}
+{'epoch': 26, 'iter': 1020, 'avg_loss': 0.072624383119511, 'avg_acc': 0.0, 'loss': 0.06094975208232865}
+{'epoch': 26, 'iter': 1030, 'avg_loss': 0.07268188070242373, 'avg_acc': 0.0, 'loss': 0.12910238887091705}
+{'epoch': 26, 'iter': 1040, 'avg_loss': 0.07257873545974815, 'avg_acc': 0.0, 'loss': 0.07829396649454777}
+{'epoch': 26, 'iter': 1050, 'avg_loss': 0.07262897078165897, 'avg_acc': 0.0, 'loss': 0.07562950254526868}
+{'epoch': 26, 'iter': 1060, 'avg_loss': 0.07263734431251746, 'avg_acc': 0.0, 'loss': 0.1100080785639668}
+{'epoch': 26, 'iter': 1070, 'avg_loss': 0.07272165517838708, 'avg_acc': 0.0, 'loss': 0.042510435236715285}
+{'epoch': 26, 'iter': 1080, 'avg_loss': 0.07247715483559511, 'avg_acc': 0.0, 'loss': 0.043779028290771294}
+{'epoch': 26, 'iter': 1090, 'avg_loss': 0.07246922151210185, 'avg_acc': 0.0, 'loss': 0.05594230438324692}
+{'epoch': 26, 'iter': 1100, 'avg_loss': 0.07245225911236111, 'avg_acc': 0.0, 'loss': 0.07328752160701209}
+{'epoch': 26, 'iter': 1110, 'avg_loss': 0.07247144077742305, 'avg_acc': 0.0, 'loss': 0.07378089340256468}
+{'epoch': 26, 'iter': 1120, 'avg_loss': 0.07229724608045027, 'avg_acc': 0.0, 'loss': 0.06931825363573044}
+{'epoch': 26, 'iter': 1130, 'avg_loss': 0.07216916456845192, 'avg_acc': 0.0, 'loss': 0.04258142988347962}
+{'epoch': 26, 'iter': 1140, 'avg_loss': 0.07214292964082174, 'avg_acc': 0.0, 'loss': 0.09274759610835304}
+{'epoch': 26, 'iter': 1150, 'avg_loss': 0.07212621936604832, 'avg_acc': 0.0, 'loss': 0.0679084872089228}
+{'epoch': 26, 'iter': 1160, 'avg_loss': 0.07216575462126866, 'avg_acc': 0.0, 'loss': 0.10005436233194992}
+{'epoch': 26, 'iter': 1170, 'avg_loss': 0.07223902649615295, 'avg_acc': 0.0, 'loss': 0.07418742442473963}
+{'epoch': 26, 'iter': 1180, 'avg_loss': 0.0720901059648508, 'avg_acc': 0.0, 'loss': 0.04883853695654392}
+{'epoch': 26, 'iter': 1190, 'avg_loss': 0.07194973992671957, 'avg_acc': 0.0, 'loss': 0.07157902206898013}
+{'epoch': 26, 'iter': 1200, 'avg_loss': 0.07167146230823349, 'avg_acc': 0.0, 'loss': 0.06982247488170806}
+{'epoch': 26, 'iter': 1210, 'avg_loss': 0.07170935197232199, 'avg_acc': 0.0, 'loss': 0.039842646770665624}
+{'epoch': 26, 'iter': 1220, 'avg_loss': 0.07165027922435944, 'avg_acc': 0.0, 'loss': 0.03062855214644904}
+{'epoch': 26, 'iter': 1230, 'avg_loss': 0.07166140645083623, 'avg_acc': 0.0, 'loss': 0.07453179583280546}
+{'epoch': 26, 'iter': 1240, 'avg_loss': 0.0717403571280708, 'avg_acc': 0.0, 'loss': 0.046839105006345756}
+{'epoch': 26, 'iter': 1250, 'avg_loss': 0.07177624847528377, 'avg_acc': 0.0, 'loss': 0.10489747622779078}
+{'epoch': 26, 'iter': 1260, 'avg_loss': 0.07187347984040497, 'avg_acc': 0.0, 'loss': 0.054227251903967044}
+{'epoch': 26, 'iter': 1270, 'avg_loss': 0.07196426689545073, 'avg_acc': 0.0, 'loss': 0.1667118256315965}
+{'epoch': 26, 'iter': 1280, 'avg_loss': 0.07208519058582334, 'avg_acc': 0.0, 'loss': 0.12449832237885516}
+{'epoch': 26, 'iter': 1290, 'avg_loss': 0.07204664650098143, 'avg_acc': 0.0, 'loss': 0.07746429703449767}
+{'epoch': 26, 'iter': 1300, 'avg_loss': 0.07205274635308619, 'avg_acc': 0.0, 'loss': 0.1106808198583857}
+{'epoch': 26, 'iter': 1310, 'avg_loss': 0.07217169243908332, 'avg_acc': 0.0, 'loss': 0.041495254750482706}
+{'epoch': 26, 'iter': 1320, 'avg_loss': 0.07202537350891555, 'avg_acc': 0.0, 'loss': 0.0322180588651122}
+{'epoch': 26, 'iter': 1330, 'avg_loss': 0.0720221909224894, 'avg_acc': 0.0, 'loss': 0.03573638136919044}
+{'epoch': 26, 'iter': 1340, 'avg_loss': 0.072025571450024, 'avg_acc': 0.0, 'loss': 0.039233752210378725}
+{'epoch': 26, 'iter': 1350, 'avg_loss': 0.07200334139390538, 'avg_acc': 0.0, 'loss': 0.06344308266283097}
+{'epoch': 26, 'iter': 1360, 'avg_loss': 0.07199485950894215, 'avg_acc': 0.0, 'loss': 0.0606178087975938}
+{'epoch': 26, 'iter': 1370, 'avg_loss': 0.07191393453030323, 'avg_acc': 0.0, 'loss': 0.05698356054620847}
+{'epoch': 26, 'iter': 1380, 'avg_loss': 0.07207777057510735, 'avg_acc': 0.0, 'loss': 0.09533934401770239}
+{'epoch': 26, 'iter': 1390, 'avg_loss': 0.07212894277329601, 'avg_acc': 0.0, 'loss': 0.06413645179275461}
+{'epoch': 26, 'iter': 1400, 'avg_loss': 0.07218176816694996, 'avg_acc': 0.0, 'loss': 0.13648459776629807}
+{'epoch': 26, 'iter': 1410, 'avg_loss': 0.07211220372975291, 'avg_acc': 0.0, 'loss': 0.0590178883902094}
+{'epoch': 26, 'iter': 1420, 'avg_loss': 0.07215689048629506, 'avg_acc': 0.0, 'loss': 0.06052803429989848}
+{'epoch': 26, 'iter': 1430, 'avg_loss': 0.0721658049351786, 'avg_acc': 0.0, 'loss': 0.06401235735949383}
+{'epoch': 26, 'iter': 1440, 'avg_loss': 0.07227125565957797, 'avg_acc': 0.0, 'loss': 0.09242722378088988}
+{'epoch': 26, 'iter': 1450, 'avg_loss': 0.07233869740955393, 'avg_acc': 0.0, 'loss': 0.04433055672939799}
+{'epoch': 26, 'iter': 1460, 'avg_loss': 0.07233026639502911, 'avg_acc': 0.0, 'loss': 0.0338180565433309}
+{'epoch': 26, 'iter': 1470, 'avg_loss': 0.07229643426684813, 'avg_acc': 0.0, 'loss': 0.04525298036123461}
+{'epoch': 26, 'iter': 1480, 'avg_loss': 0.07217999795200054, 'avg_acc': 0.0, 'loss': 0.037765674330202614}
+{'epoch': 26, 'iter': 1490, 'avg_loss': 0.07221598345463749, 'avg_acc': 0.0, 'loss': 0.13392920442350129}
+{'epoch': 26, 'iter': 1500, 'avg_loss': 0.0722071088098822, 'avg_acc': 0.0, 'loss': 0.10301305414938204}
+{'epoch': 26, 'iter': 1510, 'avg_loss': 0.07223680152108054, 'avg_acc': 0.0, 'loss': 0.12112874214596404}
+{'epoch': 26, 'iter': 1520, 'avg_loss': 0.07239134322757927, 'avg_acc': 0.0, 'loss': 0.10639843716779344}
+{'epoch': 26, 'iter': 1530, 'avg_loss': 0.07232232880840166, 'avg_acc': 0.0, 'loss': 0.08086082381984941}
+{'epoch': 26, 'iter': 1540, 'avg_loss': 0.072264337368935, 'avg_acc': 0.0, 'loss': 0.05979666683458211}
+{'epoch': 26, 'iter': 1550, 'avg_loss': 0.07230007570843347, 'avg_acc': 0.0, 'loss': 0.02969540394339479}
+{'epoch': 26, 'iter': 1560, 'avg_loss': 0.0722733123828527, 'avg_acc': 0.0, 'loss': 0.03694086620988709}
+{'epoch': 26, 'iter': 1570, 'avg_loss': 0.07238733351423414, 'avg_acc': 0.0, 'loss': 0.1077073635380665}
+{'epoch': 26, 'iter': 1580, 'avg_loss': 0.07241731352290975, 'avg_acc': 0.0, 'loss': 0.034862408799629714}
+{'epoch': 26, 'iter': 1590, 'avg_loss': 0.07245211558570909, 'avg_acc': 0.0, 'loss': 0.04164195140623}
+{'epoch': 26, 'iter': 1600, 'avg_loss': 0.07230119848473417, 'avg_acc': 0.0, 'loss': 0.07022907088539553}
+{'epoch': 26, 'iter': 1610, 'avg_loss': 0.07240105716245354, 'avg_acc': 0.0, 'loss': 0.025248651039707477}
+{'epoch': 26, 'iter': 1620, 'avg_loss': 0.07243084215078588, 'avg_acc': 0.0, 'loss': 0.05723711481576288}
+{'epoch': 26, 'iter': 1630, 'avg_loss': 0.07257916144093607, 'avg_acc': 0.0, 'loss': 0.024696363360817486}
+{'epoch': 26, 'iter': 1640, 'avg_loss': 0.07253749700506026, 'avg_acc': 0.0, 'loss': 0.07259347887664294}
+{'epoch': 26, 'iter': 1650, 'avg_loss': 0.07254661494534043, 'avg_acc': 0.0, 'loss': 0.06867046589292564}
+{'epoch': 26, 'iter': 1660, 'avg_loss': 0.0726892022528755, 'avg_acc': 0.0, 'loss': 0.10956651351641052}
+{'epoch': 26, 'iter': 1670, 'avg_loss': 0.07271487486379666, 'avg_acc': 0.0, 'loss': 0.021261959131233455}
+{'epoch': 26, 'iter': 1680, 'avg_loss': 0.07267423815661977, 'avg_acc': 0.0, 'loss': 0.04118949025504394}
+{'epoch': 26, 'iter': 1690, 'avg_loss': 0.07262443596390326, 'avg_acc': 0.0, 'loss': 0.09837692434688197}
+{'epoch': 26, 'iter': 1700, 'avg_loss': 0.07265358674336835, 'avg_acc': 0.0, 'loss': 0.04980133502354127}
+{'epoch': 26, 'iter': 1710, 'avg_loss': 0.07261550533645501, 'avg_acc': 0.0, 'loss': 0.03684031470203714}
+{'epoch': 26, 'iter': 1720, 'avg_loss': 0.0725350097218747, 'avg_acc': 0.0, 'loss': 0.060897495670628486}
+{'epoch': 26, 'iter': 1730, 'avg_loss': 0.07257272559331483, 'avg_acc': 0.0, 'loss': 0.13344059825320592}
+{'epoch': 26, 'iter': 1740, 'avg_loss': 0.0724493919582565, 'avg_acc': 0.0, 'loss': 0.05402948503767999}
+{'epoch': 26, 'iter': 1750, 'avg_loss': 0.0725572838370069, 'avg_acc': 0.0, 'loss': 0.11683700438814931}
+{'epoch': 26, 'iter': 1760, 'avg_loss': 0.07254180883902443, 'avg_acc': 0.0, 'loss': 0.09771673168739067}
+{'epoch': 26, 'iter': 1770, 'avg_loss': 0.07253725728348154, 'avg_acc': 0.0, 'loss': 0.037524414517609524}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.0, 'ece': 0.05708110332489014, 'avg_loss': 0.07253212171957428, 'f1_scores': 0.9441977109011864}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.03069275688626354, 'avg_acc': 0.0, 'loss': 0.03069275688626354}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.07885409984294983, 'avg_acc': 0.0, 'loss': 0.028320583714730674}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.0739536265249694, 'avg_acc': 0.0, 'loss': 0.09978906220481827}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.07196657389837893, 'avg_acc': 0.0, 'loss': 0.029578348284045673}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.07270372108788206, 'avg_acc': 0.0, 'loss': 0.03356767802165653}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.07035275362374362, 'avg_acc': 0.0, 'loss': 0.08409374908803052}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.0716159672700289, 'avg_acc': 0.0, 'loss': 0.08965922273625893}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.07201304487507097, 'avg_acc': 0.0, 'loss': 0.1068741661355911}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.07293732269169541, 'avg_acc': 0.0, 'loss': 0.09630783213313926}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.07213048175843641, 'avg_acc': 0.0, 'loss': 0.046552925848270574}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.07243303871710652, 'avg_acc': 0.0, 'loss': 0.04814272505739987}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.07110179358360393, 'avg_acc': 0.0, 'loss': 0.07106845843832486}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.07170289231481697, 'avg_acc': 0.0, 'loss': 0.051772934530384465}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.07142905550667875, 'avg_acc': 0.0, 'loss': 0.04780575501128226}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.07114435591680578, 'avg_acc': 0.0, 'loss': 0.06338252124179583}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.07099829529360552, 'avg_acc': 0.0, 'loss': 0.0709140073186124}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.07188986812800516, 'avg_acc': 0.0, 'loss': 0.11158459469729717}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.07186064401709627, 'avg_acc': 0.0, 'loss': 0.051561730842438785}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.07110815437424506, 'avg_acc': 0.0, 'loss': 0.03868855505362591}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.07073042523341806, 'avg_acc': 0.0, 'loss': 0.05711427343709171}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.07111035512558964, 'avg_acc': 0.0, 'loss': 0.020102971916263153}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.07078276555180472, 'avg_acc': 0.0, 'loss': 0.046040675662500315}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.0717303158546677, 'avg_acc': 0.0, 'loss': 0.10590955205648202}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.07278818021830748, 'avg_acc': 0.0, 'loss': 0.08822559734764061}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.07280246962142053, 'avg_acc': 0.0, 'loss': 0.07876021872954807}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.07263831396441432, 'avg_acc': 0.0, 'loss': 0.10799696339217592}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.07196054160791841, 'avg_acc': 0.0, 'loss': 0.03640680144023228}
+{'epoch': 27, 'iter': 270, 'avg_loss': 0.07160103635202532, 'avg_acc': 0.0, 'loss': 0.026204297721290813}
+{'epoch': 27, 'iter': 280, 'avg_loss': 0.07138411585083965, 'avg_acc': 0.0, 'loss': 0.0626385476849204}
+{'epoch': 27, 'iter': 290, 'avg_loss': 0.07248831993776435, 'avg_acc': 0.0, 'loss': 0.10532664464169374}
+{'epoch': 27, 'iter': 300, 'avg_loss': 0.0720050832134273, 'avg_acc': 0.0, 'loss': 0.10063697113482054}
+{'epoch': 27, 'iter': 310, 'avg_loss': 0.07204817847485782, 'avg_acc': 0.0, 'loss': 0.10436173332258898}
+{'epoch': 27, 'iter': 320, 'avg_loss': 0.07222079025566527, 'avg_acc': 0.0, 'loss': 0.06415292522657572}
+{'epoch': 27, 'iter': 330, 'avg_loss': 0.07230592191972215, 'avg_acc': 0.0, 'loss': 0.05895975092375392}
+{'epoch': 27, 'iter': 340, 'avg_loss': 0.0724915031718401, 'avg_acc': 0.0, 'loss': 0.0265380401069381}
+{'epoch': 27, 'iter': 350, 'avg_loss': 0.07331624531352841, 'avg_acc': 0.0, 'loss': 0.21236632779011544}
+{'epoch': 27, 'iter': 360, 'avg_loss': 0.07377150328329227, 'avg_acc': 0.0, 'loss': 0.09700632158745748}
+{'epoch': 27, 'iter': 370, 'avg_loss': 0.07352052883061962, 'avg_acc': 0.0, 'loss': 0.08199820661303038}
+{'epoch': 27, 'iter': 380, 'avg_loss': 0.0736010512131993, 'avg_acc': 0.0, 'loss': 0.06204236285964372}
+{'epoch': 27, 'iter': 390, 'avg_loss': 0.07362134966602114, 'avg_acc': 0.0, 'loss': 0.036227306930507144}
+{'epoch': 27, 'iter': 400, 'avg_loss': 0.07322247106104308, 'avg_acc': 0.0, 'loss': 0.05699600723489441}
+{'epoch': 27, 'iter': 410, 'avg_loss': 0.0733391423126032, 'avg_acc': 0.0, 'loss': 0.0798863616340252}
+{'epoch': 27, 'iter': 420, 'avg_loss': 0.0733151855041033, 'avg_acc': 0.0, 'loss': 0.03846761704719422}
+{'epoch': 27, 'iter': 430, 'avg_loss': 0.0738585246777647, 'avg_acc': 0.0, 'loss': 0.05606223449443145}
+{'epoch': 27, 'iter': 440, 'avg_loss': 0.07367523975546228, 'avg_acc': 0.0, 'loss': 0.04107225339759119}
+{'epoch': 27, 'iter': 450, 'avg_loss': 0.0735352433721152, 'avg_acc': 0.0, 'loss': 0.05929784457866662}
+{'epoch': 27, 'iter': 460, 'avg_loss': 0.07390423441951613, 'avg_acc': 0.0, 'loss': 0.13092290090587966}
+{'epoch': 27, 'iter': 470, 'avg_loss': 0.07416836306247186, 'avg_acc': 0.0, 'loss': 0.06606614955054672}
+{'epoch': 27, 'iter': 480, 'avg_loss': 0.07459545819486334, 'avg_acc': 0.0, 'loss': 0.09421391350689337}
+{'epoch': 27, 'iter': 490, 'avg_loss': 0.07450660136777175, 'avg_acc': 0.0, 'loss': 0.059229987277877934}
+{'epoch': 27, 'iter': 500, 'avg_loss': 0.07410312951879611, 'avg_acc': 0.0, 'loss': 0.10887017038482583}
+{'epoch': 27, 'iter': 510, 'avg_loss': 0.07368766641271275, 'avg_acc': 0.0, 'loss': 0.056824366500545606}
+{'epoch': 27, 'iter': 520, 'avg_loss': 0.07340844874754428, 'avg_acc': 0.0, 'loss': 0.04890645857293358}
+{'epoch': 27, 'iter': 530, 'avg_loss': 0.07305370663537898, 'avg_acc': 0.0, 'loss': 0.058972727856257734}
+{'epoch': 27, 'iter': 540, 'avg_loss': 0.07304674002206088, 'avg_acc': 0.0, 'loss': 0.038654446744760866}
+{'epoch': 27, 'iter': 550, 'avg_loss': 0.07283617161085754, 'avg_acc': 0.0, 'loss': 0.09329924178646515}
+{'epoch': 27, 'iter': 560, 'avg_loss': 0.07281992205035688, 'avg_acc': 0.0, 'loss': 0.04213195656012658}
+{'epoch': 27, 'iter': 570, 'avg_loss': 0.07269885119511295, 'avg_acc': 0.0, 'loss': 0.045487972615136735}
+{'epoch': 27, 'iter': 580, 'avg_loss': 0.07296463948934563, 'avg_acc': 0.0, 'loss': 0.06749233420542362}
+{'epoch': 27, 'iter': 590, 'avg_loss': 0.07297608747317072, 'avg_acc': 0.0, 'loss': 0.09860688211463346}
+{'epoch': 27, 'iter': 600, 'avg_loss': 0.07288064394034703, 'avg_acc': 0.0, 'loss': 0.04719004349080283}
+{'epoch': 27, 'iter': 610, 'avg_loss': 0.07274018192144995, 'avg_acc': 0.0, 'loss': 0.1209101444830521}
+{'epoch': 27, 'iter': 620, 'avg_loss': 0.0729526760402392, 'avg_acc': 0.0, 'loss': 0.03700696663610512}
+{'epoch': 27, 'iter': 630, 'avg_loss': 0.07290652799675994, 'avg_acc': 0.0, 'loss': 0.05024815903638771}
+{'epoch': 27, 'iter': 640, 'avg_loss': 0.07266387184399131, 'avg_acc': 0.0, 'loss': 0.07741613345832526}
+{'epoch': 27, 'iter': 650, 'avg_loss': 0.07256016701804768, 'avg_acc': 0.0, 'loss': 0.03977934047737262}
+{'epoch': 27, 'iter': 660, 'avg_loss': 0.0724511523787269, 'avg_acc': 0.0, 'loss': 0.04131921063780095}
+{'epoch': 27, 'iter': 670, 'avg_loss': 0.07245072956456763, 'avg_acc': 0.0, 'loss': 0.08940693528813881}
+{'epoch': 27, 'iter': 680, 'avg_loss': 0.07222139804618458, 'avg_acc': 0.0, 'loss': 0.0558514797507306}
+{'epoch': 27, 'iter': 690, 'avg_loss': 0.07215947171995124, 'avg_acc': 0.0, 'loss': 0.110561329440478}
+{'epoch': 27, 'iter': 700, 'avg_loss': 0.07202992911978057, 'avg_acc': 0.0, 'loss': 0.0506011523736041}
+{'epoch': 27, 'iter': 710, 'avg_loss': 0.07223273130337134, 'avg_acc': 0.0, 'loss': 0.08339130850032664}
+{'epoch': 27, 'iter': 720, 'avg_loss': 0.0722775089084391, 'avg_acc': 0.0, 'loss': 0.038883752882199474}
+{'epoch': 27, 'iter': 730, 'avg_loss': 0.072367250360402, 'avg_acc': 0.0, 'loss': 0.051778972204855576}
+{'epoch': 27, 'iter': 740, 'avg_loss': 0.07203768175565212, 'avg_acc': 0.0, 'loss': 0.032589442621315357}
+{'epoch': 27, 'iter': 750, 'avg_loss': 0.07202070499298185, 'avg_acc': 0.0, 'loss': 0.025854887067422637}
+{'epoch': 27, 'iter': 760, 'avg_loss': 0.07188088535783961, 'avg_acc': 0.0, 'loss': 0.041940592228083266}
+{'epoch': 27, 'iter': 770, 'avg_loss': 0.07190280082111146, 'avg_acc': 0.0, 'loss': 0.04302430512253506}
+{'epoch': 27, 'iter': 780, 'avg_loss': 0.07185799040700526, 'avg_acc': 0.0, 'loss': 0.04898037575121553}
+{'epoch': 27, 'iter': 790, 'avg_loss': 0.0716749536813176, 'avg_acc': 0.0, 'loss': 0.10318349641443497}
+{'epoch': 27, 'iter': 800, 'avg_loss': 0.0715100161458985, 'avg_acc': 0.0, 'loss': 0.02199002317131057}
+{'epoch': 27, 'iter': 810, 'avg_loss': 0.07139989984106054, 'avg_acc': 0.0, 'loss': 0.06041949155980575}
+{'epoch': 27, 'iter': 820, 'avg_loss': 0.07178988278569093, 'avg_acc': 0.0, 'loss': 0.051339687744053154}
+{'epoch': 27, 'iter': 830, 'avg_loss': 0.07171788553467842, 'avg_acc': 0.0, 'loss': 0.0680652397709827}
+{'epoch': 27, 'iter': 840, 'avg_loss': 0.07163933611156559, 'avg_acc': 0.0, 'loss': 0.06720409533842846}
+{'epoch': 27, 'iter': 850, 'avg_loss': 0.07156571563547649, 'avg_acc': 0.0, 'loss': 0.0675775726528209}
+{'epoch': 27, 'iter': 860, 'avg_loss': 0.07165377401137114, 'avg_acc': 0.0, 'loss': 0.09621667281753535}
+{'epoch': 27, 'iter': 870, 'avg_loss': 0.07226862822098847, 'avg_acc': 0.0, 'loss': 0.05813095416232069}
+{'epoch': 27, 'iter': 880, 'avg_loss': 0.07243100161616808, 'avg_acc': 0.0, 'loss': 0.1328124612210867}
+{'epoch': 27, 'iter': 890, 'avg_loss': 0.07256970576349608, 'avg_acc': 0.0, 'loss': 0.07070746573080555}
+{'epoch': 27, 'iter': 900, 'avg_loss': 0.07273115167951524, 'avg_acc': 0.0, 'loss': 0.035014872022168825}
+{'epoch': 27, 'iter': 910, 'avg_loss': 0.0726963310756753, 'avg_acc': 0.0, 'loss': 0.08379092459378308}
+{'epoch': 27, 'iter': 920, 'avg_loss': 0.07275896759300901, 'avg_acc': 0.0, 'loss': 0.045970668604383036}
+{'epoch': 27, 'iter': 930, 'avg_loss': 0.07272568423946697, 'avg_acc': 0.0, 'loss': 0.11196404652871803}
+{'epoch': 27, 'iter': 940, 'avg_loss': 0.07260073961528234, 'avg_acc': 0.0, 'loss': 0.07548195754985239}
+{'epoch': 27, 'iter': 950, 'avg_loss': 0.07285278532189422, 'avg_acc': 0.0, 'loss': 0.03413236038654637}
+{'epoch': 27, 'iter': 960, 'avg_loss': 0.0726937677363166, 'avg_acc': 0.0, 'loss': 0.04171513027355494}
+{'epoch': 27, 'iter': 970, 'avg_loss': 0.07251134709644178, 'avg_acc': 0.0, 'loss': 0.05194944135994969}
+{'epoch': 27, 'iter': 980, 'avg_loss': 0.0726594675007205, 'avg_acc': 0.0, 'loss': 0.09735993562100832}
+{'epoch': 27, 'iter': 990, 'avg_loss': 0.07268736782105086, 'avg_acc': 0.0, 'loss': 0.053400917563581826}
+{'epoch': 27, 'iter': 1000, 'avg_loss': 0.0727274615243369, 'avg_acc': 0.0, 'loss': 0.06345979867007705}
+{'epoch': 27, 'iter': 1010, 'avg_loss': 0.07268976853923084, 'avg_acc': 0.0, 'loss': 0.05734934081080618}
+{'epoch': 27, 'iter': 1020, 'avg_loss': 0.07253458046571744, 'avg_acc': 0.0, 'loss': 0.06110052999486827}
+{'epoch': 27, 'iter': 1030, 'avg_loss': 0.07258798027786068, 'avg_acc': 0.0, 'loss': 0.12874063176812048}
+{'epoch': 27, 'iter': 1040, 'avg_loss': 0.07248196994155803, 'avg_acc': 0.0, 'loss': 0.078223012685542}
+{'epoch': 27, 'iter': 1050, 'avg_loss': 0.07253639321537723, 'avg_acc': 0.0, 'loss': 0.07478093512202223}
+{'epoch': 27, 'iter': 1060, 'avg_loss': 0.0725458089511358, 'avg_acc': 0.0, 'loss': 0.11015973320931696}
+{'epoch': 27, 'iter': 1070, 'avg_loss': 0.07263051892407461, 'avg_acc': 0.0, 'loss': 0.04262394717354263}
+{'epoch': 27, 'iter': 1080, 'avg_loss': 0.07238861043414901, 'avg_acc': 0.0, 'loss': 0.045000156995539796}
+{'epoch': 27, 'iter': 1090, 'avg_loss': 0.07237882624809115, 'avg_acc': 0.0, 'loss': 0.05686128448279045}
+{'epoch': 27, 'iter': 1100, 'avg_loss': 0.07236457108207207, 'avg_acc': 0.0, 'loss': 0.07354268977054496}
+{'epoch': 27, 'iter': 1110, 'avg_loss': 0.0723843357386353, 'avg_acc': 0.0, 'loss': 0.07339283560491237}
+{'epoch': 27, 'iter': 1120, 'avg_loss': 0.07220968163671722, 'avg_acc': 0.0, 'loss': 0.06895555827834901}
+{'epoch': 27, 'iter': 1130, 'avg_loss': 0.072078505274337, 'avg_acc': 0.0, 'loss': 0.04348356392670536}
+{'epoch': 27, 'iter': 1140, 'avg_loss': 0.07204600881889989, 'avg_acc': 0.0, 'loss': 0.0907808880726364}
+{'epoch': 27, 'iter': 1150, 'avg_loss': 0.07203399377721567, 'avg_acc': 0.0, 'loss': 0.0691264080659043}
+{'epoch': 27, 'iter': 1160, 'avg_loss': 0.07207071928302773, 'avg_acc': 0.0, 'loss': 0.09992033296810883}
+{'epoch': 27, 'iter': 1170, 'avg_loss': 0.0721472187570731, 'avg_acc': 0.0, 'loss': 0.07408824772017043}
+{'epoch': 27, 'iter': 1180, 'avg_loss': 0.07199332127955839, 'avg_acc': 0.0, 'loss': 0.04793470089875638}
+{'epoch': 27, 'iter': 1190, 'avg_loss': 0.07184756690273075, 'avg_acc': 0.0, 'loss': 0.07181823482185985}
+{'epoch': 27, 'iter': 1200, 'avg_loss': 0.07157082024812625, 'avg_acc': 0.0, 'loss': 0.06932906493380285}
+{'epoch': 27, 'iter': 1210, 'avg_loss': 0.07160519926567499, 'avg_acc': 0.0, 'loss': 0.03883532980588557}
+{'epoch': 27, 'iter': 1220, 'avg_loss': 0.0715438730066946, 'avg_acc': 0.0, 'loss': 0.028873054388611763}
+{'epoch': 27, 'iter': 1230, 'avg_loss': 0.07155651237379462, 'avg_acc': 0.0, 'loss': 0.07515417129341273}
+{'epoch': 27, 'iter': 1240, 'avg_loss': 0.07163715734021346, 'avg_acc': 0.0, 'loss': 0.04600910469878576}
+{'epoch': 27, 'iter': 1250, 'avg_loss': 0.07167624587954194, 'avg_acc': 0.0, 'loss': 0.10595967190001382}
+{'epoch': 27, 'iter': 1260, 'avg_loss': 0.07177452854347971, 'avg_acc': 0.0, 'loss': 0.05504204460115553}
+{'epoch': 27, 'iter': 1270, 'avg_loss': 0.0718653114930037, 'avg_acc': 0.0, 'loss': 0.16702015041752613}
+{'epoch': 27, 'iter': 1280, 'avg_loss': 0.07198246105851724, 'avg_acc': 0.0, 'loss': 0.12224278305875709}
+{'epoch': 27, 'iter': 1290, 'avg_loss': 0.07194468895196537, 'avg_acc': 0.0, 'loss': 0.07755012303334752}
+{'epoch': 27, 'iter': 1300, 'avg_loss': 0.07195287827585121, 'avg_acc': 0.0, 'loss': 0.11080048997289639}
+{'epoch': 27, 'iter': 1310, 'avg_loss': 0.07207293359001533, 'avg_acc': 0.0, 'loss': 0.04165332396406386}
+{'epoch': 27, 'iter': 1320, 'avg_loss': 0.07192466862072194, 'avg_acc': 0.0, 'loss': 0.030048722500325198}
+{'epoch': 27, 'iter': 1330, 'avg_loss': 0.0719181515086117, 'avg_acc': 0.0, 'loss': 0.03289880817179076}
+{'epoch': 27, 'iter': 1340, 'avg_loss': 0.07191906726891518, 'avg_acc': 0.0, 'loss': 0.03985577984737785}
+{'epoch': 27, 'iter': 1350, 'avg_loss': 0.07189415248046363, 'avg_acc': 0.0, 'loss': 0.06065327407495553}
+{'epoch': 27, 'iter': 1360, 'avg_loss': 0.07188892184582482, 'avg_acc': 0.0, 'loss': 0.06061105273124261}
+{'epoch': 27, 'iter': 1370, 'avg_loss': 0.07181139673167564, 'avg_acc': 0.0, 'loss': 0.05581085459141377}
+{'epoch': 27, 'iter': 1380, 'avg_loss': 0.07197835203367166, 'avg_acc': 0.0, 'loss': 0.09628993059436652}
+{'epoch': 27, 'iter': 1390, 'avg_loss': 0.0720299596125112, 'avg_acc': 0.0, 'loss': 0.06487886956392686}
+{'epoch': 27, 'iter': 1400, 'avg_loss': 0.07208198770444217, 'avg_acc': 0.0, 'loss': 0.1369167963434208}
+{'epoch': 27, 'iter': 1410, 'avg_loss': 0.07201108497572678, 'avg_acc': 0.0, 'loss': 0.060643278563929925}
+{'epoch': 27, 'iter': 1420, 'avg_loss': 0.07205245106562483, 'avg_acc': 0.0, 'loss': 0.06067871647324198}
+{'epoch': 27, 'iter': 1430, 'avg_loss': 0.07206118780716289, 'avg_acc': 0.0, 'loss': 0.06340444398349376}
+{'epoch': 27, 'iter': 1440, 'avg_loss': 0.07216999925817702, 'avg_acc': 0.0, 'loss': 0.09550037508971139}
+{'epoch': 27, 'iter': 1450, 'avg_loss': 0.07224104310344388, 'avg_acc': 0.0, 'loss': 0.04519848607071505}
+{'epoch': 27, 'iter': 1460, 'avg_loss': 0.07223346818065476, 'avg_acc': 0.0, 'loss': 0.03161222816599616}
+{'epoch': 27, 'iter': 1470, 'avg_loss': 0.07219508896447475, 'avg_acc': 0.0, 'loss': 0.04418550212318552}
+{'epoch': 27, 'iter': 1480, 'avg_loss': 0.07207729667899604, 'avg_acc': 0.0, 'loss': 0.037322033144972365}
+{'epoch': 27, 'iter': 1490, 'avg_loss': 0.07211755102051949, 'avg_acc': 0.0, 'loss': 0.13407431632825656}
+{'epoch': 27, 'iter': 1500, 'avg_loss': 0.0721060945550691, 'avg_acc': 0.0, 'loss': 0.10260568516592423}
+{'epoch': 27, 'iter': 1510, 'avg_loss': 0.07213605838224298, 'avg_acc': 0.0, 'loss': 0.12006116779245092}
+{'epoch': 27, 'iter': 1520, 'avg_loss': 0.07229256718499874, 'avg_acc': 0.0, 'loss': 0.10616494571711955}
+{'epoch': 27, 'iter': 1530, 'avg_loss': 0.07222269009064125, 'avg_acc': 0.0, 'loss': 0.08164051920150987}
+{'epoch': 27, 'iter': 1540, 'avg_loss': 0.07216052437936689, 'avg_acc': 0.0, 'loss': 0.059173772501365206}
+{'epoch': 27, 'iter': 1550, 'avg_loss': 0.07220334984376792, 'avg_acc': 0.0, 'loss': 0.029890947690952477}
+{'epoch': 27, 'iter': 1560, 'avg_loss': 0.07217787187333778, 'avg_acc': 0.0, 'loss': 0.036716200808628835}
+{'epoch': 27, 'iter': 1570, 'avg_loss': 0.07229292259723187, 'avg_acc': 0.0, 'loss': 0.10866551838315631}
+{'epoch': 27, 'iter': 1580, 'avg_loss': 0.07232284912161858, 'avg_acc': 0.0, 'loss': 0.034199628068224436}
+{'epoch': 27, 'iter': 1590, 'avg_loss': 0.07236012373671735, 'avg_acc': 0.0, 'loss': 0.04260697703492764}
+{'epoch': 27, 'iter': 1600, 'avg_loss': 0.07220920877462346, 'avg_acc': 0.0, 'loss': 0.06994248826695935}
+{'epoch': 27, 'iter': 1610, 'avg_loss': 0.07231080502233522, 'avg_acc': 0.0, 'loss': 0.025686031211435534}
+{'epoch': 27, 'iter': 1620, 'avg_loss': 0.07233941991669363, 'avg_acc': 0.0, 'loss': 0.05627893343671733}
+{'epoch': 27, 'iter': 1630, 'avg_loss': 0.07249232720602924, 'avg_acc': 0.0, 'loss': 0.025333580837436132}
+{'epoch': 27, 'iter': 1640, 'avg_loss': 0.07245000638525276, 'avg_acc': 0.0, 'loss': 0.07400115603004004}
+{'epoch': 27, 'iter': 1650, 'avg_loss': 0.07246365614288136, 'avg_acc': 0.0, 'loss': 0.06901204161259093}
+{'epoch': 27, 'iter': 1660, 'avg_loss': 0.07260726048567108, 'avg_acc': 0.0, 'loss': 0.1100878408113845}
+{'epoch': 27, 'iter': 1670, 'avg_loss': 0.07263747255799625, 'avg_acc': 0.0, 'loss': 0.0223316797334324}
+{'epoch': 27, 'iter': 1680, 'avg_loss': 0.07259553260112961, 'avg_acc': 0.0, 'loss': 0.04104491323392523}
+{'epoch': 27, 'iter': 1690, 'avg_loss': 0.07254988220147454, 'avg_acc': 0.0, 'loss': 0.09852880019781804}
+{'epoch': 27, 'iter': 1700, 'avg_loss': 0.07257940525086472, 'avg_acc': 0.0, 'loss': 0.05019599935105085}
+{'epoch': 27, 'iter': 1710, 'avg_loss': 0.07253746090196438, 'avg_acc': 0.0, 'loss': 0.035355045725495415}
+{'epoch': 27, 'iter': 1720, 'avg_loss': 0.07245549654255891, 'avg_acc': 0.0, 'loss': 0.06119403615903707}
+{'epoch': 27, 'iter': 1730, 'avg_loss': 0.07249573230942288, 'avg_acc': 0.0, 'loss': 0.13425806584346642}
+{'epoch': 27, 'iter': 1740, 'avg_loss': 0.07237215284356802, 'avg_acc': 0.0, 'loss': 0.05395297593041245}
+{'epoch': 27, 'iter': 1750, 'avg_loss': 0.07247981411565681, 'avg_acc': 0.0, 'loss': 0.11737026327084873}
+{'epoch': 27, 'iter': 1760, 'avg_loss': 0.07246660073094278, 'avg_acc': 0.0, 'loss': 0.09895497111686576}
+{'epoch': 27, 'iter': 1770, 'avg_loss': 0.07246171724959512, 'avg_acc': 0.0, 'loss': 0.037092650259951246}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.0, 'ece': 0.06241626292467117, 'avg_loss': 0.0724544806082865, 'f1_scores': 0.9444996942921486}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.033579950044000384, 'avg_acc': 0.0, 'loss': 0.033579950044000384}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.07904266451199365, 'avg_acc': 0.0, 'loss': 0.02970687304086742}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.07381661990315894, 'avg_acc': 0.0, 'loss': 0.10046068020434769}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.07163715098490532, 'avg_acc': 0.0, 'loss': 0.03031589065801451}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.07248196633364042, 'avg_acc': 0.0, 'loss': 0.03633629813842479}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.07001781106017707, 'avg_acc': 0.0, 'loss': 0.08022222576276963}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.07136111816801503, 'avg_acc': 0.0, 'loss': 0.09296096148414432}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.07183764564574951, 'avg_acc': 0.0, 'loss': 0.10737255444665346}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.07271995497228834, 'avg_acc': 0.0, 'loss': 0.09645691076970511}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.07191096669787872, 'avg_acc': 0.0, 'loss': 0.047420697508546335}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.07215207085114672, 'avg_acc': 0.0, 'loss': 0.048843473556114445}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.0710368919901241, 'avg_acc': 0.0, 'loss': 0.07211645741309829}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.07167855379033825, 'avg_acc': 0.0, 'loss': 0.05240529388892412}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.07144901572264457, 'avg_acc': 0.0, 'loss': 0.04716147146912216}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.07125819213596916, 'avg_acc': 0.0, 'loss': 0.06438562200686297}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.07109422435367065, 'avg_acc': 0.0, 'loss': 0.06849204480509537}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.07197298633611666, 'avg_acc': 0.0, 'loss': 0.10773411171533503}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.07187962241023192, 'avg_acc': 0.0, 'loss': 0.053559751162164757}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.07122341737508725, 'avg_acc': 0.0, 'loss': 0.040912611047671375}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.07082848660519661, 'avg_acc': 0.0, 'loss': 0.058300739256750944}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.07114015875060363, 'avg_acc': 0.0, 'loss': 0.02100226108840226}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.07081874687221619, 'avg_acc': 0.0, 'loss': 0.04603824831700365}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.07168532094356563, 'avg_acc': 0.0, 'loss': 0.10236728838502529}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.07269210477656515, 'avg_acc': 0.0, 'loss': 0.08742817233447957}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.07268439747542588, 'avg_acc': 0.0, 'loss': 0.07773414766213144}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.07250280113364899, 'avg_acc': 0.0, 'loss': 0.10695679814333353}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.0718461413826612, 'avg_acc': 0.0, 'loss': 0.04025600839294847}
+{'epoch': 28, 'iter': 270, 'avg_loss': 0.07144830338634117, 'avg_acc': 0.0, 'loss': 0.025915220195624245}
+{'epoch': 28, 'iter': 280, 'avg_loss': 0.07125728207677834, 'avg_acc': 0.0, 'loss': 0.06412387825594124}
+{'epoch': 28, 'iter': 290, 'avg_loss': 0.07229743625474556, 'avg_acc': 0.0, 'loss': 0.10365152849307029}
+{'epoch': 28, 'iter': 300, 'avg_loss': 0.07183843515648965, 'avg_acc': 0.0, 'loss': 0.10117622560689402}
+{'epoch': 28, 'iter': 310, 'avg_loss': 0.07188984992336826, 'avg_acc': 0.0, 'loss': 0.10339271546164192}
+{'epoch': 28, 'iter': 320, 'avg_loss': 0.07207492373104568, 'avg_acc': 0.0, 'loss': 0.06536100563965062}
+{'epoch': 28, 'iter': 330, 'avg_loss': 0.07213032720704575, 'avg_acc': 0.0, 'loss': 0.05931689229088022}
+{'epoch': 28, 'iter': 340, 'avg_loss': 0.07231310939590883, 'avg_acc': 0.0, 'loss': 0.027068385085450633}
+{'epoch': 28, 'iter': 350, 'avg_loss': 0.07308228253997606, 'avg_acc': 0.0, 'loss': 0.20137312221826115}
+{'epoch': 28, 'iter': 360, 'avg_loss': 0.07352463856778908, 'avg_acc': 0.0, 'loss': 0.0990372560655613}
+{'epoch': 28, 'iter': 370, 'avg_loss': 0.0732979536397412, 'avg_acc': 0.0, 'loss': 0.08072877400643311}
+{'epoch': 28, 'iter': 380, 'avg_loss': 0.07339534564674649, 'avg_acc': 0.0, 'loss': 0.060741497735733674}
+{'epoch': 28, 'iter': 390, 'avg_loss': 0.0733997169569448, 'avg_acc': 0.0, 'loss': 0.039352210532056474}
+{'epoch': 28, 'iter': 400, 'avg_loss': 0.07301115051854033, 'avg_acc': 0.0, 'loss': 0.05965587982065504}
+{'epoch': 28, 'iter': 410, 'avg_loss': 0.07311095865408665, 'avg_acc': 0.0, 'loss': 0.07853126585465832}
+{'epoch': 28, 'iter': 420, 'avg_loss': 0.07308832693409512, 'avg_acc': 0.0, 'loss': 0.041455911929032495}
+{'epoch': 28, 'iter': 430, 'avg_loss': 0.07364413926031221, 'avg_acc': 0.0, 'loss': 0.05622986909091716}
+{'epoch': 28, 'iter': 440, 'avg_loss': 0.07346255985761373, 'avg_acc': 0.0, 'loss': 0.04183580260136921}
+{'epoch': 28, 'iter': 450, 'avg_loss': 0.07334451104781203, 'avg_acc': 0.0, 'loss': 0.05649919316965679}
+{'epoch': 28, 'iter': 460, 'avg_loss': 0.07367343981030855, 'avg_acc': 0.0, 'loss': 0.12552925787210864}
+{'epoch': 28, 'iter': 470, 'avg_loss': 0.07392451988753573, 'avg_acc': 0.0, 'loss': 0.06848240122261423}
+{'epoch': 28, 'iter': 480, 'avg_loss': 0.0742984819191574, 'avg_acc': 0.0, 'loss': 0.09096060034688742}
+{'epoch': 28, 'iter': 490, 'avg_loss': 0.07418160628609137, 'avg_acc': 0.0, 'loss': 0.05677060153062793}
+{'epoch': 28, 'iter': 500, 'avg_loss': 0.07376962904817908, 'avg_acc': 0.0, 'loss': 0.10486488686736703}
+{'epoch': 28, 'iter': 510, 'avg_loss': 0.07336180803104043, 'avg_acc': 0.0, 'loss': 0.05475026817834256}
+{'epoch': 28, 'iter': 520, 'avg_loss': 0.07310699129524081, 'avg_acc': 0.0, 'loss': 0.050083786717388126}
+{'epoch': 28, 'iter': 530, 'avg_loss': 0.07278066055424295, 'avg_acc': 0.0, 'loss': 0.06072267587623108}
+{'epoch': 28, 'iter': 540, 'avg_loss': 0.07277861328181325, 'avg_acc': 0.0, 'loss': 0.038966593114139414}
+{'epoch': 28, 'iter': 550, 'avg_loss': 0.07256924600932224, 'avg_acc': 0.0, 'loss': 0.09262824899910527}
+{'epoch': 28, 'iter': 560, 'avg_loss': 0.07255989880499783, 'avg_acc': 0.0, 'loss': 0.04207755194191926}
+{'epoch': 28, 'iter': 570, 'avg_loss': 0.07244935700610884, 'avg_acc': 0.0, 'loss': 0.048489735805735075}
+{'epoch': 28, 'iter': 580, 'avg_loss': 0.07271759786208902, 'avg_acc': 0.0, 'loss': 0.06899082458445653}
+{'epoch': 28, 'iter': 590, 'avg_loss': 0.07273164106893801, 'avg_acc': 0.0, 'loss': 0.09478759742541495}
+{'epoch': 28, 'iter': 600, 'avg_loss': 0.07266321048381881, 'avg_acc': 0.0, 'loss': 0.04904058946846947}
+{'epoch': 28, 'iter': 610, 'avg_loss': 0.07252992958857357, 'avg_acc': 0.0, 'loss': 0.11628472056584777}
+{'epoch': 28, 'iter': 620, 'avg_loss': 0.07272226306886449, 'avg_acc': 0.0, 'loss': 0.03795063399652016}
+{'epoch': 28, 'iter': 630, 'avg_loss': 0.07268081513705116, 'avg_acc': 0.0, 'loss': 0.052973706721220176}
+{'epoch': 28, 'iter': 640, 'avg_loss': 0.07245009880229479, 'avg_acc': 0.0, 'loss': 0.07556000371748642}
+{'epoch': 28, 'iter': 650, 'avg_loss': 0.0723551288273158, 'avg_acc': 0.0, 'loss': 0.04305981230304212}
+{'epoch': 28, 'iter': 660, 'avg_loss': 0.07224513681771662, 'avg_acc': 0.0, 'loss': 0.043405756066862616}
+{'epoch': 28, 'iter': 670, 'avg_loss': 0.07224271416354465, 'avg_acc': 0.0, 'loss': 0.08664942383159817}
+{'epoch': 28, 'iter': 680, 'avg_loss': 0.07202985841551758, 'avg_acc': 0.0, 'loss': 0.057043947822651014}
+{'epoch': 28, 'iter': 690, 'avg_loss': 0.07197662513723951, 'avg_acc': 0.0, 'loss': 0.10691530827213162}
+{'epoch': 28, 'iter': 700, 'avg_loss': 0.0718493239316735, 'avg_acc': 0.0, 'loss': 0.05135269312150115}
+{'epoch': 28, 'iter': 710, 'avg_loss': 0.0720361378135496, 'avg_acc': 0.0, 'loss': 0.0783410597721103}
+{'epoch': 28, 'iter': 720, 'avg_loss': 0.07207154403276105, 'avg_acc': 0.0, 'loss': 0.04006465019314882}
+{'epoch': 28, 'iter': 730, 'avg_loss': 0.07214886254413622, 'avg_acc': 0.0, 'loss': 0.05745256637778238}
+{'epoch': 28, 'iter': 740, 'avg_loss': 0.07184540598749109, 'avg_acc': 0.0, 'loss': 0.03419657643878184}
+{'epoch': 28, 'iter': 750, 'avg_loss': 0.07183053274545725, 'avg_acc': 0.0, 'loss': 0.026891355933985648}
+{'epoch': 28, 'iter': 760, 'avg_loss': 0.07171670139535775, 'avg_acc': 0.0, 'loss': 0.047819777421247114}
+{'epoch': 28, 'iter': 770, 'avg_loss': 0.0717507604799932, 'avg_acc': 0.0, 'loss': 0.04699397774633342}
+{'epoch': 28, 'iter': 780, 'avg_loss': 0.07170507929266269, 'avg_acc': 0.0, 'loss': 0.0483956541133393}
+{'epoch': 28, 'iter': 790, 'avg_loss': 0.07153889865348771, 'avg_acc': 0.0, 'loss': 0.10289905821235427}
+{'epoch': 28, 'iter': 800, 'avg_loss': 0.07136867814387399, 'avg_acc': 0.0, 'loss': 0.02202656149919286}
+{'epoch': 28, 'iter': 810, 'avg_loss': 0.07126138836290563, 'avg_acc': 0.0, 'loss': 0.06069588390633385}
+{'epoch': 28, 'iter': 820, 'avg_loss': 0.07163779062796029, 'avg_acc': 0.0, 'loss': 0.049248272754169875}
+{'epoch': 28, 'iter': 830, 'avg_loss': 0.0715622067486686, 'avg_acc': 0.0, 'loss': 0.06621992739799305}
+{'epoch': 28, 'iter': 840, 'avg_loss': 0.07148659900598536, 'avg_acc': 0.0, 'loss': 0.06853278884791385}
+{'epoch': 28, 'iter': 850, 'avg_loss': 0.07141300330884827, 'avg_acc': 0.0, 'loss': 0.06431339250880187}
+{'epoch': 28, 'iter': 860, 'avg_loss': 0.07148738663593802, 'avg_acc': 0.0, 'loss': 0.09296852707058786}
+{'epoch': 28, 'iter': 870, 'avg_loss': 0.07207671694857186, 'avg_acc': 0.0, 'loss': 0.056148581809399696}
+{'epoch': 28, 'iter': 880, 'avg_loss': 0.07223331774589743, 'avg_acc': 0.0, 'loss': 0.12990802689544978}
+{'epoch': 28, 'iter': 890, 'avg_loss': 0.07235118886176561, 'avg_acc': 0.0, 'loss': 0.06961942463933367}
+{'epoch': 28, 'iter': 900, 'avg_loss': 0.07250931430303409, 'avg_acc': 0.0, 'loss': 0.03527342583438602}
+{'epoch': 28, 'iter': 910, 'avg_loss': 0.07247451017238704, 'avg_acc': 0.0, 'loss': 0.08492602326798654}
+{'epoch': 28, 'iter': 920, 'avg_loss': 0.07253197123377095, 'avg_acc': 0.0, 'loss': 0.0459926243895755}
+{'epoch': 28, 'iter': 930, 'avg_loss': 0.07250367444274167, 'avg_acc': 0.0, 'loss': 0.11190754743181838}
+{'epoch': 28, 'iter': 940, 'avg_loss': 0.07238089157762025, 'avg_acc': 0.0, 'loss': 0.07552328800842847}
+{'epoch': 28, 'iter': 950, 'avg_loss': 0.07260816521064434, 'avg_acc': 0.0, 'loss': 0.032858620993552884}
+{'epoch': 28, 'iter': 960, 'avg_loss': 0.0724600046567411, 'avg_acc': 0.0, 'loss': 0.04449127593989033}
+{'epoch': 28, 'iter': 970, 'avg_loss': 0.07228705721867583, 'avg_acc': 0.0, 'loss': 0.05215577578038781}
+{'epoch': 28, 'iter': 980, 'avg_loss': 0.07243301718869985, 'avg_acc': 0.0, 'loss': 0.09469464052748272}
+{'epoch': 28, 'iter': 990, 'avg_loss': 0.07245918494791972, 'avg_acc': 0.0, 'loss': 0.05442305115952552}
+{'epoch': 28, 'iter': 1000, 'avg_loss': 0.0724979203636026, 'avg_acc': 0.0, 'loss': 0.06476105644539132}
+{'epoch': 28, 'iter': 1010, 'avg_loss': 0.0724517193401939, 'avg_acc': 0.0, 'loss': 0.05550768816058442}
+{'epoch': 28, 'iter': 1020, 'avg_loss': 0.07229923202455413, 'avg_acc': 0.0, 'loss': 0.061654469366008664}
+{'epoch': 28, 'iter': 1030, 'avg_loss': 0.07235471852069356, 'avg_acc': 0.0, 'loss': 0.12911809024387821}
+{'epoch': 28, 'iter': 1040, 'avg_loss': 0.0722529419498369, 'avg_acc': 0.0, 'loss': 0.07513433453773034}
+{'epoch': 28, 'iter': 1050, 'avg_loss': 0.07230695660604868, 'avg_acc': 0.0, 'loss': 0.07484450074987185}
+{'epoch': 28, 'iter': 1060, 'avg_loss': 0.07232080773664477, 'avg_acc': 0.0, 'loss': 0.10760499018675164}
+{'epoch': 28, 'iter': 1070, 'avg_loss': 0.07239524060106513, 'avg_acc': 0.0, 'loss': 0.04376816476272641}
+{'epoch': 28, 'iter': 1080, 'avg_loss': 0.07217298458477361, 'avg_acc': 0.0, 'loss': 0.04705279223862289}
+{'epoch': 28, 'iter': 1090, 'avg_loss': 0.07216372898325604, 'avg_acc': 0.0, 'loss': 0.05830150791825872}
+{'epoch': 28, 'iter': 1100, 'avg_loss': 0.07214370951511614, 'avg_acc': 0.0, 'loss': 0.07404250898398093}
+{'epoch': 28, 'iter': 1110, 'avg_loss': 0.07217190594768438, 'avg_acc': 0.0, 'loss': 0.07680906466592724}
+{'epoch': 28, 'iter': 1120, 'avg_loss': 0.07199457346696438, 'avg_acc': 0.0, 'loss': 0.06759686628963989}
+{'epoch': 28, 'iter': 1130, 'avg_loss': 0.07187791745415827, 'avg_acc': 0.0, 'loss': 0.0450112309898876}
+{'epoch': 28, 'iter': 1140, 'avg_loss': 0.07185272138918584, 'avg_acc': 0.0, 'loss': 0.08903784970035288}
+{'epoch': 28, 'iter': 1150, 'avg_loss': 0.0718460882871425, 'avg_acc': 0.0, 'loss': 0.07233225769784367}
+{'epoch': 28, 'iter': 1160, 'avg_loss': 0.07188165470827385, 'avg_acc': 0.0, 'loss': 0.09878808156205462}
+{'epoch': 28, 'iter': 1170, 'avg_loss': 0.07193508711655608, 'avg_acc': 0.0, 'loss': 0.07099590779918076}
+{'epoch': 28, 'iter': 1180, 'avg_loss': 0.07178658463250483, 'avg_acc': 0.0, 'loss': 0.04764400162804958}
+{'epoch': 28, 'iter': 1190, 'avg_loss': 0.0716579297733562, 'avg_acc': 0.0, 'loss': 0.07431608622908113}
+{'epoch': 28, 'iter': 1200, 'avg_loss': 0.07139155811299754, 'avg_acc': 0.0, 'loss': 0.06955059729684113}
+{'epoch': 28, 'iter': 1210, 'avg_loss': 0.07142185752496846, 'avg_acc': 0.0, 'loss': 0.03925534927186496}
+{'epoch': 28, 'iter': 1220, 'avg_loss': 0.07136336853014306, 'avg_acc': 0.0, 'loss': 0.02954882244037549}
+{'epoch': 28, 'iter': 1230, 'avg_loss': 0.0713734783897719, 'avg_acc': 0.0, 'loss': 0.07310572459424845}
+{'epoch': 28, 'iter': 1240, 'avg_loss': 0.07144681843362279, 'avg_acc': 0.0, 'loss': 0.04529327366108353}
+{'epoch': 28, 'iter': 1250, 'avg_loss': 0.07148686871662001, 'avg_acc': 0.0, 'loss': 0.10286427837654749}
+{'epoch': 28, 'iter': 1260, 'avg_loss': 0.07158667732860938, 'avg_acc': 0.0, 'loss': 0.05598107413827944}
+{'epoch': 28, 'iter': 1270, 'avg_loss': 0.07167409541657056, 'avg_acc': 0.0, 'loss': 0.1605910731653901}
+{'epoch': 28, 'iter': 1280, 'avg_loss': 0.07178440931946126, 'avg_acc': 0.0, 'loss': 0.11899760163886493}
+{'epoch': 28, 'iter': 1290, 'avg_loss': 0.07174047685630501, 'avg_acc': 0.0, 'loss': 0.07765396971132077}
+{'epoch': 28, 'iter': 1300, 'avg_loss': 0.07174093543666345, 'avg_acc': 0.0, 'loss': 0.10386053509418908}
+{'epoch': 28, 'iter': 1310, 'avg_loss': 0.07185234907670753, 'avg_acc': 0.0, 'loss': 0.044819940835077024}
+{'epoch': 28, 'iter': 1320, 'avg_loss': 0.07170727405966154, 'avg_acc': 0.0, 'loss': 0.029856591837459843}
+{'epoch': 28, 'iter': 1330, 'avg_loss': 0.07169439208214373, 'avg_acc': 0.0, 'loss': 0.033289457757399124}
+{'epoch': 28, 'iter': 1340, 'avg_loss': 0.07170570904616175, 'avg_acc': 0.0, 'loss': 0.04249201749747807}
+{'epoch': 28, 'iter': 1350, 'avg_loss': 0.07168060855997, 'avg_acc': 0.0, 'loss': 0.06149199797073582}
+{'epoch': 28, 'iter': 1360, 'avg_loss': 0.07167214627310992, 'avg_acc': 0.0, 'loss': 0.062195966650205846}
+{'epoch': 28, 'iter': 1370, 'avg_loss': 0.07160519207020603, 'avg_acc': 0.0, 'loss': 0.05870107317763841}
+{'epoch': 28, 'iter': 1380, 'avg_loss': 0.07176403557039479, 'avg_acc': 0.0, 'loss': 0.0956329907068201}
+{'epoch': 28, 'iter': 1390, 'avg_loss': 0.0718163714661962, 'avg_acc': 0.0, 'loss': 0.0662983228349146}
+{'epoch': 28, 'iter': 1400, 'avg_loss': 0.07186448912678257, 'avg_acc': 0.0, 'loss': 0.1327769656073201}
+{'epoch': 28, 'iter': 1410, 'avg_loss': 0.07179753785153833, 'avg_acc': 0.0, 'loss': 0.0648036140328421}
+{'epoch': 28, 'iter': 1420, 'avg_loss': 0.07183963366746512, 'avg_acc': 0.0, 'loss': 0.05797163081731834}
+{'epoch': 28, 'iter': 1430, 'avg_loss': 0.07184030127106518, 'avg_acc': 0.0, 'loss': 0.06246082814022762}
+{'epoch': 28, 'iter': 1440, 'avg_loss': 0.07195405338763636, 'avg_acc': 0.0, 'loss': 0.09748702909788724}
+{'epoch': 28, 'iter': 1450, 'avg_loss': 0.072026619361899, 'avg_acc': 0.0, 'loss': 0.04584618643413104}
+{'epoch': 28, 'iter': 1460, 'avg_loss': 0.07201628141879969, 'avg_acc': 0.0, 'loss': 0.03143089041869424}
+{'epoch': 28, 'iter': 1470, 'avg_loss': 0.07197649380966661, 'avg_acc': 0.0, 'loss': 0.04397722573935831}
+{'epoch': 28, 'iter': 1480, 'avg_loss': 0.07186065124386683, 'avg_acc': 0.0, 'loss': 0.035154099061084514}
+{'epoch': 28, 'iter': 1490, 'avg_loss': 0.07190420451108487, 'avg_acc': 0.0, 'loss': 0.13527176633267246}
+{'epoch': 28, 'iter': 1500, 'avg_loss': 0.07189362923769935, 'avg_acc': 0.0, 'loss': 0.09988404329906837}
+{'epoch': 28, 'iter': 1510, 'avg_loss': 0.0719201204866989, 'avg_acc': 0.0, 'loss': 0.11607511418449892}
+{'epoch': 28, 'iter': 1520, 'avg_loss': 0.07206646500643724, 'avg_acc': 0.0, 'loss': 0.10248338486539613}
+{'epoch': 28, 'iter': 1530, 'avg_loss': 0.07199608645377667, 'avg_acc': 0.0, 'loss': 0.07823875567804553}
+{'epoch': 28, 'iter': 1540, 'avg_loss': 0.07193411463249934, 'avg_acc': 0.0, 'loss': 0.05773321020110293}
+{'epoch': 28, 'iter': 1550, 'avg_loss': 0.07198144659024386, 'avg_acc': 0.0, 'loss': 0.032078600661082285}
+{'epoch': 28, 'iter': 1560, 'avg_loss': 0.07195701011863023, 'avg_acc': 0.0, 'loss': 0.04169321396711772}
+{'epoch': 28, 'iter': 1570, 'avg_loss': 0.07206711381327206, 'avg_acc': 0.0, 'loss': 0.10947438565935182}
+{'epoch': 28, 'iter': 1580, 'avg_loss': 0.07209439587708788, 'avg_acc': 0.0, 'loss': 0.03210136919349387}
+{'epoch': 28, 'iter': 1590, 'avg_loss': 0.07213334462841674, 'avg_acc': 0.0, 'loss': 0.04107449026719223}
+{'epoch': 28, 'iter': 1600, 'avg_loss': 0.07198904336255474, 'avg_acc': 0.0, 'loss': 0.07138898480862516}
+{'epoch': 28, 'iter': 1610, 'avg_loss': 0.07207872463925837, 'avg_acc': 0.0, 'loss': 0.02736414830739875}
+{'epoch': 28, 'iter': 1620, 'avg_loss': 0.0721002103865951, 'avg_acc': 0.0, 'loss': 0.055551468268234316}
+{'epoch': 28, 'iter': 1630, 'avg_loss': 0.07224761189756829, 'avg_acc': 0.0, 'loss': 0.027579871356368}
+{'epoch': 28, 'iter': 1640, 'avg_loss': 0.07220854243720151, 'avg_acc': 0.0, 'loss': 0.07392777378489614}
+{'epoch': 28, 'iter': 1650, 'avg_loss': 0.07222063900233643, 'avg_acc': 0.0, 'loss': 0.0709490852040326}
+{'epoch': 28, 'iter': 1660, 'avg_loss': 0.07235356402140096, 'avg_acc': 0.0, 'loss': 0.10486926427398048}
+{'epoch': 28, 'iter': 1670, 'avg_loss': 0.07238307595959692, 'avg_acc': 0.0, 'loss': 0.02389174535151791}
+{'epoch': 28, 'iter': 1680, 'avg_loss': 0.07234300387348208, 'avg_acc': 0.0, 'loss': 0.04144610468419379}
+{'epoch': 28, 'iter': 1690, 'avg_loss': 0.07229575421541853, 'avg_acc': 0.0, 'loss': 0.09646239088979565}
+{'epoch': 28, 'iter': 1700, 'avg_loss': 0.07232392337124749, 'avg_acc': 0.0, 'loss': 0.05046840789751984}
+{'epoch': 28, 'iter': 1710, 'avg_loss': 0.07228354062696425, 'avg_acc': 0.0, 'loss': 0.03541835518635748}
+{'epoch': 28, 'iter': 1720, 'avg_loss': 0.07220154330951534, 'avg_acc': 0.0, 'loss': 0.06385699717530915}
+{'epoch': 28, 'iter': 1730, 'avg_loss': 0.0722470846697903, 'avg_acc': 0.0, 'loss': 0.1325460905599434}
+{'epoch': 28, 'iter': 1740, 'avg_loss': 0.07213715496965276, 'avg_acc': 0.0, 'loss': 0.05554488328129992}
+{'epoch': 28, 'iter': 1750, 'avg_loss': 0.07223710198967646, 'avg_acc': 0.0, 'loss': 0.11413575505561571}
+{'epoch': 28, 'iter': 1760, 'avg_loss': 0.0722251962667346, 'avg_acc': 0.0, 'loss': 0.09734147754261357}
+{'epoch': 28, 'iter': 1770, 'avg_loss': 0.07222141519715775, 'avg_acc': 0.0, 'loss': 0.039963062850564564}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.0, 'ece': 0.058800648897886276, 'avg_loss': 0.07221037660491808, 'f1_scores': 0.9429802887318036}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.02918041981680882, 'avg_acc': 0.0, 'loss': 0.02918041981680882}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.07741591328634162, 'avg_acc': 0.0, 'loss': 0.02701115215516024}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.0723207834065976, 'avg_acc': 0.0, 'loss': 0.09700386128561636}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.07005373105023738, 'avg_acc': 0.0, 'loss': 0.026119399774726403}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.07097071796885474, 'avg_acc': 0.0, 'loss': 0.0330291005072354}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.06861858240822863, 'avg_acc': 0.0, 'loss': 0.08054159326328302}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.06979965937542218, 'avg_acc': 0.0, 'loss': 0.08914761122514392}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.07011188814310965, 'avg_acc': 0.0, 'loss': 0.10444180085622584}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.07099081515318467, 'avg_acc': 0.0, 'loss': 0.09390428191418972}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.07018849970681379, 'avg_acc': 0.0, 'loss': 0.04765042241421164}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.07047825695856692, 'avg_acc': 0.0, 'loss': 0.047060432644171}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.06918985696229539, 'avg_acc': 0.0, 'loss': 0.0703304834127526}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.06978316807435617, 'avg_acc': 0.0, 'loss': 0.05191750432898954}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.06953119374452725, 'avg_acc': 0.0, 'loss': 0.04647224216370205}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.06933745306833733, 'avg_acc': 0.0, 'loss': 0.06224961922188551}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.06916268652483272, 'avg_acc': 0.0, 'loss': 0.06936662996665786}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.07005521252315564, 'avg_acc': 0.0, 'loss': 0.10963908231690514}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.06998422564553344, 'avg_acc': 0.0, 'loss': 0.049759466262725836}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.06930395309023604, 'avg_acc': 0.0, 'loss': 0.03967050004342606}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.06891008248129411, 'avg_acc': 0.0, 'loss': 0.05513915791610608}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.06925670027341126, 'avg_acc': 0.0, 'loss': 0.017447864678583103}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.06894854361795526, 'avg_acc': 0.0, 'loss': 0.04412433211259627}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.06985025136209853, 'avg_acc': 0.0, 'loss': 0.10135299767730795}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.07086297350049768, 'avg_acc': 0.0, 'loss': 0.0862981110138727}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.0708561425381266, 'avg_acc': 0.0, 'loss': 0.07643655196560165}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.07068299826989274, 'avg_acc': 0.0, 'loss': 0.10573301557412508}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.07001320821096879, 'avg_acc': 0.0, 'loss': 0.035183862591038305}
+{'epoch': 29, 'iter': 270, 'avg_loss': 0.0696558571736404, 'avg_acc': 0.0, 'loss': 0.02400960079640819}
+{'epoch': 29, 'iter': 280, 'avg_loss': 0.06946856316013139, 'avg_acc': 0.0, 'loss': 0.06583706404740042}
+{'epoch': 29, 'iter': 290, 'avg_loss': 0.0705391044609635, 'avg_acc': 0.0, 'loss': 0.10307660682972701}
+{'epoch': 29, 'iter': 300, 'avg_loss': 0.07005999485094463, 'avg_acc': 0.0, 'loss': 0.09868339691558145}
+{'epoch': 29, 'iter': 310, 'avg_loss': 0.07011921290324381, 'avg_acc': 0.0, 'loss': 0.10160859008539092}
+{'epoch': 29, 'iter': 320, 'avg_loss': 0.07030942934959347, 'avg_acc': 0.0, 'loss': 0.06266315546521842}
+{'epoch': 29, 'iter': 330, 'avg_loss': 0.07038649388905889, 'avg_acc': 0.0, 'loss': 0.05725685176634596}
+{'epoch': 29, 'iter': 340, 'avg_loss': 0.07056636727679427, 'avg_acc': 0.0, 'loss': 0.023032497962081573}
+{'epoch': 29, 'iter': 350, 'avg_loss': 0.07136356301954469, 'avg_acc': 0.0, 'loss': 0.20544368723504441}
+{'epoch': 29, 'iter': 360, 'avg_loss': 0.07184012525985557, 'avg_acc': 0.0, 'loss': 0.09817497354878972}
+{'epoch': 29, 'iter': 370, 'avg_loss': 0.07159991949150063, 'avg_acc': 0.0, 'loss': 0.07911083212973681}
+{'epoch': 29, 'iter': 380, 'avg_loss': 0.07169615004572032, 'avg_acc': 0.0, 'loss': 0.05944226670294686}
+{'epoch': 29, 'iter': 390, 'avg_loss': 0.07170514232645092, 'avg_acc': 0.0, 'loss': 0.03449514709874636}
+{'epoch': 29, 'iter': 400, 'avg_loss': 0.07131627280679756, 'avg_acc': 0.0, 'loss': 0.056789372576084976}
+{'epoch': 29, 'iter': 410, 'avg_loss': 0.0714225058483453, 'avg_acc': 0.0, 'loss': 0.07851490812463574}
+{'epoch': 29, 'iter': 420, 'avg_loss': 0.07139215615259799, 'avg_acc': 0.0, 'loss': 0.03757274804610842}
+{'epoch': 29, 'iter': 430, 'avg_loss': 0.07194528328653406, 'avg_acc': 0.0, 'loss': 0.05589994207444501}
+{'epoch': 29, 'iter': 440, 'avg_loss': 0.07175844275321164, 'avg_acc': 0.0, 'loss': 0.039203809438201835}
+{'epoch': 29, 'iter': 450, 'avg_loss': 0.07162404675192503, 'avg_acc': 0.0, 'loss': 0.05500605394531175}
+{'epoch': 29, 'iter': 460, 'avg_loss': 0.07196963308191179, 'avg_acc': 0.0, 'loss': 0.12682582371436368}
+{'epoch': 29, 'iter': 470, 'avg_loss': 0.0722236716638447, 'avg_acc': 0.0, 'loss': 0.06680771614164119}
+{'epoch': 29, 'iter': 480, 'avg_loss': 0.07262008763451398, 'avg_acc': 0.0, 'loss': 0.09188814944494895}
+{'epoch': 29, 'iter': 490, 'avg_loss': 0.0725199382214974, 'avg_acc': 0.0, 'loss': 0.056301755164883255}
+{'epoch': 29, 'iter': 500, 'avg_loss': 0.07210408584369263, 'avg_acc': 0.0, 'loss': 0.1054258531657248}
+{'epoch': 29, 'iter': 510, 'avg_loss': 0.07169514322908159, 'avg_acc': 0.0, 'loss': 0.05332221062386923}
+{'epoch': 29, 'iter': 520, 'avg_loss': 0.07142521963638056, 'avg_acc': 0.0, 'loss': 0.04740760663716108}
+{'epoch': 29, 'iter': 530, 'avg_loss': 0.07108080279911723, 'avg_acc': 0.0, 'loss': 0.05801057224628688}
+{'epoch': 29, 'iter': 540, 'avg_loss': 0.07107772026984688, 'avg_acc': 0.0, 'loss': 0.03714733478732666}
+{'epoch': 29, 'iter': 550, 'avg_loss': 0.07087725252009842, 'avg_acc': 0.0, 'loss': 0.0896274211176587}
+{'epoch': 29, 'iter': 560, 'avg_loss': 0.07086421450424311, 'avg_acc': 0.0, 'loss': 0.039564115937332237}
+{'epoch': 29, 'iter': 570, 'avg_loss': 0.07075069228911723, 'avg_acc': 0.0, 'loss': 0.04633735435437407}
+{'epoch': 29, 'iter': 580, 'avg_loss': 0.07101160291573565, 'avg_acc': 0.0, 'loss': 0.065717648493936}
+{'epoch': 29, 'iter': 590, 'avg_loss': 0.0710340616206844, 'avg_acc': 0.0, 'loss': 0.09501012064445595}
+{'epoch': 29, 'iter': 600, 'avg_loss': 0.07094494598405056, 'avg_acc': 0.0, 'loss': 0.04602758547701211}
+{'epoch': 29, 'iter': 610, 'avg_loss': 0.07080106393067744, 'avg_acc': 0.0, 'loss': 0.11620399216329855}
+{'epoch': 29, 'iter': 620, 'avg_loss': 0.07099725229946191, 'avg_acc': 0.0, 'loss': 0.03450040279600281}
+{'epoch': 29, 'iter': 630, 'avg_loss': 0.0709527718251452, 'avg_acc': 0.0, 'loss': 0.05006637985486252}
+{'epoch': 29, 'iter': 640, 'avg_loss': 0.07071913323567673, 'avg_acc': 0.0, 'loss': 0.07520944083036543}
+{'epoch': 29, 'iter': 650, 'avg_loss': 0.07061744059282282, 'avg_acc': 0.0, 'loss': 0.03820574020084523}
+{'epoch': 29, 'iter': 660, 'avg_loss': 0.0705186928778934, 'avg_acc': 0.0, 'loss': 0.04085846479301023}
+{'epoch': 29, 'iter': 670, 'avg_loss': 0.07051283957200528, 'avg_acc': 0.0, 'loss': 0.08734567749717671}
+{'epoch': 29, 'iter': 680, 'avg_loss': 0.0702907048224774, 'avg_acc': 0.0, 'loss': 0.05438969722098972}
+{'epoch': 29, 'iter': 690, 'avg_loss': 0.07023257640001664, 'avg_acc': 0.0, 'loss': 0.10601222513004618}
+{'epoch': 29, 'iter': 700, 'avg_loss': 0.07010251130464934, 'avg_acc': 0.0, 'loss': 0.048305673573787136}
+{'epoch': 29, 'iter': 710, 'avg_loss': 0.07028546937726389, 'avg_acc': 0.0, 'loss': 0.07925787201563951}
+{'epoch': 29, 'iter': 720, 'avg_loss': 0.07031996945863327, 'avg_acc': 0.0, 'loss': 0.03668873511730502}
+{'epoch': 29, 'iter': 730, 'avg_loss': 0.07040354519917492, 'avg_acc': 0.0, 'loss': 0.0512888150050149}
+{'epoch': 29, 'iter': 740, 'avg_loss': 0.0700779184332221, 'avg_acc': 0.0, 'loss': 0.03160697667270337}
+{'epoch': 29, 'iter': 750, 'avg_loss': 0.07006133166270681, 'avg_acc': 0.0, 'loss': 0.023997039549472885}
+{'epoch': 29, 'iter': 760, 'avg_loss': 0.06992949324584823, 'avg_acc': 0.0, 'loss': 0.04093983955788514}
+{'epoch': 29, 'iter': 770, 'avg_loss': 0.06996151756478299, 'avg_acc': 0.0, 'loss': 0.040467300692268636}
+{'epoch': 29, 'iter': 780, 'avg_loss': 0.06991990890458402, 'avg_acc': 0.0, 'loss': 0.04584977542055566}
+{'epoch': 29, 'iter': 790, 'avg_loss': 0.06975721555493489, 'avg_acc': 0.0, 'loss': 0.10094410965107718}
+{'epoch': 29, 'iter': 800, 'avg_loss': 0.06958817707069491, 'avg_acc': 0.0, 'loss': 0.018918934734060144}
+{'epoch': 29, 'iter': 810, 'avg_loss': 0.0694740404660274, 'avg_acc': 0.0, 'loss': 0.05942610784173853}
+{'epoch': 29, 'iter': 820, 'avg_loss': 0.06985297221245904, 'avg_acc': 0.0, 'loss': 0.04935132398872659}
+{'epoch': 29, 'iter': 830, 'avg_loss': 0.0697850200146595, 'avg_acc': 0.0, 'loss': 0.06566568973608103}
+{'epoch': 29, 'iter': 840, 'avg_loss': 0.06970638106053088, 'avg_acc': 0.0, 'loss': 0.06360602257009264}
+{'epoch': 29, 'iter': 850, 'avg_loss': 0.06962599096698983, 'avg_acc': 0.0, 'loss': 0.06278989739332173}
+{'epoch': 29, 'iter': 860, 'avg_loss': 0.06970964284831334, 'avg_acc': 0.0, 'loss': 0.09344466165027702}
+{'epoch': 29, 'iter': 870, 'avg_loss': 0.07030482838815709, 'avg_acc': 0.0, 'loss': 0.05572596864377033}
+{'epoch': 29, 'iter': 880, 'avg_loss': 0.07045935022997722, 'avg_acc': 0.0, 'loss': 0.1295395000111544}
+{'epoch': 29, 'iter': 890, 'avg_loss': 0.07058812117682228, 'avg_acc': 0.0, 'loss': 0.06786154716582717}
+{'epoch': 29, 'iter': 900, 'avg_loss': 0.07076043362164258, 'avg_acc': 0.0, 'loss': 0.03334632466225327}
+{'epoch': 29, 'iter': 910, 'avg_loss': 0.07072843767326727, 'avg_acc': 0.0, 'loss': 0.08157082990638083}
+{'epoch': 29, 'iter': 920, 'avg_loss': 0.07079100343729579, 'avg_acc': 0.0, 'loss': 0.04388026085339902}
+{'epoch': 29, 'iter': 930, 'avg_loss': 0.07076870347487917, 'avg_acc': 0.0, 'loss': 0.10792715479582121}
+{'epoch': 29, 'iter': 940, 'avg_loss': 0.07064084709166865, 'avg_acc': 0.0, 'loss': 0.07277943792856993}
+{'epoch': 29, 'iter': 950, 'avg_loss': 0.07087826684579557, 'avg_acc': 0.0, 'loss': 0.030964709433050075}
+{'epoch': 29, 'iter': 960, 'avg_loss': 0.07072174947259621, 'avg_acc': 0.0, 'loss': 0.04151017450279986}
+{'epoch': 29, 'iter': 970, 'avg_loss': 0.07054343535582966, 'avg_acc': 0.0, 'loss': 0.05081959468796932}
+{'epoch': 29, 'iter': 980, 'avg_loss': 0.07068531616718701, 'avg_acc': 0.0, 'loss': 0.09338247867900203}
+{'epoch': 29, 'iter': 990, 'avg_loss': 0.07071366372580486, 'avg_acc': 0.0, 'loss': 0.0524780116027281}
+{'epoch': 29, 'iter': 1000, 'avg_loss': 0.07075486145704662, 'avg_acc': 0.0, 'loss': 0.06367134780643165}
+{'epoch': 29, 'iter': 1010, 'avg_loss': 0.07071397187895044, 'avg_acc': 0.0, 'loss': 0.05608258207702477}
+{'epoch': 29, 'iter': 1020, 'avg_loss': 0.07055793619345908, 'avg_acc': 0.0, 'loss': 0.059048332550878914}
+{'epoch': 29, 'iter': 1030, 'avg_loss': 0.07061611678406943, 'avg_acc': 0.0, 'loss': 0.12802609943895504}
+{'epoch': 29, 'iter': 1040, 'avg_loss': 0.07051178038569302, 'avg_acc': 0.0, 'loss': 0.07387106271307735}
+{'epoch': 29, 'iter': 1050, 'avg_loss': 0.07056570647250293, 'avg_acc': 0.0, 'loss': 0.07204212319796}
+{'epoch': 29, 'iter': 1060, 'avg_loss': 0.07057548364441453, 'avg_acc': 0.0, 'loss': 0.10639261562172715}
+{'epoch': 29, 'iter': 1070, 'avg_loss': 0.07065271147334873, 'avg_acc': 0.0, 'loss': 0.04126890164441477}
+{'epoch': 29, 'iter': 1080, 'avg_loss': 0.07041620315712466, 'avg_acc': 0.0, 'loss': 0.04296070593039149}
+{'epoch': 29, 'iter': 1090, 'avg_loss': 0.07040528457143953, 'avg_acc': 0.0, 'loss': 0.054856495257419216}
+{'epoch': 29, 'iter': 1100, 'avg_loss': 0.07038608439199238, 'avg_acc': 0.0, 'loss': 0.07113828636721767}
+{'epoch': 29, 'iter': 1110, 'avg_loss': 0.07040823137548866, 'avg_acc': 0.0, 'loss': 0.07342030750468048}
+{'epoch': 29, 'iter': 1120, 'avg_loss': 0.07023189376939253, 'avg_acc': 0.0, 'loss': 0.06677641019824826}
+{'epoch': 29, 'iter': 1130, 'avg_loss': 0.07011133360795076, 'avg_acc': 0.0, 'loss': 0.041836085628347064}
+{'epoch': 29, 'iter': 1140, 'avg_loss': 0.0700840626971927, 'avg_acc': 0.0, 'loss': 0.08814162660051343}
+{'epoch': 29, 'iter': 1150, 'avg_loss': 0.07007225675366902, 'avg_acc': 0.0, 'loss': 0.06715338093901631}
+{'epoch': 29, 'iter': 1160, 'avg_loss': 0.07011035986331907, 'avg_acc': 0.0, 'loss': 0.0975726384429996}
+{'epoch': 29, 'iter': 1170, 'avg_loss': 0.07017462840661566, 'avg_acc': 0.0, 'loss': 0.07110123585818583}
+{'epoch': 29, 'iter': 1180, 'avg_loss': 0.0700209057484976, 'avg_acc': 0.0, 'loss': 0.04514704627424188}
+{'epoch': 29, 'iter': 1190, 'avg_loss': 0.06988553599589888, 'avg_acc': 0.0, 'loss': 0.07166985180871116}
+{'epoch': 29, 'iter': 1200, 'avg_loss': 0.06961117259297366, 'avg_acc': 0.0, 'loss': 0.06686886897719951}
+{'epoch': 29, 'iter': 1210, 'avg_loss': 0.06964518078805208, 'avg_acc': 0.0, 'loss': 0.03844808246438853}
+{'epoch': 29, 'iter': 1220, 'avg_loss': 0.06958701951815573, 'avg_acc': 0.0, 'loss': 0.028073002822783417}
+{'epoch': 29, 'iter': 1230, 'avg_loss': 0.06959882507366368, 'avg_acc': 0.0, 'loss': 0.07210815174476336}
+{'epoch': 29, 'iter': 1240, 'avg_loss': 0.06967357005055576, 'avg_acc': 0.0, 'loss': 0.044037302430197656}
+{'epoch': 29, 'iter': 1250, 'avg_loss': 0.06971013527317335, 'avg_acc': 0.0, 'loss': 0.10170722560544171}
+{'epoch': 29, 'iter': 1260, 'avg_loss': 0.0698048378846474, 'avg_acc': 0.0, 'loss': 0.05317390416969049}
+{'epoch': 29, 'iter': 1270, 'avg_loss': 0.06989528753167486, 'avg_acc': 0.0, 'loss': 0.16131627914766153}
+{'epoch': 29, 'iter': 1280, 'avg_loss': 0.0700146777258624, 'avg_acc': 0.0, 'loss': 0.12125461060353919}
+{'epoch': 29, 'iter': 1290, 'avg_loss': 0.06997202491833367, 'avg_acc': 0.0, 'loss': 0.07523277588071713}
+{'epoch': 29, 'iter': 1300, 'avg_loss': 0.06997493654658409, 'avg_acc': 0.0, 'loss': 0.10527679487200356}
+{'epoch': 29, 'iter': 1310, 'avg_loss': 0.07008793073513225, 'avg_acc': 0.0, 'loss': 0.0412394028743027}
+{'epoch': 29, 'iter': 1320, 'avg_loss': 0.06994159928594908, 'avg_acc': 0.0, 'loss': 0.029446794186601517}
+{'epoch': 29, 'iter': 1330, 'avg_loss': 0.0699347193820655, 'avg_acc': 0.0, 'loss': 0.033902113370911834}
+{'epoch': 29, 'iter': 1340, 'avg_loss': 0.06994016877888029, 'avg_acc': 0.0, 'loss': 0.03869263710374631}
+{'epoch': 29, 'iter': 1350, 'avg_loss': 0.06991431056440216, 'avg_acc': 0.0, 'loss': 0.06125829438328318}
+{'epoch': 29, 'iter': 1360, 'avg_loss': 0.06990646146657806, 'avg_acc': 0.0, 'loss': 0.060241717803898656}
+{'epoch': 29, 'iter': 1370, 'avg_loss': 0.06982913133689111, 'avg_acc': 0.0, 'loss': 0.05503030381843489}
+{'epoch': 29, 'iter': 1380, 'avg_loss': 0.0699897868979741, 'avg_acc': 0.0, 'loss': 0.09429266023296025}
+{'epoch': 29, 'iter': 1390, 'avg_loss': 0.07004088204280888, 'avg_acc': 0.0, 'loss': 0.06307869761563518}
+{'epoch': 29, 'iter': 1400, 'avg_loss': 0.07009109191251443, 'avg_acc': 0.0, 'loss': 0.13295360777983334}
+{'epoch': 29, 'iter': 1410, 'avg_loss': 0.07002231362325252, 'avg_acc': 0.0, 'loss': 0.05833747544353887}
+{'epoch': 29, 'iter': 1420, 'avg_loss': 0.070059889677526, 'avg_acc': 0.0, 'loss': 0.0579334843012467}
+{'epoch': 29, 'iter': 1430, 'avg_loss': 0.0700620519064533, 'avg_acc': 0.0, 'loss': 0.060618315637611886}
+{'epoch': 29, 'iter': 1440, 'avg_loss': 0.07017626357734397, 'avg_acc': 0.0, 'loss': 0.0936736750309462}
+{'epoch': 29, 'iter': 1450, 'avg_loss': 0.07024507210018455, 'avg_acc': 0.0, 'loss': 0.04308080481355197}
+{'epoch': 29, 'iter': 1460, 'avg_loss': 0.07023628212989602, 'avg_acc': 0.0, 'loss': 0.029513911262299075}
+{'epoch': 29, 'iter': 1470, 'avg_loss': 0.070197978807398, 'avg_acc': 0.0, 'loss': 0.04223295402122216}
+{'epoch': 29, 'iter': 1480, 'avg_loss': 0.07008034771794176, 'avg_acc': 0.0, 'loss': 0.03429043605037967}
+{'epoch': 29, 'iter': 1490, 'avg_loss': 0.07012011603827493, 'avg_acc': 0.0, 'loss': 0.1349255388874683}
+{'epoch': 29, 'iter': 1500, 'avg_loss': 0.0701109237809967, 'avg_acc': 0.0, 'loss': 0.09972106933686778}
+{'epoch': 29, 'iter': 1510, 'avg_loss': 0.07014054460888984, 'avg_acc': 0.0, 'loss': 0.11531798695577118}
+{'epoch': 29, 'iter': 1520, 'avg_loss': 0.07029125354859964, 'avg_acc': 0.0, 'loss': 0.102419653205536}
+{'epoch': 29, 'iter': 1530, 'avg_loss': 0.07022098070284424, 'avg_acc': 0.0, 'loss': 0.07752153981649963}
+{'epoch': 29, 'iter': 1540, 'avg_loss': 0.07016040049387179, 'avg_acc': 0.0, 'loss': 0.05675711499106788}
+{'epoch': 29, 'iter': 1550, 'avg_loss': 0.07020158211461504, 'avg_acc': 0.0, 'loss': 0.02955989351439062}
+{'epoch': 29, 'iter': 1560, 'avg_loss': 0.07017666555569105, 'avg_acc': 0.0, 'loss': 0.03618097963496731}
+{'epoch': 29, 'iter': 1570, 'avg_loss': 0.07029110801316611, 'avg_acc': 0.0, 'loss': 0.10549437162855416}
+{'epoch': 29, 'iter': 1580, 'avg_loss': 0.07032303326758829, 'avg_acc': 0.0, 'loss': 0.03198525126647261}
+{'epoch': 29, 'iter': 1590, 'avg_loss': 0.0703634848872936, 'avg_acc': 0.0, 'loss': 0.03978351003563521}
+{'epoch': 29, 'iter': 1600, 'avg_loss': 0.07021344170522938, 'avg_acc': 0.0, 'loss': 0.06838493468196052}
+{'epoch': 29, 'iter': 1610, 'avg_loss': 0.07030875718009857, 'avg_acc': 0.0, 'loss': 0.02465578745521059}
+{'epoch': 29, 'iter': 1620, 'avg_loss': 0.07033461442638084, 'avg_acc': 0.0, 'loss': 0.05461722620529079}
+{'epoch': 29, 'iter': 1630, 'avg_loss': 0.07048093437028057, 'avg_acc': 0.0, 'loss': 0.02357351624214386}
+{'epoch': 29, 'iter': 1640, 'avg_loss': 0.07043970023488774, 'avg_acc': 0.0, 'loss': 0.07159577999649765}
+{'epoch': 29, 'iter': 1650, 'avg_loss': 0.07045266563164405, 'avg_acc': 0.0, 'loss': 0.06837307333194481}
+{'epoch': 29, 'iter': 1660, 'avg_loss': 0.07059012726055332, 'avg_acc': 0.0, 'loss': 0.10506419075604713}
+{'epoch': 29, 'iter': 1670, 'avg_loss': 0.07061770121469454, 'avg_acc': 0.0, 'loss': 0.021432423117435713}
+{'epoch': 29, 'iter': 1680, 'avg_loss': 0.07057675006668533, 'avg_acc': 0.0, 'loss': 0.03859760284027353}
+{'epoch': 29, 'iter': 1690, 'avg_loss': 0.07052778351290703, 'avg_acc': 0.0, 'loss': 0.09611348936788641}
+{'epoch': 29, 'iter': 1700, 'avg_loss': 0.0705574271924115, 'avg_acc': 0.0, 'loss': 0.04778262362876668}
+{'epoch': 29, 'iter': 1710, 'avg_loss': 0.07051822894726721, 'avg_acc': 0.0, 'loss': 0.035450959580649456}
+{'epoch': 29, 'iter': 1720, 'avg_loss': 0.07043568324400165, 'avg_acc': 0.0, 'loss': 0.0589446327332033}
+{'epoch': 29, 'iter': 1730, 'avg_loss': 0.0704758316756123, 'avg_acc': 0.0, 'loss': 0.13187775945049346}
+{'epoch': 29, 'iter': 1740, 'avg_loss': 0.07035846519692779, 'avg_acc': 0.0, 'loss': 0.05255948161564967}
+{'epoch': 29, 'iter': 1750, 'avg_loss': 0.07046102046533513, 'avg_acc': 0.0, 'loss': 0.1139740737120454}
+{'epoch': 29, 'iter': 1760, 'avg_loss': 0.07044804235803198, 'avg_acc': 0.0, 'loss': 0.0968720777843503}
+{'epoch': 29, 'iter': 1770, 'avg_loss': 0.0704437002080733, 'avg_acc': 0.0, 'loss': 0.03592209383010519}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.0, 'ece': 0.05166798457503319, 'avg_loss': 0.07043401553021668, 'f1_scores': 0.9433294086234184}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.031520390914959, 'avg_acc': 0.0, 'loss': 0.031520390914959}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.07860560435737944, 'avg_acc': 0.0, 'loss': 0.02828652062910107}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.07333576597287879, 'avg_acc': 0.0, 'loss': 0.10070836818601947}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.07126256938597089, 'avg_acc': 0.0, 'loss': 0.029126478715777383}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.07199256514602796, 'avg_acc': 0.0, 'loss': 0.03443210316269025}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.06952749453179477, 'avg_acc': 0.0, 'loss': 0.08111048755286072}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.07075446543306936, 'avg_acc': 0.0, 'loss': 0.09083133081451575}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.07123082092758393, 'avg_acc': 0.0, 'loss': 0.10729792346869868}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.07211053305500761, 'avg_acc': 0.0, 'loss': 0.09487626553586129}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.07131925919351662, 'avg_acc': 0.0, 'loss': 0.04571468037787188}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.0715931031769707, 'avg_acc': 0.0, 'loss': 0.048142961530272387}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.07037398922321048, 'avg_acc': 0.0, 'loss': 0.07041941427529048}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.07100341688852745, 'avg_acc': 0.0, 'loss': 0.05079125123757373}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.07073316079508397, 'avg_acc': 0.0, 'loss': 0.04675451530960929}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.07051240798155979, 'avg_acc': 0.0, 'loss': 0.06301119884189989}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.07036362514243075, 'avg_acc': 0.0, 'loss': 0.06918265754430714}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.0712722684806229, 'avg_acc': 0.0, 'loss': 0.10917061540595999}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.0712097826061611, 'avg_acc': 0.0, 'loss': 0.05198651621017396}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.07050833641067807, 'avg_acc': 0.0, 'loss': 0.03809553382920074}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.07011702443884582, 'avg_acc': 0.0, 'loss': 0.05716292311529969}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.07044891859240089, 'avg_acc': 0.0, 'loss': 0.019594585879466258}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.07011514823904251, 'avg_acc': 0.0, 'loss': 0.045015674324600595}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.07103014359662768, 'avg_acc': 0.0, 'loss': 0.10390840446504715}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.07204450223114639, 'avg_acc': 0.0, 'loss': 0.08674048685656999}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.07204873882461153, 'avg_acc': 0.0, 'loss': 0.07827878451666948}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.07185724845353231, 'avg_acc': 0.0, 'loss': 0.10647644324387784}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.07118698942642793, 'avg_acc': 0.0, 'loss': 0.037644363186042744}
+{'epoch': 30, 'iter': 270, 'avg_loss': 0.070784291509943, 'avg_acc': 0.0, 'loss': 0.025089532917929445}
+{'epoch': 30, 'iter': 280, 'avg_loss': 0.0705790907126776, 'avg_acc': 0.0, 'loss': 0.062069778764193215}
+{'epoch': 30, 'iter': 290, 'avg_loss': 0.07165022917502523, 'avg_acc': 0.0, 'loss': 0.10359699463371083}
+{'epoch': 30, 'iter': 300, 'avg_loss': 0.07116784920179234, 'avg_acc': 0.0, 'loss': 0.09969757913323259}
+{'epoch': 30, 'iter': 310, 'avg_loss': 0.07121120488072162, 'avg_acc': 0.0, 'loss': 0.10273208077445263}
+{'epoch': 30, 'iter': 320, 'avg_loss': 0.07138177058066136, 'avg_acc': 0.0, 'loss': 0.06468966088164052}
+{'epoch': 30, 'iter': 330, 'avg_loss': 0.07145326150701792, 'avg_acc': 0.0, 'loss': 0.05936728285867738}
+{'epoch': 30, 'iter': 340, 'avg_loss': 0.0716314745583355, 'avg_acc': 0.0, 'loss': 0.02476070747720119}
+{'epoch': 30, 'iter': 350, 'avg_loss': 0.07243028413470405, 'avg_acc': 0.0, 'loss': 0.20567530607838436}
+{'epoch': 30, 'iter': 360, 'avg_loss': 0.07289181315361858, 'avg_acc': 0.0, 'loss': 0.09883842702217699}
+{'epoch': 30, 'iter': 370, 'avg_loss': 0.07267052482847483, 'avg_acc': 0.0, 'loss': 0.08104148734758455}
+{'epoch': 30, 'iter': 380, 'avg_loss': 0.07276896002356541, 'avg_acc': 0.0, 'loss': 0.06054662612219122}
+{'epoch': 30, 'iter': 390, 'avg_loss': 0.07278392003188962, 'avg_acc': 0.0, 'loss': 0.0368005834813638}
+{'epoch': 30, 'iter': 400, 'avg_loss': 0.07238822268302358, 'avg_acc': 0.0, 'loss': 0.05790309971603489}
+{'epoch': 30, 'iter': 410, 'avg_loss': 0.07248644252218488, 'avg_acc': 0.0, 'loss': 0.07786156223631581}
+{'epoch': 30, 'iter': 420, 'avg_loss': 0.07246069358680983, 'avg_acc': 0.0, 'loss': 0.03887909402616937}
+{'epoch': 30, 'iter': 430, 'avg_loss': 0.07304552994789494, 'avg_acc': 0.0, 'loss': 0.05642104109444647}
+{'epoch': 30, 'iter': 440, 'avg_loss': 0.07286339155419239, 'avg_acc': 0.0, 'loss': 0.04049379926872274}
+{'epoch': 30, 'iter': 450, 'avg_loss': 0.07273280636017025, 'avg_acc': 0.0, 'loss': 0.05628790664205902}
+{'epoch': 30, 'iter': 460, 'avg_loss': 0.0730695507670418, 'avg_acc': 0.0, 'loss': 0.12666966833511747}
+{'epoch': 30, 'iter': 470, 'avg_loss': 0.07332430160974739, 'avg_acc': 0.0, 'loss': 0.06662169602161937}
+{'epoch': 30, 'iter': 480, 'avg_loss': 0.07371967368465097, 'avg_acc': 0.0, 'loss': 0.09137303632812989}
+{'epoch': 30, 'iter': 490, 'avg_loss': 0.07361461917884918, 'avg_acc': 0.0, 'loss': 0.05740968657852363}
+{'epoch': 30, 'iter': 500, 'avg_loss': 0.07320551983066301, 'avg_acc': 0.0, 'loss': 0.1056826943650902}
+{'epoch': 30, 'iter': 510, 'avg_loss': 0.0727931965154367, 'avg_acc': 0.0, 'loss': 0.05540886956447163}
+{'epoch': 30, 'iter': 520, 'avg_loss': 0.07252508348988836, 'avg_acc': 0.0, 'loss': 0.048550166333451925}
+{'epoch': 30, 'iter': 530, 'avg_loss': 0.07218485831137823, 'avg_acc': 0.0, 'loss': 0.05979342635938727}
+{'epoch': 30, 'iter': 540, 'avg_loss': 0.07217619397196319, 'avg_acc': 0.0, 'loss': 0.03795186478724588}
+{'epoch': 30, 'iter': 550, 'avg_loss': 0.07196583344126711, 'avg_acc': 0.0, 'loss': 0.09357527372943203}
+{'epoch': 30, 'iter': 560, 'avg_loss': 0.0719465062049187, 'avg_acc': 0.0, 'loss': 0.0416704563474123}
+{'epoch': 30, 'iter': 570, 'avg_loss': 0.07183222687180392, 'avg_acc': 0.0, 'loss': 0.046644845780396134}
+{'epoch': 30, 'iter': 580, 'avg_loss': 0.07209644480425073, 'avg_acc': 0.0, 'loss': 0.06790911584166029}
+{'epoch': 30, 'iter': 590, 'avg_loss': 0.07211422640479936, 'avg_acc': 0.0, 'loss': 0.09611887746489295}
+{'epoch': 30, 'iter': 600, 'avg_loss': 0.07203732738998948, 'avg_acc': 0.0, 'loss': 0.047572582232468054}
+{'epoch': 30, 'iter': 610, 'avg_loss': 0.07190415820560586, 'avg_acc': 0.0, 'loss': 0.1181099024920696}
+{'epoch': 30, 'iter': 620, 'avg_loss': 0.07210904005881785, 'avg_acc': 0.0, 'loss': 0.03657890643607077}
+{'epoch': 30, 'iter': 630, 'avg_loss': 0.0720635497478185, 'avg_acc': 0.0, 'loss': 0.05146227657882361}
+{'epoch': 30, 'iter': 640, 'avg_loss': 0.07182538873356947, 'avg_acc': 0.0, 'loss': 0.0751795877285884}
+{'epoch': 30, 'iter': 650, 'avg_loss': 0.07172168329337379, 'avg_acc': 0.0, 'loss': 0.04014164193205869}
+{'epoch': 30, 'iter': 660, 'avg_loss': 0.07161117581947823, 'avg_acc': 0.0, 'loss': 0.04143229005568319}
+{'epoch': 30, 'iter': 670, 'avg_loss': 0.07161539102003757, 'avg_acc': 0.0, 'loss': 0.08807035194027638}
+{'epoch': 30, 'iter': 680, 'avg_loss': 0.07139090835199595, 'avg_acc': 0.0, 'loss': 0.05536038518575432}
+{'epoch': 30, 'iter': 690, 'avg_loss': 0.07133048613025605, 'avg_acc': 0.0, 'loss': 0.10678982109785855}
+{'epoch': 30, 'iter': 700, 'avg_loss': 0.07120270396247332, 'avg_acc': 0.0, 'loss': 0.04991102724602772}
+{'epoch': 30, 'iter': 710, 'avg_loss': 0.07139104637524382, 'avg_acc': 0.0, 'loss': 0.07997223408336902}
+{'epoch': 30, 'iter': 720, 'avg_loss': 0.07142794759527901, 'avg_acc': 0.0, 'loss': 0.03851509389455389}
+{'epoch': 30, 'iter': 730, 'avg_loss': 0.07151019347926135, 'avg_acc': 0.0, 'loss': 0.054435197895583896}
+{'epoch': 30, 'iter': 740, 'avg_loss': 0.07119113761050921, 'avg_acc': 0.0, 'loss': 0.032716741504568096}
+{'epoch': 30, 'iter': 750, 'avg_loss': 0.07117169172631886, 'avg_acc': 0.0, 'loss': 0.025252713599422397}
+{'epoch': 30, 'iter': 760, 'avg_loss': 0.07104570233441387, 'avg_acc': 0.0, 'loss': 0.04383440642574701}
+{'epoch': 30, 'iter': 770, 'avg_loss': 0.07107874888192607, 'avg_acc': 0.0, 'loss': 0.04500656138231664}
+{'epoch': 30, 'iter': 780, 'avg_loss': 0.07103858293954979, 'avg_acc': 0.0, 'loss': 0.048535196138185396}
+{'epoch': 30, 'iter': 790, 'avg_loss': 0.07085666468150602, 'avg_acc': 0.0, 'loss': 0.10157405205785404}
+{'epoch': 30, 'iter': 800, 'avg_loss': 0.07068751523203505, 'avg_acc': 0.0, 'loss': 0.020888683389799212}
+{'epoch': 30, 'iter': 810, 'avg_loss': 0.07057508600815146, 'avg_acc': 0.0, 'loss': 0.05985323525986327}
+{'epoch': 30, 'iter': 820, 'avg_loss': 0.07095643653070366, 'avg_acc': 0.0, 'loss': 0.04938324507603957}
+{'epoch': 30, 'iter': 830, 'avg_loss': 0.07088146540485268, 'avg_acc': 0.0, 'loss': 0.06636787555655538}
+{'epoch': 30, 'iter': 840, 'avg_loss': 0.07080419953035513, 'avg_acc': 0.0, 'loss': 0.06808627710641497}
+{'epoch': 30, 'iter': 850, 'avg_loss': 0.07072948401261997, 'avg_acc': 0.0, 'loss': 0.0648753414749998}
+{'epoch': 30, 'iter': 860, 'avg_loss': 0.07081110933388383, 'avg_acc': 0.0, 'loss': 0.09354594946912544}
+{'epoch': 30, 'iter': 870, 'avg_loss': 0.0714261645173804, 'avg_acc': 0.0, 'loss': 0.05606087112666305}
+{'epoch': 30, 'iter': 880, 'avg_loss': 0.07158318939098031, 'avg_acc': 0.0, 'loss': 0.1316999467869542}
+{'epoch': 30, 'iter': 890, 'avg_loss': 0.07170818740537908, 'avg_acc': 0.0, 'loss': 0.06939589938301285}
+{'epoch': 30, 'iter': 900, 'avg_loss': 0.07187358638646756, 'avg_acc': 0.0, 'loss': 0.03427403132184078}
+{'epoch': 30, 'iter': 910, 'avg_loss': 0.07184173142720356, 'avg_acc': 0.0, 'loss': 0.08449812517456223}
+{'epoch': 30, 'iter': 920, 'avg_loss': 0.07190116595321905, 'avg_acc': 0.0, 'loss': 0.04485113700129415}
+{'epoch': 30, 'iter': 930, 'avg_loss': 0.07186645703289528, 'avg_acc': 0.0, 'loss': 0.11219079792330636}
+{'epoch': 30, 'iter': 940, 'avg_loss': 0.07174189562979857, 'avg_acc': 0.0, 'loss': 0.07389524200256606}
+{'epoch': 30, 'iter': 950, 'avg_loss': 0.07197865005082903, 'avg_acc': 0.0, 'loss': 0.03233679306377926}
+{'epoch': 30, 'iter': 960, 'avg_loss': 0.07182358386110288, 'avg_acc': 0.0, 'loss': 0.04236392684025044}
+{'epoch': 30, 'iter': 970, 'avg_loss': 0.0716445257076541, 'avg_acc': 0.0, 'loss': 0.05157638443217495}
+{'epoch': 30, 'iter': 980, 'avg_loss': 0.071795106862094, 'avg_acc': 0.0, 'loss': 0.09468986259555225}
+{'epoch': 30, 'iter': 990, 'avg_loss': 0.07181878495596726, 'avg_acc': 0.0, 'loss': 0.052860900774285416}
+{'epoch': 30, 'iter': 1000, 'avg_loss': 0.07186207159206308, 'avg_acc': 0.0, 'loss': 0.06379734009014319}
+{'epoch': 30, 'iter': 1010, 'avg_loss': 0.07181570953743513, 'avg_acc': 0.0, 'loss': 0.05517641980945191}
+{'epoch': 30, 'iter': 1020, 'avg_loss': 0.07166076611744064, 'avg_acc': 0.0, 'loss': 0.06004479549003097}
+{'epoch': 30, 'iter': 1030, 'avg_loss': 0.07171743540344762, 'avg_acc': 0.0, 'loss': 0.13046769604402794}
+{'epoch': 30, 'iter': 1040, 'avg_loss': 0.07161663654483111, 'avg_acc': 0.0, 'loss': 0.07742169632007695}
+{'epoch': 30, 'iter': 1050, 'avg_loss': 0.07167110415132259, 'avg_acc': 0.0, 'loss': 0.07555758341298509}
+{'epoch': 30, 'iter': 1060, 'avg_loss': 0.07168477285852966, 'avg_acc': 0.0, 'loss': 0.10804184835715853}
+{'epoch': 30, 'iter': 1070, 'avg_loss': 0.07176499684085438, 'avg_acc': 0.0, 'loss': 0.04193862715292238}
+{'epoch': 30, 'iter': 1080, 'avg_loss': 0.071532343152132, 'avg_acc': 0.0, 'loss': 0.045072219272979296}
+{'epoch': 30, 'iter': 1090, 'avg_loss': 0.07152175894636455, 'avg_acc': 0.0, 'loss': 0.05645353369790687}
+{'epoch': 30, 'iter': 1100, 'avg_loss': 0.07150139478958711, 'avg_acc': 0.0, 'loss': 0.07266033556068813}
+{'epoch': 30, 'iter': 1110, 'avg_loss': 0.07152657276810138, 'avg_acc': 0.0, 'loss': 0.07471496456355453}
+{'epoch': 30, 'iter': 1120, 'avg_loss': 0.07134826648022698, 'avg_acc': 0.0, 'loss': 0.06720863422232119}
+{'epoch': 30, 'iter': 1130, 'avg_loss': 0.07122575831797452, 'avg_acc': 0.0, 'loss': 0.043146853675125385}
+{'epoch': 30, 'iter': 1140, 'avg_loss': 0.07120078050073235, 'avg_acc': 0.0, 'loss': 0.08913014306192833}
+{'epoch': 30, 'iter': 1150, 'avg_loss': 0.07119051951210846, 'avg_acc': 0.0, 'loss': 0.07039060045649746}
+{'epoch': 30, 'iter': 1160, 'avg_loss': 0.07122590598612862, 'avg_acc': 0.0, 'loss': 0.09831778566570343}
+{'epoch': 30, 'iter': 1170, 'avg_loss': 0.07129092006582335, 'avg_acc': 0.0, 'loss': 0.07277568599763079}
+{'epoch': 30, 'iter': 1180, 'avg_loss': 0.07113794688252058, 'avg_acc': 0.0, 'loss': 0.046671217876729135}
+{'epoch': 30, 'iter': 1190, 'avg_loss': 0.07100415967173243, 'avg_acc': 0.0, 'loss': 0.0735987772738846}
+{'epoch': 30, 'iter': 1200, 'avg_loss': 0.07073258050466331, 'avg_acc': 0.0, 'loss': 0.06862527478723937}
+{'epoch': 30, 'iter': 1210, 'avg_loss': 0.07076485625508397, 'avg_acc': 0.0, 'loss': 0.03838307687567318}
+{'epoch': 30, 'iter': 1220, 'avg_loss': 0.07070542981212455, 'avg_acc': 0.0, 'loss': 0.028535776846656598}
+{'epoch': 30, 'iter': 1230, 'avg_loss': 0.07071793968811695, 'avg_acc': 0.0, 'loss': 0.07282990765391974}
+{'epoch': 30, 'iter': 1240, 'avg_loss': 0.07079655456627672, 'avg_acc': 0.0, 'loss': 0.04459099596580732}
+{'epoch': 30, 'iter': 1250, 'avg_loss': 0.07083837383153889, 'avg_acc': 0.0, 'loss': 0.1032473396702857}
+{'epoch': 30, 'iter': 1260, 'avg_loss': 0.07093642995372683, 'avg_acc': 0.0, 'loss': 0.05438945110719422}
+{'epoch': 30, 'iter': 1270, 'avg_loss': 0.07102336492290807, 'avg_acc': 0.0, 'loss': 0.16329829494508324}
+{'epoch': 30, 'iter': 1280, 'avg_loss': 0.07113465860297126, 'avg_acc': 0.0, 'loss': 0.11874579091752528}
+{'epoch': 30, 'iter': 1290, 'avg_loss': 0.07109322831074258, 'avg_acc': 0.0, 'loss': 0.07676963562280394}
+{'epoch': 30, 'iter': 1300, 'avg_loss': 0.07109670110722541, 'avg_acc': 0.0, 'loss': 0.105937581277459}
+{'epoch': 30, 'iter': 1310, 'avg_loss': 0.07121060292036015, 'avg_acc': 0.0, 'loss': 0.042863856178891116}
+{'epoch': 30, 'iter': 1320, 'avg_loss': 0.07106369701415113, 'avg_acc': 0.0, 'loss': 0.028915859475099684}
+{'epoch': 30, 'iter': 1330, 'avg_loss': 0.07105525447290112, 'avg_acc': 0.0, 'loss': 0.03265700556785386}
+{'epoch': 30, 'iter': 1340, 'avg_loss': 0.07106367727842286, 'avg_acc': 0.0, 'loss': 0.040495435727058694}
+{'epoch': 30, 'iter': 1350, 'avg_loss': 0.07103899082609696, 'avg_acc': 0.0, 'loss': 0.060795162358451595}
+{'epoch': 30, 'iter': 1360, 'avg_loss': 0.07103145310786199, 'avg_acc': 0.0, 'loss': 0.060776934553838854}
+{'epoch': 30, 'iter': 1370, 'avg_loss': 0.07095937144699287, 'avg_acc': 0.0, 'loss': 0.05646837942944671}
+{'epoch': 30, 'iter': 1380, 'avg_loss': 0.07112138828770147, 'avg_acc': 0.0, 'loss': 0.09485390239823183}
+{'epoch': 30, 'iter': 1390, 'avg_loss': 0.07117144860130623, 'avg_acc': 0.0, 'loss': 0.06424251285998901}
+{'epoch': 30, 'iter': 1400, 'avg_loss': 0.07122239077822858, 'avg_acc': 0.0, 'loss': 0.13465197221792785}
+{'epoch': 30, 'iter': 1410, 'avg_loss': 0.07115294026811556, 'avg_acc': 0.0, 'loss': 0.06201845026497007}
+{'epoch': 30, 'iter': 1420, 'avg_loss': 0.07119647340975765, 'avg_acc': 0.0, 'loss': 0.05797304283780948}
+{'epoch': 30, 'iter': 1430, 'avg_loss': 0.07120074917313897, 'avg_acc': 0.0, 'loss': 0.062461053868231274}
+{'epoch': 30, 'iter': 1440, 'avg_loss': 0.07131586629313731, 'avg_acc': 0.0, 'loss': 0.09622476616553804}
+{'epoch': 30, 'iter': 1450, 'avg_loss': 0.07138918706064125, 'avg_acc': 0.0, 'loss': 0.045026374634551704}
+{'epoch': 30, 'iter': 1460, 'avg_loss': 0.07138171243462543, 'avg_acc': 0.0, 'loss': 0.031184904293431664}
+{'epoch': 30, 'iter': 1470, 'avg_loss': 0.07134351058946842, 'avg_acc': 0.0, 'loss': 0.04312566008305753}
+{'epoch': 30, 'iter': 1480, 'avg_loss': 0.07122505251634034, 'avg_acc': 0.0, 'loss': 0.035256045129729935}
+{'epoch': 30, 'iter': 1490, 'avg_loss': 0.07126863144728873, 'avg_acc': 0.0, 'loss': 0.13502258032203177}
+{'epoch': 30, 'iter': 1500, 'avg_loss': 0.07125662175250276, 'avg_acc': 0.0, 'loss': 0.09994055849022385}
+{'epoch': 30, 'iter': 1510, 'avg_loss': 0.07128152093542815, 'avg_acc': 0.0, 'loss': 0.11528170915732362}
+{'epoch': 30, 'iter': 1520, 'avg_loss': 0.07143026375353055, 'avg_acc': 0.0, 'loss': 0.10305240461953855}
+{'epoch': 30, 'iter': 1530, 'avg_loss': 0.07135972429360314, 'avg_acc': 0.0, 'loss': 0.07921996232981192}
+{'epoch': 30, 'iter': 1540, 'avg_loss': 0.07129829692263577, 'avg_acc': 0.0, 'loss': 0.05740033286165515}
+{'epoch': 30, 'iter': 1550, 'avg_loss': 0.07134635268112297, 'avg_acc': 0.0, 'loss': 0.030379036293408844}
+{'epoch': 30, 'iter': 1560, 'avg_loss': 0.07132182399672476, 'avg_acc': 0.0, 'loss': 0.0381543747049672}
+{'epoch': 30, 'iter': 1570, 'avg_loss': 0.07143476102899597, 'avg_acc': 0.0, 'loss': 0.10901412091504067}
+{'epoch': 30, 'iter': 1580, 'avg_loss': 0.07146554744749246, 'avg_acc': 0.0, 'loss': 0.03229703369041812}
+{'epoch': 30, 'iter': 1590, 'avg_loss': 0.07150569611268917, 'avg_acc': 0.0, 'loss': 0.04048745714586386}
+{'epoch': 30, 'iter': 1600, 'avg_loss': 0.07135737140966339, 'avg_acc': 0.0, 'loss': 0.07003163339099265}
+{'epoch': 30, 'iter': 1610, 'avg_loss': 0.07145068409762585, 'avg_acc': 0.0, 'loss': 0.025574359792305552}
+{'epoch': 30, 'iter': 1620, 'avg_loss': 0.07147505822535932, 'avg_acc': 0.0, 'loss': 0.05492412085311571}
+{'epoch': 30, 'iter': 1630, 'avg_loss': 0.07162645156816529, 'avg_acc': 0.0, 'loss': 0.025429784905749587}
+{'epoch': 30, 'iter': 1640, 'avg_loss': 0.07158592933419414, 'avg_acc': 0.0, 'loss': 0.07454518981712965}
+{'epoch': 30, 'iter': 1650, 'avg_loss': 0.07159841189396338, 'avg_acc': 0.0, 'loss': 0.0700452974792865}
+{'epoch': 30, 'iter': 1660, 'avg_loss': 0.07173429830243438, 'avg_acc': 0.0, 'loss': 0.1061621865879232}
+{'epoch': 30, 'iter': 1670, 'avg_loss': 0.07176486678138207, 'avg_acc': 0.0, 'loss': 0.021746687190735817}
+{'epoch': 30, 'iter': 1680, 'avg_loss': 0.07172570290080202, 'avg_acc': 0.0, 'loss': 0.04037433373586907}
+{'epoch': 30, 'iter': 1690, 'avg_loss': 0.07167772031869321, 'avg_acc': 0.0, 'loss': 0.0966243506915459}
+{'epoch': 30, 'iter': 1700, 'avg_loss': 0.07170596123345815, 'avg_acc': 0.0, 'loss': 0.04980794467190565}
+{'epoch': 30, 'iter': 1710, 'avg_loss': 0.07166382046204242, 'avg_acc': 0.0, 'loss': 0.03357026697771102}
+{'epoch': 30, 'iter': 1720, 'avg_loss': 0.07158127913408058, 'avg_acc': 0.0, 'loss': 0.06167603694619369}
+{'epoch': 30, 'iter': 1730, 'avg_loss': 0.07162478266937718, 'avg_acc': 0.0, 'loss': 0.1341255861495126}
+{'epoch': 30, 'iter': 1740, 'avg_loss': 0.0715080446874635, 'avg_acc': 0.0, 'loss': 0.053772058611359946}
+{'epoch': 30, 'iter': 1750, 'avg_loss': 0.07161112348168899, 'avg_acc': 0.0, 'loss': 0.11415536536527984}
+{'epoch': 30, 'iter': 1760, 'avg_loss': 0.07159790485580012, 'avg_acc': 0.0, 'loss': 0.097402827557955}
+{'epoch': 30, 'iter': 1770, 'avg_loss': 0.07159257024268631, 'avg_acc': 0.0, 'loss': 0.03796808054780496}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.0, 'ece': 0.0523524284362793, 'avg_loss': 0.0715835714650542, 'f1_scores': 0.943066289115037}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.032011536881758014, 'avg_acc': 0.0, 'loss': 0.032011536881758014}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.07673338383250697, 'avg_acc': 0.0, 'loss': 0.029637383868550922}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.07255211595521997, 'avg_acc': 0.0, 'loss': 0.09893595424937424}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.07074189962845111, 'avg_acc': 0.0, 'loss': 0.028173686080021652}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.07148009701720026, 'avg_acc': 0.0, 'loss': 0.03405434862338146}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.06930029698874678, 'avg_acc': 0.0, 'loss': 0.07555878490544542}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.07046250922820749, 'avg_acc': 0.0, 'loss': 0.09550680850228283}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.07091880538697878, 'avg_acc': 0.0, 'loss': 0.10529983845637096}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.07178740879537164, 'avg_acc': 0.0, 'loss': 0.09740103765105751}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.07116784810831585, 'avg_acc': 0.0, 'loss': 0.04975184810406574}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.07148992395777903, 'avg_acc': 0.0, 'loss': 0.04838097886734869}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.07035986523527948, 'avg_acc': 0.0, 'loss': 0.06953510121840216}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.07107992548631974, 'avg_acc': 0.0, 'loss': 0.05416951905846596}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.07086812557970737, 'avg_acc': 0.0, 'loss': 0.04933987588729646}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.07077906849017136, 'avg_acc': 0.0, 'loss': 0.06454581751565668}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.07059298860278862, 'avg_acc': 0.0, 'loss': 0.0729856397394814}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.07144936777103697, 'avg_acc': 0.0, 'loss': 0.10669017711234322}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.07128283829874228, 'avg_acc': 0.0, 'loss': 0.052716141144175915}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.07078286909471057, 'avg_acc': 0.0, 'loss': 0.04439136716611967}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.07037909608365804, 'avg_acc': 0.0, 'loss': 0.05863848273987823}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.07061434674023906, 'avg_acc': 0.0, 'loss': 0.01891666205723855}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.07030161976902834, 'avg_acc': 0.0, 'loss': 0.04813018186246357}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.07105153994812953, 'avg_acc': 0.0, 'loss': 0.0986520848162716}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.07198066587043024, 'avg_acc': 0.0, 'loss': 0.08806406683262528}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.07199659974712187, 'avg_acc': 0.0, 'loss': 0.07878023823532487}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.07180295231026282, 'avg_acc': 0.0, 'loss': 0.10396496273395833}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.071145600278078, 'avg_acc': 0.0, 'loss': 0.03930929180637171}
+{'epoch': 31, 'iter': 270, 'avg_loss': 0.07078077135293759, 'avg_acc': 0.0, 'loss': 0.026944447448981022}
+{'epoch': 31, 'iter': 280, 'avg_loss': 0.07059199147024145, 'avg_acc': 0.0, 'loss': 0.06712872969758012}
+{'epoch': 31, 'iter': 290, 'avg_loss': 0.07154700021155234, 'avg_acc': 0.0, 'loss': 0.10486756685581204}
+{'epoch': 31, 'iter': 300, 'avg_loss': 0.07109258305008134, 'avg_acc': 0.0, 'loss': 0.10285410239362136}
+{'epoch': 31, 'iter': 310, 'avg_loss': 0.07113673668217263, 'avg_acc': 0.0, 'loss': 0.09854539904871931}
+{'epoch': 31, 'iter': 320, 'avg_loss': 0.07136792782836311, 'avg_acc': 0.0, 'loss': 0.06239504467667497}
+{'epoch': 31, 'iter': 330, 'avg_loss': 0.07142236469574674, 'avg_acc': 0.0, 'loss': 0.06137976231599802}
+{'epoch': 31, 'iter': 340, 'avg_loss': 0.07157482483775265, 'avg_acc': 0.0, 'loss': 0.02437421790377162}
+{'epoch': 31, 'iter': 350, 'avg_loss': 0.07224081812094597, 'avg_acc': 0.0, 'loss': 0.18399900590283583}
+{'epoch': 31, 'iter': 360, 'avg_loss': 0.07273783513654603, 'avg_acc': 0.0, 'loss': 0.10370577093954328}
+{'epoch': 31, 'iter': 370, 'avg_loss': 0.0725476363352956, 'avg_acc': 0.0, 'loss': 0.08201859266857119}
+{'epoch': 31, 'iter': 380, 'avg_loss': 0.07266333046909423, 'avg_acc': 0.0, 'loss': 0.06144694035789858}
+{'epoch': 31, 'iter': 390, 'avg_loss': 0.07270942519520145, 'avg_acc': 0.0, 'loss': 0.03947513998316156}
+{'epoch': 31, 'iter': 400, 'avg_loss': 0.07231948260952427, 'avg_acc': 0.0, 'loss': 0.058396975920020716}
+{'epoch': 31, 'iter': 410, 'avg_loss': 0.07241234981217715, 'avg_acc': 0.0, 'loss': 0.07984479380827939}
+{'epoch': 31, 'iter': 420, 'avg_loss': 0.07238463040402726, 'avg_acc': 0.0, 'loss': 0.04128383197604941}
+{'epoch': 31, 'iter': 430, 'avg_loss': 0.07296011265310913, 'avg_acc': 0.0, 'loss': 0.05791436778232699}
+{'epoch': 31, 'iter': 440, 'avg_loss': 0.07280116027155095, 'avg_acc': 0.0, 'loss': 0.04277295765186701}
+{'epoch': 31, 'iter': 450, 'avg_loss': 0.07267137572970143, 'avg_acc': 0.0, 'loss': 0.056798259238460345}
+{'epoch': 31, 'iter': 460, 'avg_loss': 0.07294250307168815, 'avg_acc': 0.0, 'loss': 0.11706345129651043}
+{'epoch': 31, 'iter': 470, 'avg_loss': 0.07316491652891294, 'avg_acc': 0.0, 'loss': 0.06764561983819865}
+{'epoch': 31, 'iter': 480, 'avg_loss': 0.07346163677288131, 'avg_acc': 0.0, 'loss': 0.08474117899064432}
+{'epoch': 31, 'iter': 490, 'avg_loss': 0.07334520602413426, 'avg_acc': 0.0, 'loss': 0.05863718096028744}
+{'epoch': 31, 'iter': 500, 'avg_loss': 0.07294630479846875, 'avg_acc': 0.0, 'loss': 0.10022919284548744}
+{'epoch': 31, 'iter': 510, 'avg_loss': 0.07257154867815271, 'avg_acc': 0.0, 'loss': 0.05683007758829765}
+{'epoch': 31, 'iter': 520, 'avg_loss': 0.07233810033690101, 'avg_acc': 0.0, 'loss': 0.04970810200177311}
+{'epoch': 31, 'iter': 530, 'avg_loss': 0.07202254703001373, 'avg_acc': 0.0, 'loss': 0.059726281519439386}
+{'epoch': 31, 'iter': 540, 'avg_loss': 0.07204182824935015, 'avg_acc': 0.0, 'loss': 0.043493599411064565}
+{'epoch': 31, 'iter': 550, 'avg_loss': 0.07185956109484604, 'avg_acc': 0.0, 'loss': 0.09259403283477191}
+{'epoch': 31, 'iter': 560, 'avg_loss': 0.07184789526248302, 'avg_acc': 0.0, 'loss': 0.041520015189967854}
+{'epoch': 31, 'iter': 570, 'avg_loss': 0.07171856507573335, 'avg_acc': 0.0, 'loss': 0.04773619890722256}
+{'epoch': 31, 'iter': 580, 'avg_loss': 0.07196271093449984, 'avg_acc': 0.0, 'loss': 0.07045740419221147}
+{'epoch': 31, 'iter': 590, 'avg_loss': 0.07197660456509469, 'avg_acc': 0.0, 'loss': 0.0912459224467759}
+{'epoch': 31, 'iter': 600, 'avg_loss': 0.07192863660663229, 'avg_acc': 0.0, 'loss': 0.04986244233880045}
+{'epoch': 31, 'iter': 610, 'avg_loss': 0.07176328534495618, 'avg_acc': 0.0, 'loss': 0.10909331194213628}
+{'epoch': 31, 'iter': 620, 'avg_loss': 0.07196199428233847, 'avg_acc': 0.0, 'loss': 0.03900750684477064}
+{'epoch': 31, 'iter': 630, 'avg_loss': 0.07191318372802649, 'avg_acc': 0.0, 'loss': 0.05407419909333758}
+{'epoch': 31, 'iter': 640, 'avg_loss': 0.07169961997456777, 'avg_acc': 0.0, 'loss': 0.07538437497078526}
+{'epoch': 31, 'iter': 650, 'avg_loss': 0.07161595560994193, 'avg_acc': 0.0, 'loss': 0.04309622603239558}
+{'epoch': 31, 'iter': 660, 'avg_loss': 0.07152603558574412, 'avg_acc': 0.0, 'loss': 0.048045998860948604}
+{'epoch': 31, 'iter': 670, 'avg_loss': 0.07152846923824309, 'avg_acc': 0.0, 'loss': 0.0883943476730512}
+{'epoch': 31, 'iter': 680, 'avg_loss': 0.07134120392173715, 'avg_acc': 0.0, 'loss': 0.06149731374660153}
+{'epoch': 31, 'iter': 690, 'avg_loss': 0.07128272101309625, 'avg_acc': 0.0, 'loss': 0.09860753845708001}
+{'epoch': 31, 'iter': 700, 'avg_loss': 0.07116385071748889, 'avg_acc': 0.0, 'loss': 0.050674365983646955}
+{'epoch': 31, 'iter': 710, 'avg_loss': 0.07130507596236152, 'avg_acc': 0.0, 'loss': 0.07391426875763939}
+{'epoch': 31, 'iter': 720, 'avg_loss': 0.07133480223690006, 'avg_acc': 0.0, 'loss': 0.04287720846377242}
+{'epoch': 31, 'iter': 730, 'avg_loss': 0.07140669501391964, 'avg_acc': 0.0, 'loss': 0.05504630391264291}
+{'epoch': 31, 'iter': 740, 'avg_loss': 0.07110879483287523, 'avg_acc': 0.0, 'loss': 0.031064924990265093}
+{'epoch': 31, 'iter': 750, 'avg_loss': 0.07109654039106841, 'avg_acc': 0.0, 'loss': 0.027135065556894995}
+{'epoch': 31, 'iter': 760, 'avg_loss': 0.07100722471286672, 'avg_acc': 0.0, 'loss': 0.046032352560814616}
+{'epoch': 31, 'iter': 770, 'avg_loss': 0.07105486461085839, 'avg_acc': 0.0, 'loss': 0.043110267907966966}
+{'epoch': 31, 'iter': 780, 'avg_loss': 0.07102284438086733, 'avg_acc': 0.0, 'loss': 0.04715362371176874}
+{'epoch': 31, 'iter': 790, 'avg_loss': 0.07088628949296169, 'avg_acc': 0.0, 'loss': 0.1066297574058065}
+{'epoch': 31, 'iter': 800, 'avg_loss': 0.07071968656146599, 'avg_acc': 0.0, 'loss': 0.020531954260527688}
+{'epoch': 31, 'iter': 810, 'avg_loss': 0.07061614121817923, 'avg_acc': 0.0, 'loss': 0.06200339921191146}
+{'epoch': 31, 'iter': 820, 'avg_loss': 0.07098439335895494, 'avg_acc': 0.0, 'loss': 0.05199912807874796}
+{'epoch': 31, 'iter': 830, 'avg_loss': 0.07091108237611457, 'avg_acc': 0.0, 'loss': 0.06719337822977219}
+{'epoch': 31, 'iter': 840, 'avg_loss': 0.07084510420669145, 'avg_acc': 0.0, 'loss': 0.06759047258064957}
+{'epoch': 31, 'iter': 850, 'avg_loss': 0.07076940435227771, 'avg_acc': 0.0, 'loss': 0.0659323181085674}
+{'epoch': 31, 'iter': 860, 'avg_loss': 0.07083073199678948, 'avg_acc': 0.0, 'loss': 0.09199302039452562}
+{'epoch': 31, 'iter': 870, 'avg_loss': 0.0713912356767088, 'avg_acc': 0.0, 'loss': 0.05567578251637022}
+{'epoch': 31, 'iter': 880, 'avg_loss': 0.07151947224994726, 'avg_acc': 0.0, 'loss': 0.12575634720222897}
+{'epoch': 31, 'iter': 890, 'avg_loss': 0.07161703055551936, 'avg_acc': 0.0, 'loss': 0.07121660668020979}
+{'epoch': 31, 'iter': 900, 'avg_loss': 0.07177852182141141, 'avg_acc': 0.0, 'loss': 0.03678499901930162}
+{'epoch': 31, 'iter': 910, 'avg_loss': 0.07175869081149402, 'avg_acc': 0.0, 'loss': 0.08403508396604105}
+{'epoch': 31, 'iter': 920, 'avg_loss': 0.0717999319062882, 'avg_acc': 0.0, 'loss': 0.04569864913314956}
+{'epoch': 31, 'iter': 930, 'avg_loss': 0.07178518511809043, 'avg_acc': 0.0, 'loss': 0.11307077261900693}
+{'epoch': 31, 'iter': 940, 'avg_loss': 0.07164877518247885, 'avg_acc': 0.0, 'loss': 0.07457791705421966}
+{'epoch': 31, 'iter': 950, 'avg_loss': 0.0718377800288335, 'avg_acc': 0.0, 'loss': 0.034839717938502136}
+{'epoch': 31, 'iter': 960, 'avg_loss': 0.07168917013438258, 'avg_acc': 0.0, 'loss': 0.04453722866259925}
+{'epoch': 31, 'iter': 970, 'avg_loss': 0.0715183583164411, 'avg_acc': 0.0, 'loss': 0.04986296794515965}
+{'epoch': 31, 'iter': 980, 'avg_loss': 0.07164545161530408, 'avg_acc': 0.0, 'loss': 0.08991224907114363}
+{'epoch': 31, 'iter': 990, 'avg_loss': 0.07167073499652668, 'avg_acc': 0.0, 'loss': 0.05382172131988381}
+{'epoch': 31, 'iter': 1000, 'avg_loss': 0.07170642066115543, 'avg_acc': 0.0, 'loss': 0.06472334791170299}
+{'epoch': 31, 'iter': 1010, 'avg_loss': 0.07166829032778127, 'avg_acc': 0.0, 'loss': 0.055356513962404305}
+{'epoch': 31, 'iter': 1020, 'avg_loss': 0.07154443745554388, 'avg_acc': 0.0, 'loss': 0.06381191064937955}
+{'epoch': 31, 'iter': 1030, 'avg_loss': 0.07161466659424315, 'avg_acc': 0.0, 'loss': 0.12809374660699696}
+{'epoch': 31, 'iter': 1040, 'avg_loss': 0.07152623656133097, 'avg_acc': 0.0, 'loss': 0.0763890569059628}
+{'epoch': 31, 'iter': 1050, 'avg_loss': 0.07158187665467167, 'avg_acc': 0.0, 'loss': 0.07334127188175492}
+{'epoch': 31, 'iter': 1060, 'avg_loss': 0.07159260824775612, 'avg_acc': 0.0, 'loss': 0.10399863943463572}
+{'epoch': 31, 'iter': 1070, 'avg_loss': 0.07166042433381979, 'avg_acc': 0.0, 'loss': 0.04926223206694706}
+{'epoch': 31, 'iter': 1080, 'avg_loss': 0.07145172312687163, 'avg_acc': 0.0, 'loss': 0.04707007143150577}
+{'epoch': 31, 'iter': 1090, 'avg_loss': 0.07143877615681221, 'avg_acc': 0.0, 'loss': 0.05986874633127367}
+{'epoch': 31, 'iter': 1100, 'avg_loss': 0.07141857459215238, 'avg_acc': 0.0, 'loss': 0.07830210000104947}
+{'epoch': 31, 'iter': 1110, 'avg_loss': 0.07145098162334054, 'avg_acc': 0.0, 'loss': 0.07341515493104517}
+{'epoch': 31, 'iter': 1120, 'avg_loss': 0.07128734938640414, 'avg_acc': 0.0, 'loss': 0.06958773556958216}
+{'epoch': 31, 'iter': 1130, 'avg_loss': 0.071181685778971, 'avg_acc': 0.0, 'loss': 0.04619231839761336}
+{'epoch': 31, 'iter': 1140, 'avg_loss': 0.07116234925822877, 'avg_acc': 0.0, 'loss': 0.08366199128308997}
+{'epoch': 31, 'iter': 1150, 'avg_loss': 0.0711452240022033, 'avg_acc': 0.0, 'loss': 0.07183066393144039}
+{'epoch': 31, 'iter': 1160, 'avg_loss': 0.07117629995310322, 'avg_acc': 0.0, 'loss': 0.09865177410310366}
+{'epoch': 31, 'iter': 1170, 'avg_loss': 0.0712208770126591, 'avg_acc': 0.0, 'loss': 0.07480930408750096}
+{'epoch': 31, 'iter': 1180, 'avg_loss': 0.07107686913377359, 'avg_acc': 0.0, 'loss': 0.048357882775913394}
+{'epoch': 31, 'iter': 1190, 'avg_loss': 0.07095587200236342, 'avg_acc': 0.0, 'loss': 0.07381343232400793}
+{'epoch': 31, 'iter': 1200, 'avg_loss': 0.07069094050273639, 'avg_acc': 0.0, 'loss': 0.06592160945768098}
+{'epoch': 31, 'iter': 1210, 'avg_loss': 0.07070544423415741, 'avg_acc': 0.0, 'loss': 0.040990244505904015}
+{'epoch': 31, 'iter': 1220, 'avg_loss': 0.07064674839871812, 'avg_acc': 0.0, 'loss': 0.0293123584863082}
+{'epoch': 31, 'iter': 1230, 'avg_loss': 0.07064590085432444, 'avg_acc': 0.0, 'loss': 0.06906575093127897}
+{'epoch': 31, 'iter': 1240, 'avg_loss': 0.07072129802388849, 'avg_acc': 0.0, 'loss': 0.048577225619926674}
+{'epoch': 31, 'iter': 1250, 'avg_loss': 0.07075172167378341, 'avg_acc': 0.0, 'loss': 0.09626535170294151}
+{'epoch': 31, 'iter': 1260, 'avg_loss': 0.07083508095140091, 'avg_acc': 0.0, 'loss': 0.05461360116792743}
+{'epoch': 31, 'iter': 1270, 'avg_loss': 0.07091439241436501, 'avg_acc': 0.0, 'loss': 0.1495583323991647}
+{'epoch': 31, 'iter': 1280, 'avg_loss': 0.07101689243369359, 'avg_acc': 0.0, 'loss': 0.11412390742997859}
+{'epoch': 31, 'iter': 1290, 'avg_loss': 0.070957601305753, 'avg_acc': 0.0, 'loss': 0.07320730643297273}
+{'epoch': 31, 'iter': 1300, 'avg_loss': 0.07094958981428683, 'avg_acc': 0.0, 'loss': 0.09753179804495053}
+{'epoch': 31, 'iter': 1310, 'avg_loss': 0.0710397408552623, 'avg_acc': 0.0, 'loss': 0.04832148023450193}
+{'epoch': 31, 'iter': 1320, 'avg_loss': 0.07090774499384705, 'avg_acc': 0.0, 'loss': 0.03200939407688403}
+{'epoch': 31, 'iter': 1330, 'avg_loss': 0.07089918826759745, 'avg_acc': 0.0, 'loss': 0.03641603009037502}
+{'epoch': 31, 'iter': 1340, 'avg_loss': 0.07092618856138168, 'avg_acc': 0.0, 'loss': 0.04572370163624839}
+{'epoch': 31, 'iter': 1350, 'avg_loss': 0.07090208375865037, 'avg_acc': 0.0, 'loss': 0.06716193677234474}
+{'epoch': 31, 'iter': 1360, 'avg_loss': 0.07087931418698074, 'avg_acc': 0.0, 'loss': 0.06517976641586236}
+{'epoch': 31, 'iter': 1370, 'avg_loss': 0.07080994789718999, 'avg_acc': 0.0, 'loss': 0.05644201049831362}
+{'epoch': 31, 'iter': 1380, 'avg_loss': 0.07094491079973603, 'avg_acc': 0.0, 'loss': 0.0918187358540438}
+{'epoch': 31, 'iter': 1390, 'avg_loss': 0.07098449585018889, 'avg_acc': 0.0, 'loss': 0.06672081067985605}
+{'epoch': 31, 'iter': 1400, 'avg_loss': 0.071028089520988, 'avg_acc': 0.0, 'loss': 0.1267176175722032}
+{'epoch': 31, 'iter': 1410, 'avg_loss': 0.0709846500694805, 'avg_acc': 0.0, 'loss': 0.06300639556764054}
+{'epoch': 31, 'iter': 1420, 'avg_loss': 0.07102185308769103, 'avg_acc': 0.0, 'loss': 0.05973068072793199}
+{'epoch': 31, 'iter': 1430, 'avg_loss': 0.07102124127351699, 'avg_acc': 0.0, 'loss': 0.0618783667124388}
+{'epoch': 31, 'iter': 1440, 'avg_loss': 0.07114140057278963, 'avg_acc': 0.0, 'loss': 0.10257857526871053}
+{'epoch': 31, 'iter': 1450, 'avg_loss': 0.07120444078842993, 'avg_acc': 0.0, 'loss': 0.04418401367923}
+{'epoch': 31, 'iter': 1460, 'avg_loss': 0.07119309911986467, 'avg_acc': 0.0, 'loss': 0.03127910908115439}
+{'epoch': 31, 'iter': 1470, 'avg_loss': 0.07115258179083755, 'avg_acc': 0.0, 'loss': 0.043789381316057883}
+{'epoch': 31, 'iter': 1480, 'avg_loss': 0.07104919702468354, 'avg_acc': 0.0, 'loss': 0.03971012466360792}
+{'epoch': 31, 'iter': 1490, 'avg_loss': 0.07110437507314407, 'avg_acc': 0.0, 'loss': 0.13609921142437997}
+{'epoch': 31, 'iter': 1500, 'avg_loss': 0.0710918462333196, 'avg_acc': 0.0, 'loss': 0.09647035099322107}
+{'epoch': 31, 'iter': 1510, 'avg_loss': 0.0711194752088852, 'avg_acc': 0.0, 'loss': 0.1060705816811033}
+{'epoch': 31, 'iter': 1520, 'avg_loss': 0.07124834694325537, 'avg_acc': 0.0, 'loss': 0.09800675265246232}
+{'epoch': 31, 'iter': 1530, 'avg_loss': 0.07117686053592194, 'avg_acc': 0.0, 'loss': 0.07573395810754237}
+{'epoch': 31, 'iter': 1540, 'avg_loss': 0.07111970815586602, 'avg_acc': 0.0, 'loss': 0.05537067953684373}
+{'epoch': 31, 'iter': 1550, 'avg_loss': 0.07117125024717508, 'avg_acc': 0.0, 'loss': 0.03315108437491939}
+{'epoch': 31, 'iter': 1560, 'avg_loss': 0.07114513397282185, 'avg_acc': 0.0, 'loss': 0.040773043930597296}
+{'epoch': 31, 'iter': 1570, 'avg_loss': 0.07125126545161872, 'avg_acc': 0.0, 'loss': 0.10664472524303342}
+{'epoch': 31, 'iter': 1580, 'avg_loss': 0.07127816069495956, 'avg_acc': 0.0, 'loss': 0.03665966426433848}
+{'epoch': 31, 'iter': 1590, 'avg_loss': 0.07131949267741063, 'avg_acc': 0.0, 'loss': 0.04122076306037416}
+{'epoch': 31, 'iter': 1600, 'avg_loss': 0.07117901886035885, 'avg_acc': 0.0, 'loss': 0.07207673522800308}
+{'epoch': 31, 'iter': 1610, 'avg_loss': 0.07125119398047583, 'avg_acc': 0.0, 'loss': 0.028124475309147506}
+{'epoch': 31, 'iter': 1620, 'avg_loss': 0.0712670488533506, 'avg_acc': 0.0, 'loss': 0.055900943868020844}
+{'epoch': 31, 'iter': 1630, 'avg_loss': 0.07140807673548404, 'avg_acc': 0.0, 'loss': 0.02674957663423681}
+{'epoch': 31, 'iter': 1640, 'avg_loss': 0.0713660410074123, 'avg_acc': 0.0, 'loss': 0.07194435920180402}
+{'epoch': 31, 'iter': 1650, 'avg_loss': 0.07138266250198154, 'avg_acc': 0.0, 'loss': 0.07546594136690438}
+{'epoch': 31, 'iter': 1660, 'avg_loss': 0.07149794090497144, 'avg_acc': 0.0, 'loss': 0.09822279359206373}
+{'epoch': 31, 'iter': 1670, 'avg_loss': 0.07151646976992306, 'avg_acc': 0.0, 'loss': 0.02332174563366607}
+{'epoch': 31, 'iter': 1680, 'avg_loss': 0.07148504446520179, 'avg_acc': 0.0, 'loss': 0.04064424322140171}
+{'epoch': 31, 'iter': 1690, 'avg_loss': 0.07143256596987325, 'avg_acc': 0.0, 'loss': 0.09235720730857061}
+{'epoch': 31, 'iter': 1700, 'avg_loss': 0.07145660297919117, 'avg_acc': 0.0, 'loss': 0.050426370659150975}
+{'epoch': 31, 'iter': 1710, 'avg_loss': 0.07142732677852982, 'avg_acc': 0.0, 'loss': 0.040066056992228836}
+{'epoch': 31, 'iter': 1720, 'avg_loss': 0.071350418177166, 'avg_acc': 0.0, 'loss': 0.06031906876003339}
+{'epoch': 31, 'iter': 1730, 'avg_loss': 0.07138861123284146, 'avg_acc': 0.0, 'loss': 0.13064315722208367}
+{'epoch': 31, 'iter': 1740, 'avg_loss': 0.07128814412316224, 'avg_acc': 0.0, 'loss': 0.05574410369298935}
+{'epoch': 31, 'iter': 1750, 'avg_loss': 0.07137361136466584, 'avg_acc': 0.0, 'loss': 0.1078628841299048}
+{'epoch': 31, 'iter': 1760, 'avg_loss': 0.07136154727106, 'avg_acc': 0.0, 'loss': 0.09349924612115501}
+{'epoch': 31, 'iter': 1770, 'avg_loss': 0.07135555873106135, 'avg_acc': 0.0, 'loss': 0.039451371770671324}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.0, 'ece': 0.03633537515997887, 'avg_loss': 0.07134270740743684, 'f1_scores': 0.9391386594039395}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.030462727981751567, 'avg_acc': 0.0, 'loss': 0.030462727981751567}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.07851525526261674, 'avg_acc': 0.0, 'loss': 0.02893829093609972}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.07366615113982108, 'avg_acc': 0.0, 'loss': 0.09817940946792447}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.07151692876935672, 'avg_acc': 0.0, 'loss': 0.028624804691989626}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.0722829727284618, 'avg_acc': 0.0, 'loss': 0.032997157559878226}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.06996925794257972, 'avg_acc': 0.0, 'loss': 0.08040525994762403}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.07115417973593562, 'avg_acc': 0.0, 'loss': 0.09163550492226996}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.07157461058865135, 'avg_acc': 0.0, 'loss': 0.1076880453754094}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.07249737978018908, 'avg_acc': 0.0, 'loss': 0.09671579832138377}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.07176829593495455, 'avg_acc': 0.0, 'loss': 0.04860819469169643}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.07207239378479596, 'avg_acc': 0.0, 'loss': 0.048085906680753965}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.07082984795599315, 'avg_acc': 0.0, 'loss': 0.07038146536001477}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.07143667582220756, 'avg_acc': 0.0, 'loss': 0.05156993621881359}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.07118590388486169, 'avg_acc': 0.0, 'loss': 0.04830126539201172}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.07101707289092618, 'avg_acc': 0.0, 'loss': 0.06393627406603031}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.07087519129437868, 'avg_acc': 0.0, 'loss': 0.07282292529976177}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.07175348401177323, 'avg_acc': 0.0, 'loss': 0.11077744166968881}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.07166075324002477, 'avg_acc': 0.0, 'loss': 0.05054475809842021}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.07102649066571179, 'avg_acc': 0.0, 'loss': 0.04191100151220744}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.07063137196252538, 'avg_acc': 0.0, 'loss': 0.058304668323042305}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.07094809157235225, 'avg_acc': 0.0, 'loss': 0.01717355741324614}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.070629747172136, 'avg_acc': 0.0, 'loss': 0.0469069434960139}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.07149661779429001, 'avg_acc': 0.0, 'loss': 0.10248492038554449}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.07249687922396186, 'avg_acc': 0.0, 'loss': 0.08820558471688855}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.07251600333696848, 'avg_acc': 0.0, 'loss': 0.07790331400827048}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.07233696576036511, 'avg_acc': 0.0, 'loss': 0.10630904197171276}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.07166009593202438, 'avg_acc': 0.0, 'loss': 0.03777980273758479}
+{'epoch': 32, 'iter': 270, 'avg_loss': 0.07129643378956263, 'avg_acc': 0.0, 'loss': 0.02552044014204873}
+{'epoch': 32, 'iter': 280, 'avg_loss': 0.07108704131819771, 'avg_acc': 0.0, 'loss': 0.06615055792748795}
+{'epoch': 32, 'iter': 290, 'avg_loss': 0.07213880843879314, 'avg_acc': 0.0, 'loss': 0.10540785974211023}
+{'epoch': 32, 'iter': 300, 'avg_loss': 0.07166981027514324, 'avg_acc': 0.0, 'loss': 0.101814062340184}
+{'epoch': 32, 'iter': 310, 'avg_loss': 0.07171378584546428, 'avg_acc': 0.0, 'loss': 0.10179654030680954}
+{'epoch': 32, 'iter': 320, 'avg_loss': 0.07192043918125586, 'avg_acc': 0.0, 'loss': 0.06253473287006273}
+{'epoch': 32, 'iter': 330, 'avg_loss': 0.07199737463241918, 'avg_acc': 0.0, 'loss': 0.06041409652133873}
+{'epoch': 32, 'iter': 340, 'avg_loss': 0.07216096549094192, 'avg_acc': 0.0, 'loss': 0.02266639215089786}
+{'epoch': 32, 'iter': 350, 'avg_loss': 0.07292795995930425, 'avg_acc': 0.0, 'loss': 0.20067619643233617}
+{'epoch': 32, 'iter': 360, 'avg_loss': 0.0734068662253492, 'avg_acc': 0.0, 'loss': 0.10043526381652157}
+{'epoch': 32, 'iter': 370, 'avg_loss': 0.07316800284955285, 'avg_acc': 0.0, 'loss': 0.08118186322688713}
+{'epoch': 32, 'iter': 380, 'avg_loss': 0.07327819736932141, 'avg_acc': 0.0, 'loss': 0.061734924613360366}
+{'epoch': 32, 'iter': 390, 'avg_loss': 0.07329969254899404, 'avg_acc': 0.0, 'loss': 0.036729153280584265}
+{'epoch': 32, 'iter': 400, 'avg_loss': 0.07289958037665846, 'avg_acc': 0.0, 'loss': 0.05731544214877106}
+{'epoch': 32, 'iter': 410, 'avg_loss': 0.07301213771814273, 'avg_acc': 0.0, 'loss': 0.0794228335825561}
+{'epoch': 32, 'iter': 420, 'avg_loss': 0.07298627261271945, 'avg_acc': 0.0, 'loss': 0.03945294037290888}
+{'epoch': 32, 'iter': 430, 'avg_loss': 0.07355154950029912, 'avg_acc': 0.0, 'loss': 0.05725110107679094}
+{'epoch': 32, 'iter': 440, 'avg_loss': 0.07337595300396321, 'avg_acc': 0.0, 'loss': 0.04276642881201451}
+{'epoch': 32, 'iter': 450, 'avg_loss': 0.07323007776672412, 'avg_acc': 0.0, 'loss': 0.05812938186743719}
+{'epoch': 32, 'iter': 460, 'avg_loss': 0.07355538825098014, 'avg_acc': 0.0, 'loss': 0.1255526256481667}
+{'epoch': 32, 'iter': 470, 'avg_loss': 0.07379673334880821, 'avg_acc': 0.0, 'loss': 0.06726828692415308}
+{'epoch': 32, 'iter': 480, 'avg_loss': 0.07417025445672523, 'avg_acc': 0.0, 'loss': 0.0905279171700885}
+{'epoch': 32, 'iter': 490, 'avg_loss': 0.07406612590838017, 'avg_acc': 0.0, 'loss': 0.05851153914509207}
+{'epoch': 32, 'iter': 500, 'avg_loss': 0.07366873674872526, 'avg_acc': 0.0, 'loss': 0.10556930192028346}
+{'epoch': 32, 'iter': 510, 'avg_loss': 0.07326528386301433, 'avg_acc': 0.0, 'loss': 0.055085123227158306}
+{'epoch': 32, 'iter': 520, 'avg_loss': 0.07300136334751532, 'avg_acc': 0.0, 'loss': 0.04974680626626845}
+{'epoch': 32, 'iter': 530, 'avg_loss': 0.07265669356974072, 'avg_acc': 0.0, 'loss': 0.058663533737014203}
+{'epoch': 32, 'iter': 540, 'avg_loss': 0.07266591736940455, 'avg_acc': 0.0, 'loss': 0.0405740794525207}
+{'epoch': 32, 'iter': 550, 'avg_loss': 0.07247071326071813, 'avg_acc': 0.0, 'loss': 0.09305139986710234}
+{'epoch': 32, 'iter': 560, 'avg_loss': 0.07245666609082822, 'avg_acc': 0.0, 'loss': 0.041564844676444626}
+{'epoch': 32, 'iter': 570, 'avg_loss': 0.07233246454608735, 'avg_acc': 0.0, 'loss': 0.048289632923937474}
+{'epoch': 32, 'iter': 580, 'avg_loss': 0.0725873789106606, 'avg_acc': 0.0, 'loss': 0.06794644023321844}
+{'epoch': 32, 'iter': 590, 'avg_loss': 0.07260330072721928, 'avg_acc': 0.0, 'loss': 0.09504913652106645}
+{'epoch': 32, 'iter': 600, 'avg_loss': 0.07252917805921266, 'avg_acc': 0.0, 'loss': 0.04824454163534548}
+{'epoch': 32, 'iter': 610, 'avg_loss': 0.07237257257037512, 'avg_acc': 0.0, 'loss': 0.11636917498703829}
+{'epoch': 32, 'iter': 620, 'avg_loss': 0.07257675780366651, 'avg_acc': 0.0, 'loss': 0.03781291730381042}
+{'epoch': 32, 'iter': 630, 'avg_loss': 0.0725273356120603, 'avg_acc': 0.0, 'loss': 0.05167003809312729}
+{'epoch': 32, 'iter': 640, 'avg_loss': 0.07229991013006218, 'avg_acc': 0.0, 'loss': 0.07677378226113417}
+{'epoch': 32, 'iter': 650, 'avg_loss': 0.07220572599313553, 'avg_acc': 0.0, 'loss': 0.041015442385023394}
+{'epoch': 32, 'iter': 660, 'avg_loss': 0.07210556070314318, 'avg_acc': 0.0, 'loss': 0.0443246011922633}
+{'epoch': 32, 'iter': 670, 'avg_loss': 0.07210460934156282, 'avg_acc': 0.0, 'loss': 0.08994821919540945}
+{'epoch': 32, 'iter': 680, 'avg_loss': 0.07188700171511075, 'avg_acc': 0.0, 'loss': 0.057920218617030825}
+{'epoch': 32, 'iter': 690, 'avg_loss': 0.07182357801807868, 'avg_acc': 0.0, 'loss': 0.1060824526568922}
+{'epoch': 32, 'iter': 700, 'avg_loss': 0.07169835339751471, 'avg_acc': 0.0, 'loss': 0.051419761357426604}
+{'epoch': 32, 'iter': 710, 'avg_loss': 0.07186752074724893, 'avg_acc': 0.0, 'loss': 0.0797737405634779}
+{'epoch': 32, 'iter': 720, 'avg_loss': 0.07190615761503028, 'avg_acc': 0.0, 'loss': 0.0409041514102993}
+{'epoch': 32, 'iter': 730, 'avg_loss': 0.07198642396524045, 'avg_acc': 0.0, 'loss': 0.05224154679588874}
+{'epoch': 32, 'iter': 740, 'avg_loss': 0.07166873997576008, 'avg_acc': 0.0, 'loss': 0.03120010584369278}
+{'epoch': 32, 'iter': 750, 'avg_loss': 0.0716506311193809, 'avg_acc': 0.0, 'loss': 0.02496583696046579}
+{'epoch': 32, 'iter': 760, 'avg_loss': 0.07152817946062554, 'avg_acc': 0.0, 'loss': 0.04303085500610645}
+{'epoch': 32, 'iter': 770, 'avg_loss': 0.07156798425337056, 'avg_acc': 0.0, 'loss': 0.041751487586412034}
+{'epoch': 32, 'iter': 780, 'avg_loss': 0.07153115764706038, 'avg_acc': 0.0, 'loss': 0.04729383905711464}
+{'epoch': 32, 'iter': 790, 'avg_loss': 0.07136567879639936, 'avg_acc': 0.0, 'loss': 0.10292449435423784}
+{'epoch': 32, 'iter': 800, 'avg_loss': 0.07119697701937436, 'avg_acc': 0.0, 'loss': 0.0187105623654976}
+{'epoch': 32, 'iter': 810, 'avg_loss': 0.07108465573499806, 'avg_acc': 0.0, 'loss': 0.06116665698835431}
+{'epoch': 32, 'iter': 820, 'avg_loss': 0.0714630092946213, 'avg_acc': 0.0, 'loss': 0.05211811235943437}
+{'epoch': 32, 'iter': 830, 'avg_loss': 0.0713946874100033, 'avg_acc': 0.0, 'loss': 0.06757733522373245}
+{'epoch': 32, 'iter': 840, 'avg_loss': 0.07132517111687972, 'avg_acc': 0.0, 'loss': 0.06797160081686725}
+{'epoch': 32, 'iter': 850, 'avg_loss': 0.07124701360450034, 'avg_acc': 0.0, 'loss': 0.06500205311004136}
+{'epoch': 32, 'iter': 860, 'avg_loss': 0.07132455421452095, 'avg_acc': 0.0, 'loss': 0.0945920847124861}
+{'epoch': 32, 'iter': 870, 'avg_loss': 0.07191276663260773, 'avg_acc': 0.0, 'loss': 0.057161189115945935}
+{'epoch': 32, 'iter': 880, 'avg_loss': 0.07206137852162742, 'avg_acc': 0.0, 'loss': 0.12947462735683804}
+{'epoch': 32, 'iter': 890, 'avg_loss': 0.07218814289746124, 'avg_acc': 0.0, 'loss': 0.07110010842825432}
+{'epoch': 32, 'iter': 900, 'avg_loss': 0.07235788568268897, 'avg_acc': 0.0, 'loss': 0.03551604724239102}
+{'epoch': 32, 'iter': 910, 'avg_loss': 0.07232806484763488, 'avg_acc': 0.0, 'loss': 0.08320944165248838}
+{'epoch': 32, 'iter': 920, 'avg_loss': 0.07238198268221403, 'avg_acc': 0.0, 'loss': 0.04613434396876568}
+{'epoch': 32, 'iter': 930, 'avg_loss': 0.07235654944102878, 'avg_acc': 0.0, 'loss': 0.11152493634936685}
+{'epoch': 32, 'iter': 940, 'avg_loss': 0.07222723981732912, 'avg_acc': 0.0, 'loss': 0.07445049736130775}
+{'epoch': 32, 'iter': 950, 'avg_loss': 0.07245189771420703, 'avg_acc': 0.0, 'loss': 0.03193299158759036}
+{'epoch': 32, 'iter': 960, 'avg_loss': 0.07229214425771076, 'avg_acc': 0.0, 'loss': 0.042856159127073364}
+{'epoch': 32, 'iter': 970, 'avg_loss': 0.07211331972970118, 'avg_acc': 0.0, 'loss': 0.050401871435773106}
+{'epoch': 32, 'iter': 980, 'avg_loss': 0.07224790413483918, 'avg_acc': 0.0, 'loss': 0.09518189616476644}
+{'epoch': 32, 'iter': 990, 'avg_loss': 0.072275607015374, 'avg_acc': 0.0, 'loss': 0.054151660612038396}
+{'epoch': 32, 'iter': 1000, 'avg_loss': 0.07231838090760605, 'avg_acc': 0.0, 'loss': 0.06523825059082254}
+{'epoch': 32, 'iter': 1010, 'avg_loss': 0.07227934737825542, 'avg_acc': 0.0, 'loss': 0.05683250345515793}
+{'epoch': 32, 'iter': 1020, 'avg_loss': 0.07214076462017839, 'avg_acc': 0.0, 'loss': 0.06310314383435207}
+{'epoch': 32, 'iter': 1030, 'avg_loss': 0.07220559771823079, 'avg_acc': 0.0, 'loss': 0.1295524903198059}
+{'epoch': 32, 'iter': 1040, 'avg_loss': 0.07210436356968575, 'avg_acc': 0.0, 'loss': 0.07706096220771944}
+{'epoch': 32, 'iter': 1050, 'avg_loss': 0.07216152782023748, 'avg_acc': 0.0, 'loss': 0.07434655995229532}
+{'epoch': 32, 'iter': 1060, 'avg_loss': 0.07216873935105328, 'avg_acc': 0.0, 'loss': 0.10723249622134391}
+{'epoch': 32, 'iter': 1070, 'avg_loss': 0.0722440818821609, 'avg_acc': 0.0, 'loss': 0.04542466032333639}
+{'epoch': 32, 'iter': 1080, 'avg_loss': 0.07201535786545059, 'avg_acc': 0.0, 'loss': 0.0464920968328205}
+{'epoch': 32, 'iter': 1090, 'avg_loss': 0.07200434004550724, 'avg_acc': 0.0, 'loss': 0.05798614792466391}
+{'epoch': 32, 'iter': 1100, 'avg_loss': 0.07198890719297858, 'avg_acc': 0.0, 'loss': 0.07568457375042721}
+{'epoch': 32, 'iter': 1110, 'avg_loss': 0.0720131394822971, 'avg_acc': 0.0, 'loss': 0.07400742628361252}
+{'epoch': 32, 'iter': 1120, 'avg_loss': 0.07183983188166888, 'avg_acc': 0.0, 'loss': 0.06922482975011134}
+{'epoch': 32, 'iter': 1130, 'avg_loss': 0.0717188001316978, 'avg_acc': 0.0, 'loss': 0.0451621610157937}
+{'epoch': 32, 'iter': 1140, 'avg_loss': 0.07169471813527073, 'avg_acc': 0.0, 'loss': 0.08820569391207096}
+{'epoch': 32, 'iter': 1150, 'avg_loss': 0.07167844624694195, 'avg_acc': 0.0, 'loss': 0.06921620895446928}
+{'epoch': 32, 'iter': 1160, 'avg_loss': 0.07171076458393724, 'avg_acc': 0.0, 'loss': 0.09883404177014045}
+{'epoch': 32, 'iter': 1170, 'avg_loss': 0.07177165385992233, 'avg_acc': 0.0, 'loss': 0.07395864438294503}
+{'epoch': 32, 'iter': 1180, 'avg_loss': 0.07162103852043866, 'avg_acc': 0.0, 'loss': 0.048057835953917404}
+{'epoch': 32, 'iter': 1190, 'avg_loss': 0.07148195056831416, 'avg_acc': 0.0, 'loss': 0.07168566968281148}
+{'epoch': 32, 'iter': 1200, 'avg_loss': 0.07120629380520642, 'avg_acc': 0.0, 'loss': 0.06850631287079523}
+{'epoch': 32, 'iter': 1210, 'avg_loss': 0.07123575014595264, 'avg_acc': 0.0, 'loss': 0.03915161519813028}
+{'epoch': 32, 'iter': 1220, 'avg_loss': 0.07117694971400838, 'avg_acc': 0.0, 'loss': 0.02974956352550809}
+{'epoch': 32, 'iter': 1230, 'avg_loss': 0.07118394816220575, 'avg_acc': 0.0, 'loss': 0.0720514087952659}
+{'epoch': 32, 'iter': 1240, 'avg_loss': 0.07126163839226586, 'avg_acc': 0.0, 'loss': 0.04718601969609689}
+{'epoch': 32, 'iter': 1250, 'avg_loss': 0.07129434624065575, 'avg_acc': 0.0, 'loss': 0.10227540722506184}
+{'epoch': 32, 'iter': 1260, 'avg_loss': 0.0713817721545741, 'avg_acc': 0.0, 'loss': 0.05341309778142593}
+{'epoch': 32, 'iter': 1270, 'avg_loss': 0.07146911813140594, 'avg_acc': 0.0, 'loss': 0.15978982264815347}
+{'epoch': 32, 'iter': 1280, 'avg_loss': 0.0715841938790392, 'avg_acc': 0.0, 'loss': 0.12061374766180169}
+{'epoch': 32, 'iter': 1290, 'avg_loss': 0.07153810106208991, 'avg_acc': 0.0, 'loss': 0.07606683131103965}
+{'epoch': 32, 'iter': 1300, 'avg_loss': 0.07153981610458876, 'avg_acc': 0.0, 'loss': 0.10533130592635079}
+{'epoch': 32, 'iter': 1310, 'avg_loss': 0.07164794956810401, 'avg_acc': 0.0, 'loss': 0.044257701449713034}
+{'epoch': 32, 'iter': 1320, 'avg_loss': 0.07150855000766755, 'avg_acc': 0.0, 'loss': 0.03073864748140157}
+{'epoch': 32, 'iter': 1330, 'avg_loss': 0.07150274227378901, 'avg_acc': 0.0, 'loss': 0.036343109566510226}
+{'epoch': 32, 'iter': 1340, 'avg_loss': 0.0715163892075737, 'avg_acc': 0.0, 'loss': 0.04237027450267508}
+{'epoch': 32, 'iter': 1350, 'avg_loss': 0.07149132709186976, 'avg_acc': 0.0, 'loss': 0.06341054803666728}
+{'epoch': 32, 'iter': 1360, 'avg_loss': 0.0714745179760772, 'avg_acc': 0.0, 'loss': 0.06192674408776253}
+{'epoch': 32, 'iter': 1370, 'avg_loss': 0.0713974282870033, 'avg_acc': 0.0, 'loss': 0.05571200945469457}
+{'epoch': 32, 'iter': 1380, 'avg_loss': 0.07155126226353675, 'avg_acc': 0.0, 'loss': 0.09450208298598486}
+{'epoch': 32, 'iter': 1390, 'avg_loss': 0.07159852523728592, 'avg_acc': 0.0, 'loss': 0.06575259729977136}
+{'epoch': 32, 'iter': 1400, 'avg_loss': 0.07164543498839959, 'avg_acc': 0.0, 'loss': 0.13280080164194175}
+{'epoch': 32, 'iter': 1410, 'avg_loss': 0.07158537276556311, 'avg_acc': 0.0, 'loss': 0.06038337143953802}
+{'epoch': 32, 'iter': 1420, 'avg_loss': 0.0716271708462424, 'avg_acc': 0.0, 'loss': 0.06052501615719714}
+{'epoch': 32, 'iter': 1430, 'avg_loss': 0.07163288023449677, 'avg_acc': 0.0, 'loss': 0.06253164503134404}
+{'epoch': 32, 'iter': 1440, 'avg_loss': 0.07174712379009363, 'avg_acc': 0.0, 'loss': 0.09809628922406383}
+{'epoch': 32, 'iter': 1450, 'avg_loss': 0.07181447239681561, 'avg_acc': 0.0, 'loss': 0.043819969308529494}
+{'epoch': 32, 'iter': 1460, 'avg_loss': 0.07180546330751879, 'avg_acc': 0.0, 'loss': 0.032664208616737814}
+{'epoch': 32, 'iter': 1470, 'avg_loss': 0.07176768202496858, 'avg_acc': 0.0, 'loss': 0.0445951964083611}
+{'epoch': 32, 'iter': 1480, 'avg_loss': 0.07165504261584534, 'avg_acc': 0.0, 'loss': 0.03851859811069959}
+{'epoch': 32, 'iter': 1490, 'avg_loss': 0.07170360097520999, 'avg_acc': 0.0, 'loss': 0.13633906714289878}
+{'epoch': 32, 'iter': 1500, 'avg_loss': 0.07169192443779064, 'avg_acc': 0.0, 'loss': 0.10064594226612046}
+{'epoch': 32, 'iter': 1510, 'avg_loss': 0.07171987415343441, 'avg_acc': 0.0, 'loss': 0.11428754115063912}
+{'epoch': 32, 'iter': 1520, 'avg_loss': 0.07186520803608616, 'avg_acc': 0.0, 'loss': 0.10259934004677262}
+{'epoch': 32, 'iter': 1530, 'avg_loss': 0.07179126000918089, 'avg_acc': 0.0, 'loss': 0.07786492062758908}
+{'epoch': 32, 'iter': 1540, 'avg_loss': 0.0717326219272478, 'avg_acc': 0.0, 'loss': 0.05827196098786556}
+{'epoch': 32, 'iter': 1550, 'avg_loss': 0.07177537830204059, 'avg_acc': 0.0, 'loss': 0.031208791503640244}
+{'epoch': 32, 'iter': 1560, 'avg_loss': 0.07174918533119096, 'avg_acc': 0.0, 'loss': 0.03794347845811785}
+{'epoch': 32, 'iter': 1570, 'avg_loss': 0.07186062695044808, 'avg_acc': 0.0, 'loss': 0.1070032368070112}
+{'epoch': 32, 'iter': 1580, 'avg_loss': 0.07188942316763901, 'avg_acc': 0.0, 'loss': 0.0353089355543921}
+{'epoch': 32, 'iter': 1590, 'avg_loss': 0.07192746238790688, 'avg_acc': 0.0, 'loss': 0.04052494344910684}
+{'epoch': 32, 'iter': 1600, 'avg_loss': 0.07177733275854674, 'avg_acc': 0.0, 'loss': 0.07082137863625043}
+{'epoch': 32, 'iter': 1610, 'avg_loss': 0.07186703613182326, 'avg_acc': 0.0, 'loss': 0.025966654322320638}
+{'epoch': 32, 'iter': 1620, 'avg_loss': 0.07188895933269138, 'avg_acc': 0.0, 'loss': 0.056389949369258625}
+{'epoch': 32, 'iter': 1630, 'avg_loss': 0.07203410581389899, 'avg_acc': 0.0, 'loss': 0.02456142068214311}
+{'epoch': 32, 'iter': 1640, 'avg_loss': 0.07199192535681233, 'avg_acc': 0.0, 'loss': 0.07162211636287756}
+{'epoch': 32, 'iter': 1650, 'avg_loss': 0.07200649607336455, 'avg_acc': 0.0, 'loss': 0.06943264185259425}
+{'epoch': 32, 'iter': 1660, 'avg_loss': 0.07213788757350259, 'avg_acc': 0.0, 'loss': 0.10511685472755312}
+{'epoch': 32, 'iter': 1670, 'avg_loss': 0.07215969992288379, 'avg_acc': 0.0, 'loss': 0.02118159000334734}
+{'epoch': 32, 'iter': 1680, 'avg_loss': 0.07212525460380056, 'avg_acc': 0.0, 'loss': 0.041814465036005846}
+{'epoch': 32, 'iter': 1690, 'avg_loss': 0.0720762268441591, 'avg_acc': 0.0, 'loss': 0.09699822985872482}
+{'epoch': 32, 'iter': 1700, 'avg_loss': 0.07210407984748181, 'avg_acc': 0.0, 'loss': 0.04986352536225626}
+{'epoch': 32, 'iter': 1710, 'avg_loss': 0.07206881728671262, 'avg_acc': 0.0, 'loss': 0.037239949682049404}
+{'epoch': 32, 'iter': 1720, 'avg_loss': 0.07198875861220423, 'avg_acc': 0.0, 'loss': 0.0599063040881528}
+{'epoch': 32, 'iter': 1730, 'avg_loss': 0.07202848190326273, 'avg_acc': 0.0, 'loss': 0.13313142140818002}
+{'epoch': 32, 'iter': 1740, 'avg_loss': 0.07191633482278578, 'avg_acc': 0.0, 'loss': 0.05469573882088038}
+{'epoch': 32, 'iter': 1750, 'avg_loss': 0.07201328687739998, 'avg_acc': 0.0, 'loss': 0.11306022863797287}
+{'epoch': 32, 'iter': 1760, 'avg_loss': 0.07199969910766736, 'avg_acc': 0.0, 'loss': 0.09782486746277234}
+{'epoch': 32, 'iter': 1770, 'avg_loss': 0.0719942569882885, 'avg_acc': 0.0, 'loss': 0.03871856413906016}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.0, 'ece': 0.05862513184547424, 'avg_loss': 0.07198336096875428, 'f1_scores': 0.943387073432406}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.030694475250202555, 'avg_acc': 0.0, 'loss': 0.030694475250202555}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.08135850242586161, 'avg_acc': 0.0, 'loss': 0.029871393760613173}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.07620586106211229, 'avg_acc': 0.0, 'loss': 0.09901585376113076}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.07392194120420875, 'avg_acc': 0.0, 'loss': 0.02865834594465306}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.0749981473824914, 'avg_acc': 0.0, 'loss': 0.03640444087910412}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.07269470211806917, 'avg_acc': 0.0, 'loss': 0.08796720731749831}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.07397075958927635, 'avg_acc': 0.0, 'loss': 0.09086596768353111}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.07426286008180105, 'avg_acc': 0.0, 'loss': 0.10978627748862176}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.07517709892522816, 'avg_acc': 0.0, 'loss': 0.09741263185765092}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.07438095560845948, 'avg_acc': 0.0, 'loss': 0.05338254537017763}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.07467000901113632, 'avg_acc': 0.0, 'loss': 0.05008666275277765}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.07326953756907574, 'avg_acc': 0.0, 'loss': 0.07549432959197994}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.07378722827609549, 'avg_acc': 0.0, 'loss': 0.05528592979649716}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.0735549544717841, 'avg_acc': 0.0, 'loss': 0.05097932607916431}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.07320119266187722, 'avg_acc': 0.0, 'loss': 0.06643035316853586}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.07305637678017389, 'avg_acc': 0.0, 'loss': 0.0731136208369045}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.07398152628520725, 'avg_acc': 0.0, 'loss': 0.11627595171048352}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.07397882013030768, 'avg_acc': 0.0, 'loss': 0.051755453771793976}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.07320681458118565, 'avg_acc': 0.0, 'loss': 0.04324640001932778}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.0727996380076105, 'avg_acc': 0.0, 'loss': 0.057937545915263754}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.07318732801635384, 'avg_acc': 0.0, 'loss': 0.019078943777523297}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.07286138804058734, 'avg_acc': 0.0, 'loss': 0.04741817600299214}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.07382638285183347, 'avg_acc': 0.0, 'loss': 0.10788780000063167}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.07490985148661608, 'avg_acc': 0.0, 'loss': 0.09063701742755775}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.07491513704903502, 'avg_acc': 0.0, 'loss': 0.08044126448802606}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.07477917644125354, 'avg_acc': 0.0, 'loss': 0.11164205832455666}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.07410733681045824, 'avg_acc': 0.0, 'loss': 0.037383837057189694}
+{'epoch': 33, 'iter': 270, 'avg_loss': 0.07379813684562256, 'avg_acc': 0.0, 'loss': 0.026906314737246362}
+{'epoch': 33, 'iter': 280, 'avg_loss': 0.0735908475246176, 'avg_acc': 0.0, 'loss': 0.06906791420679577}
+{'epoch': 33, 'iter': 290, 'avg_loss': 0.0747282152122656, 'avg_acc': 0.0, 'loss': 0.10749472176972168}
+{'epoch': 33, 'iter': 300, 'avg_loss': 0.07423270333479451, 'avg_acc': 0.0, 'loss': 0.10200414009651532}
+{'epoch': 33, 'iter': 310, 'avg_loss': 0.07427220256053445, 'avg_acc': 0.0, 'loss': 0.10783404711245988}
+{'epoch': 33, 'iter': 320, 'avg_loss': 0.0744574463290604, 'avg_acc': 0.0, 'loss': 0.0659780028829573}
+{'epoch': 33, 'iter': 330, 'avg_loss': 0.0745791010578378, 'avg_acc': 0.0, 'loss': 0.060865134416116816}
+{'epoch': 33, 'iter': 340, 'avg_loss': 0.0747595658344693, 'avg_acc': 0.0, 'loss': 0.02525464547735672}
+{'epoch': 33, 'iter': 350, 'avg_loss': 0.07560879413954323, 'avg_acc': 0.0, 'loss': 0.22079971223619005}
+{'epoch': 33, 'iter': 360, 'avg_loss': 0.07605585235472175, 'avg_acc': 0.0, 'loss': 0.10003998192675363}
+{'epoch': 33, 'iter': 370, 'avg_loss': 0.07579239117069216, 'avg_acc': 0.0, 'loss': 0.08376707823636512}
+{'epoch': 33, 'iter': 380, 'avg_loss': 0.075859502649328, 'avg_acc': 0.0, 'loss': 0.06353043786177182}
+{'epoch': 33, 'iter': 390, 'avg_loss': 0.07586451840091958, 'avg_acc': 0.0, 'loss': 0.03732915499049178}
+{'epoch': 33, 'iter': 400, 'avg_loss': 0.07546985121022233, 'avg_acc': 0.0, 'loss': 0.059215211504644163}
+{'epoch': 33, 'iter': 410, 'avg_loss': 0.07560265133422131, 'avg_acc': 0.0, 'loss': 0.08423488029765329}
+{'epoch': 33, 'iter': 420, 'avg_loss': 0.07558083427350087, 'avg_acc': 0.0, 'loss': 0.039968382865075515}
+{'epoch': 33, 'iter': 430, 'avg_loss': 0.07608179136625821, 'avg_acc': 0.0, 'loss': 0.05678789005725905}
+{'epoch': 33, 'iter': 440, 'avg_loss': 0.07588031237955545, 'avg_acc': 0.0, 'loss': 0.04223815690715225}
+{'epoch': 33, 'iter': 450, 'avg_loss': 0.0757333602782402, 'avg_acc': 0.0, 'loss': 0.06109112775479072}
+{'epoch': 33, 'iter': 460, 'avg_loss': 0.076136384727478, 'avg_acc': 0.0, 'loss': 0.1368216770360797}
+{'epoch': 33, 'iter': 470, 'avg_loss': 0.0763989419013152, 'avg_acc': 0.0, 'loss': 0.06840362681590964}
+{'epoch': 33, 'iter': 480, 'avg_loss': 0.07685587016678096, 'avg_acc': 0.0, 'loss': 0.0998280151775199}
+{'epoch': 33, 'iter': 490, 'avg_loss': 0.0767681399838794, 'avg_acc': 0.0, 'loss': 0.06097083277938557}
+{'epoch': 33, 'iter': 500, 'avg_loss': 0.07635642982185267, 'avg_acc': 0.0, 'loss': 0.11346716302123078}
+{'epoch': 33, 'iter': 510, 'avg_loss': 0.07594148890435135, 'avg_acc': 0.0, 'loss': 0.05782146373716403}
+{'epoch': 33, 'iter': 520, 'avg_loss': 0.07565537572808823, 'avg_acc': 0.0, 'loss': 0.050488265551182715}
+{'epoch': 33, 'iter': 530, 'avg_loss': 0.07528792620017702, 'avg_acc': 0.0, 'loss': 0.0609892288437907}
+{'epoch': 33, 'iter': 540, 'avg_loss': 0.07528181974843985, 'avg_acc': 0.0, 'loss': 0.04005857837903599}
+{'epoch': 33, 'iter': 550, 'avg_loss': 0.07508021029973316, 'avg_acc': 0.0, 'loss': 0.09390997765523983}
+{'epoch': 33, 'iter': 560, 'avg_loss': 0.07507110322251229, 'avg_acc': 0.0, 'loss': 0.0442202448100874}
+{'epoch': 33, 'iter': 570, 'avg_loss': 0.0749550665369601, 'avg_acc': 0.0, 'loss': 0.05030736921650762}
+{'epoch': 33, 'iter': 580, 'avg_loss': 0.07522732753112027, 'avg_acc': 0.0, 'loss': 0.06738271308370258}
+{'epoch': 33, 'iter': 590, 'avg_loss': 0.07525372483101773, 'avg_acc': 0.0, 'loss': 0.10216781493012864}
+{'epoch': 33, 'iter': 600, 'avg_loss': 0.07513395448900427, 'avg_acc': 0.0, 'loss': 0.0479623852914496}
+{'epoch': 33, 'iter': 610, 'avg_loss': 0.07499235425496216, 'avg_acc': 0.0, 'loss': 0.1246510137426538}
+{'epoch': 33, 'iter': 620, 'avg_loss': 0.07520273781027237, 'avg_acc': 0.0, 'loss': 0.03817783591098792}
+{'epoch': 33, 'iter': 630, 'avg_loss': 0.0751537738659398, 'avg_acc': 0.0, 'loss': 0.05142669374599709}
+{'epoch': 33, 'iter': 640, 'avg_loss': 0.07491053820401891, 'avg_acc': 0.0, 'loss': 0.08098089842505983}
+{'epoch': 33, 'iter': 650, 'avg_loss': 0.07480848402890214, 'avg_acc': 0.0, 'loss': 0.04119676233062819}
+{'epoch': 33, 'iter': 660, 'avg_loss': 0.07470046564581961, 'avg_acc': 0.0, 'loss': 0.0424786023431279}
+{'epoch': 33, 'iter': 670, 'avg_loss': 0.0746878477045633, 'avg_acc': 0.0, 'loss': 0.09146974392883626}
+{'epoch': 33, 'iter': 680, 'avg_loss': 0.07444976017703071, 'avg_acc': 0.0, 'loss': 0.056595907674128344}
+{'epoch': 33, 'iter': 690, 'avg_loss': 0.07439755528190857, 'avg_acc': 0.0, 'loss': 0.11577744369021405}
+{'epoch': 33, 'iter': 700, 'avg_loss': 0.07426914794388327, 'avg_acc': 0.0, 'loss': 0.05220194092800665}
+{'epoch': 33, 'iter': 710, 'avg_loss': 0.07447552854416394, 'avg_acc': 0.0, 'loss': 0.08740567786722409}
+{'epoch': 33, 'iter': 720, 'avg_loss': 0.07451910770851279, 'avg_acc': 0.0, 'loss': 0.03937747533841421}
+{'epoch': 33, 'iter': 730, 'avg_loss': 0.07461604160618857, 'avg_acc': 0.0, 'loss': 0.05331647776500452}
+{'epoch': 33, 'iter': 740, 'avg_loss': 0.07427516661193485, 'avg_acc': 0.0, 'loss': 0.033900662472303465}
+{'epoch': 33, 'iter': 750, 'avg_loss': 0.07425455629812774, 'avg_acc': 0.0, 'loss': 0.025800739580570765}
+{'epoch': 33, 'iter': 760, 'avg_loss': 0.07410169116276973, 'avg_acc': 0.0, 'loss': 0.042594861211211664}
+{'epoch': 33, 'iter': 770, 'avg_loss': 0.07411809098011692, 'avg_acc': 0.0, 'loss': 0.042820903264238756}
+{'epoch': 33, 'iter': 780, 'avg_loss': 0.07406785371145225, 'avg_acc': 0.0, 'loss': 0.04883577246049445}
+{'epoch': 33, 'iter': 790, 'avg_loss': 0.07389995955751968, 'avg_acc': 0.0, 'loss': 0.10540263938181177}
+{'epoch': 33, 'iter': 800, 'avg_loss': 0.0737315318740789, 'avg_acc': 0.0, 'loss': 0.020442871302801025}
+{'epoch': 33, 'iter': 810, 'avg_loss': 0.07361457730549179, 'avg_acc': 0.0, 'loss': 0.06272651482089892}
+{'epoch': 33, 'iter': 820, 'avg_loss': 0.07400683647877768, 'avg_acc': 0.0, 'loss': 0.05516947420089682}
+{'epoch': 33, 'iter': 830, 'avg_loss': 0.07394514561850352, 'avg_acc': 0.0, 'loss': 0.07011926567512562}
+{'epoch': 33, 'iter': 840, 'avg_loss': 0.07386493346264561, 'avg_acc': 0.0, 'loss': 0.0666737550520468}
+{'epoch': 33, 'iter': 850, 'avg_loss': 0.07378574738102063, 'avg_acc': 0.0, 'loss': 0.06647301867863575}
+{'epoch': 33, 'iter': 860, 'avg_loss': 0.07388233947807106, 'avg_acc': 0.0, 'loss': 0.10010026645371031}
+{'epoch': 33, 'iter': 870, 'avg_loss': 0.07448713616620807, 'avg_acc': 0.0, 'loss': 0.06225939447289923}
+{'epoch': 33, 'iter': 880, 'avg_loss': 0.07465702953885087, 'avg_acc': 0.0, 'loss': 0.13668158925795684}
+{'epoch': 33, 'iter': 890, 'avg_loss': 0.07480954344076994, 'avg_acc': 0.0, 'loss': 0.0720694170028001}
+{'epoch': 33, 'iter': 900, 'avg_loss': 0.07497249675996329, 'avg_acc': 0.0, 'loss': 0.03665901183140769}
+{'epoch': 33, 'iter': 910, 'avg_loss': 0.07493730407017644, 'avg_acc': 0.0, 'loss': 0.08446616838379635}
+{'epoch': 33, 'iter': 920, 'avg_loss': 0.0750093117562824, 'avg_acc': 0.0, 'loss': 0.04804901000315047}
+{'epoch': 33, 'iter': 930, 'avg_loss': 0.07498858289834627, 'avg_acc': 0.0, 'loss': 0.10967261905346146}
+{'epoch': 33, 'iter': 940, 'avg_loss': 0.07486362076129381, 'avg_acc': 0.0, 'loss': 0.07665297306870603}
+{'epoch': 33, 'iter': 950, 'avg_loss': 0.07512619621532031, 'avg_acc': 0.0, 'loss': 0.03349760874413781}
+{'epoch': 33, 'iter': 960, 'avg_loss': 0.07495949529815883, 'avg_acc': 0.0, 'loss': 0.04395415371076134}
+{'epoch': 33, 'iter': 970, 'avg_loss': 0.07477185172076728, 'avg_acc': 0.0, 'loss': 0.051038221853445975}
+{'epoch': 33, 'iter': 980, 'avg_loss': 0.07491263560410748, 'avg_acc': 0.0, 'loss': 0.10086814520936319}
+{'epoch': 33, 'iter': 990, 'avg_loss': 0.07494813937745759, 'avg_acc': 0.0, 'loss': 0.05744535551117126}
+{'epoch': 33, 'iter': 1000, 'avg_loss': 0.07499186349761308, 'avg_acc': 0.0, 'loss': 0.0655612007876292}
+{'epoch': 33, 'iter': 1010, 'avg_loss': 0.07495800453181445, 'avg_acc': 0.0, 'loss': 0.06115708053127378}
+{'epoch': 33, 'iter': 1020, 'avg_loss': 0.07479364312015226, 'avg_acc': 0.0, 'loss': 0.06263458315490311}
+{'epoch': 33, 'iter': 1030, 'avg_loss': 0.07484596376585942, 'avg_acc': 0.0, 'loss': 0.13030496292885474}
+{'epoch': 33, 'iter': 1040, 'avg_loss': 0.07473436604794294, 'avg_acc': 0.0, 'loss': 0.07867357115058228}
+{'epoch': 33, 'iter': 1050, 'avg_loss': 0.07478041228236339, 'avg_acc': 0.0, 'loss': 0.07500780967783222}
+{'epoch': 33, 'iter': 1060, 'avg_loss': 0.0747856659645117, 'avg_acc': 0.0, 'loss': 0.11313506292488285}
+{'epoch': 33, 'iter': 1070, 'avg_loss': 0.07486732426201516, 'avg_acc': 0.0, 'loss': 0.043722717153323334}
+{'epoch': 33, 'iter': 1080, 'avg_loss': 0.07461398958307675, 'avg_acc': 0.0, 'loss': 0.0455321669249916}
+{'epoch': 33, 'iter': 1090, 'avg_loss': 0.0746065324934544, 'avg_acc': 0.0, 'loss': 0.05771814835994908}
+{'epoch': 33, 'iter': 1100, 'avg_loss': 0.07459358187843032, 'avg_acc': 0.0, 'loss': 0.0740624398794917}
+{'epoch': 33, 'iter': 1110, 'avg_loss': 0.07460824465279445, 'avg_acc': 0.0, 'loss': 0.0756780073540345}
+{'epoch': 33, 'iter': 1120, 'avg_loss': 0.07443249531940833, 'avg_acc': 0.0, 'loss': 0.0709728969555426}
+{'epoch': 33, 'iter': 1130, 'avg_loss': 0.07429779761220945, 'avg_acc': 0.0, 'loss': 0.04470198767424855}
+{'epoch': 33, 'iter': 1140, 'avg_loss': 0.07426347273034709, 'avg_acc': 0.0, 'loss': 0.09504563087445002}
+{'epoch': 33, 'iter': 1150, 'avg_loss': 0.07425046265858645, 'avg_acc': 0.0, 'loss': 0.06914258016224802}
+{'epoch': 33, 'iter': 1160, 'avg_loss': 0.07429129901179939, 'avg_acc': 0.0, 'loss': 0.10198810497106234}
+{'epoch': 33, 'iter': 1170, 'avg_loss': 0.07437065079390981, 'avg_acc': 0.0, 'loss': 0.07573363151994222}
+{'epoch': 33, 'iter': 1180, 'avg_loss': 0.0742146584146557, 'avg_acc': 0.0, 'loss': 0.04973903271403352}
+{'epoch': 33, 'iter': 1190, 'avg_loss': 0.07406658561907134, 'avg_acc': 0.0, 'loss': 0.07418746024122161}
+{'epoch': 33, 'iter': 1200, 'avg_loss': 0.07378272716060862, 'avg_acc': 0.0, 'loss': 0.07219427354584695}
+{'epoch': 33, 'iter': 1210, 'avg_loss': 0.07382696425559858, 'avg_acc': 0.0, 'loss': 0.04250512711546759}
+{'epoch': 33, 'iter': 1220, 'avg_loss': 0.07376891505885463, 'avg_acc': 0.0, 'loss': 0.03203744149353278}
+{'epoch': 33, 'iter': 1230, 'avg_loss': 0.07378191773784709, 'avg_acc': 0.0, 'loss': 0.0775103494353857}
+{'epoch': 33, 'iter': 1240, 'avg_loss': 0.07385797900536305, 'avg_acc': 0.0, 'loss': 0.048227093292786495}
+{'epoch': 33, 'iter': 1250, 'avg_loss': 0.07389253857672774, 'avg_acc': 0.0, 'loss': 0.1098341987415178}
+{'epoch': 33, 'iter': 1260, 'avg_loss': 0.0739914449523087, 'avg_acc': 0.0, 'loss': 0.05600411101119919}
+{'epoch': 33, 'iter': 1270, 'avg_loss': 0.07408964471623009, 'avg_acc': 0.0, 'loss': 0.17218920710744864}
+{'epoch': 33, 'iter': 1280, 'avg_loss': 0.07421970182779582, 'avg_acc': 0.0, 'loss': 0.13255589155128533}
+{'epoch': 33, 'iter': 1290, 'avg_loss': 0.07418397552846392, 'avg_acc': 0.0, 'loss': 0.07972634557122708}
+{'epoch': 33, 'iter': 1300, 'avg_loss': 0.07419141032082789, 'avg_acc': 0.0, 'loss': 0.11600681568196437}
+{'epoch': 33, 'iter': 1310, 'avg_loss': 0.07431575182868862, 'avg_acc': 0.0, 'loss': 0.04188494480162116}
+{'epoch': 33, 'iter': 1320, 'avg_loss': 0.07416538152641576, 'avg_acc': 0.0, 'loss': 0.03380157736605887}
+{'epoch': 33, 'iter': 1330, 'avg_loss': 0.0741613039270932, 'avg_acc': 0.0, 'loss': 0.03789380143242787}
+{'epoch': 33, 'iter': 1340, 'avg_loss': 0.0741580660093716, 'avg_acc': 0.0, 'loss': 0.04006637597877979}
+{'epoch': 33, 'iter': 1350, 'avg_loss': 0.07413457203483416, 'avg_acc': 0.0, 'loss': 0.06661060044919509}
+{'epoch': 33, 'iter': 1360, 'avg_loss': 0.07413161817811764, 'avg_acc': 0.0, 'loss': 0.06170799456902744}
+{'epoch': 33, 'iter': 1370, 'avg_loss': 0.07404813735639754, 'avg_acc': 0.0, 'loss': 0.05822744350814852}
+{'epoch': 33, 'iter': 1380, 'avg_loss': 0.07422172036654448, 'avg_acc': 0.0, 'loss': 0.09926045935799266}
+{'epoch': 33, 'iter': 1390, 'avg_loss': 0.07427669716522232, 'avg_acc': 0.0, 'loss': 0.06643330475403023}
+{'epoch': 33, 'iter': 1400, 'avg_loss': 0.07432942282796974, 'avg_acc': 0.0, 'loss': 0.1398665339307935}
+{'epoch': 33, 'iter': 1410, 'avg_loss': 0.07425518073224689, 'avg_acc': 0.0, 'loss': 0.05960364284000466}
+{'epoch': 33, 'iter': 1420, 'avg_loss': 0.07429687292486065, 'avg_acc': 0.0, 'loss': 0.06334170905919782}
+{'epoch': 33, 'iter': 1430, 'avg_loss': 0.07430626052930775, 'avg_acc': 0.0, 'loss': 0.06537829419058028}
+{'epoch': 33, 'iter': 1440, 'avg_loss': 0.07440862951057886, 'avg_acc': 0.0, 'loss': 0.09333753988091432}
+{'epoch': 33, 'iter': 1450, 'avg_loss': 0.07447552966660036, 'avg_acc': 0.0, 'loss': 0.045433836290454464}
+{'epoch': 33, 'iter': 1460, 'avg_loss': 0.07446748506456623, 'avg_acc': 0.0, 'loss': 0.03377332202770081}
+{'epoch': 33, 'iter': 1470, 'avg_loss': 0.07443046226464833, 'avg_acc': 0.0, 'loss': 0.04707254491540473}
+{'epoch': 33, 'iter': 1480, 'avg_loss': 0.07430880057001525, 'avg_acc': 0.0, 'loss': 0.038602917271593436}
+{'epoch': 33, 'iter': 1490, 'avg_loss': 0.07434055970654191, 'avg_acc': 0.0, 'loss': 0.13616951104300565}
+{'epoch': 33, 'iter': 1500, 'avg_loss': 0.0743342268857699, 'avg_acc': 0.0, 'loss': 0.10664694687599356}
+{'epoch': 33, 'iter': 1510, 'avg_loss': 0.07436703099384459, 'avg_acc': 0.0, 'loss': 0.12543314981603867}
+{'epoch': 33, 'iter': 1520, 'avg_loss': 0.07453287444491097, 'avg_acc': 0.0, 'loss': 0.11045207317096534}
+{'epoch': 33, 'iter': 1530, 'avg_loss': 0.0744636861752361, 'avg_acc': 0.0, 'loss': 0.08317307136075515}
+{'epoch': 33, 'iter': 1540, 'avg_loss': 0.07440397765878443, 'avg_acc': 0.0, 'loss': 0.06206135550277127}
+{'epoch': 33, 'iter': 1550, 'avg_loss': 0.07443571234881097, 'avg_acc': 0.0, 'loss': 0.032131246808294885}
+{'epoch': 33, 'iter': 1560, 'avg_loss': 0.07440901520187224, 'avg_acc': 0.0, 'loss': 0.038196730654180194}
+{'epoch': 33, 'iter': 1570, 'avg_loss': 0.07452477781442658, 'avg_acc': 0.0, 'loss': 0.10858772888602987}
+{'epoch': 33, 'iter': 1580, 'avg_loss': 0.07455630551551103, 'avg_acc': 0.0, 'loss': 0.036401621114391346}
+{'epoch': 33, 'iter': 1590, 'avg_loss': 0.07458977707609772, 'avg_acc': 0.0, 'loss': 0.04399189603576912}
+{'epoch': 33, 'iter': 1600, 'avg_loss': 0.07443306367857108, 'avg_acc': 0.0, 'loss': 0.0712551926877763}
+{'epoch': 33, 'iter': 1610, 'avg_loss': 0.07454291099582644, 'avg_acc': 0.0, 'loss': 0.026756521237063322}
+{'epoch': 33, 'iter': 1620, 'avg_loss': 0.07457399222262391, 'avg_acc': 0.0, 'loss': 0.058853229613877796}
+{'epoch': 33, 'iter': 1630, 'avg_loss': 0.07472221067136975, 'avg_acc': 0.0, 'loss': 0.025669353884674298}
+{'epoch': 33, 'iter': 1640, 'avg_loss': 0.07467973779127039, 'avg_acc': 0.0, 'loss': 0.07403781648412178}
+{'epoch': 33, 'iter': 1650, 'avg_loss': 0.07469053876882725, 'avg_acc': 0.0, 'loss': 0.0684225335056234}
+{'epoch': 33, 'iter': 1660, 'avg_loss': 0.07484253892162039, 'avg_acc': 0.0, 'loss': 0.11477853987069457}
+{'epoch': 33, 'iter': 1670, 'avg_loss': 0.07487147919829762, 'avg_acc': 0.0, 'loss': 0.023462069848262344}
+{'epoch': 33, 'iter': 1680, 'avg_loss': 0.07482689675272518, 'avg_acc': 0.0, 'loss': 0.04230765484314247}
+{'epoch': 33, 'iter': 1690, 'avg_loss': 0.07477693593415967, 'avg_acc': 0.0, 'loss': 0.10009524391743899}
+{'epoch': 33, 'iter': 1700, 'avg_loss': 0.07480832808509871, 'avg_acc': 0.0, 'loss': 0.050726227553119375}
+{'epoch': 33, 'iter': 1710, 'avg_loss': 0.07476911294832692, 'avg_acc': 0.0, 'loss': 0.040034559055243335}
+{'epoch': 33, 'iter': 1720, 'avg_loss': 0.07468642567132125, 'avg_acc': 0.0, 'loss': 0.062174509588779917}
+{'epoch': 33, 'iter': 1730, 'avg_loss': 0.0747236790266063, 'avg_acc': 0.0, 'loss': 0.13497157241517396}
+{'epoch': 33, 'iter': 1740, 'avg_loss': 0.07459475359955872, 'avg_acc': 0.0, 'loss': 0.05543873840075061}
+{'epoch': 33, 'iter': 1750, 'avg_loss': 0.07470603872722884, 'avg_acc': 0.0, 'loss': 0.12222850786452}
+{'epoch': 33, 'iter': 1760, 'avg_loss': 0.07469156490967108, 'avg_acc': 0.0, 'loss': 0.10151822511599155}
+{'epoch': 33, 'iter': 1770, 'avg_loss': 0.07468813739554318, 'avg_acc': 0.0, 'loss': 0.03879107956674943}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.0, 'ece': 0.05830094963312149, 'avg_loss': 0.07468106848387575, 'f1_scores': 0.9440657895403756}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.029650068413222437, 'avg_acc': 0.0, 'loss': 0.029650068413222437}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.07846730512507995, 'avg_acc': 0.0, 'loss': 0.028712211984209746}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.07371834376504974, 'avg_acc': 0.0, 'loss': 0.09800729811249198}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.07175781793135881, 'avg_acc': 0.0, 'loss': 0.026045544838240176}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.07275541423490602, 'avg_acc': 0.0, 'loss': 0.03470439705490743}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.07056929583861961, 'avg_acc': 0.0, 'loss': 0.08202195734390166}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.07166802315806688, 'avg_acc': 0.0, 'loss': 0.09068069270957883}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.07197509103837382, 'avg_acc': 0.0, 'loss': 0.10616297521497536}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.07284741412327461, 'avg_acc': 0.0, 'loss': 0.09586003999779028}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.07215610788848927, 'avg_acc': 0.0, 'loss': 0.05279442896568704}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.07246492365093676, 'avg_acc': 0.0, 'loss': 0.04835867095652344}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.07111315021808065, 'avg_acc': 0.0, 'loss': 0.07160035535425127}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.07168051690256005, 'avg_acc': 0.0, 'loss': 0.05463709476967031}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.07147104810192355, 'avg_acc': 0.0, 'loss': 0.050064780815562565}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.07119333535820993, 'avg_acc': 0.0, 'loss': 0.06416846229657835}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.07103025611780298, 'avg_acc': 0.0, 'loss': 0.07374571860450731}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.0719485616125554, 'avg_acc': 0.0, 'loss': 0.11245641858176571}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.07188309521615203, 'avg_acc': 0.0, 'loss': 0.05100571916470033}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.07121398276668271, 'avg_acc': 0.0, 'loss': 0.04318649183435192}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.07079932338286829, 'avg_acc': 0.0, 'loss': 0.056488334685744636}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.07112308065404492, 'avg_acc': 0.0, 'loss': 0.017093308647547798}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.0708017740356113, 'avg_acc': 0.0, 'loss': 0.04692086335567426}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.0716916890562796, 'avg_acc': 0.0, 'loss': 0.10337005933337196}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.07268865947506495, 'avg_acc': 0.0, 'loss': 0.0880283817604907}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.07269720126863737, 'avg_acc': 0.0, 'loss': 0.08017473195311757}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.07255181796983542, 'avg_acc': 0.0, 'loss': 0.10691151111833667}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.0718881976838431, 'avg_acc': 0.0, 'loss': 0.035969924422667124}
+{'epoch': 34, 'iter': 270, 'avg_loss': 0.07158330209196709, 'avg_acc': 0.0, 'loss': 0.026251197048553974}
+{'epoch': 34, 'iter': 280, 'avg_loss': 0.07138641092656864, 'avg_acc': 0.0, 'loss': 0.06863903845546052}
+{'epoch': 34, 'iter': 290, 'avg_loss': 0.07244749893448907, 'avg_acc': 0.0, 'loss': 0.1058118793769641}
+{'epoch': 34, 'iter': 300, 'avg_loss': 0.07195897176583564, 'avg_acc': 0.0, 'loss': 0.10058746285210418}
+{'epoch': 34, 'iter': 310, 'avg_loss': 0.0719899828179406, 'avg_acc': 0.0, 'loss': 0.1026821323540454}
+{'epoch': 34, 'iter': 320, 'avg_loss': 0.07219828859832907, 'avg_acc': 0.0, 'loss': 0.06316810457292377}
+{'epoch': 34, 'iter': 330, 'avg_loss': 0.07230907060187422, 'avg_acc': 0.0, 'loss': 0.05973000430016181}
+{'epoch': 34, 'iter': 340, 'avg_loss': 0.07247171904067541, 'avg_acc': 0.0, 'loss': 0.02292291920392537}
+{'epoch': 34, 'iter': 350, 'avg_loss': 0.07324970107342492, 'avg_acc': 0.0, 'loss': 0.20517107049142524}
+{'epoch': 34, 'iter': 360, 'avg_loss': 0.07372989900549358, 'avg_acc': 0.0, 'loss': 0.10243807348165643}
+{'epoch': 34, 'iter': 370, 'avg_loss': 0.0735128541233804, 'avg_acc': 0.0, 'loss': 0.0835216738505429}
+{'epoch': 34, 'iter': 380, 'avg_loss': 0.07359404843099364, 'avg_acc': 0.0, 'loss': 0.061589161661454936}
+{'epoch': 34, 'iter': 390, 'avg_loss': 0.07362951860527624, 'avg_acc': 0.0, 'loss': 0.03687167321775015}
+{'epoch': 34, 'iter': 400, 'avg_loss': 0.07323933970041985, 'avg_acc': 0.0, 'loss': 0.05731168409511156}
+{'epoch': 34, 'iter': 410, 'avg_loss': 0.07336495053728975, 'avg_acc': 0.0, 'loss': 0.08322191602335188}
+{'epoch': 34, 'iter': 420, 'avg_loss': 0.07333811304906507, 'avg_acc': 0.0, 'loss': 0.038680157441120855}
+{'epoch': 34, 'iter': 430, 'avg_loss': 0.07387463325670342, 'avg_acc': 0.0, 'loss': 0.05616732886223222}
+{'epoch': 34, 'iter': 440, 'avg_loss': 0.07369064682222441, 'avg_acc': 0.0, 'loss': 0.04104181960432486}
+{'epoch': 34, 'iter': 450, 'avg_loss': 0.07354840296311774, 'avg_acc': 0.0, 'loss': 0.05818426649412345}
+{'epoch': 34, 'iter': 460, 'avg_loss': 0.07390771349724068, 'avg_acc': 0.0, 'loss': 0.1280206825046345}
+{'epoch': 34, 'iter': 470, 'avg_loss': 0.07414855378291861, 'avg_acc': 0.0, 'loss': 0.06675307626392168}
+{'epoch': 34, 'iter': 480, 'avg_loss': 0.07454808283847282, 'avg_acc': 0.0, 'loss': 0.09426737702339745}
+{'epoch': 34, 'iter': 490, 'avg_loss': 0.0744572484460935, 'avg_acc': 0.0, 'loss': 0.06023581863761202}
+{'epoch': 34, 'iter': 500, 'avg_loss': 0.07404737880608411, 'avg_acc': 0.0, 'loss': 0.10664757159488707}
+{'epoch': 34, 'iter': 510, 'avg_loss': 0.07365663991042187, 'avg_acc': 0.0, 'loss': 0.05849383357529599}
+{'epoch': 34, 'iter': 520, 'avg_loss': 0.07338685326961304, 'avg_acc': 0.0, 'loss': 0.048588261690887126}
+{'epoch': 34, 'iter': 530, 'avg_loss': 0.07303568410060284, 'avg_acc': 0.0, 'loss': 0.05966889825258801}
+{'epoch': 34, 'iter': 540, 'avg_loss': 0.07303652124171026, 'avg_acc': 0.0, 'loss': 0.04073270216449438}
+{'epoch': 34, 'iter': 550, 'avg_loss': 0.07284894638803956, 'avg_acc': 0.0, 'loss': 0.09207553646518005}
+{'epoch': 34, 'iter': 560, 'avg_loss': 0.07284005411095153, 'avg_acc': 0.0, 'loss': 0.04307608601532869}
+{'epoch': 34, 'iter': 570, 'avg_loss': 0.07271628806515454, 'avg_acc': 0.0, 'loss': 0.048566569667627846}
+{'epoch': 34, 'iter': 580, 'avg_loss': 0.07296887527562787, 'avg_acc': 0.0, 'loss': 0.0673398271902345}
+{'epoch': 34, 'iter': 590, 'avg_loss': 0.07299231796958078, 'avg_acc': 0.0, 'loss': 0.09688887504460857}
+{'epoch': 34, 'iter': 600, 'avg_loss': 0.07289074132473905, 'avg_acc': 0.0, 'loss': 0.04683982874718952}
+{'epoch': 34, 'iter': 610, 'avg_loss': 0.07273772085819646, 'avg_acc': 0.0, 'loss': 0.11754527049881906}
+{'epoch': 34, 'iter': 620, 'avg_loss': 0.07294481076734786, 'avg_acc': 0.0, 'loss': 0.03685676954984274}
+{'epoch': 34, 'iter': 630, 'avg_loss': 0.07289049076303251, 'avg_acc': 0.0, 'loss': 0.050966355765305185}
+{'epoch': 34, 'iter': 640, 'avg_loss': 0.07265634524538295, 'avg_acc': 0.0, 'loss': 0.07789590898805646}
+{'epoch': 34, 'iter': 650, 'avg_loss': 0.07256014166214776, 'avg_acc': 0.0, 'loss': 0.04033673075307271}
+{'epoch': 34, 'iter': 660, 'avg_loss': 0.0724612709386043, 'avg_acc': 0.0, 'loss': 0.04343504022643125}
+{'epoch': 34, 'iter': 670, 'avg_loss': 0.07245245165536131, 'avg_acc': 0.0, 'loss': 0.08905333172922626}
+{'epoch': 34, 'iter': 680, 'avg_loss': 0.07222887905637837, 'avg_acc': 0.0, 'loss': 0.05749060433064252}
+{'epoch': 34, 'iter': 690, 'avg_loss': 0.07217585442340575, 'avg_acc': 0.0, 'loss': 0.10817050386874273}
+{'epoch': 34, 'iter': 700, 'avg_loss': 0.0720479629477999, 'avg_acc': 0.0, 'loss': 0.04952802126327274}
+{'epoch': 34, 'iter': 710, 'avg_loss': 0.07222456791065843, 'avg_acc': 0.0, 'loss': 0.08175082096968415}
+{'epoch': 34, 'iter': 720, 'avg_loss': 0.0722599109017599, 'avg_acc': 0.0, 'loss': 0.039435173574223166}
+{'epoch': 34, 'iter': 730, 'avg_loss': 0.07235219880790976, 'avg_acc': 0.0, 'loss': 0.05178239756222881}
+{'epoch': 34, 'iter': 740, 'avg_loss': 0.07202196886207206, 'avg_acc': 0.0, 'loss': 0.031098298606658706}
+{'epoch': 34, 'iter': 750, 'avg_loss': 0.07200044123677934, 'avg_acc': 0.0, 'loss': 0.02491564460130543}
+{'epoch': 34, 'iter': 760, 'avg_loss': 0.07187142817266655, 'avg_acc': 0.0, 'loss': 0.04253930424710818}
+{'epoch': 34, 'iter': 770, 'avg_loss': 0.07189968016372322, 'avg_acc': 0.0, 'loss': 0.0417593503639182}
+{'epoch': 34, 'iter': 780, 'avg_loss': 0.07185751912123055, 'avg_acc': 0.0, 'loss': 0.04687250802693045}
+{'epoch': 34, 'iter': 790, 'avg_loss': 0.07170791046427784, 'avg_acc': 0.0, 'loss': 0.1036809137662991}
+{'epoch': 34, 'iter': 800, 'avg_loss': 0.0715405281025241, 'avg_acc': 0.0, 'loss': 0.018946843515400196}
+{'epoch': 34, 'iter': 810, 'avg_loss': 0.07142433659797112, 'avg_acc': 0.0, 'loss': 0.061516087913840264}
+{'epoch': 34, 'iter': 820, 'avg_loss': 0.07180429909690059, 'avg_acc': 0.0, 'loss': 0.05419250078746732}
+{'epoch': 34, 'iter': 830, 'avg_loss': 0.071740598240884, 'avg_acc': 0.0, 'loss': 0.06834173466363934}
+{'epoch': 34, 'iter': 840, 'avg_loss': 0.07166893189772287, 'avg_acc': 0.0, 'loss': 0.06426908781373136}
+{'epoch': 34, 'iter': 850, 'avg_loss': 0.07159210920393991, 'avg_acc': 0.0, 'loss': 0.06596706933207282}
+{'epoch': 34, 'iter': 860, 'avg_loss': 0.07167731771582517, 'avg_acc': 0.0, 'loss': 0.09624681695478898}
+{'epoch': 34, 'iter': 870, 'avg_loss': 0.07227561542658353, 'avg_acc': 0.0, 'loss': 0.05979008309040523}
+{'epoch': 34, 'iter': 880, 'avg_loss': 0.07242730036536818, 'avg_acc': 0.0, 'loss': 0.13197724287620158}
+{'epoch': 34, 'iter': 890, 'avg_loss': 0.07255824328332504, 'avg_acc': 0.0, 'loss': 0.07059644042949133}
+{'epoch': 34, 'iter': 900, 'avg_loss': 0.07272495071094236, 'avg_acc': 0.0, 'loss': 0.036566911056569645}
+{'epoch': 34, 'iter': 910, 'avg_loss': 0.07270217562810916, 'avg_acc': 0.0, 'loss': 0.08377716731693242}
+{'epoch': 34, 'iter': 920, 'avg_loss': 0.07276358175696129, 'avg_acc': 0.0, 'loss': 0.04623547803311112}
+{'epoch': 34, 'iter': 930, 'avg_loss': 0.07274975521904878, 'avg_acc': 0.0, 'loss': 0.10955125032355031}
+{'epoch': 34, 'iter': 940, 'avg_loss': 0.0726182711920453, 'avg_acc': 0.0, 'loss': 0.07478691366752953}
+{'epoch': 34, 'iter': 950, 'avg_loss': 0.07285179363860063, 'avg_acc': 0.0, 'loss': 0.03321313234881781}
+{'epoch': 34, 'iter': 960, 'avg_loss': 0.07268822574457874, 'avg_acc': 0.0, 'loss': 0.04333944185736982}
+{'epoch': 34, 'iter': 970, 'avg_loss': 0.07250575829932096, 'avg_acc': 0.0, 'loss': 0.050009760923184585}
+{'epoch': 34, 'iter': 980, 'avg_loss': 0.07263929233429138, 'avg_acc': 0.0, 'loss': 0.09522348902786298}
+{'epoch': 34, 'iter': 990, 'avg_loss': 0.0726688235509882, 'avg_acc': 0.0, 'loss': 0.055564010511854375}
+{'epoch': 34, 'iter': 1000, 'avg_loss': 0.072713050620682, 'avg_acc': 0.0, 'loss': 0.06459006215449188}
+{'epoch': 34, 'iter': 1010, 'avg_loss': 0.07267800137044604, 'avg_acc': 0.0, 'loss': 0.05803148842500556}
+{'epoch': 34, 'iter': 1020, 'avg_loss': 0.07252820615758232, 'avg_acc': 0.0, 'loss': 0.06189175312553223}
+{'epoch': 34, 'iter': 1030, 'avg_loss': 0.07258887268027238, 'avg_acc': 0.0, 'loss': 0.12887954450018566}
+{'epoch': 34, 'iter': 1040, 'avg_loss': 0.07249084261876002, 'avg_acc': 0.0, 'loss': 0.07797005657705215}
+{'epoch': 34, 'iter': 1050, 'avg_loss': 0.07254014510323327, 'avg_acc': 0.0, 'loss': 0.073138131031722}
+{'epoch': 34, 'iter': 1060, 'avg_loss': 0.07254849489291383, 'avg_acc': 0.0, 'loss': 0.10873103916764697}
+{'epoch': 34, 'iter': 1070, 'avg_loss': 0.0726235527628774, 'avg_acc': 0.0, 'loss': 0.044827362415816197}
+{'epoch': 34, 'iter': 1080, 'avg_loss': 0.07238302980823992, 'avg_acc': 0.0, 'loss': 0.04467123241142141}
+{'epoch': 34, 'iter': 1090, 'avg_loss': 0.07236998288678491, 'avg_acc': 0.0, 'loss': 0.056779221999249785}
+{'epoch': 34, 'iter': 1100, 'avg_loss': 0.07235234407564085, 'avg_acc': 0.0, 'loss': 0.07382144447304231}
+{'epoch': 34, 'iter': 1110, 'avg_loss': 0.07237114928777517, 'avg_acc': 0.0, 'loss': 0.0734191442271432}
+{'epoch': 34, 'iter': 1120, 'avg_loss': 0.0722041259104126, 'avg_acc': 0.0, 'loss': 0.06989238287660474}
+{'epoch': 34, 'iter': 1130, 'avg_loss': 0.07208111352586634, 'avg_acc': 0.0, 'loss': 0.04369810159749119}
+{'epoch': 34, 'iter': 1140, 'avg_loss': 0.0720515186554328, 'avg_acc': 0.0, 'loss': 0.0888197671586803}
+{'epoch': 34, 'iter': 1150, 'avg_loss': 0.07203847483008397, 'avg_acc': 0.0, 'loss': 0.06884654393968909}
+{'epoch': 34, 'iter': 1160, 'avg_loss': 0.07208107635629454, 'avg_acc': 0.0, 'loss': 0.09921658137200698}
+{'epoch': 34, 'iter': 1170, 'avg_loss': 0.07215126507862364, 'avg_acc': 0.0, 'loss': 0.07668154574578319}
+{'epoch': 34, 'iter': 1180, 'avg_loss': 0.07199749524887653, 'avg_acc': 0.0, 'loss': 0.047902725969334724}
+{'epoch': 34, 'iter': 1190, 'avg_loss': 0.07186007644624685, 'avg_acc': 0.0, 'loss': 0.07312377195541687}
+{'epoch': 34, 'iter': 1200, 'avg_loss': 0.07158162204093722, 'avg_acc': 0.0, 'loss': 0.06803232365015381}
+{'epoch': 34, 'iter': 1210, 'avg_loss': 0.07161410635027243, 'avg_acc': 0.0, 'loss': 0.04311482998113141}
+{'epoch': 34, 'iter': 1220, 'avg_loss': 0.07155607766083931, 'avg_acc': 0.0, 'loss': 0.029498571152621316}
+{'epoch': 34, 'iter': 1230, 'avg_loss': 0.0715646546628128, 'avg_acc': 0.0, 'loss': 0.07297702140538474}
+{'epoch': 34, 'iter': 1240, 'avg_loss': 0.07164107729911964, 'avg_acc': 0.0, 'loss': 0.047751416499737936}
+{'epoch': 34, 'iter': 1250, 'avg_loss': 0.07167276650727288, 'avg_acc': 0.0, 'loss': 0.10353576810944023}
+{'epoch': 34, 'iter': 1260, 'avg_loss': 0.07176578842435402, 'avg_acc': 0.0, 'loss': 0.0532482252106742}
+{'epoch': 34, 'iter': 1270, 'avg_loss': 0.07185649826510715, 'avg_acc': 0.0, 'loss': 0.1618263129337387}
+{'epoch': 34, 'iter': 1280, 'avg_loss': 0.07197693644311708, 'avg_acc': 0.0, 'loss': 0.12621355009589966}
+{'epoch': 34, 'iter': 1290, 'avg_loss': 0.07193173521831274, 'avg_acc': 0.0, 'loss': 0.07653508914645661}
+{'epoch': 34, 'iter': 1300, 'avg_loss': 0.0719325428205992, 'avg_acc': 0.0, 'loss': 0.10928480508169562}
+{'epoch': 34, 'iter': 1310, 'avg_loss': 0.07204193427147541, 'avg_acc': 0.0, 'loss': 0.043010732365676825}
+{'epoch': 34, 'iter': 1320, 'avg_loss': 0.07189902490224584, 'avg_acc': 0.0, 'loss': 0.033094908825274515}
+{'epoch': 34, 'iter': 1330, 'avg_loss': 0.07189572454138939, 'avg_acc': 0.0, 'loss': 0.03705129332747755}
+{'epoch': 34, 'iter': 1340, 'avg_loss': 0.07190411007957971, 'avg_acc': 0.0, 'loss': 0.04076496438191108}
+{'epoch': 34, 'iter': 1350, 'avg_loss': 0.07187938036681722, 'avg_acc': 0.0, 'loss': 0.0682589360222242}
+{'epoch': 34, 'iter': 1360, 'avg_loss': 0.07186918483330974, 'avg_acc': 0.0, 'loss': 0.06200610745844415}
+{'epoch': 34, 'iter': 1370, 'avg_loss': 0.07178984243016687, 'avg_acc': 0.0, 'loss': 0.055941004037521225}
+{'epoch': 34, 'iter': 1380, 'avg_loss': 0.07194622567124163, 'avg_acc': 0.0, 'loss': 0.09577203331582496}
+{'epoch': 34, 'iter': 1390, 'avg_loss': 0.07199505874557215, 'avg_acc': 0.0, 'loss': 0.06474313146015577}
+{'epoch': 34, 'iter': 1400, 'avg_loss': 0.07204538979820672, 'avg_acc': 0.0, 'loss': 0.13372305714808264}
+{'epoch': 34, 'iter': 1410, 'avg_loss': 0.07198658977319934, 'avg_acc': 0.0, 'loss': 0.05912078900022217}
+{'epoch': 34, 'iter': 1420, 'avg_loss': 0.07202526525686213, 'avg_acc': 0.0, 'loss': 0.062386635774280254}
+{'epoch': 34, 'iter': 1430, 'avg_loss': 0.07203163964251759, 'avg_acc': 0.0, 'loss': 0.06387698141291155}
+{'epoch': 34, 'iter': 1440, 'avg_loss': 0.07214126622168984, 'avg_acc': 0.0, 'loss': 0.09517161799911783}
+{'epoch': 34, 'iter': 1450, 'avg_loss': 0.07220355530623393, 'avg_acc': 0.0, 'loss': 0.043564078105386476}
+{'epoch': 34, 'iter': 1460, 'avg_loss': 0.07219500168238151, 'avg_acc': 0.0, 'loss': 0.0314577914837173}
+{'epoch': 34, 'iter': 1470, 'avg_loss': 0.07215700004189014, 'avg_acc': 0.0, 'loss': 0.04537128808179399}
+{'epoch': 34, 'iter': 1480, 'avg_loss': 0.07204410368660746, 'avg_acc': 0.0, 'loss': 0.03916174102030823}
+{'epoch': 34, 'iter': 1490, 'avg_loss': 0.07208366785349316, 'avg_acc': 0.0, 'loss': 0.13533994168876362}
+{'epoch': 34, 'iter': 1500, 'avg_loss': 0.07207455363055126, 'avg_acc': 0.0, 'loss': 0.10126046292030617}
+{'epoch': 34, 'iter': 1510, 'avg_loss': 0.07210657498791127, 'avg_acc': 0.0, 'loss': 0.11500171655127035}
+{'epoch': 34, 'iter': 1520, 'avg_loss': 0.0722560575849983, 'avg_acc': 0.0, 'loss': 0.10451148900214337}
+{'epoch': 34, 'iter': 1530, 'avg_loss': 0.07218622343172791, 'avg_acc': 0.0, 'loss': 0.07974337128480816}
+{'epoch': 34, 'iter': 1540, 'avg_loss': 0.07212876802050672, 'avg_acc': 0.0, 'loss': 0.05823421065567556}
+{'epoch': 34, 'iter': 1550, 'avg_loss': 0.07216706642824557, 'avg_acc': 0.0, 'loss': 0.03160280951458714}
+{'epoch': 34, 'iter': 1560, 'avg_loss': 0.07214150036532321, 'avg_acc': 0.0, 'loss': 0.03748242723801403}
+{'epoch': 34, 'iter': 1570, 'avg_loss': 0.0722540516933342, 'avg_acc': 0.0, 'loss': 0.1072788350713511}
+{'epoch': 34, 'iter': 1580, 'avg_loss': 0.07228591337331614, 'avg_acc': 0.0, 'loss': 0.03697199128718255}
+{'epoch': 34, 'iter': 1590, 'avg_loss': 0.07232265809957499, 'avg_acc': 0.0, 'loss': 0.042045467335132765}
+{'epoch': 34, 'iter': 1600, 'avg_loss': 0.07217244699965251, 'avg_acc': 0.0, 'loss': 0.06963357923804583}
+{'epoch': 34, 'iter': 1610, 'avg_loss': 0.07226639895866332, 'avg_acc': 0.0, 'loss': 0.025920204873415287}
+{'epoch': 34, 'iter': 1620, 'avg_loss': 0.07229196864838155, 'avg_acc': 0.0, 'loss': 0.05650900739202516}
+{'epoch': 34, 'iter': 1630, 'avg_loss': 0.07243454036387169, 'avg_acc': 0.0, 'loss': 0.024084361850392658}
+{'epoch': 34, 'iter': 1640, 'avg_loss': 0.07239184420881369, 'avg_acc': 0.0, 'loss': 0.07275602625986315}
+{'epoch': 34, 'iter': 1650, 'avg_loss': 0.07240435148991226, 'avg_acc': 0.0, 'loss': 0.07060265633737929}
+{'epoch': 34, 'iter': 1660, 'avg_loss': 0.0725412432518755, 'avg_acc': 0.0, 'loss': 0.1074368229885059}
+{'epoch': 34, 'iter': 1670, 'avg_loss': 0.0725652947142457, 'avg_acc': 0.0, 'loss': 0.022249451530261206}
+{'epoch': 34, 'iter': 1680, 'avg_loss': 0.07252577073514221, 'avg_acc': 0.0, 'loss': 0.03986505856884394}
+{'epoch': 34, 'iter': 1690, 'avg_loss': 0.07247409923719249, 'avg_acc': 0.0, 'loss': 0.09734018171449016}
+{'epoch': 34, 'iter': 1700, 'avg_loss': 0.0725011804530052, 'avg_acc': 0.0, 'loss': 0.049546463578073886}
+{'epoch': 34, 'iter': 1710, 'avg_loss': 0.07246732299777593, 'avg_acc': 0.0, 'loss': 0.04019429648325204}
+{'epoch': 34, 'iter': 1720, 'avg_loss': 0.07238802578422456, 'avg_acc': 0.0, 'loss': 0.06048107781241794}
+{'epoch': 34, 'iter': 1730, 'avg_loss': 0.07242194174990188, 'avg_acc': 0.0, 'loss': 0.13223176554326496}
+{'epoch': 34, 'iter': 1740, 'avg_loss': 0.07230024311583935, 'avg_acc': 0.0, 'loss': 0.053518245223423425}
+{'epoch': 34, 'iter': 1750, 'avg_loss': 0.07239945116709734, 'avg_acc': 0.0, 'loss': 0.11538308134598602}
+{'epoch': 34, 'iter': 1760, 'avg_loss': 0.07238408332482651, 'avg_acc': 0.0, 'loss': 0.09708485732832221}
+{'epoch': 34, 'iter': 1770, 'avg_loss': 0.07237886679603069, 'avg_acc': 0.0, 'loss': 0.03735874925535703}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.0, 'ece': 0.05232439190149307, 'avg_loss': 0.07236918736330206, 'f1_scores': 0.9434390155937622}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.030657759414716726, 'avg_acc': 0.0, 'loss': 0.030657759414716726}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.07858303445791696, 'avg_acc': 0.0, 'loss': 0.028245719039972528}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.07346190880680067, 'avg_acc': 0.0, 'loss': 0.09716443018346661}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.07118313031697615, 'avg_acc': 0.0, 'loss': 0.027761486306323895}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.07210017024244493, 'avg_acc': 0.0, 'loss': 0.03475207549869554}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.0697473814258927, 'avg_acc': 0.0, 'loss': 0.0824526067213875}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.07090209962655883, 'avg_acc': 0.0, 'loss': 0.09006970108446563}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.0711805693654834, 'avg_acc': 0.0, 'loss': 0.10674163277878636}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.07210206105380072, 'avg_acc': 0.0, 'loss': 0.09483714420996744}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.07135254634460042, 'avg_acc': 0.0, 'loss': 0.04950812668684128}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.0716445971358157, 'avg_acc': 0.0, 'loss': 0.04882302465407154}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.07039031511555745, 'avg_acc': 0.0, 'loss': 0.07189790509174339}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.0709518117054897, 'avg_acc': 0.0, 'loss': 0.05296983800282971}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.07069986115968471, 'avg_acc': 0.0, 'loss': 0.047490128216294024}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.07044969051993899, 'avg_acc': 0.0, 'loss': 0.0638235543211871}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.07029121662812808, 'avg_acc': 0.0, 'loss': 0.07053587579488863}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.07117670630063201, 'avg_acc': 0.0, 'loss': 0.11105703869662671}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.07112343122696031, 'avg_acc': 0.0, 'loss': 0.050777385741598985}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.07043991695274825, 'avg_acc': 0.0, 'loss': 0.04151469605716938}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.07004554213649553, 'avg_acc': 0.0, 'loss': 0.055939459882645384}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.07038599882820286, 'avg_acc': 0.0, 'loss': 0.017662460143193517}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.07006785294344092, 'avg_acc': 0.0, 'loss': 0.04568421299468639}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.07096395929626323, 'avg_acc': 0.0, 'loss': 0.102305284224812}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.07196746097843129, 'avg_acc': 0.0, 'loss': 0.08723245956899257}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.07196975183084459, 'avg_acc': 0.0, 'loss': 0.07743077811445735}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.07181883190442541, 'avg_acc': 0.0, 'loss': 0.10677402028003208}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.0711581922600631, 'avg_acc': 0.0, 'loss': 0.036914899740732414}
+{'epoch': 35, 'iter': 270, 'avg_loss': 0.07080811320734273, 'avg_acc': 0.0, 'loss': 0.025189093746957623}
+{'epoch': 35, 'iter': 280, 'avg_loss': 0.07062246045159595, 'avg_acc': 0.0, 'loss': 0.0678666187595484}
+{'epoch': 35, 'iter': 290, 'avg_loss': 0.07168580513629423, 'avg_acc': 0.0, 'loss': 0.10480264150577664}
+{'epoch': 35, 'iter': 300, 'avg_loss': 0.0712154072679026, 'avg_acc': 0.0, 'loss': 0.09952883417320532}
+{'epoch': 35, 'iter': 310, 'avg_loss': 0.07126151481497416, 'avg_acc': 0.0, 'loss': 0.10266868991501658}
+{'epoch': 35, 'iter': 320, 'avg_loss': 0.0714470015350563, 'avg_acc': 0.0, 'loss': 0.06372371334539041}
+{'epoch': 35, 'iter': 330, 'avg_loss': 0.07154282273595872, 'avg_acc': 0.0, 'loss': 0.05923386132983361}
+{'epoch': 35, 'iter': 340, 'avg_loss': 0.07172239162652413, 'avg_acc': 0.0, 'loss': 0.024538781596545177}
+{'epoch': 35, 'iter': 350, 'avg_loss': 0.07251539278181572, 'avg_acc': 0.0, 'loss': 0.2056097756306891}
+{'epoch': 35, 'iter': 360, 'avg_loss': 0.07297359238208835, 'avg_acc': 0.0, 'loss': 0.09824810761655352}
+{'epoch': 35, 'iter': 370, 'avg_loss': 0.07272919738658144, 'avg_acc': 0.0, 'loss': 0.0802202584181921}
+{'epoch': 35, 'iter': 380, 'avg_loss': 0.07282080285813486, 'avg_acc': 0.0, 'loss': 0.05998211124483126}
+{'epoch': 35, 'iter': 390, 'avg_loss': 0.07282300435898781, 'avg_acc': 0.0, 'loss': 0.03552142812192268}
+{'epoch': 35, 'iter': 400, 'avg_loss': 0.07244257788352361, 'avg_acc': 0.0, 'loss': 0.05759756235478822}
+{'epoch': 35, 'iter': 410, 'avg_loss': 0.07255367507427522, 'avg_acc': 0.0, 'loss': 0.08046549430947485}
+{'epoch': 35, 'iter': 420, 'avg_loss': 0.07252362641273134, 'avg_acc': 0.0, 'loss': 0.03875120325346667}
+{'epoch': 35, 'iter': 430, 'avg_loss': 0.07305539615818253, 'avg_acc': 0.0, 'loss': 0.056119650111375964}
+{'epoch': 35, 'iter': 440, 'avg_loss': 0.07286788916305623, 'avg_acc': 0.0, 'loss': 0.04067205511430773}
+{'epoch': 35, 'iter': 450, 'avg_loss': 0.07274126378771731, 'avg_acc': 0.0, 'loss': 0.058715527314816995}
+{'epoch': 35, 'iter': 460, 'avg_loss': 0.0730896474959777, 'avg_acc': 0.0, 'loss': 0.12852492964038373}
+{'epoch': 35, 'iter': 470, 'avg_loss': 0.07333936625441752, 'avg_acc': 0.0, 'loss': 0.067793658030236}
+{'epoch': 35, 'iter': 480, 'avg_loss': 0.07373650981848459, 'avg_acc': 0.0, 'loss': 0.09320604040490414}
+{'epoch': 35, 'iter': 490, 'avg_loss': 0.0736405215870202, 'avg_acc': 0.0, 'loss': 0.05815426846837519}
+{'epoch': 35, 'iter': 500, 'avg_loss': 0.07324022479067713, 'avg_acc': 0.0, 'loss': 0.10700777549701002}
+{'epoch': 35, 'iter': 510, 'avg_loss': 0.07284322233506813, 'avg_acc': 0.0, 'loss': 0.05489447326307584}
+{'epoch': 35, 'iter': 520, 'avg_loss': 0.07257616525190051, 'avg_acc': 0.0, 'loss': 0.049844567357987604}
+{'epoch': 35, 'iter': 530, 'avg_loss': 0.07223272819738379, 'avg_acc': 0.0, 'loss': 0.058729698407643936}
+{'epoch': 35, 'iter': 540, 'avg_loss': 0.0722357737736849, 'avg_acc': 0.0, 'loss': 0.03923037691021745}
+{'epoch': 35, 'iter': 550, 'avg_loss': 0.07204521318255133, 'avg_acc': 0.0, 'loss': 0.09041844446019402}
+{'epoch': 35, 'iter': 560, 'avg_loss': 0.07203590043437828, 'avg_acc': 0.0, 'loss': 0.041139189030807134}
+{'epoch': 35, 'iter': 570, 'avg_loss': 0.07192104697676803, 'avg_acc': 0.0, 'loss': 0.04792066068204852}
+{'epoch': 35, 'iter': 580, 'avg_loss': 0.0721833727814236, 'avg_acc': 0.0, 'loss': 0.06645500463944894}
+{'epoch': 35, 'iter': 590, 'avg_loss': 0.07220941428617336, 'avg_acc': 0.0, 'loss': 0.09636068341678845}
+{'epoch': 35, 'iter': 600, 'avg_loss': 0.07211470479965429, 'avg_acc': 0.0, 'loss': 0.046243251952936194}
+{'epoch': 35, 'iter': 610, 'avg_loss': 0.07197046284340682, 'avg_acc': 0.0, 'loss': 0.11758080907986417}
+{'epoch': 35, 'iter': 620, 'avg_loss': 0.07217059804875804, 'avg_acc': 0.0, 'loss': 0.036491955445470126}
+{'epoch': 35, 'iter': 630, 'avg_loss': 0.07212256308342722, 'avg_acc': 0.0, 'loss': 0.05125914867456669}
+{'epoch': 35, 'iter': 640, 'avg_loss': 0.07189174981718847, 'avg_acc': 0.0, 'loss': 0.07714774636030645}
+{'epoch': 35, 'iter': 650, 'avg_loss': 0.07179380337666934, 'avg_acc': 0.0, 'loss': 0.040210614229591456}
+{'epoch': 35, 'iter': 660, 'avg_loss': 0.07169838979795537, 'avg_acc': 0.0, 'loss': 0.042178407546253585}
+{'epoch': 35, 'iter': 670, 'avg_loss': 0.0716909426799809, 'avg_acc': 0.0, 'loss': 0.08819649008928211}
+{'epoch': 35, 'iter': 680, 'avg_loss': 0.0714694073107508, 'avg_acc': 0.0, 'loss': 0.05574351536360617}
+{'epoch': 35, 'iter': 690, 'avg_loss': 0.07141310980264445, 'avg_acc': 0.0, 'loss': 0.10765561785183309}
+{'epoch': 35, 'iter': 700, 'avg_loss': 0.07129062090185605, 'avg_acc': 0.0, 'loss': 0.05018231567062311}
+{'epoch': 35, 'iter': 710, 'avg_loss': 0.07147213744136022, 'avg_acc': 0.0, 'loss': 0.08098890218943211}
+{'epoch': 35, 'iter': 720, 'avg_loss': 0.07150537816665803, 'avg_acc': 0.0, 'loss': 0.03806858631020913}
+{'epoch': 35, 'iter': 730, 'avg_loss': 0.071588902412138, 'avg_acc': 0.0, 'loss': 0.0542983893838961}
+{'epoch': 35, 'iter': 740, 'avg_loss': 0.0712648317518068, 'avg_acc': 0.0, 'loss': 0.032201725854097925}
+{'epoch': 35, 'iter': 750, 'avg_loss': 0.0712491188664968, 'avg_acc': 0.0, 'loss': 0.025141722388048442}
+{'epoch': 35, 'iter': 760, 'avg_loss': 0.07111294599699604, 'avg_acc': 0.0, 'loss': 0.041310563381184044}
+{'epoch': 35, 'iter': 770, 'avg_loss': 0.07114313750079286, 'avg_acc': 0.0, 'loss': 0.04096151182137321}
+{'epoch': 35, 'iter': 780, 'avg_loss': 0.07110343721139044, 'avg_acc': 0.0, 'loss': 0.04698383190561474}
+{'epoch': 35, 'iter': 790, 'avg_loss': 0.07094295084103697, 'avg_acc': 0.0, 'loss': 0.10100642803026208}
+{'epoch': 35, 'iter': 800, 'avg_loss': 0.07077990755875056, 'avg_acc': 0.0, 'loss': 0.019312269339268693}
+{'epoch': 35, 'iter': 810, 'avg_loss': 0.07066231650040095, 'avg_acc': 0.0, 'loss': 0.060017547700009485}
+{'epoch': 35, 'iter': 820, 'avg_loss': 0.07103922132221885, 'avg_acc': 0.0, 'loss': 0.05164571697503309}
+{'epoch': 35, 'iter': 830, 'avg_loss': 0.07097820592021056, 'avg_acc': 0.0, 'loss': 0.06749855454277208}
+{'epoch': 35, 'iter': 840, 'avg_loss': 0.0709020198806035, 'avg_acc': 0.0, 'loss': 0.06622297697648451}
+{'epoch': 35, 'iter': 850, 'avg_loss': 0.07082275625975266, 'avg_acc': 0.0, 'loss': 0.06545079457058835}
+{'epoch': 35, 'iter': 860, 'avg_loss': 0.07090560191453014, 'avg_acc': 0.0, 'loss': 0.09370141815165312}
+{'epoch': 35, 'iter': 870, 'avg_loss': 0.07149109147296946, 'avg_acc': 0.0, 'loss': 0.057744233361024806}
+{'epoch': 35, 'iter': 880, 'avg_loss': 0.07164616866030442, 'avg_acc': 0.0, 'loss': 0.1297559050080963}
+{'epoch': 35, 'iter': 890, 'avg_loss': 0.07177939139286106, 'avg_acc': 0.0, 'loss': 0.06896215085186391}
+{'epoch': 35, 'iter': 900, 'avg_loss': 0.07194582134757871, 'avg_acc': 0.0, 'loss': 0.035078846266780976}
+{'epoch': 35, 'iter': 910, 'avg_loss': 0.07191321315065079, 'avg_acc': 0.0, 'loss': 0.08197990050316305}
+{'epoch': 35, 'iter': 920, 'avg_loss': 0.07197511943935428, 'avg_acc': 0.0, 'loss': 0.045937162718563025}
+{'epoch': 35, 'iter': 930, 'avg_loss': 0.07195292708627721, 'avg_acc': 0.0, 'loss': 0.10702982418589661}
+{'epoch': 35, 'iter': 940, 'avg_loss': 0.07182858493260924, 'avg_acc': 0.0, 'loss': 0.07379372242283871}
+{'epoch': 35, 'iter': 950, 'avg_loss': 0.07206448914620314, 'avg_acc': 0.0, 'loss': 0.031891052355238765}
+{'epoch': 35, 'iter': 960, 'avg_loss': 0.07190312020597835, 'avg_acc': 0.0, 'loss': 0.04231365146858934}
+{'epoch': 35, 'iter': 970, 'avg_loss': 0.07172343109737897, 'avg_acc': 0.0, 'loss': 0.049634385241249995}
+{'epoch': 35, 'iter': 980, 'avg_loss': 0.07186102168730814, 'avg_acc': 0.0, 'loss': 0.09424422211321012}
+{'epoch': 35, 'iter': 990, 'avg_loss': 0.07189044018030762, 'avg_acc': 0.0, 'loss': 0.05464122372838582}
+{'epoch': 35, 'iter': 1000, 'avg_loss': 0.07193129523155192, 'avg_acc': 0.0, 'loss': 0.06514613209012055}
+{'epoch': 35, 'iter': 1010, 'avg_loss': 0.07189545998209317, 'avg_acc': 0.0, 'loss': 0.05797730044267877}
+{'epoch': 35, 'iter': 1020, 'avg_loss': 0.0717429878405056, 'avg_acc': 0.0, 'loss': 0.06033060397934621}
+{'epoch': 35, 'iter': 1030, 'avg_loss': 0.07180153393758802, 'avg_acc': 0.0, 'loss': 0.12771487076302687}
+{'epoch': 35, 'iter': 1040, 'avg_loss': 0.07169893151230851, 'avg_acc': 0.0, 'loss': 0.07504725903192114}
+{'epoch': 35, 'iter': 1050, 'avg_loss': 0.07174808588048559, 'avg_acc': 0.0, 'loss': 0.07369577077547668}
+{'epoch': 35, 'iter': 1060, 'avg_loss': 0.07175596823159548, 'avg_acc': 0.0, 'loss': 0.10774426992708389}
+{'epoch': 35, 'iter': 1070, 'avg_loss': 0.07183405993547021, 'avg_acc': 0.0, 'loss': 0.04206369690846502}
+{'epoch': 35, 'iter': 1080, 'avg_loss': 0.07159824819343756, 'avg_acc': 0.0, 'loss': 0.04366106224295712}
+{'epoch': 35, 'iter': 1090, 'avg_loss': 0.07158815699000601, 'avg_acc': 0.0, 'loss': 0.055826983601653925}
+{'epoch': 35, 'iter': 1100, 'avg_loss': 0.07156864007998111, 'avg_acc': 0.0, 'loss': 0.07237191941988945}
+{'epoch': 35, 'iter': 1110, 'avg_loss': 0.07158846756871472, 'avg_acc': 0.0, 'loss': 0.07345525809989795}
+{'epoch': 35, 'iter': 1120, 'avg_loss': 0.07141193388911074, 'avg_acc': 0.0, 'loss': 0.06846083491655008}
+{'epoch': 35, 'iter': 1130, 'avg_loss': 0.07129034845943893, 'avg_acc': 0.0, 'loss': 0.04247042227427755}
+{'epoch': 35, 'iter': 1140, 'avg_loss': 0.07126579403825667, 'avg_acc': 0.0, 'loss': 0.09012124133168697}
+{'epoch': 35, 'iter': 1150, 'avg_loss': 0.0712512228982012, 'avg_acc': 0.0, 'loss': 0.06749892109186005}
+{'epoch': 35, 'iter': 1160, 'avg_loss': 0.07128595466986637, 'avg_acc': 0.0, 'loss': 0.09815927400211015}
+{'epoch': 35, 'iter': 1170, 'avg_loss': 0.0713511852501028, 'avg_acc': 0.0, 'loss': 0.07142544564514708}
+{'epoch': 35, 'iter': 1180, 'avg_loss': 0.07120445989431172, 'avg_acc': 0.0, 'loss': 0.04713482536414557}
+{'epoch': 35, 'iter': 1190, 'avg_loss': 0.07106933841024426, 'avg_acc': 0.0, 'loss': 0.07178511682652047}
+{'epoch': 35, 'iter': 1200, 'avg_loss': 0.07079746327342998, 'avg_acc': 0.0, 'loss': 0.06842047785715165}
+{'epoch': 35, 'iter': 1210, 'avg_loss': 0.07083165282462396, 'avg_acc': 0.0, 'loss': 0.039181584040126234}
+{'epoch': 35, 'iter': 1220, 'avg_loss': 0.07077473314487737, 'avg_acc': 0.0, 'loss': 0.03062421399498508}
+{'epoch': 35, 'iter': 1230, 'avg_loss': 0.07078590431273864, 'avg_acc': 0.0, 'loss': 0.07345542647561233}
+{'epoch': 35, 'iter': 1240, 'avg_loss': 0.07085918121722945, 'avg_acc': 0.0, 'loss': 0.04645699812151552}
+{'epoch': 35, 'iter': 1250, 'avg_loss': 0.07089099127519878, 'avg_acc': 0.0, 'loss': 0.10221137832650534}
+{'epoch': 35, 'iter': 1260, 'avg_loss': 0.07098403085806333, 'avg_acc': 0.0, 'loss': 0.05403091906951626}
+{'epoch': 35, 'iter': 1270, 'avg_loss': 0.07107491381150464, 'avg_acc': 0.0, 'loss': 0.1618354345840162}
+{'epoch': 35, 'iter': 1280, 'avg_loss': 0.07119470933338438, 'avg_acc': 0.0, 'loss': 0.12381720666696236}
+{'epoch': 35, 'iter': 1290, 'avg_loss': 0.07115300129440517, 'avg_acc': 0.0, 'loss': 0.07630956175639117}
+{'epoch': 35, 'iter': 1300, 'avg_loss': 0.0711540812084837, 'avg_acc': 0.0, 'loss': 0.10683918102985297}
+{'epoch': 35, 'iter': 1310, 'avg_loss': 0.07126773560759599, 'avg_acc': 0.0, 'loss': 0.0422494963337629}
+{'epoch': 35, 'iter': 1320, 'avg_loss': 0.0711236827104609, 'avg_acc': 0.0, 'loss': 0.03137469053683617}
+{'epoch': 35, 'iter': 1330, 'avg_loss': 0.07111889862694319, 'avg_acc': 0.0, 'loss': 0.03699501337580914}
+{'epoch': 35, 'iter': 1340, 'avg_loss': 0.07112435731269574, 'avg_acc': 0.0, 'loss': 0.039014757710755736}
+{'epoch': 35, 'iter': 1350, 'avg_loss': 0.07110117995979323, 'avg_acc': 0.0, 'loss': 0.06352465195420871}
+{'epoch': 35, 'iter': 1360, 'avg_loss': 0.07109111644430462, 'avg_acc': 0.0, 'loss': 0.06119212961260294}
+{'epoch': 35, 'iter': 1370, 'avg_loss': 0.07101217733845192, 'avg_acc': 0.0, 'loss': 0.056766518106936045}
+{'epoch': 35, 'iter': 1380, 'avg_loss': 0.0711718250559818, 'avg_acc': 0.0, 'loss': 0.0951363161849323}
+{'epoch': 35, 'iter': 1390, 'avg_loss': 0.07122265811055394, 'avg_acc': 0.0, 'loss': 0.06419385268022129}
+{'epoch': 35, 'iter': 1400, 'avg_loss': 0.07127258628112103, 'avg_acc': 0.0, 'loss': 0.13430730860172801}
+{'epoch': 35, 'iter': 1410, 'avg_loss': 0.07120308129311877, 'avg_acc': 0.0, 'loss': 0.0583589549495725}
+{'epoch': 35, 'iter': 1420, 'avg_loss': 0.07124186294147226, 'avg_acc': 0.0, 'loss': 0.05904676955610455}
+{'epoch': 35, 'iter': 1430, 'avg_loss': 0.07124624181073944, 'avg_acc': 0.0, 'loss': 0.0621940290188527}
+{'epoch': 35, 'iter': 1440, 'avg_loss': 0.07135531089400172, 'avg_acc': 0.0, 'loss': 0.09426034030860006}
+{'epoch': 35, 'iter': 1450, 'avg_loss': 0.07142130697510184, 'avg_acc': 0.0, 'loss': 0.04428587661797475}
+{'epoch': 35, 'iter': 1460, 'avg_loss': 0.07141208657435756, 'avg_acc': 0.0, 'loss': 0.032650578070085805}
+{'epoch': 35, 'iter': 1470, 'avg_loss': 0.071377126502695, 'avg_acc': 0.0, 'loss': 0.04413746109710205}
+{'epoch': 35, 'iter': 1480, 'avg_loss': 0.0712603498335073, 'avg_acc': 0.0, 'loss': 0.036105123628483886}
+{'epoch': 35, 'iter': 1490, 'avg_loss': 0.07129908488236751, 'avg_acc': 0.0, 'loss': 0.13513168912735246}
+{'epoch': 35, 'iter': 1500, 'avg_loss': 0.0712903899583843, 'avg_acc': 0.0, 'loss': 0.10092031151056549}
+{'epoch': 35, 'iter': 1510, 'avg_loss': 0.07131992898650145, 'avg_acc': 0.0, 'loss': 0.11841819205143622}
+{'epoch': 35, 'iter': 1520, 'avg_loss': 0.07146919245859813, 'avg_acc': 0.0, 'loss': 0.10316669691057914}
+{'epoch': 35, 'iter': 1530, 'avg_loss': 0.07139931379550722, 'avg_acc': 0.0, 'loss': 0.07832794473475042}
+{'epoch': 35, 'iter': 1540, 'avg_loss': 0.07134154471375018, 'avg_acc': 0.0, 'loss': 0.05836723720361192}
+{'epoch': 35, 'iter': 1550, 'avg_loss': 0.07137830771171529, 'avg_acc': 0.0, 'loss': 0.030803864812436844}
+{'epoch': 35, 'iter': 1560, 'avg_loss': 0.07135210843606445, 'avg_acc': 0.0, 'loss': 0.03733652170989948}
+{'epoch': 35, 'iter': 1570, 'avg_loss': 0.07146473943169844, 'avg_acc': 0.0, 'loss': 0.10557768955858444}
+{'epoch': 35, 'iter': 1580, 'avg_loss': 0.07149348008285182, 'avg_acc': 0.0, 'loss': 0.0333779070979777}
+{'epoch': 35, 'iter': 1590, 'avg_loss': 0.07153177559770162, 'avg_acc': 0.0, 'loss': 0.040131982592401166}
+{'epoch': 35, 'iter': 1600, 'avg_loss': 0.07138266936520216, 'avg_acc': 0.0, 'loss': 0.06958983533222757}
+{'epoch': 35, 'iter': 1610, 'avg_loss': 0.07147790767200879, 'avg_acc': 0.0, 'loss': 0.02575797294810351}
+{'epoch': 35, 'iter': 1620, 'avg_loss': 0.07150633966393279, 'avg_acc': 0.0, 'loss': 0.05612506421228756}
+{'epoch': 35, 'iter': 1630, 'avg_loss': 0.07165004529188432, 'avg_acc': 0.0, 'loss': 0.02510188408919995}
+{'epoch': 35, 'iter': 1640, 'avg_loss': 0.07160903644613288, 'avg_acc': 0.0, 'loss': 0.07215010806310877}
+{'epoch': 35, 'iter': 1650, 'avg_loss': 0.07161923499074838, 'avg_acc': 0.0, 'loss': 0.06942043231386817}
+{'epoch': 35, 'iter': 1660, 'avg_loss': 0.07175649716104283, 'avg_acc': 0.0, 'loss': 0.10634100993643918}
+{'epoch': 35, 'iter': 1670, 'avg_loss': 0.0717803872035582, 'avg_acc': 0.0, 'loss': 0.022219909108506335}
+{'epoch': 35, 'iter': 1680, 'avg_loss': 0.07174093129295075, 'avg_acc': 0.0, 'loss': 0.040522090102480694}
+{'epoch': 35, 'iter': 1690, 'avg_loss': 0.07169010449630568, 'avg_acc': 0.0, 'loss': 0.09560568498639554}
+{'epoch': 35, 'iter': 1700, 'avg_loss': 0.07172044649404435, 'avg_acc': 0.0, 'loss': 0.04920556973747482}
+{'epoch': 35, 'iter': 1710, 'avg_loss': 0.07168367039694461, 'avg_acc': 0.0, 'loss': 0.037038795713751176}
+{'epoch': 35, 'iter': 1720, 'avg_loss': 0.07160248875233276, 'avg_acc': 0.0, 'loss': 0.06041998319177212}
+{'epoch': 35, 'iter': 1730, 'avg_loss': 0.07164047335153456, 'avg_acc': 0.0, 'loss': 0.13169479387976576}
+{'epoch': 35, 'iter': 1740, 'avg_loss': 0.0715226882561403, 'avg_acc': 0.0, 'loss': 0.05409952103549845}
+{'epoch': 35, 'iter': 1750, 'avg_loss': 0.07162668968757137, 'avg_acc': 0.0, 'loss': 0.11529415007511748}
+{'epoch': 35, 'iter': 1760, 'avg_loss': 0.0716128996175285, 'avg_acc': 0.0, 'loss': 0.09657442649485606}
+{'epoch': 35, 'iter': 1770, 'avg_loss': 0.07161012209585413, 'avg_acc': 0.0, 'loss': 0.037645835829126534}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.0, 'ece': 0.050909362733364105, 'avg_loss': 0.07160132546889024, 'f1_scores': 0.9437600402722578}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.03126938427216024, 'avg_acc': 0.0, 'loss': 0.03126938427216024}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.07914737347609249, 'avg_acc': 0.0, 'loss': 0.028848415056547845}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.07374970713161046, 'avg_acc': 0.0, 'loss': 0.09858650775058411}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.07146015845429513, 'avg_acc': 0.0, 'loss': 0.027941244153122314}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.0722108963595451, 'avg_acc': 0.0, 'loss': 0.03493997909760691}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.0699164529021618, 'avg_acc': 0.0, 'loss': 0.08304995714707429}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.07104342262007685, 'avg_acc': 0.0, 'loss': 0.09214267739827976}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.0714861223045307, 'avg_acc': 0.0, 'loss': 0.10608147160852305}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.07238414782512106, 'avg_acc': 0.0, 'loss': 0.0949902390564148}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.07168517082803127, 'avg_acc': 0.0, 'loss': 0.04856750438551062}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.0719525376729222, 'avg_acc': 0.0, 'loss': 0.04807827324182361}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.07069595611357196, 'avg_acc': 0.0, 'loss': 0.07225499275299235}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.07128440525448551, 'avg_acc': 0.0, 'loss': 0.05088740121613}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.07106035569285657, 'avg_acc': 0.0, 'loss': 0.0489213503531829}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.07079544152203232, 'avg_acc': 0.0, 'loss': 0.06476061706032356}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.07068206390641132, 'avg_acc': 0.0, 'loss': 0.07207872778659967}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.0715661158990099, 'avg_acc': 0.0, 'loss': 0.11214387203621559}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.07151374028183527, 'avg_acc': 0.0, 'loss': 0.05135935921104005}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.07082524081005266, 'avg_acc': 0.0, 'loss': 0.04032253149980493}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.07042428157851664, 'avg_acc': 0.0, 'loss': 0.05709599991271017}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.07073921472883118, 'avg_acc': 0.0, 'loss': 0.017541036709774614}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.07041529848710164, 'avg_acc': 0.0, 'loss': 0.045925855044826235}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.07133526962330616, 'avg_acc': 0.0, 'loss': 0.10387097996754083}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.07232107132931688, 'avg_acc': 0.0, 'loss': 0.084673729390488}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.07231957587408909, 'avg_acc': 0.0, 'loss': 0.0789368703575641}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.07215119700678253, 'avg_acc': 0.0, 'loss': 0.10672067417679694}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.07149917812447257, 'avg_acc': 0.0, 'loss': 0.038182524455046565}
+{'epoch': 36, 'iter': 270, 'avg_loss': 0.07113542388996455, 'avg_acc': 0.0, 'loss': 0.02518638166185586}
+{'epoch': 36, 'iter': 280, 'avg_loss': 0.0709227380109059, 'avg_acc': 0.0, 'loss': 0.06420223588881006}
+{'epoch': 36, 'iter': 290, 'avg_loss': 0.07197834688582869, 'avg_acc': 0.0, 'loss': 0.10481777510303353}
+{'epoch': 36, 'iter': 300, 'avg_loss': 0.07148306030601585, 'avg_acc': 0.0, 'loss': 0.10002009091273781}
+{'epoch': 36, 'iter': 310, 'avg_loss': 0.07152926929983673, 'avg_acc': 0.0, 'loss': 0.1029144792437689}
+{'epoch': 36, 'iter': 320, 'avg_loss': 0.07170160410285471, 'avg_acc': 0.0, 'loss': 0.06411429601319339}
+{'epoch': 36, 'iter': 330, 'avg_loss': 0.07179827018539446, 'avg_acc': 0.0, 'loss': 0.06092431549202867}
+{'epoch': 36, 'iter': 340, 'avg_loss': 0.07198677586491918, 'avg_acc': 0.0, 'loss': 0.024480817993987457}
+{'epoch': 36, 'iter': 350, 'avg_loss': 0.07278200382574398, 'avg_acc': 0.0, 'loss': 0.20660374874692672}
+{'epoch': 36, 'iter': 360, 'avg_loss': 0.07322145248504898, 'avg_acc': 0.0, 'loss': 0.09824988526459322}
+{'epoch': 36, 'iter': 370, 'avg_loss': 0.07299514759775666, 'avg_acc': 0.0, 'loss': 0.08234362524325636}
+{'epoch': 36, 'iter': 380, 'avg_loss': 0.07308902747982499, 'avg_acc': 0.0, 'loss': 0.06139189981350463}
+{'epoch': 36, 'iter': 390, 'avg_loss': 0.07310557139418312, 'avg_acc': 0.0, 'loss': 0.03751559954016516}
+{'epoch': 36, 'iter': 400, 'avg_loss': 0.0727145345844212, 'avg_acc': 0.0, 'loss': 0.05889362664113053}
+{'epoch': 36, 'iter': 410, 'avg_loss': 0.0728107737452654, 'avg_acc': 0.0, 'loss': 0.08039372274790983}
+{'epoch': 36, 'iter': 420, 'avg_loss': 0.07277712722148583, 'avg_acc': 0.0, 'loss': 0.03872504423122588}
+{'epoch': 36, 'iter': 430, 'avg_loss': 0.07333426574077866, 'avg_acc': 0.0, 'loss': 0.05571942906281687}
+{'epoch': 36, 'iter': 440, 'avg_loss': 0.07313915423185594, 'avg_acc': 0.0, 'loss': 0.04059081169980467}
+{'epoch': 36, 'iter': 450, 'avg_loss': 0.07301282502972684, 'avg_acc': 0.0, 'loss': 0.05790844111704578}
+{'epoch': 36, 'iter': 460, 'avg_loss': 0.07336518491798372, 'avg_acc': 0.0, 'loss': 0.12847250839500238}
+{'epoch': 36, 'iter': 470, 'avg_loss': 0.07360775623528476, 'avg_acc': 0.0, 'loss': 0.06674778961106702}
+{'epoch': 36, 'iter': 480, 'avg_loss': 0.0739967781275573, 'avg_acc': 0.0, 'loss': 0.09040409370302069}
+{'epoch': 36, 'iter': 490, 'avg_loss': 0.07390079825647053, 'avg_acc': 0.0, 'loss': 0.058073517502531244}
+{'epoch': 36, 'iter': 500, 'avg_loss': 0.07349985884067937, 'avg_acc': 0.0, 'loss': 0.10816512507435252}
+{'epoch': 36, 'iter': 510, 'avg_loss': 0.07310347449701174, 'avg_acc': 0.0, 'loss': 0.05784331720443398}
+{'epoch': 36, 'iter': 520, 'avg_loss': 0.072831462356649, 'avg_acc': 0.0, 'loss': 0.048340695987251686}
+{'epoch': 36, 'iter': 530, 'avg_loss': 0.07248136446630164, 'avg_acc': 0.0, 'loss': 0.05861972567158448}
+{'epoch': 36, 'iter': 540, 'avg_loss': 0.07247907329845317, 'avg_acc': 0.0, 'loss': 0.03913527588156893}
+{'epoch': 36, 'iter': 550, 'avg_loss': 0.07227108036957186, 'avg_acc': 0.0, 'loss': 0.09241538838561171}
+{'epoch': 36, 'iter': 560, 'avg_loss': 0.07224962365591762, 'avg_acc': 0.0, 'loss': 0.04323727841809191}
+{'epoch': 36, 'iter': 570, 'avg_loss': 0.07213713186978915, 'avg_acc': 0.0, 'loss': 0.047587186626864356}
+{'epoch': 36, 'iter': 580, 'avg_loss': 0.07239994277657728, 'avg_acc': 0.0, 'loss': 0.06679239943697926}
+{'epoch': 36, 'iter': 590, 'avg_loss': 0.07242460249911621, 'avg_acc': 0.0, 'loss': 0.09680184632375902}
+{'epoch': 36, 'iter': 600, 'avg_loss': 0.07233680101165808, 'avg_acc': 0.0, 'loss': 0.047377100247038985}
+{'epoch': 36, 'iter': 610, 'avg_loss': 0.07220355449161327, 'avg_acc': 0.0, 'loss': 0.11796189617048063}
+{'epoch': 36, 'iter': 620, 'avg_loss': 0.07241600467694072, 'avg_acc': 0.0, 'loss': 0.037076891375554456}
+{'epoch': 36, 'iter': 630, 'avg_loss': 0.07235936922064198, 'avg_acc': 0.0, 'loss': 0.051448344923370214}
+{'epoch': 36, 'iter': 640, 'avg_loss': 0.07212200773013193, 'avg_acc': 0.0, 'loss': 0.07610349964875646}
+{'epoch': 36, 'iter': 650, 'avg_loss': 0.07202405262470941, 'avg_acc': 0.0, 'loss': 0.04138468634691402}
+{'epoch': 36, 'iter': 660, 'avg_loss': 0.07191762479022804, 'avg_acc': 0.0, 'loss': 0.04210046365962228}
+{'epoch': 36, 'iter': 670, 'avg_loss': 0.07191067653458523, 'avg_acc': 0.0, 'loss': 0.08708888479856114}
+{'epoch': 36, 'iter': 680, 'avg_loss': 0.07168784795788752, 'avg_acc': 0.0, 'loss': 0.056067422082301324}
+{'epoch': 36, 'iter': 690, 'avg_loss': 0.07163306106647724, 'avg_acc': 0.0, 'loss': 0.10514617669173276}
+{'epoch': 36, 'iter': 700, 'avg_loss': 0.07150726097233637, 'avg_acc': 0.0, 'loss': 0.04959845154638945}
+{'epoch': 36, 'iter': 710, 'avg_loss': 0.07169795679283382, 'avg_acc': 0.0, 'loss': 0.08056279442265739}
+{'epoch': 36, 'iter': 720, 'avg_loss': 0.0717327331338726, 'avg_acc': 0.0, 'loss': 0.03894467094728376}
+{'epoch': 36, 'iter': 730, 'avg_loss': 0.0718156519549901, 'avg_acc': 0.0, 'loss': 0.053435273352369396}
+{'epoch': 36, 'iter': 740, 'avg_loss': 0.07149060535301825, 'avg_acc': 0.0, 'loss': 0.03253192663315271}
+{'epoch': 36, 'iter': 750, 'avg_loss': 0.07146947012228266, 'avg_acc': 0.0, 'loss': 0.024727489994977044}
+{'epoch': 36, 'iter': 760, 'avg_loss': 0.071345252742701, 'avg_acc': 0.0, 'loss': 0.04438350116083711}
+{'epoch': 36, 'iter': 770, 'avg_loss': 0.07137067663018302, 'avg_acc': 0.0, 'loss': 0.04365421683804373}
+{'epoch': 36, 'iter': 780, 'avg_loss': 0.07133345501185298, 'avg_acc': 0.0, 'loss': 0.047777478419419595}
+{'epoch': 36, 'iter': 790, 'avg_loss': 0.07116674700595743, 'avg_acc': 0.0, 'loss': 0.10457063519919732}
+{'epoch': 36, 'iter': 800, 'avg_loss': 0.07100724946419466, 'avg_acc': 0.0, 'loss': 0.019312566331691983}
+{'epoch': 36, 'iter': 810, 'avg_loss': 0.07088768100612655, 'avg_acc': 0.0, 'loss': 0.059340785833392876}
+{'epoch': 36, 'iter': 820, 'avg_loss': 0.0712705461504036, 'avg_acc': 0.0, 'loss': 0.05118898344002787}
+{'epoch': 36, 'iter': 830, 'avg_loss': 0.07120244745736738, 'avg_acc': 0.0, 'loss': 0.0673053672973631}
+{'epoch': 36, 'iter': 840, 'avg_loss': 0.07112991142252789, 'avg_acc': 0.0, 'loss': 0.0674979830158914}
+{'epoch': 36, 'iter': 850, 'avg_loss': 0.07105743247037569, 'avg_acc': 0.0, 'loss': 0.06541863765395256}
+{'epoch': 36, 'iter': 860, 'avg_loss': 0.0711434280871225, 'avg_acc': 0.0, 'loss': 0.09499886926304107}
+{'epoch': 36, 'iter': 870, 'avg_loss': 0.07174388959219487, 'avg_acc': 0.0, 'loss': 0.05750905213885866}
+{'epoch': 36, 'iter': 880, 'avg_loss': 0.07189931752485867, 'avg_acc': 0.0, 'loss': 0.13073460337326584}
+{'epoch': 36, 'iter': 890, 'avg_loss': 0.07203071741767014, 'avg_acc': 0.0, 'loss': 0.06878638218104932}
+{'epoch': 36, 'iter': 900, 'avg_loss': 0.07220244596754057, 'avg_acc': 0.0, 'loss': 0.0365038987629995}
+{'epoch': 36, 'iter': 910, 'avg_loss': 0.07217076194513984, 'avg_acc': 0.0, 'loss': 0.08309825221848094}
+{'epoch': 36, 'iter': 920, 'avg_loss': 0.0722251702869774, 'avg_acc': 0.0, 'loss': 0.04638784993672727}
+{'epoch': 36, 'iter': 930, 'avg_loss': 0.07219106502985692, 'avg_acc': 0.0, 'loss': 0.11019660414087541}
+{'epoch': 36, 'iter': 940, 'avg_loss': 0.07206243630664609, 'avg_acc': 0.0, 'loss': 0.07253065372213184}
+{'epoch': 36, 'iter': 950, 'avg_loss': 0.07229632035161697, 'avg_acc': 0.0, 'loss': 0.03223119193608527}
+{'epoch': 36, 'iter': 960, 'avg_loss': 0.07213759863687415, 'avg_acc': 0.0, 'loss': 0.042330696331159094}
+{'epoch': 36, 'iter': 970, 'avg_loss': 0.07195745715683194, 'avg_acc': 0.0, 'loss': 0.05105303151330125}
+{'epoch': 36, 'iter': 980, 'avg_loss': 0.0720968211047404, 'avg_acc': 0.0, 'loss': 0.09330346345606293}
+{'epoch': 36, 'iter': 990, 'avg_loss': 0.07212659630620727, 'avg_acc': 0.0, 'loss': 0.05412096984023914}
+{'epoch': 36, 'iter': 1000, 'avg_loss': 0.07216584598181244, 'avg_acc': 0.0, 'loss': 0.0639434172254535}
+{'epoch': 36, 'iter': 1010, 'avg_loss': 0.07212704996489515, 'avg_acc': 0.0, 'loss': 0.05697971271391314}
+{'epoch': 36, 'iter': 1020, 'avg_loss': 0.07197598171271352, 'avg_acc': 0.0, 'loss': 0.06050756395550901}
+{'epoch': 36, 'iter': 1030, 'avg_loss': 0.07203325303600445, 'avg_acc': 0.0, 'loss': 0.12889889018236186}
+{'epoch': 36, 'iter': 1040, 'avg_loss': 0.07193144220550236, 'avg_acc': 0.0, 'loss': 0.07760204192373976}
+{'epoch': 36, 'iter': 1050, 'avg_loss': 0.07198345609385523, 'avg_acc': 0.0, 'loss': 0.07430333679833723}
+{'epoch': 36, 'iter': 1060, 'avg_loss': 0.07199760681919244, 'avg_acc': 0.0, 'loss': 0.10864440109415544}
+{'epoch': 36, 'iter': 1070, 'avg_loss': 0.07208105988817577, 'avg_acc': 0.0, 'loss': 0.042487875825128994}
+{'epoch': 36, 'iter': 1080, 'avg_loss': 0.07184494678965499, 'avg_acc': 0.0, 'loss': 0.044463826108485344}
+{'epoch': 36, 'iter': 1090, 'avg_loss': 0.07183301770415591, 'avg_acc': 0.0, 'loss': 0.05523833124266275}
+{'epoch': 36, 'iter': 1100, 'avg_loss': 0.07181427014543393, 'avg_acc': 0.0, 'loss': 0.07368237287436889}
+{'epoch': 36, 'iter': 1110, 'avg_loss': 0.07183985013064616, 'avg_acc': 0.0, 'loss': 0.07516273171789374}
+{'epoch': 36, 'iter': 1120, 'avg_loss': 0.07166783001023036, 'avg_acc': 0.0, 'loss': 0.06833642740564422}
+{'epoch': 36, 'iter': 1130, 'avg_loss': 0.07154685751962213, 'avg_acc': 0.0, 'loss': 0.04264199438151601}
+{'epoch': 36, 'iter': 1140, 'avg_loss': 0.07152290668949592, 'avg_acc': 0.0, 'loss': 0.09097346567918203}
+{'epoch': 36, 'iter': 1150, 'avg_loss': 0.07151169008467861, 'avg_acc': 0.0, 'loss': 0.0695992464778113}
+{'epoch': 36, 'iter': 1160, 'avg_loss': 0.07155428800746366, 'avg_acc': 0.0, 'loss': 0.09975224349809}
+{'epoch': 36, 'iter': 1170, 'avg_loss': 0.07162232427989156, 'avg_acc': 0.0, 'loss': 0.07352090900785006}
+{'epoch': 36, 'iter': 1180, 'avg_loss': 0.0714713591161818, 'avg_acc': 0.0, 'loss': 0.047406873146576746}
+{'epoch': 36, 'iter': 1190, 'avg_loss': 0.07133619619470204, 'avg_acc': 0.0, 'loss': 0.07213697316267696}
+{'epoch': 36, 'iter': 1200, 'avg_loss': 0.0710592357837685, 'avg_acc': 0.0, 'loss': 0.06788182300283552}
+{'epoch': 36, 'iter': 1210, 'avg_loss': 0.07109208937452498, 'avg_acc': 0.0, 'loss': 0.04024264274402916}
+{'epoch': 36, 'iter': 1220, 'avg_loss': 0.07103014797419717, 'avg_acc': 0.0, 'loss': 0.02887581715139374}
+{'epoch': 36, 'iter': 1230, 'avg_loss': 0.07104159777536433, 'avg_acc': 0.0, 'loss': 0.07296475120528255}
+{'epoch': 36, 'iter': 1240, 'avg_loss': 0.07112353365766735, 'avg_acc': 0.0, 'loss': 0.04602537587209099}
+{'epoch': 36, 'iter': 1250, 'avg_loss': 0.07116197132830135, 'avg_acc': 0.0, 'loss': 0.10164570682139688}
+{'epoch': 36, 'iter': 1260, 'avg_loss': 0.07126197243238809, 'avg_acc': 0.0, 'loss': 0.054387422904450686}
+{'epoch': 36, 'iter': 1270, 'avg_loss': 0.07135045015344023, 'avg_acc': 0.0, 'loss': 0.16350884723131692}
+{'epoch': 36, 'iter': 1280, 'avg_loss': 0.0714658637535473, 'avg_acc': 0.0, 'loss': 0.11942349534955302}
+{'epoch': 36, 'iter': 1290, 'avg_loss': 0.07142295103618101, 'avg_acc': 0.0, 'loss': 0.07701220914385333}
+{'epoch': 36, 'iter': 1300, 'avg_loss': 0.07142576164204748, 'avg_acc': 0.0, 'loss': 0.10657160603354855}
+{'epoch': 36, 'iter': 1310, 'avg_loss': 0.07153695119537667, 'avg_acc': 0.0, 'loss': 0.043241306722539515}
+{'epoch': 36, 'iter': 1320, 'avg_loss': 0.07139184858590494, 'avg_acc': 0.0, 'loss': 0.03138447601586896}
+{'epoch': 36, 'iter': 1330, 'avg_loss': 0.07138364744733869, 'avg_acc': 0.0, 'loss': 0.034009710164174374}
+{'epoch': 36, 'iter': 1340, 'avg_loss': 0.0713919682424395, 'avg_acc': 0.0, 'loss': 0.040057493104792945}
+{'epoch': 36, 'iter': 1350, 'avg_loss': 0.07136728179623535, 'avg_acc': 0.0, 'loss': 0.06243018872574371}
+{'epoch': 36, 'iter': 1360, 'avg_loss': 0.0713570774822427, 'avg_acc': 0.0, 'loss': 0.061297192723303945}
+{'epoch': 36, 'iter': 1370, 'avg_loss': 0.07128294539333296, 'avg_acc': 0.0, 'loss': 0.05828233893471893}
+{'epoch': 36, 'iter': 1380, 'avg_loss': 0.07143931161185657, 'avg_acc': 0.0, 'loss': 0.09466255484689359}
+{'epoch': 36, 'iter': 1390, 'avg_loss': 0.07148798255987768, 'avg_acc': 0.0, 'loss': 0.0638296603145006}
+{'epoch': 36, 'iter': 1400, 'avg_loss': 0.07154282241793326, 'avg_acc': 0.0, 'loss': 0.13510227718127713}
+{'epoch': 36, 'iter': 1410, 'avg_loss': 0.0714776173802148, 'avg_acc': 0.0, 'loss': 0.06104683930485472}
+{'epoch': 36, 'iter': 1420, 'avg_loss': 0.07152308315816684, 'avg_acc': 0.0, 'loss': 0.05914630489552865}
+{'epoch': 36, 'iter': 1430, 'avg_loss': 0.07152708835916742, 'avg_acc': 0.0, 'loss': 0.06357686336635839}
+{'epoch': 36, 'iter': 1440, 'avg_loss': 0.07163839166479542, 'avg_acc': 0.0, 'loss': 0.09417948258461754}
+{'epoch': 36, 'iter': 1450, 'avg_loss': 0.07170597904599742, 'avg_acc': 0.0, 'loss': 0.04382020286798089}
+{'epoch': 36, 'iter': 1460, 'avg_loss': 0.07169729150210087, 'avg_acc': 0.0, 'loss': 0.031978997378388385}
+{'epoch': 36, 'iter': 1470, 'avg_loss': 0.07166116805036037, 'avg_acc': 0.0, 'loss': 0.044865112748989786}
+{'epoch': 36, 'iter': 1480, 'avg_loss': 0.07154647875688665, 'avg_acc': 0.0, 'loss': 0.03682139898854229}
+{'epoch': 36, 'iter': 1490, 'avg_loss': 0.07158866559511266, 'avg_acc': 0.0, 'loss': 0.13531954259704954}
+{'epoch': 36, 'iter': 1500, 'avg_loss': 0.07157914046333537, 'avg_acc': 0.0, 'loss': 0.10031859719872824}
+{'epoch': 36, 'iter': 1510, 'avg_loss': 0.071607240744159, 'avg_acc': 0.0, 'loss': 0.11562929966180084}
+{'epoch': 36, 'iter': 1520, 'avg_loss': 0.07175445756359027, 'avg_acc': 0.0, 'loss': 0.10393826407536112}
+{'epoch': 36, 'iter': 1530, 'avg_loss': 0.07168497168749541, 'avg_acc': 0.0, 'loss': 0.07978186833843535}
+{'epoch': 36, 'iter': 1540, 'avg_loss': 0.07162674219240303, 'avg_acc': 0.0, 'loss': 0.05812980029927976}
+{'epoch': 36, 'iter': 1550, 'avg_loss': 0.07166724957529275, 'avg_acc': 0.0, 'loss': 0.03009104528211992}
+{'epoch': 36, 'iter': 1560, 'avg_loss': 0.07164266952412218, 'avg_acc': 0.0, 'loss': 0.03898445810536697}
+{'epoch': 36, 'iter': 1570, 'avg_loss': 0.07175587888681907, 'avg_acc': 0.0, 'loss': 0.10805548934195436}
+{'epoch': 36, 'iter': 1580, 'avg_loss': 0.07178443222356796, 'avg_acc': 0.0, 'loss': 0.03374116085853781}
+{'epoch': 36, 'iter': 1590, 'avg_loss': 0.07182029566211334, 'avg_acc': 0.0, 'loss': 0.04117906963185394}
+{'epoch': 36, 'iter': 1600, 'avg_loss': 0.0716714936507328, 'avg_acc': 0.0, 'loss': 0.07121058001650177}
+{'epoch': 36, 'iter': 1610, 'avg_loss': 0.07176440139545918, 'avg_acc': 0.0, 'loss': 0.025476555763493787}
+{'epoch': 36, 'iter': 1620, 'avg_loss': 0.07179147173228483, 'avg_acc': 0.0, 'loss': 0.05531956046765174}
+{'epoch': 36, 'iter': 1630, 'avg_loss': 0.07194201885212897, 'avg_acc': 0.0, 'loss': 0.024142441533480708}
+{'epoch': 36, 'iter': 1640, 'avg_loss': 0.07190104018752506, 'avg_acc': 0.0, 'loss': 0.07281025592282576}
+{'epoch': 36, 'iter': 1650, 'avg_loss': 0.07191061198798909, 'avg_acc': 0.0, 'loss': 0.07058248902099047}
+{'epoch': 36, 'iter': 1660, 'avg_loss': 0.07204653452721546, 'avg_acc': 0.0, 'loss': 0.10648008636531511}
+{'epoch': 36, 'iter': 1670, 'avg_loss': 0.07207361500563746, 'avg_acc': 0.0, 'loss': 0.021217420158190437}
+{'epoch': 36, 'iter': 1680, 'avg_loss': 0.07203250799772545, 'avg_acc': 0.0, 'loss': 0.040050268541423045}
+{'epoch': 36, 'iter': 1690, 'avg_loss': 0.07198240874508986, 'avg_acc': 0.0, 'loss': 0.09710772202487711}
+{'epoch': 36, 'iter': 1700, 'avg_loss': 0.07201111805145356, 'avg_acc': 0.0, 'loss': 0.04910343164977908}
+{'epoch': 36, 'iter': 1710, 'avg_loss': 0.07197392000029865, 'avg_acc': 0.0, 'loss': 0.035790860366331244}
+{'epoch': 36, 'iter': 1720, 'avg_loss': 0.07189370342297846, 'avg_acc': 0.0, 'loss': 0.06115472743454932}
+{'epoch': 36, 'iter': 1730, 'avg_loss': 0.07193518386730718, 'avg_acc': 0.0, 'loss': 0.13398290080640354}
+{'epoch': 36, 'iter': 1740, 'avg_loss': 0.0718168481259707, 'avg_acc': 0.0, 'loss': 0.05373189940038563}
+{'epoch': 36, 'iter': 1750, 'avg_loss': 0.07192037082717385, 'avg_acc': 0.0, 'loss': 0.11398977610113953}
+{'epoch': 36, 'iter': 1760, 'avg_loss': 0.07190739751289177, 'avg_acc': 0.0, 'loss': 0.09701953392168758}
+{'epoch': 36, 'iter': 1770, 'avg_loss': 0.07190158117473992, 'avg_acc': 0.0, 'loss': 0.03876611523800071}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.0, 'ece': 0.051984503865242004, 'avg_loss': 0.0718956076531351, 'f1_scores': 0.9431297053326393}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.03164658193039774, 'avg_acc': 0.0, 'loss': 0.03164658193039774}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.07850448489745611, 'avg_acc': 0.0, 'loss': 0.029782544376287894}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.07351881769652704, 'avg_acc': 0.0, 'loss': 0.09788229174693339}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.07141862077096998, 'avg_acc': 0.0, 'loss': 0.02935270395497318}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.07215240118933917, 'avg_acc': 0.0, 'loss': 0.03549527421316359}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.06993122863875373, 'avg_acc': 0.0, 'loss': 0.08118767093732718}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.07103558738349026, 'avg_acc': 0.0, 'loss': 0.0932617067050257}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.07151778600927863, 'avg_acc': 0.0, 'loss': 0.10773592072705793}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.07244041617198278, 'avg_acc': 0.0, 'loss': 0.09572300889749386}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.07180048956507189, 'avg_acc': 0.0, 'loss': 0.04839902961247385}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.07210458002986589, 'avg_acc': 0.0, 'loss': 0.048553192440872445}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.0709494231150517, 'avg_acc': 0.0, 'loss': 0.07154640026832176}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.07154012765845562, 'avg_acc': 0.0, 'loss': 0.05140652349464858}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.07131871575344113, 'avg_acc': 0.0, 'loss': 0.04904774050089701}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.07109540209804768, 'avg_acc': 0.0, 'loss': 0.06476712638992917}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.0709951119869944, 'avg_acc': 0.0, 'loss': 0.07413677972512796}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.071866198701159, 'avg_acc': 0.0, 'loss': 0.11091663296191508}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.07177744677257328, 'avg_acc': 0.0, 'loss': 0.05088657668320958}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.07114756019143803, 'avg_acc': 0.0, 'loss': 0.04255304095250421}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.07074928010843022, 'avg_acc': 0.0, 'loss': 0.05863720264302685}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.07103468815612839, 'avg_acc': 0.0, 'loss': 0.01713006838430634}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.0707008051882054, 'avg_acc': 0.0, 'loss': 0.04736421122461617}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.07157398224437475, 'avg_acc': 0.0, 'loss': 0.10285283496052142}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.07252239317652126, 'avg_acc': 0.0, 'loss': 0.08595165886975208}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.07253431431098097, 'avg_acc': 0.0, 'loss': 0.07851092261868635}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.0723820568327876, 'avg_acc': 0.0, 'loss': 0.10513598695302204}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.0717425784501816, 'avg_acc': 0.0, 'loss': 0.039102928870548226}
+{'epoch': 37, 'iter': 270, 'avg_loss': 0.07137687349512323, 'avg_acc': 0.0, 'loss': 0.025929010760021597}
+{'epoch': 37, 'iter': 280, 'avg_loss': 0.07115662207363486, 'avg_acc': 0.0, 'loss': 0.0653167719398685}
+{'epoch': 37, 'iter': 290, 'avg_loss': 0.07217178250006237, 'avg_acc': 0.0, 'loss': 0.10568163552751741}
+{'epoch': 37, 'iter': 300, 'avg_loss': 0.07169612419639797, 'avg_acc': 0.0, 'loss': 0.10090658578485545}
+{'epoch': 37, 'iter': 310, 'avg_loss': 0.07172025718037078, 'avg_acc': 0.0, 'loss': 0.10139639229782915}
+{'epoch': 37, 'iter': 320, 'avg_loss': 0.07190205242798162, 'avg_acc': 0.0, 'loss': 0.06319642073978164}
+{'epoch': 37, 'iter': 330, 'avg_loss': 0.0719998248972143, 'avg_acc': 0.0, 'loss': 0.06321220259373105}
+{'epoch': 37, 'iter': 340, 'avg_loss': 0.07217170701220832, 'avg_acc': 0.0, 'loss': 0.02432009357263658}
+{'epoch': 37, 'iter': 350, 'avg_loss': 0.07292216303132047, 'avg_acc': 0.0, 'loss': 0.19840439423985246}
+{'epoch': 37, 'iter': 360, 'avg_loss': 0.0733784888808949, 'avg_acc': 0.0, 'loss': 0.09957964296173571}
+{'epoch': 37, 'iter': 370, 'avg_loss': 0.07315417097706113, 'avg_acc': 0.0, 'loss': 0.0827154692059884}
+{'epoch': 37, 'iter': 380, 'avg_loss': 0.07325691813420837, 'avg_acc': 0.0, 'loss': 0.061376203009240876}
+{'epoch': 37, 'iter': 390, 'avg_loss': 0.07328096848225626, 'avg_acc': 0.0, 'loss': 0.03831429666147353}
+{'epoch': 37, 'iter': 400, 'avg_loss': 0.07289422133445911, 'avg_acc': 0.0, 'loss': 0.05847662809815444}
+{'epoch': 37, 'iter': 410, 'avg_loss': 0.07299533443571724, 'avg_acc': 0.0, 'loss': 0.08048128385617709}
+{'epoch': 37, 'iter': 420, 'avg_loss': 0.0729631610431122, 'avg_acc': 0.0, 'loss': 0.039614012619333644}
+{'epoch': 37, 'iter': 430, 'avg_loss': 0.07352455478898674, 'avg_acc': 0.0, 'loss': 0.05709029612402056}
+{'epoch': 37, 'iter': 440, 'avg_loss': 0.07334775885447112, 'avg_acc': 0.0, 'loss': 0.043340400239991084}
+{'epoch': 37, 'iter': 450, 'avg_loss': 0.07323566231213464, 'avg_acc': 0.0, 'loss': 0.060875605388418866}
+{'epoch': 37, 'iter': 460, 'avg_loss': 0.07355862232495632, 'avg_acc': 0.0, 'loss': 0.12481875750165829}
+{'epoch': 37, 'iter': 470, 'avg_loss': 0.07378335247994218, 'avg_acc': 0.0, 'loss': 0.06596245705493077}
+{'epoch': 37, 'iter': 480, 'avg_loss': 0.0741397110215237, 'avg_acc': 0.0, 'loss': 0.08855628200720592}
+{'epoch': 37, 'iter': 490, 'avg_loss': 0.07403776600003123, 'avg_acc': 0.0, 'loss': 0.05901092282189982}
+{'epoch': 37, 'iter': 500, 'avg_loss': 0.07365402557698553, 'avg_acc': 0.0, 'loss': 0.10593502777634507}
+{'epoch': 37, 'iter': 510, 'avg_loss': 0.0732710753450338, 'avg_acc': 0.0, 'loss': 0.05856541353759021}
+{'epoch': 37, 'iter': 520, 'avg_loss': 0.07300757554014746, 'avg_acc': 0.0, 'loss': 0.049677705648069344}
+{'epoch': 37, 'iter': 530, 'avg_loss': 0.07266973697374952, 'avg_acc': 0.0, 'loss': 0.05819144141146028}
+{'epoch': 37, 'iter': 540, 'avg_loss': 0.07268091399771798, 'avg_acc': 0.0, 'loss': 0.04171572761906463}
+{'epoch': 37, 'iter': 550, 'avg_loss': 0.07248861593250641, 'avg_acc': 0.0, 'loss': 0.09309497256077748}
+{'epoch': 37, 'iter': 560, 'avg_loss': 0.07247336321365926, 'avg_acc': 0.0, 'loss': 0.0439370266459552}
+{'epoch': 37, 'iter': 570, 'avg_loss': 0.07235707404170154, 'avg_acc': 0.0, 'loss': 0.04781814282695202}
+{'epoch': 37, 'iter': 580, 'avg_loss': 0.07260989655282395, 'avg_acc': 0.0, 'loss': 0.06753179669880995}
+{'epoch': 37, 'iter': 590, 'avg_loss': 0.07263051439693032, 'avg_acc': 0.0, 'loss': 0.09509312744071759}
+{'epoch': 37, 'iter': 600, 'avg_loss': 0.07254998291569863, 'avg_acc': 0.0, 'loss': 0.047665903476464724}
+{'epoch': 37, 'iter': 610, 'avg_loss': 0.07240783629594146, 'avg_acc': 0.0, 'loss': 0.11556956815311382}
+{'epoch': 37, 'iter': 620, 'avg_loss': 0.07262170862374219, 'avg_acc': 0.0, 'loss': 0.039714825064588614}
+{'epoch': 37, 'iter': 630, 'avg_loss': 0.07256235668756987, 'avg_acc': 0.0, 'loss': 0.05263219207634709}
+{'epoch': 37, 'iter': 640, 'avg_loss': 0.07233316771453756, 'avg_acc': 0.0, 'loss': 0.07656004867150808}
+{'epoch': 37, 'iter': 650, 'avg_loss': 0.07224175888746631, 'avg_acc': 0.0, 'loss': 0.043660757177269104}
+{'epoch': 37, 'iter': 660, 'avg_loss': 0.07214494026743727, 'avg_acc': 0.0, 'loss': 0.04427563691965324}
+{'epoch': 37, 'iter': 670, 'avg_loss': 0.07214197519290447, 'avg_acc': 0.0, 'loss': 0.08925981465940781}
+{'epoch': 37, 'iter': 680, 'avg_loss': 0.07192800391611108, 'avg_acc': 0.0, 'loss': 0.05887655939939711}
+{'epoch': 37, 'iter': 690, 'avg_loss': 0.07187069927027737, 'avg_acc': 0.0, 'loss': 0.10317488137164738}
+{'epoch': 37, 'iter': 700, 'avg_loss': 0.07175552699969125, 'avg_acc': 0.0, 'loss': 0.05111199459298835}
+{'epoch': 37, 'iter': 710, 'avg_loss': 0.07193027402194002, 'avg_acc': 0.0, 'loss': 0.07918841855694479}
+{'epoch': 37, 'iter': 720, 'avg_loss': 0.07196218551942445, 'avg_acc': 0.0, 'loss': 0.041237390146730286}
+{'epoch': 37, 'iter': 730, 'avg_loss': 0.07204615747831206, 'avg_acc': 0.0, 'loss': 0.057128962447576113}
+{'epoch': 37, 'iter': 740, 'avg_loss': 0.07173239935628446, 'avg_acc': 0.0, 'loss': 0.0313002599936161}
+{'epoch': 37, 'iter': 750, 'avg_loss': 0.07171075958429643, 'avg_acc': 0.0, 'loss': 0.02507617431317856}
+{'epoch': 37, 'iter': 760, 'avg_loss': 0.07159614402929619, 'avg_acc': 0.0, 'loss': 0.04508673440477651}
+{'epoch': 37, 'iter': 770, 'avg_loss': 0.07163008961595611, 'avg_acc': 0.0, 'loss': 0.04477358392771537}
+{'epoch': 37, 'iter': 780, 'avg_loss': 0.07159766323146861, 'avg_acc': 0.0, 'loss': 0.04758186131411536}
+{'epoch': 37, 'iter': 790, 'avg_loss': 0.07143951978486046, 'avg_acc': 0.0, 'loss': 0.10462962924951771}
+{'epoch': 37, 'iter': 800, 'avg_loss': 0.07128579898387218, 'avg_acc': 0.0, 'loss': 0.018894046419921397}
+{'epoch': 37, 'iter': 810, 'avg_loss': 0.07116573449921135, 'avg_acc': 0.0, 'loss': 0.06003716049126747}
+{'epoch': 37, 'iter': 820, 'avg_loss': 0.0715386882723711, 'avg_acc': 0.0, 'loss': 0.05305804883977824}
+{'epoch': 37, 'iter': 830, 'avg_loss': 0.07147335039379295, 'avg_acc': 0.0, 'loss': 0.06789570773588086}
+{'epoch': 37, 'iter': 840, 'avg_loss': 0.07140600546909802, 'avg_acc': 0.0, 'loss': 0.06978275690807374}
+{'epoch': 37, 'iter': 850, 'avg_loss': 0.07133530558216428, 'avg_acc': 0.0, 'loss': 0.06829767573760188}
+{'epoch': 37, 'iter': 860, 'avg_loss': 0.0714107994588227, 'avg_acc': 0.0, 'loss': 0.09393257062211241}
+{'epoch': 37, 'iter': 870, 'avg_loss': 0.07199457044017421, 'avg_acc': 0.0, 'loss': 0.05774770638948569}
+{'epoch': 37, 'iter': 880, 'avg_loss': 0.07214128820337433, 'avg_acc': 0.0, 'loss': 0.12863361001662302}
+{'epoch': 37, 'iter': 890, 'avg_loss': 0.07226649111852482, 'avg_acc': 0.0, 'loss': 0.07029317343951139}
+{'epoch': 37, 'iter': 900, 'avg_loss': 0.0724355905440401, 'avg_acc': 0.0, 'loss': 0.03756589706650207}
+{'epoch': 37, 'iter': 910, 'avg_loss': 0.07240649792592678, 'avg_acc': 0.0, 'loss': 0.08304657047319353}
+{'epoch': 37, 'iter': 920, 'avg_loss': 0.07245479387620136, 'avg_acc': 0.0, 'loss': 0.04730245163288771}
+{'epoch': 37, 'iter': 930, 'avg_loss': 0.07242343987327143, 'avg_acc': 0.0, 'loss': 0.10981357166701855}
+{'epoch': 37, 'iter': 940, 'avg_loss': 0.07229693999279406, 'avg_acc': 0.0, 'loss': 0.07305791316363346}
+{'epoch': 37, 'iter': 950, 'avg_loss': 0.07251293160343716, 'avg_acc': 0.0, 'loss': 0.03325219745946737}
+{'epoch': 37, 'iter': 960, 'avg_loss': 0.07235294557151095, 'avg_acc': 0.0, 'loss': 0.0431964323565158}
+{'epoch': 37, 'iter': 970, 'avg_loss': 0.07217604863796552, 'avg_acc': 0.0, 'loss': 0.05060923340930198}
+{'epoch': 37, 'iter': 980, 'avg_loss': 0.07230773561620274, 'avg_acc': 0.0, 'loss': 0.09266231095866065}
+{'epoch': 37, 'iter': 990, 'avg_loss': 0.07233398070478943, 'avg_acc': 0.0, 'loss': 0.05483530412228024}
+{'epoch': 37, 'iter': 1000, 'avg_loss': 0.07237407151359702, 'avg_acc': 0.0, 'loss': 0.0647635042196098}
+{'epoch': 37, 'iter': 1010, 'avg_loss': 0.07233935459643837, 'avg_acc': 0.0, 'loss': 0.05742566736920602}
+{'epoch': 37, 'iter': 1020, 'avg_loss': 0.07220279892166127, 'avg_acc': 0.0, 'loss': 0.06300914188523876}
+{'epoch': 37, 'iter': 1030, 'avg_loss': 0.07226552025163488, 'avg_acc': 0.0, 'loss': 0.12873026085932385}
+{'epoch': 37, 'iter': 1040, 'avg_loss': 0.07217086297877172, 'avg_acc': 0.0, 'loss': 0.07789913513036494}
+{'epoch': 37, 'iter': 1050, 'avg_loss': 0.07222710940935506, 'avg_acc': 0.0, 'loss': 0.07595543174983783}
+{'epoch': 37, 'iter': 1060, 'avg_loss': 0.07224135068500842, 'avg_acc': 0.0, 'loss': 0.10721985610911235}
+{'epoch': 37, 'iter': 1070, 'avg_loss': 0.07231927879385669, 'avg_acc': 0.0, 'loss': 0.04516764730529335}
+{'epoch': 37, 'iter': 1080, 'avg_loss': 0.07209265901085415, 'avg_acc': 0.0, 'loss': 0.046522990614788685}
+{'epoch': 37, 'iter': 1090, 'avg_loss': 0.07207884582171188, 'avg_acc': 0.0, 'loss': 0.056472259335740606}
+{'epoch': 37, 'iter': 1100, 'avg_loss': 0.07205994495612988, 'avg_acc': 0.0, 'loss': 0.07562023702130967}
+{'epoch': 37, 'iter': 1110, 'avg_loss': 0.07208546663432389, 'avg_acc': 0.0, 'loss': 0.07422680650092518}
+{'epoch': 37, 'iter': 1120, 'avg_loss': 0.07191678198658903, 'avg_acc': 0.0, 'loss': 0.06958644106907233}
+{'epoch': 37, 'iter': 1130, 'avg_loss': 0.07179978286927777, 'avg_acc': 0.0, 'loss': 0.04437428170730787}
+{'epoch': 37, 'iter': 1140, 'avg_loss': 0.0717786717340874, 'avg_acc': 0.0, 'loss': 0.08926761202725787}
+{'epoch': 37, 'iter': 1150, 'avg_loss': 0.07177052056940404, 'avg_acc': 0.0, 'loss': 0.06946641859977376}
+{'epoch': 37, 'iter': 1160, 'avg_loss': 0.0718095785476469, 'avg_acc': 0.0, 'loss': 0.09909024484600032}
+{'epoch': 37, 'iter': 1170, 'avg_loss': 0.07187189651944083, 'avg_acc': 0.0, 'loss': 0.07453597357254944}
+{'epoch': 37, 'iter': 1180, 'avg_loss': 0.07172918321399349, 'avg_acc': 0.0, 'loss': 0.04878027990066056}
+{'epoch': 37, 'iter': 1190, 'avg_loss': 0.07159724976040968, 'avg_acc': 0.0, 'loss': 0.07084866085593992}
+{'epoch': 37, 'iter': 1200, 'avg_loss': 0.07132464871256623, 'avg_acc': 0.0, 'loss': 0.06791647815303543}
+{'epoch': 37, 'iter': 1210, 'avg_loss': 0.07135044158350214, 'avg_acc': 0.0, 'loss': 0.04071732944007473}
+{'epoch': 37, 'iter': 1220, 'avg_loss': 0.07128986808473144, 'avg_acc': 0.0, 'loss': 0.030620527932666973}
+{'epoch': 37, 'iter': 1230, 'avg_loss': 0.07129615791553313, 'avg_acc': 0.0, 'loss': 0.07161549903305188}
+{'epoch': 37, 'iter': 1240, 'avg_loss': 0.07137669452673402, 'avg_acc': 0.0, 'loss': 0.04802860840162383}
+{'epoch': 37, 'iter': 1250, 'avg_loss': 0.07140802953313095, 'avg_acc': 0.0, 'loss': 0.10026865743869909}
+{'epoch': 37, 'iter': 1260, 'avg_loss': 0.07149945822607717, 'avg_acc': 0.0, 'loss': 0.05335226662646164}
+{'epoch': 37, 'iter': 1270, 'avg_loss': 0.0715838280787139, 'avg_acc': 0.0, 'loss': 0.1587491106952409}
+{'epoch': 37, 'iter': 1280, 'avg_loss': 0.07169396082787703, 'avg_acc': 0.0, 'loss': 0.11815171813180772}
+{'epoch': 37, 'iter': 1290, 'avg_loss': 0.07164632011158574, 'avg_acc': 0.0, 'loss': 0.07662197498105679}
+{'epoch': 37, 'iter': 1300, 'avg_loss': 0.0716469634656506, 'avg_acc': 0.0, 'loss': 0.10416575993827897}
+{'epoch': 37, 'iter': 1310, 'avg_loss': 0.07175343876287878, 'avg_acc': 0.0, 'loss': 0.044670572606573186}
+{'epoch': 37, 'iter': 1320, 'avg_loss': 0.0716154894724012, 'avg_acc': 0.0, 'loss': 0.032423715797343836}
+{'epoch': 37, 'iter': 1330, 'avg_loss': 0.07160834159447371, 'avg_acc': 0.0, 'loss': 0.035856161314298564}
+{'epoch': 37, 'iter': 1340, 'avg_loss': 0.07162086069866991, 'avg_acc': 0.0, 'loss': 0.04192514242302434}
+{'epoch': 37, 'iter': 1350, 'avg_loss': 0.07159728864384377, 'avg_acc': 0.0, 'loss': 0.06418270347326122}
+{'epoch': 37, 'iter': 1360, 'avg_loss': 0.0715800681391422, 'avg_acc': 0.0, 'loss': 0.06255545964851653}
+{'epoch': 37, 'iter': 1370, 'avg_loss': 0.07150891372308092, 'avg_acc': 0.0, 'loss': 0.05899323653580625}
+{'epoch': 37, 'iter': 1380, 'avg_loss': 0.07165551888256633, 'avg_acc': 0.0, 'loss': 0.09348251204512183}
+{'epoch': 37, 'iter': 1390, 'avg_loss': 0.07169991381757633, 'avg_acc': 0.0, 'loss': 0.0647032923694886}
+{'epoch': 37, 'iter': 1400, 'avg_loss': 0.07174972521352406, 'avg_acc': 0.0, 'loss': 0.13247010110045007}
+{'epoch': 37, 'iter': 1410, 'avg_loss': 0.07169170525001534, 'avg_acc': 0.0, 'loss': 0.061096429545630465}
+{'epoch': 37, 'iter': 1420, 'avg_loss': 0.07173916103351057, 'avg_acc': 0.0, 'loss': 0.06009797556340755}
+{'epoch': 37, 'iter': 1430, 'avg_loss': 0.07174502295936039, 'avg_acc': 0.0, 'loss': 0.0639941669785549}
+{'epoch': 37, 'iter': 1440, 'avg_loss': 0.07185628785509611, 'avg_acc': 0.0, 'loss': 0.09734163681654145}
+{'epoch': 37, 'iter': 1450, 'avg_loss': 0.07191970896614787, 'avg_acc': 0.0, 'loss': 0.043857255365535606}
+{'epoch': 37, 'iter': 1460, 'avg_loss': 0.07191248258513351, 'avg_acc': 0.0, 'loss': 0.03389022718053626}
+{'epoch': 37, 'iter': 1470, 'avg_loss': 0.07188009369223623, 'avg_acc': 0.0, 'loss': 0.046770462032628954}
+{'epoch': 37, 'iter': 1480, 'avg_loss': 0.07176967545515843, 'avg_acc': 0.0, 'loss': 0.0393693150284601}
+{'epoch': 37, 'iter': 1490, 'avg_loss': 0.07181688810502262, 'avg_acc': 0.0, 'loss': 0.13493522776249325}
+{'epoch': 37, 'iter': 1500, 'avg_loss': 0.07180561093272608, 'avg_acc': 0.0, 'loss': 0.09964989024592796}
+{'epoch': 37, 'iter': 1510, 'avg_loss': 0.07183527418488564, 'avg_acc': 0.0, 'loss': 0.1149495381287571}
+{'epoch': 37, 'iter': 1520, 'avg_loss': 0.07197283441048447, 'avg_acc': 0.0, 'loss': 0.10182067734933956}
+{'epoch': 37, 'iter': 1530, 'avg_loss': 0.07189983379328473, 'avg_acc': 0.0, 'loss': 0.07829748247090658}
+{'epoch': 37, 'iter': 1540, 'avg_loss': 0.07184459447974852, 'avg_acc': 0.0, 'loss': 0.0582914229884953}
+{'epoch': 37, 'iter': 1550, 'avg_loss': 0.07188487776977925, 'avg_acc': 0.0, 'loss': 0.03118722424739774}
+{'epoch': 37, 'iter': 1560, 'avg_loss': 0.07185814761000973, 'avg_acc': 0.0, 'loss': 0.039934059382758846}
+{'epoch': 37, 'iter': 1570, 'avg_loss': 0.07196724556241872, 'avg_acc': 0.0, 'loss': 0.10704516415442404}
+{'epoch': 37, 'iter': 1580, 'avg_loss': 0.07199305496654837, 'avg_acc': 0.0, 'loss': 0.03588399076564132}
+{'epoch': 37, 'iter': 1590, 'avg_loss': 0.07202929262862902, 'avg_acc': 0.0, 'loss': 0.040888623600561606}
+{'epoch': 37, 'iter': 1600, 'avg_loss': 0.07188441200759049, 'avg_acc': 0.0, 'loss': 0.07210409323429749}
+{'epoch': 37, 'iter': 1610, 'avg_loss': 0.07196893190260782, 'avg_acc': 0.0, 'loss': 0.025760663192006712}
+{'epoch': 37, 'iter': 1620, 'avg_loss': 0.07199327362604194, 'avg_acc': 0.0, 'loss': 0.05621020781015318}
+{'epoch': 37, 'iter': 1630, 'avg_loss': 0.07213740525541461, 'avg_acc': 0.0, 'loss': 0.02479312031635215}
+{'epoch': 37, 'iter': 1640, 'avg_loss': 0.07209609947898407, 'avg_acc': 0.0, 'loss': 0.07202610854663455}
+{'epoch': 37, 'iter': 1650, 'avg_loss': 0.07210711875167974, 'avg_acc': 0.0, 'loss': 0.07210763801002631}
+{'epoch': 37, 'iter': 1660, 'avg_loss': 0.07223534616828645, 'avg_acc': 0.0, 'loss': 0.10407687399231236}
+{'epoch': 37, 'iter': 1670, 'avg_loss': 0.07225650322823647, 'avg_acc': 0.0, 'loss': 0.021075725894986266}
+{'epoch': 37, 'iter': 1680, 'avg_loss': 0.07221999324682893, 'avg_acc': 0.0, 'loss': 0.04160103169653695}
+{'epoch': 37, 'iter': 1690, 'avg_loss': 0.07216890471707461, 'avg_acc': 0.0, 'loss': 0.09622544714809829}
+{'epoch': 37, 'iter': 1700, 'avg_loss': 0.07219522006447798, 'avg_acc': 0.0, 'loss': 0.050714006211241065}
+{'epoch': 37, 'iter': 1710, 'avg_loss': 0.0721618905830642, 'avg_acc': 0.0, 'loss': 0.037505582324957994}
+{'epoch': 37, 'iter': 1720, 'avg_loss': 0.07208331471229228, 'avg_acc': 0.0, 'loss': 0.060869088372161935}
+{'epoch': 37, 'iter': 1730, 'avg_loss': 0.0721212359134065, 'avg_acc': 0.0, 'loss': 0.13230721881956445}
+{'epoch': 37, 'iter': 1740, 'avg_loss': 0.07200818280818179, 'avg_acc': 0.0, 'loss': 0.05421307176386238}
+{'epoch': 37, 'iter': 1750, 'avg_loss': 0.07210386112551895, 'avg_acc': 0.0, 'loss': 0.11151714226330763}
+{'epoch': 37, 'iter': 1760, 'avg_loss': 0.07208934503616445, 'avg_acc': 0.0, 'loss': 0.09552252863327988}
+{'epoch': 37, 'iter': 1770, 'avg_loss': 0.07208395404749784, 'avg_acc': 0.0, 'loss': 0.04074282151787197}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.0, 'ece': 0.05396939814090729, 'avg_loss': 0.07207628968377655, 'f1_scores': 0.9424962253422983}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.02975524911408099, 'avg_acc': 0.0, 'loss': 0.02975524911408099}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.0771693483807727, 'avg_acc': 0.0, 'loss': 0.027554301058529518}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.0723475101920709, 'avg_acc': 0.0, 'loss': 0.09595870519745679}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.07018211505646113, 'avg_acc': 0.0, 'loss': 0.026846275943106384}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.0710268729235631, 'avg_acc': 0.0, 'loss': 0.03291842241547523}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.06873472593125471, 'avg_acc': 0.0, 'loss': 0.07957394699302052}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.06992634414469795, 'avg_acc': 0.0, 'loss': 0.09056712517032597}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.07023194387316356, 'avg_acc': 0.0, 'loss': 0.10507826660893572}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.07110645002801165, 'avg_acc': 0.0, 'loss': 0.09493641231607138}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.07037832239681553, 'avg_acc': 0.0, 'loss': 0.04841913057837286}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.07066928469012115, 'avg_acc': 0.0, 'loss': 0.046880183340233215}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.0694097435583197, 'avg_acc': 0.0, 'loss': 0.07007819940086586}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.07000891877923879, 'avg_acc': 0.0, 'loss': 0.051574802787403735}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.06977636421085537, 'avg_acc': 0.0, 'loss': 0.04758476616407035}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.06958802718699497, 'avg_acc': 0.0, 'loss': 0.06300869162327315}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.06941110503857714, 'avg_acc': 0.0, 'loss': 0.06997464365605716}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.07027869339295297, 'avg_acc': 0.0, 'loss': 0.10932947402167363}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.07018670528154602, 'avg_acc': 0.0, 'loss': 0.05056326759924039}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.06954276590623565, 'avg_acc': 0.0, 'loss': 0.04043267902153502}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.06914249820962554, 'avg_acc': 0.0, 'loss': 0.055494098746639305}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.06946486149395548, 'avg_acc': 0.0, 'loss': 0.017770069147835393}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.06915462029408503, 'avg_acc': 0.0, 'loss': 0.04515830393756102}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.07001775135303837, 'avg_acc': 0.0, 'loss': 0.10003583554451925}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.07101720137416918, 'avg_acc': 0.0, 'loss': 0.08713847440360821}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.07101229874065627, 'avg_acc': 0.0, 'loss': 0.0760711422379846}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.07083129789280997, 'avg_acc': 0.0, 'loss': 0.10585763324658208}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.07016167724645613, 'avg_acc': 0.0, 'loss': 0.0366574016707781}
+{'epoch': 38, 'iter': 270, 'avg_loss': 0.06981386784130733, 'avg_acc': 0.0, 'loss': 0.025129429049126118}
+{'epoch': 38, 'iter': 280, 'avg_loss': 0.06962751358582513, 'avg_acc': 0.0, 'loss': 0.06636159299253969}
+{'epoch': 38, 'iter': 290, 'avg_loss': 0.07067098812396162, 'avg_acc': 0.0, 'loss': 0.10369833510774079}
+{'epoch': 38, 'iter': 300, 'avg_loss': 0.07020023095956207, 'avg_acc': 0.0, 'loss': 0.09988299354704719}
+{'epoch': 38, 'iter': 310, 'avg_loss': 0.07026030467282499, 'avg_acc': 0.0, 'loss': 0.10107710188079214}
+{'epoch': 38, 'iter': 320, 'avg_loss': 0.07046361563774095, 'avg_acc': 0.0, 'loss': 0.06176477856271438}
+{'epoch': 38, 'iter': 330, 'avg_loss': 0.07054022472416047, 'avg_acc': 0.0, 'loss': 0.058061368987247466}
+{'epoch': 38, 'iter': 340, 'avg_loss': 0.07071649755813013, 'avg_acc': 0.0, 'loss': 0.023756324728310574}
+{'epoch': 38, 'iter': 350, 'avg_loss': 0.07147599043338701, 'avg_acc': 0.0, 'loss': 0.20012906762099192}
+{'epoch': 38, 'iter': 360, 'avg_loss': 0.07195650953805327, 'avg_acc': 0.0, 'loss': 0.099575621079688}
+{'epoch': 38, 'iter': 370, 'avg_loss': 0.07172428944843158, 'avg_acc': 0.0, 'loss': 0.07885572262529804}
+{'epoch': 38, 'iter': 380, 'avg_loss': 0.07182458834044193, 'avg_acc': 0.0, 'loss': 0.059610803397459576}
+{'epoch': 38, 'iter': 390, 'avg_loss': 0.07184558413247226, 'avg_acc': 0.0, 'loss': 0.03617756620774668}
+{'epoch': 38, 'iter': 400, 'avg_loss': 0.07145904294966614, 'avg_acc': 0.0, 'loss': 0.05695164580278547}
+{'epoch': 38, 'iter': 410, 'avg_loss': 0.07156597091183495, 'avg_acc': 0.0, 'loss': 0.07915052020801129}
+{'epoch': 38, 'iter': 420, 'avg_loss': 0.07154241225616495, 'avg_acc': 0.0, 'loss': 0.038818690093019574}
+{'epoch': 38, 'iter': 430, 'avg_loss': 0.07209729734498767, 'avg_acc': 0.0, 'loss': 0.05767665021377459}
+{'epoch': 38, 'iter': 440, 'avg_loss': 0.07191394252540442, 'avg_acc': 0.0, 'loss': 0.03915290591787977}
+{'epoch': 38, 'iter': 450, 'avg_loss': 0.07177565137493835, 'avg_acc': 0.0, 'loss': 0.05467821798088883}
+{'epoch': 38, 'iter': 460, 'avg_loss': 0.07210767850351704, 'avg_acc': 0.0, 'loss': 0.1246702244388749}
+{'epoch': 38, 'iter': 470, 'avg_loss': 0.07235911303539766, 'avg_acc': 0.0, 'loss': 0.06754710613556979}
+{'epoch': 38, 'iter': 480, 'avg_loss': 0.07273359045002893, 'avg_acc': 0.0, 'loss': 0.09007355588586766}
+{'epoch': 38, 'iter': 490, 'avg_loss': 0.07263336275490678, 'avg_acc': 0.0, 'loss': 0.057015719591597805}
+{'epoch': 38, 'iter': 500, 'avg_loss': 0.0722203990591007, 'avg_acc': 0.0, 'loss': 0.10402166027513308}
+{'epoch': 38, 'iter': 510, 'avg_loss': 0.0718247521919885, 'avg_acc': 0.0, 'loss': 0.05537024898537116}
+{'epoch': 38, 'iter': 520, 'avg_loss': 0.07156760689923747, 'avg_acc': 0.0, 'loss': 0.04863078529081122}
+{'epoch': 38, 'iter': 530, 'avg_loss': 0.07123133616448789, 'avg_acc': 0.0, 'loss': 0.058251193652771295}
+{'epoch': 38, 'iter': 540, 'avg_loss': 0.07123375604980904, 'avg_acc': 0.0, 'loss': 0.03907055063807872}
+{'epoch': 38, 'iter': 550, 'avg_loss': 0.07103517622442224, 'avg_acc': 0.0, 'loss': 0.08917084248367196}
+{'epoch': 38, 'iter': 560, 'avg_loss': 0.07102053147865561, 'avg_acc': 0.0, 'loss': 0.04014940325207508}
+{'epoch': 38, 'iter': 570, 'avg_loss': 0.07090098872311575, 'avg_acc': 0.0, 'loss': 0.04646828481315472}
+{'epoch': 38, 'iter': 580, 'avg_loss': 0.07116146088576356, 'avg_acc': 0.0, 'loss': 0.06705138453306907}
+{'epoch': 38, 'iter': 590, 'avg_loss': 0.07118136158117565, 'avg_acc': 0.0, 'loss': 0.09390490117424324}
+{'epoch': 38, 'iter': 600, 'avg_loss': 0.07109831541605412, 'avg_acc': 0.0, 'loss': 0.04682264054011804}
+{'epoch': 38, 'iter': 610, 'avg_loss': 0.07094830916167949, 'avg_acc': 0.0, 'loss': 0.11433028238026362}
+{'epoch': 38, 'iter': 620, 'avg_loss': 0.07114424308798478, 'avg_acc': 0.0, 'loss': 0.03524253842465847}
+{'epoch': 38, 'iter': 630, 'avg_loss': 0.07110100757531485, 'avg_acc': 0.0, 'loss': 0.05079710227387376}
+{'epoch': 38, 'iter': 640, 'avg_loss': 0.07087204675861115, 'avg_acc': 0.0, 'loss': 0.0757070442178482}
+{'epoch': 38, 'iter': 650, 'avg_loss': 0.0707750013268881, 'avg_acc': 0.0, 'loss': 0.03882676853971491}
+{'epoch': 38, 'iter': 660, 'avg_loss': 0.07068128543388065, 'avg_acc': 0.0, 'loss': 0.04261966014411606}
+{'epoch': 38, 'iter': 670, 'avg_loss': 0.07067607389929484, 'avg_acc': 0.0, 'loss': 0.0877173953548192}
+{'epoch': 38, 'iter': 680, 'avg_loss': 0.07046155890185349, 'avg_acc': 0.0, 'loss': 0.05539244941968491}
+{'epoch': 38, 'iter': 690, 'avg_loss': 0.07040339920054334, 'avg_acc': 0.0, 'loss': 0.10481583725020624}
+{'epoch': 38, 'iter': 700, 'avg_loss': 0.07027806913771534, 'avg_acc': 0.0, 'loss': 0.04846729842529791}
+{'epoch': 38, 'iter': 710, 'avg_loss': 0.07044956693733806, 'avg_acc': 0.0, 'loss': 0.07813787779839539}
+{'epoch': 38, 'iter': 720, 'avg_loss': 0.07048457854958423, 'avg_acc': 0.0, 'loss': 0.03816263712429751}
+{'epoch': 38, 'iter': 730, 'avg_loss': 0.07056300466092442, 'avg_acc': 0.0, 'loss': 0.05112481863975761}
+{'epoch': 38, 'iter': 740, 'avg_loss': 0.07024513409461523, 'avg_acc': 0.0, 'loss': 0.031583827396259166}
+{'epoch': 38, 'iter': 750, 'avg_loss': 0.07023382654603026, 'avg_acc': 0.0, 'loss': 0.024852775633226947}
+{'epoch': 38, 'iter': 760, 'avg_loss': 0.07010926156399155, 'avg_acc': 0.0, 'loss': 0.04159864273986256}
+{'epoch': 38, 'iter': 770, 'avg_loss': 0.07014867759486025, 'avg_acc': 0.0, 'loss': 0.04009540317748263}
+{'epoch': 38, 'iter': 780, 'avg_loss': 0.07010836218958699, 'avg_acc': 0.0, 'loss': 0.04594424813378493}
+{'epoch': 38, 'iter': 790, 'avg_loss': 0.06995332176931467, 'avg_acc': 0.0, 'loss': 0.10177945409823101}
+{'epoch': 38, 'iter': 800, 'avg_loss': 0.06977901802420898, 'avg_acc': 0.0, 'loss': 0.019097292017205194}
+{'epoch': 38, 'iter': 810, 'avg_loss': 0.06966732282158573, 'avg_acc': 0.0, 'loss': 0.05935544078234248}
+{'epoch': 38, 'iter': 820, 'avg_loss': 0.07004236998940049, 'avg_acc': 0.0, 'loss': 0.05020573042615288}
+{'epoch': 38, 'iter': 830, 'avg_loss': 0.06997356043693, 'avg_acc': 0.0, 'loss': 0.06584755026951378}
+{'epoch': 38, 'iter': 840, 'avg_loss': 0.0699010616495525, 'avg_acc': 0.0, 'loss': 0.06373288273140279}
+{'epoch': 38, 'iter': 850, 'avg_loss': 0.06982285372304695, 'avg_acc': 0.0, 'loss': 0.06412801139644637}
+{'epoch': 38, 'iter': 860, 'avg_loss': 0.06990162457499775, 'avg_acc': 0.0, 'loss': 0.0925335611755165}
+{'epoch': 38, 'iter': 870, 'avg_loss': 0.0704853620533803, 'avg_acc': 0.0, 'loss': 0.056274534829835174}
+{'epoch': 38, 'iter': 880, 'avg_loss': 0.07063436616091948, 'avg_acc': 0.0, 'loss': 0.12863452853081622}
+{'epoch': 38, 'iter': 890, 'avg_loss': 0.0707565700104532, 'avg_acc': 0.0, 'loss': 0.06851240582167657}
+{'epoch': 38, 'iter': 900, 'avg_loss': 0.07092128451823249, 'avg_acc': 0.0, 'loss': 0.034228633973421144}
+{'epoch': 38, 'iter': 910, 'avg_loss': 0.07089225805127262, 'avg_acc': 0.0, 'loss': 0.08201972772794111}
+{'epoch': 38, 'iter': 920, 'avg_loss': 0.07094908281824394, 'avg_acc': 0.0, 'loss': 0.04435965283732912}
+{'epoch': 38, 'iter': 930, 'avg_loss': 0.07092763032322501, 'avg_acc': 0.0, 'loss': 0.10846237921110254}
+{'epoch': 38, 'iter': 940, 'avg_loss': 0.07079858241815695, 'avg_acc': 0.0, 'loss': 0.07368001089535677}
+{'epoch': 38, 'iter': 950, 'avg_loss': 0.0710251620022433, 'avg_acc': 0.0, 'loss': 0.03163969264170013}
+{'epoch': 38, 'iter': 960, 'avg_loss': 0.07087195285244326, 'avg_acc': 0.0, 'loss': 0.04182507442291288}
+{'epoch': 38, 'iter': 970, 'avg_loss': 0.07069571616605412, 'avg_acc': 0.0, 'loss': 0.04983612318056072}
+{'epoch': 38, 'iter': 980, 'avg_loss': 0.07083286899827879, 'avg_acc': 0.0, 'loss': 0.09228348926740182}
+{'epoch': 38, 'iter': 990, 'avg_loss': 0.07086213784638383, 'avg_acc': 0.0, 'loss': 0.0532478065633301}
+{'epoch': 38, 'iter': 1000, 'avg_loss': 0.07090136984044189, 'avg_acc': 0.0, 'loss': 0.0644674070395175}
+{'epoch': 38, 'iter': 1010, 'avg_loss': 0.0708621366898164, 'avg_acc': 0.0, 'loss': 0.055734147740354595}
+{'epoch': 38, 'iter': 1020, 'avg_loss': 0.0707133737471061, 'avg_acc': 0.0, 'loss': 0.05944943304093694}
+{'epoch': 38, 'iter': 1030, 'avg_loss': 0.07077265942485057, 'avg_acc': 0.0, 'loss': 0.1274174739733423}
+{'epoch': 38, 'iter': 1040, 'avg_loss': 0.07067100776906758, 'avg_acc': 0.0, 'loss': 0.07416484187370997}
+{'epoch': 38, 'iter': 1050, 'avg_loss': 0.07072489686609713, 'avg_acc': 0.0, 'loss': 0.0712066662378033}
+{'epoch': 38, 'iter': 1060, 'avg_loss': 0.07073148901015704, 'avg_acc': 0.0, 'loss': 0.10528478399873059}
+{'epoch': 38, 'iter': 1070, 'avg_loss': 0.07080656682815029, 'avg_acc': 0.0, 'loss': 0.04308147961960376}
+{'epoch': 38, 'iter': 1080, 'avg_loss': 0.07057731885544441, 'avg_acc': 0.0, 'loss': 0.04290882660604568}
+{'epoch': 38, 'iter': 1090, 'avg_loss': 0.07056782421207011, 'avg_acc': 0.0, 'loss': 0.05611211995359813}
+{'epoch': 38, 'iter': 1100, 'avg_loss': 0.07054971526788816, 'avg_acc': 0.0, 'loss': 0.0730462559834787}
+{'epoch': 38, 'iter': 1110, 'avg_loss': 0.07057405056430087, 'avg_acc': 0.0, 'loss': 0.07274918459487317}
+{'epoch': 38, 'iter': 1120, 'avg_loss': 0.07040121058939722, 'avg_acc': 0.0, 'loss': 0.06741625090820742}
+{'epoch': 38, 'iter': 1130, 'avg_loss': 0.07028408055796413, 'avg_acc': 0.0, 'loss': 0.04251014047021531}
+{'epoch': 38, 'iter': 1140, 'avg_loss': 0.07026012912262053, 'avg_acc': 0.0, 'loss': 0.08733743649415665}
+{'epoch': 38, 'iter': 1150, 'avg_loss': 0.07024306178797488, 'avg_acc': 0.0, 'loss': 0.0680122699395846}
+{'epoch': 38, 'iter': 1160, 'avg_loss': 0.07027653117428442, 'avg_acc': 0.0, 'loss': 0.09802536263580919}
+{'epoch': 38, 'iter': 1170, 'avg_loss': 0.07033923387694176, 'avg_acc': 0.0, 'loss': 0.07188187054927653}
+{'epoch': 38, 'iter': 1180, 'avg_loss': 0.0701872272919444, 'avg_acc': 0.0, 'loss': 0.046367190162133705}
+{'epoch': 38, 'iter': 1190, 'avg_loss': 0.07005192348749678, 'avg_acc': 0.0, 'loss': 0.07161003164040786}
+{'epoch': 38, 'iter': 1200, 'avg_loss': 0.06978080984012826, 'avg_acc': 0.0, 'loss': 0.06721249651491235}
+{'epoch': 38, 'iter': 1210, 'avg_loss': 0.06981059857158609, 'avg_acc': 0.0, 'loss': 0.038871803171090846}
+{'epoch': 38, 'iter': 1220, 'avg_loss': 0.06975245563707314, 'avg_acc': 0.0, 'loss': 0.028085977102299303}
+{'epoch': 38, 'iter': 1230, 'avg_loss': 0.06976126031691482, 'avg_acc': 0.0, 'loss': 0.07156317438742933}
+{'epoch': 38, 'iter': 1240, 'avg_loss': 0.06983499488247538, 'avg_acc': 0.0, 'loss': 0.04544478001672709}
+{'epoch': 38, 'iter': 1250, 'avg_loss': 0.0698690728956548, 'avg_acc': 0.0, 'loss': 0.09990550518305748}
+{'epoch': 38, 'iter': 1260, 'avg_loss': 0.06996148949941645, 'avg_acc': 0.0, 'loss': 0.053974089459448545}
+{'epoch': 38, 'iter': 1270, 'avg_loss': 0.07004900002940558, 'avg_acc': 0.0, 'loss': 0.1584209884711559}
+{'epoch': 38, 'iter': 1280, 'avg_loss': 0.07016412277856936, 'avg_acc': 0.0, 'loss': 0.11931634024546156}
+{'epoch': 38, 'iter': 1290, 'avg_loss': 0.0701173498318223, 'avg_acc': 0.0, 'loss': 0.07401921807990318}
+{'epoch': 38, 'iter': 1300, 'avg_loss': 0.07011641072025995, 'avg_acc': 0.0, 'loss': 0.10368199249650038}
+{'epoch': 38, 'iter': 1310, 'avg_loss': 0.07022328728231898, 'avg_acc': 0.0, 'loss': 0.04336081539930855}
+{'epoch': 38, 'iter': 1320, 'avg_loss': 0.07008140784605957, 'avg_acc': 0.0, 'loss': 0.0301064100928597}
+{'epoch': 38, 'iter': 1330, 'avg_loss': 0.07007316236335041, 'avg_acc': 0.0, 'loss': 0.03524570259074267}
+{'epoch': 38, 'iter': 1340, 'avg_loss': 0.07008364308707442, 'avg_acc': 0.0, 'loss': 0.039913397172146654}
+{'epoch': 38, 'iter': 1350, 'avg_loss': 0.07005888200163637, 'avg_acc': 0.0, 'loss': 0.06330577225207078}
+{'epoch': 38, 'iter': 1360, 'avg_loss': 0.07004594138113285, 'avg_acc': 0.0, 'loss': 0.0613133836289543}
+{'epoch': 38, 'iter': 1370, 'avg_loss': 0.06997015477911143, 'avg_acc': 0.0, 'loss': 0.05584453752586528}
+{'epoch': 38, 'iter': 1380, 'avg_loss': 0.07012645984186809, 'avg_acc': 0.0, 'loss': 0.09406624114639531}
+{'epoch': 38, 'iter': 1390, 'avg_loss': 0.070175358087114, 'avg_acc': 0.0, 'loss': 0.06445314034593658}
+{'epoch': 38, 'iter': 1400, 'avg_loss': 0.07022119902477987, 'avg_acc': 0.0, 'loss': 0.13150528632930655}
+{'epoch': 38, 'iter': 1410, 'avg_loss': 0.07015913351498558, 'avg_acc': 0.0, 'loss': 0.05909441485092819}
+{'epoch': 38, 'iter': 1420, 'avg_loss': 0.07019475860841862, 'avg_acc': 0.0, 'loss': 0.058325796810074895}
+{'epoch': 38, 'iter': 1430, 'avg_loss': 0.07019676776997613, 'avg_acc': 0.0, 'loss': 0.06137759059213822}
+{'epoch': 38, 'iter': 1440, 'avg_loss': 0.0703093620430363, 'avg_acc': 0.0, 'loss': 0.09622264162541276}
+{'epoch': 38, 'iter': 1450, 'avg_loss': 0.07037522613404577, 'avg_acc': 0.0, 'loss': 0.04319920275201281}
+{'epoch': 38, 'iter': 1460, 'avg_loss': 0.07036564696619685, 'avg_acc': 0.0, 'loss': 0.03020000028059501}
+{'epoch': 38, 'iter': 1470, 'avg_loss': 0.07032611792036943, 'avg_acc': 0.0, 'loss': 0.042579056411974694}
+{'epoch': 38, 'iter': 1480, 'avg_loss': 0.0702145143341269, 'avg_acc': 0.0, 'loss': 0.03608611931252881}
+{'epoch': 38, 'iter': 1490, 'avg_loss': 0.07025698024398198, 'avg_acc': 0.0, 'loss': 0.13537047875797725}
+{'epoch': 38, 'iter': 1500, 'avg_loss': 0.07024745531393016, 'avg_acc': 0.0, 'loss': 0.09878362115650166}
+{'epoch': 38, 'iter': 1510, 'avg_loss': 0.0702773266621462, 'avg_acc': 0.0, 'loss': 0.1122114704789437}
+{'epoch': 38, 'iter': 1520, 'avg_loss': 0.07042407984583182, 'avg_acc': 0.0, 'loss': 0.10129846093818173}
+{'epoch': 38, 'iter': 1530, 'avg_loss': 0.07035507525726302, 'avg_acc': 0.0, 'loss': 0.07746561429142267}
+{'epoch': 38, 'iter': 1540, 'avg_loss': 0.0702971332385233, 'avg_acc': 0.0, 'loss': 0.05644400436758141}
+{'epoch': 38, 'iter': 1550, 'avg_loss': 0.07033718977830361, 'avg_acc': 0.0, 'loss': 0.030142759962960293}
+{'epoch': 38, 'iter': 1560, 'avg_loss': 0.07031270959943174, 'avg_acc': 0.0, 'loss': 0.03729331510880992}
+{'epoch': 38, 'iter': 1570, 'avg_loss': 0.0704253519212429, 'avg_acc': 0.0, 'loss': 0.10562478016633138}
+{'epoch': 38, 'iter': 1580, 'avg_loss': 0.07045554530775247, 'avg_acc': 0.0, 'loss': 0.03313898356375131}
+{'epoch': 38, 'iter': 1590, 'avg_loss': 0.07049525080407876, 'avg_acc': 0.0, 'loss': 0.03996943143716537}
+{'epoch': 38, 'iter': 1600, 'avg_loss': 0.07034627564414118, 'avg_acc': 0.0, 'loss': 0.06875674445637969}
+{'epoch': 38, 'iter': 1610, 'avg_loss': 0.07043707523288399, 'avg_acc': 0.0, 'loss': 0.02605383831640649}
+{'epoch': 38, 'iter': 1620, 'avg_loss': 0.07046094798651271, 'avg_acc': 0.0, 'loss': 0.05443620082778823}
+{'epoch': 38, 'iter': 1630, 'avg_loss': 0.07060475323314695, 'avg_acc': 0.0, 'loss': 0.024748813226730296}
+{'epoch': 38, 'iter': 1640, 'avg_loss': 0.07056245678434923, 'avg_acc': 0.0, 'loss': 0.07089057668149833}
+{'epoch': 38, 'iter': 1650, 'avg_loss': 0.07057784079839027, 'avg_acc': 0.0, 'loss': 0.07103119861505595}
+{'epoch': 38, 'iter': 1660, 'avg_loss': 0.07071024029364968, 'avg_acc': 0.0, 'loss': 0.1036583684967951}
+{'epoch': 38, 'iter': 1670, 'avg_loss': 0.07073383287534768, 'avg_acc': 0.0, 'loss': 0.02180459451704207}
+{'epoch': 38, 'iter': 1680, 'avg_loss': 0.07069567730093723, 'avg_acc': 0.0, 'loss': 0.0390545990989811}
+{'epoch': 38, 'iter': 1690, 'avg_loss': 0.07064570187775836, 'avg_acc': 0.0, 'loss': 0.09441446109039475}
+{'epoch': 38, 'iter': 1700, 'avg_loss': 0.07067478399804114, 'avg_acc': 0.0, 'loss': 0.04822065253812622}
+{'epoch': 38, 'iter': 1710, 'avg_loss': 0.07063840064909918, 'avg_acc': 0.0, 'loss': 0.03643091665973332}
+{'epoch': 38, 'iter': 1720, 'avg_loss': 0.07055845543902871, 'avg_acc': 0.0, 'loss': 0.05905597341985315}
+{'epoch': 38, 'iter': 1730, 'avg_loss': 0.07059662269005912, 'avg_acc': 0.0, 'loss': 0.13061707040797899}
+{'epoch': 38, 'iter': 1740, 'avg_loss': 0.07048383506657718, 'avg_acc': 0.0, 'loss': 0.053891533209805075}
+{'epoch': 38, 'iter': 1750, 'avg_loss': 0.07058340590132155, 'avg_acc': 0.0, 'loss': 0.11299928864017211}
+{'epoch': 38, 'iter': 1760, 'avg_loss': 0.07057199866743803, 'avg_acc': 0.0, 'loss': 0.09563452733457974}
+{'epoch': 38, 'iter': 1770, 'avg_loss': 0.070567129601124, 'avg_acc': 0.0, 'loss': 0.03614149845034018}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.0, 'ece': 0.056468416005373, 'avg_loss': 0.07055721509027553, 'f1_scores': 0.9429042092500476}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.030019473585749013, 'avg_acc': 0.0, 'loss': 0.030019473585749013}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.07774005250105206, 'avg_acc': 0.0, 'loss': 0.02817164515933866}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.07271323439900008, 'avg_acc': 0.0, 'loss': 0.09604610748998457}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.0704836389393049, 'avg_acc': 0.0, 'loss': 0.027469693017918316}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.07136637282927988, 'avg_acc': 0.0, 'loss': 0.0339214236886493}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.06912130884219708, 'avg_acc': 0.0, 'loss': 0.08100111919619783}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.07026298422726475, 'avg_acc': 0.0, 'loss': 0.09030366406264939}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.07056486542967, 'avg_acc': 0.0, 'loss': 0.10568605682783527}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.0714647918689058, 'avg_acc': 0.0, 'loss': 0.09466444825872193}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.07077288505695757, 'avg_acc': 0.0, 'loss': 0.05084854830609028}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.07104675858183364, 'avg_acc': 0.0, 'loss': 0.04769407777353811}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.06978958453583804, 'avg_acc': 0.0, 'loss': 0.07099379710945998}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.07035926329136594, 'avg_acc': 0.0, 'loss': 0.052530125126805514}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.07014281618538191, 'avg_acc': 0.0, 'loss': 0.04812644331303569}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.06988871078683058, 'avg_acc': 0.0, 'loss': 0.06350880594856026}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.06974089762380542, 'avg_acc': 0.0, 'loss': 0.07102577560962686}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.07061054956293936, 'avg_acc': 0.0, 'loss': 0.10986185346611421}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.07054553532285857, 'avg_acc': 0.0, 'loss': 0.050256506599380045}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.06990446905081188, 'avg_acc': 0.0, 'loss': 0.042704427455230336}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.0694930641739676, 'avg_acc': 0.0, 'loss': 0.05543697800568533}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.06980922683318469, 'avg_acc': 0.0, 'loss': 0.016928666120358163}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.06949277235005154, 'avg_acc': 0.0, 'loss': 0.04584201348688412}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.07036510400736616, 'avg_acc': 0.0, 'loss': 0.1008500976617118}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.07134585412913477, 'avg_acc': 0.0, 'loss': 0.08600590854244468}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.07134485007885784, 'avg_acc': 0.0, 'loss': 0.07737821908148135}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.0711826222694482, 'avg_acc': 0.0, 'loss': 0.1052532309063281}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.07052991997518503, 'avg_acc': 0.0, 'loss': 0.03783845554846315}
+{'epoch': 39, 'iter': 270, 'avg_loss': 0.07020016359045451, 'avg_acc': 0.0, 'loss': 0.024985579039269266}
+{'epoch': 39, 'iter': 280, 'avg_loss': 0.07001257568233978, 'avg_acc': 0.0, 'loss': 0.0675138204362286}
+{'epoch': 39, 'iter': 290, 'avg_loss': 0.07105046557920325, 'avg_acc': 0.0, 'loss': 0.10439286613904893}
+{'epoch': 39, 'iter': 300, 'avg_loss': 0.07058536102815528, 'avg_acc': 0.0, 'loss': 0.09958675187575798}
+{'epoch': 39, 'iter': 310, 'avg_loss': 0.07062824439191014, 'avg_acc': 0.0, 'loss': 0.1013663318817391}
+{'epoch': 39, 'iter': 320, 'avg_loss': 0.07082527206236962, 'avg_acc': 0.0, 'loss': 0.06226565136304478}
+{'epoch': 39, 'iter': 330, 'avg_loss': 0.07092585746547933, 'avg_acc': 0.0, 'loss': 0.05947713662072422}
+{'epoch': 39, 'iter': 340, 'avg_loss': 0.07110035302540385, 'avg_acc': 0.0, 'loss': 0.023573202483086267}
+{'epoch': 39, 'iter': 350, 'avg_loss': 0.07187095505791768, 'avg_acc': 0.0, 'loss': 0.20145265173908097}
+{'epoch': 39, 'iter': 360, 'avg_loss': 0.07232596461088328, 'avg_acc': 0.0, 'loss': 0.09860199733653627}
+{'epoch': 39, 'iter': 370, 'avg_loss': 0.0720949450689953, 'avg_acc': 0.0, 'loss': 0.0805183079987931}
+{'epoch': 39, 'iter': 380, 'avg_loss': 0.07218735576554311, 'avg_acc': 0.0, 'loss': 0.06000302172210833}
+{'epoch': 39, 'iter': 390, 'avg_loss': 0.07220184891298366, 'avg_acc': 0.0, 'loss': 0.036863879562553895}
+{'epoch': 39, 'iter': 400, 'avg_loss': 0.07182198067723976, 'avg_acc': 0.0, 'loss': 0.056980312932312566}
+{'epoch': 39, 'iter': 410, 'avg_loss': 0.07193192103037398, 'avg_acc': 0.0, 'loss': 0.08048798476963066}
+{'epoch': 39, 'iter': 420, 'avg_loss': 0.07190274508912997, 'avg_acc': 0.0, 'loss': 0.03859401394587841}
+{'epoch': 39, 'iter': 430, 'avg_loss': 0.07243365202999136, 'avg_acc': 0.0, 'loss': 0.05587386670988183}
+{'epoch': 39, 'iter': 440, 'avg_loss': 0.07224459569954421, 'avg_acc': 0.0, 'loss': 0.03986978223317448}
+{'epoch': 39, 'iter': 450, 'avg_loss': 0.07211645151129716, 'avg_acc': 0.0, 'loss': 0.056337611957421325}
+{'epoch': 39, 'iter': 460, 'avg_loss': 0.07245864160100365, 'avg_acc': 0.0, 'loss': 0.12595864397711815}
+{'epoch': 39, 'iter': 470, 'avg_loss': 0.07269862954289677, 'avg_acc': 0.0, 'loss': 0.0662883411965335}
+{'epoch': 39, 'iter': 480, 'avg_loss': 0.07307873875733555, 'avg_acc': 0.0, 'loss': 0.09097841103353435}
+{'epoch': 39, 'iter': 490, 'avg_loss': 0.0729817950411851, 'avg_acc': 0.0, 'loss': 0.05757902104057726}
+{'epoch': 39, 'iter': 500, 'avg_loss': 0.0725836607243028, 'avg_acc': 0.0, 'loss': 0.10566496970558197}
+{'epoch': 39, 'iter': 510, 'avg_loss': 0.07219711645489588, 'avg_acc': 0.0, 'loss': 0.05636943787768749}
+{'epoch': 39, 'iter': 520, 'avg_loss': 0.07193597910991505, 'avg_acc': 0.0, 'loss': 0.04889989812400992}
+{'epoch': 39, 'iter': 530, 'avg_loss': 0.07159624964149672, 'avg_acc': 0.0, 'loss': 0.058306988429632965}
+{'epoch': 39, 'iter': 540, 'avg_loss': 0.0716034975821327, 'avg_acc': 0.0, 'loss': 0.03951735872875872}
+{'epoch': 39, 'iter': 550, 'avg_loss': 0.0714127749457754, 'avg_acc': 0.0, 'loss': 0.08972735041425445}
+{'epoch': 39, 'iter': 560, 'avg_loss': 0.07140417571715628, 'avg_acc': 0.0, 'loss': 0.04145771971802706}
+{'epoch': 39, 'iter': 570, 'avg_loss': 0.07128572387142645, 'avg_acc': 0.0, 'loss': 0.04801467373913023}
+{'epoch': 39, 'iter': 580, 'avg_loss': 0.0715413994171513, 'avg_acc': 0.0, 'loss': 0.06610576333668762}
+{'epoch': 39, 'iter': 590, 'avg_loss': 0.0715664507715219, 'avg_acc': 0.0, 'loss': 0.09441210692006458}
+{'epoch': 39, 'iter': 600, 'avg_loss': 0.07147461304189172, 'avg_acc': 0.0, 'loss': 0.045903230997380105}
+{'epoch': 39, 'iter': 610, 'avg_loss': 0.07133049929144764, 'avg_acc': 0.0, 'loss': 0.11557496797577267}
+{'epoch': 39, 'iter': 620, 'avg_loss': 0.07153000063055759, 'avg_acc': 0.0, 'loss': 0.03642518378604263}
+{'epoch': 39, 'iter': 630, 'avg_loss': 0.0714783683895913, 'avg_acc': 0.0, 'loss': 0.05083912239006086}
+{'epoch': 39, 'iter': 640, 'avg_loss': 0.0712487624006162, 'avg_acc': 0.0, 'loss': 0.07662598364981525}
+{'epoch': 39, 'iter': 650, 'avg_loss': 0.07115596934245974, 'avg_acc': 0.0, 'loss': 0.0404936972099311}
+{'epoch': 39, 'iter': 660, 'avg_loss': 0.07105956747187787, 'avg_acc': 0.0, 'loss': 0.042399447335195566}
+{'epoch': 39, 'iter': 670, 'avg_loss': 0.07104984079205363, 'avg_acc': 0.0, 'loss': 0.0873492486466562}
+{'epoch': 39, 'iter': 680, 'avg_loss': 0.07083559673090348, 'avg_acc': 0.0, 'loss': 0.05571159772560666}
+{'epoch': 39, 'iter': 690, 'avg_loss': 0.07078282362588113, 'avg_acc': 0.0, 'loss': 0.10518712608648326}
+{'epoch': 39, 'iter': 700, 'avg_loss': 0.0706595302281181, 'avg_acc': 0.0, 'loss': 0.049057613695477384}
+{'epoch': 39, 'iter': 710, 'avg_loss': 0.07083151945334352, 'avg_acc': 0.0, 'loss': 0.07920806870759682}
+{'epoch': 39, 'iter': 720, 'avg_loss': 0.07086428163273736, 'avg_acc': 0.0, 'loss': 0.038597203145627645}
+{'epoch': 39, 'iter': 730, 'avg_loss': 0.07094350534372089, 'avg_acc': 0.0, 'loss': 0.05182487117555264}
+{'epoch': 39, 'iter': 740, 'avg_loss': 0.07062209798367775, 'avg_acc': 0.0, 'loss': 0.031137845142244}
+{'epoch': 39, 'iter': 750, 'avg_loss': 0.07060667636499884, 'avg_acc': 0.0, 'loss': 0.024512824872693222}
+{'epoch': 39, 'iter': 760, 'avg_loss': 0.07048107735716712, 'avg_acc': 0.0, 'loss': 0.0430438489961976}
+{'epoch': 39, 'iter': 770, 'avg_loss': 0.07051198220064966, 'avg_acc': 0.0, 'loss': 0.04017744684473103}
+{'epoch': 39, 'iter': 780, 'avg_loss': 0.0704732826787703, 'avg_acc': 0.0, 'loss': 0.045966831189673485}
+{'epoch': 39, 'iter': 790, 'avg_loss': 0.07032409479434774, 'avg_acc': 0.0, 'loss': 0.10340767489743996}
+{'epoch': 39, 'iter': 800, 'avg_loss': 0.07016097984385875, 'avg_acc': 0.0, 'loss': 0.01860833961541987}
+{'epoch': 39, 'iter': 810, 'avg_loss': 0.07004346768594333, 'avg_acc': 0.0, 'loss': 0.05920153543094792}
+{'epoch': 39, 'iter': 820, 'avg_loss': 0.07041802706024289, 'avg_acc': 0.0, 'loss': 0.05145587677420289}
+{'epoch': 39, 'iter': 830, 'avg_loss': 0.07035721206171784, 'avg_acc': 0.0, 'loss': 0.06673183584414387}
+{'epoch': 39, 'iter': 840, 'avg_loss': 0.07028584865226956, 'avg_acc': 0.0, 'loss': 0.06544744292642486}
+{'epoch': 39, 'iter': 850, 'avg_loss': 0.07021058267177012, 'avg_acc': 0.0, 'loss': 0.06443404716682721}
+{'epoch': 39, 'iter': 860, 'avg_loss': 0.07028976237063513, 'avg_acc': 0.0, 'loss': 0.09330571076517304}
+{'epoch': 39, 'iter': 870, 'avg_loss': 0.07086988235141296, 'avg_acc': 0.0, 'loss': 0.05733360193772999}
+{'epoch': 39, 'iter': 880, 'avg_loss': 0.07102286073858262, 'avg_acc': 0.0, 'loss': 0.12862992933264447}
+{'epoch': 39, 'iter': 890, 'avg_loss': 0.07115184682749835, 'avg_acc': 0.0, 'loss': 0.06841223845912785}
+{'epoch': 39, 'iter': 900, 'avg_loss': 0.07131562175297765, 'avg_acc': 0.0, 'loss': 0.0357024248315087}
+{'epoch': 39, 'iter': 910, 'avg_loss': 0.07128594588550763, 'avg_acc': 0.0, 'loss': 0.0812881181662947}
+{'epoch': 39, 'iter': 920, 'avg_loss': 0.07134262437873992, 'avg_acc': 0.0, 'loss': 0.04560676411669614}
+{'epoch': 39, 'iter': 930, 'avg_loss': 0.07132406602616582, 'avg_acc': 0.0, 'loss': 0.10660490754733992}
+{'epoch': 39, 'iter': 940, 'avg_loss': 0.07119878640740278, 'avg_acc': 0.0, 'loss': 0.07337335912565582}
+{'epoch': 39, 'iter': 950, 'avg_loss': 0.0714263974893224, 'avg_acc': 0.0, 'loss': 0.03172163658227792}
+{'epoch': 39, 'iter': 960, 'avg_loss': 0.07126572954946543, 'avg_acc': 0.0, 'loss': 0.042493650696217494}
+{'epoch': 39, 'iter': 970, 'avg_loss': 0.07108912192478876, 'avg_acc': 0.0, 'loss': 0.04991268192082186}
+{'epoch': 39, 'iter': 980, 'avg_loss': 0.0712214765432531, 'avg_acc': 0.0, 'loss': 0.09234574794036883}
+{'epoch': 39, 'iter': 990, 'avg_loss': 0.071251823210538, 'avg_acc': 0.0, 'loss': 0.05456894491932676}
+{'epoch': 39, 'iter': 1000, 'avg_loss': 0.07129048043918583, 'avg_acc': 0.0, 'loss': 0.06454916386213734}
+{'epoch': 39, 'iter': 1010, 'avg_loss': 0.07125513578745032, 'avg_acc': 0.0, 'loss': 0.05720686219340263}
+{'epoch': 39, 'iter': 1020, 'avg_loss': 0.07110852658822803, 'avg_acc': 0.0, 'loss': 0.06017684306173773}
+{'epoch': 39, 'iter': 1030, 'avg_loss': 0.07117050980749959, 'avg_acc': 0.0, 'loss': 0.1268214228852652}
+{'epoch': 39, 'iter': 1040, 'avg_loss': 0.07107181212384778, 'avg_acc': 0.0, 'loss': 0.07488973241153879}
+{'epoch': 39, 'iter': 1050, 'avg_loss': 0.07112310806940383, 'avg_acc': 0.0, 'loss': 0.0719972088560224}
+{'epoch': 39, 'iter': 1060, 'avg_loss': 0.07112913439894548, 'avg_acc': 0.0, 'loss': 0.1065297355747877}
+{'epoch': 39, 'iter': 1070, 'avg_loss': 0.07120515891482286, 'avg_acc': 0.0, 'loss': 0.04280126698124523}
+{'epoch': 39, 'iter': 1080, 'avg_loss': 0.07097342858746152, 'avg_acc': 0.0, 'loss': 0.04365439815042902}
+{'epoch': 39, 'iter': 1090, 'avg_loss': 0.07096268637725028, 'avg_acc': 0.0, 'loss': 0.05519929220518601}
+{'epoch': 39, 'iter': 1100, 'avg_loss': 0.07094349940468779, 'avg_acc': 0.0, 'loss': 0.07302844416558685}
+{'epoch': 39, 'iter': 1110, 'avg_loss': 0.07096623152941506, 'avg_acc': 0.0, 'loss': 0.07334059668845123}
+{'epoch': 39, 'iter': 1120, 'avg_loss': 0.07079576028593548, 'avg_acc': 0.0, 'loss': 0.06828918673325493}
+{'epoch': 39, 'iter': 1130, 'avg_loss': 0.07067676762660142, 'avg_acc': 0.0, 'loss': 0.04224281736297338}
+{'epoch': 39, 'iter': 1140, 'avg_loss': 0.07065329654932948, 'avg_acc': 0.0, 'loss': 0.08888019527877994}
+{'epoch': 39, 'iter': 1150, 'avg_loss': 0.07063679508337654, 'avg_acc': 0.0, 'loss': 0.06778818740711147}
+{'epoch': 39, 'iter': 1160, 'avg_loss': 0.070674232583202, 'avg_acc': 0.0, 'loss': 0.09825020897109278}
+{'epoch': 39, 'iter': 1170, 'avg_loss': 0.0707381944408835, 'avg_acc': 0.0, 'loss': 0.07200105888376283}
+{'epoch': 39, 'iter': 1180, 'avg_loss': 0.07059128912834382, 'avg_acc': 0.0, 'loss': 0.047181052614330296}
+{'epoch': 39, 'iter': 1190, 'avg_loss': 0.0704577521650611, 'avg_acc': 0.0, 'loss': 0.07157568418032106}
+{'epoch': 39, 'iter': 1200, 'avg_loss': 0.07018554678638027, 'avg_acc': 0.0, 'loss': 0.0674903270197709}
+{'epoch': 39, 'iter': 1210, 'avg_loss': 0.07021725614023616, 'avg_acc': 0.0, 'loss': 0.04006684999826656}
+{'epoch': 39, 'iter': 1220, 'avg_loss': 0.07015944077689522, 'avg_acc': 0.0, 'loss': 0.029871472140610776}
+{'epoch': 39, 'iter': 1230, 'avg_loss': 0.07016958824629899, 'avg_acc': 0.0, 'loss': 0.07206165117889286}
+{'epoch': 39, 'iter': 1240, 'avg_loss': 0.07024362062493544, 'avg_acc': 0.0, 'loss': 0.046438292772257174}
+{'epoch': 39, 'iter': 1250, 'avg_loss': 0.07027504995795275, 'avg_acc': 0.0, 'loss': 0.10052562371196976}
+{'epoch': 39, 'iter': 1260, 'avg_loss': 0.07036909625425239, 'avg_acc': 0.0, 'loss': 0.05331191704148555}
+{'epoch': 39, 'iter': 1270, 'avg_loss': 0.07045899467338325, 'avg_acc': 0.0, 'loss': 0.15900754996872024}
+{'epoch': 39, 'iter': 1280, 'avg_loss': 0.07057672016872385, 'avg_acc': 0.0, 'loss': 0.12240675942346155}
+{'epoch': 39, 'iter': 1290, 'avg_loss': 0.07053263153125086, 'avg_acc': 0.0, 'loss': 0.07566105634009139}
+{'epoch': 39, 'iter': 1300, 'avg_loss': 0.07053062422569366, 'avg_acc': 0.0, 'loss': 0.10514501454859522}
+{'epoch': 39, 'iter': 1310, 'avg_loss': 0.07063812061991578, 'avg_acc': 0.0, 'loss': 0.0423955051224425}
+{'epoch': 39, 'iter': 1320, 'avg_loss': 0.07049699901707318, 'avg_acc': 0.0, 'loss': 0.03188363736135459}
+{'epoch': 39, 'iter': 1330, 'avg_loss': 0.07049042213347784, 'avg_acc': 0.0, 'loss': 0.036631542791945595}
+{'epoch': 39, 'iter': 1340, 'avg_loss': 0.07049941768015033, 'avg_acc': 0.0, 'loss': 0.039416927483403336}
+{'epoch': 39, 'iter': 1350, 'avg_loss': 0.07047594660240039, 'avg_acc': 0.0, 'loss': 0.06428484424339485}
+{'epoch': 39, 'iter': 1360, 'avg_loss': 0.07046355376517892, 'avg_acc': 0.0, 'loss': 0.06103174805238609}
+{'epoch': 39, 'iter': 1370, 'avg_loss': 0.07038621366695293, 'avg_acc': 0.0, 'loss': 0.05718914228388476}
+{'epoch': 39, 'iter': 1380, 'avg_loss': 0.07053946305856779, 'avg_acc': 0.0, 'loss': 0.09404163419136628}
+{'epoch': 39, 'iter': 1390, 'avg_loss': 0.07058926889648669, 'avg_acc': 0.0, 'loss': 0.06395868883207965}
+{'epoch': 39, 'iter': 1400, 'avg_loss': 0.07063890180001409, 'avg_acc': 0.0, 'loss': 0.1319521759168956}
+{'epoch': 39, 'iter': 1410, 'avg_loss': 0.07057664015384132, 'avg_acc': 0.0, 'loss': 0.05913531397818263}
+{'epoch': 39, 'iter': 1420, 'avg_loss': 0.07061720782969969, 'avg_acc': 0.0, 'loss': 0.059104792724742845}
+{'epoch': 39, 'iter': 1430, 'avg_loss': 0.07062003832483867, 'avg_acc': 0.0, 'loss': 0.062000095371248315}
+{'epoch': 39, 'iter': 1440, 'avg_loss': 0.07072839429128887, 'avg_acc': 0.0, 'loss': 0.09425012768432289}
+{'epoch': 39, 'iter': 1450, 'avg_loss': 0.07079186036559112, 'avg_acc': 0.0, 'loss': 0.04307265727601564}
+{'epoch': 39, 'iter': 1460, 'avg_loss': 0.07078140930563706, 'avg_acc': 0.0, 'loss': 0.032237066855159924}
+{'epoch': 39, 'iter': 1470, 'avg_loss': 0.0707461580078141, 'avg_acc': 0.0, 'loss': 0.04411293915069133}
+{'epoch': 39, 'iter': 1480, 'avg_loss': 0.07063421965190546, 'avg_acc': 0.0, 'loss': 0.036819180550371096}
+{'epoch': 39, 'iter': 1490, 'avg_loss': 0.07067340467979652, 'avg_acc': 0.0, 'loss': 0.13380340825779058}
+{'epoch': 39, 'iter': 1500, 'avg_loss': 0.07066583749926568, 'avg_acc': 0.0, 'loss': 0.09950524657298436}
+{'epoch': 39, 'iter': 1510, 'avg_loss': 0.07069444944065442, 'avg_acc': 0.0, 'loss': 0.11315231637494653}
+{'epoch': 39, 'iter': 1520, 'avg_loss': 0.07084046209114053, 'avg_acc': 0.0, 'loss': 0.10201938203372508}
+{'epoch': 39, 'iter': 1530, 'avg_loss': 0.07077131279229755, 'avg_acc': 0.0, 'loss': 0.07723668871027403}
+{'epoch': 39, 'iter': 1540, 'avg_loss': 0.07071498623593427, 'avg_acc': 0.0, 'loss': 0.05752452928207877}
+{'epoch': 39, 'iter': 1550, 'avg_loss': 0.0707510423934314, 'avg_acc': 0.0, 'loss': 0.030491317102928406}
+{'epoch': 39, 'iter': 1560, 'avg_loss': 0.07072755413870149, 'avg_acc': 0.0, 'loss': 0.03860506470329434}
+{'epoch': 39, 'iter': 1570, 'avg_loss': 0.07083898930043621, 'avg_acc': 0.0, 'loss': 0.10519755868514022}
+{'epoch': 39, 'iter': 1580, 'avg_loss': 0.0708664565814169, 'avg_acc': 0.0, 'loss': 0.034069134375325154}
+{'epoch': 39, 'iter': 1590, 'avg_loss': 0.070903455130288, 'avg_acc': 0.0, 'loss': 0.04020667818606885}
+{'epoch': 39, 'iter': 1600, 'avg_loss': 0.07075531645192697, 'avg_acc': 0.0, 'loss': 0.06950787692869449}
+{'epoch': 39, 'iter': 1610, 'avg_loss': 0.07084607267944891, 'avg_acc': 0.0, 'loss': 0.0253152012513291}
+{'epoch': 39, 'iter': 1620, 'avg_loss': 0.07087209167814898, 'avg_acc': 0.0, 'loss': 0.05538589436285081}
+{'epoch': 39, 'iter': 1630, 'avg_loss': 0.07101407062462017, 'avg_acc': 0.0, 'loss': 0.024463304647253735}
+{'epoch': 39, 'iter': 1640, 'avg_loss': 0.07097246917279253, 'avg_acc': 0.0, 'loss': 0.07045655466455157}
+{'epoch': 39, 'iter': 1650, 'avg_loss': 0.07098356558107735, 'avg_acc': 0.0, 'loss': 0.06969961001718973}
+{'epoch': 39, 'iter': 1660, 'avg_loss': 0.07111667860244701, 'avg_acc': 0.0, 'loss': 0.10448817631298368}
+{'epoch': 39, 'iter': 1670, 'avg_loss': 0.07113915815089596, 'avg_acc': 0.0, 'loss': 0.021650177172497412}
+{'epoch': 39, 'iter': 1680, 'avg_loss': 0.07109991403799344, 'avg_acc': 0.0, 'loss': 0.03964094129774561}
+{'epoch': 39, 'iter': 1690, 'avg_loss': 0.0710489290407704, 'avg_acc': 0.0, 'loss': 0.095723251800365}
+{'epoch': 39, 'iter': 1700, 'avg_loss': 0.07107725646024297, 'avg_acc': 0.0, 'loss': 0.04833049966345827}
+{'epoch': 39, 'iter': 1710, 'avg_loss': 0.07104367920592342, 'avg_acc': 0.0, 'loss': 0.037699522021843075}
+{'epoch': 39, 'iter': 1720, 'avg_loss': 0.07096444172001175, 'avg_acc': 0.0, 'loss': 0.0597411113923353}
+{'epoch': 39, 'iter': 1730, 'avg_loss': 0.07100206155297098, 'avg_acc': 0.0, 'loss': 0.13023630134627848}
+{'epoch': 39, 'iter': 1740, 'avg_loss': 0.07088638359696435, 'avg_acc': 0.0, 'loss': 0.053468753261735655}
+{'epoch': 39, 'iter': 1750, 'avg_loss': 0.07098663886623514, 'avg_acc': 0.0, 'loss': 0.11323895511843926}
+{'epoch': 39, 'iter': 1760, 'avg_loss': 0.07097362382762243, 'avg_acc': 0.0, 'loss': 0.09480980226500638}
+{'epoch': 39, 'iter': 1770, 'avg_loss': 0.07097025429777024, 'avg_acc': 0.0, 'loss': 0.0378019609818056}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.0, 'ece': 0.05796298384666443, 'avg_loss': 0.07096209084118459, 'f1_scores': 0.9436398636165039}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.030718227467823614, 'avg_acc': 0.0, 'loss': 0.030718227467823614}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.07805127578843526, 'avg_acc': 0.0, 'loss': 0.02912923439283231}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.07325235657324045, 'avg_acc': 0.0, 'loss': 0.10073022231359476}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.071268259068249, 'avg_acc': 0.0, 'loss': 0.028064845179743867}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.07190674298209553, 'avg_acc': 0.0, 'loss': 0.03317975557260411}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.06952997709006306, 'avg_acc': 0.0, 'loss': 0.07993312719285735}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.07074863954236646, 'avg_acc': 0.0, 'loss': 0.09241177423598401}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.07122092262136034, 'avg_acc': 0.0, 'loss': 0.10610544349399982}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.07214879422454692, 'avg_acc': 0.0, 'loss': 0.09608979952820715}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.07146121639278384, 'avg_acc': 0.0, 'loss': 0.04749821883377032}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.07175804126251935, 'avg_acc': 0.0, 'loss': 0.0482277339006641}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.07051690657970296, 'avg_acc': 0.0, 'loss': 0.06952499107267483}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.071195412190281, 'avg_acc': 0.0, 'loss': 0.0516837166231718}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.07091641872382884, 'avg_acc': 0.0, 'loss': 0.04777395494956238}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.07071760627038767, 'avg_acc': 0.0, 'loss': 0.06367089549274445}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.07054694062848099, 'avg_acc': 0.0, 'loss': 0.07139621278038126}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.07144010448438158, 'avg_acc': 0.0, 'loss': 0.10952734976513259}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.07133804033015728, 'avg_acc': 0.0, 'loss': 0.05168446420797019}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.0707105074203178, 'avg_acc': 0.0, 'loss': 0.03990552031068668}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.07032461983880751, 'avg_acc': 0.0, 'loss': 0.05849751528479276}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.07062095966362529, 'avg_acc': 0.0, 'loss': 0.018332111647656087}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.0703032930740566, 'avg_acc': 0.0, 'loss': 0.04686550496093389}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.07116029066369314, 'avg_acc': 0.0, 'loss': 0.10271821970313104}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.07214487057512235, 'avg_acc': 0.0, 'loss': 0.08629459614826374}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.07216640496261677, 'avg_acc': 0.0, 'loss': 0.07922410432174891}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.07197834932222577, 'avg_acc': 0.0, 'loss': 0.1063216071881925}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.07129561761456518, 'avg_acc': 0.0, 'loss': 0.03827976838336358}
+{'epoch': 40, 'iter': 270, 'avg_loss': 0.07091698669567154, 'avg_acc': 0.0, 'loss': 0.025628082013231586}
+{'epoch': 40, 'iter': 280, 'avg_loss': 0.07070762259001158, 'avg_acc': 0.0, 'loss': 0.06328668114468071}
+{'epoch': 40, 'iter': 290, 'avg_loss': 0.07174848747018754, 'avg_acc': 0.0, 'loss': 0.10484668097550655}
+{'epoch': 40, 'iter': 300, 'avg_loss': 0.07127265924309267, 'avg_acc': 0.0, 'loss': 0.10137455454811775}
+{'epoch': 40, 'iter': 310, 'avg_loss': 0.07131994644579727, 'avg_acc': 0.0, 'loss': 0.10149192356860631}
+{'epoch': 40, 'iter': 320, 'avg_loss': 0.07151400322596645, 'avg_acc': 0.0, 'loss': 0.0637096440602493}
+{'epoch': 40, 'iter': 330, 'avg_loss': 0.07157915948529438, 'avg_acc': 0.0, 'loss': 0.05918266022594106}
+{'epoch': 40, 'iter': 340, 'avg_loss': 0.07175418498032173, 'avg_acc': 0.0, 'loss': 0.02522959009229453}
+{'epoch': 40, 'iter': 350, 'avg_loss': 0.07251482942154382, 'avg_acc': 0.0, 'loss': 0.1986509485220722}
+{'epoch': 40, 'iter': 360, 'avg_loss': 0.07297730752304527, 'avg_acc': 0.0, 'loss': 0.10018627348950863}
+{'epoch': 40, 'iter': 370, 'avg_loss': 0.07276749219885852, 'avg_acc': 0.0, 'loss': 0.08216499401903832}
+{'epoch': 40, 'iter': 380, 'avg_loss': 0.07287508226916838, 'avg_acc': 0.0, 'loss': 0.06100454940697781}
+{'epoch': 40, 'iter': 390, 'avg_loss': 0.07290220727879011, 'avg_acc': 0.0, 'loss': 0.037143197658492354}
+{'epoch': 40, 'iter': 400, 'avg_loss': 0.07250138938921252, 'avg_acc': 0.0, 'loss': 0.05825587601030487}
+{'epoch': 40, 'iter': 410, 'avg_loss': 0.0726011092135851, 'avg_acc': 0.0, 'loss': 0.07886118272797456}
+{'epoch': 40, 'iter': 420, 'avg_loss': 0.07256998814730632, 'avg_acc': 0.0, 'loss': 0.04006622578999343}
+{'epoch': 40, 'iter': 430, 'avg_loss': 0.07314685797259461, 'avg_acc': 0.0, 'loss': 0.0548521010131578}
+{'epoch': 40, 'iter': 440, 'avg_loss': 0.07297399151250603, 'avg_acc': 0.0, 'loss': 0.0427632074206932}
+{'epoch': 40, 'iter': 450, 'avg_loss': 0.07283434260863736, 'avg_acc': 0.0, 'loss': 0.05729341395579013}
+{'epoch': 40, 'iter': 460, 'avg_loss': 0.07315402671918407, 'avg_acc': 0.0, 'loss': 0.12436666154677108}
+{'epoch': 40, 'iter': 470, 'avg_loss': 0.07339555318683867, 'avg_acc': 0.0, 'loss': 0.06725451648513366}
+{'epoch': 40, 'iter': 480, 'avg_loss': 0.07375787312787373, 'avg_acc': 0.0, 'loss': 0.08870720028316521}
+{'epoch': 40, 'iter': 490, 'avg_loss': 0.07365047761396483, 'avg_acc': 0.0, 'loss': 0.058575936999135686}
+{'epoch': 40, 'iter': 500, 'avg_loss': 0.07324663681164134, 'avg_acc': 0.0, 'loss': 0.10446968333575463}
+{'epoch': 40, 'iter': 510, 'avg_loss': 0.07284790718168015, 'avg_acc': 0.0, 'loss': 0.0560543102600641}
+{'epoch': 40, 'iter': 520, 'avg_loss': 0.07258877991801975, 'avg_acc': 0.0, 'loss': 0.048860925750513415}
+{'epoch': 40, 'iter': 530, 'avg_loss': 0.07225120337892885, 'avg_acc': 0.0, 'loss': 0.05946361786460232}
+{'epoch': 40, 'iter': 540, 'avg_loss': 0.0722572233851313, 'avg_acc': 0.0, 'loss': 0.04050638899964148}
+{'epoch': 40, 'iter': 550, 'avg_loss': 0.07206033344212898, 'avg_acc': 0.0, 'loss': 0.09409153371295734}
+{'epoch': 40, 'iter': 560, 'avg_loss': 0.07204262680595376, 'avg_acc': 0.0, 'loss': 0.041094739692180075}
+{'epoch': 40, 'iter': 570, 'avg_loss': 0.0719145292473447, 'avg_acc': 0.0, 'loss': 0.04660845904971974}
+{'epoch': 40, 'iter': 580, 'avg_loss': 0.0721685291291329, 'avg_acc': 0.0, 'loss': 0.06896120398802655}
+{'epoch': 40, 'iter': 590, 'avg_loss': 0.07218146348462674, 'avg_acc': 0.0, 'loss': 0.0948755492880033}
+{'epoch': 40, 'iter': 600, 'avg_loss': 0.07211961936954735, 'avg_acc': 0.0, 'loss': 0.04858876571126659}
+{'epoch': 40, 'iter': 610, 'avg_loss': 0.0719711596237281, 'avg_acc': 0.0, 'loss': 0.11538052082895181}
+{'epoch': 40, 'iter': 620, 'avg_loss': 0.07217965055794885, 'avg_acc': 0.0, 'loss': 0.03787233649583957}
+{'epoch': 40, 'iter': 630, 'avg_loss': 0.07212773287268406, 'avg_acc': 0.0, 'loss': 0.05251312949522051}
+{'epoch': 40, 'iter': 640, 'avg_loss': 0.07190044483947786, 'avg_acc': 0.0, 'loss': 0.0757897134991684}
+{'epoch': 40, 'iter': 650, 'avg_loss': 0.07180484564716409, 'avg_acc': 0.0, 'loss': 0.04130265722561635}
+{'epoch': 40, 'iter': 660, 'avg_loss': 0.07169936377721067, 'avg_acc': 0.0, 'loss': 0.044569372953046936}
+{'epoch': 40, 'iter': 670, 'avg_loss': 0.07170536223655975, 'avg_acc': 0.0, 'loss': 0.08820464099698962}
+{'epoch': 40, 'iter': 680, 'avg_loss': 0.07149188271727858, 'avg_acc': 0.0, 'loss': 0.057985576511581725}
+{'epoch': 40, 'iter': 690, 'avg_loss': 0.07143111127061666, 'avg_acc': 0.0, 'loss': 0.1040102656644584}
+{'epoch': 40, 'iter': 700, 'avg_loss': 0.07130428247398506, 'avg_acc': 0.0, 'loss': 0.050926994486187836}
+{'epoch': 40, 'iter': 710, 'avg_loss': 0.07147181180720333, 'avg_acc': 0.0, 'loss': 0.07844334010217478}
+{'epoch': 40, 'iter': 720, 'avg_loss': 0.07150854023792892, 'avg_acc': 0.0, 'loss': 0.040459212676379606}
+{'epoch': 40, 'iter': 730, 'avg_loss': 0.07158490718611109, 'avg_acc': 0.0, 'loss': 0.05230816452633949}
+{'epoch': 40, 'iter': 740, 'avg_loss': 0.07126996293591249, 'avg_acc': 0.0, 'loss': 0.03190425312219044}
+{'epoch': 40, 'iter': 750, 'avg_loss': 0.07125249998200149, 'avg_acc': 0.0, 'loss': 0.025715620219904572}
+{'epoch': 40, 'iter': 760, 'avg_loss': 0.07114176350301527, 'avg_acc': 0.0, 'loss': 0.043635622587893455}
+{'epoch': 40, 'iter': 770, 'avg_loss': 0.07118201010643445, 'avg_acc': 0.0, 'loss': 0.04249346017661537}
+{'epoch': 40, 'iter': 780, 'avg_loss': 0.07114559559023821, 'avg_acc': 0.0, 'loss': 0.047908099364564444}
+{'epoch': 40, 'iter': 790, 'avg_loss': 0.07097629508032663, 'avg_acc': 0.0, 'loss': 0.10229993077077738}
+{'epoch': 40, 'iter': 800, 'avg_loss': 0.07081377261344421, 'avg_acc': 0.0, 'loss': 0.019830571314136996}
+{'epoch': 40, 'iter': 810, 'avg_loss': 0.0707066074458023, 'avg_acc': 0.0, 'loss': 0.06099620419882967}
+{'epoch': 40, 'iter': 820, 'avg_loss': 0.07109034299189033, 'avg_acc': 0.0, 'loss': 0.050826281157564976}
+{'epoch': 40, 'iter': 830, 'avg_loss': 0.071016576383321, 'avg_acc': 0.0, 'loss': 0.06718920474044612}
+{'epoch': 40, 'iter': 840, 'avg_loss': 0.07094543544698154, 'avg_acc': 0.0, 'loss': 0.06855150163817468}
+{'epoch': 40, 'iter': 850, 'avg_loss': 0.07087167493950144, 'avg_acc': 0.0, 'loss': 0.06495507948955037}
+{'epoch': 40, 'iter': 860, 'avg_loss': 0.07094718193888604, 'avg_acc': 0.0, 'loss': 0.0930240625192198}
+{'epoch': 40, 'iter': 870, 'avg_loss': 0.07154767031861053, 'avg_acc': 0.0, 'loss': 0.055809784103893936}
+{'epoch': 40, 'iter': 880, 'avg_loss': 0.07169193558950943, 'avg_acc': 0.0, 'loss': 0.12901518563055803}
+{'epoch': 40, 'iter': 890, 'avg_loss': 0.07181115889905719, 'avg_acc': 0.0, 'loss': 0.07018620229697246}
+{'epoch': 40, 'iter': 900, 'avg_loss': 0.07197795262118499, 'avg_acc': 0.0, 'loss': 0.03566337143829352}
+{'epoch': 40, 'iter': 910, 'avg_loss': 0.07195009950570751, 'avg_acc': 0.0, 'loss': 0.08388503950032648}
+{'epoch': 40, 'iter': 920, 'avg_loss': 0.07199985481432522, 'avg_acc': 0.0, 'loss': 0.045069741962013916}
+{'epoch': 40, 'iter': 930, 'avg_loss': 0.07197243555481435, 'avg_acc': 0.0, 'loss': 0.11350040326803017}
+{'epoch': 40, 'iter': 940, 'avg_loss': 0.07183893735228301, 'avg_acc': 0.0, 'loss': 0.07376015264968112}
+{'epoch': 40, 'iter': 950, 'avg_loss': 0.07206038438308596, 'avg_acc': 0.0, 'loss': 0.03282417482780277}
+{'epoch': 40, 'iter': 960, 'avg_loss': 0.0719032296067901, 'avg_acc': 0.0, 'loss': 0.04287918162070322}
+{'epoch': 40, 'iter': 970, 'avg_loss': 0.0717263516877353, 'avg_acc': 0.0, 'loss': 0.05006542703884926}
+{'epoch': 40, 'iter': 980, 'avg_loss': 0.07186398609422709, 'avg_acc': 0.0, 'loss': 0.09352878757762742}
+{'epoch': 40, 'iter': 990, 'avg_loss': 0.07189115201085257, 'avg_acc': 0.0, 'loss': 0.052666537052301364}
+{'epoch': 40, 'iter': 1000, 'avg_loss': 0.07192998481896085, 'avg_acc': 0.0, 'loss': 0.06453416933987503}
+{'epoch': 40, 'iter': 1010, 'avg_loss': 0.07188893075612199, 'avg_acc': 0.0, 'loss': 0.055028735583690036}
+{'epoch': 40, 'iter': 1020, 'avg_loss': 0.0717480036866029, 'avg_acc': 0.0, 'loss': 0.062308499798628444}
+{'epoch': 40, 'iter': 1030, 'avg_loss': 0.07181105059885172, 'avg_acc': 0.0, 'loss': 0.12877647754402233}
+{'epoch': 40, 'iter': 1040, 'avg_loss': 0.07171255433507726, 'avg_acc': 0.0, 'loss': 0.07771415656632792}
+{'epoch': 40, 'iter': 1050, 'avg_loss': 0.07176249660509133, 'avg_acc': 0.0, 'loss': 0.07464946367711685}
+{'epoch': 40, 'iter': 1060, 'avg_loss': 0.0717738666230667, 'avg_acc': 0.0, 'loss': 0.10749946571883941}
+{'epoch': 40, 'iter': 1070, 'avg_loss': 0.07185487424773453, 'avg_acc': 0.0, 'loss': 0.044595929805447146}
+{'epoch': 40, 'iter': 1080, 'avg_loss': 0.07163030706358613, 'avg_acc': 0.0, 'loss': 0.04628030896364521}
+{'epoch': 40, 'iter': 1090, 'avg_loss': 0.07161721843175693, 'avg_acc': 0.0, 'loss': 0.05745169083872627}
+{'epoch': 40, 'iter': 1100, 'avg_loss': 0.07159954996239346, 'avg_acc': 0.0, 'loss': 0.0754796220306052}
+{'epoch': 40, 'iter': 1110, 'avg_loss': 0.0716280982348394, 'avg_acc': 0.0, 'loss': 0.07358597581948548}
+{'epoch': 40, 'iter': 1120, 'avg_loss': 0.07145740398432467, 'avg_acc': 0.0, 'loss': 0.06880462530262271}
+{'epoch': 40, 'iter': 1130, 'avg_loss': 0.07134101874664865, 'avg_acc': 0.0, 'loss': 0.04492115738441628}
+{'epoch': 40, 'iter': 1140, 'avg_loss': 0.07131658650056072, 'avg_acc': 0.0, 'loss': 0.08716169358373398}
+{'epoch': 40, 'iter': 1150, 'avg_loss': 0.07129713927727552, 'avg_acc': 0.0, 'loss': 0.07074021369460784}
+{'epoch': 40, 'iter': 1160, 'avg_loss': 0.07132937192749764, 'avg_acc': 0.0, 'loss': 0.09894545444373241}
+{'epoch': 40, 'iter': 1170, 'avg_loss': 0.07138952394476214, 'avg_acc': 0.0, 'loss': 0.07369489761924593}
+{'epoch': 40, 'iter': 1180, 'avg_loss': 0.07124123437272888, 'avg_acc': 0.0, 'loss': 0.046766581176182084}
+{'epoch': 40, 'iter': 1190, 'avg_loss': 0.07110727939710147, 'avg_acc': 0.0, 'loss': 0.07322404154253295}
+{'epoch': 40, 'iter': 1200, 'avg_loss': 0.07083310334001078, 'avg_acc': 0.0, 'loss': 0.06715142572912619}
+{'epoch': 40, 'iter': 1210, 'avg_loss': 0.07085928346293527, 'avg_acc': 0.0, 'loss': 0.03968759314689813}
+{'epoch': 40, 'iter': 1220, 'avg_loss': 0.07079723707455737, 'avg_acc': 0.0, 'loss': 0.02757154604919013}
+{'epoch': 40, 'iter': 1230, 'avg_loss': 0.07080400720365035, 'avg_acc': 0.0, 'loss': 0.0714154587471845}
+{'epoch': 40, 'iter': 1240, 'avg_loss': 0.07088525595470041, 'avg_acc': 0.0, 'loss': 0.04694647398821619}
+{'epoch': 40, 'iter': 1250, 'avg_loss': 0.07092472792346169, 'avg_acc': 0.0, 'loss': 0.10020503373633817}
+{'epoch': 40, 'iter': 1260, 'avg_loss': 0.0710143279468741, 'avg_acc': 0.0, 'loss': 0.05428308511730912}
+{'epoch': 40, 'iter': 1270, 'avg_loss': 0.0711004086587747, 'avg_acc': 0.0, 'loss': 0.15883586864074214}
+{'epoch': 40, 'iter': 1280, 'avg_loss': 0.07121092716841323, 'avg_acc': 0.0, 'loss': 0.11782550434368691}
+{'epoch': 40, 'iter': 1290, 'avg_loss': 0.0711628344577863, 'avg_acc': 0.0, 'loss': 0.07559569832860445}
+{'epoch': 40, 'iter': 1300, 'avg_loss': 0.0711612272663783, 'avg_acc': 0.0, 'loss': 0.10344818896563115}
+{'epoch': 40, 'iter': 1310, 'avg_loss': 0.07126712812961378, 'avg_acc': 0.0, 'loss': 0.04580443989517237}
+{'epoch': 40, 'iter': 1320, 'avg_loss': 0.07112571109207912, 'avg_acc': 0.0, 'loss': 0.030390832192328583}
+{'epoch': 40, 'iter': 1330, 'avg_loss': 0.0711175412343884, 'avg_acc': 0.0, 'loss': 0.03376262239498016}
+{'epoch': 40, 'iter': 1340, 'avg_loss': 0.07113432399576938, 'avg_acc': 0.0, 'loss': 0.042217639625103436}
+{'epoch': 40, 'iter': 1350, 'avg_loss': 0.07111069163620155, 'avg_acc': 0.0, 'loss': 0.06328478807828981}
+{'epoch': 40, 'iter': 1360, 'avg_loss': 0.07109602737497166, 'avg_acc': 0.0, 'loss': 0.06269309834417161}
+{'epoch': 40, 'iter': 1370, 'avg_loss': 0.07102265334686972, 'avg_acc': 0.0, 'loss': 0.056109663064246106}
+{'epoch': 40, 'iter': 1380, 'avg_loss': 0.07117485824713687, 'avg_acc': 0.0, 'loss': 0.09375253344962532}
+{'epoch': 40, 'iter': 1390, 'avg_loss': 0.07122174354774477, 'avg_acc': 0.0, 'loss': 0.06562345913214683}
+{'epoch': 40, 'iter': 1400, 'avg_loss': 0.0712734894381321, 'avg_acc': 0.0, 'loss': 0.13308384503127968}
+{'epoch': 40, 'iter': 1410, 'avg_loss': 0.07121550276673241, 'avg_acc': 0.0, 'loss': 0.06187216529263293}
+{'epoch': 40, 'iter': 1420, 'avg_loss': 0.07125467607721064, 'avg_acc': 0.0, 'loss': 0.05930567100814699}
+{'epoch': 40, 'iter': 1430, 'avg_loss': 0.07125951158371073, 'avg_acc': 0.0, 'loss': 0.062640185141037}
+{'epoch': 40, 'iter': 1440, 'avg_loss': 0.07137773198201829, 'avg_acc': 0.0, 'loss': 0.09791762436780767}
+{'epoch': 40, 'iter': 1450, 'avg_loss': 0.07144770141730317, 'avg_acc': 0.0, 'loss': 0.04466030922661039}
+{'epoch': 40, 'iter': 1460, 'avg_loss': 0.07143744080960328, 'avg_acc': 0.0, 'loss': 0.030391291804651895}
+{'epoch': 40, 'iter': 1470, 'avg_loss': 0.07139908118127669, 'avg_acc': 0.0, 'loss': 0.043764857728137124}
+{'epoch': 40, 'iter': 1480, 'avg_loss': 0.0712858259903958, 'avg_acc': 0.0, 'loss': 0.03712124759201783}
+{'epoch': 40, 'iter': 1490, 'avg_loss': 0.0713392456110164, 'avg_acc': 0.0, 'loss': 0.13642291672739962}
+{'epoch': 40, 'iter': 1500, 'avg_loss': 0.07132592815359329, 'avg_acc': 0.0, 'loss': 0.09857083351286226}
+{'epoch': 40, 'iter': 1510, 'avg_loss': 0.07135034430394305, 'avg_acc': 0.0, 'loss': 0.11203851183862971}
+{'epoch': 40, 'iter': 1520, 'avg_loss': 0.0714939880223189, 'avg_acc': 0.0, 'loss': 0.10134198854756601}
+{'epoch': 40, 'iter': 1530, 'avg_loss': 0.07142328217356045, 'avg_acc': 0.0, 'loss': 0.07836292375180522}
+{'epoch': 40, 'iter': 1540, 'avg_loss': 0.07136189829103017, 'avg_acc': 0.0, 'loss': 0.05651228270884343}
+{'epoch': 40, 'iter': 1550, 'avg_loss': 0.07141303121862337, 'avg_acc': 0.0, 'loss': 0.031141178921854716}
+{'epoch': 40, 'iter': 1560, 'avg_loss': 0.07138840662274204, 'avg_acc': 0.0, 'loss': 0.039115370266358696}
+{'epoch': 40, 'iter': 1570, 'avg_loss': 0.0714992601571241, 'avg_acc': 0.0, 'loss': 0.10816143543738527}
+{'epoch': 40, 'iter': 1580, 'avg_loss': 0.0715276436131172, 'avg_acc': 0.0, 'loss': 0.03452671801834331}
+{'epoch': 40, 'iter': 1590, 'avg_loss': 0.07156587106075477, 'avg_acc': 0.0, 'loss': 0.04068607492313195}
+{'epoch': 40, 'iter': 1600, 'avg_loss': 0.07142032942742442, 'avg_acc': 0.0, 'loss': 0.07167946891428706}
+{'epoch': 40, 'iter': 1610, 'avg_loss': 0.07150783254808699, 'avg_acc': 0.0, 'loss': 0.026325895833581723}
+{'epoch': 40, 'iter': 1620, 'avg_loss': 0.07153013024923556, 'avg_acc': 0.0, 'loss': 0.05505091803562274}
+{'epoch': 40, 'iter': 1630, 'avg_loss': 0.07168148973505774, 'avg_acc': 0.0, 'loss': 0.025070349875574847}
+{'epoch': 40, 'iter': 1640, 'avg_loss': 0.07164075265428368, 'avg_acc': 0.0, 'loss': 0.0735306274391933}
+{'epoch': 40, 'iter': 1650, 'avg_loss': 0.07165389105900188, 'avg_acc': 0.0, 'loss': 0.07184032746429887}
+{'epoch': 40, 'iter': 1660, 'avg_loss': 0.07178365463575359, 'avg_acc': 0.0, 'loss': 0.10385522690129026}
+{'epoch': 40, 'iter': 1670, 'avg_loss': 0.07180887285097555, 'avg_acc': 0.0, 'loss': 0.02181841134535846}
+{'epoch': 40, 'iter': 1680, 'avg_loss': 0.07177194336582143, 'avg_acc': 0.0, 'loss': 0.04044259541853786}
+{'epoch': 40, 'iter': 1690, 'avg_loss': 0.07172339170244854, 'avg_acc': 0.0, 'loss': 0.09515762334021766}
+{'epoch': 40, 'iter': 1700, 'avg_loss': 0.07175132409817614, 'avg_acc': 0.0, 'loss': 0.04965522117840594}
+{'epoch': 40, 'iter': 1710, 'avg_loss': 0.07171532935165399, 'avg_acc': 0.0, 'loss': 0.03568901534891162}
+{'epoch': 40, 'iter': 1720, 'avg_loss': 0.07163664796019721, 'avg_acc': 0.0, 'loss': 0.0609219020464187}
+{'epoch': 40, 'iter': 1730, 'avg_loss': 0.07168019954649898, 'avg_acc': 0.0, 'loss': 0.1338460545785206}
+{'epoch': 40, 'iter': 1740, 'avg_loss': 0.07156814859221819, 'avg_acc': 0.0, 'loss': 0.05458447221365401}
+{'epoch': 40, 'iter': 1750, 'avg_loss': 0.07166626453623048, 'avg_acc': 0.0, 'loss': 0.1122527498114323}
+{'epoch': 40, 'iter': 1760, 'avg_loss': 0.07165339667232185, 'avg_acc': 0.0, 'loss': 0.09658073914934967}
+{'epoch': 40, 'iter': 1770, 'avg_loss': 0.071648216712845, 'avg_acc': 0.0, 'loss': 0.037723192840847526}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.0, 'ece': 0.05287324637174606, 'avg_loss': 0.07163828223177318, 'f1_scores': 0.9419944304915705}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.03185371490638594, 'avg_acc': 0.0, 'loss': 0.03185371490638594}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.0783791728984212, 'avg_acc': 0.0, 'loss': 0.029330197413526903}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.07342824704778089, 'avg_acc': 0.0, 'loss': 0.1002869524223107}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.07140309268199249, 'avg_acc': 0.0, 'loss': 0.02783895917517855}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.07216137923031686, 'avg_acc': 0.0, 'loss': 0.03571049050969626}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.06987658372381836, 'avg_acc': 0.0, 'loss': 0.07986985477388737}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.0709539810773931, 'avg_acc': 0.0, 'loss': 0.09413773319183097}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.0713332831325032, 'avg_acc': 0.0, 'loss': 0.10604092359812967}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.07221967829858601, 'avg_acc': 0.0, 'loss': 0.0959255336148804}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.07163700622770017, 'avg_acc': 0.0, 'loss': 0.05056154414648972}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.07193682078155521, 'avg_acc': 0.0, 'loss': 0.04962728117586477}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.07078471274214411, 'avg_acc': 0.0, 'loss': 0.07207890930148356}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.07143892484376672, 'avg_acc': 0.0, 'loss': 0.05416117491420128}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.07122181220109337, 'avg_acc': 0.0, 'loss': 0.04944230195405095}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.07099357540701928, 'avg_acc': 0.0, 'loss': 0.06501421357084171}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.07085470354306972, 'avg_acc': 0.0, 'loss': 0.07202835773856821}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.07174280621822271, 'avg_acc': 0.0, 'loss': 0.11045223612625574}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.07165660952353443, 'avg_acc': 0.0, 'loss': 0.05222854288480708}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.07108415522560185, 'avg_acc': 0.0, 'loss': 0.04370071592354309}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.07067108919756687, 'avg_acc': 0.0, 'loss': 0.05724344264749805}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.07091896771839387, 'avg_acc': 0.0, 'loss': 0.017098602744356737}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.07058550779154366, 'avg_acc': 0.0, 'loss': 0.04695854235751946}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.0714257733150787, 'avg_acc': 0.0, 'loss': 0.10111420791473943}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.0723477915897532, 'avg_acc': 0.0, 'loss': 0.08487801695443002}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.07236352621450896, 'avg_acc': 0.0, 'loss': 0.08027583557222329}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.07220180926487484, 'avg_acc': 0.0, 'loss': 0.10521413508791153}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.07155283588588111, 'avg_acc': 0.0, 'loss': 0.039157998568047754}
+{'epoch': 41, 'iter': 270, 'avg_loss': 0.0711835620333401, 'avg_acc': 0.0, 'loss': 0.0257373046497865}
+{'epoch': 41, 'iter': 280, 'avg_loss': 0.0709983850055338, 'avg_acc': 0.0, 'loss': 0.06757947344885906}
+{'epoch': 41, 'iter': 290, 'avg_loss': 0.07199063902396617, 'avg_acc': 0.0, 'loss': 0.10541445370904105}
+{'epoch': 41, 'iter': 300, 'avg_loss': 0.07151451082621267, 'avg_acc': 0.0, 'loss': 0.10121992480595411}
+{'epoch': 41, 'iter': 310, 'avg_loss': 0.07154805645871014, 'avg_acc': 0.0, 'loss': 0.10074500208478249}
+{'epoch': 41, 'iter': 320, 'avg_loss': 0.0717516488608818, 'avg_acc': 0.0, 'loss': 0.06459898249113394}
+{'epoch': 41, 'iter': 330, 'avg_loss': 0.07184143581669308, 'avg_acc': 0.0, 'loss': 0.062085557172196104}
+{'epoch': 41, 'iter': 340, 'avg_loss': 0.07200853157867156, 'avg_acc': 0.0, 'loss': 0.023888553383000853}
+{'epoch': 41, 'iter': 350, 'avg_loss': 0.07274800230604793, 'avg_acc': 0.0, 'loss': 0.19504051462328267}
+{'epoch': 41, 'iter': 360, 'avg_loss': 0.0732143154132239, 'avg_acc': 0.0, 'loss': 0.10304185894622313}
+{'epoch': 41, 'iter': 370, 'avg_loss': 0.07302103747102001, 'avg_acc': 0.0, 'loss': 0.08328742455008507}
+{'epoch': 41, 'iter': 380, 'avg_loss': 0.07312969628379917, 'avg_acc': 0.0, 'loss': 0.060786661606592976}
+{'epoch': 41, 'iter': 390, 'avg_loss': 0.07315815519985995, 'avg_acc': 0.0, 'loss': 0.038029891794764126}
+{'epoch': 41, 'iter': 400, 'avg_loss': 0.07277439659090479, 'avg_acc': 0.0, 'loss': 0.05895922364482788}
+{'epoch': 41, 'iter': 410, 'avg_loss': 0.07286035881808846, 'avg_acc': 0.0, 'loss': 0.08037221845785325}
+{'epoch': 41, 'iter': 420, 'avg_loss': 0.07281955839527517, 'avg_acc': 0.0, 'loss': 0.040066782410142256}
+{'epoch': 41, 'iter': 430, 'avg_loss': 0.07339706475628865, 'avg_acc': 0.0, 'loss': 0.05631317606753328}
+{'epoch': 41, 'iter': 440, 'avg_loss': 0.0732162841772514, 'avg_acc': 0.0, 'loss': 0.04127441231160235}
+{'epoch': 41, 'iter': 450, 'avg_loss': 0.07309294813039544, 'avg_acc': 0.0, 'loss': 0.05847560681149844}
+{'epoch': 41, 'iter': 460, 'avg_loss': 0.07340205064455274, 'avg_acc': 0.0, 'loss': 0.1232521823706918}
+{'epoch': 41, 'iter': 470, 'avg_loss': 0.07362873900940409, 'avg_acc': 0.0, 'loss': 0.0680044393805669}
+{'epoch': 41, 'iter': 480, 'avg_loss': 0.07396626459555969, 'avg_acc': 0.0, 'loss': 0.08698756198504043}
+{'epoch': 41, 'iter': 490, 'avg_loss': 0.07386109322052054, 'avg_acc': 0.0, 'loss': 0.05896284213511242}
+{'epoch': 41, 'iter': 500, 'avg_loss': 0.07346993604398135, 'avg_acc': 0.0, 'loss': 0.10526407170343889}
+{'epoch': 41, 'iter': 510, 'avg_loss': 0.0730848496369918, 'avg_acc': 0.0, 'loss': 0.05744835600549436}
+{'epoch': 41, 'iter': 520, 'avg_loss': 0.07283229661032357, 'avg_acc': 0.0, 'loss': 0.049542018881425065}
+{'epoch': 41, 'iter': 530, 'avg_loss': 0.07249566267907392, 'avg_acc': 0.0, 'loss': 0.05992343032508935}
+{'epoch': 41, 'iter': 540, 'avg_loss': 0.07250391818122848, 'avg_acc': 0.0, 'loss': 0.04141933773310922}
+{'epoch': 41, 'iter': 550, 'avg_loss': 0.07232097514107609, 'avg_acc': 0.0, 'loss': 0.09300535270917618}
+{'epoch': 41, 'iter': 560, 'avg_loss': 0.07230566588295098, 'avg_acc': 0.0, 'loss': 0.042259272132899435}
+{'epoch': 41, 'iter': 570, 'avg_loss': 0.0721802306725125, 'avg_acc': 0.0, 'loss': 0.04917549126005431}
+{'epoch': 41, 'iter': 580, 'avg_loss': 0.07243230011867773, 'avg_acc': 0.0, 'loss': 0.0691069148593572}
+{'epoch': 41, 'iter': 590, 'avg_loss': 0.07245311687969971, 'avg_acc': 0.0, 'loss': 0.093215096149383}
+{'epoch': 41, 'iter': 600, 'avg_loss': 0.07238502892818842, 'avg_acc': 0.0, 'loss': 0.048195766962927725}
+{'epoch': 41, 'iter': 610, 'avg_loss': 0.07224033004251025, 'avg_acc': 0.0, 'loss': 0.11422395071048998}
+{'epoch': 41, 'iter': 620, 'avg_loss': 0.07245056331106461, 'avg_acc': 0.0, 'loss': 0.03787814180660121}
+{'epoch': 41, 'iter': 630, 'avg_loss': 0.07239063295849305, 'avg_acc': 0.0, 'loss': 0.053159149647249083}
+{'epoch': 41, 'iter': 640, 'avg_loss': 0.0721630491228185, 'avg_acc': 0.0, 'loss': 0.07652611047112146}
+{'epoch': 41, 'iter': 650, 'avg_loss': 0.0720739682320612, 'avg_acc': 0.0, 'loss': 0.042522540964386374}
+{'epoch': 41, 'iter': 660, 'avg_loss': 0.07197740292310896, 'avg_acc': 0.0, 'loss': 0.04519688861383234}
+{'epoch': 41, 'iter': 670, 'avg_loss': 0.0719758321120839, 'avg_acc': 0.0, 'loss': 0.0866043427013007}
+{'epoch': 41, 'iter': 680, 'avg_loss': 0.07176647124423291, 'avg_acc': 0.0, 'loss': 0.05834706270914174}
+{'epoch': 41, 'iter': 690, 'avg_loss': 0.07171251916824561, 'avg_acc': 0.0, 'loss': 0.10095632165864896}
+{'epoch': 41, 'iter': 700, 'avg_loss': 0.07159244934559106, 'avg_acc': 0.0, 'loss': 0.04993823022366379}
+{'epoch': 41, 'iter': 710, 'avg_loss': 0.0717521735680175, 'avg_acc': 0.0, 'loss': 0.07695780779842819}
+{'epoch': 41, 'iter': 720, 'avg_loss': 0.07177977757767474, 'avg_acc': 0.0, 'loss': 0.04072368333868326}
+{'epoch': 41, 'iter': 730, 'avg_loss': 0.07185627868991307, 'avg_acc': 0.0, 'loss': 0.055957288052780996}
+{'epoch': 41, 'iter': 740, 'avg_loss': 0.07153927155659572, 'avg_acc': 0.0, 'loss': 0.031736335280161905}
+{'epoch': 41, 'iter': 750, 'avg_loss': 0.07152121959234468, 'avg_acc': 0.0, 'loss': 0.025407469555188654}
+{'epoch': 41, 'iter': 760, 'avg_loss': 0.07141413876048308, 'avg_acc': 0.0, 'loss': 0.04468050763862915}
+{'epoch': 41, 'iter': 770, 'avg_loss': 0.07144725050063992, 'avg_acc': 0.0, 'loss': 0.04251655130322465}
+{'epoch': 41, 'iter': 780, 'avg_loss': 0.07141920801340311, 'avg_acc': 0.0, 'loss': 0.047893196208982705}
+{'epoch': 41, 'iter': 790, 'avg_loss': 0.07127365178439858, 'avg_acc': 0.0, 'loss': 0.10515621874598731}
+{'epoch': 41, 'iter': 800, 'avg_loss': 0.07111522307916919, 'avg_acc': 0.0, 'loss': 0.01893935782626548}
+{'epoch': 41, 'iter': 810, 'avg_loss': 0.07099640746601009, 'avg_acc': 0.0, 'loss': 0.06125756939830548}
+{'epoch': 41, 'iter': 820, 'avg_loss': 0.07137395029041851, 'avg_acc': 0.0, 'loss': 0.05201672280193341}
+{'epoch': 41, 'iter': 830, 'avg_loss': 0.07130830687353971, 'avg_acc': 0.0, 'loss': 0.06849029601411465}
+{'epoch': 41, 'iter': 840, 'avg_loss': 0.07123840714990184, 'avg_acc': 0.0, 'loss': 0.06863994302283263}
+{'epoch': 41, 'iter': 850, 'avg_loss': 0.07116344142582372, 'avg_acc': 0.0, 'loss': 0.0652670581037853}
+{'epoch': 41, 'iter': 860, 'avg_loss': 0.07123113311161085, 'avg_acc': 0.0, 'loss': 0.09309612508976832}
+{'epoch': 41, 'iter': 870, 'avg_loss': 0.07182173633499293, 'avg_acc': 0.0, 'loss': 0.056988211232245636}
+{'epoch': 41, 'iter': 880, 'avg_loss': 0.07196329124187775, 'avg_acc': 0.0, 'loss': 0.12909157420373518}
+{'epoch': 41, 'iter': 890, 'avg_loss': 0.07207628950648562, 'avg_acc': 0.0, 'loss': 0.06907533725256647}
+{'epoch': 41, 'iter': 900, 'avg_loss': 0.07224668502638812, 'avg_acc': 0.0, 'loss': 0.036752989122508746}
+{'epoch': 41, 'iter': 910, 'avg_loss': 0.07222334660841677, 'avg_acc': 0.0, 'loss': 0.08439020880582655}
+{'epoch': 41, 'iter': 920, 'avg_loss': 0.07227243676469658, 'avg_acc': 0.0, 'loss': 0.04649600860530459}
+{'epoch': 41, 'iter': 930, 'avg_loss': 0.07225465515968886, 'avg_acc': 0.0, 'loss': 0.1113463739585703}
+{'epoch': 41, 'iter': 940, 'avg_loss': 0.0721226793361805, 'avg_acc': 0.0, 'loss': 0.07282107735847733}
+{'epoch': 41, 'iter': 950, 'avg_loss': 0.07232939166702633, 'avg_acc': 0.0, 'loss': 0.0330042949089123}
+{'epoch': 41, 'iter': 960, 'avg_loss': 0.07217002500253436, 'avg_acc': 0.0, 'loss': 0.043593190151536225}
+{'epoch': 41, 'iter': 970, 'avg_loss': 0.07199218385304466, 'avg_acc': 0.0, 'loss': 0.04978060182060874}
+{'epoch': 41, 'iter': 980, 'avg_loss': 0.07212388492936082, 'avg_acc': 0.0, 'loss': 0.0901938204261309}
+{'epoch': 41, 'iter': 990, 'avg_loss': 0.07215016227825619, 'avg_acc': 0.0, 'loss': 0.054785783469473666}
+{'epoch': 41, 'iter': 1000, 'avg_loss': 0.07219323479547458, 'avg_acc': 0.0, 'loss': 0.06563855953004755}
+{'epoch': 41, 'iter': 1010, 'avg_loss': 0.07215645677799004, 'avg_acc': 0.0, 'loss': 0.05738706943534615}
+{'epoch': 41, 'iter': 1020, 'avg_loss': 0.0720175083352533, 'avg_acc': 0.0, 'loss': 0.06165571717687206}
+{'epoch': 41, 'iter': 1030, 'avg_loss': 0.0720863667360821, 'avg_acc': 0.0, 'loss': 0.12954426635241945}
+{'epoch': 41, 'iter': 1040, 'avg_loss': 0.0719962933371359, 'avg_acc': 0.0, 'loss': 0.0779326877458532}
+{'epoch': 41, 'iter': 1050, 'avg_loss': 0.07204803068317658, 'avg_acc': 0.0, 'loss': 0.07572726245348754}
+{'epoch': 41, 'iter': 1060, 'avg_loss': 0.07205972944986043, 'avg_acc': 0.0, 'loss': 0.10691361526697765}
+{'epoch': 41, 'iter': 1070, 'avg_loss': 0.07213656224948112, 'avg_acc': 0.0, 'loss': 0.04544644311197235}
+{'epoch': 41, 'iter': 1080, 'avg_loss': 0.07191203859539401, 'avg_acc': 0.0, 'loss': 0.04488690474620479}
+{'epoch': 41, 'iter': 1090, 'avg_loss': 0.07189905782159701, 'avg_acc': 0.0, 'loss': 0.05648863498416696}
+{'epoch': 41, 'iter': 1100, 'avg_loss': 0.07187475411959869, 'avg_acc': 0.0, 'loss': 0.07598420374912962}
+{'epoch': 41, 'iter': 1110, 'avg_loss': 0.0719031773096371, 'avg_acc': 0.0, 'loss': 0.07432557233648497}
+{'epoch': 41, 'iter': 1120, 'avg_loss': 0.07173371210630843, 'avg_acc': 0.0, 'loss': 0.0688088801790952}
+{'epoch': 41, 'iter': 1130, 'avg_loss': 0.07162205940257023, 'avg_acc': 0.0, 'loss': 0.04381965210801094}
+{'epoch': 41, 'iter': 1140, 'avg_loss': 0.07160642104039971, 'avg_acc': 0.0, 'loss': 0.08855647169785437}
+{'epoch': 41, 'iter': 1150, 'avg_loss': 0.07159268551849494, 'avg_acc': 0.0, 'loss': 0.07041567287828343}
+{'epoch': 41, 'iter': 1160, 'avg_loss': 0.07162799058854048, 'avg_acc': 0.0, 'loss': 0.09940374477083731}
+{'epoch': 41, 'iter': 1170, 'avg_loss': 0.07168186063606896, 'avg_acc': 0.0, 'loss': 0.07471850282796107}
+{'epoch': 41, 'iter': 1180, 'avg_loss': 0.07153719241041123, 'avg_acc': 0.0, 'loss': 0.04807260155963685}
+{'epoch': 41, 'iter': 1190, 'avg_loss': 0.07141405394773626, 'avg_acc': 0.0, 'loss': 0.07385110441347413}
+{'epoch': 41, 'iter': 1200, 'avg_loss': 0.07114391000693614, 'avg_acc': 0.0, 'loss': 0.06717137385356052}
+{'epoch': 41, 'iter': 1210, 'avg_loss': 0.07116831571847183, 'avg_acc': 0.0, 'loss': 0.04128815275038684}
+{'epoch': 41, 'iter': 1220, 'avg_loss': 0.0711077148886386, 'avg_acc': 0.0, 'loss': 0.030508218495433375}
+{'epoch': 41, 'iter': 1230, 'avg_loss': 0.07111403244196314, 'avg_acc': 0.0, 'loss': 0.07065655712752264}
+{'epoch': 41, 'iter': 1240, 'avg_loss': 0.07119174697343543, 'avg_acc': 0.0, 'loss': 0.0476772352251414}
+{'epoch': 41, 'iter': 1250, 'avg_loss': 0.07122570557245644, 'avg_acc': 0.0, 'loss': 0.09738034527904102}
+{'epoch': 41, 'iter': 1260, 'avg_loss': 0.071315777595655, 'avg_acc': 0.0, 'loss': 0.054288813689903945}
+{'epoch': 41, 'iter': 1270, 'avg_loss': 0.0714028262504355, 'avg_acc': 0.0, 'loss': 0.15689991425969652}
+{'epoch': 41, 'iter': 1280, 'avg_loss': 0.07151199933326671, 'avg_acc': 0.0, 'loss': 0.1178763195730588}
+{'epoch': 41, 'iter': 1290, 'avg_loss': 0.07145986501171103, 'avg_acc': 0.0, 'loss': 0.07459230950505408}
+{'epoch': 41, 'iter': 1300, 'avg_loss': 0.07145220064760548, 'avg_acc': 0.0, 'loss': 0.10103186312213097}
+{'epoch': 41, 'iter': 1310, 'avg_loss': 0.07155067991064464, 'avg_acc': 0.0, 'loss': 0.04579351102252157}
+{'epoch': 41, 'iter': 1320, 'avg_loss': 0.07141392393187304, 'avg_acc': 0.0, 'loss': 0.032925235888419425}
+{'epoch': 41, 'iter': 1330, 'avg_loss': 0.07140838629795994, 'avg_acc': 0.0, 'loss': 0.03678132672688353}
+{'epoch': 41, 'iter': 1340, 'avg_loss': 0.07142844344881136, 'avg_acc': 0.0, 'loss': 0.04196950797920148}
+{'epoch': 41, 'iter': 1350, 'avg_loss': 0.07140575957086334, 'avg_acc': 0.0, 'loss': 0.06578777418846876}
+{'epoch': 41, 'iter': 1360, 'avg_loss': 0.07138860328762642, 'avg_acc': 0.0, 'loss': 0.06363150331249097}
+{'epoch': 41, 'iter': 1370, 'avg_loss': 0.07131555197006688, 'avg_acc': 0.0, 'loss': 0.05895619974115464}
+{'epoch': 41, 'iter': 1380, 'avg_loss': 0.07145684265808426, 'avg_acc': 0.0, 'loss': 0.0927585928884907}
+{'epoch': 41, 'iter': 1390, 'avg_loss': 0.07150012853015804, 'avg_acc': 0.0, 'loss': 0.06491369278215382}
+{'epoch': 41, 'iter': 1400, 'avg_loss': 0.07155292783278254, 'avg_acc': 0.0, 'loss': 0.1315210033837226}
+{'epoch': 41, 'iter': 1410, 'avg_loss': 0.07149655549589862, 'avg_acc': 0.0, 'loss': 0.062020479389843786}
+{'epoch': 41, 'iter': 1420, 'avg_loss': 0.07153896430989842, 'avg_acc': 0.0, 'loss': 0.05886217958772428}
+{'epoch': 41, 'iter': 1430, 'avg_loss': 0.07153985286588348, 'avg_acc': 0.0, 'loss': 0.06398118588595025}
+{'epoch': 41, 'iter': 1440, 'avg_loss': 0.07165795065751782, 'avg_acc': 0.0, 'loss': 0.09764215392319134}
+{'epoch': 41, 'iter': 1450, 'avg_loss': 0.07172386892829237, 'avg_acc': 0.0, 'loss': 0.04478940204795175}
+{'epoch': 41, 'iter': 1460, 'avg_loss': 0.07171251329479553, 'avg_acc': 0.0, 'loss': 0.03285959296990524}
+{'epoch': 41, 'iter': 1470, 'avg_loss': 0.0716785802318981, 'avg_acc': 0.0, 'loss': 0.045359508367450216}
+{'epoch': 41, 'iter': 1480, 'avg_loss': 0.071567291572409, 'avg_acc': 0.0, 'loss': 0.03809427572818436}
+{'epoch': 41, 'iter': 1490, 'avg_loss': 0.07161515873620349, 'avg_acc': 0.0, 'loss': 0.13631544898735878}
+{'epoch': 41, 'iter': 1500, 'avg_loss': 0.07160434260047908, 'avg_acc': 0.0, 'loss': 0.09864937495305119}
+{'epoch': 41, 'iter': 1510, 'avg_loss': 0.07163273098493782, 'avg_acc': 0.0, 'loss': 0.11235505859983975}
+{'epoch': 41, 'iter': 1520, 'avg_loss': 0.07176860149479143, 'avg_acc': 0.0, 'loss': 0.10056597031150512}
+{'epoch': 41, 'iter': 1530, 'avg_loss': 0.07169799510890981, 'avg_acc': 0.0, 'loss': 0.0780281425887454}
+{'epoch': 41, 'iter': 1540, 'avg_loss': 0.07164173553952276, 'avg_acc': 0.0, 'loss': 0.057331372829752675}
+{'epoch': 41, 'iter': 1550, 'avg_loss': 0.07168848949223464, 'avg_acc': 0.0, 'loss': 0.03179542675533347}
+{'epoch': 41, 'iter': 1560, 'avg_loss': 0.07166241272481547, 'avg_acc': 0.0, 'loss': 0.04067049537460678}
+{'epoch': 41, 'iter': 1570, 'avg_loss': 0.07177425811718491, 'avg_acc': 0.0, 'loss': 0.10817131346902491}
+{'epoch': 41, 'iter': 1580, 'avg_loss': 0.07180142236651632, 'avg_acc': 0.0, 'loss': 0.03492129438615166}
+{'epoch': 41, 'iter': 1590, 'avg_loss': 0.07183883923383466, 'avg_acc': 0.0, 'loss': 0.04057968415534268}
+{'epoch': 41, 'iter': 1600, 'avg_loss': 0.0716948706818954, 'avg_acc': 0.0, 'loss': 0.07183244917894577}
+{'epoch': 41, 'iter': 1610, 'avg_loss': 0.0717741467317337, 'avg_acc': 0.0, 'loss': 0.02641918393048773}
+{'epoch': 41, 'iter': 1620, 'avg_loss': 0.07179798314946141, 'avg_acc': 0.0, 'loss': 0.05596577870946362}
+{'epoch': 41, 'iter': 1630, 'avg_loss': 0.07194431479289663, 'avg_acc': 0.0, 'loss': 0.02487351919811382}
+{'epoch': 41, 'iter': 1640, 'avg_loss': 0.07190432769071595, 'avg_acc': 0.0, 'loss': 0.07361372012042416}
+{'epoch': 41, 'iter': 1650, 'avg_loss': 0.07191232201384441, 'avg_acc': 0.0, 'loss': 0.07278000698598573}
+{'epoch': 41, 'iter': 1660, 'avg_loss': 0.0720354308387251, 'avg_acc': 0.0, 'loss': 0.10159147821908374}
+{'epoch': 41, 'iter': 1670, 'avg_loss': 0.0720573362856551, 'avg_acc': 0.0, 'loss': 0.022283828401214123}
+{'epoch': 41, 'iter': 1680, 'avg_loss': 0.07202141031927053, 'avg_acc': 0.0, 'loss': 0.040358972256500786}
+{'epoch': 41, 'iter': 1690, 'avg_loss': 0.07196615174934916, 'avg_acc': 0.0, 'loss': 0.09365974455889159}
+{'epoch': 41, 'iter': 1700, 'avg_loss': 0.07199256466629164, 'avg_acc': 0.0, 'loss': 0.050527174864027656}
+{'epoch': 41, 'iter': 1710, 'avg_loss': 0.07196194965505257, 'avg_acc': 0.0, 'loss': 0.03887389425748974}
+{'epoch': 41, 'iter': 1720, 'avg_loss': 0.07188329671701016, 'avg_acc': 0.0, 'loss': 0.06102338486931558}
+{'epoch': 41, 'iter': 1730, 'avg_loss': 0.07192285087736461, 'avg_acc': 0.0, 'loss': 0.13359744042726415}
+{'epoch': 41, 'iter': 1740, 'avg_loss': 0.07181158733220212, 'avg_acc': 0.0, 'loss': 0.05458374891457294}
+{'epoch': 41, 'iter': 1750, 'avg_loss': 0.07190736588316247, 'avg_acc': 0.0, 'loss': 0.11085966370748272}
+{'epoch': 41, 'iter': 1760, 'avg_loss': 0.07189220280475918, 'avg_acc': 0.0, 'loss': 0.09467977825735423}
+{'epoch': 41, 'iter': 1770, 'avg_loss': 0.07188745946650338, 'avg_acc': 0.0, 'loss': 0.039086501168619794}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.0, 'ece': 0.04167651757597923, 'avg_loss': 0.07187773078287871, 'f1_scores': 0.9407606282329011}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.027913533516615373, 'avg_acc': 0.0, 'loss': 0.027913533516615373}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.07556609766822359, 'avg_acc': 0.0, 'loss': 0.02734438033880033}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.07084346701490164, 'avg_acc': 0.0, 'loss': 0.09461066734321223}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.06865552163099115, 'avg_acc': 0.0, 'loss': 0.02567701548772102}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.06926476652597233, 'avg_acc': 0.0, 'loss': 0.0318230285287748}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.06718590879657084, 'avg_acc': 0.0, 'loss': 0.078660633606069}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.0681489154891741, 'avg_acc': 0.0, 'loss': 0.08935262855158044}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.06842939663354236, 'avg_acc': 0.0, 'loss': 0.10167271360904806}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.06930812988046645, 'avg_acc': 0.0, 'loss': 0.0923468273219409}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.0687530349499458, 'avg_acc': 0.0, 'loss': 0.048511694572234934}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.06906968360373485, 'avg_acc': 0.0, 'loss': 0.0465023892654567}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.06782606018437047, 'avg_acc': 0.0, 'loss': 0.06804363078241034}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.06843528555043303, 'avg_acc': 0.0, 'loss': 0.05016532111429837}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.06820342643800409, 'avg_acc': 0.0, 'loss': 0.048551622977731156}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.0680155067686797, 'avg_acc': 0.0, 'loss': 0.06281515331564487}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.06786476093501899, 'avg_acc': 0.0, 'loss': 0.07171259470756601}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.06871681802026997, 'avg_acc': 0.0, 'loss': 0.10945073860914382}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.06863986933309271, 'avg_acc': 0.0, 'loss': 0.048863203140492875}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.06805321896041995, 'avg_acc': 0.0, 'loss': 0.040139708581530646}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.06765598840607452, 'avg_acc': 0.0, 'loss': 0.05415340220966414}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.06793549860237057, 'avg_acc': 0.0, 'loss': 0.015555693159707775}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.06763806695466863, 'avg_acc': 0.0, 'loss': 0.04519636014958195}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.06848547701450873, 'avg_acc': 0.0, 'loss': 0.09803355159593556}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.0693984909205541, 'avg_acc': 0.0, 'loss': 0.08234173442757049}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.06940394680523877, 'avg_acc': 0.0, 'loss': 0.07638071695317246}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.06921050655779575, 'avg_acc': 0.0, 'loss': 0.10197951479210587}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.06856492669736333, 'avg_acc': 0.0, 'loss': 0.03621786401515286}
+{'epoch': 42, 'iter': 270, 'avg_loss': 0.0682312925939487, 'avg_acc': 0.0, 'loss': 0.0244586361091044}
+{'epoch': 42, 'iter': 280, 'avg_loss': 0.06804702717282227, 'avg_acc': 0.0, 'loss': 0.06519224548203185}
+{'epoch': 42, 'iter': 290, 'avg_loss': 0.06902771913575288, 'avg_acc': 0.0, 'loss': 0.10281331474954161}
+{'epoch': 42, 'iter': 300, 'avg_loss': 0.06855037995559313, 'avg_acc': 0.0, 'loss': 0.09792018156971542}
+{'epoch': 42, 'iter': 310, 'avg_loss': 0.0686051669583234, 'avg_acc': 0.0, 'loss': 0.09741631578750846}
+{'epoch': 42, 'iter': 320, 'avg_loss': 0.06879545676504958, 'avg_acc': 0.0, 'loss': 0.06027423315991395}
+{'epoch': 42, 'iter': 330, 'avg_loss': 0.06889389154547394, 'avg_acc': 0.0, 'loss': 0.059135215887056544}
+{'epoch': 42, 'iter': 340, 'avg_loss': 0.06906492512542967, 'avg_acc': 0.0, 'loss': 0.021613410116352885}
+{'epoch': 42, 'iter': 350, 'avg_loss': 0.06979527377625502, 'avg_acc': 0.0, 'loss': 0.19230431640984794}
+{'epoch': 42, 'iter': 360, 'avg_loss': 0.07026711882799158, 'avg_acc': 0.0, 'loss': 0.0977912377946879}
+{'epoch': 42, 'iter': 370, 'avg_loss': 0.07005971969432598, 'avg_acc': 0.0, 'loss': 0.0794559727974331}
+{'epoch': 42, 'iter': 380, 'avg_loss': 0.07017636032635304, 'avg_acc': 0.0, 'loss': 0.05884253884491589}
+{'epoch': 42, 'iter': 390, 'avg_loss': 0.07020951993985954, 'avg_acc': 0.0, 'loss': 0.03508704762803103}
+{'epoch': 42, 'iter': 400, 'avg_loss': 0.06983161409267301, 'avg_acc': 0.0, 'loss': 0.055930325135006696}
+{'epoch': 42, 'iter': 410, 'avg_loss': 0.06991364183750724, 'avg_acc': 0.0, 'loss': 0.07812617004242384}
+{'epoch': 42, 'iter': 420, 'avg_loss': 0.06987299033453662, 'avg_acc': 0.0, 'loss': 0.03701176709486426}
+{'epoch': 42, 'iter': 430, 'avg_loss': 0.07044125305496557, 'avg_acc': 0.0, 'loss': 0.05592928278659721}
+{'epoch': 42, 'iter': 440, 'avg_loss': 0.07025531721306726, 'avg_acc': 0.0, 'loss': 0.038349198719094445}
+{'epoch': 42, 'iter': 450, 'avg_loss': 0.0701216829275873, 'avg_acc': 0.0, 'loss': 0.055537666062643806}
+{'epoch': 42, 'iter': 460, 'avg_loss': 0.07043476717527562, 'avg_acc': 0.0, 'loss': 0.12088861887410371}
+{'epoch': 42, 'iter': 470, 'avg_loss': 0.0706629149660481, 'avg_acc': 0.0, 'loss': 0.06542479754674396}
+{'epoch': 42, 'iter': 480, 'avg_loss': 0.07099863870594869, 'avg_acc': 0.0, 'loss': 0.08399098486424553}
+{'epoch': 42, 'iter': 490, 'avg_loss': 0.07091174425384177, 'avg_acc': 0.0, 'loss': 0.05704999701019631}
+{'epoch': 42, 'iter': 500, 'avg_loss': 0.07052677060565858, 'avg_acc': 0.0, 'loss': 0.10332256571193657}
+{'epoch': 42, 'iter': 510, 'avg_loss': 0.07015278993022377, 'avg_acc': 0.0, 'loss': 0.05603732121884215}
+{'epoch': 42, 'iter': 520, 'avg_loss': 0.06989901433263424, 'avg_acc': 0.0, 'loss': 0.0470648229511588}
+{'epoch': 42, 'iter': 530, 'avg_loss': 0.06956106406773932, 'avg_acc': 0.0, 'loss': 0.05599903043768758}
+{'epoch': 42, 'iter': 540, 'avg_loss': 0.069574883480814, 'avg_acc': 0.0, 'loss': 0.039697815894420785}
+{'epoch': 42, 'iter': 550, 'avg_loss': 0.069388863409449, 'avg_acc': 0.0, 'loss': 0.08821099937326997}
+{'epoch': 42, 'iter': 560, 'avg_loss': 0.06936417486391695, 'avg_acc': 0.0, 'loss': 0.0394748129408161}
+{'epoch': 42, 'iter': 570, 'avg_loss': 0.06924156796574961, 'avg_acc': 0.0, 'loss': 0.04528889979515834}
+{'epoch': 42, 'iter': 580, 'avg_loss': 0.06948117023987227, 'avg_acc': 0.0, 'loss': 0.06550419293582113}
+{'epoch': 42, 'iter': 590, 'avg_loss': 0.06950630962285262, 'avg_acc': 0.0, 'loss': 0.09162220190000271}
+{'epoch': 42, 'iter': 600, 'avg_loss': 0.06942683216428523, 'avg_acc': 0.0, 'loss': 0.045541071753599935}
+{'epoch': 42, 'iter': 610, 'avg_loss': 0.06927680675163536, 'avg_acc': 0.0, 'loss': 0.11103673807769861}
+{'epoch': 42, 'iter': 620, 'avg_loss': 0.06948386612327258, 'avg_acc': 0.0, 'loss': 0.03495164062643039}
+{'epoch': 42, 'iter': 630, 'avg_loss': 0.06942507686015927, 'avg_acc': 0.0, 'loss': 0.050147151236302534}
+{'epoch': 42, 'iter': 640, 'avg_loss': 0.0692020268327002, 'avg_acc': 0.0, 'loss': 0.07399068355838116}
+{'epoch': 42, 'iter': 650, 'avg_loss': 0.06911035415056435, 'avg_acc': 0.0, 'loss': 0.038617191158111144}
+{'epoch': 42, 'iter': 660, 'avg_loss': 0.06902228020837319, 'avg_acc': 0.0, 'loss': 0.042624130174687025}
+{'epoch': 42, 'iter': 670, 'avg_loss': 0.06901729015485618, 'avg_acc': 0.0, 'loss': 0.08537687654557909}
+{'epoch': 42, 'iter': 680, 'avg_loss': 0.06881186840640074, 'avg_acc': 0.0, 'loss': 0.05518511843527055}
+{'epoch': 42, 'iter': 690, 'avg_loss': 0.06875497691462276, 'avg_acc': 0.0, 'loss': 0.09705398218907897}
+{'epoch': 42, 'iter': 700, 'avg_loss': 0.06863471050498123, 'avg_acc': 0.0, 'loss': 0.046807259558442685}
+{'epoch': 42, 'iter': 710, 'avg_loss': 0.06878673073357255, 'avg_acc': 0.0, 'loss': 0.07526569425929656}
+{'epoch': 42, 'iter': 720, 'avg_loss': 0.06881379264761085, 'avg_acc': 0.0, 'loss': 0.03808404604766581}
+{'epoch': 42, 'iter': 730, 'avg_loss': 0.06888685073487087, 'avg_acc': 0.0, 'loss': 0.048815671856719485}
+{'epoch': 42, 'iter': 740, 'avg_loss': 0.0685653875826483, 'avg_acc': 0.0, 'loss': 0.029800359999447728}
+{'epoch': 42, 'iter': 750, 'avg_loss': 0.06855182236563935, 'avg_acc': 0.0, 'loss': 0.023500619624135154}
+{'epoch': 42, 'iter': 760, 'avg_loss': 0.06843941466013079, 'avg_acc': 0.0, 'loss': 0.03991126722763738}
+{'epoch': 42, 'iter': 770, 'avg_loss': 0.0684799794573011, 'avg_acc': 0.0, 'loss': 0.0375379058236425}
+{'epoch': 42, 'iter': 780, 'avg_loss': 0.06845649976251325, 'avg_acc': 0.0, 'loss': 0.04536684479544358}
+{'epoch': 42, 'iter': 790, 'avg_loss': 0.06831222848258194, 'avg_acc': 0.0, 'loss': 0.10417575153437042}
+{'epoch': 42, 'iter': 800, 'avg_loss': 0.06815565360923301, 'avg_acc': 0.0, 'loss': 0.017261241133130257}
+{'epoch': 42, 'iter': 810, 'avg_loss': 0.06803778582303299, 'avg_acc': 0.0, 'loss': 0.057202883112768374}
+{'epoch': 42, 'iter': 820, 'avg_loss': 0.06840602562309034, 'avg_acc': 0.0, 'loss': 0.05102464000982211}
+{'epoch': 42, 'iter': 830, 'avg_loss': 0.06834343269464786, 'avg_acc': 0.0, 'loss': 0.06574477206343435}
+{'epoch': 42, 'iter': 840, 'avg_loss': 0.06827936119331642, 'avg_acc': 0.0, 'loss': 0.06384816878299152}
+{'epoch': 42, 'iter': 850, 'avg_loss': 0.06820420201110448, 'avg_acc': 0.0, 'loss': 0.06309914197127345}
+{'epoch': 42, 'iter': 860, 'avg_loss': 0.06827722590487972, 'avg_acc': 0.0, 'loss': 0.09118027744494736}
+{'epoch': 42, 'iter': 870, 'avg_loss': 0.0688504561003212, 'avg_acc': 0.0, 'loss': 0.05510880675095413}
+{'epoch': 42, 'iter': 880, 'avg_loss': 0.06898615069205337, 'avg_acc': 0.0, 'loss': 0.12420426422971786}
+{'epoch': 42, 'iter': 890, 'avg_loss': 0.0691028984047544, 'avg_acc': 0.0, 'loss': 0.06646368345532899}
+{'epoch': 42, 'iter': 900, 'avg_loss': 0.06927686423941526, 'avg_acc': 0.0, 'loss': 0.03531980793279388}
+{'epoch': 42, 'iter': 910, 'avg_loss': 0.06925408248883186, 'avg_acc': 0.0, 'loss': 0.07941821582968141}
+{'epoch': 42, 'iter': 920, 'avg_loss': 0.06929831155685968, 'avg_acc': 0.0, 'loss': 0.044065201426164435}
+{'epoch': 42, 'iter': 930, 'avg_loss': 0.06927313422454758, 'avg_acc': 0.0, 'loss': 0.10635193723728012}
+{'epoch': 42, 'iter': 940, 'avg_loss': 0.06913959971512497, 'avg_acc': 0.0, 'loss': 0.0695460918331524}
+{'epoch': 42, 'iter': 950, 'avg_loss': 0.06934823402753, 'avg_acc': 0.0, 'loss': 0.0320505381253631}
+{'epoch': 42, 'iter': 960, 'avg_loss': 0.06919035177515777, 'avg_acc': 0.0, 'loss': 0.040154814720235014}
+{'epoch': 42, 'iter': 970, 'avg_loss': 0.0690162106062903, 'avg_acc': 0.0, 'loss': 0.0488997106728805}
+{'epoch': 42, 'iter': 980, 'avg_loss': 0.06914206554628283, 'avg_acc': 0.0, 'loss': 0.08647087864759279}
+{'epoch': 42, 'iter': 990, 'avg_loss': 0.06917086743955353, 'avg_acc': 0.0, 'loss': 0.05140678867386989}
+{'epoch': 42, 'iter': 1000, 'avg_loss': 0.06920901295749039, 'avg_acc': 0.0, 'loss': 0.06471931723400509}
+{'epoch': 42, 'iter': 1010, 'avg_loss': 0.0691773673236116, 'avg_acc': 0.0, 'loss': 0.055557394766175605}
+{'epoch': 42, 'iter': 1020, 'avg_loss': 0.06904212575328811, 'avg_acc': 0.0, 'loss': 0.05832451206629534}
+{'epoch': 42, 'iter': 1030, 'avg_loss': 0.06911003030459378, 'avg_acc': 0.0, 'loss': 0.12561415519573008}
+{'epoch': 42, 'iter': 1040, 'avg_loss': 0.06901831602446486, 'avg_acc': 0.0, 'loss': 0.07528881881807539}
+{'epoch': 42, 'iter': 1050, 'avg_loss': 0.06907246617961614, 'avg_acc': 0.0, 'loss': 0.07086090206504281}
+{'epoch': 42, 'iter': 1060, 'avg_loss': 0.0690799096400788, 'avg_acc': 0.0, 'loss': 0.1029637788938617}
+{'epoch': 42, 'iter': 1070, 'avg_loss': 0.06915958412476378, 'avg_acc': 0.0, 'loss': 0.042717775975327346}
+{'epoch': 42, 'iter': 1080, 'avg_loss': 0.06893486542364488, 'avg_acc': 0.0, 'loss': 0.041206936782498156}
+{'epoch': 42, 'iter': 1090, 'avg_loss': 0.06892221191927662, 'avg_acc': 0.0, 'loss': 0.05330897223188913}
+{'epoch': 42, 'iter': 1100, 'avg_loss': 0.0689012871762682, 'avg_acc': 0.0, 'loss': 0.07309829761390825}
+{'epoch': 42, 'iter': 1110, 'avg_loss': 0.0689282430580893, 'avg_acc': 0.0, 'loss': 0.07082320230810117}
+{'epoch': 42, 'iter': 1120, 'avg_loss': 0.06876624912425276, 'avg_acc': 0.0, 'loss': 0.06706709615180984}
+{'epoch': 42, 'iter': 1130, 'avg_loss': 0.068655075924604, 'avg_acc': 0.0, 'loss': 0.04050085555731389}
+{'epoch': 42, 'iter': 1140, 'avg_loss': 0.06864026187191022, 'avg_acc': 0.0, 'loss': 0.08603684992396003}
+{'epoch': 42, 'iter': 1150, 'avg_loss': 0.0686162192774858, 'avg_acc': 0.0, 'loss': 0.0661956820387104}
+{'epoch': 42, 'iter': 1160, 'avg_loss': 0.06865242012326125, 'avg_acc': 0.0, 'loss': 0.09704728661710606}
+{'epoch': 42, 'iter': 1170, 'avg_loss': 0.06871483185561963, 'avg_acc': 0.0, 'loss': 0.0725531303460737}
+{'epoch': 42, 'iter': 1180, 'avg_loss': 0.06856926099145734, 'avg_acc': 0.0, 'loss': 0.04617599881566698}
+{'epoch': 42, 'iter': 1190, 'avg_loss': 0.0684389626533697, 'avg_acc': 0.0, 'loss': 0.0690329554336131}
+{'epoch': 42, 'iter': 1200, 'avg_loss': 0.06817075107418685, 'avg_acc': 0.0, 'loss': 0.06382077596588585}
+{'epoch': 42, 'iter': 1210, 'avg_loss': 0.06819565988011139, 'avg_acc': 0.0, 'loss': 0.039475401336234076}
+{'epoch': 42, 'iter': 1220, 'avg_loss': 0.06813570308058901, 'avg_acc': 0.0, 'loss': 0.02766552695361822}
+{'epoch': 42, 'iter': 1230, 'avg_loss': 0.0681430350522335, 'avg_acc': 0.0, 'loss': 0.06887195991218878}
+{'epoch': 42, 'iter': 1240, 'avg_loss': 0.0682232499901329, 'avg_acc': 0.0, 'loss': 0.04629418414856547}
+{'epoch': 42, 'iter': 1250, 'avg_loss': 0.06825693539632824, 'avg_acc': 0.0, 'loss': 0.0935827299518205}
+{'epoch': 42, 'iter': 1260, 'avg_loss': 0.06834360189050515, 'avg_acc': 0.0, 'loss': 0.052141880077020426}
+{'epoch': 42, 'iter': 1270, 'avg_loss': 0.0684265897790095, 'avg_acc': 0.0, 'loss': 0.1536216000674112}
+{'epoch': 42, 'iter': 1280, 'avg_loss': 0.06853764045189178, 'avg_acc': 0.0, 'loss': 0.11340824029939153}
+{'epoch': 42, 'iter': 1290, 'avg_loss': 0.06848742906016668, 'avg_acc': 0.0, 'loss': 0.0715591522484991}
+{'epoch': 42, 'iter': 1300, 'avg_loss': 0.06848227025417843, 'avg_acc': 0.0, 'loss': 0.09952110537026572}
+{'epoch': 42, 'iter': 1310, 'avg_loss': 0.06857887850642465, 'avg_acc': 0.0, 'loss': 0.04322309804465923}
+{'epoch': 42, 'iter': 1320, 'avg_loss': 0.06844436952651801, 'avg_acc': 0.0, 'loss': 0.03161462660877845}
+{'epoch': 42, 'iter': 1330, 'avg_loss': 0.06843878563622877, 'avg_acc': 0.0, 'loss': 0.03530647515784174}
+{'epoch': 42, 'iter': 1340, 'avg_loss': 0.06845496810672075, 'avg_acc': 0.0, 'loss': 0.038847494313158794}
+{'epoch': 42, 'iter': 1350, 'avg_loss': 0.06843309890106751, 'avg_acc': 0.0, 'loss': 0.06324998879791162}
+{'epoch': 42, 'iter': 1360, 'avg_loss': 0.06841654301358284, 'avg_acc': 0.0, 'loss': 0.06106194458424799}
+{'epoch': 42, 'iter': 1370, 'avg_loss': 0.06833944546878487, 'avg_acc': 0.0, 'loss': 0.054811895881761476}
+{'epoch': 42, 'iter': 1380, 'avg_loss': 0.0684778960002738, 'avg_acc': 0.0, 'loss': 0.08936312883927906}
+{'epoch': 42, 'iter': 1390, 'avg_loss': 0.06851778701509688, 'avg_acc': 0.0, 'loss': 0.061500920273277054}
+{'epoch': 42, 'iter': 1400, 'avg_loss': 0.06856809985049103, 'avg_acc': 0.0, 'loss': 0.12888890286404422}
+{'epoch': 42, 'iter': 1410, 'avg_loss': 0.06851587828949494, 'avg_acc': 0.0, 'loss': 0.05714312389262334}
+{'epoch': 42, 'iter': 1420, 'avg_loss': 0.06855193795932861, 'avg_acc': 0.0, 'loss': 0.05753311174250898}
+{'epoch': 42, 'iter': 1430, 'avg_loss': 0.06855338831843401, 'avg_acc': 0.0, 'loss': 0.06140318129907334}
+{'epoch': 42, 'iter': 1440, 'avg_loss': 0.06866874517270909, 'avg_acc': 0.0, 'loss': 0.09412312416465543}
+{'epoch': 42, 'iter': 1450, 'avg_loss': 0.06872985750984761, 'avg_acc': 0.0, 'loss': 0.04195631204867567}
+{'epoch': 42, 'iter': 1460, 'avg_loss': 0.06872081462973736, 'avg_acc': 0.0, 'loss': 0.03103821562024527}
+{'epoch': 42, 'iter': 1470, 'avg_loss': 0.06868763762732738, 'avg_acc': 0.0, 'loss': 0.04287902842615563}
+{'epoch': 42, 'iter': 1480, 'avg_loss': 0.06858236743407514, 'avg_acc': 0.0, 'loss': 0.03718188027927738}
+{'epoch': 42, 'iter': 1490, 'avg_loss': 0.06862935987136805, 'avg_acc': 0.0, 'loss': 0.13450093462759988}
+{'epoch': 42, 'iter': 1500, 'avg_loss': 0.06862081798033746, 'avg_acc': 0.0, 'loss': 0.09529339263401328}
+{'epoch': 42, 'iter': 1510, 'avg_loss': 0.06864885651334984, 'avg_acc': 0.0, 'loss': 0.10623675077633367}
+{'epoch': 42, 'iter': 1520, 'avg_loss': 0.06878362761012831, 'avg_acc': 0.0, 'loss': 0.09824467087338258}
+{'epoch': 42, 'iter': 1530, 'avg_loss': 0.0687159610864077, 'avg_acc': 0.0, 'loss': 0.07596419613953945}
+{'epoch': 42, 'iter': 1540, 'avg_loss': 0.06866374829820295, 'avg_acc': 0.0, 'loss': 0.055422270095385376}
+{'epoch': 42, 'iter': 1550, 'avg_loss': 0.0687028143973798, 'avg_acc': 0.0, 'loss': 0.028657855264782484}
+{'epoch': 42, 'iter': 1560, 'avg_loss': 0.0686804352842438, 'avg_acc': 0.0, 'loss': 0.037139800839306805}
+{'epoch': 42, 'iter': 1570, 'avg_loss': 0.06879182048086921, 'avg_acc': 0.0, 'loss': 0.10284620930013537}
+{'epoch': 42, 'iter': 1580, 'avg_loss': 0.06882059643239408, 'avg_acc': 0.0, 'loss': 0.03433140822682442}
+{'epoch': 42, 'iter': 1590, 'avg_loss': 0.06886027699425666, 'avg_acc': 0.0, 'loss': 0.039509574076985486}
+{'epoch': 42, 'iter': 1600, 'avg_loss': 0.0687154389986567, 'avg_acc': 0.0, 'loss': 0.06792216304538506}
+{'epoch': 42, 'iter': 1610, 'avg_loss': 0.06879605020800454, 'avg_acc': 0.0, 'loss': 0.024417482430690383}
+{'epoch': 42, 'iter': 1620, 'avg_loss': 0.06882142900572495, 'avg_acc': 0.0, 'loss': 0.05343333802606561}
+{'epoch': 42, 'iter': 1630, 'avg_loss': 0.06896510697064112, 'avg_acc': 0.0, 'loss': 0.022486953775195873}
+{'epoch': 42, 'iter': 1640, 'avg_loss': 0.06892276679531924, 'avg_acc': 0.0, 'loss': 0.0699291424610219}
+{'epoch': 42, 'iter': 1650, 'avg_loss': 0.06893431049849269, 'avg_acc': 0.0, 'loss': 0.07096332041354612}
+{'epoch': 42, 'iter': 1660, 'avg_loss': 0.06905612341292167, 'avg_acc': 0.0, 'loss': 0.09932295861835069}
+{'epoch': 42, 'iter': 1670, 'avg_loss': 0.06907488733790255, 'avg_acc': 0.0, 'loss': 0.01969036469539073}
+{'epoch': 42, 'iter': 1680, 'avg_loss': 0.06903947810626168, 'avg_acc': 0.0, 'loss': 0.03757664909217746}
+{'epoch': 42, 'iter': 1690, 'avg_loss': 0.06898736804765429, 'avg_acc': 0.0, 'loss': 0.09212135938577148}
+{'epoch': 42, 'iter': 1700, 'avg_loss': 0.06901406619964667, 'avg_acc': 0.0, 'loss': 0.04710641276491856}
+{'epoch': 42, 'iter': 1710, 'avg_loss': 0.06898361422527219, 'avg_acc': 0.0, 'loss': 0.036453759581011776}
+{'epoch': 42, 'iter': 1720, 'avg_loss': 0.06890756828259555, 'avg_acc': 0.0, 'loss': 0.05612368166887498}
+{'epoch': 42, 'iter': 1730, 'avg_loss': 0.06894383830459416, 'avg_acc': 0.0, 'loss': 0.12981808606421297}
+{'epoch': 42, 'iter': 1740, 'avg_loss': 0.06883374661297734, 'avg_acc': 0.0, 'loss': 0.051937966471444136}
+{'epoch': 42, 'iter': 1750, 'avg_loss': 0.06892984398952332, 'avg_acc': 0.0, 'loss': 0.1077291996310318}
+{'epoch': 42, 'iter': 1760, 'avg_loss': 0.06891787325645118, 'avg_acc': 0.0, 'loss': 0.09191758092690958}
+{'epoch': 42, 'iter': 1770, 'avg_loss': 0.06891166090536173, 'avg_acc': 0.0, 'loss': 0.03488951261547766}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.0, 'ece': 0.04294540360569954, 'avg_loss': 0.06890554467134948, 'f1_scores': 0.9412361334834636}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.029773767330031627, 'avg_acc': 0.0, 'loss': 0.029773767330031627}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.07738941104340503, 'avg_acc': 0.0, 'loss': 0.027701542985486834}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.0724713074946531, 'avg_acc': 0.0, 'loss': 0.09621015381217188}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.07027604896784695, 'avg_acc': 0.0, 'loss': 0.028065350919856003}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.0710027361429179, 'avg_acc': 0.0, 'loss': 0.03288693847870101}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.06871756007035046, 'avg_acc': 0.0, 'loss': 0.08089504969448415}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.06989366171470515, 'avg_acc': 0.0, 'loss': 0.0897164827320174}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.0702314243932598, 'avg_acc': 0.0, 'loss': 0.10564898077101198}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.07114348561729236, 'avg_acc': 0.0, 'loss': 0.09441838434742879}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.0704288291787715, 'avg_acc': 0.0, 'loss': 0.04829359612741817}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.07071397928449796, 'avg_acc': 0.0, 'loss': 0.047194197073707755}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.06944108243728767, 'avg_acc': 0.0, 'loss': 0.06968534531084254}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.0700281498127993, 'avg_acc': 0.0, 'loss': 0.05089347758167304}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.06977629047572496, 'avg_acc': 0.0, 'loss': 0.04752677622050376}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.06954231954772347, 'avg_acc': 0.0, 'loss': 0.06314666503345734}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.06938036479734765, 'avg_acc': 0.0, 'loss': 0.06978980142569315}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.07025001830296462, 'avg_acc': 0.0, 'loss': 0.10899815117095914}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.07018642442722027, 'avg_acc': 0.0, 'loss': 0.050585274245491973}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.06953155248258641, 'avg_acc': 0.0, 'loss': 0.039809224217007354}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.06914116879061952, 'avg_acc': 0.0, 'loss': 0.055628801989361217}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.06947766455378311, 'avg_acc': 0.0, 'loss': 0.018296797403763776}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.06916410940748775, 'avg_acc': 0.0, 'loss': 0.04538626181053676}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.07004115293000775, 'avg_acc': 0.0, 'loss': 0.10142216433326974}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.07103903297845976, 'avg_acc': 0.0, 'loss': 0.0860296273431881}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.0710401073895477, 'avg_acc': 0.0, 'loss': 0.07650977210629353}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.07086099435097412, 'avg_acc': 0.0, 'loss': 0.10612500664905967}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.07019307177090026, 'avg_acc': 0.0, 'loss': 0.036660775900565615}
+{'epoch': 43, 'iter': 270, 'avg_loss': 0.06984476000434929, 'avg_acc': 0.0, 'loss': 0.02522401903311382}
+{'epoch': 43, 'iter': 280, 'avg_loss': 0.06964817624133329, 'avg_acc': 0.0, 'loss': 0.0643213056733722}
+{'epoch': 43, 'iter': 290, 'avg_loss': 0.07069676766378363, 'avg_acc': 0.0, 'loss': 0.10443595821143754}
+{'epoch': 43, 'iter': 300, 'avg_loss': 0.07022812217062985, 'avg_acc': 0.0, 'loss': 0.09942615155411463}
+{'epoch': 43, 'iter': 310, 'avg_loss': 0.0702826952968342, 'avg_acc': 0.0, 'loss': 0.10128993071776904}
+{'epoch': 43, 'iter': 320, 'avg_loss': 0.0704627475325067, 'avg_acc': 0.0, 'loss': 0.062090281108729474}
+{'epoch': 43, 'iter': 330, 'avg_loss': 0.0705539021455647, 'avg_acc': 0.0, 'loss': 0.05862631967462204}
+{'epoch': 43, 'iter': 340, 'avg_loss': 0.07073039079083507, 'avg_acc': 0.0, 'loss': 0.025056023270281003}
+{'epoch': 43, 'iter': 350, 'avg_loss': 0.07150390186963285, 'avg_acc': 0.0, 'loss': 0.2024659686319085}
+{'epoch': 43, 'iter': 360, 'avg_loss': 0.07196264337379535, 'avg_acc': 0.0, 'loss': 0.09720706550994862}
+{'epoch': 43, 'iter': 370, 'avg_loss': 0.07172767568075943, 'avg_acc': 0.0, 'loss': 0.0790446421485618}
+{'epoch': 43, 'iter': 380, 'avg_loss': 0.07182199129767668, 'avg_acc': 0.0, 'loss': 0.05981121098243542}
+{'epoch': 43, 'iter': 390, 'avg_loss': 0.0718332450293908, 'avg_acc': 0.0, 'loss': 0.03530076821115407}
+{'epoch': 43, 'iter': 400, 'avg_loss': 0.07144902639402474, 'avg_acc': 0.0, 'loss': 0.056984010118526385}
+{'epoch': 43, 'iter': 410, 'avg_loss': 0.07155710387926303, 'avg_acc': 0.0, 'loss': 0.07917421083901591}
+{'epoch': 43, 'iter': 420, 'avg_loss': 0.07153195157581656, 'avg_acc': 0.0, 'loss': 0.03862265699646424}
+{'epoch': 43, 'iter': 430, 'avg_loss': 0.07207161855909816, 'avg_acc': 0.0, 'loss': 0.05714578675451776}
+{'epoch': 43, 'iter': 440, 'avg_loss': 0.07188585841680614, 'avg_acc': 0.0, 'loss': 0.03987525597652766}
+{'epoch': 43, 'iter': 450, 'avg_loss': 0.0717498053123635, 'avg_acc': 0.0, 'loss': 0.0559778744604001}
+{'epoch': 43, 'iter': 460, 'avg_loss': 0.0720927135106704, 'avg_acc': 0.0, 'loss': 0.12634391264654507}
+{'epoch': 43, 'iter': 470, 'avg_loss': 0.07234418431140582, 'avg_acc': 0.0, 'loss': 0.06668713904299953}
+{'epoch': 43, 'iter': 480, 'avg_loss': 0.07272905662446147, 'avg_acc': 0.0, 'loss': 0.09077320696271889}
+{'epoch': 43, 'iter': 490, 'avg_loss': 0.07263320416311236, 'avg_acc': 0.0, 'loss': 0.05722089394805201}
+{'epoch': 43, 'iter': 500, 'avg_loss': 0.07223172514361689, 'avg_acc': 0.0, 'loss': 0.10531680388836304}
+{'epoch': 43, 'iter': 510, 'avg_loss': 0.07183946703585571, 'avg_acc': 0.0, 'loss': 0.0548905529975404}
+{'epoch': 43, 'iter': 520, 'avg_loss': 0.07157832903182677, 'avg_acc': 0.0, 'loss': 0.04888929429983233}
+{'epoch': 43, 'iter': 530, 'avg_loss': 0.07123746540449243, 'avg_acc': 0.0, 'loss': 0.057830929461845565}
+{'epoch': 43, 'iter': 540, 'avg_loss': 0.07124044854710178, 'avg_acc': 0.0, 'loss': 0.03883888649238745}
+{'epoch': 43, 'iter': 550, 'avg_loss': 0.07104470012992874, 'avg_acc': 0.0, 'loss': 0.09009960892479235}
+{'epoch': 43, 'iter': 560, 'avg_loss': 0.07102924224063616, 'avg_acc': 0.0, 'loss': 0.04018002510600078}
+{'epoch': 43, 'iter': 570, 'avg_loss': 0.07091134351333972, 'avg_acc': 0.0, 'loss': 0.04652202886853932}
+{'epoch': 43, 'iter': 580, 'avg_loss': 0.07117147917256059, 'avg_acc': 0.0, 'loss': 0.06641553520052769}
+{'epoch': 43, 'iter': 590, 'avg_loss': 0.0711938196846697, 'avg_acc': 0.0, 'loss': 0.09490430921770455}
+{'epoch': 43, 'iter': 600, 'avg_loss': 0.07110736439716919, 'avg_acc': 0.0, 'loss': 0.046572773659655856}
+{'epoch': 43, 'iter': 610, 'avg_loss': 0.07096202287107437, 'avg_acc': 0.0, 'loss': 0.11561399044601167}
+{'epoch': 43, 'iter': 620, 'avg_loss': 0.0711599128391502, 'avg_acc': 0.0, 'loss': 0.035650692336639214}
+{'epoch': 43, 'iter': 630, 'avg_loss': 0.0711143596145647, 'avg_acc': 0.0, 'loss': 0.050773298450522475}
+{'epoch': 43, 'iter': 640, 'avg_loss': 0.07088298558352717, 'avg_acc': 0.0, 'loss': 0.07582153686594088}
+{'epoch': 43, 'iter': 650, 'avg_loss': 0.07078649742087344, 'avg_acc': 0.0, 'loss': 0.03869247295526179}
+{'epoch': 43, 'iter': 660, 'avg_loss': 0.07068948210627485, 'avg_acc': 0.0, 'loss': 0.04231110322336917}
+{'epoch': 43, 'iter': 670, 'avg_loss': 0.07068562765130641, 'avg_acc': 0.0, 'loss': 0.08813244518058282}
+{'epoch': 43, 'iter': 680, 'avg_loss': 0.07046918499759854, 'avg_acc': 0.0, 'loss': 0.05511194240347501}
+{'epoch': 43, 'iter': 690, 'avg_loss': 0.07041114882070401, 'avg_acc': 0.0, 'loss': 0.10520481318842809}
+{'epoch': 43, 'iter': 700, 'avg_loss': 0.07028777436424435, 'avg_acc': 0.0, 'loss': 0.04948505519942614}
+{'epoch': 43, 'iter': 710, 'avg_loss': 0.07046512343606211, 'avg_acc': 0.0, 'loss': 0.07930150214766586}
+{'epoch': 43, 'iter': 720, 'avg_loss': 0.07050107421306367, 'avg_acc': 0.0, 'loss': 0.03812854652488389}
+{'epoch': 43, 'iter': 730, 'avg_loss': 0.07058001590809249, 'avg_acc': 0.0, 'loss': 0.05072160805398644}
+{'epoch': 43, 'iter': 740, 'avg_loss': 0.07026000448757726, 'avg_acc': 0.0, 'loss': 0.03182677718863098}
+{'epoch': 43, 'iter': 750, 'avg_loss': 0.0702483233767973, 'avg_acc': 0.0, 'loss': 0.025000541419869036}
+{'epoch': 43, 'iter': 760, 'avg_loss': 0.07012083893880557, 'avg_acc': 0.0, 'loss': 0.04002751541323895}
+{'epoch': 43, 'iter': 770, 'avg_loss': 0.07015507486394985, 'avg_acc': 0.0, 'loss': 0.039790438416222935}
+{'epoch': 43, 'iter': 780, 'avg_loss': 0.07011805805626059, 'avg_acc': 0.0, 'loss': 0.046956535240202664}
+{'epoch': 43, 'iter': 790, 'avg_loss': 0.06995633636149386, 'avg_acc': 0.0, 'loss': 0.10133970216320368}
+{'epoch': 43, 'iter': 800, 'avg_loss': 0.06979376230674998, 'avg_acc': 0.0, 'loss': 0.019794623381287124}
+{'epoch': 43, 'iter': 810, 'avg_loss': 0.06968157193378005, 'avg_acc': 0.0, 'loss': 0.058666532290869454}
+{'epoch': 43, 'iter': 820, 'avg_loss': 0.07005791813485748, 'avg_acc': 0.0, 'loss': 0.05079430314692753}
+{'epoch': 43, 'iter': 830, 'avg_loss': 0.06999281464825975, 'avg_acc': 0.0, 'loss': 0.06614686910633744}
+{'epoch': 43, 'iter': 840, 'avg_loss': 0.06992165016038175, 'avg_acc': 0.0, 'loss': 0.06531564666724217}
+{'epoch': 43, 'iter': 850, 'avg_loss': 0.06984422914273782, 'avg_acc': 0.0, 'loss': 0.06422467302657049}
+{'epoch': 43, 'iter': 860, 'avg_loss': 0.06992327556795959, 'avg_acc': 0.0, 'loss': 0.09286503016943266}
+{'epoch': 43, 'iter': 870, 'avg_loss': 0.07050985751971668, 'avg_acc': 0.0, 'loss': 0.056183707730590574}
+{'epoch': 43, 'iter': 880, 'avg_loss': 0.07066084847717043, 'avg_acc': 0.0, 'loss': 0.12771234127024553}
+{'epoch': 43, 'iter': 890, 'avg_loss': 0.07078865592089671, 'avg_acc': 0.0, 'loss': 0.06816724743669461}
+{'epoch': 43, 'iter': 900, 'avg_loss': 0.07094754322511819, 'avg_acc': 0.0, 'loss': 0.034410128422464936}
+{'epoch': 43, 'iter': 910, 'avg_loss': 0.0709170082773053, 'avg_acc': 0.0, 'loss': 0.08114165790970722}
+{'epoch': 43, 'iter': 920, 'avg_loss': 0.07097337816995572, 'avg_acc': 0.0, 'loss': 0.04469683949752477}
+{'epoch': 43, 'iter': 930, 'avg_loss': 0.07094503765001858, 'avg_acc': 0.0, 'loss': 0.10782197643233563}
+{'epoch': 43, 'iter': 940, 'avg_loss': 0.07081704280289176, 'avg_acc': 0.0, 'loss': 0.07335215406575506}
+{'epoch': 43, 'iter': 950, 'avg_loss': 0.07104891239308449, 'avg_acc': 0.0, 'loss': 0.03231609876630768}
+{'epoch': 43, 'iter': 960, 'avg_loss': 0.07089295352411727, 'avg_acc': 0.0, 'loss': 0.04138232699537119}
+{'epoch': 43, 'iter': 970, 'avg_loss': 0.07071775953730973, 'avg_acc': 0.0, 'loss': 0.050688724542120714}
+{'epoch': 43, 'iter': 980, 'avg_loss': 0.0708542849278356, 'avg_acc': 0.0, 'loss': 0.09239578248996491}
+{'epoch': 43, 'iter': 990, 'avg_loss': 0.07088429847997149, 'avg_acc': 0.0, 'loss': 0.05315052568925539}
+{'epoch': 43, 'iter': 1000, 'avg_loss': 0.0709213151746004, 'avg_acc': 0.0, 'loss': 0.0638960868511203}
+{'epoch': 43, 'iter': 1010, 'avg_loss': 0.07088433793686534, 'avg_acc': 0.0, 'loss': 0.05616072380143829}
+{'epoch': 43, 'iter': 1020, 'avg_loss': 0.07073728619838729, 'avg_acc': 0.0, 'loss': 0.0598338438675451}
+{'epoch': 43, 'iter': 1030, 'avg_loss': 0.07079756073051276, 'avg_acc': 0.0, 'loss': 0.12680473609725595}
+{'epoch': 43, 'iter': 1040, 'avg_loss': 0.07069559686354288, 'avg_acc': 0.0, 'loss': 0.07507955163614254}
+{'epoch': 43, 'iter': 1050, 'avg_loss': 0.07074761729562323, 'avg_acc': 0.0, 'loss': 0.07186709020275828}
+{'epoch': 43, 'iter': 1060, 'avg_loss': 0.07075560172032809, 'avg_acc': 0.0, 'loss': 0.10625988377504873}
+{'epoch': 43, 'iter': 1070, 'avg_loss': 0.07083431009748756, 'avg_acc': 0.0, 'loss': 0.04223384779084378}
+{'epoch': 43, 'iter': 1080, 'avg_loss': 0.07060395081015604, 'avg_acc': 0.0, 'loss': 0.04307345878321403}
+{'epoch': 43, 'iter': 1090, 'avg_loss': 0.07059440668557439, 'avg_acc': 0.0, 'loss': 0.05534068094480712}
+{'epoch': 43, 'iter': 1100, 'avg_loss': 0.07057695922612274, 'avg_acc': 0.0, 'loss': 0.07276045799036167}
+{'epoch': 43, 'iter': 1110, 'avg_loss': 0.07060015546180028, 'avg_acc': 0.0, 'loss': 0.07145989854002112}
+{'epoch': 43, 'iter': 1120, 'avg_loss': 0.07042852033482717, 'avg_acc': 0.0, 'loss': 0.06767481625658636}
+{'epoch': 43, 'iter': 1130, 'avg_loss': 0.07030828670938095, 'avg_acc': 0.0, 'loss': 0.04229130576378078}
+{'epoch': 43, 'iter': 1140, 'avg_loss': 0.07028352185873324, 'avg_acc': 0.0, 'loss': 0.08802071942628636}
+{'epoch': 43, 'iter': 1150, 'avg_loss': 0.07026440188264127, 'avg_acc': 0.0, 'loss': 0.06733895390183266}
+{'epoch': 43, 'iter': 1160, 'avg_loss': 0.07029712784614922, 'avg_acc': 0.0, 'loss': 0.09798880294425162}
+{'epoch': 43, 'iter': 1170, 'avg_loss': 0.07036298584840259, 'avg_acc': 0.0, 'loss': 0.07126915875661309}
+{'epoch': 43, 'iter': 1180, 'avg_loss': 0.07021460852000695, 'avg_acc': 0.0, 'loss': 0.04653887088097771}
+{'epoch': 43, 'iter': 1190, 'avg_loss': 0.0700787639760029, 'avg_acc': 0.0, 'loss': 0.0712881658182271}
+{'epoch': 43, 'iter': 1200, 'avg_loss': 0.06980856743165229, 'avg_acc': 0.0, 'loss': 0.06746249810018005}
+{'epoch': 43, 'iter': 1210, 'avg_loss': 0.06984095081351771, 'avg_acc': 0.0, 'loss': 0.038971169516285285}
+{'epoch': 43, 'iter': 1220, 'avg_loss': 0.06978263058865088, 'avg_acc': 0.0, 'loss': 0.02819881691448448}
+{'epoch': 43, 'iter': 1230, 'avg_loss': 0.06979303656809249, 'avg_acc': 0.0, 'loss': 0.0722826246725532}
+{'epoch': 43, 'iter': 1240, 'avg_loss': 0.06986891274457278, 'avg_acc': 0.0, 'loss': 0.04611360585001023}
+{'epoch': 43, 'iter': 1250, 'avg_loss': 0.06990315979389536, 'avg_acc': 0.0, 'loss': 0.0999456548498553}
+{'epoch': 43, 'iter': 1260, 'avg_loss': 0.06999632218758195, 'avg_acc': 0.0, 'loss': 0.05398680460991402}
+{'epoch': 43, 'iter': 1270, 'avg_loss': 0.07008398724054457, 'avg_acc': 0.0, 'loss': 0.15934982241154216}
+{'epoch': 43, 'iter': 1280, 'avg_loss': 0.07019917571550961, 'avg_acc': 0.0, 'loss': 0.11989149684162367}
+{'epoch': 43, 'iter': 1290, 'avg_loss': 0.07015579736377187, 'avg_acc': 0.0, 'loss': 0.07505964685102283}
+{'epoch': 43, 'iter': 1300, 'avg_loss': 0.07015558324481827, 'avg_acc': 0.0, 'loss': 0.10472624506431721}
+{'epoch': 43, 'iter': 1310, 'avg_loss': 0.07026524539863838, 'avg_acc': 0.0, 'loss': 0.04308115327296694}
+{'epoch': 43, 'iter': 1320, 'avg_loss': 0.07012154357883701, 'avg_acc': 0.0, 'loss': 0.030035406522192228}
+{'epoch': 43, 'iter': 1330, 'avg_loss': 0.07011463120029521, 'avg_acc': 0.0, 'loss': 0.035251025811409216}
+{'epoch': 43, 'iter': 1340, 'avg_loss': 0.07012316567781186, 'avg_acc': 0.0, 'loss': 0.039272916877988805}
+{'epoch': 43, 'iter': 1350, 'avg_loss': 0.07010033459371119, 'avg_acc': 0.0, 'loss': 0.061802425439927734}
+{'epoch': 43, 'iter': 1360, 'avg_loss': 0.07008981730235855, 'avg_acc': 0.0, 'loss': 0.061199739297616615}
+{'epoch': 43, 'iter': 1370, 'avg_loss': 0.07001313452100587, 'avg_acc': 0.0, 'loss': 0.056348370773410546}
+{'epoch': 43, 'iter': 1380, 'avg_loss': 0.07017075227184923, 'avg_acc': 0.0, 'loss': 0.09426617547202502}
+{'epoch': 43, 'iter': 1390, 'avg_loss': 0.07021930807338125, 'avg_acc': 0.0, 'loss': 0.06385257411937216}
+{'epoch': 43, 'iter': 1400, 'avg_loss': 0.07026846385020338, 'avg_acc': 0.0, 'loss': 0.13223443714559224}
+{'epoch': 43, 'iter': 1410, 'avg_loss': 0.07020439287012199, 'avg_acc': 0.0, 'loss': 0.058237821033799264}
+{'epoch': 43, 'iter': 1420, 'avg_loss': 0.07024142021723614, 'avg_acc': 0.0, 'loss': 0.05857915415054395}
+{'epoch': 43, 'iter': 1430, 'avg_loss': 0.07024580600317527, 'avg_acc': 0.0, 'loss': 0.06168211970327368}
+{'epoch': 43, 'iter': 1440, 'avg_loss': 0.07035523177063739, 'avg_acc': 0.0, 'loss': 0.09466331263596267}
+{'epoch': 43, 'iter': 1450, 'avg_loss': 0.07042085570661222, 'avg_acc': 0.0, 'loss': 0.043482671509725686}
+{'epoch': 43, 'iter': 1460, 'avg_loss': 0.0704121364662331, 'avg_acc': 0.0, 'loss': 0.031131007078997186}
+{'epoch': 43, 'iter': 1470, 'avg_loss': 0.07037482194423822, 'avg_acc': 0.0, 'loss': 0.04321786854516826}
+{'epoch': 43, 'iter': 1480, 'avg_loss': 0.07026232131148016, 'avg_acc': 0.0, 'loss': 0.03604499562775385}
+{'epoch': 43, 'iter': 1490, 'avg_loss': 0.07030465770571845, 'avg_acc': 0.0, 'loss': 0.13373531276468903}
+{'epoch': 43, 'iter': 1500, 'avg_loss': 0.07029448144822893, 'avg_acc': 0.0, 'loss': 0.09866724399372677}
+{'epoch': 43, 'iter': 1510, 'avg_loss': 0.07032248978108518, 'avg_acc': 0.0, 'loss': 0.11339288878586525}
+{'epoch': 43, 'iter': 1520, 'avg_loss': 0.07047022643100592, 'avg_acc': 0.0, 'loss': 0.10160472782191983}
+{'epoch': 43, 'iter': 1530, 'avg_loss': 0.0704016465234022, 'avg_acc': 0.0, 'loss': 0.07768295783212611}
+{'epoch': 43, 'iter': 1540, 'avg_loss': 0.07034448297300838, 'avg_acc': 0.0, 'loss': 0.05720964443204325}
+{'epoch': 43, 'iter': 1550, 'avg_loss': 0.07038307587641962, 'avg_acc': 0.0, 'loss': 0.029673527413527672}
+{'epoch': 43, 'iter': 1560, 'avg_loss': 0.07035885074919478, 'avg_acc': 0.0, 'loss': 0.03702999464496567}
+{'epoch': 43, 'iter': 1570, 'avg_loss': 0.0704701118314293, 'avg_acc': 0.0, 'loss': 0.10510826539016753}
+{'epoch': 43, 'iter': 1580, 'avg_loss': 0.07049927185841386, 'avg_acc': 0.0, 'loss': 0.03329198256485556}
+{'epoch': 43, 'iter': 1590, 'avg_loss': 0.07053739065798979, 'avg_acc': 0.0, 'loss': 0.04038324683019872}
+{'epoch': 43, 'iter': 1600, 'avg_loss': 0.07038903992869004, 'avg_acc': 0.0, 'loss': 0.06856666518059536}
+{'epoch': 43, 'iter': 1610, 'avg_loss': 0.07048205156796983, 'avg_acc': 0.0, 'loss': 0.02586103778861367}
+{'epoch': 43, 'iter': 1620, 'avg_loss': 0.07050825438550747, 'avg_acc': 0.0, 'loss': 0.05447315367630015}
+{'epoch': 43, 'iter': 1630, 'avg_loss': 0.07065457010861406, 'avg_acc': 0.0, 'loss': 0.025079115124299278}
+{'epoch': 43, 'iter': 1640, 'avg_loss': 0.07061280659641082, 'avg_acc': 0.0, 'loss': 0.07133032213524514}
+{'epoch': 43, 'iter': 1650, 'avg_loss': 0.07062643103966602, 'avg_acc': 0.0, 'loss': 0.06979184578655812}
+{'epoch': 43, 'iter': 1660, 'avg_loss': 0.07076078727290047, 'avg_acc': 0.0, 'loss': 0.10450406069782656}
+{'epoch': 43, 'iter': 1670, 'avg_loss': 0.07078540725784085, 'avg_acc': 0.0, 'loss': 0.021496685874061377}
+{'epoch': 43, 'iter': 1680, 'avg_loss': 0.07074583809161028, 'avg_acc': 0.0, 'loss': 0.039534478493379765}
+{'epoch': 43, 'iter': 1690, 'avg_loss': 0.0706978098201863, 'avg_acc': 0.0, 'loss': 0.0955421822274027}
+{'epoch': 43, 'iter': 1700, 'avg_loss': 0.070727423332311, 'avg_acc': 0.0, 'loss': 0.0480456295826132}
+{'epoch': 43, 'iter': 1710, 'avg_loss': 0.07069093484549428, 'avg_acc': 0.0, 'loss': 0.03551526122257493}
+{'epoch': 43, 'iter': 1720, 'avg_loss': 0.07061196012741815, 'avg_acc': 0.0, 'loss': 0.059193554801526355}
+{'epoch': 43, 'iter': 1730, 'avg_loss': 0.0706508091412119, 'avg_acc': 0.0, 'loss': 0.13029707463322737}
+{'epoch': 43, 'iter': 1740, 'avg_loss': 0.07053596088568168, 'avg_acc': 0.0, 'loss': 0.05386014959721511}
+{'epoch': 43, 'iter': 1750, 'avg_loss': 0.07063870359247351, 'avg_acc': 0.0, 'loss': 0.11372939959255746}
+{'epoch': 43, 'iter': 1760, 'avg_loss': 0.0706265495434677, 'avg_acc': 0.0, 'loss': 0.09484579981501286}
+{'epoch': 43, 'iter': 1770, 'avg_loss': 0.07062230255571067, 'avg_acc': 0.0, 'loss': 0.03575942106273138}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.0, 'ece': 0.060593944042921066, 'avg_loss': 0.07061434376055672, 'f1_scores': 0.9436591345241927}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.03205552302019246, 'avg_acc': 0.0, 'loss': 0.03205552302019246}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.07840092589833657, 'avg_acc': 0.0, 'loss': 0.02885385334093371}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.07325782529511803, 'avg_acc': 0.0, 'loss': 0.09864102545782316}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.07122380663045443, 'avg_acc': 0.0, 'loss': 0.02878854520434158}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.07207709859867276, 'avg_acc': 0.0, 'loss': 0.03633890967382415}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.06983564430968259, 'avg_acc': 0.0, 'loss': 0.08061099712250958}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.07082435446889396, 'avg_acc': 0.0, 'loss': 0.09088720494768104}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.07112546429268142, 'avg_acc': 0.0, 'loss': 0.10581441648449591}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.07202416856535042, 'avg_acc': 0.0, 'loss': 0.09481966540758029}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.07139137069083112, 'avg_acc': 0.0, 'loss': 0.051176755310982404}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.07169134731016757, 'avg_acc': 0.0, 'loss': 0.049468484146128075}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.07049776245089227, 'avg_acc': 0.0, 'loss': 0.07122675638483347}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.07109848051671687, 'avg_acc': 0.0, 'loss': 0.054535963669297055}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.07086068956965921, 'avg_acc': 0.0, 'loss': 0.04818557899589645}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.07062542116802173, 'avg_acc': 0.0, 'loss': 0.06339767998055582}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.07049224052075402, 'avg_acc': 0.0, 'loss': 0.072810491825842}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.07139009016024804, 'avg_acc': 0.0, 'loss': 0.11021389243466574}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.07132942011179132, 'avg_acc': 0.0, 'loss': 0.051644388236042005}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.07072106947277733, 'avg_acc': 0.0, 'loss': 0.04324997370509972}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.07031566167981926, 'avg_acc': 0.0, 'loss': 0.05651237685002489}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.070610948804467, 'avg_acc': 0.0, 'loss': 0.01846987013160677}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.07028154687249062, 'avg_acc': 0.0, 'loss': 0.04640126731280044}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.07115036438932228, 'avg_acc': 0.0, 'loss': 0.10220093448539963}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.07207614476024622, 'avg_acc': 0.0, 'loss': 0.08555443362216204}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.07208156871661815, 'avg_acc': 0.0, 'loss': 0.07970668546383713}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.07192785360397172, 'avg_acc': 0.0, 'loss': 0.10456707811996628}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.07129046779557874, 'avg_acc': 0.0, 'loss': 0.03765187606128961}
+{'epoch': 44, 'iter': 270, 'avg_loss': 0.07093771390656826, 'avg_acc': 0.0, 'loss': 0.025869204561879702}
+{'epoch': 44, 'iter': 280, 'avg_loss': 0.07075465157062683, 'avg_acc': 0.0, 'loss': 0.0679705260481569}
+{'epoch': 44, 'iter': 290, 'avg_loss': 0.07176143557302411, 'avg_acc': 0.0, 'loss': 0.10520582534963246}
+{'epoch': 44, 'iter': 300, 'avg_loss': 0.07128695274661413, 'avg_acc': 0.0, 'loss': 0.0993896150159149}
+{'epoch': 44, 'iter': 310, 'avg_loss': 0.07130784466624727, 'avg_acc': 0.0, 'loss': 0.1009561044260181}
+{'epoch': 44, 'iter': 320, 'avg_loss': 0.07149084515824863, 'avg_acc': 0.0, 'loss': 0.06457482409414946}
+{'epoch': 44, 'iter': 330, 'avg_loss': 0.071591025245332, 'avg_acc': 0.0, 'loss': 0.061814248681352116}
+{'epoch': 44, 'iter': 340, 'avg_loss': 0.07176832455738007, 'avg_acc': 0.0, 'loss': 0.02527991782605048}
+{'epoch': 44, 'iter': 350, 'avg_loss': 0.07252228090037496, 'avg_acc': 0.0, 'loss': 0.19822968830177548}
+{'epoch': 44, 'iter': 360, 'avg_loss': 0.07299828777462086, 'avg_acc': 0.0, 'loss': 0.10132267840750078}
+{'epoch': 44, 'iter': 370, 'avg_loss': 0.07279339215230926, 'avg_acc': 0.0, 'loss': 0.08324524418383053}
+{'epoch': 44, 'iter': 380, 'avg_loss': 0.07289530200584649, 'avg_acc': 0.0, 'loss': 0.060340039545554953}
+{'epoch': 44, 'iter': 390, 'avg_loss': 0.07291749196940929, 'avg_acc': 0.0, 'loss': 0.03750430984179534}
+{'epoch': 44, 'iter': 400, 'avg_loss': 0.07254647075941188, 'avg_acc': 0.0, 'loss': 0.05761392546225709}
+{'epoch': 44, 'iter': 410, 'avg_loss': 0.07264332111582479, 'avg_acc': 0.0, 'loss': 0.0815070360679694}
+{'epoch': 44, 'iter': 420, 'avg_loss': 0.0726013648348871, 'avg_acc': 0.0, 'loss': 0.038988099912330654}
+{'epoch': 44, 'iter': 430, 'avg_loss': 0.07316053155659533, 'avg_acc': 0.0, 'loss': 0.056769434989990125}
+{'epoch': 44, 'iter': 440, 'avg_loss': 0.07297666186088225, 'avg_acc': 0.0, 'loss': 0.041228105922755276}
+{'epoch': 44, 'iter': 450, 'avg_loss': 0.07286702925448037, 'avg_acc': 0.0, 'loss': 0.06126326696162769}
+{'epoch': 44, 'iter': 460, 'avg_loss': 0.07319530087009848, 'avg_acc': 0.0, 'loss': 0.125005037286363}
+{'epoch': 44, 'iter': 470, 'avg_loss': 0.07342078769460049, 'avg_acc': 0.0, 'loss': 0.06583431709045076}
+{'epoch': 44, 'iter': 480, 'avg_loss': 0.07377654269811838, 'avg_acc': 0.0, 'loss': 0.0895980017169547}
+{'epoch': 44, 'iter': 490, 'avg_loss': 0.07368010171014423, 'avg_acc': 0.0, 'loss': 0.05911294453199746}
+{'epoch': 44, 'iter': 500, 'avg_loss': 0.0732964673257937, 'avg_acc': 0.0, 'loss': 0.10535626220414786}
+{'epoch': 44, 'iter': 510, 'avg_loss': 0.07291587941282704, 'avg_acc': 0.0, 'loss': 0.0579868969160872}
+{'epoch': 44, 'iter': 520, 'avg_loss': 0.07265203079494609, 'avg_acc': 0.0, 'loss': 0.04919006605338641}
+{'epoch': 44, 'iter': 530, 'avg_loss': 0.0723135527631017, 'avg_acc': 0.0, 'loss': 0.06000865741946524}
+{'epoch': 44, 'iter': 540, 'avg_loss': 0.07232257840736737, 'avg_acc': 0.0, 'loss': 0.041123107916827654}
+{'epoch': 44, 'iter': 550, 'avg_loss': 0.07214311389070041, 'avg_acc': 0.0, 'loss': 0.092945920391488}
+{'epoch': 44, 'iter': 560, 'avg_loss': 0.07213026261861555, 'avg_acc': 0.0, 'loss': 0.04242423071666426}
+{'epoch': 44, 'iter': 570, 'avg_loss': 0.07200950786597432, 'avg_acc': 0.0, 'loss': 0.0485485022476837}
+{'epoch': 44, 'iter': 580, 'avg_loss': 0.0722564021871448, 'avg_acc': 0.0, 'loss': 0.0676084694258634}
+{'epoch': 44, 'iter': 590, 'avg_loss': 0.07228015536835078, 'avg_acc': 0.0, 'loss': 0.09385808302347089}
+{'epoch': 44, 'iter': 600, 'avg_loss': 0.07219478277308759, 'avg_acc': 0.0, 'loss': 0.04651169921524862}
+{'epoch': 44, 'iter': 610, 'avg_loss': 0.07205198021512242, 'avg_acc': 0.0, 'loss': 0.11550396266229816}
+{'epoch': 44, 'iter': 620, 'avg_loss': 0.0722586212887472, 'avg_acc': 0.0, 'loss': 0.037976939924425725}
+{'epoch': 44, 'iter': 630, 'avg_loss': 0.07220310666590565, 'avg_acc': 0.0, 'loss': 0.05259274827953066}
+{'epoch': 44, 'iter': 640, 'avg_loss': 0.07197280911465581, 'avg_acc': 0.0, 'loss': 0.07678161117302246}
+{'epoch': 44, 'iter': 650, 'avg_loss': 0.07188054916351082, 'avg_acc': 0.0, 'loss': 0.04279729028109663}
+{'epoch': 44, 'iter': 660, 'avg_loss': 0.07178872207017233, 'avg_acc': 0.0, 'loss': 0.04347340320771512}
+{'epoch': 44, 'iter': 670, 'avg_loss': 0.07178807565401417, 'avg_acc': 0.0, 'loss': 0.08905969837741168}
+{'epoch': 44, 'iter': 680, 'avg_loss': 0.07157394446015676, 'avg_acc': 0.0, 'loss': 0.05725451112865544}
+{'epoch': 44, 'iter': 690, 'avg_loss': 0.07152378873663026, 'avg_acc': 0.0, 'loss': 0.10275788479059753}
+{'epoch': 44, 'iter': 700, 'avg_loss': 0.07140693009042778, 'avg_acc': 0.0, 'loss': 0.050248584265139985}
+{'epoch': 44, 'iter': 710, 'avg_loss': 0.07157672227969668, 'avg_acc': 0.0, 'loss': 0.07868498122247809}
+{'epoch': 44, 'iter': 720, 'avg_loss': 0.07160152427207966, 'avg_acc': 0.0, 'loss': 0.03951842081287233}
+{'epoch': 44, 'iter': 730, 'avg_loss': 0.07168848256375938, 'avg_acc': 0.0, 'loss': 0.057579453789807236}
+{'epoch': 44, 'iter': 740, 'avg_loss': 0.0713670468475886, 'avg_acc': 0.0, 'loss': 0.03180115023048659}
+{'epoch': 44, 'iter': 750, 'avg_loss': 0.0713479999882088, 'avg_acc': 0.0, 'loss': 0.025228623408661322}
+{'epoch': 44, 'iter': 760, 'avg_loss': 0.0712306904454505, 'avg_acc': 0.0, 'loss': 0.043409944032110355}
+{'epoch': 44, 'iter': 770, 'avg_loss': 0.07126329779308216, 'avg_acc': 0.0, 'loss': 0.044014863909369845}
+{'epoch': 44, 'iter': 780, 'avg_loss': 0.07123355888700385, 'avg_acc': 0.0, 'loss': 0.04790633952226082}
+{'epoch': 44, 'iter': 790, 'avg_loss': 0.07108333502251782, 'avg_acc': 0.0, 'loss': 0.10227596984291713}
+{'epoch': 44, 'iter': 800, 'avg_loss': 0.07093374857116251, 'avg_acc': 0.0, 'loss': 0.020054522853444365}
+{'epoch': 44, 'iter': 810, 'avg_loss': 0.07081079224978344, 'avg_acc': 0.0, 'loss': 0.06044274092107977}
+{'epoch': 44, 'iter': 820, 'avg_loss': 0.0711808486070238, 'avg_acc': 0.0, 'loss': 0.053300021434694145}
+{'epoch': 44, 'iter': 830, 'avg_loss': 0.07111929012387748, 'avg_acc': 0.0, 'loss': 0.06814330274391774}
+{'epoch': 44, 'iter': 840, 'avg_loss': 0.07104787612834815, 'avg_acc': 0.0, 'loss': 0.06893071274181953}
+{'epoch': 44, 'iter': 850, 'avg_loss': 0.07097191490282688, 'avg_acc': 0.0, 'loss': 0.0677013815605879}
+{'epoch': 44, 'iter': 860, 'avg_loss': 0.07104364908695249, 'avg_acc': 0.0, 'loss': 0.0929038085324996}
+{'epoch': 44, 'iter': 870, 'avg_loss': 0.07163767204091986, 'avg_acc': 0.0, 'loss': 0.057310899194506854}
+{'epoch': 44, 'iter': 880, 'avg_loss': 0.07178754771130436, 'avg_acc': 0.0, 'loss': 0.129287893479914}
+{'epoch': 44, 'iter': 890, 'avg_loss': 0.07190767587097219, 'avg_acc': 0.0, 'loss': 0.06869355123936925}
+{'epoch': 44, 'iter': 900, 'avg_loss': 0.07207793417753848, 'avg_acc': 0.0, 'loss': 0.03658276794143132}
+{'epoch': 44, 'iter': 910, 'avg_loss': 0.07205289705083598, 'avg_acc': 0.0, 'loss': 0.0834490653218966}
+{'epoch': 44, 'iter': 920, 'avg_loss': 0.07210523770505109, 'avg_acc': 0.0, 'loss': 0.04644255107015331}
+{'epoch': 44, 'iter': 930, 'avg_loss': 0.07208855881506408, 'avg_acc': 0.0, 'loss': 0.1080523743066156}
+{'epoch': 44, 'iter': 940, 'avg_loss': 0.07196104897821129, 'avg_acc': 0.0, 'loss': 0.07335745307312079}
+{'epoch': 44, 'iter': 950, 'avg_loss': 0.0721757026222508, 'avg_acc': 0.0, 'loss': 0.033927044735508255}
+{'epoch': 44, 'iter': 960, 'avg_loss': 0.07201234447747291, 'avg_acc': 0.0, 'loss': 0.043129563519024874}
+{'epoch': 44, 'iter': 970, 'avg_loss': 0.07183619651767409, 'avg_acc': 0.0, 'loss': 0.05280277157797692}
+{'epoch': 44, 'iter': 980, 'avg_loss': 0.07196835467848273, 'avg_acc': 0.0, 'loss': 0.09073329693761219}
+{'epoch': 44, 'iter': 990, 'avg_loss': 0.07199257959570247, 'avg_acc': 0.0, 'loss': 0.05575005907999753}
+{'epoch': 44, 'iter': 1000, 'avg_loss': 0.07203342357880074, 'avg_acc': 0.0, 'loss': 0.06490479006665087}
+{'epoch': 44, 'iter': 1010, 'avg_loss': 0.0719990123814048, 'avg_acc': 0.0, 'loss': 0.05809692077002028}
+{'epoch': 44, 'iter': 1020, 'avg_loss': 0.07185530329470266, 'avg_acc': 0.0, 'loss': 0.061225332271971765}
+{'epoch': 44, 'iter': 1030, 'avg_loss': 0.07192301209888988, 'avg_acc': 0.0, 'loss': 0.1293959685773903}
+{'epoch': 44, 'iter': 1040, 'avg_loss': 0.07183162982035289, 'avg_acc': 0.0, 'loss': 0.07684301883512035}
+{'epoch': 44, 'iter': 1050, 'avg_loss': 0.0718879321944288, 'avg_acc': 0.0, 'loss': 0.07611804034482766}
+{'epoch': 44, 'iter': 1060, 'avg_loss': 0.07189922147766055, 'avg_acc': 0.0, 'loss': 0.10761346517735351}
+{'epoch': 44, 'iter': 1070, 'avg_loss': 0.07197344471568506, 'avg_acc': 0.0, 'loss': 0.04374481022971719}
+{'epoch': 44, 'iter': 1080, 'avg_loss': 0.07174141394782538, 'avg_acc': 0.0, 'loss': 0.04460254399977462}
+{'epoch': 44, 'iter': 1090, 'avg_loss': 0.07172582916162898, 'avg_acc': 0.0, 'loss': 0.05490093800631257}
+{'epoch': 44, 'iter': 1100, 'avg_loss': 0.07169966040281206, 'avg_acc': 0.0, 'loss': 0.07387683907023553}
+{'epoch': 44, 'iter': 1110, 'avg_loss': 0.07172267351006308, 'avg_acc': 0.0, 'loss': 0.0731585295765821}
+{'epoch': 44, 'iter': 1120, 'avg_loss': 0.07155160695746592, 'avg_acc': 0.0, 'loss': 0.06851845625647407}
+{'epoch': 44, 'iter': 1130, 'avg_loss': 0.07143591141339467, 'avg_acc': 0.0, 'loss': 0.04258451755260596}
+{'epoch': 44, 'iter': 1140, 'avg_loss': 0.07141523570693352, 'avg_acc': 0.0, 'loss': 0.08783942073632796}
+{'epoch': 44, 'iter': 1150, 'avg_loss': 0.07140653037712102, 'avg_acc': 0.0, 'loss': 0.0689926431857251}
+{'epoch': 44, 'iter': 1160, 'avg_loss': 0.07145047518460203, 'avg_acc': 0.0, 'loss': 0.09838194171237952}
+{'epoch': 44, 'iter': 1170, 'avg_loss': 0.07151140418824321, 'avg_acc': 0.0, 'loss': 0.0741145545774669}
+{'epoch': 44, 'iter': 1180, 'avg_loss': 0.07136932264783484, 'avg_acc': 0.0, 'loss': 0.04746025360355028}
+{'epoch': 44, 'iter': 1190, 'avg_loss': 0.07124714968640765, 'avg_acc': 0.0, 'loss': 0.07334965947593121}
+{'epoch': 44, 'iter': 1200, 'avg_loss': 0.07097930189516237, 'avg_acc': 0.0, 'loss': 0.06678604257076261}
+{'epoch': 44, 'iter': 1210, 'avg_loss': 0.07100634599512341, 'avg_acc': 0.0, 'loss': 0.04185391657133306}
+{'epoch': 44, 'iter': 1220, 'avg_loss': 0.07094715743252417, 'avg_acc': 0.0, 'loss': 0.031656370004376246}
+{'epoch': 44, 'iter': 1230, 'avg_loss': 0.07095600305871481, 'avg_acc': 0.0, 'loss': 0.07197430303668689}
+{'epoch': 44, 'iter': 1240, 'avg_loss': 0.07103163793652154, 'avg_acc': 0.0, 'loss': 0.048132489703206716}
+{'epoch': 44, 'iter': 1250, 'avg_loss': 0.07105932439930532, 'avg_acc': 0.0, 'loss': 0.09896461447527014}
+{'epoch': 44, 'iter': 1260, 'avg_loss': 0.07115355103482446, 'avg_acc': 0.0, 'loss': 0.05321545724739605}
+{'epoch': 44, 'iter': 1270, 'avg_loss': 0.0712406707767961, 'avg_acc': 0.0, 'loss': 0.15761855889434173}
+{'epoch': 44, 'iter': 1280, 'avg_loss': 0.07135279249951261, 'avg_acc': 0.0, 'loss': 0.12145028136196093}
+{'epoch': 44, 'iter': 1290, 'avg_loss': 0.07130488814205814, 'avg_acc': 0.0, 'loss': 0.07577217917139072}
+{'epoch': 44, 'iter': 1300, 'avg_loss': 0.07130147995948162, 'avg_acc': 0.0, 'loss': 0.10329444653685421}
+{'epoch': 44, 'iter': 1310, 'avg_loss': 0.07140517392917231, 'avg_acc': 0.0, 'loss': 0.04368165033923382}
+{'epoch': 44, 'iter': 1320, 'avg_loss': 0.07126576579195948, 'avg_acc': 0.0, 'loss': 0.03291387708164807}
+{'epoch': 44, 'iter': 1330, 'avg_loss': 0.07126154963363195, 'avg_acc': 0.0, 'loss': 0.03714532103924739}
+{'epoch': 44, 'iter': 1340, 'avg_loss': 0.07127368786478934, 'avg_acc': 0.0, 'loss': 0.040220789303191395}
+{'epoch': 44, 'iter': 1350, 'avg_loss': 0.07125160975999408, 'avg_acc': 0.0, 'loss': 0.06688325375638522}
+{'epoch': 44, 'iter': 1360, 'avg_loss': 0.07123917385950278, 'avg_acc': 0.0, 'loss': 0.0628378483756811}
+{'epoch': 44, 'iter': 1370, 'avg_loss': 0.07116348645561112, 'avg_acc': 0.0, 'loss': 0.05806709789941473}
+{'epoch': 44, 'iter': 1380, 'avg_loss': 0.07130760660093646, 'avg_acc': 0.0, 'loss': 0.09348142374204013}
+{'epoch': 44, 'iter': 1390, 'avg_loss': 0.07135329246848836, 'avg_acc': 0.0, 'loss': 0.06324487094298092}
+{'epoch': 44, 'iter': 1400, 'avg_loss': 0.07140625018281754, 'avg_acc': 0.0, 'loss': 0.13172598349409068}
+{'epoch': 44, 'iter': 1410, 'avg_loss': 0.0713456801551575, 'avg_acc': 0.0, 'loss': 0.05981601441294515}
+{'epoch': 44, 'iter': 1420, 'avg_loss': 0.07138911796186229, 'avg_acc': 0.0, 'loss': 0.058705427914682265}
+{'epoch': 44, 'iter': 1430, 'avg_loss': 0.07139267851254352, 'avg_acc': 0.0, 'loss': 0.06286538254025231}
+{'epoch': 44, 'iter': 1440, 'avg_loss': 0.0715069546921358, 'avg_acc': 0.0, 'loss': 0.09661331501908015}
+{'epoch': 44, 'iter': 1450, 'avg_loss': 0.0715693824006953, 'avg_acc': 0.0, 'loss': 0.04455274747023452}
+{'epoch': 44, 'iter': 1460, 'avg_loss': 0.07156061875009609, 'avg_acc': 0.0, 'loss': 0.033343914085504266}
+{'epoch': 44, 'iter': 1470, 'avg_loss': 0.07152899610913935, 'avg_acc': 0.0, 'loss': 0.04513251737395356}
+{'epoch': 44, 'iter': 1480, 'avg_loss': 0.07141530010885457, 'avg_acc': 0.0, 'loss': 0.03760635578700138}
+{'epoch': 44, 'iter': 1490, 'avg_loss': 0.07145872885564608, 'avg_acc': 0.0, 'loss': 0.13460353856956836}
+{'epoch': 44, 'iter': 1500, 'avg_loss': 0.07144814946494642, 'avg_acc': 0.0, 'loss': 0.09856897196342677}
+{'epoch': 44, 'iter': 1510, 'avg_loss': 0.07147704020523978, 'avg_acc': 0.0, 'loss': 0.11516334192746211}
+{'epoch': 44, 'iter': 1520, 'avg_loss': 0.07161294545244196, 'avg_acc': 0.0, 'loss': 0.1006627814090848}
+{'epoch': 44, 'iter': 1530, 'avg_loss': 0.07154242396694355, 'avg_acc': 0.0, 'loss': 0.07764465143003463}
+{'epoch': 44, 'iter': 1540, 'avg_loss': 0.0714866343016531, 'avg_acc': 0.0, 'loss': 0.058049243649754036}
+{'epoch': 44, 'iter': 1550, 'avg_loss': 0.07152745832630665, 'avg_acc': 0.0, 'loss': 0.03195032259785486}
+{'epoch': 44, 'iter': 1560, 'avg_loss': 0.07150058057093144, 'avg_acc': 0.0, 'loss': 0.038989818655055936}
+{'epoch': 44, 'iter': 1570, 'avg_loss': 0.07161142988512895, 'avg_acc': 0.0, 'loss': 0.10682448138648022}
+{'epoch': 44, 'iter': 1580, 'avg_loss': 0.07163944093970398, 'avg_acc': 0.0, 'loss': 0.03493076888830566}
+{'epoch': 44, 'iter': 1590, 'avg_loss': 0.07167856935521892, 'avg_acc': 0.0, 'loss': 0.040774052502099166}
+{'epoch': 44, 'iter': 1600, 'avg_loss': 0.07153589157418841, 'avg_acc': 0.0, 'loss': 0.07114022356727949}
+{'epoch': 44, 'iter': 1610, 'avg_loss': 0.07161808661770502, 'avg_acc': 0.0, 'loss': 0.02546006501137299}
+{'epoch': 44, 'iter': 1620, 'avg_loss': 0.07164434948653822, 'avg_acc': 0.0, 'loss': 0.05621084000551133}
+{'epoch': 44, 'iter': 1630, 'avg_loss': 0.07178651348389956, 'avg_acc': 0.0, 'loss': 0.024936608783556427}
+{'epoch': 44, 'iter': 1640, 'avg_loss': 0.07174671120705525, 'avg_acc': 0.0, 'loss': 0.07379402775781532}
+{'epoch': 44, 'iter': 1650, 'avg_loss': 0.07175436571478859, 'avg_acc': 0.0, 'loss': 0.07089687645485501}
+{'epoch': 44, 'iter': 1660, 'avg_loss': 0.07188031122550051, 'avg_acc': 0.0, 'loss': 0.10306300246005101}
+{'epoch': 44, 'iter': 1670, 'avg_loss': 0.07190253104048458, 'avg_acc': 0.0, 'loss': 0.02262530954635622}
+{'epoch': 44, 'iter': 1680, 'avg_loss': 0.07186473458551816, 'avg_acc': 0.0, 'loss': 0.04007924029803941}
+{'epoch': 44, 'iter': 1690, 'avg_loss': 0.07181222538519196, 'avg_acc': 0.0, 'loss': 0.09719985822517124}
+{'epoch': 44, 'iter': 1700, 'avg_loss': 0.07183841009587455, 'avg_acc': 0.0, 'loss': 0.05038854000056046}
+{'epoch': 44, 'iter': 1710, 'avg_loss': 0.0718050336345163, 'avg_acc': 0.0, 'loss': 0.03850397127283551}
+{'epoch': 44, 'iter': 1720, 'avg_loss': 0.07172524290949436, 'avg_acc': 0.0, 'loss': 0.06168599506149316}
+{'epoch': 44, 'iter': 1730, 'avg_loss': 0.0717609889123028, 'avg_acc': 0.0, 'loss': 0.13205353618535703}
+{'epoch': 44, 'iter': 1740, 'avg_loss': 0.07164623806024492, 'avg_acc': 0.0, 'loss': 0.05300849255679298}
+{'epoch': 44, 'iter': 1750, 'avg_loss': 0.07174161755011707, 'avg_acc': 0.0, 'loss': 0.11211435532482028}
+{'epoch': 44, 'iter': 1760, 'avg_loss': 0.07172493257042888, 'avg_acc': 0.0, 'loss': 0.09464355267276199}
+{'epoch': 44, 'iter': 1770, 'avg_loss': 0.07172198209975714, 'avg_acc': 0.0, 'loss': 0.03984860135225939}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.0, 'ece': 0.05196472629904747, 'avg_loss': 0.07171301385495185, 'f1_scores': 0.9421631499750834}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.029078858964023114, 'avg_acc': 0.0, 'loss': 0.029078858964023114}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.0778796573052014, 'avg_acc': 0.0, 'loss': 0.026304604128757854}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.07243151234897907, 'avg_acc': 0.0, 'loss': 0.09653639438025964}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.07007927619089145, 'avg_acc': 0.0, 'loss': 0.02661211393091532}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.0708256084552198, 'avg_acc': 0.0, 'loss': 0.03407855328193981}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.06861817887129011, 'avg_acc': 0.0, 'loss': 0.0840732555985986}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.0695013304558899, 'avg_acc': 0.0, 'loss': 0.08710383097489478}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.06964059929053125, 'avg_acc': 0.0, 'loss': 0.10260705068532973}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.07052403375385267, 'avg_acc': 0.0, 'loss': 0.0912166832310634}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.06987953152192888, 'avg_acc': 0.0, 'loss': 0.04950877586767075}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.07016322025699018, 'avg_acc': 0.0, 'loss': 0.047977615292024565}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.06883587762704979, 'avg_acc': 0.0, 'loss': 0.07115055412568186}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.06936032253796272, 'avg_acc': 0.0, 'loss': 0.0517675313244378}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.06911069070980069, 'avg_acc': 0.0, 'loss': 0.048554055777655335}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.06880430122718291, 'avg_acc': 0.0, 'loss': 0.06318056827951425}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.06868111707584795, 'avg_acc': 0.0, 'loss': 0.07087085517197116}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.06957309461597468, 'avg_acc': 0.0, 'loss': 0.11350761016168015}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.0695923347413577, 'avg_acc': 0.0, 'loss': 0.05013050682248377}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.06888424706875762, 'avg_acc': 0.0, 'loss': 0.04003346615301138}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.06848218539791147, 'avg_acc': 0.0, 'loss': 0.051733175275951934}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.06881722087528612, 'avg_acc': 0.0, 'loss': 0.017011571897845506}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.06850233338976792, 'avg_acc': 0.0, 'loss': 0.04381784711882882}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.0694641600526336, 'avg_acc': 0.0, 'loss': 0.10172719741734884}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.07041411455243216, 'avg_acc': 0.0, 'loss': 0.08296916003993308}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.07040991712736865, 'avg_acc': 0.0, 'loss': 0.07822850555554949}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.07025048994911702, 'avg_acc': 0.0, 'loss': 0.10463878601547094}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.06961552431048426, 'avg_acc': 0.0, 'loss': 0.03535388701921858}
+{'epoch': 45, 'iter': 270, 'avg_loss': 0.06928395279193733, 'avg_acc': 0.0, 'loss': 0.024542418980087986}
+{'epoch': 45, 'iter': 280, 'avg_loss': 0.06911221362076458, 'avg_acc': 0.0, 'loss': 0.06683550303075338}
+{'epoch': 45, 'iter': 290, 'avg_loss': 0.0701602899703855, 'avg_acc': 0.0, 'loss': 0.10343426642410844}
+{'epoch': 45, 'iter': 300, 'avg_loss': 0.06965908917996691, 'avg_acc': 0.0, 'loss': 0.09578924251629976}
+{'epoch': 45, 'iter': 310, 'avg_loss': 0.06971521322077222, 'avg_acc': 0.0, 'loss': 0.10100614833098526}
+{'epoch': 45, 'iter': 320, 'avg_loss': 0.06987138910194558, 'avg_acc': 0.0, 'loss': 0.06345928191084177}
+{'epoch': 45, 'iter': 330, 'avg_loss': 0.07000217559319317, 'avg_acc': 0.0, 'loss': 0.05961402483662579}
+{'epoch': 45, 'iter': 340, 'avg_loss': 0.07020346061918736, 'avg_acc': 0.0, 'loss': 0.023456556553615622}
+{'epoch': 45, 'iter': 350, 'avg_loss': 0.07101743799585751, 'avg_acc': 0.0, 'loss': 0.2080905555852236}
+{'epoch': 45, 'iter': 360, 'avg_loss': 0.07147121115510253, 'avg_acc': 0.0, 'loss': 0.09516484299778531}
+{'epoch': 45, 'iter': 370, 'avg_loss': 0.07124574553265586, 'avg_acc': 0.0, 'loss': 0.08091859974980155}
+{'epoch': 45, 'iter': 380, 'avg_loss': 0.07134345113340126, 'avg_acc': 0.0, 'loss': 0.05874997129608264}
+{'epoch': 45, 'iter': 390, 'avg_loss': 0.07135178193748751, 'avg_acc': 0.0, 'loss': 0.03424206376817145}
+{'epoch': 45, 'iter': 400, 'avg_loss': 0.07098649416030078, 'avg_acc': 0.0, 'loss': 0.05628090912504798}
+{'epoch': 45, 'iter': 410, 'avg_loss': 0.0710652588408273, 'avg_acc': 0.0, 'loss': 0.0800232155591658}
+{'epoch': 45, 'iter': 420, 'avg_loss': 0.07101709263035087, 'avg_acc': 0.0, 'loss': 0.035834603586234186}
+{'epoch': 45, 'iter': 430, 'avg_loss': 0.07157109929648728, 'avg_acc': 0.0, 'loss': 0.05660005146099982}
+{'epoch': 45, 'iter': 440, 'avg_loss': 0.07136277328303711, 'avg_acc': 0.0, 'loss': 0.035495317170841645}
+{'epoch': 45, 'iter': 450, 'avg_loss': 0.07123751559630179, 'avg_acc': 0.0, 'loss': 0.05761318420898931}
+{'epoch': 45, 'iter': 460, 'avg_loss': 0.07160346661178976, 'avg_acc': 0.0, 'loss': 0.12919013750855665}
+{'epoch': 45, 'iter': 470, 'avg_loss': 0.07185136625424753, 'avg_acc': 0.0, 'loss': 0.06669103492669949}
+{'epoch': 45, 'iter': 480, 'avg_loss': 0.0722528896788985, 'avg_acc': 0.0, 'loss': 0.0899626965271279}
+{'epoch': 45, 'iter': 490, 'avg_loss': 0.07218446959723572, 'avg_acc': 0.0, 'loss': 0.057798843881723114}
+{'epoch': 45, 'iter': 500, 'avg_loss': 0.07179855058069008, 'avg_acc': 0.0, 'loss': 0.10907824600804514}
+{'epoch': 45, 'iter': 510, 'avg_loss': 0.07140715734680356, 'avg_acc': 0.0, 'loss': 0.05631208776019239}
+{'epoch': 45, 'iter': 520, 'avg_loss': 0.07112749571590973, 'avg_acc': 0.0, 'loss': 0.047361856290649484}
+{'epoch': 45, 'iter': 530, 'avg_loss': 0.07076883113456289, 'avg_acc': 0.0, 'loss': 0.057411816587416196}
+{'epoch': 45, 'iter': 540, 'avg_loss': 0.07076022550243807, 'avg_acc': 0.0, 'loss': 0.037294906025703005}
+{'epoch': 45, 'iter': 550, 'avg_loss': 0.07056764545989139, 'avg_acc': 0.0, 'loss': 0.088885683461135}
+{'epoch': 45, 'iter': 560, 'avg_loss': 0.0705377116723334, 'avg_acc': 0.0, 'loss': 0.040949832225702414}
+{'epoch': 45, 'iter': 570, 'avg_loss': 0.07042479634349832, 'avg_acc': 0.0, 'loss': 0.046123452883388635}
+{'epoch': 45, 'iter': 580, 'avg_loss': 0.07067861628117451, 'avg_acc': 0.0, 'loss': 0.06378565237816604}
+{'epoch': 45, 'iter': 590, 'avg_loss': 0.07071284608732234, 'avg_acc': 0.0, 'loss': 0.0959147077540702}
+{'epoch': 45, 'iter': 600, 'avg_loss': 0.07060167633418238, 'avg_acc': 0.0, 'loss': 0.04353377310530959}
+{'epoch': 45, 'iter': 610, 'avg_loss': 0.07046973990702285, 'avg_acc': 0.0, 'loss': 0.11827183813271347}
+{'epoch': 45, 'iter': 620, 'avg_loss': 0.07068104816091031, 'avg_acc': 0.0, 'loss': 0.0336845676228685}
+{'epoch': 45, 'iter': 630, 'avg_loss': 0.07062395746873451, 'avg_acc': 0.0, 'loss': 0.048702456248004664}
+{'epoch': 45, 'iter': 640, 'avg_loss': 0.07038103459933227, 'avg_acc': 0.0, 'loss': 0.07581827173711174}
+{'epoch': 45, 'iter': 650, 'avg_loss': 0.07027851372067881, 'avg_acc': 0.0, 'loss': 0.037370322040666384}
+{'epoch': 45, 'iter': 660, 'avg_loss': 0.07018472388400747, 'avg_acc': 0.0, 'loss': 0.03870507137573043}
+{'epoch': 45, 'iter': 670, 'avg_loss': 0.07017526205248144, 'avg_acc': 0.0, 'loss': 0.08595270134986979}
+{'epoch': 45, 'iter': 680, 'avg_loss': 0.06994852664776684, 'avg_acc': 0.0, 'loss': 0.05169867197451643}
+{'epoch': 45, 'iter': 690, 'avg_loss': 0.0698974136907342, 'avg_acc': 0.0, 'loss': 0.10355281569458644}
+{'epoch': 45, 'iter': 700, 'avg_loss': 0.06977382842836166, 'avg_acc': 0.0, 'loss': 0.0462865794590702}
+{'epoch': 45, 'iter': 710, 'avg_loss': 0.0699610432636273, 'avg_acc': 0.0, 'loss': 0.08062566235061906}
+{'epoch': 45, 'iter': 720, 'avg_loss': 0.06998780965983491, 'avg_acc': 0.0, 'loss': 0.034842413433127356}
+{'epoch': 45, 'iter': 730, 'avg_loss': 0.0700698736213808, 'avg_acc': 0.0, 'loss': 0.050174844807928914}
+{'epoch': 45, 'iter': 740, 'avg_loss': 0.06972617594215214, 'avg_acc': 0.0, 'loss': 0.03219063979314082}
+{'epoch': 45, 'iter': 750, 'avg_loss': 0.06970962752406473, 'avg_acc': 0.0, 'loss': 0.02366218945732815}
+{'epoch': 45, 'iter': 760, 'avg_loss': 0.06956496551109347, 'avg_acc': 0.0, 'loss': 0.038136270823331736}
+{'epoch': 45, 'iter': 770, 'avg_loss': 0.06958775141912053, 'avg_acc': 0.0, 'loss': 0.038019054869526565}
+{'epoch': 45, 'iter': 780, 'avg_loss': 0.06955997305482153, 'avg_acc': 0.0, 'loss': 0.04729998867059797}
+{'epoch': 45, 'iter': 790, 'avg_loss': 0.0694066347514092, 'avg_acc': 0.0, 'loss': 0.1023507006888106}
+{'epoch': 45, 'iter': 800, 'avg_loss': 0.06925322802155422, 'avg_acc': 0.0, 'loss': 0.01874418864725921}
+{'epoch': 45, 'iter': 810, 'avg_loss': 0.06912290014542775, 'avg_acc': 0.0, 'loss': 0.056844178697937356}
+{'epoch': 45, 'iter': 820, 'avg_loss': 0.06949940814326765, 'avg_acc': 0.0, 'loss': 0.05127246604887148}
+{'epoch': 45, 'iter': 830, 'avg_loss': 0.06944052151582826, 'avg_acc': 0.0, 'loss': 0.06736352734536206}
+{'epoch': 45, 'iter': 840, 'avg_loss': 0.06936643378080116, 'avg_acc': 0.0, 'loss': 0.06399846341924281}
+{'epoch': 45, 'iter': 850, 'avg_loss': 0.06928788267176746, 'avg_acc': 0.0, 'loss': 0.06354419464683961}
+{'epoch': 45, 'iter': 860, 'avg_loss': 0.06937841032203135, 'avg_acc': 0.0, 'loss': 0.09360681082044055}
+{'epoch': 45, 'iter': 870, 'avg_loss': 0.06998110234120172, 'avg_acc': 0.0, 'loss': 0.05765249985914319}
+{'epoch': 45, 'iter': 880, 'avg_loss': 0.07013641965078304, 'avg_acc': 0.0, 'loss': 0.1294844250452099}
+{'epoch': 45, 'iter': 890, 'avg_loss': 0.07027058109324678, 'avg_acc': 0.0, 'loss': 0.06506421848920395}
+{'epoch': 45, 'iter': 900, 'avg_loss': 0.07045181366715778, 'avg_acc': 0.0, 'loss': 0.03456036133799297}
+{'epoch': 45, 'iter': 910, 'avg_loss': 0.07042348685093215, 'avg_acc': 0.0, 'loss': 0.08046688321849972}
+{'epoch': 45, 'iter': 920, 'avg_loss': 0.07048288454616913, 'avg_acc': 0.0, 'loss': 0.045389211375728725}
+{'epoch': 45, 'iter': 930, 'avg_loss': 0.07045513821160194, 'avg_acc': 0.0, 'loss': 0.10341546269332216}
+{'epoch': 45, 'iter': 940, 'avg_loss': 0.0703288741430507, 'avg_acc': 0.0, 'loss': 0.06997616978476019}
+{'epoch': 45, 'iter': 950, 'avg_loss': 0.07056736207168246, 'avg_acc': 0.0, 'loss': 0.03185874802768142}
+{'epoch': 45, 'iter': 960, 'avg_loss': 0.07040449933400651, 'avg_acc': 0.0, 'loss': 0.03884621596505764}
+{'epoch': 45, 'iter': 970, 'avg_loss': 0.07022170912291328, 'avg_acc': 0.0, 'loss': 0.050537996771952615}
+{'epoch': 45, 'iter': 980, 'avg_loss': 0.07035831032078127, 'avg_acc': 0.0, 'loss': 0.08890770837440089}
+{'epoch': 45, 'iter': 990, 'avg_loss': 0.07038736382678744, 'avg_acc': 0.0, 'loss': 0.053536238445060134}
+{'epoch': 45, 'iter': 1000, 'avg_loss': 0.07042992079715563, 'avg_acc': 0.0, 'loss': 0.06502013598934907}
+{'epoch': 45, 'iter': 1010, 'avg_loss': 0.07039983961806429, 'avg_acc': 0.0, 'loss': 0.05847559336681789}
+{'epoch': 45, 'iter': 1020, 'avg_loss': 0.07023990803090395, 'avg_acc': 0.0, 'loss': 0.05545292483515141}
+{'epoch': 45, 'iter': 1030, 'avg_loss': 0.0702993217594171, 'avg_acc': 0.0, 'loss': 0.12729569549091072}
+{'epoch': 45, 'iter': 1040, 'avg_loss': 0.07020051557298287, 'avg_acc': 0.0, 'loss': 0.0767987021892184}
+{'epoch': 45, 'iter': 1050, 'avg_loss': 0.07025224805556672, 'avg_acc': 0.0, 'loss': 0.07271694423749864}
+{'epoch': 45, 'iter': 1060, 'avg_loss': 0.07026045064595465, 'avg_acc': 0.0, 'loss': 0.10724675264545169}
+{'epoch': 45, 'iter': 1070, 'avg_loss': 0.07034825169488426, 'avg_acc': 0.0, 'loss': 0.03864687487010241}
+{'epoch': 45, 'iter': 1080, 'avg_loss': 0.0700992024462762, 'avg_acc': 0.0, 'loss': 0.038616266130483315}
+{'epoch': 45, 'iter': 1090, 'avg_loss': 0.07008782919195954, 'avg_acc': 0.0, 'loss': 0.05087574264095045}
+{'epoch': 45, 'iter': 1100, 'avg_loss': 0.07006184575649264, 'avg_acc': 0.0, 'loss': 0.06957095093067014}
+{'epoch': 45, 'iter': 1110, 'avg_loss': 0.07007981579646473, 'avg_acc': 0.0, 'loss': 0.07233338159457096}
+{'epoch': 45, 'iter': 1120, 'avg_loss': 0.06990933595409386, 'avg_acc': 0.0, 'loss': 0.06661486849896342}
+{'epoch': 45, 'iter': 1130, 'avg_loss': 0.06978754288445402, 'avg_acc': 0.0, 'loss': 0.037518382723013534}
+{'epoch': 45, 'iter': 1140, 'avg_loss': 0.06977128757201281, 'avg_acc': 0.0, 'loss': 0.09121916009698744}
+{'epoch': 45, 'iter': 1150, 'avg_loss': 0.06975511591962737, 'avg_acc': 0.0, 'loss': 0.06524876184433635}
+{'epoch': 45, 'iter': 1160, 'avg_loss': 0.06979836477688998, 'avg_acc': 0.0, 'loss': 0.09796233972243482}
+{'epoch': 45, 'iter': 1170, 'avg_loss': 0.06987575895835094, 'avg_acc': 0.0, 'loss': 0.07227448618256054}
+{'epoch': 45, 'iter': 1180, 'avg_loss': 0.06972561263543214, 'avg_acc': 0.0, 'loss': 0.04628444613341287}
+{'epoch': 45, 'iter': 1190, 'avg_loss': 0.06959263245400199, 'avg_acc': 0.0, 'loss': 0.07122739253424827}
+{'epoch': 45, 'iter': 1200, 'avg_loss': 0.06932140438213664, 'avg_acc': 0.0, 'loss': 0.06602709122015377}
+{'epoch': 45, 'iter': 1210, 'avg_loss': 0.06935741682435863, 'avg_acc': 0.0, 'loss': 0.0402507209508676}
+{'epoch': 45, 'iter': 1220, 'avg_loss': 0.06929682801171036, 'avg_acc': 0.0, 'loss': 0.029594965867600208}
+{'epoch': 45, 'iter': 1230, 'avg_loss': 0.06931308469040139, 'avg_acc': 0.0, 'loss': 0.07280939491423055}
+{'epoch': 45, 'iter': 1240, 'avg_loss': 0.06939130716334865, 'avg_acc': 0.0, 'loss': 0.0449463227272316}
+{'epoch': 45, 'iter': 1250, 'avg_loss': 0.0694264788812948, 'avg_acc': 0.0, 'loss': 0.09815835691963619}
+{'epoch': 45, 'iter': 1260, 'avg_loss': 0.06952564774617895, 'avg_acc': 0.0, 'loss': 0.05373961166349415}
+{'epoch': 45, 'iter': 1270, 'avg_loss': 0.06961641743740744, 'avg_acc': 0.0, 'loss': 0.16334235821811458}
+{'epoch': 45, 'iter': 1280, 'avg_loss': 0.0697369904256774, 'avg_acc': 0.0, 'loss': 0.11968636882536185}
+{'epoch': 45, 'iter': 1290, 'avg_loss': 0.06969642086544788, 'avg_acc': 0.0, 'loss': 0.07336181533115596}
+{'epoch': 45, 'iter': 1300, 'avg_loss': 0.0696972240420236, 'avg_acc': 0.0, 'loss': 0.10623985312873936}
+{'epoch': 45, 'iter': 1310, 'avg_loss': 0.06980541633415539, 'avg_acc': 0.0, 'loss': 0.03914198322056807}
+{'epoch': 45, 'iter': 1320, 'avg_loss': 0.06966102399026518, 'avg_acc': 0.0, 'loss': 0.0320633188710957}
+{'epoch': 45, 'iter': 1330, 'avg_loss': 0.06965675002963463, 'avg_acc': 0.0, 'loss': 0.0350962925082732}
+{'epoch': 45, 'iter': 1340, 'avg_loss': 0.06965794540841395, 'avg_acc': 0.0, 'loss': 0.03474061650178279}
+{'epoch': 45, 'iter': 1350, 'avg_loss': 0.06963636230192033, 'avg_acc': 0.0, 'loss': 0.06306036029577301}
+{'epoch': 45, 'iter': 1360, 'avg_loss': 0.06963122557170018, 'avg_acc': 0.0, 'loss': 0.05935530992067786}
+{'epoch': 45, 'iter': 1370, 'avg_loss': 0.06954937095096513, 'avg_acc': 0.0, 'loss': 0.05758483764657285}
+{'epoch': 45, 'iter': 1380, 'avg_loss': 0.06970285902797031, 'avg_acc': 0.0, 'loss': 0.09216672989412342}
+{'epoch': 45, 'iter': 1390, 'avg_loss': 0.06974956407048331, 'avg_acc': 0.0, 'loss': 0.06002784332957032}
+{'epoch': 45, 'iter': 1400, 'avg_loss': 0.06980689563420006, 'avg_acc': 0.0, 'loss': 0.13521790007811774}
+{'epoch': 45, 'iter': 1410, 'avg_loss': 0.06973762791252858, 'avg_acc': 0.0, 'loss': 0.056282206459611316}
+{'epoch': 45, 'iter': 1420, 'avg_loss': 0.06977506145435726, 'avg_acc': 0.0, 'loss': 0.0571016313728409}
+{'epoch': 45, 'iter': 1430, 'avg_loss': 0.0697768626191043, 'avg_acc': 0.0, 'loss': 0.0626312387374343}
+{'epoch': 45, 'iter': 1440, 'avg_loss': 0.06988830163290567, 'avg_acc': 0.0, 'loss': 0.09034747216391484}
+{'epoch': 45, 'iter': 1450, 'avg_loss': 0.06995107800696419, 'avg_acc': 0.0, 'loss': 0.04377630924150212}
+{'epoch': 45, 'iter': 1460, 'avg_loss': 0.06994152960763639, 'avg_acc': 0.0, 'loss': 0.032654007418804955}
+{'epoch': 45, 'iter': 1470, 'avg_loss': 0.06991141254098333, 'avg_acc': 0.0, 'loss': 0.04344188934013005}
+{'epoch': 45, 'iter': 1480, 'avg_loss': 0.06979646330500118, 'avg_acc': 0.0, 'loss': 0.0353073391124801}
+{'epoch': 45, 'iter': 1490, 'avg_loss': 0.06982841628983584, 'avg_acc': 0.0, 'loss': 0.13457545715336242}
+{'epoch': 45, 'iter': 1500, 'avg_loss': 0.06982288373362053, 'avg_acc': 0.0, 'loss': 0.09893713960497864}
+{'epoch': 45, 'iter': 1510, 'avg_loss': 0.06985410360632498, 'avg_acc': 0.0, 'loss': 0.1165514370596615}
+{'epoch': 45, 'iter': 1520, 'avg_loss': 0.07000107205920267, 'avg_acc': 0.0, 'loss': 0.1029204124285416}
+{'epoch': 45, 'iter': 1530, 'avg_loss': 0.06993687491009681, 'avg_acc': 0.0, 'loss': 0.07971967266101387}
+{'epoch': 45, 'iter': 1540, 'avg_loss': 0.06988361444739963, 'avg_acc': 0.0, 'loss': 0.058070793942765216}
+{'epoch': 45, 'iter': 1550, 'avg_loss': 0.06991420296088972, 'avg_acc': 0.0, 'loss': 0.02774204336315376}
+{'epoch': 45, 'iter': 1560, 'avg_loss': 0.0698912767518289, 'avg_acc': 0.0, 'loss': 0.036010458263591866}
+{'epoch': 45, 'iter': 1570, 'avg_loss': 0.07000828666450731, 'avg_acc': 0.0, 'loss': 0.10439375244700141}
+{'epoch': 45, 'iter': 1580, 'avg_loss': 0.0700409890032945, 'avg_acc': 0.0, 'loss': 0.032585719353615365}
+{'epoch': 45, 'iter': 1590, 'avg_loss': 0.07008012346004668, 'avg_acc': 0.0, 'loss': 0.040923394518919}
+{'epoch': 45, 'iter': 1600, 'avg_loss': 0.06993056369579072, 'avg_acc': 0.0, 'loss': 0.06684441738574215}
+{'epoch': 45, 'iter': 1610, 'avg_loss': 0.07002365308243683, 'avg_acc': 0.0, 'loss': 0.024024092825547832}
+{'epoch': 45, 'iter': 1620, 'avg_loss': 0.07005690080494938, 'avg_acc': 0.0, 'loss': 0.05431381137211945}
+{'epoch': 45, 'iter': 1630, 'avg_loss': 0.07020360828395587, 'avg_acc': 0.0, 'loss': 0.022576468095102036}
+{'epoch': 45, 'iter': 1640, 'avg_loss': 0.07016163625626909, 'avg_acc': 0.0, 'loss': 0.07192623402609602}
+{'epoch': 45, 'iter': 1650, 'avg_loss': 0.07016624085307849, 'avg_acc': 0.0, 'loss': 0.06796271868108354}
+{'epoch': 45, 'iter': 1660, 'avg_loss': 0.07030146676419774, 'avg_acc': 0.0, 'loss': 0.10556706735623728}
+{'epoch': 45, 'iter': 1670, 'avg_loss': 0.07032660398478925, 'avg_acc': 0.0, 'loss': 0.020963570099963493}
+{'epoch': 45, 'iter': 1680, 'avg_loss': 0.07028490043405104, 'avg_acc': 0.0, 'loss': 0.03761879118083706}
+{'epoch': 45, 'iter': 1690, 'avg_loss': 0.07023161046625331, 'avg_acc': 0.0, 'loss': 0.09503850702075413}
+{'epoch': 45, 'iter': 1700, 'avg_loss': 0.0702631540318136, 'avg_acc': 0.0, 'loss': 0.047706592406443954}
+{'epoch': 45, 'iter': 1710, 'avg_loss': 0.07022527655606318, 'avg_acc': 0.0, 'loss': 0.03600195524805778}
+{'epoch': 45, 'iter': 1720, 'avg_loss': 0.07014566692865547, 'avg_acc': 0.0, 'loss': 0.05868687980332814}
+{'epoch': 45, 'iter': 1730, 'avg_loss': 0.07018130502299477, 'avg_acc': 0.0, 'loss': 0.13369789641498642}
+{'epoch': 45, 'iter': 1740, 'avg_loss': 0.07005723989136409, 'avg_acc': 0.0, 'loss': 0.05155003152224578}
+{'epoch': 45, 'iter': 1750, 'avg_loss': 0.0701665990684267, 'avg_acc': 0.0, 'loss': 0.11380250701381556}
+{'epoch': 45, 'iter': 1760, 'avg_loss': 0.07015347810627422, 'avg_acc': 0.0, 'loss': 0.09483168027470258}
+{'epoch': 45, 'iter': 1770, 'avg_loss': 0.07014929899652231, 'avg_acc': 0.0, 'loss': 0.03473954506376994}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.0, 'ece': 0.054120104759931564, 'avg_loss': 0.07014553958936434, 'f1_scores': 0.9439179785574033}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.03053214758040009, 'avg_acc': 0.0, 'loss': 0.03053214758040009}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.0803951062386236, 'avg_acc': 0.0, 'loss': 0.029668050050830175}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.0751712031459533, 'avg_acc': 0.0, 'loss': 0.09827288083158692}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.07278288901579323, 'avg_acc': 0.0, 'loss': 0.028766312284491034}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.07377736233338154, 'avg_acc': 0.0, 'loss': 0.035300145791252034}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.07141730501447029, 'avg_acc': 0.0, 'loss': 0.08562921148868798}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.07276533238331587, 'avg_acc': 0.0, 'loss': 0.09152205932554937}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.07307479129312533, 'avg_acc': 0.0, 'loss': 0.10868659482158753}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.07401133303081663, 'avg_acc': 0.0, 'loss': 0.09745507098448666}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.07321474174752697, 'avg_acc': 0.0, 'loss': 0.05140405222107753}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.07349849893046832, 'avg_acc': 0.0, 'loss': 0.04976612640767643}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.07217073583275062, 'avg_acc': 0.0, 'loss': 0.0746562596763007}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.07275218588031948, 'avg_acc': 0.0, 'loss': 0.05461301299753732}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.07250856609461546, 'avg_acc': 0.0, 'loss': 0.04857947195054228}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.07222048276229896, 'avg_acc': 0.0, 'loss': 0.06595148559762874}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.07206192143401138, 'avg_acc': 0.0, 'loss': 0.07050291802828822}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.07295451595510064, 'avg_acc': 0.0, 'loss': 0.11309816080136516}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.07291884994393562, 'avg_acc': 0.0, 'loss': 0.05092343320705237}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.07220412712370673, 'avg_acc': 0.0, 'loss': 0.04232009362782512}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.07180996048326503, 'avg_acc': 0.0, 'loss': 0.058958571425754204}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.07218021093579448, 'avg_acc': 0.0, 'loss': 0.018766068543560062}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.07185340524702916, 'avg_acc': 0.0, 'loss': 0.04624367538912517}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.07276497885105246, 'avg_acc': 0.0, 'loss': 0.10544077518966129}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.07383004741894622, 'avg_acc': 0.0, 'loss': 0.08842822763829515}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.07382936776509347, 'avg_acc': 0.0, 'loss': 0.07866571586360749}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.07366096890211192, 'avg_acc': 0.0, 'loss': 0.10986050507744949}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.07298211279033588, 'avg_acc': 0.0, 'loss': 0.038435401110567514}
+{'epoch': 46, 'iter': 270, 'avg_loss': 0.07264890985209368, 'avg_acc': 0.0, 'loss': 0.025517171625913142}
+{'epoch': 46, 'iter': 280, 'avg_loss': 0.0724508629081429, 'avg_acc': 0.0, 'loss': 0.06836718621278642}
+{'epoch': 46, 'iter': 290, 'avg_loss': 0.07357182309766944, 'avg_acc': 0.0, 'loss': 0.10585053525435077}
+{'epoch': 46, 'iter': 300, 'avg_loss': 0.07309089150682163, 'avg_acc': 0.0, 'loss': 0.10180122250470243}
+{'epoch': 46, 'iter': 310, 'avg_loss': 0.07314224444796977, 'avg_acc': 0.0, 'loss': 0.10678914654224464}
+{'epoch': 46, 'iter': 320, 'avg_loss': 0.07333624722224297, 'avg_acc': 0.0, 'loss': 0.06534964931604138}
+{'epoch': 46, 'iter': 330, 'avg_loss': 0.07341995999410807, 'avg_acc': 0.0, 'loss': 0.05928006033707536}
+{'epoch': 46, 'iter': 340, 'avg_loss': 0.07360658873559113, 'avg_acc': 0.0, 'loss': 0.026008890133588074}
+{'epoch': 46, 'iter': 350, 'avg_loss': 0.07444130369238969, 'avg_acc': 0.0, 'loss': 0.215809236135913}
+{'epoch': 46, 'iter': 360, 'avg_loss': 0.07488744352032124, 'avg_acc': 0.0, 'loss': 0.10030380968177813}
+{'epoch': 46, 'iter': 370, 'avg_loss': 0.07462865388386694, 'avg_acc': 0.0, 'loss': 0.081142500610505}
+{'epoch': 46, 'iter': 380, 'avg_loss': 0.07470956462077795, 'avg_acc': 0.0, 'loss': 0.06256503865554817}
+{'epoch': 46, 'iter': 390, 'avg_loss': 0.07470587976951415, 'avg_acc': 0.0, 'loss': 0.03701518165735657}
+{'epoch': 46, 'iter': 400, 'avg_loss': 0.07430764046699685, 'avg_acc': 0.0, 'loss': 0.05971778158605697}
+{'epoch': 46, 'iter': 410, 'avg_loss': 0.07442591767047221, 'avg_acc': 0.0, 'loss': 0.08173798024910488}
+{'epoch': 46, 'iter': 420, 'avg_loss': 0.07439527358419148, 'avg_acc': 0.0, 'loss': 0.040375994572639025}
+{'epoch': 46, 'iter': 430, 'avg_loss': 0.07490553840496382, 'avg_acc': 0.0, 'loss': 0.05579106027016678}
+{'epoch': 46, 'iter': 440, 'avg_loss': 0.07470901544061376, 'avg_acc': 0.0, 'loss': 0.0434029101964504}
+{'epoch': 46, 'iter': 450, 'avg_loss': 0.07458408692275117, 'avg_acc': 0.0, 'loss': 0.059936845913801405}
+{'epoch': 46, 'iter': 460, 'avg_loss': 0.07496064444040618, 'avg_acc': 0.0, 'loss': 0.13474389978194928}
+{'epoch': 46, 'iter': 470, 'avg_loss': 0.0752139085011959, 'avg_acc': 0.0, 'loss': 0.06754631751693653}
+{'epoch': 46, 'iter': 480, 'avg_loss': 0.07563159582236643, 'avg_acc': 0.0, 'loss': 0.09544311208712689}
+{'epoch': 46, 'iter': 490, 'avg_loss': 0.0755209688140721, 'avg_acc': 0.0, 'loss': 0.058517253280312174}
+{'epoch': 46, 'iter': 500, 'avg_loss': 0.0751082858839392, 'avg_acc': 0.0, 'loss': 0.1115949449682552}
+{'epoch': 46, 'iter': 510, 'avg_loss': 0.07469139521892616, 'avg_acc': 0.0, 'loss': 0.05574162845689605}
+{'epoch': 46, 'iter': 520, 'avg_loss': 0.0744164954685274, 'avg_acc': 0.0, 'loss': 0.049592263016247015}
+{'epoch': 46, 'iter': 530, 'avg_loss': 0.07406316711687203, 'avg_acc': 0.0, 'loss': 0.06042360194107589}
+{'epoch': 46, 'iter': 540, 'avg_loss': 0.07406649135724154, 'avg_acc': 0.0, 'loss': 0.03927414536063724}
+{'epoch': 46, 'iter': 550, 'avg_loss': 0.07386638099642487, 'avg_acc': 0.0, 'loss': 0.09313008454721532}
+{'epoch': 46, 'iter': 560, 'avg_loss': 0.07386061418217789, 'avg_acc': 0.0, 'loss': 0.0413871914270812}
+{'epoch': 46, 'iter': 570, 'avg_loss': 0.07374419466828563, 'avg_acc': 0.0, 'loss': 0.049166704922801126}
+{'epoch': 46, 'iter': 580, 'avg_loss': 0.07401746945611407, 'avg_acc': 0.0, 'loss': 0.06775339295742404}
+{'epoch': 46, 'iter': 590, 'avg_loss': 0.07404243114331505, 'avg_acc': 0.0, 'loss': 0.09940233813843438}
+{'epoch': 46, 'iter': 600, 'avg_loss': 0.0739421818757731, 'avg_acc': 0.0, 'loss': 0.04848425295699599}
+{'epoch': 46, 'iter': 610, 'avg_loss': 0.07379957710799108, 'avg_acc': 0.0, 'loss': 0.1212813596809659}
+{'epoch': 46, 'iter': 620, 'avg_loss': 0.07400804735042807, 'avg_acc': 0.0, 'loss': 0.038373543246438296}
+{'epoch': 46, 'iter': 630, 'avg_loss': 0.07395800711110702, 'avg_acc': 0.0, 'loss': 0.052036159826278496}
+{'epoch': 46, 'iter': 640, 'avg_loss': 0.07372251424063402, 'avg_acc': 0.0, 'loss': 0.07930818598173975}
+{'epoch': 46, 'iter': 650, 'avg_loss': 0.0736232059236395, 'avg_acc': 0.0, 'loss': 0.04161620982610259}
+{'epoch': 46, 'iter': 660, 'avg_loss': 0.07352091093138452, 'avg_acc': 0.0, 'loss': 0.042679183592513575}
+{'epoch': 46, 'iter': 670, 'avg_loss': 0.0735118463632308, 'avg_acc': 0.0, 'loss': 0.09010636251510512}
+{'epoch': 46, 'iter': 680, 'avg_loss': 0.07328341637260471, 'avg_acc': 0.0, 'loss': 0.056541252063100594}
+{'epoch': 46, 'iter': 690, 'avg_loss': 0.07323174047779304, 'avg_acc': 0.0, 'loss': 0.11141949237789309}
+{'epoch': 46, 'iter': 700, 'avg_loss': 0.07310478137296772, 'avg_acc': 0.0, 'loss': 0.052164099583340624}
+{'epoch': 46, 'iter': 710, 'avg_loss': 0.07329615739151815, 'avg_acc': 0.0, 'loss': 0.08361902213911776}
+{'epoch': 46, 'iter': 720, 'avg_loss': 0.0733349766982293, 'avg_acc': 0.0, 'loss': 0.038843457381625104}
+{'epoch': 46, 'iter': 730, 'avg_loss': 0.07342772399496861, 'avg_acc': 0.0, 'loss': 0.05523208140943682}
+{'epoch': 46, 'iter': 740, 'avg_loss': 0.0730997686536922, 'avg_acc': 0.0, 'loss': 0.033464978999258425}
+{'epoch': 46, 'iter': 750, 'avg_loss': 0.07308420682482154, 'avg_acc': 0.0, 'loss': 0.025057244169202263}
+{'epoch': 46, 'iter': 760, 'avg_loss': 0.0729428637191888, 'avg_acc': 0.0, 'loss': 0.042681957220111144}
+{'epoch': 46, 'iter': 770, 'avg_loss': 0.07296507244150853, 'avg_acc': 0.0, 'loss': 0.04171297159392192}
+{'epoch': 46, 'iter': 780, 'avg_loss': 0.0729170936266827, 'avg_acc': 0.0, 'loss': 0.04696663170152249}
+{'epoch': 46, 'iter': 790, 'avg_loss': 0.07274990671945479, 'avg_acc': 0.0, 'loss': 0.10587208418199014}
+{'epoch': 46, 'iter': 800, 'avg_loss': 0.07258838523893939, 'avg_acc': 0.0, 'loss': 0.020032699952267308}
+{'epoch': 46, 'iter': 810, 'avg_loss': 0.07247583386550906, 'avg_acc': 0.0, 'loss': 0.06225029874803514}
+{'epoch': 46, 'iter': 820, 'avg_loss': 0.07286636985141759, 'avg_acc': 0.0, 'loss': 0.052757696153061515}
+{'epoch': 46, 'iter': 830, 'avg_loss': 0.07280583044809733, 'avg_acc': 0.0, 'loss': 0.06862126023932241}
+{'epoch': 46, 'iter': 840, 'avg_loss': 0.07272252227503094, 'avg_acc': 0.0, 'loss': 0.06813294458022462}
+{'epoch': 46, 'iter': 850, 'avg_loss': 0.07264405301746739, 'avg_acc': 0.0, 'loss': 0.06552965665193865}
+{'epoch': 46, 'iter': 860, 'avg_loss': 0.07272722532529349, 'avg_acc': 0.0, 'loss': 0.09709897023848107}
+{'epoch': 46, 'iter': 870, 'avg_loss': 0.07332474653190513, 'avg_acc': 0.0, 'loss': 0.05859116308615901}
+{'epoch': 46, 'iter': 880, 'avg_loss': 0.07349275371469197, 'avg_acc': 0.0, 'loss': 0.13467654798746764}
+{'epoch': 46, 'iter': 890, 'avg_loss': 0.07363615787946959, 'avg_acc': 0.0, 'loss': 0.07066131828799728}
+{'epoch': 46, 'iter': 900, 'avg_loss': 0.07379557306805247, 'avg_acc': 0.0, 'loss': 0.034934360387650944}
+{'epoch': 46, 'iter': 910, 'avg_loss': 0.07375478021551143, 'avg_acc': 0.0, 'loss': 0.08355180703410424}
+{'epoch': 46, 'iter': 920, 'avg_loss': 0.0738232934638146, 'avg_acc': 0.0, 'loss': 0.04687891563222836}
+{'epoch': 46, 'iter': 930, 'avg_loss': 0.07380744798369188, 'avg_acc': 0.0, 'loss': 0.10946471102816498}
+{'epoch': 46, 'iter': 940, 'avg_loss': 0.07368377993667996, 'avg_acc': 0.0, 'loss': 0.0752820983442299}
+{'epoch': 46, 'iter': 950, 'avg_loss': 0.07393425073119908, 'avg_acc': 0.0, 'loss': 0.03273677054962474}
+{'epoch': 46, 'iter': 960, 'avg_loss': 0.0737676963512692, 'avg_acc': 0.0, 'loss': 0.04416845193611607}
+{'epoch': 46, 'iter': 970, 'avg_loss': 0.07358813476631697, 'avg_acc': 0.0, 'loss': 0.051219852986020796}
+{'epoch': 46, 'iter': 980, 'avg_loss': 0.07373075963299706, 'avg_acc': 0.0, 'loss': 0.09814236372153573}
+{'epoch': 46, 'iter': 990, 'avg_loss': 0.07376775812960074, 'avg_acc': 0.0, 'loss': 0.05654154405213266}
+{'epoch': 46, 'iter': 1000, 'avg_loss': 0.07380440515061701, 'avg_acc': 0.0, 'loss': 0.06488228168971537}
+{'epoch': 46, 'iter': 1010, 'avg_loss': 0.07376729985289898, 'avg_acc': 0.0, 'loss': 0.06004473157780816}
+{'epoch': 46, 'iter': 1020, 'avg_loss': 0.07360534226451783, 'avg_acc': 0.0, 'loss': 0.06244428444387649}
+{'epoch': 46, 'iter': 1030, 'avg_loss': 0.07366229774339092, 'avg_acc': 0.0, 'loss': 0.12970946392379443}
+{'epoch': 46, 'iter': 1040, 'avg_loss': 0.07355040979378799, 'avg_acc': 0.0, 'loss': 0.07438331105603371}
+{'epoch': 46, 'iter': 1050, 'avg_loss': 0.07359882148867189, 'avg_acc': 0.0, 'loss': 0.0747578828682336}
+{'epoch': 46, 'iter': 1060, 'avg_loss': 0.07360422046268707, 'avg_acc': 0.0, 'loss': 0.11089641417647401}
+{'epoch': 46, 'iter': 1070, 'avg_loss': 0.07368440337367353, 'avg_acc': 0.0, 'loss': 0.04288656637554717}
+{'epoch': 46, 'iter': 1080, 'avg_loss': 0.07344312218120629, 'avg_acc': 0.0, 'loss': 0.04595799004631829}
+{'epoch': 46, 'iter': 1090, 'avg_loss': 0.07343611347850747, 'avg_acc': 0.0, 'loss': 0.05723375060707829}
+{'epoch': 46, 'iter': 1100, 'avg_loss': 0.07341980849626255, 'avg_acc': 0.0, 'loss': 0.07401876928037661}
+{'epoch': 46, 'iter': 1110, 'avg_loss': 0.07344072314772727, 'avg_acc': 0.0, 'loss': 0.07490211045213917}
+{'epoch': 46, 'iter': 1120, 'avg_loss': 0.07326005176115506, 'avg_acc': 0.0, 'loss': 0.06950558335419998}
+{'epoch': 46, 'iter': 1130, 'avg_loss': 0.07313349796137371, 'avg_acc': 0.0, 'loss': 0.045193158723675096}
+{'epoch': 46, 'iter': 1140, 'avg_loss': 0.07310074448389092, 'avg_acc': 0.0, 'loss': 0.09381296172360516}
+{'epoch': 46, 'iter': 1150, 'avg_loss': 0.0730844739327724, 'avg_acc': 0.0, 'loss': 0.06860299100973016}
+{'epoch': 46, 'iter': 1160, 'avg_loss': 0.07312292969526306, 'avg_acc': 0.0, 'loss': 0.10165743220504656}
+{'epoch': 46, 'iter': 1170, 'avg_loss': 0.07319086757701058, 'avg_acc': 0.0, 'loss': 0.07224746129033832}
+{'epoch': 46, 'iter': 1180, 'avg_loss': 0.07304305688575971, 'avg_acc': 0.0, 'loss': 0.04773905098778844}
+{'epoch': 46, 'iter': 1190, 'avg_loss': 0.07290270222535769, 'avg_acc': 0.0, 'loss': 0.0736114610203588}
+{'epoch': 46, 'iter': 1200, 'avg_loss': 0.07262151903712571, 'avg_acc': 0.0, 'loss': 0.07045131384731056}
+{'epoch': 46, 'iter': 1210, 'avg_loss': 0.07266167036768459, 'avg_acc': 0.0, 'loss': 0.04052341878793137}
+{'epoch': 46, 'iter': 1220, 'avg_loss': 0.07260297456080586, 'avg_acc': 0.0, 'loss': 0.030760877062251422}
+{'epoch': 46, 'iter': 1230, 'avg_loss': 0.07261392178167658, 'avg_acc': 0.0, 'loss': 0.07611986100912356}
+{'epoch': 46, 'iter': 1240, 'avg_loss': 0.07268870180873735, 'avg_acc': 0.0, 'loss': 0.0472945661162752}
+{'epoch': 46, 'iter': 1250, 'avg_loss': 0.0727245777779197, 'avg_acc': 0.0, 'loss': 0.10593833869958148}
+{'epoch': 46, 'iter': 1260, 'avg_loss': 0.0728223110122656, 'avg_acc': 0.0, 'loss': 0.05576624294378364}
+{'epoch': 46, 'iter': 1270, 'avg_loss': 0.07292034940330086, 'avg_acc': 0.0, 'loss': 0.16828714383846535}
+{'epoch': 46, 'iter': 1280, 'avg_loss': 0.07304515263843255, 'avg_acc': 0.0, 'loss': 0.128626028689913}
+{'epoch': 46, 'iter': 1290, 'avg_loss': 0.07300509270030785, 'avg_acc': 0.0, 'loss': 0.07909805752002187}
+{'epoch': 46, 'iter': 1300, 'avg_loss': 0.07300667282920144, 'avg_acc': 0.0, 'loss': 0.11027999079667795}
+{'epoch': 46, 'iter': 1310, 'avg_loss': 0.073128690992686, 'avg_acc': 0.0, 'loss': 0.04317641318369323}
+{'epoch': 46, 'iter': 1320, 'avg_loss': 0.07298075068312394, 'avg_acc': 0.0, 'loss': 0.032618987614873564}
+{'epoch': 46, 'iter': 1330, 'avg_loss': 0.07297308663246506, 'avg_acc': 0.0, 'loss': 0.03712494798192978}
+{'epoch': 46, 'iter': 1340, 'avg_loss': 0.07297422739176582, 'avg_acc': 0.0, 'loss': 0.04010172814835146}
+{'epoch': 46, 'iter': 1350, 'avg_loss': 0.07295318205611402, 'avg_acc': 0.0, 'loss': 0.06580687942558175}
+{'epoch': 46, 'iter': 1360, 'avg_loss': 0.07294720799295913, 'avg_acc': 0.0, 'loss': 0.06163358899586464}
+{'epoch': 46, 'iter': 1370, 'avg_loss': 0.07286652759959789, 'avg_acc': 0.0, 'loss': 0.05932444313217948}
+{'epoch': 46, 'iter': 1380, 'avg_loss': 0.07303447095501049, 'avg_acc': 0.0, 'loss': 0.09706476061121196}
+{'epoch': 46, 'iter': 1390, 'avg_loss': 0.07308891398940313, 'avg_acc': 0.0, 'loss': 0.06600009292570315}
+{'epoch': 46, 'iter': 1400, 'avg_loss': 0.07314123190112332, 'avg_acc': 0.0, 'loss': 0.1372777095933882}
+{'epoch': 46, 'iter': 1410, 'avg_loss': 0.073065640033384, 'avg_acc': 0.0, 'loss': 0.05914875783525986}
+{'epoch': 46, 'iter': 1420, 'avg_loss': 0.07310745941068589, 'avg_acc': 0.0, 'loss': 0.059986448606476214}
+{'epoch': 46, 'iter': 1430, 'avg_loss': 0.07311285443351606, 'avg_acc': 0.0, 'loss': 0.06338179462033569}
+{'epoch': 46, 'iter': 1440, 'avg_loss': 0.07321814256058769, 'avg_acc': 0.0, 'loss': 0.09346754312972344}
+{'epoch': 46, 'iter': 1450, 'avg_loss': 0.0732879614106218, 'avg_acc': 0.0, 'loss': 0.044853253490139924}
+{'epoch': 46, 'iter': 1460, 'avg_loss': 0.07327965128409963, 'avg_acc': 0.0, 'loss': 0.032102980221345945}
+{'epoch': 46, 'iter': 1470, 'avg_loss': 0.07324305320390942, 'avg_acc': 0.0, 'loss': 0.045141556516531366}
+{'epoch': 46, 'iter': 1480, 'avg_loss': 0.07312021498488992, 'avg_acc': 0.0, 'loss': 0.03554680208015627}
+{'epoch': 46, 'iter': 1490, 'avg_loss': 0.07315754285433934, 'avg_acc': 0.0, 'loss': 0.1353141407676698}
+{'epoch': 46, 'iter': 1500, 'avg_loss': 0.07315047092688957, 'avg_acc': 0.0, 'loss': 0.10499488357228463}
+{'epoch': 46, 'iter': 1510, 'avg_loss': 0.07317927452440866, 'avg_acc': 0.0, 'loss': 0.12316814348180977}
+{'epoch': 46, 'iter': 1520, 'avg_loss': 0.07333910604980633, 'avg_acc': 0.0, 'loss': 0.10711130880183564}
+{'epoch': 46, 'iter': 1530, 'avg_loss': 0.07326951636309766, 'avg_acc': 0.0, 'loss': 0.08051225990363418}
+{'epoch': 46, 'iter': 1540, 'avg_loss': 0.07320700932615568, 'avg_acc': 0.0, 'loss': 0.06031336853791913}
+{'epoch': 46, 'iter': 1550, 'avg_loss': 0.0732453388421458, 'avg_acc': 0.0, 'loss': 0.03256693914527529}
+{'epoch': 46, 'iter': 1560, 'avg_loss': 0.07321728839273636, 'avg_acc': 0.0, 'loss': 0.038659013625354934}
+{'epoch': 46, 'iter': 1570, 'avg_loss': 0.07333422672909468, 'avg_acc': 0.0, 'loss': 0.107726211577301}
+{'epoch': 46, 'iter': 1580, 'avg_loss': 0.07336033269867707, 'avg_acc': 0.0, 'loss': 0.03398634570222571}
+{'epoch': 46, 'iter': 1590, 'avg_loss': 0.07339705124744446, 'avg_acc': 0.0, 'loss': 0.041678234324864755}
+{'epoch': 46, 'iter': 1600, 'avg_loss': 0.07324352121214715, 'avg_acc': 0.0, 'loss': 0.0728213235682032}
+{'epoch': 46, 'iter': 1610, 'avg_loss': 0.07334710461732727, 'avg_acc': 0.0, 'loss': 0.025741644482597588}
+{'epoch': 46, 'iter': 1620, 'avg_loss': 0.07337816153630884, 'avg_acc': 0.0, 'loss': 0.057907969726898045}
+{'epoch': 46, 'iter': 1630, 'avg_loss': 0.07352805513962442, 'avg_acc': 0.0, 'loss': 0.025498239977049964}
+{'epoch': 46, 'iter': 1640, 'avg_loss': 0.07348802954510535, 'avg_acc': 0.0, 'loss': 0.07317461568208979}
+{'epoch': 46, 'iter': 1650, 'avg_loss': 0.07349919576744343, 'avg_acc': 0.0, 'loss': 0.06898557024014654}
+{'epoch': 46, 'iter': 1660, 'avg_loss': 0.07364509488999217, 'avg_acc': 0.0, 'loss': 0.11025853634604182}
+{'epoch': 46, 'iter': 1670, 'avg_loss': 0.07367232588360687, 'avg_acc': 0.0, 'loss': 0.02366795987995829}
+{'epoch': 46, 'iter': 1680, 'avg_loss': 0.07362677122128981, 'avg_acc': 0.0, 'loss': 0.04146319277483457}
+{'epoch': 46, 'iter': 1690, 'avg_loss': 0.07357755909219169, 'avg_acc': 0.0, 'loss': 0.09858477153323975}
+{'epoch': 46, 'iter': 1700, 'avg_loss': 0.07360830346269205, 'avg_acc': 0.0, 'loss': 0.0500573719246274}
+{'epoch': 46, 'iter': 1710, 'avg_loss': 0.07357093697074099, 'avg_acc': 0.0, 'loss': 0.03761044335952793}
+{'epoch': 46, 'iter': 1720, 'avg_loss': 0.07348646619017808, 'avg_acc': 0.0, 'loss': 0.06144000148950519}
+{'epoch': 46, 'iter': 1730, 'avg_loss': 0.07352800546196063, 'avg_acc': 0.0, 'loss': 0.13313633685438778}
+{'epoch': 46, 'iter': 1740, 'avg_loss': 0.07340581415091214, 'avg_acc': 0.0, 'loss': 0.0550539870853949}
+{'epoch': 46, 'iter': 1750, 'avg_loss': 0.07351425734260504, 'avg_acc': 0.0, 'loss': 0.11925128937163468}
+{'epoch': 46, 'iter': 1760, 'avg_loss': 0.07350064298835955, 'avg_acc': 0.0, 'loss': 0.09954914720198563}
+{'epoch': 46, 'iter': 1770, 'avg_loss': 0.07349826395116148, 'avg_acc': 0.0, 'loss': 0.03839746091228591}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.0, 'ece': 0.05638260394334793, 'avg_loss': 0.0734914261082701, 'f1_scores': 0.943872313950656}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.03098398165949285, 'avg_acc': 0.0, 'loss': 0.03098398165949285}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.07806624175401732, 'avg_acc': 0.0, 'loss': 0.028500811623087784}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.07264197027766657, 'avg_acc': 0.0, 'loss': 0.09774875781856247}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.0703372650347802, 'avg_acc': 0.0, 'loss': 0.025997616152592072}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.07115597880462338, 'avg_acc': 0.0, 'loss': 0.035177806123552306}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.06890991860221649, 'avg_acc': 0.0, 'loss': 0.08224330946216339}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.07008871329322591, 'avg_acc': 0.0, 'loss': 0.09036010500421655}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.07042523719663402, 'avg_acc': 0.0, 'loss': 0.10261571870749515}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.07127339808076476, 'avg_acc': 0.0, 'loss': 0.09349080926400737}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.07055630143264546, 'avg_acc': 0.0, 'loss': 0.04961219152196707}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.07077310686897516, 'avg_acc': 0.0, 'loss': 0.04774310124525779}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.06951254768539102, 'avg_acc': 0.0, 'loss': 0.07197883885461513}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.07010807678037113, 'avg_acc': 0.0, 'loss': 0.05224262326208873}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.06990751153366613, 'avg_acc': 0.0, 'loss': 0.04818687716773492}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.06962116015729822, 'avg_acc': 0.0, 'loss': 0.06405768650738862}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.06944260852823458, 'avg_acc': 0.0, 'loss': 0.06832954477692965}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.07033449069734224, 'avg_acc': 0.0, 'loss': 0.10929461760842481}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.07027436389518339, 'avg_acc': 0.0, 'loss': 0.05207852693425658}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.06959728784506483, 'avg_acc': 0.0, 'loss': 0.040297654719472976}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.06919116472240527, 'avg_acc': 0.0, 'loss': 0.054673404754396415}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.06951265409518491, 'avg_acc': 0.0, 'loss': 0.018714464746543463}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.06920906854443952, 'avg_acc': 0.0, 'loss': 0.04465614411539929}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.07011226357398848, 'avg_acc': 0.0, 'loss': 0.1013166673484745}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.07108903119797308, 'avg_acc': 0.0, 'loss': 0.08300290293716119}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.07105648029018749, 'avg_acc': 0.0, 'loss': 0.07800756344543709}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.07087772594425058, 'avg_acc': 0.0, 'loss': 0.10622421591585862}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.07024216197130156, 'avg_acc': 0.0, 'loss': 0.03869747461089088}
+{'epoch': 47, 'iter': 270, 'avg_loss': 0.06991190577944728, 'avg_acc': 0.0, 'loss': 0.02511992408672979}
+{'epoch': 47, 'iter': 280, 'avg_loss': 0.06972800852732082, 'avg_acc': 0.0, 'loss': 0.06437213383557198}
+{'epoch': 47, 'iter': 290, 'avg_loss': 0.07076154478341595, 'avg_acc': 0.0, 'loss': 0.10282336703297647}
+{'epoch': 47, 'iter': 300, 'avg_loss': 0.07027391586625822, 'avg_acc': 0.0, 'loss': 0.09813338332607405}
+{'epoch': 47, 'iter': 310, 'avg_loss': 0.07034031949704857, 'avg_acc': 0.0, 'loss': 0.10361371787415204}
+{'epoch': 47, 'iter': 320, 'avg_loss': 0.07051691190347271, 'avg_acc': 0.0, 'loss': 0.06447106150160055}
+{'epoch': 47, 'iter': 330, 'avg_loss': 0.07061115023394796, 'avg_acc': 0.0, 'loss': 0.05784975554146447}
+{'epoch': 47, 'iter': 340, 'avg_loss': 0.07080909486081391, 'avg_acc': 0.0, 'loss': 0.026407398332237007}
+{'epoch': 47, 'iter': 350, 'avg_loss': 0.07159626135577994, 'avg_acc': 0.0, 'loss': 0.2058117980819653}
+{'epoch': 47, 'iter': 360, 'avg_loss': 0.0720254339586813, 'avg_acc': 0.0, 'loss': 0.09793147860253676}
+{'epoch': 47, 'iter': 370, 'avg_loss': 0.07182081991966957, 'avg_acc': 0.0, 'loss': 0.08067294697679829}
+{'epoch': 47, 'iter': 380, 'avg_loss': 0.0718974634435044, 'avg_acc': 0.0, 'loss': 0.05890699937780701}
+{'epoch': 47, 'iter': 390, 'avg_loss': 0.071909393860439, 'avg_acc': 0.0, 'loss': 0.03849471781563401}
+{'epoch': 47, 'iter': 400, 'avg_loss': 0.07153580307045442, 'avg_acc': 0.0, 'loss': 0.05962241848403339}
+{'epoch': 47, 'iter': 410, 'avg_loss': 0.07163080024969376, 'avg_acc': 0.0, 'loss': 0.08052692910873255}
+{'epoch': 47, 'iter': 420, 'avg_loss': 0.0715990959440716, 'avg_acc': 0.0, 'loss': 0.03979569989072169}
+{'epoch': 47, 'iter': 430, 'avg_loss': 0.07213102171489053, 'avg_acc': 0.0, 'loss': 0.05396435850907112}
+{'epoch': 47, 'iter': 440, 'avg_loss': 0.07192787623877364, 'avg_acc': 0.0, 'loss': 0.03780861923900959}
+{'epoch': 47, 'iter': 450, 'avg_loss': 0.07181666834565958, 'avg_acc': 0.0, 'loss': 0.054368997590568055}
+{'epoch': 47, 'iter': 460, 'avg_loss': 0.07218472349341248, 'avg_acc': 0.0, 'loss': 0.12804925450688487}
+{'epoch': 47, 'iter': 470, 'avg_loss': 0.07243338738733053, 'avg_acc': 0.0, 'loss': 0.0671837079342887}
+{'epoch': 47, 'iter': 480, 'avg_loss': 0.0728241919359149, 'avg_acc': 0.0, 'loss': 0.09074407832411321}
+{'epoch': 47, 'iter': 490, 'avg_loss': 0.07272703358094593, 'avg_acc': 0.0, 'loss': 0.05638985642313189}
+{'epoch': 47, 'iter': 500, 'avg_loss': 0.07230427392110322, 'avg_acc': 0.0, 'loss': 0.10630235303948966}
+{'epoch': 47, 'iter': 510, 'avg_loss': 0.07191542777694411, 'avg_acc': 0.0, 'loss': 0.05764348916436087}
+{'epoch': 47, 'iter': 520, 'avg_loss': 0.0716541011532189, 'avg_acc': 0.0, 'loss': 0.047148516044623126}
+{'epoch': 47, 'iter': 530, 'avg_loss': 0.07132017300494788, 'avg_acc': 0.0, 'loss': 0.05950627435826001}
+{'epoch': 47, 'iter': 540, 'avg_loss': 0.0713109250789943, 'avg_acc': 0.0, 'loss': 0.037525320475182866}
+{'epoch': 47, 'iter': 550, 'avg_loss': 0.07109957530120128, 'avg_acc': 0.0, 'loss': 0.08840863246073281}
+{'epoch': 47, 'iter': 560, 'avg_loss': 0.07108329768241492, 'avg_acc': 0.0, 'loss': 0.04152040280659516}
+{'epoch': 47, 'iter': 570, 'avg_loss': 0.07097860674547403, 'avg_acc': 0.0, 'loss': 0.0479673768430676}
+{'epoch': 47, 'iter': 580, 'avg_loss': 0.0712442830431103, 'avg_acc': 0.0, 'loss': 0.06637140681037375}
+{'epoch': 47, 'iter': 590, 'avg_loss': 0.0712739368520327, 'avg_acc': 0.0, 'loss': 0.09557729466370038}
+{'epoch': 47, 'iter': 600, 'avg_loss': 0.07117860662621149, 'avg_acc': 0.0, 'loss': 0.046535688045651113}
+{'epoch': 47, 'iter': 610, 'avg_loss': 0.07105796928789905, 'avg_acc': 0.0, 'loss': 0.11566998191018131}
+{'epoch': 47, 'iter': 620, 'avg_loss': 0.07125688921194785, 'avg_acc': 0.0, 'loss': 0.035478042544200755}
+{'epoch': 47, 'iter': 630, 'avg_loss': 0.07120415021149708, 'avg_acc': 0.0, 'loss': 0.05111045433570942}
+{'epoch': 47, 'iter': 640, 'avg_loss': 0.07096837960602806, 'avg_acc': 0.0, 'loss': 0.07488510733174028}
+{'epoch': 47, 'iter': 650, 'avg_loss': 0.07087340533247177, 'avg_acc': 0.0, 'loss': 0.040511908570319326}
+{'epoch': 47, 'iter': 660, 'avg_loss': 0.07076609524772291, 'avg_acc': 0.0, 'loss': 0.040770409551782905}
+{'epoch': 47, 'iter': 670, 'avg_loss': 0.07075418543807659, 'avg_acc': 0.0, 'loss': 0.08354744004121731}
+{'epoch': 47, 'iter': 680, 'avg_loss': 0.07053856282255198, 'avg_acc': 0.0, 'loss': 0.05376992772918194}
+{'epoch': 47, 'iter': 690, 'avg_loss': 0.07049657247786541, 'avg_acc': 0.0, 'loss': 0.10484825208303455}
+{'epoch': 47, 'iter': 700, 'avg_loss': 0.07036232022450542, 'avg_acc': 0.0, 'loss': 0.046683097771920395}
+{'epoch': 47, 'iter': 710, 'avg_loss': 0.07056076185807256, 'avg_acc': 0.0, 'loss': 0.0785133245968268}
+{'epoch': 47, 'iter': 720, 'avg_loss': 0.0705903448057389, 'avg_acc': 0.0, 'loss': 0.036467250048693646}
+{'epoch': 47, 'iter': 730, 'avg_loss': 0.0706768898547985, 'avg_acc': 0.0, 'loss': 0.05493307064904229}
+{'epoch': 47, 'iter': 740, 'avg_loss': 0.07035625082094465, 'avg_acc': 0.0, 'loss': 0.03406247134499348}
+{'epoch': 47, 'iter': 750, 'avg_loss': 0.07034092086688255, 'avg_acc': 0.0, 'loss': 0.025218578295518258}
+{'epoch': 47, 'iter': 760, 'avg_loss': 0.07022193123678326, 'avg_acc': 0.0, 'loss': 0.04510187044469863}
+{'epoch': 47, 'iter': 770, 'avg_loss': 0.07024548877291666, 'avg_acc': 0.0, 'loss': 0.04268226019965888}
+{'epoch': 47, 'iter': 780, 'avg_loss': 0.0702000548860734, 'avg_acc': 0.0, 'loss': 0.045924914593919244}
+{'epoch': 47, 'iter': 790, 'avg_loss': 0.07004720842938798, 'avg_acc': 0.0, 'loss': 0.1031883689089089}
+{'epoch': 47, 'iter': 800, 'avg_loss': 0.06988578225083493, 'avg_acc': 0.0, 'loss': 0.02023476870935578}
+{'epoch': 47, 'iter': 810, 'avg_loss': 0.06977013980073948, 'avg_acc': 0.0, 'loss': 0.05793097654059766}
+{'epoch': 47, 'iter': 820, 'avg_loss': 0.0701491568111628, 'avg_acc': 0.0, 'loss': 0.04943620849793108}
+{'epoch': 47, 'iter': 830, 'avg_loss': 0.07008091949153031, 'avg_acc': 0.0, 'loss': 0.06548328179391456}
+{'epoch': 47, 'iter': 840, 'avg_loss': 0.07000674062777203, 'avg_acc': 0.0, 'loss': 0.06317949924488378}
+{'epoch': 47, 'iter': 850, 'avg_loss': 0.06993786340975694, 'avg_acc': 0.0, 'loss': 0.06295213174671029}
+{'epoch': 47, 'iter': 860, 'avg_loss': 0.0700226698587932, 'avg_acc': 0.0, 'loss': 0.09299830837740533}
+{'epoch': 47, 'iter': 870, 'avg_loss': 0.07061807243613417, 'avg_acc': 0.0, 'loss': 0.05696873382506899}
+{'epoch': 47, 'iter': 880, 'avg_loss': 0.0707737302776655, 'avg_acc': 0.0, 'loss': 0.12979705960207913}
+{'epoch': 47, 'iter': 890, 'avg_loss': 0.07089769630627761, 'avg_acc': 0.0, 'loss': 0.065397870147921}
+{'epoch': 47, 'iter': 900, 'avg_loss': 0.07106147142552495, 'avg_acc': 0.0, 'loss': 0.03585409999733307}
+{'epoch': 47, 'iter': 910, 'avg_loss': 0.07103145691832452, 'avg_acc': 0.0, 'loss': 0.08238767309285322}
+{'epoch': 47, 'iter': 920, 'avg_loss': 0.07108934004091519, 'avg_acc': 0.0, 'loss': 0.0446375795802721}
+{'epoch': 47, 'iter': 930, 'avg_loss': 0.07106551278753764, 'avg_acc': 0.0, 'loss': 0.10694267075171279}
+{'epoch': 47, 'iter': 940, 'avg_loss': 0.07093430419058754, 'avg_acc': 0.0, 'loss': 0.07238256348289594}
+{'epoch': 47, 'iter': 950, 'avg_loss': 0.07117047334589624, 'avg_acc': 0.0, 'loss': 0.03217707978970046}
+{'epoch': 47, 'iter': 960, 'avg_loss': 0.07101828800169242, 'avg_acc': 0.0, 'loss': 0.04309633909286146}
+{'epoch': 47, 'iter': 970, 'avg_loss': 0.07084661167771045, 'avg_acc': 0.0, 'loss': 0.05147705506263784}
+{'epoch': 47, 'iter': 980, 'avg_loss': 0.07098759365704456, 'avg_acc': 0.0, 'loss': 0.09041452712494902}
+{'epoch': 47, 'iter': 990, 'avg_loss': 0.07102015559082936, 'avg_acc': 0.0, 'loss': 0.05352759027229784}
+{'epoch': 47, 'iter': 1000, 'avg_loss': 0.07105480657170722, 'avg_acc': 0.0, 'loss': 0.06337672649513998}
+{'epoch': 47, 'iter': 1010, 'avg_loss': 0.07101368626727304, 'avg_acc': 0.0, 'loss': 0.05559807125086178}
+{'epoch': 47, 'iter': 1020, 'avg_loss': 0.07084779347332605, 'avg_acc': 0.0, 'loss': 0.05729044968243053}
+{'epoch': 47, 'iter': 1030, 'avg_loss': 0.07089944775960429, 'avg_acc': 0.0, 'loss': 0.12602986584228607}
+{'epoch': 47, 'iter': 1040, 'avg_loss': 0.07079793557861891, 'avg_acc': 0.0, 'loss': 0.07409166825459781}
+{'epoch': 47, 'iter': 1050, 'avg_loss': 0.07084443847817763, 'avg_acc': 0.0, 'loss': 0.07105401062492588}
+{'epoch': 47, 'iter': 1060, 'avg_loss': 0.07085807914552152, 'avg_acc': 0.0, 'loss': 0.10701388721362344}
+{'epoch': 47, 'iter': 1070, 'avg_loss': 0.07093970597807743, 'avg_acc': 0.0, 'loss': 0.040236613812128647}
+{'epoch': 47, 'iter': 1080, 'avg_loss': 0.07070647944746881, 'avg_acc': 0.0, 'loss': 0.042353939754239685}
+{'epoch': 47, 'iter': 1090, 'avg_loss': 0.07069537147276063, 'avg_acc': 0.0, 'loss': 0.05376511505531718}
+{'epoch': 47, 'iter': 1100, 'avg_loss': 0.07067329885517372, 'avg_acc': 0.0, 'loss': 0.0704981386575026}
+{'epoch': 47, 'iter': 1110, 'avg_loss': 0.07070184163837497, 'avg_acc': 0.0, 'loss': 0.0758795502922242}
+{'epoch': 47, 'iter': 1120, 'avg_loss': 0.07053341801564056, 'avg_acc': 0.0, 'loss': 0.06685815340788231}
+{'epoch': 47, 'iter': 1130, 'avg_loss': 0.07041903698750075, 'avg_acc': 0.0, 'loss': 0.0406604272298929}
+{'epoch': 47, 'iter': 1140, 'avg_loss': 0.07039228401735963, 'avg_acc': 0.0, 'loss': 0.08967981171676138}
+{'epoch': 47, 'iter': 1150, 'avg_loss': 0.07038286262714002, 'avg_acc': 0.0, 'loss': 0.07037583629353808}
+{'epoch': 47, 'iter': 1160, 'avg_loss': 0.07043021971542346, 'avg_acc': 0.0, 'loss': 0.09917927909955486}
+{'epoch': 47, 'iter': 1170, 'avg_loss': 0.07049546617851976, 'avg_acc': 0.0, 'loss': 0.0714646186769191}
+{'epoch': 47, 'iter': 1180, 'avg_loss': 0.07034427868090093, 'avg_acc': 0.0, 'loss': 0.045574397154942804}
+{'epoch': 47, 'iter': 1190, 'avg_loss': 0.07021722353248652, 'avg_acc': 0.0, 'loss': 0.07364613887775054}
+{'epoch': 47, 'iter': 1200, 'avg_loss': 0.06994557198393475, 'avg_acc': 0.0, 'loss': 0.06621874256336469}
+{'epoch': 47, 'iter': 1210, 'avg_loss': 0.06997918664991602, 'avg_acc': 0.0, 'loss': 0.041736467081408685}
+{'epoch': 47, 'iter': 1220, 'avg_loss': 0.06991777941693646, 'avg_acc': 0.0, 'loss': 0.026921474605943883}
+{'epoch': 47, 'iter': 1230, 'avg_loss': 0.06993226699121105, 'avg_acc': 0.0, 'loss': 0.07272037363598015}
+{'epoch': 47, 'iter': 1240, 'avg_loss': 0.07000873935569824, 'avg_acc': 0.0, 'loss': 0.044126214951244185}
+{'epoch': 47, 'iter': 1250, 'avg_loss': 0.07005088618956956, 'avg_acc': 0.0, 'loss': 0.09970356464300169}
+{'epoch': 47, 'iter': 1260, 'avg_loss': 0.07015752531100555, 'avg_acc': 0.0, 'loss': 0.0554766579277514}
+{'epoch': 47, 'iter': 1270, 'avg_loss': 0.07024766765413953, 'avg_acc': 0.0, 'loss': 0.16147680051981947}
+{'epoch': 47, 'iter': 1280, 'avg_loss': 0.07036296997101173, 'avg_acc': 0.0, 'loss': 0.1199606676561891}
+{'epoch': 47, 'iter': 1290, 'avg_loss': 0.0703204975597609, 'avg_acc': 0.0, 'loss': 0.07710298269491236}
+{'epoch': 47, 'iter': 1300, 'avg_loss': 0.07031856862393616, 'avg_acc': 0.0, 'loss': 0.10526946521553424}
+{'epoch': 47, 'iter': 1310, 'avg_loss': 0.07042978335819977, 'avg_acc': 0.0, 'loss': 0.043307340199325896}
+{'epoch': 47, 'iter': 1320, 'avg_loss': 0.07028224364288291, 'avg_acc': 0.0, 'loss': 0.0320075576240291}
+{'epoch': 47, 'iter': 1330, 'avg_loss': 0.07026971234539789, 'avg_acc': 0.0, 'loss': 0.032761971860620874}
+{'epoch': 47, 'iter': 1340, 'avg_loss': 0.07027722867477545, 'avg_acc': 0.0, 'loss': 0.038237726219067875}
+{'epoch': 47, 'iter': 1350, 'avg_loss': 0.07025341399039754, 'avg_acc': 0.0, 'loss': 0.06398800607546816}
+{'epoch': 47, 'iter': 1360, 'avg_loss': 0.07025081131365729, 'avg_acc': 0.0, 'loss': 0.061322488610207816}
+{'epoch': 47, 'iter': 1370, 'avg_loss': 0.07018110073153218, 'avg_acc': 0.0, 'loss': 0.059091914440451934}
+{'epoch': 47, 'iter': 1380, 'avg_loss': 0.07033873668572667, 'avg_acc': 0.0, 'loss': 0.09505869246631196}
+{'epoch': 47, 'iter': 1390, 'avg_loss': 0.07039090845004431, 'avg_acc': 0.0, 'loss': 0.06321007977576949}
+{'epoch': 47, 'iter': 1400, 'avg_loss': 0.07044757115757529, 'avg_acc': 0.0, 'loss': 0.1336064308234504}
+{'epoch': 47, 'iter': 1410, 'avg_loss': 0.07038288944795602, 'avg_acc': 0.0, 'loss': 0.06167920538311071}
+{'epoch': 47, 'iter': 1420, 'avg_loss': 0.07041997789711493, 'avg_acc': 0.0, 'loss': 0.05732585455499718}
+{'epoch': 47, 'iter': 1430, 'avg_loss': 0.070418018760106, 'avg_acc': 0.0, 'loss': 0.06279332732491533}
+{'epoch': 47, 'iter': 1440, 'avg_loss': 0.07052783405017732, 'avg_acc': 0.0, 'loss': 0.09137204524134696}
+{'epoch': 47, 'iter': 1450, 'avg_loss': 0.0705940011503758, 'avg_acc': 0.0, 'loss': 0.043829943331088216}
+{'epoch': 47, 'iter': 1460, 'avg_loss': 0.07058385056423107, 'avg_acc': 0.0, 'loss': 0.028454681066747867}
+{'epoch': 47, 'iter': 1470, 'avg_loss': 0.07054629957917906, 'avg_acc': 0.0, 'loss': 0.04351070041471213}
+{'epoch': 47, 'iter': 1480, 'avg_loss': 0.07043387301119854, 'avg_acc': 0.0, 'loss': 0.03369405191574921}
+{'epoch': 47, 'iter': 1490, 'avg_loss': 0.07046811949204043, 'avg_acc': 0.0, 'loss': 0.13319062753011426}
+{'epoch': 47, 'iter': 1500, 'avg_loss': 0.0704615643933028, 'avg_acc': 0.0, 'loss': 0.09769086482391945}
+{'epoch': 47, 'iter': 1510, 'avg_loss': 0.07049118850282683, 'avg_acc': 0.0, 'loss': 0.11481023284825044}
+{'epoch': 47, 'iter': 1520, 'avg_loss': 0.070639637048552, 'avg_acc': 0.0, 'loss': 0.10285032860418498}
+{'epoch': 47, 'iter': 1530, 'avg_loss': 0.07057623912477741, 'avg_acc': 0.0, 'loss': 0.07923756860291015}
+{'epoch': 47, 'iter': 1540, 'avg_loss': 0.07051617283615519, 'avg_acc': 0.0, 'loss': 0.05630159866131683}
+{'epoch': 47, 'iter': 1550, 'avg_loss': 0.0705560884416841, 'avg_acc': 0.0, 'loss': 0.030195837277054643}
+{'epoch': 47, 'iter': 1560, 'avg_loss': 0.07053593984033607, 'avg_acc': 0.0, 'loss': 0.04143369562195533}
+{'epoch': 47, 'iter': 1570, 'avg_loss': 0.07064836787159419, 'avg_acc': 0.0, 'loss': 0.10707597270544511}
+{'epoch': 47, 'iter': 1580, 'avg_loss': 0.07067828621385037, 'avg_acc': 0.0, 'loss': 0.03167154383000284}
+{'epoch': 47, 'iter': 1590, 'avg_loss': 0.07071560812382628, 'avg_acc': 0.0, 'loss': 0.04115780581040391}
+{'epoch': 47, 'iter': 1600, 'avg_loss': 0.07057177024543125, 'avg_acc': 0.0, 'loss': 0.06919398554555503}
+{'epoch': 47, 'iter': 1610, 'avg_loss': 0.07066497663943845, 'avg_acc': 0.0, 'loss': 0.026271343701986485}
+{'epoch': 47, 'iter': 1620, 'avg_loss': 0.07069287931620821, 'avg_acc': 0.0, 'loss': 0.053292248268860476}
+{'epoch': 47, 'iter': 1630, 'avg_loss': 0.07084194935878653, 'avg_acc': 0.0, 'loss': 0.025221371575038832}
+{'epoch': 47, 'iter': 1640, 'avg_loss': 0.07080167980900891, 'avg_acc': 0.0, 'loss': 0.07240563573921982}
+{'epoch': 47, 'iter': 1650, 'avg_loss': 0.0708101288872409, 'avg_acc': 0.0, 'loss': 0.07173701277762996}
+{'epoch': 47, 'iter': 1660, 'avg_loss': 0.07094697519540928, 'avg_acc': 0.0, 'loss': 0.1047910176213114}
+{'epoch': 47, 'iter': 1670, 'avg_loss': 0.0709771253763053, 'avg_acc': 0.0, 'loss': 0.023001956049841153}
+{'epoch': 47, 'iter': 1680, 'avg_loss': 0.07093001021333438, 'avg_acc': 0.0, 'loss': 0.036844425895068866}
+{'epoch': 47, 'iter': 1690, 'avg_loss': 0.07087945512837479, 'avg_acc': 0.0, 'loss': 0.09501789224015056}
+{'epoch': 47, 'iter': 1700, 'avg_loss': 0.07090817176595862, 'avg_acc': 0.0, 'loss': 0.047229747246709454}
+{'epoch': 47, 'iter': 1710, 'avg_loss': 0.07087010385148702, 'avg_acc': 0.0, 'loss': 0.035835043969642905}
+{'epoch': 47, 'iter': 1720, 'avg_loss': 0.07078992420168753, 'avg_acc': 0.0, 'loss': 0.06156606122361349}
+{'epoch': 47, 'iter': 1730, 'avg_loss': 0.07083265371925829, 'avg_acc': 0.0, 'loss': 0.13103092453323484}
+{'epoch': 47, 'iter': 1740, 'avg_loss': 0.07071387761114177, 'avg_acc': 0.0, 'loss': 0.05319526702250446}
+{'epoch': 47, 'iter': 1750, 'avg_loss': 0.07081977303214237, 'avg_acc': 0.0, 'loss': 0.11441735848562269}
+{'epoch': 47, 'iter': 1760, 'avg_loss': 0.07080834110760269, 'avg_acc': 0.0, 'loss': 0.09412410339255724}
+{'epoch': 47, 'iter': 1770, 'avg_loss': 0.07080368582425758, 'avg_acc': 0.0, 'loss': 0.03631701842292654}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.0, 'ece': 0.058459632098674774, 'avg_loss': 0.07079792707086159, 'f1_scores': 0.9428706046668953}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.02782457790049112, 'avg_acc': 0.0, 'loss': 0.02782457790049112}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.07655688112967245, 'avg_acc': 0.0, 'loss': 0.027393628330145248}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.07199190862611117, 'avg_acc': 0.0, 'loss': 0.09717717079058323}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.06997443116957902, 'avg_acc': 0.0, 'loss': 0.02466612325732496}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.07082494511760215, 'avg_acc': 0.0, 'loss': 0.033844256029872045}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.06877146958249523, 'avg_acc': 0.0, 'loss': 0.08075048330210523}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.06963029214958892, 'avg_acc': 0.0, 'loss': 0.08840648677200338}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.0697535092338026, 'avg_acc': 0.0, 'loss': 0.10054493676222721}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.07060685719263464, 'avg_acc': 0.0, 'loss': 0.0927190668500251}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.07005891679193149, 'avg_acc': 0.0, 'loss': 0.05253709591413878}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.07038775386732402, 'avg_acc': 0.0, 'loss': 0.048340123498852396}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.06902218266483587, 'avg_acc': 0.0, 'loss': 0.07018757639938095}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.06963341682580748, 'avg_acc': 0.0, 'loss': 0.05488549515059}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.06939041739306043, 'avg_acc': 0.0, 'loss': 0.04951337468740746}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.06915566183176075, 'avg_acc': 0.0, 'loss': 0.06294577732729018}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.06897695192379483, 'avg_acc': 0.0, 'loss': 0.07269199766571433}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.06990756271808987, 'avg_acc': 0.0, 'loss': 0.11167842138928563}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.06986223300869064, 'avg_acc': 0.0, 'loss': 0.050317940037879386}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.0692489427228182, 'avg_acc': 0.0, 'loss': 0.042727862734370854}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.06883432233974385, 'avg_acc': 0.0, 'loss': 0.05359008026198759}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.0691252290846704, 'avg_acc': 0.0, 'loss': 0.016479927808826945}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.06881319452550941, 'avg_acc': 0.0, 'loss': 0.0453117985444302}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.06967956042107121, 'avg_acc': 0.0, 'loss': 0.09982099357992524}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.07059884961709859, 'avg_acc': 0.0, 'loss': 0.08565798282087858}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.07060665031073916, 'avg_acc': 0.0, 'loss': 0.07964512368524927}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.07044916849804649, 'avg_acc': 0.0, 'loss': 0.10366621963302285}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.06980424886326417, 'avg_acc': 0.0, 'loss': 0.03475903765632487}
+{'epoch': 48, 'iter': 270, 'avg_loss': 0.06950711453271925, 'avg_acc': 0.0, 'loss': 0.02529053661378506}
+{'epoch': 48, 'iter': 280, 'avg_loss': 0.06934881940428145, 'avg_acc': 0.0, 'loss': 0.07011214973126048}
+{'epoch': 48, 'iter': 290, 'avg_loss': 0.0703543554567343, 'avg_acc': 0.0, 'loss': 0.10313852085458564}
+{'epoch': 48, 'iter': 300, 'avg_loss': 0.06985911298429805, 'avg_acc': 0.0, 'loss': 0.09741621572335848}
+{'epoch': 48, 'iter': 310, 'avg_loss': 0.06990236952800098, 'avg_acc': 0.0, 'loss': 0.09923825223959121}
+{'epoch': 48, 'iter': 320, 'avg_loss': 0.07010863644409301, 'avg_acc': 0.0, 'loss': 0.0633622758729676}
+{'epoch': 48, 'iter': 330, 'avg_loss': 0.07022172447185496, 'avg_acc': 0.0, 'loss': 0.05906235714568554}
+{'epoch': 48, 'iter': 340, 'avg_loss': 0.07039203240391348, 'avg_acc': 0.0, 'loss': 0.021907291855768563}
+{'epoch': 48, 'iter': 350, 'avg_loss': 0.07113959249191623, 'avg_acc': 0.0, 'loss': 0.19729129768760295}
+{'epoch': 48, 'iter': 360, 'avg_loss': 0.07165339619443538, 'avg_acc': 0.0, 'loss': 0.10223226270793515}
+{'epoch': 48, 'iter': 370, 'avg_loss': 0.0714641387307088, 'avg_acc': 0.0, 'loss': 0.08242420703344269}
+{'epoch': 48, 'iter': 380, 'avg_loss': 0.07155804935448154, 'avg_acc': 0.0, 'loss': 0.05926982652350635}
+{'epoch': 48, 'iter': 390, 'avg_loss': 0.07159851697649774, 'avg_acc': 0.0, 'loss': 0.03547306512748654}
+{'epoch': 48, 'iter': 400, 'avg_loss': 0.07122525525966646, 'avg_acc': 0.0, 'loss': 0.05607535093260399}
+{'epoch': 48, 'iter': 410, 'avg_loss': 0.07130987043543768, 'avg_acc': 0.0, 'loss': 0.08140119852309015}
+{'epoch': 48, 'iter': 420, 'avg_loss': 0.07125689121157096, 'avg_acc': 0.0, 'loss': 0.0371706342062339}
+{'epoch': 48, 'iter': 430, 'avg_loss': 0.07182167159876594, 'avg_acc': 0.0, 'loss': 0.05669945673738701}
+{'epoch': 48, 'iter': 440, 'avg_loss': 0.07163399543683348, 'avg_acc': 0.0, 'loss': 0.03765618543389288}
+{'epoch': 48, 'iter': 450, 'avg_loss': 0.0714922032975896, 'avg_acc': 0.0, 'loss': 0.05566910121688855}
+{'epoch': 48, 'iter': 460, 'avg_loss': 0.07182798649469647, 'avg_acc': 0.0, 'loss': 0.12459426901660565}
+{'epoch': 48, 'iter': 470, 'avg_loss': 0.07205587334584025, 'avg_acc': 0.0, 'loss': 0.06577728548099263}
+{'epoch': 48, 'iter': 480, 'avg_loss': 0.07241618244539243, 'avg_acc': 0.0, 'loss': 0.08817295259969374}
+{'epoch': 48, 'iter': 490, 'avg_loss': 0.07233532210491121, 'avg_acc': 0.0, 'loss': 0.059426710210008844}
+{'epoch': 48, 'iter': 500, 'avg_loss': 0.07194148862676387, 'avg_acc': 0.0, 'loss': 0.10547722445341329}
+{'epoch': 48, 'iter': 510, 'avg_loss': 0.07156042179671135, 'avg_acc': 0.0, 'loss': 0.05820096169160901}
+{'epoch': 48, 'iter': 520, 'avg_loss': 0.07129489978450619, 'avg_acc': 0.0, 'loss': 0.047320082123779424}
+{'epoch': 48, 'iter': 530, 'avg_loss': 0.07094956849145911, 'avg_acc': 0.0, 'loss': 0.05872485339146546}
+{'epoch': 48, 'iter': 540, 'avg_loss': 0.07095490488797908, 'avg_acc': 0.0, 'loss': 0.04035043336393634}
+{'epoch': 48, 'iter': 550, 'avg_loss': 0.070782805128425, 'avg_acc': 0.0, 'loss': 0.08988335383918411}
+{'epoch': 48, 'iter': 560, 'avg_loss': 0.0707602524108045, 'avg_acc': 0.0, 'loss': 0.040240619237232114}
+{'epoch': 48, 'iter': 570, 'avg_loss': 0.07063467359430696, 'avg_acc': 0.0, 'loss': 0.047218961705068195}
+{'epoch': 48, 'iter': 580, 'avg_loss': 0.0708750153923224, 'avg_acc': 0.0, 'loss': 0.06634537396044898}
+{'epoch': 48, 'iter': 590, 'avg_loss': 0.0708992596712202, 'avg_acc': 0.0, 'loss': 0.09372884810760036}
+{'epoch': 48, 'iter': 600, 'avg_loss': 0.07080438889643455, 'avg_acc': 0.0, 'loss': 0.045052519048502805}
+{'epoch': 48, 'iter': 610, 'avg_loss': 0.07065389152732986, 'avg_acc': 0.0, 'loss': 0.1140964717064179}
+{'epoch': 48, 'iter': 620, 'avg_loss': 0.07086435895755261, 'avg_acc': 0.0, 'loss': 0.03538311211205171}
+{'epoch': 48, 'iter': 630, 'avg_loss': 0.07080662909521682, 'avg_acc': 0.0, 'loss': 0.05041852697895673}
+{'epoch': 48, 'iter': 640, 'avg_loss': 0.07057647914270497, 'avg_acc': 0.0, 'loss': 0.07616834773033482}
+{'epoch': 48, 'iter': 650, 'avg_loss': 0.07048398066873474, 'avg_acc': 0.0, 'loss': 0.037867591101055656}
+{'epoch': 48, 'iter': 660, 'avg_loss': 0.07040079430994131, 'avg_acc': 0.0, 'loss': 0.042628373149718915}
+{'epoch': 48, 'iter': 670, 'avg_loss': 0.07039764819455224, 'avg_acc': 0.0, 'loss': 0.08676034154893637}
+{'epoch': 48, 'iter': 680, 'avg_loss': 0.07018748437747366, 'avg_acc': 0.0, 'loss': 0.05524113788495453}
+{'epoch': 48, 'iter': 690, 'avg_loss': 0.07013593701143929, 'avg_acc': 0.0, 'loss': 0.10032521687045508}
+{'epoch': 48, 'iter': 700, 'avg_loss': 0.07001103589828339, 'avg_acc': 0.0, 'loss': 0.046133020802636385}
+{'epoch': 48, 'iter': 710, 'avg_loss': 0.07017221908151797, 'avg_acc': 0.0, 'loss': 0.07757710133313772}
+{'epoch': 48, 'iter': 720, 'avg_loss': 0.07019848645878017, 'avg_acc': 0.0, 'loss': 0.03719434502590551}
+{'epoch': 48, 'iter': 730, 'avg_loss': 0.07027961079219608, 'avg_acc': 0.0, 'loss': 0.04902508056893647}
+{'epoch': 48, 'iter': 740, 'avg_loss': 0.06993994334229973, 'avg_acc': 0.0, 'loss': 0.030836879487781386}
+{'epoch': 48, 'iter': 750, 'avg_loss': 0.0699254339985505, 'avg_acc': 0.0, 'loss': 0.024221254264765384}
+{'epoch': 48, 'iter': 760, 'avg_loss': 0.06980213126998658, 'avg_acc': 0.0, 'loss': 0.03897801849120697}
+{'epoch': 48, 'iter': 770, 'avg_loss': 0.06983685301963834, 'avg_acc': 0.0, 'loss': 0.037979072839618766}
+{'epoch': 48, 'iter': 780, 'avg_loss': 0.06980871024198955, 'avg_acc': 0.0, 'loss': 0.04601644248436644}
+{'epoch': 48, 'iter': 790, 'avg_loss': 0.0696751536326248, 'avg_acc': 0.0, 'loss': 0.10409729767043326}
+{'epoch': 48, 'iter': 800, 'avg_loss': 0.06951531063085942, 'avg_acc': 0.0, 'loss': 0.017970355263157347}
+{'epoch': 48, 'iter': 810, 'avg_loss': 0.06939524930859803, 'avg_acc': 0.0, 'loss': 0.05979964534932134}
+{'epoch': 48, 'iter': 820, 'avg_loss': 0.06976971907697407, 'avg_acc': 0.0, 'loss': 0.05279736474124011}
+{'epoch': 48, 'iter': 830, 'avg_loss': 0.06970884137907467, 'avg_acc': 0.0, 'loss': 0.06828796602944667}
+{'epoch': 48, 'iter': 840, 'avg_loss': 0.06963642187914916, 'avg_acc': 0.0, 'loss': 0.062249549253847035}
+{'epoch': 48, 'iter': 850, 'avg_loss': 0.06955794821756178, 'avg_acc': 0.0, 'loss': 0.06585841798778347}
+{'epoch': 48, 'iter': 860, 'avg_loss': 0.06963703599677516, 'avg_acc': 0.0, 'loss': 0.09329742545720672}
+{'epoch': 48, 'iter': 870, 'avg_loss': 0.07023415391032525, 'avg_acc': 0.0, 'loss': 0.05745112143861368}
+{'epoch': 48, 'iter': 880, 'avg_loss': 0.07037164772638278, 'avg_acc': 0.0, 'loss': 0.12860100732248317}
+{'epoch': 48, 'iter': 890, 'avg_loss': 0.07048825222061192, 'avg_acc': 0.0, 'loss': 0.06670261517853403}
+{'epoch': 48, 'iter': 900, 'avg_loss': 0.07066595341021614, 'avg_acc': 0.0, 'loss': 0.03571986323551966}
+{'epoch': 48, 'iter': 910, 'avg_loss': 0.07064966388207114, 'avg_acc': 0.0, 'loss': 0.08188961160151312}
+{'epoch': 48, 'iter': 920, 'avg_loss': 0.07070350705150982, 'avg_acc': 0.0, 'loss': 0.04492503796925413}
+{'epoch': 48, 'iter': 930, 'avg_loss': 0.07069609484699786, 'avg_acc': 0.0, 'loss': 0.10622172428637505}
+{'epoch': 48, 'iter': 940, 'avg_loss': 0.07056025601817686, 'avg_acc': 0.0, 'loss': 0.07054293413008443}
+{'epoch': 48, 'iter': 950, 'avg_loss': 0.07077417637704475, 'avg_acc': 0.0, 'loss': 0.032999555867771084}
+{'epoch': 48, 'iter': 960, 'avg_loss': 0.07061141697956971, 'avg_acc': 0.0, 'loss': 0.04085434273106005}
+{'epoch': 48, 'iter': 970, 'avg_loss': 0.0704317360792203, 'avg_acc': 0.0, 'loss': 0.0498508701431157}
+{'epoch': 48, 'iter': 980, 'avg_loss': 0.0705586030047623, 'avg_acc': 0.0, 'loss': 0.0878555803654178}
+{'epoch': 48, 'iter': 990, 'avg_loss': 0.07058672870098137, 'avg_acc': 0.0, 'loss': 0.0539709598380073}
+{'epoch': 48, 'iter': 1000, 'avg_loss': 0.07063156521799326, 'avg_acc': 0.0, 'loss': 0.06450881696182721}
+{'epoch': 48, 'iter': 1010, 'avg_loss': 0.07060125836737627, 'avg_acc': 0.0, 'loss': 0.058128430448302223}
+{'epoch': 48, 'iter': 1020, 'avg_loss': 0.07045483359986619, 'avg_acc': 0.0, 'loss': 0.058221857233539655}
+{'epoch': 48, 'iter': 1030, 'avg_loss': 0.07052319258382383, 'avg_acc': 0.0, 'loss': 0.12706298658232687}
+{'epoch': 48, 'iter': 1040, 'avg_loss': 0.07043418631091256, 'avg_acc': 0.0, 'loss': 0.07727892518358966}
+{'epoch': 48, 'iter': 1050, 'avg_loss': 0.07048518805623094, 'avg_acc': 0.0, 'loss': 0.0723168565290036}
+{'epoch': 48, 'iter': 1060, 'avg_loss': 0.07048933312955435, 'avg_acc': 0.0, 'loss': 0.1054614165829264}
+{'epoch': 48, 'iter': 1070, 'avg_loss': 0.07056652409949252, 'avg_acc': 0.0, 'loss': 0.043075925169160555}
+{'epoch': 48, 'iter': 1080, 'avg_loss': 0.0703270858000493, 'avg_acc': 0.0, 'loss': 0.04018366621188615}
+{'epoch': 48, 'iter': 1090, 'avg_loss': 0.07031089534797882, 'avg_acc': 0.0, 'loss': 0.05353280795507739}
+{'epoch': 48, 'iter': 1100, 'avg_loss': 0.07028540125660449, 'avg_acc': 0.0, 'loss': 0.07239207977226313}
+{'epoch': 48, 'iter': 1110, 'avg_loss': 0.07030640507130125, 'avg_acc': 0.0, 'loss': 0.07125756466246003}
+{'epoch': 48, 'iter': 1120, 'avg_loss': 0.0701425985019246, 'avg_acc': 0.0, 'loss': 0.06775095660345544}
+{'epoch': 48, 'iter': 1130, 'avg_loss': 0.07002665532873803, 'avg_acc': 0.0, 'loss': 0.040115676077529576}
+{'epoch': 48, 'iter': 1140, 'avg_loss': 0.07000793696814911, 'avg_acc': 0.0, 'loss': 0.08691079002700315}
+{'epoch': 48, 'iter': 1150, 'avg_loss': 0.06998841730406581, 'avg_acc': 0.0, 'loss': 0.06667766947990929}
+{'epoch': 48, 'iter': 1160, 'avg_loss': 0.07002906546425611, 'avg_acc': 0.0, 'loss': 0.09780295699253218}
+{'epoch': 48, 'iter': 1170, 'avg_loss': 0.07009708640667174, 'avg_acc': 0.0, 'loss': 0.07549822109062632}
+{'epoch': 48, 'iter': 1180, 'avg_loss': 0.06994541435930747, 'avg_acc': 0.0, 'loss': 0.04650033281380063}
+{'epoch': 48, 'iter': 1190, 'avg_loss': 0.06981888395186853, 'avg_acc': 0.0, 'loss': 0.07371023954421421}
+{'epoch': 48, 'iter': 1200, 'avg_loss': 0.0695469966387509, 'avg_acc': 0.0, 'loss': 0.06395067284855875}
+{'epoch': 48, 'iter': 1210, 'avg_loss': 0.0695732605488574, 'avg_acc': 0.0, 'loss': 0.043521401977341966}
+{'epoch': 48, 'iter': 1220, 'avg_loss': 0.06951232215458888, 'avg_acc': 0.0, 'loss': 0.02917880109587705}
+{'epoch': 48, 'iter': 1230, 'avg_loss': 0.06952096265698952, 'avg_acc': 0.0, 'loss': 0.07055163070207218}
+{'epoch': 48, 'iter': 1240, 'avg_loss': 0.0695969224574668, 'avg_acc': 0.0, 'loss': 0.046857217377511313}
+{'epoch': 48, 'iter': 1250, 'avg_loss': 0.06962647156147465, 'avg_acc': 0.0, 'loss': 0.09543483683755685}
+{'epoch': 48, 'iter': 1260, 'avg_loss': 0.06971513467504468, 'avg_acc': 0.0, 'loss': 0.05312161134036484}
+{'epoch': 48, 'iter': 1270, 'avg_loss': 0.06980432815847587, 'avg_acc': 0.0, 'loss': 0.1567962407985947}
+{'epoch': 48, 'iter': 1280, 'avg_loss': 0.06992020489452509, 'avg_acc': 0.0, 'loss': 0.1193952695247203}
+{'epoch': 48, 'iter': 1290, 'avg_loss': 0.06986839868459617, 'avg_acc': 0.0, 'loss': 0.071361787186573}
+{'epoch': 48, 'iter': 1300, 'avg_loss': 0.06986087682159206, 'avg_acc': 0.0, 'loss': 0.1026017319589962}
+{'epoch': 48, 'iter': 1310, 'avg_loss': 0.0699565698725324, 'avg_acc': 0.0, 'loss': 0.0426852639408943}
+{'epoch': 48, 'iter': 1320, 'avg_loss': 0.06981953193457528, 'avg_acc': 0.0, 'loss': 0.03322541732729941}
+{'epoch': 48, 'iter': 1330, 'avg_loss': 0.06981900486444571, 'avg_acc': 0.0, 'loss': 0.038435629102309576}
+{'epoch': 48, 'iter': 1340, 'avg_loss': 0.0698320917952919, 'avg_acc': 0.0, 'loss': 0.03810847133418552}
+{'epoch': 48, 'iter': 1350, 'avg_loss': 0.06980980757631718, 'avg_acc': 0.0, 'loss': 0.06874929711027074}
+{'epoch': 48, 'iter': 1360, 'avg_loss': 0.0697986086623597, 'avg_acc': 0.0, 'loss': 0.061607433383240304}
+{'epoch': 48, 'iter': 1370, 'avg_loss': 0.0697174131461765, 'avg_acc': 0.0, 'loss': 0.05586291704908928}
+{'epoch': 48, 'iter': 1380, 'avg_loss': 0.06985801795983464, 'avg_acc': 0.0, 'loss': 0.09112903231664404}
+{'epoch': 48, 'iter': 1390, 'avg_loss': 0.06989854334015567, 'avg_acc': 0.0, 'loss': 0.06165168432227931}
+{'epoch': 48, 'iter': 1400, 'avg_loss': 0.0699543038594076, 'avg_acc': 0.0, 'loss': 0.13188123606193308}
+{'epoch': 48, 'iter': 1410, 'avg_loss': 0.06989976234074474, 'avg_acc': 0.0, 'loss': 0.056827730508091784}
+{'epoch': 48, 'iter': 1420, 'avg_loss': 0.06993186314704494, 'avg_acc': 0.0, 'loss': 0.05878233398639614}
+{'epoch': 48, 'iter': 1430, 'avg_loss': 0.06993198543207424, 'avg_acc': 0.0, 'loss': 0.062120920664207394}
+{'epoch': 48, 'iter': 1440, 'avg_loss': 0.0700489206169617, 'avg_acc': 0.0, 'loss': 0.09511246714103955}
+{'epoch': 48, 'iter': 1450, 'avg_loss': 0.07010829843482264, 'avg_acc': 0.0, 'loss': 0.04351112297613164}
+{'epoch': 48, 'iter': 1460, 'avg_loss': 0.070096815695068, 'avg_acc': 0.0, 'loss': 0.03036116120243345}
+{'epoch': 48, 'iter': 1470, 'avg_loss': 0.0700623754703389, 'avg_acc': 0.0, 'loss': 0.043133461323902465}
+{'epoch': 48, 'iter': 1480, 'avg_loss': 0.06995328966079412, 'avg_acc': 0.0, 'loss': 0.037584982706712414}
+{'epoch': 48, 'iter': 1490, 'avg_loss': 0.06999263069505, 'avg_acc': 0.0, 'loss': 0.13453453897484124}
+{'epoch': 48, 'iter': 1500, 'avg_loss': 0.06998551779071148, 'avg_acc': 0.0, 'loss': 0.09714693591191852}
+{'epoch': 48, 'iter': 1510, 'avg_loss': 0.07001788153695258, 'avg_acc': 0.0, 'loss': 0.1109786529560251}
+{'epoch': 48, 'iter': 1520, 'avg_loss': 0.07015640975612679, 'avg_acc': 0.0, 'loss': 0.10048282418958365}
+{'epoch': 48, 'iter': 1530, 'avg_loss': 0.0700907976704277, 'avg_acc': 0.0, 'loss': 0.07825008797309911}
+{'epoch': 48, 'iter': 1540, 'avg_loss': 0.07003701613910836, 'avg_acc': 0.0, 'loss': 0.056575584181294804}
+{'epoch': 48, 'iter': 1550, 'avg_loss': 0.0700769070191163, 'avg_acc': 0.0, 'loss': 0.030280871153812377}
+{'epoch': 48, 'iter': 1560, 'avg_loss': 0.07005201089982384, 'avg_acc': 0.0, 'loss': 0.03637666644577767}
+{'epoch': 48, 'iter': 1570, 'avg_loss': 0.0701652259075228, 'avg_acc': 0.0, 'loss': 0.10387969049374743}
+{'epoch': 48, 'iter': 1580, 'avg_loss': 0.07019809906867999, 'avg_acc': 0.0, 'loss': 0.03573122043488297}
+{'epoch': 48, 'iter': 1590, 'avg_loss': 0.07023853759596717, 'avg_acc': 0.0, 'loss': 0.041346962568521155}
+{'epoch': 48, 'iter': 1600, 'avg_loss': 0.07009138819278658, 'avg_acc': 0.0, 'loss': 0.0674931545924226}
+{'epoch': 48, 'iter': 1610, 'avg_loss': 0.07017417623678447, 'avg_acc': 0.0, 'loss': 0.02527790954471243}
+{'epoch': 48, 'iter': 1620, 'avg_loss': 0.07020246268351955, 'avg_acc': 0.0, 'loss': 0.05488299797574671}
+{'epoch': 48, 'iter': 1630, 'avg_loss': 0.07034626768433466, 'avg_acc': 0.0, 'loss': 0.022917434549770275}
+{'epoch': 48, 'iter': 1640, 'avg_loss': 0.07030446471005056, 'avg_acc': 0.0, 'loss': 0.07280472967096735}
+{'epoch': 48, 'iter': 1650, 'avg_loss': 0.07031332614135284, 'avg_acc': 0.0, 'loss': 0.07159662418680211}
+{'epoch': 48, 'iter': 1660, 'avg_loss': 0.07043954357333951, 'avg_acc': 0.0, 'loss': 0.10197042045551541}
+{'epoch': 48, 'iter': 1670, 'avg_loss': 0.07046108044257757, 'avg_acc': 0.0, 'loss': 0.02145319435526614}
+{'epoch': 48, 'iter': 1680, 'avg_loss': 0.07042331247790218, 'avg_acc': 0.0, 'loss': 0.03697768552464303}
+{'epoch': 48, 'iter': 1690, 'avg_loss': 0.07036616356218316, 'avg_acc': 0.0, 'loss': 0.09318112836636974}
+{'epoch': 48, 'iter': 1700, 'avg_loss': 0.07039371789209897, 'avg_acc': 0.0, 'loss': 0.04827710635468715}
+{'epoch': 48, 'iter': 1710, 'avg_loss': 0.07036232325535466, 'avg_acc': 0.0, 'loss': 0.040166545152244125}
+{'epoch': 48, 'iter': 1720, 'avg_loss': 0.07028400513797062, 'avg_acc': 0.0, 'loss': 0.05794445389143123}
+{'epoch': 48, 'iter': 1730, 'avg_loss': 0.07031679575187885, 'avg_acc': 0.0, 'loss': 0.13236362981026314}
+{'epoch': 48, 'iter': 1740, 'avg_loss': 0.07019842305967966, 'avg_acc': 0.0, 'loss': 0.05210313732196222}
+{'epoch': 48, 'iter': 1750, 'avg_loss': 0.07029641381469252, 'avg_acc': 0.0, 'loss': 0.1109503532657722}
+{'epoch': 48, 'iter': 1760, 'avg_loss': 0.07028238792848567, 'avg_acc': 0.0, 'loss': 0.09317924424673102}
+{'epoch': 48, 'iter': 1770, 'avg_loss': 0.07027781461517477, 'avg_acc': 0.0, 'loss': 0.03529124974315729}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.0, 'ece': 0.055774979293346405, 'avg_loss': 0.07026917360638396, 'f1_scores': 0.9413503899832428}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.028469646961968107, 'avg_acc': 0.0, 'loss': 0.028469646961968107}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.07853476864718689, 'avg_acc': 0.0, 'loss': 0.026875270326109604}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.07327362263886886, 'avg_acc': 0.0, 'loss': 0.09644967343803248}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.07098116508240862, 'avg_acc': 0.0, 'loss': 0.026095462699300596}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.07183283790692147, 'avg_acc': 0.0, 'loss': 0.03348417023256291}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.06961108809860522, 'avg_acc': 0.0, 'loss': 0.0865025051561109}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.0707565721863043, 'avg_acc': 0.0, 'loss': 0.08731986201827015}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.07097106060178487, 'avg_acc': 0.0, 'loss': 0.10406483259733282}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.07188390262807998, 'avg_acc': 0.0, 'loss': 0.09366258305161473}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.07114019491041426, 'avg_acc': 0.0, 'loss': 0.04982599089703399}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.07141700430641092, 'avg_acc': 0.0, 'loss': 0.04743329923842257}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.06995555287247748, 'avg_acc': 0.0, 'loss': 0.072238792307579}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.07048363575153051, 'avg_acc': 0.0, 'loss': 0.05199578746963189}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.07024909044284837, 'avg_acc': 0.0, 'loss': 0.048906698548360536}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.06987789827447738, 'avg_acc': 0.0, 'loss': 0.06388316701717095}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.06972835150950563, 'avg_acc': 0.0, 'loss': 0.06982937852586497}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.07063685529939258, 'avg_acc': 0.0, 'loss': 0.1134936731871424}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.07065995412341367, 'avg_acc': 0.0, 'loss': 0.05006616171427578}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.06988447743422013, 'avg_acc': 0.0, 'loss': 0.038695979839849716}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.06948397635385833, 'avg_acc': 0.0, 'loss': 0.05365366999062766}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.0698774054109149, 'avg_acc': 0.0, 'loss': 0.01799643355687814}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.06955832390058811, 'avg_acc': 0.0, 'loss': 0.044468233968712766}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.07052942672860404, 'avg_acc': 0.0, 'loss': 0.10472349638827032}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.07158016921953077, 'avg_acc': 0.0, 'loss': 0.08592363422027509}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.07157643339282109, 'avg_acc': 0.0, 'loss': 0.07771456737861675}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.0714157217888637, 'avg_acc': 0.0, 'loss': 0.10835495563402933}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.07075419835247468, 'avg_acc': 0.0, 'loss': 0.03476605883952897}
+{'epoch': 49, 'iter': 270, 'avg_loss': 0.07044988481067015, 'avg_acc': 0.0, 'loss': 0.025003481730915867}
+{'epoch': 49, 'iter': 280, 'avg_loss': 0.07025278455589591, 'avg_acc': 0.0, 'loss': 0.0646745745732135}
+{'epoch': 49, 'iter': 290, 'avg_loss': 0.0713713240726133, 'avg_acc': 0.0, 'loss': 0.1044087702276946}
+{'epoch': 49, 'iter': 300, 'avg_loss': 0.07086610059241667, 'avg_acc': 0.0, 'loss': 0.0978141354929757}
+{'epoch': 49, 'iter': 310, 'avg_loss': 0.07092305313074776, 'avg_acc': 0.0, 'loss': 0.10468738728617868}
+{'epoch': 49, 'iter': 320, 'avg_loss': 0.07109085659320638, 'avg_acc': 0.0, 'loss': 0.0639759198952236}
+{'epoch': 49, 'iter': 330, 'avg_loss': 0.07121589137936078, 'avg_acc': 0.0, 'loss': 0.05787500039029071}
+{'epoch': 49, 'iter': 340, 'avg_loss': 0.07141176286710853, 'avg_acc': 0.0, 'loss': 0.025636698440361472}
+{'epoch': 49, 'iter': 350, 'avg_loss': 0.07225861340363071, 'avg_acc': 0.0, 'loss': 0.21812388494972115}
+{'epoch': 49, 'iter': 360, 'avg_loss': 0.07271096930073545, 'avg_acc': 0.0, 'loss': 0.09660168739565579}
+{'epoch': 49, 'iter': 370, 'avg_loss': 0.07246904191205746, 'avg_acc': 0.0, 'loss': 0.08060553197034283}
+{'epoch': 49, 'iter': 380, 'avg_loss': 0.0725345116797667, 'avg_acc': 0.0, 'loss': 0.06029925311892319}
+{'epoch': 49, 'iter': 390, 'avg_loss': 0.07254376672545419, 'avg_acc': 0.0, 'loss': 0.034436426625498076}
+{'epoch': 49, 'iter': 400, 'avg_loss': 0.0721625889151809, 'avg_acc': 0.0, 'loss': 0.05689201173674161}
+{'epoch': 49, 'iter': 410, 'avg_loss': 0.07227441980179324, 'avg_acc': 0.0, 'loss': 0.08139961490809355}
+{'epoch': 49, 'iter': 420, 'avg_loss': 0.07224354664659247, 'avg_acc': 0.0, 'loss': 0.03689060384161889}
+{'epoch': 49, 'iter': 430, 'avg_loss': 0.07275099668228924, 'avg_acc': 0.0, 'loss': 0.055922106731730176}
+{'epoch': 49, 'iter': 440, 'avg_loss': 0.07254497842071754, 'avg_acc': 0.0, 'loss': 0.03736625395768556}
+{'epoch': 49, 'iter': 450, 'avg_loss': 0.07240570760497686, 'avg_acc': 0.0, 'loss': 0.0563745701272487}
+{'epoch': 49, 'iter': 460, 'avg_loss': 0.07281357100061628, 'avg_acc': 0.0, 'loss': 0.13472269889955968}
+{'epoch': 49, 'iter': 470, 'avg_loss': 0.07308087371321739, 'avg_acc': 0.0, 'loss': 0.0659678219709089}
+{'epoch': 49, 'iter': 480, 'avg_loss': 0.0735309522094126, 'avg_acc': 0.0, 'loss': 0.09506141498150912}
+{'epoch': 49, 'iter': 490, 'avg_loss': 0.07345584849487023, 'avg_acc': 0.0, 'loss': 0.05850250619737908}
+{'epoch': 49, 'iter': 500, 'avg_loss': 0.07304634415504295, 'avg_acc': 0.0, 'loss': 0.11132415429420713}
+{'epoch': 49, 'iter': 510, 'avg_loss': 0.07264331696364651, 'avg_acc': 0.0, 'loss': 0.056969510064395275}
+{'epoch': 49, 'iter': 520, 'avg_loss': 0.07235840535977076, 'avg_acc': 0.0, 'loss': 0.047381852259198755}
+{'epoch': 49, 'iter': 530, 'avg_loss': 0.07199643639607346, 'avg_acc': 0.0, 'loss': 0.058318783619321427}
+{'epoch': 49, 'iter': 540, 'avg_loss': 0.07198359478320855, 'avg_acc': 0.0, 'loss': 0.03712771926567118}
+{'epoch': 49, 'iter': 550, 'avg_loss': 0.07177740749602553, 'avg_acc': 0.0, 'loss': 0.08991639085743941}
+{'epoch': 49, 'iter': 560, 'avg_loss': 0.0717563277561339, 'avg_acc': 0.0, 'loss': 0.04132143624524279}
+{'epoch': 49, 'iter': 570, 'avg_loss': 0.07164087216158373, 'avg_acc': 0.0, 'loss': 0.04628544896135419}
+{'epoch': 49, 'iter': 580, 'avg_loss': 0.07190955448712294, 'avg_acc': 0.0, 'loss': 0.06426555771637205}
+{'epoch': 49, 'iter': 590, 'avg_loss': 0.07193841735918835, 'avg_acc': 0.0, 'loss': 0.0993996267438685}
+{'epoch': 49, 'iter': 600, 'avg_loss': 0.07181488807049752, 'avg_acc': 0.0, 'loss': 0.044578238447326966}
+{'epoch': 49, 'iter': 610, 'avg_loss': 0.07168375687842835, 'avg_acc': 0.0, 'loss': 0.12149596951383858}
+{'epoch': 49, 'iter': 620, 'avg_loss': 0.07189922129396677, 'avg_acc': 0.0, 'loss': 0.03450243564681646}
+{'epoch': 49, 'iter': 630, 'avg_loss': 0.07185055666161719, 'avg_acc': 0.0, 'loss': 0.04854211237266221}
+{'epoch': 49, 'iter': 640, 'avg_loss': 0.07160342323335628, 'avg_acc': 0.0, 'loss': 0.07735767256336397}
+{'epoch': 49, 'iter': 650, 'avg_loss': 0.07149846809042044, 'avg_acc': 0.0, 'loss': 0.03762783638376683}
+{'epoch': 49, 'iter': 660, 'avg_loss': 0.07139639783397705, 'avg_acc': 0.0, 'loss': 0.038516345854124064}
+{'epoch': 49, 'iter': 670, 'avg_loss': 0.07138765399098522, 'avg_acc': 0.0, 'loss': 0.08850896202257275}
+{'epoch': 49, 'iter': 680, 'avg_loss': 0.07115367707976812, 'avg_acc': 0.0, 'loss': 0.05241248251891964}
+{'epoch': 49, 'iter': 690, 'avg_loss': 0.0711066654151773, 'avg_acc': 0.0, 'loss': 0.11026425092674279}
+{'epoch': 49, 'iter': 700, 'avg_loss': 0.07097698294355732, 'avg_acc': 0.0, 'loss': 0.04774821331563268}
+{'epoch': 49, 'iter': 710, 'avg_loss': 0.07118384376023336, 'avg_acc': 0.0, 'loss': 0.08405898060368396}
+{'epoch': 49, 'iter': 720, 'avg_loss': 0.0712225298309058, 'avg_acc': 0.0, 'loss': 0.03519565598867505}
+{'epoch': 49, 'iter': 730, 'avg_loss': 0.07131402647537984, 'avg_acc': 0.0, 'loss': 0.04870019846730551}
+{'epoch': 49, 'iter': 740, 'avg_loss': 0.0709681803289289, 'avg_acc': 0.0, 'loss': 0.03297781219876989}
+{'epoch': 49, 'iter': 750, 'avg_loss': 0.07095294764670211, 'avg_acc': 0.0, 'loss': 0.024209029765294026}
+{'epoch': 49, 'iter': 760, 'avg_loss': 0.07079949380610324, 'avg_acc': 0.0, 'loss': 0.038976401579434744}
+{'epoch': 49, 'iter': 770, 'avg_loss': 0.07081709838194473, 'avg_acc': 0.0, 'loss': 0.038391816385565596}
+{'epoch': 49, 'iter': 780, 'avg_loss': 0.07077060101099514, 'avg_acc': 0.0, 'loss': 0.04683016575270317}
+{'epoch': 49, 'iter': 790, 'avg_loss': 0.07060094790694793, 'avg_acc': 0.0, 'loss': 0.10334418165272803}
+{'epoch': 49, 'iter': 800, 'avg_loss': 0.07043908890266354, 'avg_acc': 0.0, 'loss': 0.019720729880307073}
+{'epoch': 49, 'iter': 810, 'avg_loss': 0.07031957985427506, 'avg_acc': 0.0, 'loss': 0.05842293522476081}
+{'epoch': 49, 'iter': 820, 'avg_loss': 0.07070943857046086, 'avg_acc': 0.0, 'loss': 0.05214258765393862}
+{'epoch': 49, 'iter': 830, 'avg_loss': 0.07064626732670759, 'avg_acc': 0.0, 'loss': 0.06723712932948445}
+{'epoch': 49, 'iter': 840, 'avg_loss': 0.07056590094015254, 'avg_acc': 0.0, 'loss': 0.06286971694602933}
+{'epoch': 49, 'iter': 850, 'avg_loss': 0.07048872572587732, 'avg_acc': 0.0, 'loss': 0.0644803433442738}
+{'epoch': 49, 'iter': 860, 'avg_loss': 0.0705870214686202, 'avg_acc': 0.0, 'loss': 0.09649923133102536}
+{'epoch': 49, 'iter': 870, 'avg_loss': 0.07120072016288688, 'avg_acc': 0.0, 'loss': 0.05901795187790729}
+{'epoch': 49, 'iter': 880, 'avg_loss': 0.07136768489149181, 'avg_acc': 0.0, 'loss': 0.13370776281770091}
+{'epoch': 49, 'iter': 890, 'avg_loss': 0.07151432584390337, 'avg_acc': 0.0, 'loss': 0.06705976907583176}
+{'epoch': 49, 'iter': 900, 'avg_loss': 0.0716764662256581, 'avg_acc': 0.0, 'loss': 0.03441606874629193}
+{'epoch': 49, 'iter': 910, 'avg_loss': 0.07164327867480477, 'avg_acc': 0.0, 'loss': 0.08159320641646721}
+{'epoch': 49, 'iter': 920, 'avg_loss': 0.07171318614155867, 'avg_acc': 0.0, 'loss': 0.04507552333025647}
+{'epoch': 49, 'iter': 930, 'avg_loss': 0.07168846096143083, 'avg_acc': 0.0, 'loss': 0.10541137494000655}
+{'epoch': 49, 'iter': 940, 'avg_loss': 0.07156046577499894, 'avg_acc': 0.0, 'loss': 0.0726912334451494}
+{'epoch': 49, 'iter': 950, 'avg_loss': 0.07182302083108087, 'avg_acc': 0.0, 'loss': 0.032444953706741685}
+{'epoch': 49, 'iter': 960, 'avg_loss': 0.07165849701071034, 'avg_acc': 0.0, 'loss': 0.04021751002559475}
+{'epoch': 49, 'iter': 970, 'avg_loss': 0.07147439377138624, 'avg_acc': 0.0, 'loss': 0.050566355612610484}
+{'epoch': 49, 'iter': 980, 'avg_loss': 0.07161656517517723, 'avg_acc': 0.0, 'loss': 0.09462156747615932}
+{'epoch': 49, 'iter': 990, 'avg_loss': 0.07165348819389963, 'avg_acc': 0.0, 'loss': 0.05414466773522771}
+{'epoch': 49, 'iter': 1000, 'avg_loss': 0.07169225437591108, 'avg_acc': 0.0, 'loss': 0.0629265293784564}
+{'epoch': 49, 'iter': 1010, 'avg_loss': 0.07165835214743224, 'avg_acc': 0.0, 'loss': 0.05839949595598373}
+{'epoch': 49, 'iter': 1020, 'avg_loss': 0.07148938077243534, 'avg_acc': 0.0, 'loss': 0.05749774206961636}
+{'epoch': 49, 'iter': 1030, 'avg_loss': 0.07153942462025643, 'avg_acc': 0.0, 'loss': 0.12682142210411484}
+{'epoch': 49, 'iter': 1040, 'avg_loss': 0.07142944920545993, 'avg_acc': 0.0, 'loss': 0.07623261587855673}
+{'epoch': 49, 'iter': 1050, 'avg_loss': 0.07147668542590063, 'avg_acc': 0.0, 'loss': 0.0720903416542557}
+{'epoch': 49, 'iter': 1060, 'avg_loss': 0.071480719209136, 'avg_acc': 0.0, 'loss': 0.1096027764515465}
+{'epoch': 49, 'iter': 1070, 'avg_loss': 0.07156903909393605, 'avg_acc': 0.0, 'loss': 0.03902638353908319}
+{'epoch': 49, 'iter': 1080, 'avg_loss': 0.07131440109189836, 'avg_acc': 0.0, 'loss': 0.04048659866549136}
+{'epoch': 49, 'iter': 1090, 'avg_loss': 0.07130573503831295, 'avg_acc': 0.0, 'loss': 0.052985327890805164}
+{'epoch': 49, 'iter': 1100, 'avg_loss': 0.07128964247414521, 'avg_acc': 0.0, 'loss': 0.07004912080817251}
+{'epoch': 49, 'iter': 1110, 'avg_loss': 0.0713068171799126, 'avg_acc': 0.0, 'loss': 0.07199245032212989}
+{'epoch': 49, 'iter': 1120, 'avg_loss': 0.07113404151642577, 'avg_acc': 0.0, 'loss': 0.06797147785838067}
+{'epoch': 49, 'iter': 1130, 'avg_loss': 0.07100300054883901, 'avg_acc': 0.0, 'loss': 0.03950110784592198}
+{'epoch': 49, 'iter': 1140, 'avg_loss': 0.07097309202866978, 'avg_acc': 0.0, 'loss': 0.09277205633870672}
+{'epoch': 49, 'iter': 1150, 'avg_loss': 0.0709535300833591, 'avg_acc': 0.0, 'loss': 0.06620305490795277}
+{'epoch': 49, 'iter': 1160, 'avg_loss': 0.07099679804725154, 'avg_acc': 0.0, 'loss': 0.09983520692167604}
+{'epoch': 49, 'iter': 1170, 'avg_loss': 0.07108274071210163, 'avg_acc': 0.0, 'loss': 0.07314842071387975}
+{'epoch': 49, 'iter': 1180, 'avg_loss': 0.07092749669239477, 'avg_acc': 0.0, 'loss': 0.046293453757546184}
+{'epoch': 49, 'iter': 1190, 'avg_loss': 0.07078258830301205, 'avg_acc': 0.0, 'loss': 0.07222854530021193}
+{'epoch': 49, 'iter': 1200, 'avg_loss': 0.07050276755537109, 'avg_acc': 0.0, 'loss': 0.06796518491812874}
+{'epoch': 49, 'iter': 1210, 'avg_loss': 0.07054380157147952, 'avg_acc': 0.0, 'loss': 0.04037281550123087}
+{'epoch': 49, 'iter': 1220, 'avg_loss': 0.07048385423622915, 'avg_acc': 0.0, 'loss': 0.02852028819370592}
+{'epoch': 49, 'iter': 1230, 'avg_loss': 0.07049994057579326, 'avg_acc': 0.0, 'loss': 0.07562170722263568}
+{'epoch': 49, 'iter': 1240, 'avg_loss': 0.07057726364272777, 'avg_acc': 0.0, 'loss': 0.0454382948623301}
+{'epoch': 49, 'iter': 1250, 'avg_loss': 0.0706155861442213, 'avg_acc': 0.0, 'loss': 0.10417171212610501}
+{'epoch': 49, 'iter': 1260, 'avg_loss': 0.07072076505762381, 'avg_acc': 0.0, 'loss': 0.05499351926050622}
+{'epoch': 49, 'iter': 1270, 'avg_loss': 0.07081654844457351, 'avg_acc': 0.0, 'loss': 0.16933076187940596}
+{'epoch': 49, 'iter': 1280, 'avg_loss': 0.07094169536423615, 'avg_acc': 0.0, 'loss': 0.1252617756732783}
+{'epoch': 49, 'iter': 1290, 'avg_loss': 0.07090644092022994, 'avg_acc': 0.0, 'loss': 0.076539463514162}
+{'epoch': 49, 'iter': 1300, 'avg_loss': 0.07091104266123434, 'avg_acc': 0.0, 'loss': 0.1119215214444255}
+{'epoch': 49, 'iter': 1310, 'avg_loss': 0.07103045402815504, 'avg_acc': 0.0, 'loss': 0.03885055913898481}
+{'epoch': 49, 'iter': 1320, 'avg_loss': 0.07087991856563065, 'avg_acc': 0.0, 'loss': 0.031573483036489894}
+{'epoch': 49, 'iter': 1330, 'avg_loss': 0.07087508898048289, 'avg_acc': 0.0, 'loss': 0.03463547110069344}
+{'epoch': 49, 'iter': 1340, 'avg_loss': 0.07087152524490185, 'avg_acc': 0.0, 'loss': 0.035687532590334366}
+{'epoch': 49, 'iter': 1350, 'avg_loss': 0.07084962337393275, 'avg_acc': 0.0, 'loss': 0.06336879599284169}
+{'epoch': 49, 'iter': 1360, 'avg_loss': 0.07084980129699997, 'avg_acc': 0.0, 'loss': 0.05936775293281268}
+{'epoch': 49, 'iter': 1370, 'avg_loss': 0.07076544434458817, 'avg_acc': 0.0, 'loss': 0.056766152722624544}
+{'epoch': 49, 'iter': 1380, 'avg_loss': 0.07093529987440775, 'avg_acc': 0.0, 'loss': 0.09601433729134051}
+{'epoch': 49, 'iter': 1390, 'avg_loss': 0.07098872765531608, 'avg_acc': 0.0, 'loss': 0.062199674157487346}
+{'epoch': 49, 'iter': 1400, 'avg_loss': 0.07104487547346368, 'avg_acc': 0.0, 'loss': 0.13746477124791007}
+{'epoch': 49, 'iter': 1410, 'avg_loss': 0.07097045522823078, 'avg_acc': 0.0, 'loss': 0.05667522066065495}
+{'epoch': 49, 'iter': 1420, 'avg_loss': 0.07100850108983481, 'avg_acc': 0.0, 'loss': 0.05945560560191763}
+{'epoch': 49, 'iter': 1430, 'avg_loss': 0.07101533379766377, 'avg_acc': 0.0, 'loss': 0.06338258239762645}
+{'epoch': 49, 'iter': 1440, 'avg_loss': 0.07111801698447781, 'avg_acc': 0.0, 'loss': 0.08976547481870512}
+{'epoch': 49, 'iter': 1450, 'avg_loss': 0.07118410378109266, 'avg_acc': 0.0, 'loss': 0.043572732092993}
+{'epoch': 49, 'iter': 1460, 'avg_loss': 0.07117601732480719, 'avg_acc': 0.0, 'loss': 0.030492688632171343}
+{'epoch': 49, 'iter': 1470, 'avg_loss': 0.07114078477769194, 'avg_acc': 0.0, 'loss': 0.043497669205679906}
+{'epoch': 49, 'iter': 1480, 'avg_loss': 0.07102114894269894, 'avg_acc': 0.0, 'loss': 0.03491721387099135}
+{'epoch': 49, 'iter': 1490, 'avg_loss': 0.07104943775377588, 'avg_acc': 0.0, 'loss': 0.13226795791297263}
+{'epoch': 49, 'iter': 1500, 'avg_loss': 0.07104399324192523, 'avg_acc': 0.0, 'loss': 0.10198658019284526}
+{'epoch': 49, 'iter': 1510, 'avg_loss': 0.0710743883779294, 'avg_acc': 0.0, 'loss': 0.11978996724157298}
+{'epoch': 49, 'iter': 1520, 'avg_loss': 0.07123616325121543, 'avg_acc': 0.0, 'loss': 0.10709501936600166}
+{'epoch': 49, 'iter': 1530, 'avg_loss': 0.0711728318787521, 'avg_acc': 0.0, 'loss': 0.08199917121397148}
+{'epoch': 49, 'iter': 1540, 'avg_loss': 0.07111357864144242, 'avg_acc': 0.0, 'loss': 0.059006052128919705}
+{'epoch': 49, 'iter': 1550, 'avg_loss': 0.07114552464765794, 'avg_acc': 0.0, 'loss': 0.02849147088810306}
+{'epoch': 49, 'iter': 1560, 'avg_loss': 0.07112138709758938, 'avg_acc': 0.0, 'loss': 0.03568183786150314}
+{'epoch': 49, 'iter': 1570, 'avg_loss': 0.07123815753002313, 'avg_acc': 0.0, 'loss': 0.10588671482554242}
+{'epoch': 49, 'iter': 1580, 'avg_loss': 0.07127022511841473, 'avg_acc': 0.0, 'loss': 0.03314541897504902}
+{'epoch': 49, 'iter': 1590, 'avg_loss': 0.07130626111692222, 'avg_acc': 0.0, 'loss': 0.04216575813985303}
+{'epoch': 49, 'iter': 1600, 'avg_loss': 0.07115244605281627, 'avg_acc': 0.0, 'loss': 0.06770793363294761}
+{'epoch': 49, 'iter': 1610, 'avg_loss': 0.07125961610298015, 'avg_acc': 0.0, 'loss': 0.024832106659352298}
+{'epoch': 49, 'iter': 1620, 'avg_loss': 0.07129479776779682, 'avg_acc': 0.0, 'loss': 0.05516273456141261}
+{'epoch': 49, 'iter': 1630, 'avg_loss': 0.07144615934103714, 'avg_acc': 0.0, 'loss': 0.023862357771544596}
+{'epoch': 49, 'iter': 1640, 'avg_loss': 0.07140439836912393, 'avg_acc': 0.0, 'loss': 0.07215265074939987}
+{'epoch': 49, 'iter': 1650, 'avg_loss': 0.07141390241610428, 'avg_acc': 0.0, 'loss': 0.06774256423096249}
+{'epoch': 49, 'iter': 1660, 'avg_loss': 0.071563598255194, 'avg_acc': 0.0, 'loss': 0.11072524213087677}
+{'epoch': 49, 'iter': 1670, 'avg_loss': 0.07159322478254801, 'avg_acc': 0.0, 'loss': 0.021532656412741092}
+{'epoch': 49, 'iter': 1680, 'avg_loss': 0.07154619988862188, 'avg_acc': 0.0, 'loss': 0.03786479126719452}
+{'epoch': 49, 'iter': 1690, 'avg_loss': 0.07149643316833301, 'avg_acc': 0.0, 'loss': 0.09705934902623271}
+{'epoch': 49, 'iter': 1700, 'avg_loss': 0.07152792157920283, 'avg_acc': 0.0, 'loss': 0.04761420246520791}
+{'epoch': 49, 'iter': 1710, 'avg_loss': 0.07148757707787039, 'avg_acc': 0.0, 'loss': 0.036212690486440886}
+{'epoch': 49, 'iter': 1720, 'avg_loss': 0.07140620468774882, 'avg_acc': 0.0, 'loss': 0.05947233283823396}
+{'epoch': 49, 'iter': 1730, 'avg_loss': 0.07144290768443369, 'avg_acc': 0.0, 'loss': 0.13209039098341943}
+{'epoch': 49, 'iter': 1740, 'avg_loss': 0.07131224677627651, 'avg_acc': 0.0, 'loss': 0.05269253816667125}
+{'epoch': 49, 'iter': 1750, 'avg_loss': 0.07142687946050405, 'avg_acc': 0.0, 'loss': 0.11892306229628957}
+{'epoch': 49, 'iter': 1760, 'avg_loss': 0.07141368656190672, 'avg_acc': 0.0, 'loss': 0.09648882771383731}
+{'epoch': 49, 'iter': 1770, 'avg_loss': 0.07141016373804251, 'avg_acc': 0.0, 'loss': 0.03468746460157693}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.0, 'ece': 0.06086108833551407, 'avg_loss': 0.07140733423320961, 'f1_scores': 0.9444810626363432}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.02892211443159149, 'avg_acc': 0.0, 'loss': 0.02892211443159149}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.07901859003691687, 'avg_acc': 0.0, 'loss': 0.028590278454492433}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.07340141374962957, 'avg_acc': 0.0, 'loss': 0.09832981776660127}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.07099114420996389, 'avg_acc': 0.0, 'loss': 0.026033374007877592}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.07167341789213687, 'avg_acc': 0.0, 'loss': 0.03357059341827551}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.06937078572881737, 'avg_acc': 0.0, 'loss': 0.0854085212915915}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.07057323413012993, 'avg_acc': 0.0, 'loss': 0.09002492797845564}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.07097463288030395, 'avg_acc': 0.0, 'loss': 0.1046573173481095}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.07186326036253754, 'avg_acc': 0.0, 'loss': 0.09364934509864854}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.07113415897807757, 'avg_acc': 0.0, 'loss': 0.047804077810594335}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.07139530648644465, 'avg_acc': 0.0, 'loss': 0.047715387752411687}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.07004948948184075, 'avg_acc': 0.0, 'loss': 0.07309309243958394}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.07062543013585518, 'avg_acc': 0.0, 'loss': 0.05020912467873018}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.07039153290226272, 'avg_acc': 0.0, 'loss': 0.048576170865387215}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.0700748071400444, 'avg_acc': 0.0, 'loss': 0.064832862294193}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.06994786869753883, 'avg_acc': 0.0, 'loss': 0.06996283283072456}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.0708278973032836, 'avg_acc': 0.0, 'loss': 0.11220902696565409}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.07079147882280369, 'avg_acc': 0.0, 'loss': 0.04983564868912538}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.07004654225169953, 'avg_acc': 0.0, 'loss': 0.03819566401797658}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.06964416625191083, 'avg_acc': 0.0, 'loss': 0.05592522612002223}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.06998941633272521, 'avg_acc': 0.0, 'loss': 0.01669475148872022}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.06967395188425725, 'avg_acc': 0.0, 'loss': 0.04453665471935356}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.07062599843559128, 'avg_acc': 0.0, 'loss': 0.10411327967032742}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.07163928767724785, 'avg_acc': 0.0, 'loss': 0.08290559440518207}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.07163294915266312, 'avg_acc': 0.0, 'loss': 0.07836114347774675}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.0714683349831033, 'avg_acc': 0.0, 'loss': 0.1072849755692979}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.07080460300382353, 'avg_acc': 0.0, 'loss': 0.03785136243812051}
+{'epoch': 50, 'iter': 270, 'avg_loss': 0.07045863329033261, 'avg_acc': 0.0, 'loss': 0.024378619564891273}
+{'epoch': 50, 'iter': 280, 'avg_loss': 0.07024260369719029, 'avg_acc': 0.0, 'loss': 0.06216042526258596}
+{'epoch': 50, 'iter': 290, 'avg_loss': 0.0713340111682561, 'avg_acc': 0.0, 'loss': 0.10284967311702582}
+{'epoch': 50, 'iter': 300, 'avg_loss': 0.07083538374230207, 'avg_acc': 0.0, 'loss': 0.09820324802126379}
+{'epoch': 50, 'iter': 310, 'avg_loss': 0.07089144707960979, 'avg_acc': 0.0, 'loss': 0.10397872257366153}
+{'epoch': 50, 'iter': 320, 'avg_loss': 0.0710545791982693, 'avg_acc': 0.0, 'loss': 0.06360996390448495}
+{'epoch': 50, 'iter': 330, 'avg_loss': 0.07115087040121018, 'avg_acc': 0.0, 'loss': 0.05797516774653896}
+{'epoch': 50, 'iter': 340, 'avg_loss': 0.07134588798753838, 'avg_acc': 0.0, 'loss': 0.02502439738720698}
+{'epoch': 50, 'iter': 350, 'avg_loss': 0.07218763732027084, 'avg_acc': 0.0, 'loss': 0.21363434916572388}
+{'epoch': 50, 'iter': 360, 'avg_loss': 0.07260935008668307, 'avg_acc': 0.0, 'loss': 0.09693050199162911}
+{'epoch': 50, 'iter': 370, 'avg_loss': 0.07238115502228477, 'avg_acc': 0.0, 'loss': 0.0808554854528286}
+{'epoch': 50, 'iter': 380, 'avg_loss': 0.07246073615834743, 'avg_acc': 0.0, 'loss': 0.06035374428312679}
+{'epoch': 50, 'iter': 390, 'avg_loss': 0.07247052940975218, 'avg_acc': 0.0, 'loss': 0.036179039787510546}
+{'epoch': 50, 'iter': 400, 'avg_loss': 0.07207919332533383, 'avg_acc': 0.0, 'loss': 0.059526320169392674}
+{'epoch': 50, 'iter': 410, 'avg_loss': 0.07217881166689306, 'avg_acc': 0.0, 'loss': 0.07937446387744883}
+{'epoch': 50, 'iter': 420, 'avg_loss': 0.07214334278753766, 'avg_acc': 0.0, 'loss': 0.03821289144109028}
+{'epoch': 50, 'iter': 430, 'avg_loss': 0.07269036832589916, 'avg_acc': 0.0, 'loss': 0.05438286387795545}
+{'epoch': 50, 'iter': 440, 'avg_loss': 0.07248901902697077, 'avg_acc': 0.0, 'loss': 0.04007515554127699}
+{'epoch': 50, 'iter': 450, 'avg_loss': 0.07236243510727261, 'avg_acc': 0.0, 'loss': 0.05560345205085428}
+{'epoch': 50, 'iter': 460, 'avg_loss': 0.07273784028199469, 'avg_acc': 0.0, 'loss': 0.1319684969309307}
+{'epoch': 50, 'iter': 470, 'avg_loss': 0.07299120309965158, 'avg_acc': 0.0, 'loss': 0.06650967508643849}
+{'epoch': 50, 'iter': 480, 'avg_loss': 0.07341068613531578, 'avg_acc': 0.0, 'loss': 0.09186069899843727}
+{'epoch': 50, 'iter': 490, 'avg_loss': 0.07331403523128774, 'avg_acc': 0.0, 'loss': 0.057203820199313374}
+{'epoch': 50, 'iter': 500, 'avg_loss': 0.07290115441877854, 'avg_acc': 0.0, 'loss': 0.10959212364233244}
+{'epoch': 50, 'iter': 510, 'avg_loss': 0.07249793487509809, 'avg_acc': 0.0, 'loss': 0.05745337248737822}
+{'epoch': 50, 'iter': 520, 'avg_loss': 0.07222200250616348, 'avg_acc': 0.0, 'loss': 0.046842225440514085}
+{'epoch': 50, 'iter': 530, 'avg_loss': 0.07186853519595825, 'avg_acc': 0.0, 'loss': 0.05809977804740031}
+{'epoch': 50, 'iter': 540, 'avg_loss': 0.07185858000602659, 'avg_acc': 0.0, 'loss': 0.03733172349781353}
+{'epoch': 50, 'iter': 550, 'avg_loss': 0.07164375453494229, 'avg_acc': 0.0, 'loss': 0.09131460254612124}
+{'epoch': 50, 'iter': 560, 'avg_loss': 0.07162273083666065, 'avg_acc': 0.0, 'loss': 0.042060168597609096}
+{'epoch': 50, 'iter': 570, 'avg_loss': 0.07151420804359357, 'avg_acc': 0.0, 'loss': 0.04687403456976316}
+{'epoch': 50, 'iter': 580, 'avg_loss': 0.0717796155066491, 'avg_acc': 0.0, 'loss': 0.06510496010706186}
+{'epoch': 50, 'iter': 590, 'avg_loss': 0.07180683816557094, 'avg_acc': 0.0, 'loss': 0.09852891044601465}
+{'epoch': 50, 'iter': 600, 'avg_loss': 0.07170885641796179, 'avg_acc': 0.0, 'loss': 0.04649785929798002}
+{'epoch': 50, 'iter': 610, 'avg_loss': 0.07158626183949227, 'avg_acc': 0.0, 'loss': 0.11993043745733546}
+{'epoch': 50, 'iter': 620, 'avg_loss': 0.07180029688988278, 'avg_acc': 0.0, 'loss': 0.03525463319154401}
+{'epoch': 50, 'iter': 630, 'avg_loss': 0.07174126356278325, 'avg_acc': 0.0, 'loss': 0.04942317588955193}
+{'epoch': 50, 'iter': 640, 'avg_loss': 0.07150053545173948, 'avg_acc': 0.0, 'loss': 0.07581779739396056}
+{'epoch': 50, 'iter': 650, 'avg_loss': 0.07139636897720619, 'avg_acc': 0.0, 'loss': 0.04005526361914491}
+{'epoch': 50, 'iter': 660, 'avg_loss': 0.0712863590345412, 'avg_acc': 0.0, 'loss': 0.039721535943835456}
+{'epoch': 50, 'iter': 670, 'avg_loss': 0.07127662280587603, 'avg_acc': 0.0, 'loss': 0.08489128323313772}
+{'epoch': 50, 'iter': 680, 'avg_loss': 0.07104311280603422, 'avg_acc': 0.0, 'loss': 0.05368911397978593}
+{'epoch': 50, 'iter': 690, 'avg_loss': 0.07098920911594386, 'avg_acc': 0.0, 'loss': 0.10706906745781453}
+{'epoch': 50, 'iter': 700, 'avg_loss': 0.0708572779189273, 'avg_acc': 0.0, 'loss': 0.04832196439251187}
+{'epoch': 50, 'iter': 710, 'avg_loss': 0.07105453554662003, 'avg_acc': 0.0, 'loss': 0.08170801420765526}
+{'epoch': 50, 'iter': 720, 'avg_loss': 0.07108893009936333, 'avg_acc': 0.0, 'loss': 0.036380939042458184}
+{'epoch': 50, 'iter': 730, 'avg_loss': 0.07117508715340246, 'avg_acc': 0.0, 'loss': 0.05103963698564533}
+{'epoch': 50, 'iter': 740, 'avg_loss': 0.07084286283169135, 'avg_acc': 0.0, 'loss': 0.032985097466134254}
+{'epoch': 50, 'iter': 750, 'avg_loss': 0.0708208125655661, 'avg_acc': 0.0, 'loss': 0.023499355146500176}
+{'epoch': 50, 'iter': 760, 'avg_loss': 0.07068291488908503, 'avg_acc': 0.0, 'loss': 0.042551380770922666}
+{'epoch': 50, 'iter': 770, 'avg_loss': 0.07070209705875917, 'avg_acc': 0.0, 'loss': 0.03951261274895858}
+{'epoch': 50, 'iter': 780, 'avg_loss': 0.07065588756335746, 'avg_acc': 0.0, 'loss': 0.04619914546863108}
+{'epoch': 50, 'iter': 790, 'avg_loss': 0.07048235074947333, 'avg_acc': 0.0, 'loss': 0.10466380075611628}
+{'epoch': 50, 'iter': 800, 'avg_loss': 0.0703214081791989, 'avg_acc': 0.0, 'loss': 0.0183185826080471}
+{'epoch': 50, 'iter': 810, 'avg_loss': 0.07020224439722426, 'avg_acc': 0.0, 'loss': 0.0584045970168207}
+{'epoch': 50, 'iter': 820, 'avg_loss': 0.07059074143673369, 'avg_acc': 0.0, 'loss': 0.04987044250911257}
+{'epoch': 50, 'iter': 830, 'avg_loss': 0.07052529894696527, 'avg_acc': 0.0, 'loss': 0.06625418509673558}
+{'epoch': 50, 'iter': 840, 'avg_loss': 0.07044623433649169, 'avg_acc': 0.0, 'loss': 0.06486328945046438}
+{'epoch': 50, 'iter': 850, 'avg_loss': 0.07037789800283413, 'avg_acc': 0.0, 'loss': 0.06411056385755082}
+{'epoch': 50, 'iter': 860, 'avg_loss': 0.07047069263183639, 'avg_acc': 0.0, 'loss': 0.0949022817406576}
+{'epoch': 50, 'iter': 870, 'avg_loss': 0.07108511645696475, 'avg_acc': 0.0, 'loss': 0.05734983886981735}
+{'epoch': 50, 'iter': 880, 'avg_loss': 0.07124904011704604, 'avg_acc': 0.0, 'loss': 0.13254460080221772}
+{'epoch': 50, 'iter': 890, 'avg_loss': 0.07139168751153692, 'avg_acc': 0.0, 'loss': 0.06714973289167858}
+{'epoch': 50, 'iter': 900, 'avg_loss': 0.07156132187012385, 'avg_acc': 0.0, 'loss': 0.035484081598259616}
+{'epoch': 50, 'iter': 910, 'avg_loss': 0.07152612486139352, 'avg_acc': 0.0, 'loss': 0.08150298836425662}
+{'epoch': 50, 'iter': 920, 'avg_loss': 0.07158935449283284, 'avg_acc': 0.0, 'loss': 0.04531132800688502}
+{'epoch': 50, 'iter': 930, 'avg_loss': 0.07155663195178462, 'avg_acc': 0.0, 'loss': 0.10815638399023035}
+{'epoch': 50, 'iter': 940, 'avg_loss': 0.07142945757464098, 'avg_acc': 0.0, 'loss': 0.07119901086438013}
+{'epoch': 50, 'iter': 950, 'avg_loss': 0.0716812910323412, 'avg_acc': 0.0, 'loss': 0.030888826653963974}
+{'epoch': 50, 'iter': 960, 'avg_loss': 0.07151874577633262, 'avg_acc': 0.0, 'loss': 0.04123783171602164}
+{'epoch': 50, 'iter': 970, 'avg_loss': 0.07133940666299964, 'avg_acc': 0.0, 'loss': 0.0511642767071245}
+{'epoch': 50, 'iter': 980, 'avg_loss': 0.07148368287667052, 'avg_acc': 0.0, 'loss': 0.09417673047661472}
+{'epoch': 50, 'iter': 990, 'avg_loss': 0.07151795300532059, 'avg_acc': 0.0, 'loss': 0.05253168074125978}
+{'epoch': 50, 'iter': 1000, 'avg_loss': 0.0715589316569107, 'avg_acc': 0.0, 'loss': 0.06385015018389696}
+{'epoch': 50, 'iter': 1010, 'avg_loss': 0.07151783593902282, 'avg_acc': 0.0, 'loss': 0.0565601722218584}
+{'epoch': 50, 'iter': 1020, 'avg_loss': 0.07135234786779751, 'avg_acc': 0.0, 'loss': 0.05832893941239396}
+{'epoch': 50, 'iter': 1030, 'avg_loss': 0.07140573529282422, 'avg_acc': 0.0, 'loss': 0.12804139313151705}
+{'epoch': 50, 'iter': 1040, 'avg_loss': 0.07129971540777018, 'avg_acc': 0.0, 'loss': 0.07657499101118605}
+{'epoch': 50, 'iter': 1050, 'avg_loss': 0.07134543602574585, 'avg_acc': 0.0, 'loss': 0.07313309457498969}
+{'epoch': 50, 'iter': 1060, 'avg_loss': 0.07135438584362762, 'avg_acc': 0.0, 'loss': 0.10875767701160705}
+{'epoch': 50, 'iter': 1070, 'avg_loss': 0.07144353491499225, 'avg_acc': 0.0, 'loss': 0.03948430166726829}
+{'epoch': 50, 'iter': 1080, 'avg_loss': 0.07120145518803767, 'avg_acc': 0.0, 'loss': 0.04270866353664461}
+{'epoch': 50, 'iter': 1090, 'avg_loss': 0.0711922297391607, 'avg_acc': 0.0, 'loss': 0.05314143556012953}
+{'epoch': 50, 'iter': 1100, 'avg_loss': 0.07117608093550003, 'avg_acc': 0.0, 'loss': 0.07093646734335428}
+{'epoch': 50, 'iter': 1110, 'avg_loss': 0.07119850368448548, 'avg_acc': 0.0, 'loss': 0.07472884810657172}
+{'epoch': 50, 'iter': 1120, 'avg_loss': 0.07102509616230579, 'avg_acc': 0.0, 'loss': 0.06759327808185539}
+{'epoch': 50, 'iter': 1130, 'avg_loss': 0.07090204692478815, 'avg_acc': 0.0, 'loss': 0.041638775719742886}
+{'epoch': 50, 'iter': 1140, 'avg_loss': 0.07087494725202632, 'avg_acc': 0.0, 'loss': 0.09315205432542024}
+{'epoch': 50, 'iter': 1150, 'avg_loss': 0.07085641892422037, 'avg_acc': 0.0, 'loss': 0.06827126650980274}
+{'epoch': 50, 'iter': 1160, 'avg_loss': 0.07089787590524115, 'avg_acc': 0.0, 'loss': 0.10000566300502506}
+{'epoch': 50, 'iter': 1170, 'avg_loss': 0.07097486918758142, 'avg_acc': 0.0, 'loss': 0.07277891499971036}
+{'epoch': 50, 'iter': 1180, 'avg_loss': 0.0708230811083136, 'avg_acc': 0.0, 'loss': 0.04579984416586415}
+{'epoch': 50, 'iter': 1190, 'avg_loss': 0.0706800299356743, 'avg_acc': 0.0, 'loss': 0.07228744984073338}
+{'epoch': 50, 'iter': 1200, 'avg_loss': 0.07039934628878064, 'avg_acc': 0.0, 'loss': 0.06803153362656238}
+{'epoch': 50, 'iter': 1210, 'avg_loss': 0.07043828954995103, 'avg_acc': 0.0, 'loss': 0.03835304294251581}
+{'epoch': 50, 'iter': 1220, 'avg_loss': 0.0703776593183886, 'avg_acc': 0.0, 'loss': 0.027282088657839508}
+{'epoch': 50, 'iter': 1230, 'avg_loss': 0.07039325448596467, 'avg_acc': 0.0, 'loss': 0.0738970009584189}
+{'epoch': 50, 'iter': 1240, 'avg_loss': 0.07047554066524256, 'avg_acc': 0.0, 'loss': 0.04440956637250488}
+{'epoch': 50, 'iter': 1250, 'avg_loss': 0.07052324581593605, 'avg_acc': 0.0, 'loss': 0.1025322396847313}
+{'epoch': 50, 'iter': 1260, 'avg_loss': 0.07062599745063498, 'avg_acc': 0.0, 'loss': 0.054297017727549246}
+{'epoch': 50, 'iter': 1270, 'avg_loss': 0.0707186429691498, 'avg_acc': 0.0, 'loss': 0.1679222073592064}
+{'epoch': 50, 'iter': 1280, 'avg_loss': 0.07083766920036298, 'avg_acc': 0.0, 'loss': 0.12080834873705015}
+{'epoch': 50, 'iter': 1290, 'avg_loss': 0.07080039686692431, 'avg_acc': 0.0, 'loss': 0.07771135147391053}
+{'epoch': 50, 'iter': 1300, 'avg_loss': 0.07080402900961456, 'avg_acc': 0.0, 'loss': 0.10869136812862173}
+{'epoch': 50, 'iter': 1310, 'avg_loss': 0.07092317675051432, 'avg_acc': 0.0, 'loss': 0.041564778862855124}
+{'epoch': 50, 'iter': 1320, 'avg_loss': 0.07077453404985318, 'avg_acc': 0.0, 'loss': 0.031874963891869106}
+{'epoch': 50, 'iter': 1330, 'avg_loss': 0.07076543054702045, 'avg_acc': 0.0, 'loss': 0.032489317600149344}
+{'epoch': 50, 'iter': 1340, 'avg_loss': 0.07076952754657519, 'avg_acc': 0.0, 'loss': 0.037454448943383865}
+{'epoch': 50, 'iter': 1350, 'avg_loss': 0.07074717066226249, 'avg_acc': 0.0, 'loss': 0.06246942656420933}
+{'epoch': 50, 'iter': 1360, 'avg_loss': 0.07074163892275857, 'avg_acc': 0.0, 'loss': 0.05936078066724905}
+{'epoch': 50, 'iter': 1370, 'avg_loss': 0.07066420487972457, 'avg_acc': 0.0, 'loss': 0.05766604786771876}
+{'epoch': 50, 'iter': 1380, 'avg_loss': 0.07082854686371806, 'avg_acc': 0.0, 'loss': 0.09449762219060176}
+{'epoch': 50, 'iter': 1390, 'avg_loss': 0.07088044436584905, 'avg_acc': 0.0, 'loss': 0.06258649826710487}
+{'epoch': 50, 'iter': 1400, 'avg_loss': 0.07093805361425014, 'avg_acc': 0.0, 'loss': 0.13754838765390584}
+{'epoch': 50, 'iter': 1410, 'avg_loss': 0.07086622708979375, 'avg_acc': 0.0, 'loss': 0.05954675683639314}
+{'epoch': 50, 'iter': 1420, 'avg_loss': 0.07090695960339438, 'avg_acc': 0.0, 'loss': 0.057970335837886466}
+{'epoch': 50, 'iter': 1430, 'avg_loss': 0.070911590416328, 'avg_acc': 0.0, 'loss': 0.06422819031479524}
+{'epoch': 50, 'iter': 1440, 'avg_loss': 0.0710204856122814, 'avg_acc': 0.0, 'loss': 0.08979969826415461}
+{'epoch': 50, 'iter': 1450, 'avg_loss': 0.07109086988806296, 'avg_acc': 0.0, 'loss': 0.04359198352701859}
+{'epoch': 50, 'iter': 1460, 'avg_loss': 0.0710826641314209, 'avg_acc': 0.0, 'loss': 0.03015999120923445}
+{'epoch': 50, 'iter': 1470, 'avg_loss': 0.07104757530370726, 'avg_acc': 0.0, 'loss': 0.04473313870253495}
+{'epoch': 50, 'iter': 1480, 'avg_loss': 0.0709295489204991, 'avg_acc': 0.0, 'loss': 0.03441736466081936}
+{'epoch': 50, 'iter': 1490, 'avg_loss': 0.07096580694486257, 'avg_acc': 0.0, 'loss': 0.13329751338291576}
+{'epoch': 50, 'iter': 1500, 'avg_loss': 0.07095860813718362, 'avg_acc': 0.0, 'loss': 0.10092749703309371}
+{'epoch': 50, 'iter': 1510, 'avg_loss': 0.07098462495255908, 'avg_acc': 0.0, 'loss': 0.11663127123395407}
+{'epoch': 50, 'iter': 1520, 'avg_loss': 0.07114165249493383, 'avg_acc': 0.0, 'loss': 0.10554464505677734}
+{'epoch': 50, 'iter': 1530, 'avg_loss': 0.07107662731041338, 'avg_acc': 0.0, 'loss': 0.0806260443782258}
+{'epoch': 50, 'iter': 1540, 'avg_loss': 0.07101410764824267, 'avg_acc': 0.0, 'loss': 0.05791767139279459}
+{'epoch': 50, 'iter': 1550, 'avg_loss': 0.07105272214424066, 'avg_acc': 0.0, 'loss': 0.028489350892690318}
+{'epoch': 50, 'iter': 1560, 'avg_loss': 0.07103033162365878, 'avg_acc': 0.0, 'loss': 0.03825996294771983}
+{'epoch': 50, 'iter': 1570, 'avg_loss': 0.07114687241058042, 'avg_acc': 0.0, 'loss': 0.1074918838807812}
+{'epoch': 50, 'iter': 1580, 'avg_loss': 0.0711760224179234, 'avg_acc': 0.0, 'loss': 0.03237510037182594}
+{'epoch': 50, 'iter': 1590, 'avg_loss': 0.07120942806560528, 'avg_acc': 0.0, 'loss': 0.04055733792298456}
+{'epoch': 50, 'iter': 1600, 'avg_loss': 0.07105772784903516, 'avg_acc': 0.0, 'loss': 0.06958588901612675}
+{'epoch': 50, 'iter': 1610, 'avg_loss': 0.07116027459998936, 'avg_acc': 0.0, 'loss': 0.024679086846152894}
+{'epoch': 50, 'iter': 1620, 'avg_loss': 0.07119116894289775, 'avg_acc': 0.0, 'loss': 0.05401154466597242}
+{'epoch': 50, 'iter': 1630, 'avg_loss': 0.07134500748379213, 'avg_acc': 0.0, 'loss': 0.023462578574838387}
+{'epoch': 50, 'iter': 1640, 'avg_loss': 0.071304290784981, 'avg_acc': 0.0, 'loss': 0.0714401194698563}
+{'epoch': 50, 'iter': 1650, 'avg_loss': 0.07131417092471319, 'avg_acc': 0.0, 'loss': 0.06979516414327641}
+{'epoch': 50, 'iter': 1660, 'avg_loss': 0.07145829566979912, 'avg_acc': 0.0, 'loss': 0.10847002218547377}
+{'epoch': 50, 'iter': 1670, 'avg_loss': 0.07148744445001279, 'avg_acc': 0.0, 'loss': 0.02100770657513554}
+{'epoch': 50, 'iter': 1680, 'avg_loss': 0.07144097834532392, 'avg_acc': 0.0, 'loss': 0.03880694633190781}
+{'epoch': 50, 'iter': 1690, 'avg_loss': 0.07139222639850931, 'avg_acc': 0.0, 'loss': 0.09712073454364298}
+{'epoch': 50, 'iter': 1700, 'avg_loss': 0.07142275549256989, 'avg_acc': 0.0, 'loss': 0.04781141893983179}
+{'epoch': 50, 'iter': 1710, 'avg_loss': 0.07138249322227774, 'avg_acc': 0.0, 'loss': 0.03381391425017049}
+{'epoch': 50, 'iter': 1720, 'avg_loss': 0.07130218532791774, 'avg_acc': 0.0, 'loss': 0.060190090658356406}
+{'epoch': 50, 'iter': 1730, 'avg_loss': 0.07134591200557494, 'avg_acc': 0.0, 'loss': 0.13327370464282595}
+{'epoch': 50, 'iter': 1740, 'avg_loss': 0.07122158670906742, 'avg_acc': 0.0, 'loss': 0.052667971530809155}
+{'epoch': 50, 'iter': 1750, 'avg_loss': 0.0713331865933994, 'avg_acc': 0.0, 'loss': 0.11568306241906612}
+{'epoch': 50, 'iter': 1760, 'avg_loss': 0.07132139784194871, 'avg_acc': 0.0, 'loss': 0.09688589682421674}
+{'epoch': 50, 'iter': 1770, 'avg_loss': 0.07131610224456797, 'avg_acc': 0.0, 'loss': 0.0360062044161832}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.0, 'ece': 0.059986792504787445, 'avg_loss': 0.07131228776223432, 'f1_scores': 0.9441422000391008}