diff --git "a/ratio_proportion_change4/logs/masked/log_test_in_IS_finetuned.txt" "b/ratio_proportion_change4/logs/masked/log_test_in_IS_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change4/logs/masked/log_test_in_IS_finetuned.txt"
@@ -0,0 +1,1428 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.25119095460312174, 'avg_acc': 8.928571428571429, 'loss': 0.25119095460312174}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.2158099373220182, 'avg_acc': 0.9334415584415584, 'loss': 0.2139683229823796}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.2275636144362591, 'avg_acc': 0.3401360544217687, 'loss': 0.2661253688534738}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.23005455341225978, 'avg_acc': 0.24481566820276496, 'loss': 0.24532599206577288}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.22742872412068005, 'avg_acc': 0.2395470383275261, 'loss': 0.2224853809675551}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.22718816113836823, 'avg_acc': 0.22759103641456585, 'loss': 0.18804838278447278}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.22838097341671745, 'avg_acc': 0.1829625292740047, 'loss': 0.17021144859089482}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.22942115500722268, 'avg_acc': 0.15719315895372235, 'loss': 0.18198501158726035}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.22787004398423719, 'avg_acc': 0.10471781305114639, 'loss': 0.23588428518892862}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.22812246112995324, 'avg_acc': 0.07849293563579278, 'loss': 0.26088516044131077}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.22809701881342234, 'avg_acc': 0.09282178217821782, 'loss': 0.19534210082409637}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.2287505325490445, 'avg_acc': 0.07239382239382239, 'loss': 0.2478452856147279}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.2298945249303, 'avg_acc': 0.06641086186540732, 'loss': 0.2657962787218691}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.22994559256924887, 'avg_acc': 0.08178844056706652, 'loss': 0.18973132838228982}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.23114256929297275, 'avg_acc': 0.047492401215805474, 'loss': 0.2610522704240533}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.23205754097005774, 'avg_acc': 0.05026017029328288, 'loss': 0.26257705498470124}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.23210140972513663, 'avg_acc': 0.06100266193433895, 'loss': 0.21839841883047484}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.2317065559527615, 'avg_acc': 0.05482456140350877, 'loss': 0.24084937548364643}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.23153531274588993, 'avg_acc': 0.04932912391475928, 'loss': 0.21274463884661338}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.23187147655652404, 'avg_acc': 0.04674644727000748, 'loss': 0.25044853190567146}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.23241258118034722, 'avg_acc': 0.04219971570717839, 'loss': 0.2476878574639808}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.232442324709245, 'avg_acc': 0.038083953960731214, 'loss': 0.2378151318397223}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.2326273961642493, 'avg_acc': 0.034340659340659344, 'loss': 0.25790165985069635}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.23227581609176867, 'avg_acc': 0.04251700680272109, 'loss': 0.21601413606133843}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.23192342322700674, 'avg_acc': 0.03890041493775934, 'loss': 0.21862848502912258}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.2313966254130374, 'avg_acc': 0.037350597609561755, 'loss': 0.2260503336583497}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.2311165787086086, 'avg_acc': 0.025656814449917898, 'loss': 0.27384295620972154}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.6498316498316499, 'ece': 0.1724126785993576}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.12343240718785506, 'avg_acc': 12.053571428571429, 'loss': 0.12343240718785506}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.10914347523195427, 'avg_acc': 1.1363636363636365, 'loss': 0.11634424214779365}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.12003056150501369, 'avg_acc': 0.5739795918367347, 'loss': 0.1432449182154544}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.12378774584748778, 'avg_acc': 0.3888248847926267, 'loss': 0.1355885963917639}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.12304672828827515, 'avg_acc': 0.3048780487804878, 'loss': 0.11819864670516315}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.12268515079452372, 'avg_acc': 0.2713585434173669, 'loss': 0.0881465400394258}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.1244921285602362, 'avg_acc': 0.21955503512880561, 'loss': 0.08383368366516411}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.12561140712437854, 'avg_acc': 0.2012072434607646, 'loss': 0.07803723356041051}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.12383843972406507, 'avg_acc': 0.17085537918871252, 'loss': 0.1167695208324793}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.12342774019134091, 'avg_acc': 0.12755102040816327, 'loss': 0.15822994584401126}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.12354310275392077, 'avg_acc': 0.1326025459688826, 'loss': 0.09853513401425776}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.12434002383146867, 'avg_acc': 0.11663449163449163, 'loss': 0.14804760413426266}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.12543457547357426, 'avg_acc': 0.08116883116883117, 'loss': 0.15547988380317943}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.12588435710701398, 'avg_acc': 0.10223555070883315, 'loss': 0.10625932395799151}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.1267735304433931, 'avg_acc': 0.09181864235055724, 'loss': 0.14360996061857023}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.12723963063862775, 'avg_acc': 0.08278145695364239, 'loss': 0.15328777934415225}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.12698712423965508, 'avg_acc': 0.07763975155279502, 'loss': 0.10867115037308395}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.1269458998326965, 'avg_acc': 0.06526733500417711, 'loss': 0.17014738250509254}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.1269286315696812, 'avg_acc': 0.07892659826361484, 'loss': 0.08885373238016264}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.12755804995023481, 'avg_acc': 0.05843305908750935, 'loss': 0.15056149002053384}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.1280303151515172, 'avg_acc': 0.06441009239516703, 'loss': 0.13880939005788864}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.12796569617923642, 'avg_acc': 0.05712593094109682, 'loss': 0.1290141887298627}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.1283913207273236, 'avg_acc': 0.056561085972850686, 'loss': 0.15054677987453552}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.12808223951732084, 'avg_acc': 0.056045145330859615, 'loss': 0.11846386841872507}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.12772139985398132, 'avg_acc': 0.05742442205097807, 'loss': 0.08958405045645382}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.1271618601082557, 'avg_acc': 0.056915196357427436, 'loss': 0.10794684787366089}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.12691056214589974, 'avg_acc': 0.0496031746031746, 'loss': 0.14337910946103094}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.8836642284918147, 'ece': 0.0513911172747612}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.11488982230652514, 'avg_acc': 11.607142857142858, 'loss': 0.11488982230652514}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.10192141654673147, 'avg_acc': 1.176948051948052, 'loss': 0.10297696967921052}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.11181348743916807, 'avg_acc': 0.5527210884353742, 'loss': 0.1323001062638858}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.11607759529762353, 'avg_acc': 0.3744239631336405, 'loss': 0.12913784694748234}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.11489151004341767, 'avg_acc': 0.2939895470383275, 'loss': 0.10946334950819749}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.11488394731726918, 'avg_acc': 0.26260504201680673, 'loss': 0.08099709288723846}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.11698373578376299, 'avg_acc': 0.21223653395784545, 'loss': 0.07943479318081309}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.11775280454021525, 'avg_acc': 0.2012072434607646, 'loss': 0.07301715354073426}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.11611627865755185, 'avg_acc': 0.15983245149911815, 'loss': 0.11265398631361936}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.11562145916192164, 'avg_acc': 0.12264521193092622, 'loss': 0.15124576350561775}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.1156306519672976, 'avg_acc': 0.1326025459688826, 'loss': 0.09167328918530464}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.116356290335146, 'avg_acc': 0.11663449163449163, 'loss': 0.14048762983306265}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.11738468913758068, 'avg_acc': 0.08116883116883117, 'loss': 0.14611741129309458}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.11785910406950818, 'avg_acc': 0.10223555070883315, 'loss': 0.10191363220032404}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.11873895758927236, 'avg_acc': 0.08548632218844984, 'loss': 0.14520008467012044}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.11907963651437425, 'avg_acc': 0.07391201513718071, 'loss': 0.1527528321902147}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.11888912943035741, 'avg_acc': 0.07763975155279502, 'loss': 0.09918504598954314}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.11863882675763014, 'avg_acc': 0.06787802840434419, 'loss': 0.1566399327677053}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.11868771310041136, 'avg_acc': 0.0739936858721389, 'loss': 0.08118762088659942}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.11924933938997972, 'avg_acc': 0.05609573672400897, 'loss': 0.13766088222642534}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.11959033514735953, 'avg_acc': 0.05774697938877043, 'loss': 0.13437726054352034}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.11964354692983181, 'avg_acc': 0.05077860528097495, 'loss': 0.12801611191064563}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.12019352966401545, 'avg_acc': 0.05454104718810601, 'loss': 0.14363635223526217}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.11995877152167078, 'avg_acc': 0.056045145330859615, 'loss': 0.10518235847393953}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.11953174274587283, 'avg_acc': 0.053719620628334325, 'loss': 0.08371337403475211}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.11892339029812019, 'avg_acc': 0.05513659647125782, 'loss': 0.09387674338177021}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.11867955545536439, 'avg_acc': 0.0496031746031746, 'loss': 0.12325308398716775}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.8654359688842448, 'ece': 0.04926934093236923}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.11389372946801553, 'avg_acc': 11.607142857142858, 'loss': 0.11389372946801553}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.10605798415792095, 'avg_acc': 1.176948051948052, 'loss': 0.10676761110153166}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.11583446931190397, 'avg_acc': 0.5527210884353742, 'loss': 0.13437713138851645}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.12025000733606016, 'avg_acc': 0.3744239631336405, 'loss': 0.13490951489218006}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.11861222024154125, 'avg_acc': 0.2939895470383275, 'loss': 0.11256790399524366}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.11871991695013756, 'avg_acc': 0.26260504201680673, 'loss': 0.08615053141706344}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.12090595244506963, 'avg_acc': 0.21223653395784545, 'loss': 0.0815785761205916}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.12153773638037887, 'avg_acc': 0.2012072434607646, 'loss': 0.07819836446300801}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.1200143736149852, 'avg_acc': 0.15983245149911815, 'loss': 0.11874320056124685}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.11946254770338788, 'avg_acc': 0.12264521193092622, 'loss': 0.15418369607037416}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.11941698304794043, 'avg_acc': 0.1326025459688826, 'loss': 0.09628344639635802}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.11994550812503275, 'avg_acc': 0.11663449163449163, 'loss': 0.14245565007682412}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.12100918232795717, 'avg_acc': 0.08116883116883117, 'loss': 0.14487774671501288}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.12146080097690116, 'avg_acc': 0.10223555070883315, 'loss': 0.1070950254978535}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.12232991065548274, 'avg_acc': 0.08548632218844984, 'loss': 0.15245014746506058}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.12260116889864937, 'avg_acc': 0.07391201513718071, 'loss': 0.161057473130573}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.12244003467864487, 'avg_acc': 0.07763975155279502, 'loss': 0.1003159349134616}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.12215991804126783, 'avg_acc': 0.06787802840434419, 'loss': 0.16008585070020281}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.1221117645132568, 'avg_acc': 0.0739936858721389, 'loss': 0.08583375492370188}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.12263758573363502, 'avg_acc': 0.05609573672400897, 'loss': 0.13738619601567084}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.12288871772997792, 'avg_acc': 0.05774697938877043, 'loss': 0.14070017020770006}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.12300844412724436, 'avg_acc': 0.05077860528097495, 'loss': 0.13203290458594502}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.12363261555099306, 'avg_acc': 0.05454104718810601, 'loss': 0.1489941250223897}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.12340327956469803, 'avg_acc': 0.056045145330859615, 'loss': 0.10599754248700524}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.1229516333862644, 'avg_acc': 0.053719620628334325, 'loss': 0.08648987168349516}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.12234691277904114, 'avg_acc': 0.05513659647125782, 'loss': 0.09805337860052532}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.12208729389081147, 'avg_acc': 0.0496031746031746, 'loss': 0.12204173666201053}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.8653198653198653, 'ece': 0.033668503165245056}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.11305606470880644, 'avg_acc': 11.607142857142858, 'loss': 0.11305606470880644}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.10566428923925447, 'avg_acc': 1.176948051948052, 'loss': 0.11061518471251475}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.11573183477026626, 'avg_acc': 0.5527210884353742, 'loss': 0.1377490953171738}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.11976219821054587, 'avg_acc': 0.3744239631336405, 'loss': 0.13215357480047324}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.1183563337185106, 'avg_acc': 0.2939895470383275, 'loss': 0.11294051738455631}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.11824760221783573, 'avg_acc': 0.26260504201680673, 'loss': 0.08469012960566552}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.12022823652398346, 'avg_acc': 0.21223653395784545, 'loss': 0.07908381785325348}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.12097610808900636, 'avg_acc': 0.2012072434607646, 'loss': 0.07714435179163306}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.11931145654898659, 'avg_acc': 0.15983245149911815, 'loss': 0.1172543476699762}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.11876447207681749, 'avg_acc': 0.12264521193092622, 'loss': 0.15343974079054792}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.11877407255933753, 'avg_acc': 0.1326025459688826, 'loss': 0.09451600423991684}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.11933764410352878, 'avg_acc': 0.11663449163449163, 'loss': 0.14108258502554755}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.12041410003359579, 'avg_acc': 0.08116883116883117, 'loss': 0.14655650568537176}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.12087907961308984, 'avg_acc': 0.10223555070883315, 'loss': 0.10391720478725931}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.12171683494104632, 'avg_acc': 0.08548632218844984, 'loss': 0.150519807729974}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.12203756204631304, 'avg_acc': 0.07391201513718071, 'loss': 0.1565160238539777}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.12183477502048407, 'avg_acc': 0.07763975155279502, 'loss': 0.10221124172013722}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.12160502036835087, 'avg_acc': 0.06787802840434419, 'loss': 0.16038981288251566}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.12153555754840563, 'avg_acc': 0.0739936858721389, 'loss': 0.08314397802158574}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.12208659980550848, 'avg_acc': 0.05609573672400897, 'loss': 0.14109324092169118}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.12235885449112892, 'avg_acc': 0.05774697938877043, 'loss': 0.1375504024717884}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.12244737553994921, 'avg_acc': 0.05077860528097495, 'loss': 0.1303634720926701}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.12301803712176168, 'avg_acc': 0.05454104718810601, 'loss': 0.14638587532408565}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.1227641333919139, 'avg_acc': 0.056045145330859615, 'loss': 0.10453028350080525}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.12234294388133594, 'avg_acc': 0.053719620628334325, 'loss': 0.0846068641088615}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.12174839295429148, 'avg_acc': 0.05513659647125782, 'loss': 0.09591925350157128}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.12152740430443229, 'avg_acc': 0.0496031746031746, 'loss': 0.12692802195319278}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.865784279577383, 'ece': 0.036004554480314255}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.11505108042339478, 'avg_acc': 11.607142857142858, 'loss': 0.11505108042339478}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.10738314336996659, 'avg_acc': 1.176948051948052, 'loss': 0.10934286275772007}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.11727269501453415, 'avg_acc': 0.5527210884353742, 'loss': 0.13681644477804053}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.12154624507891532, 'avg_acc': 0.3744239631336405, 'loss': 0.13549477044892097}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.1200278210020396, 'avg_acc': 0.2939895470383275, 'loss': 0.11560343039634192}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.12031674536871073, 'avg_acc': 0.26260504201680673, 'loss': 0.08871646701819762}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.12259195371193454, 'avg_acc': 0.21223653395784545, 'loss': 0.08268858657330773}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.12327994081579806, 'avg_acc': 0.2012072434607646, 'loss': 0.08098182449170313}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.12176659927871818, 'avg_acc': 0.15983245149911815, 'loss': 0.12264658373000462}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.12127610931326285, 'avg_acc': 0.12264521193092622, 'loss': 0.15681447136090096}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.12124540504656862, 'avg_acc': 0.1326025459688826, 'loss': 0.09927430659120415}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.12169171857642354, 'avg_acc': 0.11663449163449163, 'loss': 0.14369371400711575}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.12270507338300499, 'avg_acc': 0.08116883116883117, 'loss': 0.1438107763802431}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.12312636528932075, 'avg_acc': 0.10223555070883315, 'loss': 0.10528643267662119}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.12401825875502148, 'avg_acc': 0.08548632218844984, 'loss': 0.15565840817362186}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.1242694860282069, 'avg_acc': 0.07391201513718071, 'loss': 0.16143383561406413}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.12414353503362838, 'avg_acc': 0.07763975155279502, 'loss': 0.10200827751370005}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.12383786888620885, 'avg_acc': 0.06787802840434419, 'loss': 0.1582552578303356}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.12378611002675727, 'avg_acc': 0.0739936858721389, 'loss': 0.08744864140927737}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.12426136695042485, 'avg_acc': 0.05609573672400897, 'loss': 0.13629546030006168}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.12449225396004665, 'avg_acc': 0.05774697938877043, 'loss': 0.14379831555132633}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.12461471299317894, 'avg_acc': 0.05077860528097495, 'loss': 0.13003802570139147}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.12523217178777685, 'avg_acc': 0.05454104718810601, 'loss': 0.15036214117545957}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.12502408441726368, 'avg_acc': 0.056045145330859615, 'loss': 0.10605335835628335}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.1245528130028941, 'avg_acc': 0.053719620628334325, 'loss': 0.08885728254998476}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.12399020706470688, 'avg_acc': 0.05513659647125782, 'loss': 0.1004597989094691}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.12376388368495643, 'avg_acc': 0.0496031746031746, 'loss': 0.12566093417808588}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.05604863911867142}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.11631312058190295, 'avg_acc': 11.607142857142858, 'loss': 0.11631312058190295}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.10790427541355534, 'avg_acc': 1.176948051948052, 'loss': 0.11230067101665293}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.1177839588215672, 'avg_acc': 0.5527210884353742, 'loss': 0.1409083053955068}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.1219659398811634, 'avg_acc': 0.3744239631336405, 'loss': 0.13391278971253737}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.12074205235092111, 'avg_acc': 0.2939895470383275, 'loss': 0.115835403940894}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.12101544605360663, 'avg_acc': 0.26260504201680673, 'loss': 0.08982353951432742}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.12314876973928951, 'avg_acc': 0.21223653395784545, 'loss': 0.0831340879558411}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.12400346154831186, 'avg_acc': 0.2012072434607646, 'loss': 0.08205294612668824}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.12243354175935547, 'avg_acc': 0.15983245149911815, 'loss': 0.1236051662776195}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.12195095330711407, 'avg_acc': 0.12264521193092622, 'loss': 0.15784302379766554}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.12193752429532068, 'avg_acc': 0.1326025459688826, 'loss': 0.10017947387755806}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.1225476182383843, 'avg_acc': 0.11663449163449163, 'loss': 0.1458238238585961}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.12357434761445935, 'avg_acc': 0.08116883116883117, 'loss': 0.1465733594125465}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.12402869287438466, 'avg_acc': 0.10223555070883315, 'loss': 0.1041270567754639}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.12489556551328462, 'avg_acc': 0.08548632218844984, 'loss': 0.15600965900921437}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.1251451455955385, 'avg_acc': 0.07391201513718071, 'loss': 0.15817506867564848}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.12497758486057042, 'avg_acc': 0.07763975155279502, 'loss': 0.10389776888704155}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.12470269929579164, 'avg_acc': 0.06787802840434419, 'loss': 0.1584630926174993}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.12468326798125953, 'avg_acc': 0.0739936858721389, 'loss': 0.08654770878170633}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.12515049841572914, 'avg_acc': 0.05609573672400897, 'loss': 0.13998397601907137}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.1254205898835481, 'avg_acc': 0.05774697938877043, 'loss': 0.1416867402064911}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.1254949980839068, 'avg_acc': 0.05077860528097495, 'loss': 0.12873076545539722}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.12606910473951502, 'avg_acc': 0.05454104718810601, 'loss': 0.14997683007563214}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.12585552770195463, 'avg_acc': 0.056045145330859615, 'loss': 0.10894562031314438}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.1253910089302331, 'avg_acc': 0.053719620628334325, 'loss': 0.08903409202035358}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.1248703493594174, 'avg_acc': 0.05513659647125782, 'loss': 0.10398447431284044}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.12469884532117369, 'avg_acc': 0.0496031746031746, 'loss': 0.1310998793679963}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.8669453152211772, 'ece': 0.05456291139125824}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.11459260559227653, 'avg_acc': 11.607142857142858, 'loss': 0.11459260559227653}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.10654471456360008, 'avg_acc': 1.176948051948052, 'loss': 0.11000624391298125}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.11602849265247739, 'avg_acc': 0.5527210884353742, 'loss': 0.13402223048355413}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.12026663000875479, 'avg_acc': 0.3744239631336405, 'loss': 0.13273195637352078}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.1190875315479588, 'avg_acc': 0.2939895470383275, 'loss': 0.11557980312422192}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.11926647180317336, 'avg_acc': 0.26260504201680673, 'loss': 0.08911199610364356}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.1213987824712529, 'avg_acc': 0.21223653395784545, 'loss': 0.08063475038813651}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.12208513434278934, 'avg_acc': 0.2012072434607646, 'loss': 0.07924214855159205}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.1205869237736697, 'avg_acc': 0.15983245149911815, 'loss': 0.12030071915783731}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.12010993156686131, 'avg_acc': 0.12264521193092622, 'loss': 0.15622131569307385}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.12015760057473715, 'avg_acc': 0.1326025459688826, 'loss': 0.09680857379849579}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.12064360646224379, 'avg_acc': 0.11663449163449163, 'loss': 0.1436549429903867}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.12160475777516319, 'avg_acc': 0.08116883116883117, 'loss': 0.14302845560255914}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.12199002464369417, 'avg_acc': 0.10223555070883315, 'loss': 0.10534134144537736}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.12283732036957179, 'avg_acc': 0.08548632218844984, 'loss': 0.1528964745606832}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.12306879844942546, 'avg_acc': 0.07391201513718071, 'loss': 0.15747057340506995}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.12290581416005153, 'avg_acc': 0.07763975155279502, 'loss': 0.101377439382564}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.12262784980007838, 'avg_acc': 0.06787802840434419, 'loss': 0.15713383718294996}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.12256934303053997, 'avg_acc': 0.0739936858721389, 'loss': 0.08407205049245801}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.12299648032480122, 'avg_acc': 0.05609573672400897, 'loss': 0.13664739501746226}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.12323281454661682, 'avg_acc': 0.05774697938877043, 'loss': 0.14125846087089095}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.12332350686920442, 'avg_acc': 0.05077860528097495, 'loss': 0.12676694900385752}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.12393597916527324, 'avg_acc': 0.05454104718810601, 'loss': 0.14723525914879634}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.1237103723922169, 'avg_acc': 0.056045145330859615, 'loss': 0.1042827383095885}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.12327734732744178, 'avg_acc': 0.053719620628334325, 'loss': 0.08694421919777336}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.1227379187878268, 'avg_acc': 0.05513659647125782, 'loss': 0.10092466587801546}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.1225211202594289, 'avg_acc': 0.0496031746031746, 'loss': 0.12495659576377095}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.865784279577383, 'ece': 0.06273555755615234}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.11733435337750311, 'avg_acc': 11.607142857142858, 'loss': 0.11733435337750311}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.10695813132457119, 'avg_acc': 1.176948051948052, 'loss': 0.11107657440503056}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.11713211790673976, 'avg_acc': 0.5527210884353742, 'loss': 0.13918008188414074}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.12119076479424921, 'avg_acc': 0.3744239631336405, 'loss': 0.1316007526428231}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.1200900488522914, 'avg_acc': 0.2939895470383275, 'loss': 0.11658783478183717}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.12010146394001368, 'avg_acc': 0.26260504201680673, 'loss': 0.08903945795347161}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.12218035820789452, 'avg_acc': 0.21223653395784545, 'loss': 0.08155557973584239}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.12299502227143885, 'avg_acc': 0.2012072434607646, 'loss': 0.07997003840266968}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.1213809279461258, 'avg_acc': 0.15983245149911815, 'loss': 0.12105849112997799}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.12095445915256178, 'avg_acc': 0.12264521193092622, 'loss': 0.15671765660707543}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.12101619911837286, 'avg_acc': 0.1326025459688826, 'loss': 0.09736316896539522}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.12158955198883445, 'avg_acc': 0.11663449163449163, 'loss': 0.1441218258673221}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.1225813850330689, 'avg_acc': 0.08116883116883117, 'loss': 0.14712335716506328}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.12295636386700101, 'avg_acc': 0.10223555070883315, 'loss': 0.10194206627654369}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.12379993712440858, 'avg_acc': 0.08548632218844984, 'loss': 0.15162422276677845}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.12413140723491484, 'avg_acc': 0.07391201513718071, 'loss': 0.15432917911974592}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.12392803303549073, 'avg_acc': 0.07763975155279502, 'loss': 0.10321013763755867}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.12369322729994775, 'avg_acc': 0.06787802840434419, 'loss': 0.15833416140854492}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.12367150342054459, 'avg_acc': 0.0739936858721389, 'loss': 0.08627471086479739}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.12413759128895503, 'avg_acc': 0.05609573672400897, 'loss': 0.1390596691484721}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.12441880711318763, 'avg_acc': 0.05774697938877043, 'loss': 0.14089553458299112}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.12449138109850269, 'avg_acc': 0.05077860528097495, 'loss': 0.1272724877951207}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.12505411272961683, 'avg_acc': 0.05454104718810601, 'loss': 0.14781429423068662}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.12481812191228658, 'avg_acc': 0.056045145330859615, 'loss': 0.10804946722691966}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.12437597468538532, 'avg_acc': 0.053719620628334325, 'loss': 0.08877050174435551}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.12383595351536884, 'avg_acc': 0.05513659647125782, 'loss': 0.10216043411258266}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.12365085878104906, 'avg_acc': 0.0496031746031746, 'loss': 0.13177706477342455}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.865784279577383, 'ece': 0.048268143087625504}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.11139861867923173, 'avg_acc': 11.607142857142858, 'loss': 0.11139861867923173}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.10540501469940508, 'avg_acc': 1.176948051948052, 'loss': 0.10988453355275851}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.11528546369997152, 'avg_acc': 0.5527210884353742, 'loss': 0.13469542060829554}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.11972039063222692, 'avg_acc': 0.3744239631336405, 'loss': 0.13409550061578557}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.11827144132230892, 'avg_acc': 0.2939895470383275, 'loss': 0.11290548229031368}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.11848591894087028, 'avg_acc': 0.26260504201680673, 'loss': 0.08645947236761588}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.1207703430335965, 'avg_acc': 0.21223653395784545, 'loss': 0.078840902506207}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.12152300339958917, 'avg_acc': 0.2012072434607646, 'loss': 0.07817386510422303}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.11995916991586626, 'avg_acc': 0.15983245149911815, 'loss': 0.11875371913830739}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.11938340528353741, 'avg_acc': 0.12264521193092622, 'loss': 0.1559354936951942}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.11936933230212965, 'avg_acc': 0.1326025459688826, 'loss': 0.09556836518114713}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.11989445360037233, 'avg_acc': 0.11663449163449163, 'loss': 0.14400271032250853}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.12090280214896182, 'avg_acc': 0.08116883116883117, 'loss': 0.14417181408459456}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.12134460654971975, 'avg_acc': 0.10223555070883315, 'loss': 0.10459947157531652}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.12222647469402817, 'avg_acc': 0.08548632218844984, 'loss': 0.15321010440506402}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.12245756582901858, 'avg_acc': 0.07391201513718071, 'loss': 0.15958853498757108}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.12230871015494367, 'avg_acc': 0.07763975155279502, 'loss': 0.10040187019162009}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.12202542581326123, 'avg_acc': 0.06787802840434419, 'loss': 0.159420057628917}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.12197961247130072, 'avg_acc': 0.0739936858721389, 'loss': 0.08330189623822142}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.12247291988132568, 'avg_acc': 0.05609573672400897, 'loss': 0.13702590125240022}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.12271502719820396, 'avg_acc': 0.05774697938877043, 'loss': 0.14160697832046154}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.12282815814885639, 'avg_acc': 0.05077860528097495, 'loss': 0.12877380215091502}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.1234670303798403, 'avg_acc': 0.05454104718810601, 'loss': 0.14663260298714573}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.12322456606887675, 'avg_acc': 0.056045145330859615, 'loss': 0.102157066745089}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.12276239517804763, 'avg_acc': 0.053719620628334325, 'loss': 0.084665563281955}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.12217612683133394, 'avg_acc': 0.05513659647125782, 'loss': 0.09801215316851344}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.12194507348889502, 'avg_acc': 0.0496031746031746, 'loss': 0.12311924698198189}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.05262429267168045}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.11748326100327436, 'avg_acc': 11.607142857142858, 'loss': 0.11748326100327436}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.10772273934168418, 'avg_acc': 1.176948051948052, 'loss': 0.11169707086693441}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.11692542011849975, 'avg_acc': 0.5527210884353742, 'loss': 0.13340279211427383}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.12084989324370332, 'avg_acc': 0.3744239631336405, 'loss': 0.13278564693583964}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.11981172000347712, 'avg_acc': 0.2939895470383275, 'loss': 0.11691754626735928}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.11977290098366465, 'avg_acc': 0.26260504201680673, 'loss': 0.0918770571679488}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.12176593685502073, 'avg_acc': 0.21223653395784545, 'loss': 0.08011298969151019}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.12248670274329483, 'avg_acc': 0.2012072434607646, 'loss': 0.08061608853092496}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.12101399982643997, 'avg_acc': 0.15983245149911815, 'loss': 0.12130878148855118}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.12057173436996417, 'avg_acc': 0.12264521193092622, 'loss': 0.15639773118579925}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.12071183231813257, 'avg_acc': 0.1326025459688826, 'loss': 0.0966347468891919}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.12120362727987359, 'avg_acc': 0.11663449163449163, 'loss': 0.1432437446545529}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.12214322324038063, 'avg_acc': 0.08116883116883117, 'loss': 0.14521118713296996}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.1224354563873068, 'avg_acc': 0.10223555070883315, 'loss': 0.10541141623174813}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.12325900263229382, 'avg_acc': 0.08548632218844984, 'loss': 0.14942577461416864}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.12355509940285782, 'avg_acc': 0.07391201513718071, 'loss': 0.15348969566366577}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.12339850895121979, 'avg_acc': 0.07763975155279502, 'loss': 0.10413990717032512}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.1231436151358174, 'avg_acc': 0.06787802840434419, 'loss': 0.15619603499336723}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.12306243308804113, 'avg_acc': 0.0739936858721389, 'loss': 0.08594769217623771}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.12350801852482826, 'avg_acc': 0.05609573672400897, 'loss': 0.1393465937968098}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.12377084162629531, 'avg_acc': 0.05774697938877043, 'loss': 0.14040363101178496}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.12385675864581726, 'avg_acc': 0.05077860528097495, 'loss': 0.12635401900440357}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.12441885539189944, 'avg_acc': 0.05454104718810601, 'loss': 0.14696837230569923}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.12415595347673787, 'avg_acc': 0.056045145330859615, 'loss': 0.10547865096331016}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.12378865927418269, 'avg_acc': 0.053719620628334325, 'loss': 0.08771437033569132}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.12325562930338572, 'avg_acc': 0.05513659647125782, 'loss': 0.10139045113594744}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.12303097595072648, 'avg_acc': 0.0496031746031746, 'loss': 0.12828975531140582}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.8662486938349008, 'ece': 0.04135023057460785}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.11229985481414977, 'avg_acc': 11.607142857142858, 'loss': 0.11229985481414977}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.10648839086414745, 'avg_acc': 1.176948051948052, 'loss': 0.109207763915947}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.11636108805610738, 'avg_acc': 0.5527210884353742, 'loss': 0.13598866743047566}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.12080725294517496, 'avg_acc': 0.3744239631336405, 'loss': 0.13578551624621987}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.11909447565148652, 'avg_acc': 0.2939895470383275, 'loss': 0.11290633730875145}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.11953857187724069, 'avg_acc': 0.26260504201680673, 'loss': 0.0893323796023781}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.12193267238831618, 'avg_acc': 0.21223653395784545, 'loss': 0.0796387701815807}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.12271671784781031, 'avg_acc': 0.2012072434607646, 'loss': 0.08194232593567513}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.12123349141447726, 'avg_acc': 0.15983245149911815, 'loss': 0.1234085885528527}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.12070409538718059, 'avg_acc': 0.12264521193092622, 'loss': 0.15708921194904438}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.12063292548943355, 'avg_acc': 0.1326025459688826, 'loss': 0.09771634175805437}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.1210700501371064, 'avg_acc': 0.11663449163449163, 'loss': 0.1438382869864654}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.12209478476236016, 'avg_acc': 0.08116883116883117, 'loss': 0.1431765722415678}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.12247603727299025, 'avg_acc': 0.10223555070883315, 'loss': 0.10375169641208361}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.12338278798041763, 'avg_acc': 0.08548632218844984, 'loss': 0.15511732740651496}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.1236073159059716, 'avg_acc': 0.07391201513718071, 'loss': 0.16086106476307446}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.12349629649872021, 'avg_acc': 0.07763975155279502, 'loss': 0.10083749322010199}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.12317981196726226, 'avg_acc': 0.06787802840434419, 'loss': 0.15780352090639227}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.12311731696715437, 'avg_acc': 0.0739936858721389, 'loss': 0.08770463802920858}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.12359072136631316, 'avg_acc': 0.05609573672400897, 'loss': 0.13485780715992793}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.12381557360752005, 'avg_acc': 0.05774697938877043, 'loss': 0.14447000839936663}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.12395897305677724, 'avg_acc': 0.05077860528097495, 'loss': 0.1287474241602727}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.12459742788665287, 'avg_acc': 0.05454104718810601, 'loss': 0.15071146236940486}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.12436898013143538, 'avg_acc': 0.056045145330859615, 'loss': 0.10482845579891935}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.12388398248562672, 'avg_acc': 0.053719620628334325, 'loss': 0.08718172632026315}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.1233226275983504, 'avg_acc': 0.05513659647125782, 'loss': 0.10040076026923218}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.12309615459209523, 'avg_acc': 0.0496031746031746, 'loss': 0.12495252230226989}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.06201571971178055}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.11480961111647048, 'avg_acc': 11.607142857142858, 'loss': 0.11480961111647048}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.10727682080810212, 'avg_acc': 1.176948051948052, 'loss': 0.11015770296229935}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.11681681507264569, 'avg_acc': 0.5527210884353742, 'loss': 0.1362022252758704}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.12122217240065794, 'avg_acc': 0.3744239631336405, 'loss': 0.13479113178566746}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.11984256124636382, 'avg_acc': 0.2939895470383275, 'loss': 0.11440913807122602}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.12034588183253664, 'avg_acc': 0.26260504201680673, 'loss': 0.09102698554319691}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.12269602990278969, 'avg_acc': 0.21223653395784545, 'loss': 0.08028631174394311}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.12350808176256989, 'avg_acc': 0.2012072434607646, 'loss': 0.08327697818094748}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.12207642805473745, 'avg_acc': 0.15983245149911815, 'loss': 0.12578801757432043}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.12157222873319266, 'avg_acc': 0.12264521193092622, 'loss': 0.1585427349666913}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.12157522912641375, 'avg_acc': 0.1326025459688826, 'loss': 0.09936720652422082}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.12209525673038998, 'avg_acc': 0.11663449163449163, 'loss': 0.14576511930980424}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.12310042085733776, 'avg_acc': 0.08116883116883117, 'loss': 0.1440467291002798}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.12345791061372116, 'avg_acc': 0.10223555070883315, 'loss': 0.10385910266346139}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.12437477929792139, 'avg_acc': 0.08548632218844984, 'loss': 0.15588828562301515}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.12458644096006478, 'avg_acc': 0.07391201513718071, 'loss': 0.15899743238307043}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.12451888632763372, 'avg_acc': 0.07763975155279502, 'loss': 0.10277363839395548}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.12416512828437663, 'avg_acc': 0.06787802840434419, 'loss': 0.155214560908202}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.12411461382787352, 'avg_acc': 0.0739936858721389, 'loss': 0.08608269065656973}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.12455351405211375, 'avg_acc': 0.05609573672400897, 'loss': 0.13584878827519528}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.12479000729460776, 'avg_acc': 0.05774697938877043, 'loss': 0.14436215195824584}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.12489667174316682, 'avg_acc': 0.05077860528097495, 'loss': 0.12659730292489257}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.12550876540390177, 'avg_acc': 0.05454104718810601, 'loss': 0.15062055586791498}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.12527867556864258, 'avg_acc': 0.056045145330859615, 'loss': 0.10561794477325748}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.1248082095384122, 'avg_acc': 0.053719620628334325, 'loss': 0.08798639437632767}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.12430272396331239, 'avg_acc': 0.05513659647125782, 'loss': 0.10400081314751981}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.12409638099864469, 'avg_acc': 0.0496031746031746, 'loss': 0.12683000096304956}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.0683232918381691}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.11364587176571408, 'avg_acc': 11.607142857142858, 'loss': 0.11364587176571408}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.10524591260316028, 'avg_acc': 1.176948051948052, 'loss': 0.10750557362760965}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.11467777663509178, 'avg_acc': 0.5527210884353742, 'loss': 0.13171414134636247}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.11897936735342084, 'avg_acc': 0.3744239631336405, 'loss': 0.13283207286882057}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.11767156040264998, 'avg_acc': 0.2939895470383275, 'loss': 0.11263187046915846}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.11799742782424816, 'avg_acc': 0.26260504201680673, 'loss': 0.08949804868585227}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.12028524956025778, 'avg_acc': 0.21223653395784545, 'loss': 0.07813635198428008}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.12101664085517855, 'avg_acc': 0.2012072434607646, 'loss': 0.08042319308021563}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.11960336028098854, 'avg_acc': 0.15983245149911815, 'loss': 0.12203620157742989}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.11910137167623241, 'avg_acc': 0.12264521193092622, 'loss': 0.1554541723206577}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.11915222485591553, 'avg_acc': 0.1326025459688826, 'loss': 0.09573408756490867}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.1196384736698017, 'avg_acc': 0.11663449163449163, 'loss': 0.14294195083630257}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.12059662744771928, 'avg_acc': 0.08116883116883117, 'loss': 0.14296861429654328}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.12090085525651952, 'avg_acc': 0.10223555070883315, 'loss': 0.10195855380866954}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.1217862516241301, 'avg_acc': 0.08548632218844984, 'loss': 0.15123422437812092}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.12204113167792824, 'avg_acc': 0.07391201513718071, 'loss': 0.15494114488683408}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.12194445206632426, 'avg_acc': 0.07763975155279502, 'loss': 0.1009213562963071}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.12161347751622971, 'avg_acc': 0.06787802840434419, 'loss': 0.15329857010348338}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.12156714717193849, 'avg_acc': 0.0739936858721389, 'loss': 0.0851517837249308}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.12200759426272813, 'avg_acc': 0.05609573672400897, 'loss': 0.1331712847898286}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.12225041002250765, 'avg_acc': 0.05774697938877043, 'loss': 0.1411562828132966}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.12235703265927993, 'avg_acc': 0.05077860528097495, 'loss': 0.12440220566804783}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.12295672335245535, 'avg_acc': 0.05454104718810601, 'loss': 0.1474540371966993}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.12270891909333359, 'avg_acc': 0.056045145330859615, 'loss': 0.10421410453104077}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.12226814409451742, 'avg_acc': 0.053719620628334325, 'loss': 0.08607715048434068}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.12175022718391326, 'avg_acc': 0.05513659647125782, 'loss': 0.10127302373257407}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.12151646086249959, 'avg_acc': 0.0496031746031746, 'loss': 0.12416444750124356}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.057709842920303345}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.11295168988142125, 'avg_acc': 11.607142857142858, 'loss': 0.11295168988142125}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.10810112390497607, 'avg_acc': 1.176948051948052, 'loss': 0.11352174721767888}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.11738002758039283, 'avg_acc': 0.5527210884353742, 'loss': 0.13779050898743403}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.12186309595802744, 'avg_acc': 0.3744239631336405, 'loss': 0.1339251027744207}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.12045300683131697, 'avg_acc': 0.2939895470383275, 'loss': 0.11420221734715597}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.12106423347387218, 'avg_acc': 0.26260504201680673, 'loss': 0.0925016427186165}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.12334675562821205, 'avg_acc': 0.21223653395784545, 'loss': 0.07945823189213895}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.12424049634204347, 'avg_acc': 0.2012072434607646, 'loss': 0.08514828476998965}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.12286935642171229, 'avg_acc': 0.15983245149911815, 'loss': 0.12806584854089512}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.12234472569798523, 'avg_acc': 0.12264521193092622, 'loss': 0.15979474672154279}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.12237191449458153, 'avg_acc': 0.1326025459688826, 'loss': 0.10032114877516765}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.12287605746102352, 'avg_acc': 0.11663449163449163, 'loss': 0.14635231876913427}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.12391521611727614, 'avg_acc': 0.08116883116883117, 'loss': 0.14343495500699124}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.1242773842334494, 'avg_acc': 0.10223555070883315, 'loss': 0.10496720004734275}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.1251466576629738, 'avg_acc': 0.08548632218844984, 'loss': 0.15880635488974804}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.12531068095844228, 'avg_acc': 0.07391201513718071, 'loss': 0.15916184752521595}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.125207273444961, 'avg_acc': 0.07763975155279502, 'loss': 0.10330985089590934}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.12485012283536646, 'avg_acc': 0.06787802840434419, 'loss': 0.15474126651036255}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.12475958804151405, 'avg_acc': 0.0739936858721389, 'loss': 0.08658947910030941}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.12515696586574093, 'avg_acc': 0.05609573672400897, 'loss': 0.1375705926253821}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.1253806365965062, 'avg_acc': 0.05774697938877043, 'loss': 0.14410573763390336}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.12549934605050247, 'avg_acc': 0.05077860528097495, 'loss': 0.12721749216474823}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.12611897615369616, 'avg_acc': 0.05454104718810601, 'loss': 0.1527806394315121}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.12588322992732345, 'avg_acc': 0.056045145330859615, 'loss': 0.10556785363106817}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.12538107178379965, 'avg_acc': 0.053719620628334325, 'loss': 0.0873189477305719}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.12489602807112943, 'avg_acc': 0.05513659647125782, 'loss': 0.10597432224364768}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.1247196364704611, 'avg_acc': 0.0496031746031746, 'loss': 0.12795659243615123}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.8670614187855568, 'ece': 0.07034790515899658}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.11266015270770627, 'avg_acc': 11.607142857142858, 'loss': 0.11266015270770627}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.10727042644730789, 'avg_acc': 1.176948051948052, 'loss': 0.1093872518079349}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.11673545227031165, 'avg_acc': 0.5527210884353742, 'loss': 0.13647363703181067}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.12125978532822673, 'avg_acc': 0.3744239631336405, 'loss': 0.1349426838518671}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.11967649899085259, 'avg_acc': 0.2939895470383275, 'loss': 0.11312065152794405}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.12027438222679956, 'avg_acc': 0.26260504201680673, 'loss': 0.09150416304705036}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.1227163058010593, 'avg_acc': 0.21223653395784545, 'loss': 0.08046650414105118}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.12356441898029732, 'avg_acc': 0.2012072434607646, 'loss': 0.08505345131730531}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.12217769852856103, 'avg_acc': 0.15983245149911815, 'loss': 0.12635455193815556}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.12166285213384809, 'avg_acc': 0.12264521193092622, 'loss': 0.15881891142362292}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.12160770163254042, 'avg_acc': 0.1326025459688826, 'loss': 0.09956486340063617}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.12205414922769961, 'avg_acc': 0.11663449163449163, 'loss': 0.144992828094863}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.12304103441575766, 'avg_acc': 0.08116883116883117, 'loss': 0.14207589581669058}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.12339997271642397, 'avg_acc': 0.10223555070883315, 'loss': 0.10433688286502729}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.12431123967956419, 'avg_acc': 0.08548632218844984, 'loss': 0.15755037970094624}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.12449644805226254, 'avg_acc': 0.07391201513718071, 'loss': 0.16049006101898808}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.12441674350127434, 'avg_acc': 0.07763975155279502, 'loss': 0.10177418991341775}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.12405368770343271, 'avg_acc': 0.06787802840434419, 'loss': 0.15514118436067292}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.1239938382321129, 'avg_acc': 0.0739936858721389, 'loss': 0.08792137544618786}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.12441214225401072, 'avg_acc': 0.05609573672400897, 'loss': 0.13301586228252354}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.12460081122097624, 'avg_acc': 0.05774697938877043, 'loss': 0.14576374420175853}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.12473571104901558, 'avg_acc': 0.05077860528097495, 'loss': 0.1271609845427}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.12538171831528802, 'avg_acc': 0.05454104718810601, 'loss': 0.15235808512911067}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.12516479025793353, 'avg_acc': 0.056045145330859615, 'loss': 0.10579931302462292}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.12466375175046598, 'avg_acc': 0.053719620628334325, 'loss': 0.08844933525239997}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.12414731387049202, 'avg_acc': 0.05513659647125782, 'loss': 0.10354758119020906}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.12394280226256318, 'avg_acc': 0.0496031746031746, 'loss': 0.1253376590458564}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.8667131080924184, 'ece': 0.05344000458717346}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.11223392220745154, 'avg_acc': 11.607142857142858, 'loss': 0.11223392220745154}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.10409147967947638, 'avg_acc': 1.176948051948052, 'loss': 0.10743237234880455}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.11356478956493596, 'avg_acc': 0.5527210884353742, 'loss': 0.1327995355051306}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.11799998351496112, 'avg_acc': 0.3744239631336405, 'loss': 0.13021505884327259}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.11678050057048096, 'avg_acc': 0.2939895470383275, 'loss': 0.11140846557697971}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.11720356898594922, 'avg_acc': 0.26260504201680673, 'loss': 0.08809217085230817}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.11945863017163352, 'avg_acc': 0.21223653395784545, 'loss': 0.07690675642191179}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.12028774879088584, 'avg_acc': 0.2012072434607646, 'loss': 0.07965726595239175}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.11884343114028897, 'avg_acc': 0.15983245149911815, 'loss': 0.12172072595987109}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.11834427177028077, 'avg_acc': 0.12264521193092622, 'loss': 0.15585341986219906}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.1183827662451291, 'avg_acc': 0.1326025459688826, 'loss': 0.09491799515366697}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.11892862300572246, 'avg_acc': 0.11663449163449163, 'loss': 0.14249051998837914}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.11992262170009985, 'avg_acc': 0.08116883116883117, 'loss': 0.1421354844615702}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.1202612018026853, 'avg_acc': 0.10223555070883315, 'loss': 0.1002228974269071}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.12114587823113467, 'avg_acc': 0.08548632218844984, 'loss': 0.15218594106383013}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.12137786819245441, 'avg_acc': 0.07391201513718071, 'loss': 0.15375273965232086}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.12127321233730116, 'avg_acc': 0.07763975155279502, 'loss': 0.10108656577274035}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.12093494687178313, 'avg_acc': 0.06787802840434419, 'loss': 0.15145677195252052}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.12089322177271403, 'avg_acc': 0.0739936858721389, 'loss': 0.08209959806572442}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.12132544172878262, 'avg_acc': 0.05609573672400897, 'loss': 0.13412055281449803}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.12156476493044165, 'avg_acc': 0.05774697938877043, 'loss': 0.14025433497200926}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.12165138891112154, 'avg_acc': 0.05077860528097495, 'loss': 0.12353712040287843}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.12224711520865725, 'avg_acc': 0.05454104718810601, 'loss': 0.14655865002402735}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.12200638970561917, 'avg_acc': 0.056045145330859615, 'loss': 0.10324384682118241}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.12154933405355033, 'avg_acc': 0.053719620628334325, 'loss': 0.08486034412843374}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.12104187027627156, 'avg_acc': 0.05513659647125782, 'loss': 0.1015011934650829}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.12082522299359855, 'avg_acc': 0.0496031746031746, 'loss': 0.12430674774636177}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.8670614187855568, 'ece': 0.06022091209888458}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.11508420948848652, 'avg_acc': 11.607142857142858, 'loss': 0.11508420948848652}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.10574180851821816, 'avg_acc': 1.176948051948052, 'loss': 0.10655785242553455}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.11505611492558725, 'avg_acc': 0.5527210884353742, 'loss': 0.13333606951716448}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.11930236017177218, 'avg_acc': 0.3744239631336405, 'loss': 0.13177179248110146}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.11807518854902017, 'avg_acc': 0.2939895470383275, 'loss': 0.11316875991626926}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.11840883184027323, 'avg_acc': 0.26260504201680673, 'loss': 0.0894297096169144}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.12064137664955112, 'avg_acc': 0.21223653395784545, 'loss': 0.08039041129060413}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.1213994109822688, 'avg_acc': 0.2012072434607646, 'loss': 0.08146351653210461}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.11992130346184808, 'avg_acc': 0.15983245149911815, 'loss': 0.12214164325996535}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.11953499860348081, 'avg_acc': 0.12264521193092622, 'loss': 0.15469796893973708}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.11954884340003755, 'avg_acc': 0.1326025459688826, 'loss': 0.09690103227902519}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.12005873543989264, 'avg_acc': 0.11663449163449163, 'loss': 0.14252345069897793}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.12103460870964784, 'avg_acc': 0.08116883116883117, 'loss': 0.14224427032195308}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.12137492481845917, 'avg_acc': 0.10223555070883315, 'loss': 0.10347866117535887}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.12224761730201651, 'avg_acc': 0.08548632218844984, 'loss': 0.15209300166160183}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.1224813912484018, 'avg_acc': 0.07391201513718071, 'loss': 0.1547700733805998}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.12237203944474025, 'avg_acc': 0.07763975155279502, 'loss': 0.10158065962735105}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.1220518578570974, 'avg_acc': 0.06787802840434419, 'loss': 0.15218586312591598}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.1220065411302483, 'avg_acc': 0.0739936858721389, 'loss': 0.08485978671407272}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.12241078945051447, 'avg_acc': 0.05609573672400897, 'loss': 0.13340901412344205}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.12264470178165965, 'avg_acc': 0.05774697938877043, 'loss': 0.1413989298823383}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.12274766261368719, 'avg_acc': 0.05077860528097495, 'loss': 0.12551310432926194}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.1233350954168668, 'avg_acc': 0.05454104718810601, 'loss': 0.1480035026695207}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.12311923173045598, 'avg_acc': 0.056045145330859615, 'loss': 0.10482685645924253}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.1226622020888269, 'avg_acc': 0.053719620628334325, 'loss': 0.08713201651880809}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.12214119786795881, 'avg_acc': 0.05513659647125782, 'loss': 0.1010490979568723}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.12191210763586943, 'avg_acc': 0.0496031746031746, 'loss': 0.1249141462827278}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.8659003831417624, 'ece': 0.04752671346068382}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.11320274136388823, 'avg_acc': 11.607142857142858, 'loss': 0.11320274136388823}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.1084530729056366, 'avg_acc': 1.176948051948052, 'loss': 0.1106183060370053}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.11780078932593316, 'avg_acc': 0.5527210884353742, 'loss': 0.13455995397069792}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.12212649286526517, 'avg_acc': 0.3744239631336405, 'loss': 0.1368291121920525}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.1204865098638773, 'avg_acc': 0.2939895470383275, 'loss': 0.11399989521117146}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.1209129358196943, 'avg_acc': 0.26260504201680673, 'loss': 0.09195414438038693}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.1231638340580543, 'avg_acc': 0.21223653395784545, 'loss': 0.08015531292182589}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.12390210159971925, 'avg_acc': 0.2012072434607646, 'loss': 0.08471917950490543}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.12252294604783458, 'avg_acc': 0.15983245149911815, 'loss': 0.12495558345530558}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.12203791020411604, 'avg_acc': 0.12264521193092622, 'loss': 0.1569155561097172}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.12203144551410977, 'avg_acc': 0.1326025459688826, 'loss': 0.09886748924977187}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.12243220016380164, 'avg_acc': 0.11663449163449163, 'loss': 0.14450822860973336}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.12344280543504324, 'avg_acc': 0.08116883116883117, 'loss': 0.14399037701943077}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.12377892208604592, 'avg_acc': 0.10223555070883315, 'loss': 0.10784747453531703}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.12463903435716443, 'avg_acc': 0.08548632218844984, 'loss': 0.15523435338400304}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.12481804495499522, 'avg_acc': 0.07391201513718071, 'loss': 0.15954127161928355}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.12471226915231888, 'avg_acc': 0.07763975155279502, 'loss': 0.10182613977823556}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.12438998451926246, 'avg_acc': 0.06787802840434419, 'loss': 0.15778693200283148}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.12428290552221308, 'avg_acc': 0.0739936858721389, 'loss': 0.08869093751556127}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.12469284592754683, 'avg_acc': 0.05609573672400897, 'loss': 0.13403873704230915}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.12489200654216366, 'avg_acc': 0.05774697938877043, 'loss': 0.14495190908473887}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.1250363646123396, 'avg_acc': 0.05077860528097495, 'loss': 0.13006693246994214}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.1256733446337717, 'avg_acc': 0.05454104718810601, 'loss': 0.15142887943420646}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.12543604862849422, 'avg_acc': 0.056045145330859615, 'loss': 0.10530660900245233}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.1249450311066031, 'avg_acc': 0.053719620628334325, 'loss': 0.08790060365039867}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.12440583460931784, 'avg_acc': 0.05513659647125782, 'loss': 0.1024074200162691}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.12415351468606488, 'avg_acc': 0.0496031746031746, 'loss': 0.12463666625834385}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.8661325902705213, 'ece': 0.0594802126288414}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.11191093831842278, 'avg_acc': 11.607142857142858, 'loss': 0.11191093831842278}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.10658513556518891, 'avg_acc': 1.176948051948052, 'loss': 0.10898162522952198}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.11574069818070587, 'avg_acc': 0.5527210884353742, 'loss': 0.1340562357039354}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.12025411551126398, 'avg_acc': 0.3744239631336405, 'loss': 0.13311477681619568}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.11882749390740714, 'avg_acc': 0.2939895470383275, 'loss': 0.11261353342914454}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.11937731384130205, 'avg_acc': 0.26260504201680673, 'loss': 0.09075492140436836}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.12176809532791198, 'avg_acc': 0.21223653395784545, 'loss': 0.07975198003376655}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.12260310050300235, 'avg_acc': 0.2012072434607646, 'loss': 0.0840611850080677}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.12123316499028508, 'avg_acc': 0.15983245149911815, 'loss': 0.12500106596774327}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.12073013633073279, 'avg_acc': 0.12264521193092622, 'loss': 0.15759313572678885}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.12074113441554304, 'avg_acc': 0.1326025459688826, 'loss': 0.09919626354901213}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.12122675127917909, 'avg_acc': 0.11663449163449163, 'loss': 0.1447851037716126}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.1222169972930342, 'avg_acc': 0.08116883116883117, 'loss': 0.14152312539311293}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.12258394820306534, 'avg_acc': 0.10223555070883315, 'loss': 0.10461709513726548}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.12347794872993323, 'avg_acc': 0.08548632218844984, 'loss': 0.15630531232246928}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.12363979446885132, 'avg_acc': 0.07391201513718071, 'loss': 0.1580231832314374}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.12357027328924959, 'avg_acc': 0.07763975155279502, 'loss': 0.1012988712342511}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.12319923171899883, 'avg_acc': 0.06787802840434419, 'loss': 0.15322360326224171}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.12314318840288001, 'avg_acc': 0.0739936858721389, 'loss': 0.08568902016980116}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.1235393326822188, 'avg_acc': 0.05609573672400897, 'loss': 0.1329756945828454}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.12372914146495222, 'avg_acc': 0.05774697938877043, 'loss': 0.14396998675017258}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.12385540929751991, 'avg_acc': 0.05077860528097495, 'loss': 0.12561658516973953}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.12449510056570733, 'avg_acc': 0.05454104718810601, 'loss': 0.14994711555768195}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.12427414922662594, 'avg_acc': 0.056045145330859615, 'loss': 0.10449355059440027}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.12379253929249051, 'avg_acc': 0.053719620628334325, 'loss': 0.08704005219546421}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.12329873415483358, 'avg_acc': 0.05513659647125782, 'loss': 0.10333157601228646}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.12308706359514449, 'avg_acc': 0.0496031746031746, 'loss': 0.12366507646337205}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.8678741437362127, 'ece': 0.07098349928855896}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.11156713247211363, 'avg_acc': 11.607142857142858, 'loss': 0.11156713247211363}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.10639310221312687, 'avg_acc': 1.176948051948052, 'loss': 0.11012413623692346}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.11570675721843922, 'avg_acc': 0.5527210884353742, 'loss': 0.13499295638095124}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.12010549363181644, 'avg_acc': 0.3744239631336405, 'loss': 0.1319658416067406}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.11870352855378637, 'avg_acc': 0.2939895470383275, 'loss': 0.11200839981717893}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.11904147366774474, 'avg_acc': 0.26260504201680673, 'loss': 0.08904635638646141}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.12133385034023086, 'avg_acc': 0.21223653395784545, 'loss': 0.0792500451188971}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.12220175235350934, 'avg_acc': 0.2012072434607646, 'loss': 0.08326229292931332}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.12077948081241788, 'avg_acc': 0.15983245149911815, 'loss': 0.12274080690238925}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.12027640633185674, 'avg_acc': 0.12264521193092622, 'loss': 0.15627248410523212}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.12029077855349686, 'avg_acc': 0.1326025459688826, 'loss': 0.09803678633898016}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.1208274482038684, 'avg_acc': 0.11663449163449163, 'loss': 0.1443638264781839}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.12182442594684562, 'avg_acc': 0.08116883116883117, 'loss': 0.1437722705611252}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.12221057726808678, 'avg_acc': 0.10223555070883315, 'loss': 0.10405936339702748}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.12308985764869425, 'avg_acc': 0.08548632218844984, 'loss': 0.15496144896081074}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.12327557695218488, 'avg_acc': 0.07391201513718071, 'loss': 0.15664141237305426}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.12318658899938457, 'avg_acc': 0.07763975155279502, 'loss': 0.10170442813731434}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.122856796797472, 'avg_acc': 0.06787802840434419, 'loss': 0.15443429396444636}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.12280677838158881, 'avg_acc': 0.0739936858721389, 'loss': 0.08600952841204292}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.1232265909107278, 'avg_acc': 0.05609573672400897, 'loss': 0.1344036250640264}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.12343273906889805, 'avg_acc': 0.05774697938877043, 'loss': 0.14182496928021593}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.12354665286950794, 'avg_acc': 0.05077860528097495, 'loss': 0.12616765843826475}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.12415880994935893, 'avg_acc': 0.05454104718810601, 'loss': 0.14879138338840545}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.1239253538707339, 'avg_acc': 0.056045145330859615, 'loss': 0.10458316153316055}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.12344439649957113, 'avg_acc': 0.053719620628334325, 'loss': 0.08626975283193263}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.12292879628548342, 'avg_acc': 0.05513659647125782, 'loss': 0.1016925671921334}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.12271579591470423, 'avg_acc': 0.0496031746031746, 'loss': 0.12449716290042748}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.8672936259143156, 'ece': 0.05150948464870453}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.1118677087828733, 'avg_acc': 11.607142857142858, 'loss': 0.1118677087828733}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.10632350046527979, 'avg_acc': 1.176948051948052, 'loss': 0.11082011203773487}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.1156747238505175, 'avg_acc': 0.5527210884353742, 'loss': 0.1334442691638417}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.12006399983371714, 'avg_acc': 0.3744239631336405, 'loss': 0.13241876466041244}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.1186925002329703, 'avg_acc': 0.2939895470383275, 'loss': 0.11274337170496956}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.11900705580289801, 'avg_acc': 0.26260504201680673, 'loss': 0.08913244225823291}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.12125651044162948, 'avg_acc': 0.21223653395784545, 'loss': 0.0782422122265416}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.12209295057196971, 'avg_acc': 0.2012072434607646, 'loss': 0.08216656983579794}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.12067213624565916, 'avg_acc': 0.15983245149911815, 'loss': 0.1212609078888168}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.12017260799959596, 'avg_acc': 0.12264521193092622, 'loss': 0.15616122908159014}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.12020276577761348, 'avg_acc': 0.1326025459688826, 'loss': 0.09686199170092939}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.12069800931645809, 'avg_acc': 0.11663449163449163, 'loss': 0.14381603991906947}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.12165917642895464, 'avg_acc': 0.08116883116883117, 'loss': 0.14411863924260615}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.12200586540246201, 'avg_acc': 0.10223555070883315, 'loss': 0.10452824054846133}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.12285815816142041, 'avg_acc': 0.08548632218844984, 'loss': 0.15298359789241137}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.12305945259284524, 'avg_acc': 0.07391201513718071, 'loss': 0.15625648129623315}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.1229513065140891, 'avg_acc': 0.07763975155279502, 'loss': 0.10149352317499245}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.12263098896418637, 'avg_acc': 0.06787802840434419, 'loss': 0.15532258670236843}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.12257529923471072, 'avg_acc': 0.0739936858721389, 'loss': 0.08591196059816346}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.12297957380636063, 'avg_acc': 0.05609573672400897, 'loss': 0.13453970265280596}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.12318391312667014, 'avg_acc': 0.05774697938877043, 'loss': 0.14172215340009384}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.12328489736627272, 'avg_acc': 0.05077860528097495, 'loss': 0.126602734655015}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.12389859691139708, 'avg_acc': 0.05454104718810601, 'loss': 0.1470668496167491}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.12365855382052857, 'avg_acc': 0.056045145330859615, 'loss': 0.10407211603108277}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.12318303437464667, 'avg_acc': 0.053719620628334325, 'loss': 0.08604208654430424}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.12265590562659295, 'avg_acc': 0.05513659647125782, 'loss': 0.10200602419821994}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.12242190526094379, 'avg_acc': 0.0496031746031746, 'loss': 0.1238521388227777}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.865784279577383, 'ece': 0.05331732705235481}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.11158583771235238, 'avg_acc': 11.607142857142858, 'loss': 0.11158583771235238}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.1033330244163035, 'avg_acc': 1.176948051948052, 'loss': 0.10877973638532369}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.11306988660951557, 'avg_acc': 0.5527210884353742, 'loss': 0.13261668624058334}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.1173261988196681, 'avg_acc': 0.3744239631336405, 'loss': 0.12879552858683901}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.11643516641045228, 'avg_acc': 0.3048780487804878, 'loss': 0.11129917226026009}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.11661089919448325, 'avg_acc': 0.26260504201680673, 'loss': 0.08561262575910535}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.11888144643517382, 'avg_acc': 0.21955503512880561, 'loss': 0.0784297408328192}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.11984161560074144, 'avg_acc': 0.2012072434607646, 'loss': 0.07858780551246776}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.11835560559743588, 'avg_acc': 0.15983245149911815, 'loss': 0.1176185250724302}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.1178683817180883, 'avg_acc': 0.12755102040816327, 'loss': 0.15494846068941115}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.11795586865424632, 'avg_acc': 0.1326025459688826, 'loss': 0.09410712890459243}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.11866772280947782, 'avg_acc': 0.11663449163449163, 'loss': 0.14502457392934176}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.11958947263630892, 'avg_acc': 0.08116883116883117, 'loss': 0.14716326563237608}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.11999362848134788, 'avg_acc': 0.10223555070883315, 'loss': 0.09994569585796853}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.12086558288904613, 'avg_acc': 0.09181864235055724, 'loss': 0.14952289435651825}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.12109022924910998, 'avg_acc': 0.07391201513718071, 'loss': 0.15039671748880729}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.1209628127289031, 'avg_acc': 0.07763975155279502, 'loss': 0.10012663466490526}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.12065550253565321, 'avg_acc': 0.06787802840434419, 'loss': 0.15352909694222813}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.12069521366217813, 'avg_acc': 0.0739936858721389, 'loss': 0.08137604146304511}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.12112618103860001, 'avg_acc': 0.05609573672400897, 'loss': 0.13408216116360042}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.12140419636661223, 'avg_acc': 0.0599680170575693, 'loss': 0.13692444938468334}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.12144328678758338, 'avg_acc': 0.05289438050101557, 'loss': 0.12289729408692956}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.12200929378654182, 'avg_acc': 0.05454104718810601, 'loss': 0.14284424377157326}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.121756774132456, 'avg_acc': 0.056045145330859615, 'loss': 0.10396340562855194}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.12128528043648926, 'avg_acc': 0.05742442205097807, 'loss': 0.08424984061080716}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.12077377635216635, 'avg_acc': 0.056915196357427436, 'loss': 0.10115390196863569}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.12057159787718458, 'avg_acc': 0.0496031746031746, 'loss': 0.1254082106961505}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.8746081504702194, 'ece': 0.04885454103350639}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.10915389609129175, 'avg_acc': 11.607142857142858, 'loss': 0.10915389609129175}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.10488095614584686, 'avg_acc': 1.176948051948052, 'loss': 0.10927689873135801}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.11424736735728643, 'avg_acc': 0.5527210884353742, 'loss': 0.13257754858516688}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.11859373487685705, 'avg_acc': 0.3744239631336405, 'loss': 0.12964146149585887}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.11721797109337545, 'avg_acc': 0.2939895470383275, 'loss': 0.11100342177113426}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.11760094883569414, 'avg_acc': 0.26260504201680673, 'loss': 0.08881710902252442}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.11986340972775514, 'avg_acc': 0.21223653395784545, 'loss': 0.07765231394517157}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.12073437862487682, 'avg_acc': 0.2012072434607646, 'loss': 0.08242046156699091}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.11929235025143331, 'avg_acc': 0.15983245149911815, 'loss': 0.12137150647972053}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.11880799393430054, 'avg_acc': 0.12264521193092622, 'loss': 0.15497026230644093}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.11884300803565495, 'avg_acc': 0.1326025459688826, 'loss': 0.096706759121454}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.11931915965253403, 'avg_acc': 0.11663449163449163, 'loss': 0.14179602698303434}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.12030498110107306, 'avg_acc': 0.08116883116883117, 'loss': 0.1411006284591037}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.12066837306790992, 'avg_acc': 0.10223555070883315, 'loss': 0.10266926508899944}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.12151933289541901, 'avg_acc': 0.08548632218844984, 'loss': 0.15289177596163686}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.12170393319252738, 'avg_acc': 0.07391201513718071, 'loss': 0.1540725264750498}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.12159429311903001, 'avg_acc': 0.07763975155279502, 'loss': 0.10051816923948666}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.12126756588833584, 'avg_acc': 0.06787802840434419, 'loss': 0.15337567860296986}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.1212003447400738, 'avg_acc': 0.0739936858721389, 'loss': 0.08431440525938731}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.121623366222816, 'avg_acc': 0.05609573672400897, 'loss': 0.1331849034240804}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.12181737440794599, 'avg_acc': 0.05774697938877043, 'loss': 0.1404632231612725}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.12192008178256813, 'avg_acc': 0.05077860528097495, 'loss': 0.12378238653179453}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.12253001154457617, 'avg_acc': 0.05454104718810601, 'loss': 0.14759802170465264}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.12229528923448013, 'avg_acc': 0.056045145330859615, 'loss': 0.1032730586740789}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.12182201485309804, 'avg_acc': 0.053719620628334325, 'loss': 0.08429309394497457}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.1213188882785739, 'avg_acc': 0.05513659647125782, 'loss': 0.10065883557607386}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.12110590138716344, 'avg_acc': 0.0496031746031746, 'loss': 0.12354549248643057}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.8672936259143156, 'ece': 0.0566224530339241}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.10948400821455703, 'avg_acc': 11.607142857142858, 'loss': 0.10948400821455703}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.10477450683082407, 'avg_acc': 1.176948051948052, 'loss': 0.10694186874323869}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.11390953471839436, 'avg_acc': 0.5527210884353742, 'loss': 0.13176996031480873}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.11841701948789143, 'avg_acc': 0.3744239631336405, 'loss': 0.13148297318775803}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.11699146265352099, 'avg_acc': 0.2939895470383275, 'loss': 0.11033871692942349}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.11742314343913073, 'avg_acc': 0.26260504201680673, 'loss': 0.08872842012488036}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.119884734151059, 'avg_acc': 0.21223653395784545, 'loss': 0.07823777841453453}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.12077116436036761, 'avg_acc': 0.2012072434607646, 'loss': 0.08328201882821823}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.11940842553001209, 'avg_acc': 0.15983245149911815, 'loss': 0.1215393845676382}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.11890119916009083, 'avg_acc': 0.12264521193092622, 'loss': 0.15640705278669234}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.118910418802434, 'avg_acc': 0.1326025459688826, 'loss': 0.09720750165843128}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.11939226399363818, 'avg_acc': 0.11663449163449163, 'loss': 0.14335442423446562}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.1203256439214669, 'avg_acc': 0.08116883116883117, 'loss': 0.14099964330957196}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.120685356832345, 'avg_acc': 0.10223555070883315, 'loss': 0.1032989106097375}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.12159400911594358, 'avg_acc': 0.08548632218844984, 'loss': 0.15337044592446805}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.1217862160943294, 'avg_acc': 0.07391201513718071, 'loss': 0.15633610801497913}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.12172495987480028, 'avg_acc': 0.07763975155279502, 'loss': 0.09939963324495693}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.12136345718500366, 'avg_acc': 0.06787802840434419, 'loss': 0.15223004116478478}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.12132909645634661, 'avg_acc': 0.0739936858721389, 'loss': 0.08523086679360858}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.12173316776847072, 'avg_acc': 0.05609573672400897, 'loss': 0.12982383099902758}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.12191074246916733, 'avg_acc': 0.05774697938877043, 'loss': 0.14276704323401646}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.12203372589509066, 'avg_acc': 0.05077860528097495, 'loss': 0.12395989255076398}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.1226715777576223, 'avg_acc': 0.05454104718810601, 'loss': 0.14757311783575588}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.12244080442397494, 'avg_acc': 0.056045145330859615, 'loss': 0.1028191839208635}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.12196581688425487, 'avg_acc': 0.053719620628334325, 'loss': 0.0856968731087753}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.12145845829885094, 'avg_acc': 0.05513659647125782, 'loss': 0.10076359807765453}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.1212355763290798, 'avg_acc': 0.0496031746031746, 'loss': 0.12170907851837649}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.8684546615581098, 'ece': 0.06905663013458252}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.10950022803730722, 'avg_acc': 11.607142857142858, 'loss': 0.10950022803730722}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.10582706242417156, 'avg_acc': 1.176948051948052, 'loss': 0.10970144577530455}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.11485318966938982, 'avg_acc': 0.5527210884353742, 'loss': 0.1342465778772878}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.11922562918404936, 'avg_acc': 0.3744239631336405, 'loss': 0.13117728290223696}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.11770741611972697, 'avg_acc': 0.2939895470383275, 'loss': 0.11023973622955703}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.11829429395281757, 'avg_acc': 0.26260504201680673, 'loss': 0.09045313803796619}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.12059454637811869, 'avg_acc': 0.21223653395784545, 'loss': 0.07787885694675163}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.12154466422883743, 'avg_acc': 0.2012072434607646, 'loss': 0.08564800259604713}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.12016923896126686, 'avg_acc': 0.15983245149911815, 'loss': 0.12436437815566542}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.11967907711721627, 'avg_acc': 0.12264521193092622, 'loss': 0.1559026677393506}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.11964100215870933, 'avg_acc': 0.1326025459688826, 'loss': 0.09771106193167205}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.12009346391802657, 'avg_acc': 0.11663449163449163, 'loss': 0.14189965050361153}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.12107153536040577, 'avg_acc': 0.08116883116883117, 'loss': 0.14060197839015537}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.12141477369652964, 'avg_acc': 0.10223555070883315, 'loss': 0.10309900152814017}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.12227906249634052, 'avg_acc': 0.08548632218844984, 'loss': 0.15387598394447974}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.12245419334349536, 'avg_acc': 0.07391201513718071, 'loss': 0.15529244856341912}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.12236860161898461, 'avg_acc': 0.07763975155279502, 'loss': 0.10110115473201273}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.12202000280683603, 'avg_acc': 0.06787802840434419, 'loss': 0.15195699565804585}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.12193928578991642, 'avg_acc': 0.0739936858721389, 'loss': 0.08590517415775269}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.12233595525297525, 'avg_acc': 0.05609573672400897, 'loss': 0.13152598893274053}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.12251358111033168, 'avg_acc': 0.05774697938877043, 'loss': 0.14208490745230457}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.12262309764102673, 'avg_acc': 0.05077860528097495, 'loss': 0.1245197601410187}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.12322491025111619, 'avg_acc': 0.05454104718810601, 'loss': 0.14981990159763622}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.12299556690143955, 'avg_acc': 0.056045145330859615, 'loss': 0.10455090825325897}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.12249781426104359, 'avg_acc': 0.053719620628334325, 'loss': 0.08604158335869475}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.12202085459708978, 'avg_acc': 0.05513659647125782, 'loss': 0.10303805414644426}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.1218186587043818, 'avg_acc': 0.0496031746031746, 'loss': 0.1246977278506165}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.8692673865087658, 'ece': 0.056864816695451736}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.10972326689384966, 'avg_acc': 11.607142857142858, 'loss': 0.10972326689384966}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.10390289362101304, 'avg_acc': 1.176948051948052, 'loss': 0.11058984183669703}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.11323701211355236, 'avg_acc': 0.5527210884353742, 'loss': 0.1329181525684362}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.11755919336012864, 'avg_acc': 0.3744239631336405, 'loss': 0.12793293098353128}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.11652696145400128, 'avg_acc': 0.2939895470383275, 'loss': 0.11055881588507482}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.11683879339585879, 'avg_acc': 0.26260504201680673, 'loss': 0.08689763158164558}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.11910548085802107, 'avg_acc': 0.21223653395784545, 'loss': 0.07699134725271506}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.12014011091453727, 'avg_acc': 0.2012072434607646, 'loss': 0.08127756258227237}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.11873466654517473, 'avg_acc': 0.15983245149911815, 'loss': 0.11900996850142422}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.11824036022337206, 'avg_acc': 0.12264521193092622, 'loss': 0.15617632260013384}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.11831188105573369, 'avg_acc': 0.1326025459688826, 'loss': 0.09560977588625974}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.11896617478245483, 'avg_acc': 0.11663449163449163, 'loss': 0.14502941422331006}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.11989247539602228, 'avg_acc': 0.08116883116883117, 'loss': 0.14447310187902726}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.12028391303796138, 'avg_acc': 0.10223555070883315, 'loss': 0.10053929887375748}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.12116780728553966, 'avg_acc': 0.08232016210739615, 'loss': 0.15119634773990193}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.12134960347760436, 'avg_acc': 0.07391201513718071, 'loss': 0.15135475028104597}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.12124265904490819, 'avg_acc': 0.07763975155279502, 'loss': 0.10045766857391364}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.12092284834827573, 'avg_acc': 0.06787802840434419, 'loss': 0.15232889319629195}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.12092418378042184, 'avg_acc': 0.0739936858721389, 'loss': 0.08260395644590192}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.1213309844581815, 'avg_acc': 0.05609573672400897, 'loss': 0.1332728322256246}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.12156354566256611, 'avg_acc': 0.05774697938877043, 'loss': 0.1383599572037123}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.12161195953387179, 'avg_acc': 0.05077860528097495, 'loss': 0.12212796221482286}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.12218509280542318, 'avg_acc': 0.05454104718810601, 'loss': 0.144142681658585}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.12193827470073705, 'avg_acc': 0.056045145330859615, 'loss': 0.10286994241031217}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.12145687063529846, 'avg_acc': 0.053719620628334325, 'loss': 0.08444685330472826}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.12097786643293156, 'avg_acc': 0.05513659647125782, 'loss': 0.10228710081777795}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.1207849303799015, 'avg_acc': 0.0496031746031746, 'loss': 0.12545886382057297}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.8677580401718332, 'ece': 0.05494246631860733}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.11028494134968371, 'avg_acc': 11.607142857142858, 'loss': 0.11028494134968371}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.1060366729614295, 'avg_acc': 1.176948051948052, 'loss': 0.11002897724763118}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.11525102764259522, 'avg_acc': 0.5527210884353742, 'loss': 0.1348847857000562}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.11945417546171128, 'avg_acc': 0.3744239631336405, 'loss': 0.1282440849968225}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.11831231222299643, 'avg_acc': 0.2939895470383275, 'loss': 0.11208707440170786}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.1187493261133265, 'avg_acc': 0.26260504201680673, 'loss': 0.09068635267060796}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.12106251745672339, 'avg_acc': 0.21223653395784545, 'loss': 0.08118730092701298}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.12208884202756792, 'avg_acc': 0.2012072434607646, 'loss': 0.08636049668413241}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.12067474663736254, 'avg_acc': 0.15983245149911815, 'loss': 0.12303579695890221}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.12029658194517309, 'avg_acc': 0.12264521193092622, 'loss': 0.15625970998436448}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.12029207655956992, 'avg_acc': 0.1326025459688826, 'loss': 0.09921235320799886}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.12083504367220012, 'avg_acc': 0.11663449163449163, 'loss': 0.14403017180692196}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.12174019253201489, 'avg_acc': 0.08116883116883117, 'loss': 0.14133918611495183}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.12212610194500204, 'avg_acc': 0.10223555070883315, 'loss': 0.10349271458829076}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.12297449144005104, 'avg_acc': 0.08232016210739615, 'loss': 0.15299699462684657}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.12314101834356131, 'avg_acc': 0.07391201513718071, 'loss': 0.15258478318186722}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.12301632688991998, 'avg_acc': 0.07763975155279502, 'loss': 0.10099306362436826}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.12269727135228867, 'avg_acc': 0.06787802840434419, 'loss': 0.1524884727841059}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.1226751321579324, 'avg_acc': 0.0739936858721389, 'loss': 0.08698095471260915}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.12305782543995401, 'avg_acc': 0.05609573672400897, 'loss': 0.1320293318028364}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.12323624012559586, 'avg_acc': 0.05774697938877043, 'loss': 0.1420025862400637}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.1233155086938831, 'avg_acc': 0.05077860528097495, 'loss': 0.12361575509683981}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.1238974574023887, 'avg_acc': 0.05454104718810601, 'loss': 0.1482594133772831}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.123685115885242, 'avg_acc': 0.056045145330859615, 'loss': 0.10628872500215687}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.123177425885329, 'avg_acc': 0.053719620628334325, 'loss': 0.08741473395165095}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.1227060896446717, 'avg_acc': 0.05513659647125782, 'loss': 0.10317671432319132}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.1225313008620105, 'avg_acc': 0.0496031746031746, 'loss': 0.12757295820158884}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.8694995936375247, 'ece': 0.06357818096876144}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.10851629529354664, 'avg_acc': 11.607142857142858, 'loss': 0.10851629529354664}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.10640734084096369, 'avg_acc': 1.176948051948052, 'loss': 0.10971613014927632}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.11518402238137236, 'avg_acc': 0.5527210884353742, 'loss': 0.13416412399984826}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.11974983912749504, 'avg_acc': 0.3744239631336405, 'loss': 0.1318479542481847}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.11816884700195703, 'avg_acc': 0.2939895470383275, 'loss': 0.10955999742119664}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.1188863343923526, 'avg_acc': 0.26260504201680673, 'loss': 0.09180467905447845}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.12128043213134022, 'avg_acc': 0.21223653395784545, 'loss': 0.0768335843663408}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.12233353031979552, 'avg_acc': 0.2012072434607646, 'loss': 0.08795528298268046}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.12108560499284125, 'avg_acc': 0.15983245149911815, 'loss': 0.12673835423980304}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.12054310355342127, 'avg_acc': 0.12264521193092622, 'loss': 0.15845596602866863}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.12049668294467573, 'avg_acc': 0.1326025459688826, 'loss': 0.09834035729746964}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.12094279217270411, 'avg_acc': 0.11663449163449163, 'loss': 0.1438010654151185}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.1219078425093399, 'avg_acc': 0.08116883116883117, 'loss': 0.14011541497347935}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.1222209067921718, 'avg_acc': 0.10223555070883315, 'loss': 0.10407216766426634}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.12311505295769921, 'avg_acc': 0.08548632218844984, 'loss': 0.1546810236238473}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.12326878748549462, 'avg_acc': 0.07391201513718071, 'loss': 0.15658365779199812}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.12322186635073079, 'avg_acc': 0.07763975155279502, 'loss': 0.10171442032027958}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.12284646400775362, 'avg_acc': 0.06787802840434419, 'loss': 0.1503800250965079}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.12273700295399724, 'avg_acc': 0.0739936858721389, 'loss': 0.08702744939299528}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.12313048292258646, 'avg_acc': 0.05609573672400897, 'loss': 0.13081190991988478}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.12327595479566003, 'avg_acc': 0.05774697938877043, 'loss': 0.1449790017160402}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.12337870075266985, 'avg_acc': 0.05077860528097495, 'loss': 0.12506327969776976}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.12398060003855504, 'avg_acc': 0.05454104718810601, 'loss': 0.1508288870470226}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.12373687543593229, 'avg_acc': 0.056045145330859615, 'loss': 0.10381163841696303}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.12322195413659896, 'avg_acc': 0.053719620628334325, 'loss': 0.08708821756083905}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.12275949598072004, 'avg_acc': 0.05513659647125782, 'loss': 0.10580635685034524}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.12254801743302168, 'avg_acc': 0.0496031746031746, 'loss': 0.12604069422884223}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.8714733542319749, 'ece': 0.06306904554367065}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.10926110259684459, 'avg_acc': 12.5, 'loss': 0.10926110259684459}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.10693760191682711, 'avg_acc': 1.2175324675324677, 'loss': 0.10882405382855202}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.1156747426563931, 'avg_acc': 0.5739795918367347, 'loss': 0.13199969142117748}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.12010360875484671, 'avg_acc': 0.3744239631336405, 'loss': 0.1311293551275412}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.11872027055489731, 'avg_acc': 0.3048780487804878, 'loss': 0.11210383764279998}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.11945581775336585, 'avg_acc': 0.26260504201680673, 'loss': 0.09460965013054841}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.12195808922323767, 'avg_acc': 0.21223653395784545, 'loss': 0.08010776160095441}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.12289302357353415, 'avg_acc': 0.2012072434607646, 'loss': 0.08876296331423612}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.12170559975903546, 'avg_acc': 0.15983245149911815, 'loss': 0.12731052296196918}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.12126620243453418, 'avg_acc': 0.12264521193092622, 'loss': 0.1589021992745724}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.12127590121020995, 'avg_acc': 0.1326025459688826, 'loss': 0.10102195329909591}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.12164424852992474, 'avg_acc': 0.11663449163449163, 'loss': 0.14427186876862053}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.12252962882546856, 'avg_acc': 0.08485832349468712, 'loss': 0.13788483542482155}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.12282613105256823, 'avg_acc': 0.10223555070883315, 'loss': 0.10533482738875526}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.12370288900752148, 'avg_acc': 0.08548632218844984, 'loss': 0.15487448193276318}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.12382367781228372, 'avg_acc': 0.07686849574266794, 'loss': 0.1562794373338485}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.12378014436538425, 'avg_acc': 0.07763975155279502, 'loss': 0.10024818355915548}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.12339584845744314, 'avg_acc': 0.06787802840434419, 'loss': 0.1503003077775377}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.123309370738012, 'avg_acc': 0.0739936858721389, 'loss': 0.08930737227625025}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.1236479786527668, 'avg_acc': 0.05843305908750935, 'loss': 0.1280538932333002}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.12376693279656782, 'avg_acc': 0.0599680170575693, 'loss': 0.14621266470567207}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.12387336328475403, 'avg_acc': 0.05077860528097495, 'loss': 0.12221466572295217}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.12450077796604087, 'avg_acc': 0.05454104718810601, 'loss': 0.151291404344907}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.12429058343835148, 'avg_acc': 0.056045145330859615, 'loss': 0.10504819425568712}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.12379270340329218, 'avg_acc': 0.053719620628334325, 'loss': 0.08889299641662417}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.12336314504281047, 'avg_acc': 0.05513659647125782, 'loss': 0.1066614076533889}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.12316081178566855, 'avg_acc': 0.0496031746031746, 'loss': 0.12530105726227703}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.8754208754208754, 'ece': 0.060077425092458725}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.10700096369795833, 'avg_acc': 11.607142857142858, 'loss': 0.10700096369795833}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.1044145183061662, 'avg_acc': 1.176948051948052, 'loss': 0.11044896724680646}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.11315788770800009, 'avg_acc': 0.5527210884353742, 'loss': 0.1322977517423039}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.1174177549111976, 'avg_acc': 0.3744239631336405, 'loss': 0.1258887598934442}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.11638205843327364, 'avg_acc': 0.2939895470383275, 'loss': 0.11010670609337986}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.1169572569284191, 'avg_acc': 0.26260504201680673, 'loss': 0.09072466184189969}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.11931850922771224, 'avg_acc': 0.21223653395784545, 'loss': 0.07796072477581868}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.12043645447520072, 'avg_acc': 0.2012072434607646, 'loss': 0.08652187875564517}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.11916937181807336, 'avg_acc': 0.15983245149911815, 'loss': 0.12315422282095563}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.11870392896801697, 'avg_acc': 0.12264521193092622, 'loss': 0.15673364585856167}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.11877093400630911, 'avg_acc': 0.1326025459688826, 'loss': 0.09849274311266396}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.11929695345015051, 'avg_acc': 0.11663449163449163, 'loss': 0.14237124408899554}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.12016870377827932, 'avg_acc': 0.08485832349468712, 'loss': 0.1393023253578706}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.12051034786502637, 'avg_acc': 0.10223555070883315, 'loss': 0.1021200274295292}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.12135536334388629, 'avg_acc': 0.08232016210739615, 'loss': 0.15100107015911945}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.12148607692139754, 'avg_acc': 0.07391201513718071, 'loss': 0.1501102055177138}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.12142109162486112, 'avg_acc': 0.07763975155279502, 'loss': 0.10015996340780475}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.12106299336948308, 'avg_acc': 0.06787802840434419, 'loss': 0.148176889538068}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.12101578934028395, 'avg_acc': 0.0739936858721389, 'loss': 0.08439871246030504}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.12136748925235184, 'avg_acc': 0.05843305908750935, 'loss': 0.13068364011236813}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.1215096017654436, 'avg_acc': 0.0599680170575693, 'loss': 0.140030214167252}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.12156343631512982, 'avg_acc': 0.05077860528097495, 'loss': 0.11947504776259978}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.12214425712846144, 'avg_acc': 0.05454104718810601, 'loss': 0.14669439674980822}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.12192353354855544, 'avg_acc': 0.056045145330859615, 'loss': 0.10326142364348405}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.121446300854022, 'avg_acc': 0.053719620628334325, 'loss': 0.08540720604072963}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.12102705164993804, 'avg_acc': 0.05513659647125782, 'loss': 0.10411500583001855}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.12086116574160594, 'avg_acc': 0.0496031746031746, 'loss': 0.12606367469873345}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.8733310112620457, 'ece': 0.06293153762817383}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.1057697379237652, 'avg_acc': 11.607142857142858, 'loss': 0.1057697379237652}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.10251506339001888, 'avg_acc': 1.176948051948052, 'loss': 0.10964279912397094}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.11114534521812255, 'avg_acc': 0.5527210884353742, 'loss': 0.13101795850349973}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.115560748779595, 'avg_acc': 0.3744239631336405, 'loss': 0.12464457045254156}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.11444940803056367, 'avg_acc': 0.2939895470383275, 'loss': 0.1071802910434079}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.11521886292978324, 'avg_acc': 0.26260504201680673, 'loss': 0.08987745120228802}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.11757138878894174, 'avg_acc': 0.21223653395784545, 'loss': 0.07386075851562574}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.11873736826996636, 'avg_acc': 0.2012072434607646, 'loss': 0.08482921926510503}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.11754349927088382, 'avg_acc': 0.15983245149911815, 'loss': 0.12316595901523084}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.11703413095425585, 'avg_acc': 0.12264521193092622, 'loss': 0.15664636313385927}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.11709176114524483, 'avg_acc': 0.1326025459688826, 'loss': 0.09609624667122521}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.1176601783949335, 'avg_acc': 0.11663449163449163, 'loss': 0.14196558719998262}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.11856290502421557, 'avg_acc': 0.08485832349468712, 'loss': 0.13857392564529747}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.1188536526604623, 'avg_acc': 0.10223555070883315, 'loss': 0.09792796435970427}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.11972193177240599, 'avg_acc': 0.08232016210739615, 'loss': 0.15002221780157143}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.1198609808120589, 'avg_acc': 0.07391201513718071, 'loss': 0.14827935290499486}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.11982167286343055, 'avg_acc': 0.07763975155279502, 'loss': 0.09946150370894559}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.11942593625421037, 'avg_acc': 0.06787802840434419, 'loss': 0.14427008295901292}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.11938746920656107, 'avg_acc': 0.0739936858721389, 'loss': 0.08311248390197891}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.11975051869176777, 'avg_acc': 0.05843305908750935, 'loss': 0.12799127379522748}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.11990343042962504, 'avg_acc': 0.0599680170575693, 'loss': 0.13886575656416814}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.1199589111438929, 'avg_acc': 0.05077860528097495, 'loss': 0.11767448628474345}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.12053308304887697, 'avg_acc': 0.05454104718810601, 'loss': 0.1461789475574733}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.12029721896600304, 'avg_acc': 0.056045145330859615, 'loss': 0.10103860269997052}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.11978809427469564, 'avg_acc': 0.053719620628334325, 'loss': 0.08358434134918623}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.11938488452557791, 'avg_acc': 0.05513659647125782, 'loss': 0.10496775030618924}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.119227830249891, 'avg_acc': 0.0496031746031746, 'loss': 0.1245062998157534}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.8739115290839429, 'ece': 0.057001568377017975}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.10683131428400623, 'avg_acc': 11.607142857142858, 'loss': 0.10683131428400623}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.10285743794681909, 'avg_acc': 1.176948051948052, 'loss': 0.10940797618708789}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.11109435595144654, 'avg_acc': 0.5527210884353742, 'loss': 0.12813057881242326}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.11550364841409141, 'avg_acc': 0.3888248847926267, 'loss': 0.12538101531263887}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.11446291186227969, 'avg_acc': 0.3048780487804878, 'loss': 0.10837245421365488}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.11511998526699, 'avg_acc': 0.26260504201680673, 'loss': 0.09117405772790983}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.11745185669112604, 'avg_acc': 0.21223653395784545, 'loss': 0.07389975306659835}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.118562270338397, 'avg_acc': 0.2012072434607646, 'loss': 0.08461258475192933}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.11746294181741325, 'avg_acc': 0.16534391534391535, 'loss': 0.12256304234207553}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.11695504860828089, 'avg_acc': 0.12264521193092622, 'loss': 0.1573684960378289}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.11705484360928063, 'avg_acc': 0.1326025459688826, 'loss': 0.09604062858202918}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.11759015858922828, 'avg_acc': 0.11663449163449163, 'loss': 0.14200140583735835}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.1184588964842035, 'avg_acc': 0.08485832349468712, 'loss': 0.13802292868753543}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.11870646525359717, 'avg_acc': 0.10223555070883315, 'loss': 0.09965129681047204}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.11956351257729794, 'avg_acc': 0.08232016210739615, 'loss': 0.14790346706805782}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.11971724276996297, 'avg_acc': 0.07391201513718071, 'loss': 0.14827441187857662}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.11970588470712067, 'avg_acc': 0.07763975155279502, 'loss': 0.09901218995102161}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.11932546559286931, 'avg_acc': 0.06787802840434419, 'loss': 0.14453215358629937}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.11926152202692904, 'avg_acc': 0.07646014206787688, 'loss': 0.08289039746575456}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.11960756505421476, 'avg_acc': 0.06077038145100972, 'loss': 0.12713236722700977}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.11974438428986141, 'avg_acc': 0.0599680170575693, 'loss': 0.138930865799661}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.11979501567663847, 'avg_acc': 0.0550101557210562, 'loss': 0.11734377452798331}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.12038323774985683, 'avg_acc': 0.05454104718810601, 'loss': 0.1454944389616425}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.12013764695512975, 'avg_acc': 0.056045145330859615, 'loss': 0.1009934344579051}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.11968036654152, 'avg_acc': 0.05557202133965619, 'loss': 0.08412663064291337}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.11928284237446177, 'avg_acc': 0.05513659647125782, 'loss': 0.10524079636031404}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.11909571994013192, 'avg_acc': 0.0496031746031746, 'loss': 0.12328100581420845}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.8842447463137119, 'ece': 0.051878202706575394}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.10368192044682342, 'avg_acc': 12.5, 'loss': 0.10368192044682342}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.10302134550168719, 'avg_acc': 1.2175324675324677, 'loss': 0.11194471386063144}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.11129348552665043, 'avg_acc': 0.5739795918367347, 'loss': 0.13164808103910478}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.11575502089454577, 'avg_acc': 0.3744239631336405, 'loss': 0.12338938018040477}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.11459295638674312, 'avg_acc': 0.3048780487804878, 'loss': 0.10722934677492697}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.11558129181780627, 'avg_acc': 0.26260504201680673, 'loss': 0.09245970839908425}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.11797264583251128, 'avg_acc': 0.21223653395784545, 'loss': 0.0724509485487163}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.1193039996395974, 'avg_acc': 0.2012072434607646, 'loss': 0.08792771748630912}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.11823977160628725, 'avg_acc': 0.15983245149911815, 'loss': 0.12593817414014144}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.11772658742095735, 'avg_acc': 0.12755102040816327, 'loss': 0.1581248234981883}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.11775991360577066, 'avg_acc': 0.1326025459688826, 'loss': 0.09702716316957906}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.11827199708965555, 'avg_acc': 0.11663449163449163, 'loss': 0.14145147641644532}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.11918677808700787, 'avg_acc': 0.0885478158205431, 'loss': 0.13515498968695283}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.11941911951134031, 'avg_acc': 0.10223555070883315, 'loss': 0.09751845291462553}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.12025799569248329, 'avg_acc': 0.07915400202634244, 'loss': 0.14961565142831593}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.12034386126693576, 'avg_acc': 0.07686849574266794, 'loss': 0.14818681869279057}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.12030651154746336, 'avg_acc': 0.0804125998225377, 'loss': 0.09828648381325625}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.11991003815636184, 'avg_acc': 0.07048872180451127, 'loss': 0.14281449958002668}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.11979187151503058, 'avg_acc': 0.0739936858721389, 'loss': 0.0840572659708414}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.1201117084517807, 'avg_acc': 0.06077038145100972, 'loss': 0.12668488949358495}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.12019347529416147, 'avg_acc': 0.0599680170575693, 'loss': 0.13990678166750772}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.12023358730295533, 'avg_acc': 0.05077860528097495, 'loss': 0.11642019926349738}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.12082033361572045, 'avg_acc': 0.05454104718810601, 'loss': 0.14818470100960568}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.12059744395237464, 'avg_acc': 0.056045145330859615, 'loss': 0.10174280540513791}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.12007970001607815, 'avg_acc': 0.053719620628334325, 'loss': 0.08437964059401436}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.1197331584655705, 'avg_acc': 0.05513659647125782, 'loss': 0.10812810704562383}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.119599463318319, 'avg_acc': 0.0496031746031746, 'loss': 0.12761801297535513}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.879368396609776, 'ece': 0.06839869171380997}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.10331872886997319, 'avg_acc': 12.5, 'loss': 0.10331872886997319}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.09963217529936284, 'avg_acc': 1.2175324675324677, 'loss': 0.10689729157983102}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.1071889539171303, 'avg_acc': 0.5952380952380952, 'loss': 0.12409183692031027}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.11130245739494683, 'avg_acc': 0.3888248847926267, 'loss': 0.11767283716566063}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.11068436874564275, 'avg_acc': 0.31576655052264807, 'loss': 0.10602337141498147}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.11155261344514739, 'avg_acc': 0.26260504201680673, 'loss': 0.0918588543079295}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.11388796640707863, 'avg_acc': 0.21955503512880561, 'loss': 0.07300215651477109}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.11515274316959001, 'avg_acc': 0.2012072434607646, 'loss': 0.08527633029660008}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.11421572898203444, 'avg_acc': 0.17085537918871252, 'loss': 0.12071022217550567}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.11385452120254941, 'avg_acc': 0.1324568288854003, 'loss': 0.1534105016322818}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.113947745033214, 'avg_acc': 0.1326025459688826, 'loss': 0.09454002869516183}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.11448793758778149, 'avg_acc': 0.11663449163449163, 'loss': 0.13711430793185692}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.11528396576625778, 'avg_acc': 0.09223730814639906, 'loss': 0.13229555486311384}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.11544832573469159, 'avg_acc': 0.10223555070883315, 'loss': 0.09465528098485265}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.1162339855237733, 'avg_acc': 0.08548632218844984, 'loss': 0.14000299426658913}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.1163334248898243, 'avg_acc': 0.07686849574266794, 'loss': 0.13980723783437757}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.11631070629274941, 'avg_acc': 0.0804125998225377, 'loss': 0.09450019735452639}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.1159317107883282, 'avg_acc': 0.07048872180451127, 'loss': 0.13477809048796577}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.11585694283596708, 'avg_acc': 0.07646014206787688, 'loss': 0.08186330980587236}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.11610956323394957, 'avg_acc': 0.0631077038145101, 'loss': 0.11939366419723488}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.1161834478750251, 'avg_acc': 0.06218905472636816, 'loss': 0.1347412919456344}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.11619246613963682, 'avg_acc': 0.05924170616113744, 'loss': 0.1103319290210233}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.11674475277915085, 'avg_acc': 0.05454104718810601, 'loss': 0.14164185114363395}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.11653681230051015, 'avg_acc': 0.057977736549165125, 'loss': 0.09791063050741805}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.11605448661010799, 'avg_acc': 0.05742442205097807, 'loss': 0.08363773751690522}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.1157522714729191, 'avg_acc': 0.056915196357427436, 'loss': 0.10614723068861816}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.11561638174826341, 'avg_acc': 0.0496031746031746, 'loss': 0.12307803004822354}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.9031696273075583, 'ece': 0.08237569779157639}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.09702073021977801, 'avg_acc': 12.946428571428573, 'loss': 0.09702073021977801}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.09477296044580764, 'avg_acc': 1.2581168831168832, 'loss': 0.1034103663255824}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.10041199616748783, 'avg_acc': 0.6164965986394557, 'loss': 0.11472210232271403}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.10428021664289717, 'avg_acc': 0.3888248847926267, 'loss': 0.10967472466786278}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.1039281510075054, 'avg_acc': 0.31576655052264807, 'loss': 0.09992384720408154}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.1051662507859995, 'avg_acc': 0.26260504201680673, 'loss': 0.0940086832258495}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.1074347553611858, 'avg_acc': 0.21955503512880561, 'loss': 0.069702753042098}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.10880628909155594, 'avg_acc': 0.2012072434607646, 'loss': 0.08664707017718293}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.10826559971024027, 'avg_acc': 0.17085537918871252, 'loss': 0.11866441022633417}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.10792685412214041, 'avg_acc': 0.1324568288854003, 'loss': 0.14628418027954077}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.10799861513559686, 'avg_acc': 0.1326025459688826, 'loss': 0.09199880443996529}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.1084915351195149, 'avg_acc': 0.11663449163449163, 'loss': 0.1272412716794926}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.10925723733326925, 'avg_acc': 0.09223730814639906, 'loss': 0.12456873298298529}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.10929864558891805, 'avg_acc': 0.10564340239912759, 'loss': 0.09035463154733796}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.10996410260885178, 'avg_acc': 0.09498480243161095, 'loss': 0.12473375832269085}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.10998916187524822, 'avg_acc': 0.08573793755912962, 'loss': 0.12822438935245373}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.11002502161414494, 'avg_acc': 0.0804125998225377, 'loss': 0.08946197242897011}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.10968204418921063, 'avg_acc': 0.07309941520467836, 'loss': 0.12080202946266841}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.10950268111923415, 'avg_acc': 0.07646014206787688, 'loss': 0.07813451768190914}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.10967304136214207, 'avg_acc': 0.07011967090501121, 'loss': 0.10722349798501389}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.10968371342007083, 'avg_acc': 0.06218905472636816, 'loss': 0.12715977608461668}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.1096565228901403, 'avg_acc': 0.06558903182125932, 'loss': 0.09879908773090001}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.1101557621946049, 'avg_acc': 0.058581124757595346, 'loss': 0.13610384929324937}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.10994900993170235, 'avg_acc': 0.057977736549165125, 'loss': 0.08952759390490428}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.1094901643230288, 'avg_acc': 0.05742442205097807, 'loss': 0.08052032928687172}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.10932452749878993, 'avg_acc': 0.056915196357427436, 'loss': 0.10606344436327422}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.10922707864382827, 'avg_acc': 0.053024083196496985, 'loss': 0.11727884622717152}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.9211656797863694, 'ece': 0.07099205255508423}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.08511619648399053, 'avg_acc': 11.607142857142858, 'loss': 0.08511619648399053}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.0770997465895945, 'avg_acc': 1.2581168831168832, 'loss': 0.08553147973418618}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.08135687002399355, 'avg_acc': 0.6377551020408163, 'loss': 0.09318742115879428}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.08462933616378795, 'avg_acc': 0.3888248847926267, 'loss': 0.08597721611725513}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.08530489091599915, 'avg_acc': 0.31576655052264807, 'loss': 0.08021241931739301}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.08662193511148457, 'avg_acc': 0.2538515406162465, 'loss': 0.08386027396897232}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.08878416591777051, 'avg_acc': 0.2268735362997658, 'loss': 0.05852684646581403}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.09046942485665561, 'avg_acc': 0.19491951710261568, 'loss': 0.07514855766784681}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.09035468833392711, 'avg_acc': 0.15432098765432098, 'loss': 0.09923375249063934}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.08996858573601842, 'avg_acc': 0.12755102040816327, 'loss': 0.1235833526305084}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.09006782091685124, 'avg_acc': 0.13702263083451202, 'loss': 0.07436838680537708}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.09097385041548597, 'avg_acc': 0.1085907335907336, 'loss': 0.11155161102042906}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.09155493546276582, 'avg_acc': 0.09592680047225502, 'loss': 0.11467517739698353}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.0914287404499984, 'avg_acc': 0.10564340239912759, 'loss': 0.06985637307453121}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.09203283838136572, 'avg_acc': 0.09181864235055724, 'loss': 0.08979202463207717}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.09206051541207853, 'avg_acc': 0.08869441816461685, 'loss': 0.09552888727585337}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.09221830521731414, 'avg_acc': 0.08318544809228039, 'loss': 0.07588381504360443}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.09199577229275054, 'avg_acc': 0.07832080200501253, 'loss': 0.0989616865595784}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.09182147525464487, 'avg_acc': 0.07892659826361484, 'loss': 0.06197022150916252}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.09195684070272614, 'avg_acc': 0.0724569932685116, 'loss': 0.07913331122875077}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.09202360716171935, 'avg_acc': 0.06441009239516703, 'loss': 0.09885687492774357}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.09176736870139697, 'avg_acc': 0.06558903182125932, 'loss': 0.06917609342208866}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.09211766438610658, 'avg_acc': 0.058581124757595346, 'loss': 0.11202236988076816}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.09188093544227068, 'avg_acc': 0.056045145330859615, 'loss': 0.07496467623232254}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.09157311297295162, 'avg_acc': 0.053719620628334325, 'loss': 0.06806213184922122}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.09160787641288727, 'avg_acc': 0.046243597040409784, 'loss': 0.10098321624308985}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.09156763865736205, 'avg_acc': 0.046182266009852216, 'loss': 0.10715126071090708}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.9126901195866713, 'ece': 0.05686996132135391}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.0821723443136599, 'avg_acc': 11.607142857142858, 'loss': 0.0821723443136599}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.07051415493581965, 'avg_acc': 1.2987012987012987, 'loss': 0.07728828500353707}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.07443446679498002, 'avg_acc': 0.6590136054421769, 'loss': 0.08077861534964573}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.07794804031999888, 'avg_acc': 0.3888248847926267, 'loss': 0.08422195765431541}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.07824642322207517, 'avg_acc': 0.31576655052264807, 'loss': 0.07475741936180823}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.08033851715846665, 'avg_acc': 0.2538515406162465, 'loss': 0.08231418462111963}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.08275582165831911, 'avg_acc': 0.2268735362997658, 'loss': 0.045246676719549274}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.08438556623789674, 'avg_acc': 0.19491951710261568, 'loss': 0.07307441565861998}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.0845443251389553, 'avg_acc': 0.15432098765432098, 'loss': 0.0995340850821224}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.08402025647525015, 'avg_acc': 0.1324568288854003, 'loss': 0.11882084715841756}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.08408871538113101, 'avg_acc': 0.13702263083451202, 'loss': 0.06456534344697014}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.08498177245955434, 'avg_acc': 0.1085907335907336, 'loss': 0.11072643732191116}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.0854795412702407, 'avg_acc': 0.09961629279811098, 'loss': 0.09519246906860904}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.08520386865835114, 'avg_acc': 0.10564340239912759, 'loss': 0.06577276217297724}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.08575131669943407, 'avg_acc': 0.09815096251266464, 'loss': 0.07502846916905322}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.08585137813735477, 'avg_acc': 0.08869441816461685, 'loss': 0.08885764190388759}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.08609318049502741, 'avg_acc': 0.08595829636202307, 'loss': 0.0641390871053399}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.08582190415380668, 'avg_acc': 0.07832080200501253, 'loss': 0.09599511024477383}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.0856010305241069, 'avg_acc': 0.07892659826361484, 'loss': 0.05526012860223415}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.08567145699632366, 'avg_acc': 0.0724569932685116, 'loss': 0.07366993912215287}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.08577126389964011, 'avg_acc': 0.06441009239516703, 'loss': 0.09675263684582497}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.08555053982731775, 'avg_acc': 0.06558903182125932, 'loss': 0.06185105526287771}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.08595189580290703, 'avg_acc': 0.058581124757595346, 'loss': 0.10751025144739806}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.08578914368498743, 'avg_acc': 0.056045145330859615, 'loss': 0.07261445849709146}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.08556999263296516, 'avg_acc': 0.05557202133965619, 'loss': 0.05785737014312531}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.08559050663557513, 'avg_acc': 0.046243597040409784, 'loss': 0.09937494201067562}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.0855660979538426, 'avg_acc': 0.046182266009852216, 'loss': 0.10311502465362667}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.9217461976082666, 'ece': 0.06568841636180878}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.08363352924196273, 'avg_acc': 11.607142857142858, 'loss': 0.08363352924196273}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.07050103914730724, 'avg_acc': 1.2987012987012987, 'loss': 0.07717190606298426}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.07447446536927935, 'avg_acc': 0.6590136054421769, 'loss': 0.08140604973621228}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.07809119843204995, 'avg_acc': 0.3888248847926267, 'loss': 0.08541208617937253}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.07837555157386474, 'avg_acc': 0.31576655052264807, 'loss': 0.07590574814583663}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.08067772999092195, 'avg_acc': 0.2538515406162465, 'loss': 0.08466228439255019}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.08315312358905237, 'avg_acc': 0.2268735362997658, 'loss': 0.04287912552097493}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.08487675401118419, 'avg_acc': 0.19491951710261568, 'loss': 0.07449170227871653}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.08505575382577808, 'avg_acc': 0.15432098765432098, 'loss': 0.10233922426747961}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.08452781675505061, 'avg_acc': 0.1324568288854003, 'loss': 0.12073143620770159}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.08456077338324419, 'avg_acc': 0.13702263083451202, 'loss': 0.06360303157792453}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.0854750941993118, 'avg_acc': 0.1085907335907336, 'loss': 0.11311711888267187}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.08593896495747262, 'avg_acc': 0.09961629279811098, 'loss': 0.09099744827166692}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.0856206912003672, 'avg_acc': 0.10564340239912759, 'loss': 0.06555406878361021}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.08617369031093904, 'avg_acc': 0.09815096251266464, 'loss': 0.07349717544142159}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.08626429553446896, 'avg_acc': 0.08869441816461685, 'loss': 0.088489874123342}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.08650907309539999, 'avg_acc': 0.08595829636202307, 'loss': 0.0634522751067753}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.08622489384724664, 'avg_acc': 0.07832080200501253, 'loss': 0.09736956430739138}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.08596898955441949, 'avg_acc': 0.07892659826361484, 'loss': 0.05372841390362737}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.08603225547075913, 'avg_acc': 0.0724569932685116, 'loss': 0.07439298339491934}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.08613846385825169, 'avg_acc': 0.06441009239516703, 'loss': 0.09794534015254287}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.08590318755616416, 'avg_acc': 0.06558903182125932, 'loss': 0.060479537317974064}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.08632215061495611, 'avg_acc': 0.058581124757595346, 'loss': 0.10806522131883053}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.08617854515531576, 'avg_acc': 0.056045145330859615, 'loss': 0.07469644013586065}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.08599811530847616, 'avg_acc': 0.05557202133965619, 'loss': 0.057467659959805975}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.08604584716203088, 'avg_acc': 0.046243597040409784, 'loss': 0.10293989449055271}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.08604460781739029, 'avg_acc': 0.046182266009852216, 'loss': 0.10666403209662738}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.9230233368164402, 'ece': 0.05865781009197235}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.08718886059850611, 'avg_acc': 11.607142857142858, 'loss': 0.08718886059850611}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.07176067246244802, 'avg_acc': 1.2987012987012987, 'loss': 0.07708503034573612}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.07566643694086501, 'avg_acc': 0.6590136054421769, 'loss': 0.08328123814503181}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.0792947256833113, 'avg_acc': 0.3888248847926267, 'loss': 0.08633247105339185}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.0797318242061976, 'avg_acc': 0.31576655052264807, 'loss': 0.07837495333872978}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.08218514328334856, 'avg_acc': 0.2538515406162465, 'loss': 0.08714246723109957}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.08461064347190157, 'avg_acc': 0.2268735362997658, 'loss': 0.043964496938672576}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.08633805239747572, 'avg_acc': 0.19491951710261568, 'loss': 0.0772817326239062}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.08653507197645048, 'avg_acc': 0.15432098765432098, 'loss': 0.10478130563793034}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.08608016573396607, 'avg_acc': 0.1324568288854003, 'loss': 0.12256495489387881}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.0860904236869473, 'avg_acc': 0.14144271570014144, 'loss': 0.06376554023842118}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.08702231005754055, 'avg_acc': 0.1085907335907336, 'loss': 0.1151917078065188}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.08748009144080027, 'avg_acc': 0.09961629279811098, 'loss': 0.09076588436630978}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.08710483322801635, 'avg_acc': 0.10564340239912759, 'loss': 0.06466353759357649}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.08767141960617647, 'avg_acc': 0.09815096251266464, 'loss': 0.07405240700079828}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.08775620022888274, 'avg_acc': 0.08869441816461685, 'loss': 0.08872475771212456}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.08798372022513, 'avg_acc': 0.08595829636202307, 'loss': 0.06514178128626975}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.08769561091901158, 'avg_acc': 0.07832080200501253, 'loss': 0.09679260079359761}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.08744016141448249, 'avg_acc': 0.07892659826361484, 'loss': 0.05414817501114807}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.08748136939000863, 'avg_acc': 0.0724569932685116, 'loss': 0.07588665816140454}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.08762486393319288, 'avg_acc': 0.06441009239516703, 'loss': 0.099770860747388}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.08734836428688635, 'avg_acc': 0.06558903182125932, 'loss': 0.059466201750053314}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.08773168516395366, 'avg_acc': 0.058581124757595346, 'loss': 0.10874153542921151}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.08760582027648268, 'avg_acc': 0.056045145330859615, 'loss': 0.077677660524135}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.08743119284311084, 'avg_acc': 0.05557202133965619, 'loss': 0.060203635790429644}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.08752916961742845, 'avg_acc': 0.046243597040409784, 'loss': 0.10739373472848358}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.0875337220553163, 'avg_acc': 0.046182266009852216, 'loss': 0.11188755909376726}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.9232555439451992, 'ece': 0.03147994726896286}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.08986136597312516, 'avg_acc': 11.607142857142858, 'loss': 0.08986136597312516}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.07678310256639408, 'avg_acc': 1.2987012987012987, 'loss': 0.08779887837148083}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.0806584087066536, 'avg_acc': 0.6590136054421769, 'loss': 0.09195537273918879}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.08443732242520963, 'avg_acc': 0.3888248847926267, 'loss': 0.08988694154076678}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.0847808539972036, 'avg_acc': 0.31576655052264807, 'loss': 0.08275840244611539}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.0874030652585084, 'avg_acc': 0.2538515406162465, 'loss': 0.09213234317112193}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.08971612579171874, 'avg_acc': 0.2268735362997658, 'loss': 0.044548084639692266}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.09164275859992443, 'avg_acc': 0.19491951710261568, 'loss': 0.08276133668525582}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.09185557119022325, 'avg_acc': 0.15432098765432098, 'loss': 0.11062966740593083}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.09132958753176774, 'avg_acc': 0.1324568288854003, 'loss': 0.1293487756242127}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.09133236202195459, 'avg_acc': 0.14144271570014144, 'loss': 0.06874561738613595}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.0923205778851987, 'avg_acc': 0.1085907335907336, 'loss': 0.12066315057330712}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.09277388555638945, 'avg_acc': 0.09961629279811098, 'loss': 0.09496004496788096}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.09241379164988024, 'avg_acc': 0.10564340239912759, 'loss': 0.06925781525818105}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.0929820862775878, 'avg_acc': 0.09815096251266464, 'loss': 0.07973544218465836}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.0930253265584408, 'avg_acc': 0.08869441816461685, 'loss': 0.09414650664846086}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.09326715030354216, 'avg_acc': 0.08595829636202307, 'loss': 0.06999711825068289}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.09298045434883853, 'avg_acc': 0.07832080200501253, 'loss': 0.10341715710082358}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.0927139109025262, 'avg_acc': 0.07892659826361484, 'loss': 0.05848845636569422}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.09274822776716499, 'avg_acc': 0.0724569932685116, 'loss': 0.08374005773111191}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.09287491127522211, 'avg_acc': 0.06441009239516703, 'loss': 0.10456502522562719}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.09258565888570042, 'avg_acc': 0.06558903182125932, 'loss': 0.0631052090338926}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.09297063477967715, 'avg_acc': 0.058581124757595346, 'loss': 0.11342532700483128}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.09282696444384902, 'avg_acc': 0.056045145330859615, 'loss': 0.0814369838671171}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.09264747100330982, 'avg_acc': 0.05557202133965619, 'loss': 0.06343387535200203}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.09277840953286892, 'avg_acc': 0.046243597040409784, 'loss': 0.11390980573794098}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.09285629816657526, 'avg_acc': 0.046182266009852216, 'loss': 0.11990173177715795}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.9233716475095786, 'ece': 0.04283630847930908}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.08883850365705419, 'avg_acc': 11.607142857142858, 'loss': 0.08883850365705419}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.07461787250049316, 'avg_acc': 1.2987012987012987, 'loss': 0.08478674207255413}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.07848533059041769, 'avg_acc': 0.6590136054421769, 'loss': 0.08810950483744558}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.08237700572741716, 'avg_acc': 0.3888248847926267, 'loss': 0.08908684356698261}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.08278010969003964, 'avg_acc': 0.31576655052264807, 'loss': 0.0810448951810047}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.08542106483495093, 'avg_acc': 0.2538515406162465, 'loss': 0.0905410962691308}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.0878107067771631, 'avg_acc': 0.2268735362997658, 'loss': 0.043838730633934474}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.08970504020819055, 'avg_acc': 0.19491951710261568, 'loss': 0.08046691533401631}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.08991431232935315, 'avg_acc': 0.15432098765432098, 'loss': 0.10813201592488245}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.08936211429782466, 'avg_acc': 0.1324568288854003, 'loss': 0.12796813297805035}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.08938659238476357, 'avg_acc': 0.14144271570014144, 'loss': 0.06751671730606695}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.09039262228609862, 'avg_acc': 0.1085907335907336, 'loss': 0.11985818920883924}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.09082732633797272, 'avg_acc': 0.09961629279811098, 'loss': 0.09324318019748797}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.0904675650283047, 'avg_acc': 0.10564340239912759, 'loss': 0.06780503399543898}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.09104575074200029, 'avg_acc': 0.09815096251266464, 'loss': 0.07801900954440757}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.0911120620807855, 'avg_acc': 0.08869441816461685, 'loss': 0.09308075374234395}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.09134831139414062, 'avg_acc': 0.08595829636202307, 'loss': 0.06625334410225442}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.09105384705588705, 'avg_acc': 0.07832080200501253, 'loss': 0.10132326443100022}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.09081132837170396, 'avg_acc': 0.07892659826361484, 'loss': 0.056478829961073576}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.09085014642512203, 'avg_acc': 0.0724569932685116, 'loss': 0.08168179516543107}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.09098749015834413, 'avg_acc': 0.06441009239516703, 'loss': 0.103550256784875}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.09069903662034647, 'avg_acc': 0.06558903182125932, 'loss': 0.06100044127079432}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.09110054703031033, 'avg_acc': 0.058581124757595346, 'loss': 0.11113391100688626}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.09094885561168355, 'avg_acc': 0.056045145330859615, 'loss': 0.079346972875531}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.09077155396888674, 'avg_acc': 0.05557202133965619, 'loss': 0.061756894337833046}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.09088923040432385, 'avg_acc': 0.046243597040409784, 'loss': 0.11223448685214114}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.09095376982441457, 'avg_acc': 0.046182266009852216, 'loss': 0.11611329593897932}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.9239521653314757, 'ece': 0.061342138797044754}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.08991178899270835, 'avg_acc': 11.607142857142858, 'loss': 0.08991178899270835}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.07464313006184654, 'avg_acc': 1.2987012987012987, 'loss': 0.08270183905570759}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.07884441889085077, 'avg_acc': 0.6590136054421769, 'loss': 0.08977404408509365}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.08249658072770512, 'avg_acc': 0.3888248847926267, 'loss': 0.08877759285098007}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.08294022857560354, 'avg_acc': 0.31576655052264807, 'loss': 0.08208208546768754}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.08548793789453839, 'avg_acc': 0.2538515406162465, 'loss': 0.09035651596118603}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.08786055041611923, 'avg_acc': 0.2268735362997658, 'loss': 0.044134710229924067}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.08974636810144102, 'avg_acc': 0.19491951710261568, 'loss': 0.08088021564088065}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.08988154268575507, 'avg_acc': 0.15432098765432098, 'loss': 0.1078537389856657}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.08941381367739766, 'avg_acc': 0.1324568288854003, 'loss': 0.1264338548897805}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.08938567481930573, 'avg_acc': 0.14144271570014144, 'loss': 0.06600715222233637}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.09032322819925864, 'avg_acc': 0.1085907335907336, 'loss': 0.11797580905508603}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.09070662356613501, 'avg_acc': 0.09961629279811098, 'loss': 0.09177067118685857}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.09032021486798955, 'avg_acc': 0.10564340239912759, 'loss': 0.06632030448992866}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.09088971349852462, 'avg_acc': 0.09815096251266464, 'loss': 0.07677958726760283}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.09098806085289346, 'avg_acc': 0.08869441816461685, 'loss': 0.09195602668980232}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.09118796641742324, 'avg_acc': 0.08595829636202307, 'loss': 0.06654790345998306}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.09090364965734465, 'avg_acc': 0.07832080200501253, 'loss': 0.10153293348249852}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.09065401375195573, 'avg_acc': 0.07892659826361484, 'loss': 0.05744256145361045}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.09065835497479734, 'avg_acc': 0.0724569932685116, 'loss': 0.07978979025199351}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.09078413304531867, 'avg_acc': 0.06441009239516703, 'loss': 0.10355755053795486}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.09048036266947757, 'avg_acc': 0.06558903182125932, 'loss': 0.06101774054377529}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.09086691687796097, 'avg_acc': 0.058581124757595346, 'loss': 0.11138334102477236}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.0907403165535231, 'avg_acc': 0.056045145330859615, 'loss': 0.08124259360959789}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.09055941915204917, 'avg_acc': 0.05557202133965619, 'loss': 0.06328702208386565}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.09068979023230686, 'avg_acc': 0.046243597040409784, 'loss': 0.11310309045656805}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.0907443444619267, 'avg_acc': 0.046182266009852216, 'loss': 0.11855572305993128}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.9238360617670962, 'ece': 0.034398894757032394}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.09000810954217643, 'avg_acc': 11.607142857142858, 'loss': 0.09000810954217643}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.07606459013843823, 'avg_acc': 1.2987012987012987, 'loss': 0.08624267087748194}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.08010664005366547, 'avg_acc': 0.6590136054421769, 'loss': 0.09085994203990463}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.08389275059683608, 'avg_acc': 0.3888248847926267, 'loss': 0.09018776188176096}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.0842962140467828, 'avg_acc': 0.31576655052264807, 'loss': 0.08297834868760186}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.08694189170566563, 'avg_acc': 0.2538515406162465, 'loss': 0.09228106779314008}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.08924969147432515, 'avg_acc': 0.2268735362997658, 'loss': 0.04402202510011323}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.09112536912717031, 'avg_acc': 0.19491951710261568, 'loss': 0.08230688071060804}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.09133176160148024, 'avg_acc': 0.15432098765432098, 'loss': 0.10925355039989068}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.09081913028253451, 'avg_acc': 0.1324568288854003, 'loss': 0.12860598389357034}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.09082001624268696, 'avg_acc': 0.14144271570014144, 'loss': 0.06832399366825419}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.09178700886889898, 'avg_acc': 0.1085907335907336, 'loss': 0.12069239374418267}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.09218393119381581, 'avg_acc': 0.09961629279811098, 'loss': 0.0937655482124374}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.09180857419983686, 'avg_acc': 0.10564340239912759, 'loss': 0.06910583974648228}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.09237059549127839, 'avg_acc': 0.09815096251266464, 'loss': 0.07908507539096782}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.092434925589892, 'avg_acc': 0.08869441816461685, 'loss': 0.0942377633360333}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.0926537745643857, 'avg_acc': 0.08595829636202307, 'loss': 0.06808157921775708}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.09236830590352565, 'avg_acc': 0.07832080200501253, 'loss': 0.10297841613483374}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.0921191884714032, 'avg_acc': 0.07892659826361484, 'loss': 0.058690928398911116}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.09212560789438899, 'avg_acc': 0.0724569932685116, 'loss': 0.08246961100589292}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.09226018529733426, 'avg_acc': 0.06441009239516703, 'loss': 0.10490646670479821}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.09195753652837882, 'avg_acc': 0.06558903182125932, 'loss': 0.0618193199297171}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.09235098469075294, 'avg_acc': 0.058581124757595346, 'loss': 0.11206115221991045}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.09220970414696197, 'avg_acc': 0.056045145330859615, 'loss': 0.08103520750153896}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.09202060448959856, 'avg_acc': 0.05557202133965619, 'loss': 0.06354726060113843}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.09215822427200104, 'avg_acc': 0.046243597040409784, 'loss': 0.11460891356258733}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.09222938577445272, 'avg_acc': 0.046182266009852216, 'loss': 0.11913691281813499}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.9247648902821317, 'ece': 0.06739124655723572}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.08819443530414008, 'avg_acc': 11.607142857142858, 'loss': 0.08819443530414008}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.07471846094877155, 'avg_acc': 1.2987012987012987, 'loss': 0.08551272196280024}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.0785611134683352, 'avg_acc': 0.6590136054421769, 'loss': 0.08839181848013514}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.08256544655460021, 'avg_acc': 0.3888248847926267, 'loss': 0.08948167880752017}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.08288301366885327, 'avg_acc': 0.31576655052264807, 'loss': 0.08147784448715356}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.08559242562723873, 'avg_acc': 0.2538515406162465, 'loss': 0.09097900397259195}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.08791839634811191, 'avg_acc': 0.2268735362997658, 'loss': 0.04184972569041179}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.08975232986940532, 'avg_acc': 0.19491951710261568, 'loss': 0.08094963121441522}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.08996432302923262, 'avg_acc': 0.15432098765432098, 'loss': 0.10899107749980072}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.08937102016121451, 'avg_acc': 0.1324568288854003, 'loss': 0.127804716240673}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.08937231145707375, 'avg_acc': 0.14144271570014144, 'loss': 0.06768327976897126}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.09034586896180496, 'avg_acc': 0.1085907335907336, 'loss': 0.11930152513632816}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.09078214277701467, 'avg_acc': 0.09961629279811098, 'loss': 0.09173951790028564}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.09041540115135419, 'avg_acc': 0.10564340239912759, 'loss': 0.06793859031643024}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.09097408348348626, 'avg_acc': 0.09815096251266464, 'loss': 0.07897964923888269}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.0910275830351669, 'avg_acc': 0.08869441816461685, 'loss': 0.09362374144275723}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.09127686473644256, 'avg_acc': 0.08595829636202307, 'loss': 0.06659873421525374}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.09097204879881335, 'avg_acc': 0.07832080200501253, 'loss': 0.10150656090070648}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.09073117492409112, 'avg_acc': 0.07892659826361484, 'loss': 0.05655088139188738}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.09076235560426904, 'avg_acc': 0.0724569932685116, 'loss': 0.08170825971026423}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.09088595597136707, 'avg_acc': 0.06441009239516703, 'loss': 0.10344613368800179}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.09060380322014178, 'avg_acc': 0.06558903182125932, 'loss': 0.060426797931748}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.09103347507468884, 'avg_acc': 0.058581124757595346, 'loss': 0.11094994226147849}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.09088602424373567, 'avg_acc': 0.056045145330859615, 'loss': 0.0794228579803189}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.09070158149981439, 'avg_acc': 0.05557202133965619, 'loss': 0.060965376760265144}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.09081780484221588, 'avg_acc': 0.046243597040409784, 'loss': 0.11241916749350724}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.09088929577170489, 'avg_acc': 0.046182266009852216, 'loss': 0.11528797846796936}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.9247648902821317, 'ece': 0.046603623777627945}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.08534587997658198, 'avg_acc': 11.607142857142858, 'loss': 0.08534587997658198}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.07140764609779748, 'avg_acc': 1.2987012987012987, 'loss': 0.08279205087688775}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.07545565033911779, 'avg_acc': 0.6590136054421769, 'loss': 0.08655707970578824}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.07945533979314535, 'avg_acc': 0.3888248847926267, 'loss': 0.08518080641276322}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.07975795940996126, 'avg_acc': 0.31576655052264807, 'loss': 0.07697701092892624}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.08240242987515398, 'avg_acc': 0.2538515406162465, 'loss': 0.08743829661208175}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.08485294798597563, 'avg_acc': 0.2268735362997658, 'loss': 0.03978380254518957}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.08686588394252555, 'avg_acc': 0.19491951710261568, 'loss': 0.07831706823572354}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.08703928322992993, 'avg_acc': 0.15432098765432098, 'loss': 0.10501881490057485}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.08641062488440811, 'avg_acc': 0.1324568288854003, 'loss': 0.1261684248184289}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.08639966786562946, 'avg_acc': 0.13702263083451202, 'loss': 0.06422594364897805}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.08747594564114836, 'avg_acc': 0.1085907335907336, 'loss': 0.11654575610088255}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.08791853617192776, 'avg_acc': 0.09961629279811098, 'loss': 0.0904330490420518}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.08753558984258218, 'avg_acc': 0.10564340239912759, 'loss': 0.06239656549496431}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.08811629858536069, 'avg_acc': 0.09815096251266464, 'loss': 0.0738694488532019}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.08821359111833472, 'avg_acc': 0.08869441816461685, 'loss': 0.0896374356791471}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.08847873328034628, 'avg_acc': 0.08595829636202307, 'loss': 0.06831959869327063}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.08819626574138777, 'avg_acc': 0.07832080200501253, 'loss': 0.09919156677388838}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.08794974816186588, 'avg_acc': 0.07892659826361484, 'loss': 0.05373578761976562}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.08804352852983333, 'avg_acc': 0.0724569932685116, 'loss': 0.07926578442989092}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.08816714154833953, 'avg_acc': 0.06441009239516703, 'loss': 0.10017884089363145}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.08786494830759439, 'avg_acc': 0.06558903182125932, 'loss': 0.05663421111288309}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.08825768969197714, 'avg_acc': 0.058581124757595346, 'loss': 0.10942423436295354}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.08811008458606019, 'avg_acc': 0.056045145330859615, 'loss': 0.07634610367843411}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.08796170349514539, 'avg_acc': 0.05557202133965619, 'loss': 0.05868664556274845}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.08806780804348349, 'avg_acc': 0.046243597040409784, 'loss': 0.10967140517751414}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.08813920724361146, 'avg_acc': 0.046182266009852216, 'loss': 0.11500776605899837}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.9229072332520608, 'ece': 0.042769499123096466}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.09013442722847945, 'avg_acc': 11.607142857142858, 'loss': 0.09013442722847945}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.07614657237786154, 'avg_acc': 1.2987012987012987, 'loss': 0.0847811781107615}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.08013343200439489, 'avg_acc': 0.6590136054421769, 'loss': 0.09113015845407192}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.08389346982418967, 'avg_acc': 0.3888248847926267, 'loss': 0.0894682803271272}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.08430078935779406, 'avg_acc': 0.31576655052264807, 'loss': 0.08295375010637583}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.08678704644057984, 'avg_acc': 0.2538515406162465, 'loss': 0.09063869176138642}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.08916106172916934, 'avg_acc': 0.2268735362997658, 'loss': 0.045901598881743305}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.09113074277342584, 'avg_acc': 0.19491951710261568, 'loss': 0.08235832554255954}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.09127124875271815, 'avg_acc': 0.15432098765432098, 'loss': 0.10863297081752826}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.09075580492565222, 'avg_acc': 0.1324568288854003, 'loss': 0.12800852742793722}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.09074840633873804, 'avg_acc': 0.14144271570014144, 'loss': 0.06823880015006774}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.09174557235915538, 'avg_acc': 0.1085907335907336, 'loss': 0.11946120624877818}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.09213471520815215, 'avg_acc': 0.09961629279811098, 'loss': 0.09415596398186006}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.09175991506367749, 'avg_acc': 0.10564340239912759, 'loss': 0.06817665559451923}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.09232315016269667, 'avg_acc': 0.09815096251266464, 'loss': 0.07838327687621975}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.09240944359286671, 'avg_acc': 0.08869441816461685, 'loss': 0.09396952276955922}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.09261869517058911, 'avg_acc': 0.08595829636202307, 'loss': 0.06805222255196343}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.0923423601539802, 'avg_acc': 0.07832080200501253, 'loss': 0.10367368205239862}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.09209864261700675, 'avg_acc': 0.07892659826361484, 'loss': 0.05911855947931599}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.09209120259760271, 'avg_acc': 0.0724569932685116, 'loss': 0.08174545248850303}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.09220808442922863, 'avg_acc': 0.06441009239516703, 'loss': 0.10436145146182492}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.09189153740670176, 'avg_acc': 0.06558903182125932, 'loss': 0.061712993441241384}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.09227868591975937, 'avg_acc': 0.058581124757595346, 'loss': 0.11205730755779086}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.09214456396850301, 'avg_acc': 0.056045145330859615, 'loss': 0.08371151131341646}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.0919652940926153, 'avg_acc': 0.05557202133965619, 'loss': 0.06417322383689289}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.09209931402543052, 'avg_acc': 0.046243597040409784, 'loss': 0.11513634867375393}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.09215945147631203, 'avg_acc': 0.046182266009852216, 'loss': 0.11952593777927437}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.9232555439451992, 'ece': 0.03464127331972122}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.08662199320521527, 'avg_acc': 11.607142857142858, 'loss': 0.08662199320521527}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.07126491230542636, 'avg_acc': 1.2987012987012987, 'loss': 0.08011066443786977}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.07528323775808239, 'avg_acc': 0.6590136054421769, 'loss': 0.08443870451968596}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.07922681648269748, 'avg_acc': 0.3888248847926267, 'loss': 0.08615413587633773}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.07966311123787098, 'avg_acc': 0.31576655052264807, 'loss': 0.0775809847487413}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.08230121207403018, 'avg_acc': 0.2538515406162465, 'loss': 0.08697964421157929}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.08475955282587397, 'avg_acc': 0.2268735362997658, 'loss': 0.04061549553506438}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.08671625831697234, 'avg_acc': 0.19491951710261568, 'loss': 0.07785916642691047}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.08689575876171898, 'avg_acc': 0.15432098765432098, 'loss': 0.10489264904523614}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.08630905479743631, 'avg_acc': 0.1324568288854003, 'loss': 0.12494898678443178}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.08630183359567022, 'avg_acc': 0.14144271570014144, 'loss': 0.06326857504522616}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.08734994909711782, 'avg_acc': 0.1085907335907336, 'loss': 0.11668786880612254}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.08775720614317578, 'avg_acc': 0.09961629279811098, 'loss': 0.09025628881237577}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.08736206393664778, 'avg_acc': 0.10564340239912759, 'loss': 0.06323858033885342}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.08794710720863393, 'avg_acc': 0.09815096251266464, 'loss': 0.07372104774589973}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.08803986408919397, 'avg_acc': 0.08869441816461685, 'loss': 0.08978015060979974}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.08829987428496044, 'avg_acc': 0.08595829636202307, 'loss': 0.0660847370982976}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.08800161059998177, 'avg_acc': 0.07832080200501253, 'loss': 0.09815633766649105}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.0877682629278906, 'avg_acc': 0.07892659826361484, 'loss': 0.05374843222283029}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.08781267890118678, 'avg_acc': 0.0724569932685116, 'loss': 0.07757431715683488}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.08795406295103991, 'avg_acc': 0.06441009239516703, 'loss': 0.10069500957748037}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.08763228641897707, 'avg_acc': 0.06558903182125932, 'loss': 0.056827715856071236}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.08802301869697114, 'avg_acc': 0.058581124757595346, 'loss': 0.10847074209922473}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.0878824749522774, 'avg_acc': 0.056045145330859615, 'loss': 0.0779945447567018}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.08771066544454482, 'avg_acc': 0.05557202133965619, 'loss': 0.0591238436853944}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.08781861512304509, 'avg_acc': 0.046243597040409784, 'loss': 0.11076506637678156}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.08786724026180978, 'avg_acc': 0.046182266009852216, 'loss': 0.11404957698109033}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.9246487867177522, 'ece': 0.03603505343198776}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.08775301780854404, 'avg_acc': 11.607142857142858, 'loss': 0.08775301780854404}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.07319085289072723, 'avg_acc': 1.2987012987012987, 'loss': 0.08344980100103579}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.07715091462116608, 'avg_acc': 0.6590136054421769, 'loss': 0.08677187797306779}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.08108806106842785, 'avg_acc': 0.3888248847926267, 'loss': 0.08750123280800283}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.08158204504262098, 'avg_acc': 0.31576655052264807, 'loss': 0.07958811048726082}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.08415368910362499, 'avg_acc': 0.2538515406162465, 'loss': 0.08859037153141815}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.08658642600253617, 'avg_acc': 0.2268735362997658, 'loss': 0.04285095236131399}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.08856599766903088, 'avg_acc': 0.19491951710261568, 'loss': 0.07872614745131808}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.08876095012176066, 'avg_acc': 0.15432098765432098, 'loss': 0.10549842175814206}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.08814926015379863, 'avg_acc': 0.1324568288854003, 'loss': 0.12704573955716925}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.08817387124917112, 'avg_acc': 0.13702263083451202, 'loss': 0.06593505667949882}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.08926663323900329, 'avg_acc': 0.1085907335907336, 'loss': 0.11888987441743178}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.08962489056077096, 'avg_acc': 0.09961629279811098, 'loss': 0.09351879112676491}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.08923766253122267, 'avg_acc': 0.10564340239912759, 'loss': 0.06606855147763975}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.08982630523262594, 'avg_acc': 0.09815096251266464, 'loss': 0.07545546116302505}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.08991534515482903, 'avg_acc': 0.08869441816461685, 'loss': 0.09219194715354968}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.09017938740553495, 'avg_acc': 0.08595829636202307, 'loss': 0.06865370021073756}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.08988316248838457, 'avg_acc': 0.07832080200501253, 'loss': 0.09995928158885395}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.08967165724766919, 'avg_acc': 0.07892659826361484, 'loss': 0.05550742485029656}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.08971143490362413, 'avg_acc': 0.0724569932685116, 'loss': 0.07979701998616356}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.0898505546628138, 'avg_acc': 0.06441009239516703, 'loss': 0.10187735739254679}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.08952563716539806, 'avg_acc': 0.06558903182125932, 'loss': 0.05875851795160867}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.08991854863404522, 'avg_acc': 0.058581124757595346, 'loss': 0.10828477406745053}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.08976536156281406, 'avg_acc': 0.056045145330859615, 'loss': 0.07759993157749737}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.08960242222496163, 'avg_acc': 0.05557202133965619, 'loss': 0.06120555962420277}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.08971480381971457, 'avg_acc': 0.046243597040409784, 'loss': 0.11293716336590315}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.0897798911707255, 'avg_acc': 0.046182266009852216, 'loss': 0.11557955149810692}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.9224428189945432, 'ece': 0.03758938983082771}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.08739177813010558, 'avg_acc': 11.607142857142858, 'loss': 0.08739177813010558}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.0742927402283955, 'avg_acc': 1.2987012987012987, 'loss': 0.08478694788628006}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.07845323751853314, 'avg_acc': 0.6590136054421769, 'loss': 0.08990900271974413}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.08237939365198886, 'avg_acc': 0.3888248847926267, 'loss': 0.08827842913370075}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.0826786540351044, 'avg_acc': 0.31576655052264807, 'loss': 0.07961961131958008}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.08533572524916688, 'avg_acc': 0.2538515406162465, 'loss': 0.09019183478707353}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.08770906450865686, 'avg_acc': 0.2268735362997658, 'loss': 0.04200059238161202}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.08968952124059824, 'avg_acc': 0.19491951710261568, 'loss': 0.08121148176653442}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.08984883728094434, 'avg_acc': 0.15432098765432098, 'loss': 0.10824413908021921}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.08924860107398494, 'avg_acc': 0.1324568288854003, 'loss': 0.1272911477421579}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.08921718259950949, 'avg_acc': 0.14144271570014144, 'loss': 0.06669000024328398}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.0902241034981678, 'avg_acc': 0.1085907335907336, 'loss': 0.11829491013307752}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.09063043552427515, 'avg_acc': 0.09961629279811098, 'loss': 0.09197319893917211}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.09024566081248706, 'avg_acc': 0.10564340239912759, 'loss': 0.06636550939292972}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.0908063247397085, 'avg_acc': 0.09815096251266464, 'loss': 0.07696354585389793}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.09089805751107614, 'avg_acc': 0.08869441816461685, 'loss': 0.09269965495808004}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.09113382524883275, 'avg_acc': 0.08595829636202307, 'loss': 0.06921764244886829}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.09085331260398846, 'avg_acc': 0.07832080200501253, 'loss': 0.10219600128445043}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.09060464971208906, 'avg_acc': 0.07892659826361484, 'loss': 0.05772194398576045}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.09064788688451503, 'avg_acc': 0.0724569932685116, 'loss': 0.08129532434793418}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.09076391950954454, 'avg_acc': 0.06441009239516703, 'loss': 0.10439637741238324}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.09044964863303823, 'avg_acc': 0.06558903182125932, 'loss': 0.06002645857828221}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.09084391480413956, 'avg_acc': 0.058581124757595346, 'loss': 0.11202218118116239}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.09070019792318103, 'avg_acc': 0.056045145330859615, 'loss': 0.08024757357505662}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.09051441862373462, 'avg_acc': 0.05557202133965619, 'loss': 0.06171402989882527}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.09063375708459866, 'avg_acc': 0.046243597040409784, 'loss': 0.11343626788429413}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.09070509344988846, 'avg_acc': 0.046182266009852216, 'loss': 0.11759508702043928}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.9246487867177522, 'ece': 0.050939057022333145}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.0866613928103074, 'avg_acc': 11.607142857142858, 'loss': 0.0866613928103074}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.07316386211319235, 'avg_acc': 1.2987012987012987, 'loss': 0.0836806293703408}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.07717964272428794, 'avg_acc': 0.6590136054421769, 'loss': 0.0876940465328825}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.08104156249893259, 'avg_acc': 0.3888248847926267, 'loss': 0.0875334227107893}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.08143016101367564, 'avg_acc': 0.31576655052264807, 'loss': 0.07903632677645028}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.08409439244717, 'avg_acc': 0.2538515406162465, 'loss': 0.08902131627165691}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.08646223649576253, 'avg_acc': 0.2268735362997658, 'loss': 0.04204939023883217}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.08841172647275261, 'avg_acc': 0.19491951710261568, 'loss': 0.08005074271747503}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.0885893206155487, 'avg_acc': 0.15432098765432098, 'loss': 0.10702487242222754}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.0879795876091277, 'avg_acc': 0.1324568288854003, 'loss': 0.12646689356817628}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.08795959454548638, 'avg_acc': 0.14144271570014144, 'loss': 0.06631586002778736}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.08898579542086363, 'avg_acc': 0.1085907335907336, 'loss': 0.11781612314872193}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.08938184843061854, 'avg_acc': 0.09961629279811098, 'loss': 0.09141261808694674}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.08902729022303223, 'avg_acc': 0.10564340239912759, 'loss': 0.06641177130588208}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.08959761810043874, 'avg_acc': 0.09815096251266464, 'loss': 0.07631553507654383}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.0896797123365983, 'avg_acc': 0.08869441816461685, 'loss': 0.09194822421496188}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.08993892232185603, 'avg_acc': 0.08595829636202307, 'loss': 0.0679493852879846}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.08964550032197956, 'avg_acc': 0.07832080200501253, 'loss': 0.1001983908519516}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.08941824523531636, 'avg_acc': 0.07892659826361484, 'loss': 0.055739272364734554}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.08946819714692059, 'avg_acc': 0.0724569932685116, 'loss': 0.08066160380766974}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.08959984736027153, 'avg_acc': 0.06441009239516703, 'loss': 0.10240614760321672}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.08928641090468516, 'avg_acc': 0.06558903182125932, 'loss': 0.05859266361578972}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.08969094833551378, 'avg_acc': 0.058581124757595346, 'loss': 0.10987409024806993}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.08955153596805861, 'avg_acc': 0.056045145330859615, 'loss': 0.0776686307522222}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.08938029750024254, 'avg_acc': 0.05557202133965619, 'loss': 0.060463944142672484}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.08949308766723049, 'avg_acc': 0.046243597040409784, 'loss': 0.11120912394175012}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.0895662966209894, 'avg_acc': 0.046182266009852216, 'loss': 0.11540914157620005}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.9247648902821317, 'ece': 0.042129456996917725}