diff --git "a/ratio_proportion_change3/logs/masked/log_test_IS_finetuned.txt" "b/ratio_proportion_change3/logs/masked/log_test_IS_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change3/logs/masked/log_test_IS_finetuned.txt"
@@ -0,0 +1,1428 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.22599195461901087, 'avg_acc': 0.0, 'loss': 0.22599195461901087}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.24101418920921097, 'avg_acc': 0.0, 'loss': 0.29889059402843743}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.2526639255906864, 'avg_acc': 0.0, 'loss': 0.2859873328899474}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.24672275204107358, 'avg_acc': 0.0, 'loss': 0.31651879276224854}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.24607182102949776, 'avg_acc': 0.0, 'loss': 0.23587192302693438}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.24637231604070609, 'avg_acc': 0.0, 'loss': 0.2396210427450569}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.24852811536800312, 'avg_acc': 0.0, 'loss': 0.2564783832271392}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.2495682610715594, 'avg_acc': 0.0, 'loss': 0.2865603032654949}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.24871542960492393, 'avg_acc': 0.0, 'loss': 0.27075087089074906}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.25035012015439356, 'avg_acc': 0.0, 'loss': 0.22039817401959486}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.24996651808397594, 'avg_acc': 0.0, 'loss': 0.23133490137427412}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.25117667902435536, 'avg_acc': 0.0, 'loss': 0.3020115486189232}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.25191889371955156, 'avg_acc': 0.0, 'loss': 0.25374722948618}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.25080477880722885, 'avg_acc': 0.0, 'loss': 0.17543767510349945}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.25174386298086404, 'avg_acc': 0.0, 'loss': 0.2961335061746857}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.25288514714844146, 'avg_acc': 0.0, 'loss': 0.3252600845311722}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.25290819881246346, 'avg_acc': 0.0, 'loss': 0.26294921014284356}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.25239427446875135, 'avg_acc': 0.0, 'loss': 0.23525784856220913}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.25254732935110613, 'avg_acc': 0.0, 'loss': 0.19530355223871862}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.2524751572127235, 'avg_acc': 0.0, 'loss': 0.23222201641146967}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.25244630503684284, 'avg_acc': 0.0, 'loss': 0.25042925239995384}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.2524972428908032, 'avg_acc': 0.0, 'loss': 0.27983020230736394}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.25315314263832306, 'avg_acc': 0.0, 'loss': 0.23255651235220803}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.25249109153487503, 'avg_acc': 0.0, 'loss': 0.2487285463360292}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.2517229521850114, 'avg_acc': 0.0, 'loss': 0.2240825201131104}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.25159225974211036, 'avg_acc': 0.0, 'loss': 0.25917569271171353}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.25173292938652564, 'avg_acc': 0.0, 'loss': 0.3014127602317395}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.0, 'ece': 0.21599696576595306, 'avg_loss': 0.2522098996748678, 'f1_scores': 0.6734668850505154}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.21310267648745398, 'avg_acc': 0.0, 'loss': 0.21310267648745398}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.22870094269661398, 'avg_acc': 0.0, 'loss': 0.2528967362220231}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.24277646221013174, 'avg_acc': 0.0, 'loss': 0.27730978892753094}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.23718670134425007, 'avg_acc': 0.0, 'loss': 0.3094200499581997}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.23665678367295578, 'avg_acc': 0.0, 'loss': 0.223601393696364}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.2373390143564047, 'avg_acc': 0.0, 'loss': 0.22838652180618216}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.23936585951829772, 'avg_acc': 0.0, 'loss': 0.24567416920035612}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.24056752846642301, 'avg_acc': 0.0, 'loss': 0.276597827491839}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.24036976391163017, 'avg_acc': 0.0, 'loss': 0.25975763617543635}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.24147267217554422, 'avg_acc': 0.0, 'loss': 0.208605708433944}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.2415071279109509, 'avg_acc': 0.0, 'loss': 0.22154680354690623}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.24289053988902343, 'avg_acc': 0.0, 'loss': 0.2785254976801557}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.24385868508083164, 'avg_acc': 0.0, 'loss': 0.2383314728044752}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.2430384297788011, 'avg_acc': 0.0, 'loss': 0.18343789615235956}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.24408655138678076, 'avg_acc': 0.0, 'loss': 0.27083260235498785}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.24554983107569126, 'avg_acc': 0.0, 'loss': 0.33154704455864703}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.24526909562595817, 'avg_acc': 0.0, 'loss': 0.25528812090942665}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.24462147959751462, 'avg_acc': 0.0, 'loss': 0.22710955891592935}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.24488270743924212, 'avg_acc': 0.0, 'loss': 0.1973229243618724}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.24494020848673245, 'avg_acc': 0.0, 'loss': 0.22659898313616264}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.24511448235001487, 'avg_acc': 0.0, 'loss': 0.24299908753917926}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.24518420399934956, 'avg_acc': 0.0, 'loss': 0.2801783113715958}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.245678761121705, 'avg_acc': 0.0, 'loss': 0.23475942805849365}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.24504639697590136, 'avg_acc': 0.0, 'loss': 0.23563431356030506}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.24413133460903863, 'avg_acc': 0.0, 'loss': 0.2108582164607599}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.24387308025767376, 'avg_acc': 0.0, 'loss': 0.24069587932990544}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.24390353700304077, 'avg_acc': 0.0, 'loss': 0.2816661006835212}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.0, 'ece': 0.1502809226512909, 'avg_loss': 0.24435651339544967, 'f1_scores': 0.7129607035404545}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.2072092144533469, 'avg_acc': 0.0, 'loss': 0.2072092144533469}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.22133998690616286, 'avg_acc': 0.0, 'loss': 0.23234846054557626}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.2348316760771984, 'avg_acc': 0.0, 'loss': 0.2625043169710547}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.2299230472725645, 'avg_acc': 0.0, 'loss': 0.29558996642137053}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.22956257961141568, 'avg_acc': 0.0, 'loss': 0.21513847790934698}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.22993912220664264, 'avg_acc': 0.0, 'loss': 0.22440799768537545}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.23191324467457006, 'avg_acc': 0.0, 'loss': 0.2466595084151777}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.2333413702402285, 'avg_acc': 0.0, 'loss': 0.2674550824783312}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.23370314827107994, 'avg_acc': 0.0, 'loss': 0.25211392293551527}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.2344827411484253, 'avg_acc': 0.0, 'loss': 0.1997733181161883}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.2346014243074556, 'avg_acc': 0.0, 'loss': 0.2161928378610095}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.23611919923550834, 'avg_acc': 0.0, 'loss': 0.2675303304786212}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.23709058901422284, 'avg_acc': 0.0, 'loss': 0.23060333941046857}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.23652916145036537, 'avg_acc': 0.0, 'loss': 0.187756537842623}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.23763751255239182, 'avg_acc': 0.0, 'loss': 0.26007947632134737}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.23907734148386903, 'avg_acc': 0.0, 'loss': 0.3236742923594907}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.2387664171503547, 'avg_acc': 0.0, 'loss': 0.24528681942605804}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.23834397121004552, 'avg_acc': 0.0, 'loss': 0.22903884381009576}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.23873032994066334, 'avg_acc': 0.0, 'loss': 0.19412055118170557}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.23882729305871014, 'avg_acc': 0.0, 'loss': 0.2141977141375589}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.23891410478478708, 'avg_acc': 0.0, 'loss': 0.22911087459059282}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.2388911704022356, 'avg_acc': 0.0, 'loss': 0.2680538203234651}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.2392745499360897, 'avg_acc': 0.0, 'loss': 0.2184480493635549}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.2386358961851125, 'avg_acc': 0.0, 'loss': 0.2237781428621669}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.23773745932950852, 'avg_acc': 0.0, 'loss': 0.21009043294738408}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.23748032886213066, 'avg_acc': 0.0, 'loss': 0.231491927999124}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.23750136373671057, 'avg_acc': 0.0, 'loss': 0.26717957328998765}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.0, 'ece': 0.1619209349155426, 'avg_loss': 0.2379174734648957, 'f1_scores': 0.7083826512234694}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.21088289223358253, 'avg_acc': 0.0, 'loss': 0.21088289223358253}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.22649553227633631, 'avg_acc': 0.0, 'loss': 0.23837253918489815}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.24013556781530535, 'avg_acc': 0.0, 'loss': 0.2643885053097879}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.23577419089720172, 'avg_acc': 0.0, 'loss': 0.300722613281323}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.23603651436214204, 'avg_acc': 0.0, 'loss': 0.22259791926775765}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.23653212612166322, 'avg_acc': 0.0, 'loss': 0.23329626855515276}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.23836905011837373, 'avg_acc': 0.0, 'loss': 0.2499822136370702}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.23959572800715698, 'avg_acc': 0.0, 'loss': 0.2795008848236518}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.2400021388814506, 'avg_acc': 0.0, 'loss': 0.2584115572603878}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.24070219021247471, 'avg_acc': 0.0, 'loss': 0.19715727332212346}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.24071006673508943, 'avg_acc': 0.0, 'loss': 0.2159131865157308}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.24209965457950747, 'avg_acc': 0.0, 'loss': 0.27261288665983685}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.24296808515776241, 'avg_acc': 0.0, 'loss': 0.23774370781867607}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.24243896213344954, 'avg_acc': 0.0, 'loss': 0.18991524009327673}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.24349860954320507, 'avg_acc': 0.0, 'loss': 0.2644248171621127}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.2449271505197202, 'avg_acc': 0.0, 'loss': 0.32221118156361883}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.2445720789537763, 'avg_acc': 0.0, 'loss': 0.24657403569049813}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.2442157388884939, 'avg_acc': 0.0, 'loss': 0.23372564191530337}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.24445112257188573, 'avg_acc': 0.0, 'loss': 0.19634319692587657}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.24443365703057324, 'avg_acc': 0.0, 'loss': 0.2096628921492863}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.24454318696969546, 'avg_acc': 0.0, 'loss': 0.23685356355125414}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.2444588012595473, 'avg_acc': 0.0, 'loss': 0.2725984615886513}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.24491507312694086, 'avg_acc': 0.0, 'loss': 0.2294339082760806}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.24422696599183208, 'avg_acc': 0.0, 'loss': 0.2256334158159916}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.24326036173187096, 'avg_acc': 0.0, 'loss': 0.21726046946391112}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.24295777012007488, 'avg_acc': 0.0, 'loss': 0.23864294332130545}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.24290278650760222, 'avg_acc': 0.0, 'loss': 0.2654467064183856}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.0, 'ece': 0.1642695665359497, 'avg_loss': 0.24326983149860198, 'f1_scores': 0.7130094195040603}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.21388752999856867, 'avg_acc': 0.0, 'loss': 0.21388752999856867}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.22532556841194973, 'avg_acc': 0.0, 'loss': 0.23631095362419988}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.23934370432717592, 'avg_acc': 0.0, 'loss': 0.26370686887535805}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.23500716810048813, 'avg_acc': 0.0, 'loss': 0.2993212335708059}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.23509036227718327, 'avg_acc': 0.0, 'loss': 0.2210109460795268}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.2357504165176645, 'avg_acc': 0.0, 'loss': 0.23172773102315397}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.23760468051093028, 'avg_acc': 0.0, 'loss': 0.25068978689536636}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.23890490746323392, 'avg_acc': 0.0, 'loss': 0.2795207079392899}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.23923618880840405, 'avg_acc': 0.0, 'loss': 0.25729042657258105}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.24005794067392233, 'avg_acc': 0.0, 'loss': 0.19962331885705809}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.24007126748056426, 'avg_acc': 0.0, 'loss': 0.21539030221180966}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.24138627842410204, 'avg_acc': 0.0, 'loss': 0.27096307864446445}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.24226731986364614, 'avg_acc': 0.0, 'loss': 0.23464644757918254}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.24171614754804283, 'avg_acc': 0.0, 'loss': 0.18892944342373344}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.24275316445182274, 'avg_acc': 0.0, 'loss': 0.2627941902361012}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.24424711918281902, 'avg_acc': 0.0, 'loss': 0.32308732574334237}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.24383318725771622, 'avg_acc': 0.0, 'loss': 0.24814591534693264}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.2434328205477457, 'avg_acc': 0.0, 'loss': 0.23128040413101708}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.2436379323576644, 'avg_acc': 0.0, 'loss': 0.1951322470200856}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.24365639493257915, 'avg_acc': 0.0, 'loss': 0.21119802742993798}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.24373243926016266, 'avg_acc': 0.0, 'loss': 0.23472447257920845}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.2436976936500817, 'avg_acc': 0.0, 'loss': 0.27082855422330404}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.2441116039057215, 'avg_acc': 0.0, 'loss': 0.22665605926502913}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.24340044987741277, 'avg_acc': 0.0, 'loss': 0.22533486279741866}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.24247015272892455, 'avg_acc': 0.0, 'loss': 0.21606590432423087}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.24218084707658963, 'avg_acc': 0.0, 'loss': 0.241175364935056}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.24211256652680088, 'avg_acc': 0.0, 'loss': 0.26401491507060976}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.0, 'ece': 0.13922151923179626, 'avg_loss': 0.24250015486777882, 'f1_scores': 0.7094677243208561}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.21893665305242394, 'avg_acc': 0.0, 'loss': 0.21893665305242394}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.23102289004842744, 'avg_acc': 0.0, 'loss': 0.24390166877745806}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.2445084230907707, 'avg_acc': 0.0, 'loss': 0.26884014443157866}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.2403069018001506, 'avg_acc': 0.0, 'loss': 0.30274520705588004}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.24029752056437884, 'avg_acc': 0.0, 'loss': 0.22682428528784318}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.24107136081335034, 'avg_acc': 0.0, 'loss': 0.23633293062393282}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.2430780351176746, 'avg_acc': 0.0, 'loss': 0.25754839700324994}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.24447291124740475, 'avg_acc': 0.0, 'loss': 0.2871468315679522}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.2450361050982319, 'avg_acc': 0.0, 'loss': 0.264808617678487}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.24590085523829436, 'avg_acc': 0.0, 'loss': 0.20565136114276225}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.2459529851325994, 'avg_acc': 0.0, 'loss': 0.2174574601353275}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.247391363564393, 'avg_acc': 0.0, 'loss': 0.2757669307130592}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.2483063542131787, 'avg_acc': 0.0, 'loss': 0.23884458664666192}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.24774176226121558, 'avg_acc': 0.0, 'loss': 0.19555393617130382}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.24874623949909858, 'avg_acc': 0.0, 'loss': 0.2708818461364899}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.25029350615338936, 'avg_acc': 0.0, 'loss': 0.3333191841239308}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.24989426155737382, 'avg_acc': 0.0, 'loss': 0.2547928169416471}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.2494703452430478, 'avg_acc': 0.0, 'loss': 0.23674351803505747}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.24978091696908933, 'avg_acc': 0.0, 'loss': 0.20467245042885093}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.2498310953536242, 'avg_acc': 0.0, 'loss': 0.21691850163253026}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.24983178993217336, 'avg_acc': 0.0, 'loss': 0.24144140800275896}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.2498251568326604, 'avg_acc': 0.0, 'loss': 0.2788728362788788}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.2502149815966972, 'avg_acc': 0.0, 'loss': 0.23305774154521583}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.24950150902622545, 'avg_acc': 0.0, 'loss': 0.23031653180409453}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.24856210845666757, 'avg_acc': 0.0, 'loss': 0.22531006817741528}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.24825652615604582, 'avg_acc': 0.0, 'loss': 0.2482902241913832}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.24819151098600067, 'avg_acc': 0.0, 'loss': 0.27210000499456194}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.0, 'ece': 0.1393716037273407, 'avg_loss': 0.24856633953909626, 'f1_scores': 0.7048920120964309}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.22036823030339292, 'avg_acc': 0.0, 'loss': 0.22036823030339292}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.23226755792614184, 'avg_acc': 0.0, 'loss': 0.24466524522313193}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.24589870288182775, 'avg_acc': 0.0, 'loss': 0.26978217337195276}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.2415676764940312, 'avg_acc': 0.0, 'loss': 0.3025367904329609}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.241557498923761, 'avg_acc': 0.0, 'loss': 0.22781837843974373}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.24223270291199972, 'avg_acc': 0.0, 'loss': 0.23662401468962863}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.24424545331448855, 'avg_acc': 0.0, 'loss': 0.25938856992589926}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.24564646327191547, 'avg_acc': 0.0, 'loss': 0.28683439505753733}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.24620682452187903, 'avg_acc': 0.0, 'loss': 0.26389627748124306}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.24710990792995982, 'avg_acc': 0.0, 'loss': 0.20818125424440428}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.24721431065237107, 'avg_acc': 0.0, 'loss': 0.21872664350628057}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.24865058518167577, 'avg_acc': 0.0, 'loss': 0.27684582988714673}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.2495603893647293, 'avg_acc': 0.0, 'loss': 0.23887317151333523}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.2490240785244966, 'avg_acc': 0.0, 'loss': 0.19637479705768002}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.25006216621478666, 'avg_acc': 0.0, 'loss': 0.27416661435108836}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.25164794225698073, 'avg_acc': 0.0, 'loss': 0.3383480442266123}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.2512342709374481, 'avg_acc': 0.0, 'loss': 0.2553205637887004}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.2507782776841005, 'avg_acc': 0.0, 'loss': 0.23725505274601993}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.2510947167333607, 'avg_acc': 0.0, 'loss': 0.20576592496692162}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.25117351175952435, 'avg_acc': 0.0, 'loss': 0.22011573859020114}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.25118696689629333, 'avg_acc': 0.0, 'loss': 0.24309204102844106}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.25118409544024056, 'avg_acc': 0.0, 'loss': 0.2800122135890888}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.2515662297433977, 'avg_acc': 0.0, 'loss': 0.23342502643793392}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.2508572212058631, 'avg_acc': 0.0, 'loss': 0.23078204488573256}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.2498981359171328, 'avg_acc': 0.0, 'loss': 0.2257144629708299}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.24958629912425545, 'avg_acc': 0.0, 'loss': 0.25020936679077616}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.24950243873938743, 'avg_acc': 0.0, 'loss': 0.27330000834133117}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.0, 'ece': 0.16982854902744293, 'avg_loss': 0.2498893899037958, 'f1_scores': 0.703364084364266}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.22148489505993244, 'avg_acc': 0.0, 'loss': 0.22148489505993244}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.2298742859627657, 'avg_acc': 0.0, 'loss': 0.23868469901162825}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.2436741424865301, 'avg_acc': 0.0, 'loss': 0.27034218455732373}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.2397666186036625, 'avg_acc': 0.0, 'loss': 0.30147226315343034}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.23921933010462026, 'avg_acc': 0.0, 'loss': 0.22112797381032578}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.23933125147446963, 'avg_acc': 0.0, 'loss': 0.23086817762610473}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.2413282993093002, 'avg_acc': 0.0, 'loss': 0.2575990498919834}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.2430432162722202, 'avg_acc': 0.0, 'loss': 0.28025263368272135}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.24364457003073645, 'avg_acc': 0.0, 'loss': 0.26222942879556804}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.24439413022097936, 'avg_acc': 0.0, 'loss': 0.20979927474542948}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.24458017142333272, 'avg_acc': 0.0, 'loss': 0.2229474297609418}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.24610331552618808, 'avg_acc': 0.0, 'loss': 0.2713556646672909}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.24711839065088048, 'avg_acc': 0.0, 'loss': 0.23915804913784605}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.2466932334562844, 'avg_acc': 0.0, 'loss': 0.19887098432666658}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.24775564449627038, 'avg_acc': 0.0, 'loss': 0.26960674758161723}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.2493389461128383, 'avg_acc': 0.0, 'loss': 0.3319288498994086}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.2488872444524922, 'avg_acc': 0.0, 'loss': 0.2524206696051416}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.2484222213441581, 'avg_acc': 0.0, 'loss': 0.23526930710548705}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.24875897270680386, 'avg_acc': 0.0, 'loss': 0.19472507740218653}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.24889676162069155, 'avg_acc': 0.0, 'loss': 0.21992446707333457}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.24887698151672474, 'avg_acc': 0.0, 'loss': 0.2351001260735107}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.24886338224069846, 'avg_acc': 0.0, 'loss': 0.2739596341775073}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.24921645019003846, 'avg_acc': 0.0, 'loss': 0.2214242107427578}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.24852908121050366, 'avg_acc': 0.0, 'loss': 0.22634268136191946}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.2476481730961098, 'avg_acc': 0.0, 'loss': 0.22647319087328857}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.24743233153449698, 'avg_acc': 0.0, 'loss': 0.24960148994978226}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.24740102211852202, 'avg_acc': 0.0, 'loss': 0.27384082807904114}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.0, 'ece': 0.13239312171936035, 'avg_loss': 0.2477253052248546, 'f1_scores': 0.7020322290801064}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.21391808217686048, 'avg_acc': 0.0, 'loss': 0.21391808217686048}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.22345485602021087, 'avg_acc': 0.0, 'loss': 0.23553080446098257}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.23828411424819684, 'avg_acc': 0.0, 'loss': 0.2654774959267862}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.23374174622690774, 'avg_acc': 0.0, 'loss': 0.3020902441405399}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.23345473298494582, 'avg_acc': 0.0, 'loss': 0.21654298230181926}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.23407401780949066, 'avg_acc': 0.0, 'loss': 0.22655148195521438}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.2359466145442689, 'avg_acc': 0.0, 'loss': 0.24574194420737122}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.23731408382896882, 'avg_acc': 0.0, 'loss': 0.28000650614610223}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.23761635751795418, 'avg_acc': 0.0, 'loss': 0.2607080705503384}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.2385222681542055, 'avg_acc': 0.0, 'loss': 0.2003248951410309}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.23861539167836215, 'avg_acc': 0.0, 'loss': 0.2147766007602253}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.23984732083865706, 'avg_acc': 0.0, 'loss': 0.26441411137810583}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.24071335457413426, 'avg_acc': 0.0, 'loss': 0.23331225697243746}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.24011107714557808, 'avg_acc': 0.0, 'loss': 0.1860863380421246}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.24112044597625712, 'avg_acc': 0.0, 'loss': 0.26406097722935684}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.24278281069805063, 'avg_acc': 0.0, 'loss': 0.3217084978362306}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.242322880508528, 'avg_acc': 0.0, 'loss': 0.24781811520149077}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.24184338243190925, 'avg_acc': 0.0, 'loss': 0.226947081324397}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.24202983506654505, 'avg_acc': 0.0, 'loss': 0.1920804390561638}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.24208218766016892, 'avg_acc': 0.0, 'loss': 0.20898862125146217}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.24212030743958224, 'avg_acc': 0.0, 'loss': 0.23323063285377948}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.2421546856446419, 'avg_acc': 0.0, 'loss': 0.2697460133369012}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.2425373726213931, 'avg_acc': 0.0, 'loss': 0.22484023059801722}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.24181758621305743, 'avg_acc': 0.0, 'loss': 0.2214542954956674}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.2409105848358293, 'avg_acc': 0.0, 'loss': 0.20984327554164597}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.24065283861973946, 'avg_acc': 0.0, 'loss': 0.24200568504972708}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.24059087762505824, 'avg_acc': 0.0, 'loss': 0.264117914650082}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.0, 'ece': 0.18301905691623688, 'avg_loss': 0.24096950829127353, 'f1_scores': 0.7049954647250848}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.21287321752840527, 'avg_acc': 0.0, 'loss': 0.21287321752840527}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.22022935469229712, 'avg_acc': 0.0, 'loss': 0.22877480833065938}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.2342505386562888, 'avg_acc': 0.0, 'loss': 0.26351037892592494}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.23011707946426516, 'avg_acc': 0.0, 'loss': 0.2942909386880014}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.22948880516364642, 'avg_acc': 0.0, 'loss': 0.2120926309119438}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.22991098168564264, 'avg_acc': 0.0, 'loss': 0.2210981557983749}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.2317724365304981, 'avg_acc': 0.0, 'loss': 0.24457986700157822}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.23333157865463325, 'avg_acc': 0.0, 'loss': 0.27102938270893767}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.23381680722138812, 'avg_acc': 0.0, 'loss': 0.25431846151910315}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.23458665844326265, 'avg_acc': 0.0, 'loss': 0.20144581491240388}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.23482698795629087, 'avg_acc': 0.0, 'loss': 0.21679541521494422}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.2361944758814104, 'avg_acc': 0.0, 'loss': 0.2575294602314508}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.23706205794517068, 'avg_acc': 0.0, 'loss': 0.22743965778317943}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.23654827284816674, 'avg_acc': 0.0, 'loss': 0.1901727156444914}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.2375607104875882, 'avg_acc': 0.0, 'loss': 0.26111232083959685}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.23924906034482388, 'avg_acc': 0.0, 'loss': 0.3198530692283644}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.23876281653388912, 'avg_acc': 0.0, 'loss': 0.2456983649752666}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.23825696092369972, 'avg_acc': 0.0, 'loss': 0.22398160893746014}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.23856258926486135, 'avg_acc': 0.0, 'loss': 0.1923177865201069}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.23871633248476856, 'avg_acc': 0.0, 'loss': 0.21188372203297537}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.23875274382441128, 'avg_acc': 0.0, 'loss': 0.22701577584679658}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.2388197809979957, 'avg_acc': 0.0, 'loss': 0.2641850525580074}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.23915388298638843, 'avg_acc': 0.0, 'loss': 0.21554679255314113}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.23850053328379994, 'avg_acc': 0.0, 'loss': 0.21750445664162854}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.23767402059654802, 'avg_acc': 0.0, 'loss': 0.21067305521923377}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.2374511050918375, 'avg_acc': 0.0, 'loss': 0.24128797126663162}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.23738581944001033, 'avg_acc': 0.0, 'loss': 0.261273301964593}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.0, 'ece': 0.12317502498626709, 'avg_loss': 0.23771574260876244, 'f1_scores': 0.7056392964502544}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.2184207831999499, 'avg_acc': 0.0, 'loss': 0.2184207831999499}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.22376471451772953, 'avg_acc': 0.0, 'loss': 0.23354186913398473}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.23821673298765572, 'avg_acc': 0.0, 'loss': 0.2665408606704399}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.23382973816347863, 'avg_acc': 0.0, 'loss': 0.29819016443200647}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.2333498919128404, 'avg_acc': 0.0, 'loss': 0.2160416711799371}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.23372100428272238, 'avg_acc': 0.0, 'loss': 0.22792991346646624}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.23543921347745964, 'avg_acc': 0.0, 'loss': 0.24234188441745833}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.23684874424090877, 'avg_acc': 0.0, 'loss': 0.2748155769117407}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.23701753259881375, 'avg_acc': 0.0, 'loss': 0.2575263916177651}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.2378736694317973, 'avg_acc': 0.0, 'loss': 0.20342855689523276}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.2379722807019328, 'avg_acc': 0.0, 'loss': 0.2170230766687382}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.2392057642241093, 'avg_acc': 0.0, 'loss': 0.26142296865685105}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.2400348969740024, 'avg_acc': 0.0, 'loss': 0.23269670004317178}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.239571817121762, 'avg_acc': 0.0, 'loss': 0.19168579939793873}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.24056727062940478, 'avg_acc': 0.0, 'loss': 0.26371476117921183}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.24217955183303158, 'avg_acc': 0.0, 'loss': 0.3172475724841206}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.24170536682101817, 'avg_acc': 0.0, 'loss': 0.24697503538027377}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.24119987041964774, 'avg_acc': 0.0, 'loss': 0.22562183149589793}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.24145071282608713, 'avg_acc': 0.0, 'loss': 0.19250721731974146}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.24151895263849651, 'avg_acc': 0.0, 'loss': 0.2126065462744009}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.2415326789051729, 'avg_acc': 0.0, 'loss': 0.23110083797356698}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.24158575354908876, 'avg_acc': 0.0, 'loss': 0.2681926574535152}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.24191159755205827, 'avg_acc': 0.0, 'loss': 0.2211484428760611}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.24122192829608952, 'avg_acc': 0.0, 'loss': 0.22007084631890653}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.2403921118761048, 'avg_acc': 0.0, 'loss': 0.2136441094697667}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.24020263354703592, 'avg_acc': 0.0, 'loss': 0.2428391077948098}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.24020478104225945, 'avg_acc': 0.0, 'loss': 0.2664227410323292}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.0, 'ece': 0.15637896955013275, 'avg_loss': 0.24058376101946036, 'f1_scores': 0.7063139660054409}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.2190646361002239, 'avg_acc': 0.0, 'loss': 0.2190646361002239}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.22281137686116959, 'avg_acc': 0.0, 'loss': 0.22987082427510228}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.23652420237235397, 'avg_acc': 0.0, 'loss': 0.2663569381110002}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.23270922009618947, 'avg_acc': 0.0, 'loss': 0.295039677670502}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.2317030580453742, 'avg_acc': 0.0, 'loss': 0.21382486211846946}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.2320277205109568, 'avg_acc': 0.0, 'loss': 0.22303612173917436}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.2338695015704929, 'avg_acc': 0.0, 'loss': 0.24845474967098977}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.2355812709028264, 'avg_acc': 0.0, 'loss': 0.27034249553162226}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.23607693957084905, 'avg_acc': 0.0, 'loss': 0.2557335763910617}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.23689516111303063, 'avg_acc': 0.0, 'loss': 0.2088078922648232}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.23713688482973466, 'avg_acc': 0.0, 'loss': 0.22134398397221436}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.23853672961037103, 'avg_acc': 0.0, 'loss': 0.2584807300274536}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.23942180245727732, 'avg_acc': 0.0, 'loss': 0.22861301696931538}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.2389647067446107, 'avg_acc': 0.0, 'loss': 0.19688391674480954}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.23990635713762148, 'avg_acc': 0.0, 'loss': 0.26073411919670825}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.24156920891877975, 'avg_acc': 0.0, 'loss': 0.31841037613711315}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.2410762413887562, 'avg_acc': 0.0, 'loss': 0.24914495393009667}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.24055890457684914, 'avg_acc': 0.0, 'loss': 0.2265150395423916}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.24088800105073463, 'avg_acc': 0.0, 'loss': 0.1919198781833984}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.2410913089692729, 'avg_acc': 0.0, 'loss': 0.21818008050623963}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.24108532194974094, 'avg_acc': 0.0, 'loss': 0.2256749261572882}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.24117192368805765, 'avg_acc': 0.0, 'loss': 0.26531457484972115}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.2414684818830473, 'avg_acc': 0.0, 'loss': 0.21326855511649356}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.24082844438904993, 'avg_acc': 0.0, 'loss': 0.22075253831449765}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.24005872532667702, 'avg_acc': 0.0, 'loss': 0.21619991474848835}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.23990304850239474, 'avg_acc': 0.0, 'loss': 0.24531900500973539}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.23987378912037025, 'avg_acc': 0.0, 'loss': 0.26495069631008455}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.0, 'ece': 0.10724841803312302, 'avg_loss': 0.24020182060950174, 'f1_scores': 0.7060918633419097}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.21460327795908335, 'avg_acc': 0.0, 'loss': 0.21460327795908335}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.22212547150532477, 'avg_acc': 0.0, 'loss': 0.22879987585922987}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.23595088293027433, 'avg_acc': 0.0, 'loss': 0.2642809315623578}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.23161919801827413, 'avg_acc': 0.0, 'loss': 0.29628077518464124}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.23094983012608525, 'avg_acc': 0.0, 'loss': 0.21498656199998678}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.2312755757485188, 'avg_acc': 0.0, 'loss': 0.2221907300495981}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.2330820455896819, 'avg_acc': 0.0, 'loss': 0.24079252679933102}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.2345489397590195, 'avg_acc': 0.0, 'loss': 0.27117700108374265}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.23488602395947597, 'avg_acc': 0.0, 'loss': 0.25572653569114273}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.23566965144649796, 'avg_acc': 0.0, 'loss': 0.2014246416255056}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.2358827615645179, 'avg_acc': 0.0, 'loss': 0.2199722512768858}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.23713076350649862, 'avg_acc': 0.0, 'loss': 0.2577785800529974}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.23796543618274305, 'avg_acc': 0.0, 'loss': 0.2281228154135663}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.23745290452431572, 'avg_acc': 0.0, 'loss': 0.1918379455282775}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.2384585515093646, 'avg_acc': 0.0, 'loss': 0.2609710555552738}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.2401095239651919, 'avg_acc': 0.0, 'loss': 0.3193402163623042}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.23963454463233555, 'avg_acc': 0.0, 'loss': 0.24811109413907875}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.23911209896016908, 'avg_acc': 0.0, 'loss': 0.22465174463689305}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.2393526135774738, 'avg_acc': 0.0, 'loss': 0.1911785662753443}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.2395016228037944, 'avg_acc': 0.0, 'loss': 0.21502166653473456}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.23955449424649244, 'avg_acc': 0.0, 'loss': 0.22773952965092445}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.23961868301303518, 'avg_acc': 0.0, 'loss': 0.2649102699607673}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.2399621099559761, 'avg_acc': 0.0, 'loss': 0.2178184051039612}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.23932255386488918, 'avg_acc': 0.0, 'loss': 0.21927032708780253}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.23851326306700898, 'avg_acc': 0.0, 'loss': 0.2111301811870102}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.23832596487369737, 'avg_acc': 0.0, 'loss': 0.24152194905842145}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.23826775011080983, 'avg_acc': 0.0, 'loss': 0.2622488115067816}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.0, 'ece': 0.11539667099714279, 'avg_loss': 0.23864118167121245, 'f1_scores': 0.7065709363176444}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.21465330538155414, 'avg_acc': 0.0, 'loss': 0.21465330538155414}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.22196857544650966, 'avg_acc': 0.0, 'loss': 0.22930774855623373}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.235452273905204, 'avg_acc': 0.0, 'loss': 0.2656826843654666}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.23120429527077674, 'avg_acc': 0.0, 'loss': 0.29508697096337394}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.23027540818356096, 'avg_acc': 0.0, 'loss': 0.21361331310988263}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.23056153505418678, 'avg_acc': 0.0, 'loss': 0.2195682000196939}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.23235836167137927, 'avg_acc': 0.0, 'loss': 0.2422266458847194}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.23394599229684343, 'avg_acc': 0.0, 'loss': 0.26941698990607876}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.23440356600811615, 'avg_acc': 0.0, 'loss': 0.25511197521278256}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.23513858216420247, 'avg_acc': 0.0, 'loss': 0.20396405627317496}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.23540005942309367, 'avg_acc': 0.0, 'loss': 0.22130505510592358}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.23668844576371434, 'avg_acc': 0.0, 'loss': 0.2556036464227743}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.2375743781300087, 'avg_acc': 0.0, 'loss': 0.22711359073894397}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.23705413413814966, 'avg_acc': 0.0, 'loss': 0.1945763026978966}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.23803099541856076, 'avg_acc': 0.0, 'loss': 0.2612238305343583}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.23968479133835585, 'avg_acc': 0.0, 'loss': 0.31737008607745204}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.23920738392111623, 'avg_acc': 0.0, 'loss': 0.2465630950583935}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.2387047477608437, 'avg_acc': 0.0, 'loss': 0.22769303319806306}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.23902241310296424, 'avg_acc': 0.0, 'loss': 0.19332445581604976}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.23920423655272047, 'avg_acc': 0.0, 'loss': 0.21643054661204325}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.2392601516980044, 'avg_acc': 0.0, 'loss': 0.22675050735006153}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.2393394492303772, 'avg_acc': 0.0, 'loss': 0.2624689316135118}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.2396731657358295, 'avg_acc': 0.0, 'loss': 0.2165623962515123}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.23906428077145084, 'avg_acc': 0.0, 'loss': 0.21899638502275462}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.23828230246433857, 'avg_acc': 0.0, 'loss': 0.2101139141461447}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.23811255942585094, 'avg_acc': 0.0, 'loss': 0.24129669059850908}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.2380553202960037, 'avg_acc': 0.0, 'loss': 0.26223513133338977}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.0, 'ece': 0.08654198050498962, 'avg_loss': 0.23837478101712883, 'f1_scores': 0.7126884896905593}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.21420179866981925, 'avg_acc': 0.0, 'loss': 0.21420179866981925}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.22058812167946976, 'avg_acc': 0.0, 'loss': 0.23027642794516265}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.23471017734865585, 'avg_acc': 0.0, 'loss': 0.2639443365652109}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.23026544134539145, 'avg_acc': 0.0, 'loss': 0.29687016009750417}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.229532350892034, 'avg_acc': 0.0, 'loss': 0.21319784703889255}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.23004973842199902, 'avg_acc': 0.0, 'loss': 0.22129257099589136}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.231975517825821, 'avg_acc': 0.0, 'loss': 0.24274602997281491}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.23348586391324863, 'avg_acc': 0.0, 'loss': 0.2725390453407661}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.23385063592492275, 'avg_acc': 0.0, 'loss': 0.2573568916117697}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.23473223947425628, 'avg_acc': 0.0, 'loss': 0.20175519709294218}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.23495458364102692, 'avg_acc': 0.0, 'loss': 0.21717540099838775}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.23623321417618007, 'avg_acc': 0.0, 'loss': 0.25610822814152406}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.23704875072430456, 'avg_acc': 0.0, 'loss': 0.22611869332782977}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.23647860864391324, 'avg_acc': 0.0, 'loss': 0.19057631069322917}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.23743567528554646, 'avg_acc': 0.0, 'loss': 0.26058347738022086}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.23915263861451286, 'avg_acc': 0.0, 'loss': 0.3168049705542606}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.23868595637138815, 'avg_acc': 0.0, 'loss': 0.2474671560531273}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.2381332874198052, 'avg_acc': 0.0, 'loss': 0.22406022428120714}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.23841235702934363, 'avg_acc': 0.0, 'loss': 0.19344714324493645}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.23857043446257598, 'avg_acc': 0.0, 'loss': 0.21355821677181144}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.23861640645278068, 'avg_acc': 0.0, 'loss': 0.22918479951879686}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.23872690172172115, 'avg_acc': 0.0, 'loss': 0.2655537841913948}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.23905831949764528, 'avg_acc': 0.0, 'loss': 0.21858736735781087}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.2384275652126547, 'avg_acc': 0.0, 'loss': 0.21928738747478096}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.23761443736967905, 'avg_acc': 0.0, 'loss': 0.20718167721133796}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.23741192573744138, 'avg_acc': 0.0, 'loss': 0.2409214832491021}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.23735534752602738, 'avg_acc': 0.0, 'loss': 0.2605391167437899}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.0, 'ece': 0.10034424066543579, 'avg_loss': 0.23772066251301002, 'f1_scores': 0.7077485602597829}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.21526502428813338, 'avg_acc': 0.0, 'loss': 0.21526502428813338}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.21925578980831056, 'avg_acc': 0.0, 'loss': 0.22819565947962211}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.23362891128339913, 'avg_acc': 0.0, 'loss': 0.2617222388043956}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.22949861039400532, 'avg_acc': 0.0, 'loss': 0.2968811441152996}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.22861277490576673, 'avg_acc': 0.0, 'loss': 0.20988258316427683}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.2291068872350695, 'avg_acc': 0.0, 'loss': 0.22091096170275443}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.23103029656714064, 'avg_acc': 0.0, 'loss': 0.24246422381747834}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.23260727845852838, 'avg_acc': 0.0, 'loss': 0.27048180794749244}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.23291128741435443, 'avg_acc': 0.0, 'loss': 0.2562213827398279}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.23380460317947702, 'avg_acc': 0.0, 'loss': 0.20300215007650227}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.23398870218772203, 'avg_acc': 0.0, 'loss': 0.21933440752153338}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.23523552908178386, 'avg_acc': 0.0, 'loss': 0.2544155572811308}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.2360757386952062, 'avg_acc': 0.0, 'loss': 0.22600195896640277}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.23555610234131366, 'avg_acc': 0.0, 'loss': 0.1914260140106957}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.2364642517610726, 'avg_acc': 0.0, 'loss': 0.25529636280485385}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.23811008033768666, 'avg_acc': 0.0, 'loss': 0.3092225011606128}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.23762874693546807, 'avg_acc': 0.0, 'loss': 0.24733860326348023}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.2371171980580811, 'avg_acc': 0.0, 'loss': 0.22301797049203742}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.2373203105885481, 'avg_acc': 0.0, 'loss': 0.18768413303139042}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.23745342802755776, 'avg_acc': 0.0, 'loss': 0.2119437327566759}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.23748466442229452, 'avg_acc': 0.0, 'loss': 0.22741331110143748}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.2375767566876081, 'avg_acc': 0.0, 'loss': 0.2619667705316065}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.23789155410656027, 'avg_acc': 0.0, 'loss': 0.21466914349892768}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.23725918197537518, 'avg_acc': 0.0, 'loss': 0.21868738547111985}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.23647584607883235, 'avg_acc': 0.0, 'loss': 0.20661570905589802}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.23631960497720084, 'avg_acc': 0.0, 'loss': 0.24212800550113958}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.2362905442905603, 'avg_acc': 0.0, 'loss': 0.260245790470695}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.0, 'ece': 0.10661673545837402, 'avg_loss': 0.2366517490171039, 'f1_scores': 0.7067721452665995}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.21738559892790882, 'avg_acc': 0.0, 'loss': 0.21738559892790882}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.22362340944195622, 'avg_acc': 0.0, 'loss': 0.23137963099881223}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.2372753407460575, 'avg_acc': 0.0, 'loss': 0.2698149014476517}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.23330758394398976, 'avg_acc': 0.0, 'loss': 0.301048976664593}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.23229090899479976, 'avg_acc': 0.0, 'loss': 0.2153400379769274}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.23221970811445153, 'avg_acc': 0.0, 'loss': 0.22089263871423878}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.23402035864011478, 'avg_acc': 0.0, 'loss': 0.24228832273326717}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.23568316655717175, 'avg_acc': 0.0, 'loss': 0.2700494799293145}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.2361508831192191, 'avg_acc': 0.0, 'loss': 0.2580682153543421}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.236804856138979, 'avg_acc': 0.0, 'loss': 0.20541708873588505}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.23708947399430824, 'avg_acc': 0.0, 'loss': 0.22355508953933168}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.23844624722670832, 'avg_acc': 0.0, 'loss': 0.25571406068573715}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.2393065140755186, 'avg_acc': 0.0, 'loss': 0.22860722846871795}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.23888299332108964, 'avg_acc': 0.0, 'loss': 0.19675557273512823}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.23984506221044719, 'avg_acc': 0.0, 'loss': 0.26253363083248715}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.24150248472503263, 'avg_acc': 0.0, 'loss': 0.3177465540979288}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.24101965077399165, 'avg_acc': 0.0, 'loss': 0.24819835611190552}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.2405110645134622, 'avg_acc': 0.0, 'loss': 0.22802161044851993}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.24082561668834437, 'avg_acc': 0.0, 'loss': 0.18973900538912858}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.24100143778504696, 'avg_acc': 0.0, 'loss': 0.21768951263467376}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.24103661721539285, 'avg_acc': 0.0, 'loss': 0.22725090907033518}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.24109012209984104, 'avg_acc': 0.0, 'loss': 0.26408952083160586}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.24142140723195882, 'avg_acc': 0.0, 'loss': 0.21479856337802108}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.2408469341383463, 'avg_acc': 0.0, 'loss': 0.21979635071751805}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.2400858699956256, 'avg_acc': 0.0, 'loss': 0.21628109009660484}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.23996644405586157, 'avg_acc': 0.0, 'loss': 0.2451297619588461}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.23993946051449414, 'avg_acc': 0.0, 'loss': 0.2680471853710904}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.0, 'ece': 0.13598757982254028, 'avg_loss': 0.24022740311327967, 'f1_scores': 0.706236157772153}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.21775233738260014, 'avg_acc': 0.0, 'loss': 0.21775233738260014}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.22307640909824153, 'avg_acc': 0.0, 'loss': 0.2286593856579202}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.2373469310569279, 'avg_acc': 0.0, 'loss': 0.2665837700186395}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.2329281699875336, 'avg_acc': 0.0, 'loss': 0.3026257652735304}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.23221629726443357, 'avg_acc': 0.0, 'loss': 0.21375317191684318}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.23213734793036145, 'avg_acc': 0.0, 'loss': 0.22259855317465085}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.2339941995456637, 'avg_acc': 0.0, 'loss': 0.2433532839581208}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.23554222748576847, 'avg_acc': 0.0, 'loss': 0.26956856943862867}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.23585262879755303, 'avg_acc': 0.0, 'loss': 0.2573405640140923}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.23655984539509428, 'avg_acc': 0.0, 'loss': 0.20265300394794394}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.2367989284812712, 'avg_acc': 0.0, 'loss': 0.22194046914656998}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.2380772089973972, 'avg_acc': 0.0, 'loss': 0.257415267766906}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.2389326465974382, 'avg_acc': 0.0, 'loss': 0.23058454920094715}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.23853345466203535, 'avg_acc': 0.0, 'loss': 0.19404253840652277}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.2395864379566646, 'avg_acc': 0.0, 'loss': 0.26113862840351687}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.24124893402406594, 'avg_acc': 0.0, 'loss': 0.318509768047079}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.2407617434749328, 'avg_acc': 0.0, 'loss': 0.24676027418159457}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.2402549901624024, 'avg_acc': 0.0, 'loss': 0.22628280813848634}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.24051100536279932, 'avg_acc': 0.0, 'loss': 0.1881608641069111}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.24065845241243733, 'avg_acc': 0.0, 'loss': 0.21580272015528731}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.24071480070318813, 'avg_acc': 0.0, 'loss': 0.2284484236120079}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.2407672361437135, 'avg_acc': 0.0, 'loss': 0.2674752947864363}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.24108868190618352, 'avg_acc': 0.0, 'loss': 0.21461608836801002}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.24046940032851324, 'avg_acc': 0.0, 'loss': 0.21910838719674885}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.23967054828950748, 'avg_acc': 0.0, 'loss': 0.21250137118899406}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.23952007868417077, 'avg_acc': 0.0, 'loss': 0.24104482344266995}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.2394766011373655, 'avg_acc': 0.0, 'loss': 0.26445315081127774}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.0, 'ece': 0.11539441347122192, 'avg_loss': 0.23983513541059434, 'f1_scores': 0.7071755880546113}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.21655499440333056, 'avg_acc': 0.0, 'loss': 0.21655499440333056}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.22010348315272685, 'avg_acc': 0.0, 'loss': 0.22894006444240791}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.23421915794832335, 'avg_acc': 0.0, 'loss': 0.26516754697234185}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.22994105423824784, 'avg_acc': 0.0, 'loss': 0.29746417859574387}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.2288849882449052, 'avg_acc': 0.0, 'loss': 0.21059275402142572}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.2292020412869011, 'avg_acc': 0.0, 'loss': 0.2190724086035516}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.23101495237246492, 'avg_acc': 0.0, 'loss': 0.24199869569942425}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.23261066775840633, 'avg_acc': 0.0, 'loss': 0.2668614490798323}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.23298027185307096, 'avg_acc': 0.0, 'loss': 0.25446914469940957}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.23381636239803755, 'avg_acc': 0.0, 'loss': 0.20458472548508713}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.23411956884124857, 'avg_acc': 0.0, 'loss': 0.2186766127737688}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.23541915355875617, 'avg_acc': 0.0, 'loss': 0.25372343150697163}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.2362722594024976, 'avg_acc': 0.0, 'loss': 0.224999402917222}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.2358116563656822, 'avg_acc': 0.0, 'loss': 0.19273474629907078}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.2367777016837806, 'avg_acc': 0.0, 'loss': 0.25872680729961367}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.23853104148994667, 'avg_acc': 0.0, 'loss': 0.3161935752331633}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.2380195119693481, 'avg_acc': 0.0, 'loss': 0.24701842696211834}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.2374736863162683, 'avg_acc': 0.0, 'loss': 0.2234182835210439}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.23777068084331168, 'avg_acc': 0.0, 'loss': 0.1909067228803646}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.23797249545158988, 'avg_acc': 0.0, 'loss': 0.2158332073114642}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.23800918796992268, 'avg_acc': 0.0, 'loss': 0.22568602400893462}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.23812572858421804, 'avg_acc': 0.0, 'loss': 0.26311696277005986}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.23842362409634185, 'avg_acc': 0.0, 'loss': 0.2127029924681015}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.23781515827295815, 'avg_acc': 0.0, 'loss': 0.21924642591615598}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.23705542719075506, 'avg_acc': 0.0, 'loss': 0.20734864731561434}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.2368941481223263, 'avg_acc': 0.0, 'loss': 0.24229904799572716}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.23685241533099907, 'avg_acc': 0.0, 'loss': 0.2633830343046221}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.0, 'ece': 0.10260647535324097, 'avg_loss': 0.2371924162672947, 'f1_scores': 0.7156475523589364}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.21885863456282095, 'avg_acc': 0.0, 'loss': 0.21885863456282095}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.2219300104308089, 'avg_acc': 0.0, 'loss': 0.2343713317573669}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.23629692195429486, 'avg_acc': 0.0, 'loss': 0.2671518943538363}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.23215276363743748, 'avg_acc': 0.0, 'loss': 0.30016438040489185}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.23096738579834425, 'avg_acc': 0.0, 'loss': 0.2119631193645546}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.23134969763039392, 'avg_acc': 0.0, 'loss': 0.2209880027818534}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.23324762740325652, 'avg_acc': 0.0, 'loss': 0.2449773761610621}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.23490646111744545, 'avg_acc': 0.0, 'loss': 0.27159929912834607}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.23521933946099846, 'avg_acc': 0.0, 'loss': 0.25917684245769124}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.2361624559999667, 'avg_acc': 0.0, 'loss': 0.20756335219227495}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.23640077542745894, 'avg_acc': 0.0, 'loss': 0.22046635666616304}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.23769611980895347, 'avg_acc': 0.0, 'loss': 0.2564119663425767}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.23855119517904608, 'avg_acc': 0.0, 'loss': 0.2282097701825348}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.23801477249062006, 'avg_acc': 0.0, 'loss': 0.1923351982700946}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.23892700744506234, 'avg_acc': 0.0, 'loss': 0.26047970062323395}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.24064051802517966, 'avg_acc': 0.0, 'loss': 0.31601308273470097}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.24017426771201006, 'avg_acc': 0.0, 'loss': 0.24977608963321732}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.239633389677673, 'avg_acc': 0.0, 'loss': 0.22526829146577904}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.2399020825545756, 'avg_acc': 0.0, 'loss': 0.1900131901689487}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.24008270671597085, 'avg_acc': 0.0, 'loss': 0.2161963512908187}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.24007927773251742, 'avg_acc': 0.0, 'loss': 0.22847348567607434}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.24020876542418845, 'avg_acc': 0.0, 'loss': 0.2651966202752841}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.24051791058512897, 'avg_acc': 0.0, 'loss': 0.21593674217950007}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.23990437625818214, 'avg_acc': 0.0, 'loss': 0.22252984730468076}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.23913112283966895, 'avg_acc': 0.0, 'loss': 0.20950045898189273}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.23899097527729388, 'avg_acc': 0.0, 'loss': 0.24548711909756094}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.23898263752467208, 'avg_acc': 0.0, 'loss': 0.2668101828526882}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.0, 'ece': 0.1253872960805893, 'avg_loss': 0.23932118580570194, 'f1_scores': 0.7048579521972976}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.21353460658545892, 'avg_acc': 0.0, 'loss': 0.21353460658545892}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.21986086343663197, 'avg_acc': 0.0, 'loss': 0.22759565785476557}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.23350830457433544, 'avg_acc': 0.0, 'loss': 0.2650863823725688}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.2294605277626926, 'avg_acc': 0.0, 'loss': 0.2940286441750816}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.22846688524827385, 'avg_acc': 0.0, 'loss': 0.2128610148865846}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.2288215913061791, 'avg_acc': 0.0, 'loss': 0.21797467361563705}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.23059815468783437, 'avg_acc': 0.0, 'loss': 0.24017031232779118}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.23220499902486189, 'avg_acc': 0.0, 'loss': 0.26805800096917665}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.23262855419586206, 'avg_acc': 0.0, 'loss': 0.2544174343061708}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.2333770653811327, 'avg_acc': 0.0, 'loss': 0.2030272467541181}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.23366338355892552, 'avg_acc': 0.0, 'loss': 0.22131782156897575}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.23491382907987055, 'avg_acc': 0.0, 'loss': 0.2518142041839642}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.2357243451899744, 'avg_acc': 0.0, 'loss': 0.22307319110060622}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.23519340039200037, 'avg_acc': 0.0, 'loss': 0.19382857932695124}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.23610884099639406, 'avg_acc': 0.0, 'loss': 0.2586186468110359}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.23780221627042214, 'avg_acc': 0.0, 'loss': 0.3134148241929974}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.23730966515027005, 'avg_acc': 0.0, 'loss': 0.24743181615797635}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.23677373534895266, 'avg_acc': 0.0, 'loss': 0.22437505741540267}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.23703577905895828, 'avg_acc': 0.0, 'loss': 0.19137918094942766}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.23723188982696006, 'avg_acc': 0.0, 'loss': 0.2157860721144321}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.23729900443404897, 'avg_acc': 0.0, 'loss': 0.2237449299185365}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.23737862125501663, 'avg_acc': 0.0, 'loss': 0.25976287539840215}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.23770917868114597, 'avg_acc': 0.0, 'loss': 0.21398493612248004}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.23711967861683864, 'avg_acc': 0.0, 'loss': 0.21803043620989876}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.23637246440444318, 'avg_acc': 0.0, 'loss': 0.20824015449456315}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.23621716729493358, 'avg_acc': 0.0, 'loss': 0.24239635505494203}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.23614266608486004, 'avg_acc': 0.0, 'loss': 0.2602992049425146}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.0, 'ece': 0.09906589239835739, 'avg_loss': 0.23646283634228546, 'f1_scores': 0.7291054456113119}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.21577155693791739, 'avg_acc': 0.0, 'loss': 0.21577155693791739}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.221346919638132, 'avg_acc': 0.0, 'loss': 0.2298693674403174}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.23552563148741743, 'avg_acc': 0.0, 'loss': 0.2642214709157997}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.23130986089707278, 'avg_acc': 0.0, 'loss': 0.2995188341807469}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.23060345847563807, 'avg_acc': 0.0, 'loss': 0.21335774445716585}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.2309937822547789, 'avg_acc': 0.0, 'loss': 0.22358325880518998}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.23298037645872152, 'avg_acc': 0.0, 'loss': 0.24263349370344905}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.23446446167457785, 'avg_acc': 0.0, 'loss': 0.27357747850731223}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.2348062717847958, 'avg_acc': 0.0, 'loss': 0.2587691622642783}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.23564558239315755, 'avg_acc': 0.0, 'loss': 0.20137836521345368}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.23582182245015518, 'avg_acc': 0.0, 'loss': 0.21877122005987204}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.2371171189206548, 'avg_acc': 0.0, 'loss': 0.25772890257446435}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.23796208970986638, 'avg_acc': 0.0, 'loss': 0.2277383969762273}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.23745345044435637, 'avg_acc': 0.0, 'loss': 0.19119412368737745}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.23841585956782266, 'avg_acc': 0.0, 'loss': 0.2587204565376981}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.24008996516461184, 'avg_acc': 0.0, 'loss': 0.3155835372982827}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.23962375755197718, 'avg_acc': 0.0, 'loss': 0.2479316362800351}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.23909877167114596, 'avg_acc': 0.0, 'loss': 0.22538491433260788}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.23934501606552344, 'avg_acc': 0.0, 'loss': 0.18973373029315813}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.23947766216386807, 'avg_acc': 0.0, 'loss': 0.21344145236240103}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.23951017430494057, 'avg_acc': 0.0, 'loss': 0.22791055185981737}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.23959578860880856, 'avg_acc': 0.0, 'loss': 0.26529117700829374}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.23991752928572083, 'avg_acc': 0.0, 'loss': 0.21806867569739552}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.23926878543788563, 'avg_acc': 0.0, 'loss': 0.21945265325341876}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.23844371671892772, 'avg_acc': 0.0, 'loss': 0.2093606639722176}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.2382641610192362, 'avg_acc': 0.0, 'loss': 0.2416906387261406}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.23823120704328898, 'avg_acc': 0.0, 'loss': 0.26075442463999415}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.0, 'ece': 0.11833108216524124, 'avg_loss': 0.23859570492440996, 'f1_scores': 0.7077399279247274}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.2185207822138701, 'avg_acc': 0.0, 'loss': 0.2185207822138701}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.2235144960090252, 'avg_acc': 0.0, 'loss': 0.2337394376639687}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.2375361798521888, 'avg_acc': 0.0, 'loss': 0.2672031921457736}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.23344324503434175, 'avg_acc': 0.0, 'loss': 0.30173855702631563}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.23246439222622955, 'avg_acc': 0.0, 'loss': 0.21637759636879697}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.2330284484717006, 'avg_acc': 0.0, 'loss': 0.22434910650125467}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.23505872743163014, 'avg_acc': 0.0, 'loss': 0.24525067060091843}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.23657876248495663, 'avg_acc': 0.0, 'loss': 0.27707296685171706}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.2369167966838407, 'avg_acc': 0.0, 'loss': 0.26232063155917523}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.2378151064735367, 'avg_acc': 0.0, 'loss': 0.20488906156625877}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.23799312660560848, 'avg_acc': 0.0, 'loss': 0.22301534361927872}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.23928262833407496, 'avg_acc': 0.0, 'loss': 0.25953552120589457}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.2401405630611366, 'avg_acc': 0.0, 'loss': 0.2285380329246566}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.23954391353943877, 'avg_acc': 0.0, 'loss': 0.19418950350232728}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.24046236224888917, 'avg_acc': 0.0, 'loss': 0.26259880047096623}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.24215364943519121, 'avg_acc': 0.0, 'loss': 0.3169072135486723}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.24169492275579427, 'avg_acc': 0.0, 'loss': 0.2518884537069295}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.24108733116726036, 'avg_acc': 0.0, 'loss': 0.22669345089759319}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.24131011930086224, 'avg_acc': 0.0, 'loss': 0.19053765929031993}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.24145676128530447, 'avg_acc': 0.0, 'loss': 0.21664465563773252}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.2415101771931019, 'avg_acc': 0.0, 'loss': 0.23017730469525433}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.2415977735189433, 'avg_acc': 0.0, 'loss': 0.26704931569780194}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.24194593064759, 'avg_acc': 0.0, 'loss': 0.22057351048767615}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.24132149546427098, 'avg_acc': 0.0, 'loss': 0.22278655053722624}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.24049080485819369, 'avg_acc': 0.0, 'loss': 0.2104177112677072}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.24032601780968574, 'avg_acc': 0.0, 'loss': 0.24640951548911158}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.24027070504622916, 'avg_acc': 0.0, 'loss': 0.2631173729801698}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.0, 'ece': 0.10975615680217743, 'avg_loss': 0.24062094154649752, 'f1_scores': 0.7057893691873036}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.21607033833132455, 'avg_acc': 0.0, 'loss': 0.21607033833132455}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.22250108484469777, 'avg_acc': 0.0, 'loss': 0.23062989174052614}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.23617005142367578, 'avg_acc': 0.0, 'loss': 0.2683662665050568}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.23190917499610397, 'avg_acc': 0.0, 'loss': 0.29795128365653256}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.23102180284153614, 'avg_acc': 0.0, 'loss': 0.21673287041903677}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.23136585581755947, 'avg_acc': 0.0, 'loss': 0.22043319214195173}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.232942253957082, 'avg_acc': 0.0, 'loss': 0.23614631812636486}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.23434832766196742, 'avg_acc': 0.0, 'loss': 0.26922751463981903}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.23461113085684465, 'avg_acc': 0.0, 'loss': 0.25494843177550913}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.2353756273155666, 'avg_acc': 0.0, 'loss': 0.2039552992100003}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.23560900346716124, 'avg_acc': 0.0, 'loss': 0.22130057144853968}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.2367570036459593, 'avg_acc': 0.0, 'loss': 0.2535066202854068}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.23754555708529648, 'avg_acc': 0.0, 'loss': 0.22647729787948784}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.23703101552833233, 'avg_acc': 0.0, 'loss': 0.19414742781918903}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.23799905069141034, 'avg_acc': 0.0, 'loss': 0.2617868177988904}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.2396405002676013, 'avg_acc': 0.0, 'loss': 0.31593038743579066}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.23917225507181186, 'avg_acc': 0.0, 'loss': 0.24776649741631573}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.2386157388082642, 'avg_acc': 0.0, 'loss': 0.22648761574009768}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.23884562302828288, 'avg_acc': 0.0, 'loss': 0.1912898907262388}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.2389970679637153, 'avg_acc': 0.0, 'loss': 0.21785262469964956}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.23912036021246724, 'avg_acc': 0.0, 'loss': 0.22826129718649618}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.23916077855704837, 'avg_acc': 0.0, 'loss': 0.26214625415384163}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.23955101567521764, 'avg_acc': 0.0, 'loss': 0.21874932687433102}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.23896257173701943, 'avg_acc': 0.0, 'loss': 0.2207157143758585}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.23820076370838725, 'avg_acc': 0.0, 'loss': 0.2086528384261328}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.23805322266832035, 'avg_acc': 0.0, 'loss': 0.24356420818604158}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.23798542609980167, 'avg_acc': 0.0, 'loss': 0.2645605599625794}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.0, 'ece': 0.09547807276248932, 'avg_loss': 0.2383078790937723, 'f1_scores': 0.707156971658939}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.2185238099015935, 'avg_acc': 0.0, 'loss': 0.2185238099015935}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.22539003082265366, 'avg_acc': 0.0, 'loss': 0.2343693519223312}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.23878294552748047, 'avg_acc': 0.0, 'loss': 0.26895463761567434}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.23471030350878594, 'avg_acc': 0.0, 'loss': 0.30189919781033886}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.23363480171267195, 'avg_acc': 0.0, 'loss': 0.2191067573969901}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.23409887708182672, 'avg_acc': 0.0, 'loss': 0.22275621917716695}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.23594271118294208, 'avg_acc': 0.0, 'loss': 0.24396024928020257}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.23747056865366326, 'avg_acc': 0.0, 'loss': 0.2749506627403337}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.23786284901970242, 'avg_acc': 0.0, 'loss': 0.26102548968888833}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.2387063010302269, 'avg_acc': 0.0, 'loss': 0.20669558529126722}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.23895928837840474, 'avg_acc': 0.0, 'loss': 0.22382186008352228}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.2402034624851413, 'avg_acc': 0.0, 'loss': 0.2585208871170315}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.24103424626289166, 'avg_acc': 0.0, 'loss': 0.22773045561169575}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.24044513916364044, 'avg_acc': 0.0, 'loss': 0.19489409251959192}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.24134636532519857, 'avg_acc': 0.0, 'loss': 0.2633570878443996}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.24304706016370148, 'avg_acc': 0.0, 'loss': 0.321840030399991}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.2426109031269416, 'avg_acc': 0.0, 'loss': 0.253900689065631}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.24205018822552182, 'avg_acc': 0.0, 'loss': 0.22906379412545771}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.24228288807361803, 'avg_acc': 0.0, 'loss': 0.1948225814430121}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.2424666936080077, 'avg_acc': 0.0, 'loss': 0.22097357056788625}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.24253178698633765, 'avg_acc': 0.0, 'loss': 0.23120639514724772}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.24261435918493818, 'avg_acc': 0.0, 'loss': 0.2660256377795511}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.24297707570477042, 'avg_acc': 0.0, 'loss': 0.2214926544399012}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.24238347208768352, 'avg_acc': 0.0, 'loss': 0.2250250382597057}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.24160505398711982, 'avg_acc': 0.0, 'loss': 0.2155518371391086}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.24144893206128468, 'avg_acc': 0.0, 'loss': 0.24964494922447295}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.2413823059050122, 'avg_acc': 0.0, 'loss': 0.2674108294252489}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.0, 'ece': 0.09618519991636276, 'avg_loss': 0.24171575826340286, 'f1_scores': 0.7086132451126598}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.21854366033702327, 'avg_acc': 0.0, 'loss': 0.21854366033702327}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.22433092326856513, 'avg_acc': 0.0, 'loss': 0.23532591323685534}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.23857166138325545, 'avg_acc': 0.0, 'loss': 0.26847032376372226}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.23406653542392863, 'avg_acc': 0.0, 'loss': 0.3037161962711252}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.23324852610234081, 'avg_acc': 0.0, 'loss': 0.21708153986427142}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.23372111376911608, 'avg_acc': 0.0, 'loss': 0.2250688934755739}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.23541452336236882, 'avg_acc': 0.0, 'loss': 0.23907388515427944}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.2367359793001595, 'avg_acc': 0.0, 'loss': 0.27501253775985135}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.23691407813381082, 'avg_acc': 0.0, 'loss': 0.260217158172119}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.23773948525338, 'avg_acc': 0.0, 'loss': 0.20353576120260186}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.2379484366438056, 'avg_acc': 0.0, 'loss': 0.2204758635944667}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.23913001308948845, 'avg_acc': 0.0, 'loss': 0.2571893001611118}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.23994178386170484, 'avg_acc': 0.0, 'loss': 0.23062121545711176}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.23941079634965487, 'avg_acc': 0.0, 'loss': 0.1917013891769394}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.24039104610475634, 'avg_acc': 0.0, 'loss': 0.2629839233286475}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.242046144845307, 'avg_acc': 0.0, 'loss': 0.31799827080755805}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.2416086022791945, 'avg_acc': 0.0, 'loss': 0.24996078468029737}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.24103365943037047, 'avg_acc': 0.0, 'loss': 0.2272430541399574}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.24125447607592265, 'avg_acc': 0.0, 'loss': 0.19150096394118268}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.24134610775224508, 'avg_acc': 0.0, 'loss': 0.21468112396632932}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.24144273923667225, 'avg_acc': 0.0, 'loss': 0.23377959751425284}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.24149162546965044, 'avg_acc': 0.0, 'loss': 0.26717714720403557}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.24186990322805632, 'avg_acc': 0.0, 'loss': 0.22300133807727562}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.24125438038038924, 'avg_acc': 0.0, 'loss': 0.22306186776521436}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.24045723306658562, 'avg_acc': 0.0, 'loss': 0.2100693933293769}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.24028011169604807, 'avg_acc': 0.0, 'loss': 0.24464486817896614}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.24022429519592764, 'avg_acc': 0.0, 'loss': 0.26535622219112803}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.0, 'ece': 0.1417793333530426, 'avg_loss': 0.2405599585402326, 'f1_scores': 0.7053069254827201}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.2159409567444267, 'avg_acc': 0.0, 'loss': 0.2159409567444267}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.21949453204309644, 'avg_acc': 0.0, 'loss': 0.22648176299526313}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.233740871455768, 'avg_acc': 0.0, 'loss': 0.2634317422401052}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.22936719510161302, 'avg_acc': 0.0, 'loss': 0.2981840119230453}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.22846083973486633, 'avg_acc': 0.0, 'loss': 0.209836833063816}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.22875509624753573, 'avg_acc': 0.0, 'loss': 0.21904925933988903}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.23062261603943743, 'avg_acc': 0.0, 'loss': 0.23957353951066448}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.23219452200774687, 'avg_acc': 0.0, 'loss': 0.26766205724665526}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.23250259882072866, 'avg_acc': 0.0, 'loss': 0.25512952149048423}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.23326407298473428, 'avg_acc': 0.0, 'loss': 0.20263680764394718}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.23352913714389595, 'avg_acc': 0.0, 'loss': 0.2192474391176152}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.23478279004232736, 'avg_acc': 0.0, 'loss': 0.25186832753219535}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.23564670367781715, 'avg_acc': 0.0, 'loss': 0.2256998962688093}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.2351956831777178, 'avg_acc': 0.0, 'loss': 0.19208424452803488}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.2361849619077742, 'avg_acc': 0.0, 'loss': 0.25615774179706413}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.2378776464436836, 'avg_acc': 0.0, 'loss': 0.3132380641973863}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.2373773886289521, 'avg_acc': 0.0, 'loss': 0.24643836498197352}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.23685038298787167, 'avg_acc': 0.0, 'loss': 0.22289565900414993}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.23710410530302597, 'avg_acc': 0.0, 'loss': 0.18893910107635747}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.23724992537626177, 'avg_acc': 0.0, 'loss': 0.21364882766147275}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.23730534356960978, 'avg_acc': 0.0, 'loss': 0.2281973738959745}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.2374081894055409, 'avg_acc': 0.0, 'loss': 0.26207765223177504}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.2377092646752826, 'avg_acc': 0.0, 'loss': 0.21318447139135188}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.2371115917110855, 'avg_acc': 0.0, 'loss': 0.21848136967933635}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.23635408435975552, 'avg_acc': 0.0, 'loss': 0.20643279958936284}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.23619455907825945, 'avg_acc': 0.0, 'loss': 0.24137606414920548}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.2361455895211361, 'avg_acc': 0.0, 'loss': 0.26127434371483105}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.0, 'ece': 0.10735028237104416, 'avg_loss': 0.23648331801386882, 'f1_scores': 0.7104108995882369}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.21638021082448436, 'avg_acc': 0.0, 'loss': 0.21638021082448436}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.22249154007254981, 'avg_acc': 0.0, 'loss': 0.22751404316828222}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.23567945813374222, 'avg_acc': 0.0, 'loss': 0.2675765994087149}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.23159102173141424, 'avg_acc': 0.0, 'loss': 0.2955935655633246}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.23051011175262348, 'avg_acc': 0.0, 'loss': 0.21488038902816697}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.2308050019899266, 'avg_acc': 0.0, 'loss': 0.21932366812247242}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.23259612097899768, 'avg_acc': 0.0, 'loss': 0.24450846107421445}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.2343572441687131, 'avg_acc': 0.0, 'loss': 0.2673820059004096}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.23495436329990516, 'avg_acc': 0.0, 'loss': 0.25382408999576}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.23572014525012394, 'avg_acc': 0.0, 'loss': 0.2084799224445695}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.23609160880854518, 'avg_acc': 0.0, 'loss': 0.22179323588605776}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.2374660422400757, 'avg_acc': 0.0, 'loss': 0.2533798619117858}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.2383348686387327, 'avg_acc': 0.0, 'loss': 0.2227490010931043}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.23786488246139834, 'avg_acc': 0.0, 'loss': 0.19702771513506637}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.23878638214838407, 'avg_acc': 0.0, 'loss': 0.25911607204748827}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.2404812765357114, 'avg_acc': 0.0, 'loss': 0.3222289587239564}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.24000679291789784, 'avg_acc': 0.0, 'loss': 0.25033365078648523}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.23945254918390785, 'avg_acc': 0.0, 'loss': 0.22802918342072837}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.23978107820103045, 'avg_acc': 0.0, 'loss': 0.19302273860785135}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.24004065482453615, 'avg_acc': 0.0, 'loss': 0.22395479680517383}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.24009736120732184, 'avg_acc': 0.0, 'loss': 0.2249237443014473}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.2401619690402157, 'avg_acc': 0.0, 'loss': 0.2624916073136124}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.2404976035122772, 'avg_acc': 0.0, 'loss': 0.2120008329332969}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.23991584229776347, 'avg_acc': 0.0, 'loss': 0.2210891700502933}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.2391817520159711, 'avg_acc': 0.0, 'loss': 0.21612003993719292}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.23903883300332923, 'avg_acc': 0.0, 'loss': 0.2468819244388994}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.23897753877896422, 'avg_acc': 0.0, 'loss': 0.26597982088664396}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.0, 'ece': 0.08523698151111603, 'avg_loss': 0.23930205224637624, 'f1_scores': 0.7345686276450366}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.21576870961091896, 'avg_acc': 0.0, 'loss': 0.21576870961091896}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.22258501584060877, 'avg_acc': 0.0, 'loss': 0.2302806519230996}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.23676809824188907, 'avg_acc': 0.0, 'loss': 0.26565051410450125}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.23276755517868325, 'avg_acc': 0.0, 'loss': 0.3002963296982801}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.23211880787892036, 'avg_acc': 0.0, 'loss': 0.2146892156366188}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.2322989791652976, 'avg_acc': 0.0, 'loss': 0.2237609467021814}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.23410743893669964, 'avg_acc': 0.0, 'loss': 0.243644326049954}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.23559870752831588, 'avg_acc': 0.0, 'loss': 0.27302411624896195}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.23587590546031562, 'avg_acc': 0.0, 'loss': 0.25815459511367017}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.23663144653019788, 'avg_acc': 0.0, 'loss': 0.20170111910355054}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.23678015084807724, 'avg_acc': 0.0, 'loss': 0.22269824478709258}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.23800429257810812, 'avg_acc': 0.0, 'loss': 0.2576094694235767}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.23880108981152853, 'avg_acc': 0.0, 'loss': 0.23155409414610922}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.23829816074626858, 'avg_acc': 0.0, 'loss': 0.1939140601406117}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.23927259085755462, 'avg_acc': 0.0, 'loss': 0.25961507662850636}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.24083957434951636, 'avg_acc': 0.0, 'loss': 0.3099426205015204}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.24040426801372344, 'avg_acc': 0.0, 'loss': 0.24656411493671318}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.23989479423417, 'avg_acc': 0.0, 'loss': 0.22613923771749406}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.24007154347778312, 'avg_acc': 0.0, 'loss': 0.1878044361976338}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.24016912314509803, 'avg_acc': 0.0, 'loss': 0.21281252682748733}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.24026677451517836, 'avg_acc': 0.0, 'loss': 0.2304436869971401}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.24028774856871768, 'avg_acc': 0.0, 'loss': 0.26528487653156063}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.24067061895253036, 'avg_acc': 0.0, 'loss': 0.21938964999571908}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.2400575402996884, 'avg_acc': 0.0, 'loss': 0.21890571904467443}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.23923930748276995, 'avg_acc': 0.0, 'loss': 0.21029791293611716}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.23908908823091585, 'avg_acc': 0.0, 'loss': 0.24228702129929452}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.23904303212899441, 'avg_acc': 0.0, 'loss': 0.2624757820193346}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.0, 'ece': 0.09511978924274445, 'avg_loss': 0.23939024290421732, 'f1_scores': 0.7073180089854454}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.21731841206669092, 'avg_acc': 0.0, 'loss': 0.21731841206669092}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.22340063668297577, 'avg_acc': 0.0, 'loss': 0.23424631596247178}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.23777509941869443, 'avg_acc': 0.0, 'loss': 0.26790265322220613}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.23352359580761206, 'avg_acc': 0.0, 'loss': 0.3034864666984244}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.2326562386455604, 'avg_acc': 0.0, 'loss': 0.2162144982346165}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.23309066653743607, 'avg_acc': 0.0, 'loss': 0.223456944398939}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.23489089751877992, 'avg_acc': 0.0, 'loss': 0.24226949108625764}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.23629459505876396, 'avg_acc': 0.0, 'loss': 0.27524585967252535}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.23659205669952713, 'avg_acc': 0.0, 'loss': 0.2596327848744165}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.23746520704899132, 'avg_acc': 0.0, 'loss': 0.20290706974401473}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.2376735231510874, 'avg_acc': 0.0, 'loss': 0.21904275442245436}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.23890101418133286, 'avg_acc': 0.0, 'loss': 0.2584083042150788}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.2396988620089349, 'avg_acc': 0.0, 'loss': 0.2289642575336594}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.23914946588095765, 'avg_acc': 0.0, 'loss': 0.19109541671982047}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.24011101702559554, 'avg_acc': 0.0, 'loss': 0.26225950638815576}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.24180305064170135, 'avg_acc': 0.0, 'loss': 0.31836712045904797}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.2413522880008527, 'avg_acc': 0.0, 'loss': 0.24928843766948763}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.24080990436898603, 'avg_acc': 0.0, 'loss': 0.2274858879536623}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.24103505565161368, 'avg_acc': 0.0, 'loss': 0.19240196701899287}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.24115721549844182, 'avg_acc': 0.0, 'loss': 0.21482026090000414}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.2412401971521954, 'avg_acc': 0.0, 'loss': 0.23285771928184268}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.241317155713326, 'avg_acc': 0.0, 'loss': 0.2665786585846815}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.24169562379954607, 'avg_acc': 0.0, 'loss': 0.222124411835726}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.24106195883080253, 'avg_acc': 0.0, 'loss': 0.22276335479630557}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.240237100149225, 'avg_acc': 0.0, 'loss': 0.20961775503253322}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.24005425687670748, 'avg_acc': 0.0, 'loss': 0.24592057282974825}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.2400015396812769, 'avg_acc': 0.0, 'loss': 0.2662104535693288}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.0, 'ece': 0.1530214101076126, 'avg_loss': 0.2403409348152269, 'f1_scores': 0.7054938089724739}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.2209483735719654, 'avg_acc': 0.0, 'loss': 0.2209483735719654}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.22504801094074925, 'avg_acc': 0.0, 'loss': 0.23273324777320728}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.23923492378126146, 'avg_acc': 0.0, 'loss': 0.2679856873368018}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.23507497053689536, 'avg_acc': 0.0, 'loss': 0.3044613621006777}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.23423823746549055, 'avg_acc': 0.0, 'loss': 0.21761519881816377}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.23455163105287738, 'avg_acc': 0.0, 'loss': 0.2254094236286619}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.23637810326648137, 'avg_acc': 0.0, 'loss': 0.24215660468390912}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.237766885347174, 'avg_acc': 0.0, 'loss': 0.2751680107134494}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.23804410714684202, 'avg_acc': 0.0, 'loss': 0.2612018324838183}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.23880022831768752, 'avg_acc': 0.0, 'loss': 0.20458725471845743}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.2390675317231783, 'avg_acc': 0.0, 'loss': 0.2235072206332396}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.2403230328254072, 'avg_acc': 0.0, 'loss': 0.2584022948853999}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.24113626130946836, 'avg_acc': 0.0, 'loss': 0.23205878244458028}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.24067469742004677, 'avg_acc': 0.0, 'loss': 0.1955506534120234}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.24167029201703447, 'avg_acc': 0.0, 'loss': 0.2596885446385256}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.24329167674716806, 'avg_acc': 0.0, 'loss': 0.3170780460811459}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.2428338919510671, 'avg_acc': 0.0, 'loss': 0.25075765528747845}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.24227556874460393, 'avg_acc': 0.0, 'loss': 0.23025371120404867}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.24249119122136376, 'avg_acc': 0.0, 'loss': 0.18966153124665652}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.24261829410312805, 'avg_acc': 0.0, 'loss': 0.21632652183299275}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.24272782870823956, 'avg_acc': 0.0, 'loss': 0.23446061494964202}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.24277402731054334, 'avg_acc': 0.0, 'loss': 0.2675964563762006}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.2431444017299481, 'avg_acc': 0.0, 'loss': 0.22109413329267874}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.24254223497811458, 'avg_acc': 0.0, 'loss': 0.2243697201891856}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.24174265470117023, 'avg_acc': 0.0, 'loss': 0.210962538944971}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.24158113993596408, 'avg_acc': 0.0, 'loss': 0.24575679480644144}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.2415210744711516, 'avg_acc': 0.0, 'loss': 0.2647415659774716}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.0, 'ece': 0.12207458168268204, 'avg_loss': 0.241828786141036, 'f1_scores': 0.7053699862449797}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.21834214381799807, 'avg_acc': 0.0, 'loss': 0.21834214381799807}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.22312878682647916, 'avg_acc': 0.0, 'loss': 0.23195500382403872}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.23663460358641267, 'avg_acc': 0.0, 'loss': 0.2678440164707873}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.23271148997865818, 'avg_acc': 0.0, 'loss': 0.2993563471261171}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.23144896376988525, 'avg_acc': 0.0, 'loss': 0.21385098430839986}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.2318041025104669, 'avg_acc': 0.0, 'loss': 0.2214662857622248}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.23375743443985336, 'avg_acc': 0.0, 'loss': 0.244808799526254}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.23548082755755328, 'avg_acc': 0.0, 'loss': 0.27168696115716423}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.23599809098190921, 'avg_acc': 0.0, 'loss': 0.25959713408233903}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.23681058627917112, 'avg_acc': 0.0, 'loss': 0.2078688873572381}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.23710646003979124, 'avg_acc': 0.0, 'loss': 0.22299029386093544}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.2384930842894611, 'avg_acc': 0.0, 'loss': 0.25528494576818567}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.23940200832611805, 'avg_acc': 0.0, 'loss': 0.22704468775119882}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.23888646878963543, 'avg_acc': 0.0, 'loss': 0.19679388965362574}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.2397936887345849, 'avg_acc': 0.0, 'loss': 0.2592768961786922}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.24150462504852646, 'avg_acc': 0.0, 'loss': 0.3184037808445542}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.24104688339597277, 'avg_acc': 0.0, 'loss': 0.2520525333892302}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.24047419857830118, 'avg_acc': 0.0, 'loss': 0.2274115691992457}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.2407871501627948, 'avg_acc': 0.0, 'loss': 0.19147946218572542}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.24099764891623465, 'avg_acc': 0.0, 'loss': 0.21975713622246723}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.24102121662727904, 'avg_acc': 0.0, 'loss': 0.22954367496744713}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.24112515270685242, 'avg_acc': 0.0, 'loss': 0.2648171299863082}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.24145895538318737, 'avg_acc': 0.0, 'loss': 0.21515685360847261}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.2408831449235685, 'avg_acc': 0.0, 'loss': 0.223336402966262}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.24012060339219476, 'avg_acc': 0.0, 'loss': 0.21460103761936417}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.23998244833340687, 'avg_acc': 0.0, 'loss': 0.24840398423650964}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.23995318014399172, 'avg_acc': 0.0, 'loss': 0.2669250156319062}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.0, 'ece': 0.11199215799570084, 'avg_loss': 0.24025545476544005, 'f1_scores': 0.7108375142073865}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.22080133416797512, 'avg_acc': 0.0, 'loss': 0.22080133416797512}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.2267857459747728, 'avg_acc': 0.0, 'loss': 0.23476221622468074}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.24059632486528648, 'avg_acc': 0.0, 'loss': 0.2680305440102139}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.23644066742465628, 'avg_acc': 0.0, 'loss': 0.3051150899013919}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.23568455616660636, 'avg_acc': 0.0, 'loss': 0.21956034292562823}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.23603211183039408, 'avg_acc': 0.0, 'loss': 0.22667504529142335}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.23806540017904648, 'avg_acc': 0.0, 'loss': 0.24717655812868802}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.23952319954047122, 'avg_acc': 0.0, 'loss': 0.2782947374220644}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.23994873089284377, 'avg_acc': 0.0, 'loss': 0.26379222905364125}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.24076605387161973, 'avg_acc': 0.0, 'loss': 0.20527811222388792}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.24102135019826454, 'avg_acc': 0.0, 'loss': 0.2249081142077947}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.24237470736525996, 'avg_acc': 0.0, 'loss': 0.2626501503485607}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.24325356410203355, 'avg_acc': 0.0, 'loss': 0.23317336078103573}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.2427229076878579, 'avg_acc': 0.0, 'loss': 0.1959898817445459}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.24369299060323804, 'avg_acc': 0.0, 'loss': 0.2620917684402489}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.24531626099270518, 'avg_acc': 0.0, 'loss': 0.32261494746411956}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.2448854595820319, 'avg_acc': 0.0, 'loss': 0.2536192745817191}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.24432172200676203, 'avg_acc': 0.0, 'loss': 0.23169293025986396}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.2445554736696019, 'avg_acc': 0.0, 'loss': 0.19252068951962947}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.24470148622213744, 'avg_acc': 0.0, 'loss': 0.21814133109910472}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.2447831703246315, 'avg_acc': 0.0, 'loss': 0.23693320174626412}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.24483503875974832, 'avg_acc': 0.0, 'loss': 0.2712587858707463}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.24520365596660557, 'avg_acc': 0.0, 'loss': 0.22262656951514664}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.24460582488679958, 'avg_acc': 0.0, 'loss': 0.22566939525956642}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.24376445401769653, 'avg_acc': 0.0, 'loss': 0.2164042430793935}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.24358186052702885, 'avg_acc': 0.0, 'loss': 0.24833784255984676}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.2435180513470278, 'avg_acc': 0.0, 'loss': 0.2662097314114362}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.0, 'ece': 0.13453300297260284, 'avg_loss': 0.24386183764927932, 'f1_scores': 0.706111204938539}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.21830563628983715, 'avg_acc': 0.0, 'loss': 0.21830563628983715}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.2223197139668592, 'avg_acc': 0.0, 'loss': 0.2298451788267682}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.236779721969887, 'avg_acc': 0.0, 'loss': 0.26760151173578245}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.23211918073547447, 'avg_acc': 0.0, 'loss': 0.30258085326061385}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.23114791021153502, 'avg_acc': 0.0, 'loss': 0.21326168325731487}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.23149035870932472, 'avg_acc': 0.0, 'loss': 0.22259931527644636}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.23335110586968774, 'avg_acc': 0.0, 'loss': 0.24050408083582753}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.2348598926060288, 'avg_acc': 0.0, 'loss': 0.2711826586294462}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.2351354527390482, 'avg_acc': 0.0, 'loss': 0.2583315860899477}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.23597108206514147, 'avg_acc': 0.0, 'loss': 0.20416592643349368}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.23623413914451785, 'avg_acc': 0.0, 'loss': 0.2188191513393706}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.23750772023423514, 'avg_acc': 0.0, 'loss': 0.25572618807694064}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.23838625767078972, 'avg_acc': 0.0, 'loss': 0.2268240342562941}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.23792344744838687, 'avg_acc': 0.0, 'loss': 0.19243166301696743}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.23896594256500175, 'avg_acc': 0.0, 'loss': 0.26119184999736583}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.2407061756598059, 'avg_acc': 0.0, 'loss': 0.32154829329257545}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.2402096277918845, 'avg_acc': 0.0, 'loss': 0.2499426000420369}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.23961531429322006, 'avg_acc': 0.0, 'loss': 0.225169352310851}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.23992258919433987, 'avg_acc': 0.0, 'loss': 0.1909182895552216}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.2400905915237244, 'avg_acc': 0.0, 'loss': 0.216957852484029}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.24013833436652435, 'avg_acc': 0.0, 'loss': 0.22972161865202775}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.24024203587159337, 'avg_acc': 0.0, 'loss': 0.26706294501484856}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.24055155348204743, 'avg_acc': 0.0, 'loss': 0.2165438121018529}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.23992541728071048, 'avg_acc': 0.0, 'loss': 0.22122605664558898}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.23913083067618687, 'avg_acc': 0.0, 'loss': 0.2084491793581427}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.2389575879486834, 'avg_acc': 0.0, 'loss': 0.24399983353181856}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.23891462354452084, 'avg_acc': 0.0, 'loss': 0.26579488921457334}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.0, 'ece': 0.11245165765285492, 'avg_loss': 0.23928127221338916, 'f1_scores': 0.7068117113541807}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.21853119618286393, 'avg_acc': 0.0, 'loss': 0.21853119618286393}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.2222720536157511, 'avg_acc': 0.0, 'loss': 0.23036832880630492}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.23641994399867497, 'avg_acc': 0.0, 'loss': 0.2662760110325897}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.2318928825307326, 'avg_acc': 0.0, 'loss': 0.30020046339885603}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.23101756831177, 'avg_acc': 0.0, 'loss': 0.21221402244269222}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.23128718666934658, 'avg_acc': 0.0, 'loss': 0.22273837596646573}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.233110942031999, 'avg_acc': 0.0, 'loss': 0.24166953094533838}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.2346362456213403, 'avg_acc': 0.0, 'loss': 0.26954662292376136}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.23486953576222064, 'avg_acc': 0.0, 'loss': 0.25767509682886414}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.23572412039571952, 'avg_acc': 0.0, 'loss': 0.2057312011151485}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.2359034262860753, 'avg_acc': 0.0, 'loss': 0.21856688288283163}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.23716061928029197, 'avg_acc': 0.0, 'loss': 0.2556964392388831}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.2380504226305636, 'avg_acc': 0.0, 'loss': 0.22837999691728328}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.23759241375645265, 'avg_acc': 0.0, 'loss': 0.19231019366010774}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.23855420585571252, 'avg_acc': 0.0, 'loss': 0.26013128639533534}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.2402375301409392, 'avg_acc': 0.0, 'loss': 0.31619337041476164}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.23975496171136887, 'avg_acc': 0.0, 'loss': 0.24800620563902545}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.23921408485165296, 'avg_acc': 0.0, 'loss': 0.22370576714313625}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.23948427902604766, 'avg_acc': 0.0, 'loss': 0.1890373771729433}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.23962672541975488, 'avg_acc': 0.0, 'loss': 0.21576398571921473}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.2396318020380362, 'avg_acc': 0.0, 'loss': 0.2282130177030532}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.23973010089164284, 'avg_acc': 0.0, 'loss': 0.266307117667111}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.24002618567279885, 'avg_acc': 0.0, 'loss': 0.21570887614279854}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.2393963927902579, 'avg_acc': 0.0, 'loss': 0.22015206527014794}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.23862641932957906, 'avg_acc': 0.0, 'loss': 0.21249001634259912}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.23847665383789682, 'avg_acc': 0.0, 'loss': 0.24193573705555796}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.2384626637990487, 'avg_acc': 0.0, 'loss': 0.2651539633338221}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.0, 'ece': 0.12926414608955383, 'avg_loss': 0.2388263883347069, 'f1_scores': 0.706686102435486}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.21668926269207336, 'avg_acc': 0.0, 'loss': 0.21668926269207336}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.22115662860400123, 'avg_acc': 0.0, 'loss': 0.23136411244532998}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.2351634277682668, 'avg_acc': 0.0, 'loss': 0.2652748355703807}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.23099734011815157, 'avg_acc': 0.0, 'loss': 0.29851795698719535}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.23005950424072674, 'avg_acc': 0.0, 'loss': 0.2135991954451778}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.23056801443920222, 'avg_acc': 0.0, 'loss': 0.22016050080076507}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.23245947287957647, 'avg_acc': 0.0, 'loss': 0.24075668990203017}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.2339545292053937, 'avg_acc': 0.0, 'loss': 0.27161100598251714}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.23427235867945098, 'avg_acc': 0.0, 'loss': 0.25806489857632187}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.23514940093367737, 'avg_acc': 0.0, 'loss': 0.2037533782425141}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.23537946328050416, 'avg_acc': 0.0, 'loss': 0.21997679372465687}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.23659410467483946, 'avg_acc': 0.0, 'loss': 0.25530055644841404}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.23741723897705894, 'avg_acc': 0.0, 'loss': 0.22600217243007137}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.2368420764317608, 'avg_acc': 0.0, 'loss': 0.19140921829239232}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.23770190180857848, 'avg_acc': 0.0, 'loss': 0.25662142750427713}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.23938323629800007, 'avg_acc': 0.0, 'loss': 0.31276076720301454}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.2389177564773693, 'avg_acc': 0.0, 'loss': 0.24975163728179592}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.23838142085946087, 'avg_acc': 0.0, 'loss': 0.22486930785505266}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.23857771498038088, 'avg_acc': 0.0, 'loss': 0.19030865259089425}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.2387300310087791, 'avg_acc': 0.0, 'loss': 0.21483357991045132}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.23878598339863633, 'avg_acc': 0.0, 'loss': 0.2295349735252005}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.23889366430360537, 'avg_acc': 0.0, 'loss': 0.2625957450079243}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.23922657827130825, 'avg_acc': 0.0, 'loss': 0.2184424612679712}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.23862560220998255, 'avg_acc': 0.0, 'loss': 0.22226976142142768}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.23785339577861112, 'avg_acc': 0.0, 'loss': 0.20821359322020985}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.23769302028806133, 'avg_acc': 0.0, 'loss': 0.2438166996552614}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.23765049987941703, 'avg_acc': 0.0, 'loss': 0.26233903131235686}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.0, 'ece': 0.10565982758998871, 'avg_loss': 0.23799139334428343, 'f1_scores': 0.7098485482522634}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.2205950841190705, 'avg_acc': 0.0, 'loss': 0.2205950841190705}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.22164732056478584, 'avg_acc': 0.0, 'loss': 0.23105843312038943}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.236186132999929, 'avg_acc': 0.0, 'loss': 0.2675798305517674}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.23161395681404748, 'avg_acc': 0.0, 'loss': 0.29941234240907627}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.23052270468073544, 'avg_acc': 0.0, 'loss': 0.21111108150171276}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.2306724792928619, 'avg_acc': 0.0, 'loss': 0.21870713018902926}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.23250954910878543, 'avg_acc': 0.0, 'loss': 0.24371507383381996}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.234174344154389, 'avg_acc': 0.0, 'loss': 0.26657270398547034}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.2345155208990882, 'avg_acc': 0.0, 'loss': 0.25563732018086477}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.23540036298428474, 'avg_acc': 0.0, 'loss': 0.20823145736721926}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.23574244014261556, 'avg_acc': 0.0, 'loss': 0.21909931508720806}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.23703169683856645, 'avg_acc': 0.0, 'loss': 0.25605431362964737}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.23792886728754772, 'avg_acc': 0.0, 'loss': 0.22709498693672814}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.23750518698441483, 'avg_acc': 0.0, 'loss': 0.19253790696127127}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.23851260459307888, 'avg_acc': 0.0, 'loss': 0.2598574940503957}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.24027803502307968, 'avg_acc': 0.0, 'loss': 0.32282517833105623}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.23976254402207253, 'avg_acc': 0.0, 'loss': 0.24818431962622914}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.2392326707185357, 'avg_acc': 0.0, 'loss': 0.22603481380299073}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.23956437122556065, 'avg_acc': 0.0, 'loss': 0.1919978924753585}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.23978681277165162, 'avg_acc': 0.0, 'loss': 0.2188950566335604}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.2397918544516995, 'avg_acc': 0.0, 'loss': 0.22778886686981942}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.23994836586686225, 'avg_acc': 0.0, 'loss': 0.2652452609192031}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.24020550504965746, 'avg_acc': 0.0, 'loss': 0.21239876236787883}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.23959657508197568, 'avg_acc': 0.0, 'loss': 0.22253432352213814}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.2388507663205191, 'avg_acc': 0.0, 'loss': 0.20919115840388258}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.23870634305489377, 'avg_acc': 0.0, 'loss': 0.2433682545719031}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.2386958857047216, 'avg_acc': 0.0, 'loss': 0.2678883068677221}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.0, 'ece': 0.11914285272359848, 'avg_loss': 0.23904541700374246, 'f1_scores': 0.7151070260182808}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.21861796868649563, 'avg_acc': 0.0, 'loss': 0.21861796868649563}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.21986808765647067, 'avg_acc': 0.0, 'loss': 0.23044087886293188}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.23423560310957825, 'avg_acc': 0.0, 'loss': 0.26447714845224773}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.22985367734397777, 'avg_acc': 0.0, 'loss': 0.29545578190806865}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.22885268632933076, 'avg_acc': 0.0, 'loss': 0.2100866975723485}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.22933113391346677, 'avg_acc': 0.0, 'loss': 0.22013696696402413}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.23113593858755654, 'avg_acc': 0.0, 'loss': 0.24191204083295553}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.23268463779518775, 'avg_acc': 0.0, 'loss': 0.2677786219085517}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.23291541695047938, 'avg_acc': 0.0, 'loss': 0.2547092048556416}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.23388258207323503, 'avg_acc': 0.0, 'loss': 0.20670043762311252}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.23411426305577307, 'avg_acc': 0.0, 'loss': 0.21623498849813974}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.2353551337774383, 'avg_acc': 0.0, 'loss': 0.2540472144440043}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.23618364886804866, 'avg_acc': 0.0, 'loss': 0.2251273080262633}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.23569497829352165, 'avg_acc': 0.0, 'loss': 0.19122152850364466}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.23661045253979734, 'avg_acc': 0.0, 'loss': 0.257791084371872}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.23832732695984454, 'avg_acc': 0.0, 'loss': 0.31365274438147545}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.23783022962488248, 'avg_acc': 0.0, 'loss': 0.24681698185993028}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.2372952833245276, 'avg_acc': 0.0, 'loss': 0.22256488845479386}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.23757759998398748, 'avg_acc': 0.0, 'loss': 0.19177660491647786}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.2377552502373893, 'avg_acc': 0.0, 'loss': 0.21534288979702457}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.2377611730966137, 'avg_acc': 0.0, 'loss': 0.22787587980708068}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.23791536053732087, 'avg_acc': 0.0, 'loss': 0.26325477506374484}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.2381892908292096, 'avg_acc': 0.0, 'loss': 0.214740218948009}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.23755847136700076, 'avg_acc': 0.0, 'loss': 0.22055559760363913}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.23680855079771992, 'avg_acc': 0.0, 'loss': 0.207705993127742}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.23665021408790332, 'avg_acc': 0.0, 'loss': 0.24250267122118072}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.23664780874932126, 'avg_acc': 0.0, 'loss': 0.26406289316180065}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.0, 'ece': 0.13366149365901947, 'avg_loss': 0.23700695529166815, 'f1_scores': 0.7053640072263229}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.2168500234880152, 'avg_acc': 0.0, 'loss': 0.2168500234880152}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.22066996493595067, 'avg_acc': 0.0, 'loss': 0.22595695213509054}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.23409847189425811, 'avg_acc': 0.0, 'loss': 0.2627872267719665}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.23007858848259777, 'avg_acc': 0.0, 'loss': 0.29290812297897767}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.2292024863746449, 'avg_acc': 0.0, 'loss': 0.21160661014190346}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.22943073493602886, 'avg_acc': 0.0, 'loss': 0.21932013892286964}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.2312606989814723, 'avg_acc': 0.0, 'loss': 0.24273972664091809}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.23289897508203178, 'avg_acc': 0.0, 'loss': 0.2652288124005021}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.2333350847774955, 'avg_acc': 0.0, 'loss': 0.25318804889840457}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.23412759645936917, 'avg_acc': 0.0, 'loss': 0.20540739374493047}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.23443950893260795, 'avg_acc': 0.0, 'loss': 0.22131966233687955}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.23572463168616833, 'avg_acc': 0.0, 'loss': 0.2530164322437745}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.2365931518833137, 'avg_acc': 0.0, 'loss': 0.2251131410164037}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.23617451456719984, 'avg_acc': 0.0, 'loss': 0.19548222988240532}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.2370917006098188, 'avg_acc': 0.0, 'loss': 0.2547483356233247}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.2387235447185472, 'avg_acc': 0.0, 'loss': 0.31447043149377607}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.23824773042447986, 'avg_acc': 0.0, 'loss': 0.2474324988736823}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.23773150106842328, 'avg_acc': 0.0, 'loss': 0.22423095279022423}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.2379889689193259, 'avg_acc': 0.0, 'loss': 0.18898763050362632}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.23819180644307975, 'avg_acc': 0.0, 'loss': 0.21828359747412052}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.23822874824520027, 'avg_acc': 0.0, 'loss': 0.22608809811085198}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.2383162649679279, 'avg_acc': 0.0, 'loss': 0.26193852869898493}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.23862503575703192, 'avg_acc': 0.0, 'loss': 0.21105446931174549}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.23804046016274166, 'avg_acc': 0.0, 'loss': 0.2196417489133507}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.23731788973481024, 'avg_acc': 0.0, 'loss': 0.21365560702504027}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.23718328841003636, 'avg_acc': 0.0, 'loss': 0.24268133357457242}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.23714311235913427, 'avg_acc': 0.0, 'loss': 0.26195317655232686}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.0, 'ece': 0.14579811692237854, 'avg_loss': 0.23748541838653897, 'f1_scores': 0.7194674217697284}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.21876917368691853, 'avg_acc': 0.0, 'loss': 0.21876917368691853}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.22253811484831332, 'avg_acc': 0.0, 'loss': 0.23028043320463049}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.2365930631326963, 'avg_acc': 0.0, 'loss': 0.26853608645387794}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.23245051423377697, 'avg_acc': 0.0, 'loss': 0.3011666800063852}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.23128923376701568, 'avg_acc': 0.0, 'loss': 0.21402400346492606}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.23155119127039847, 'avg_acc': 0.0, 'loss': 0.22115285768528076}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.23338145271523622, 'avg_acc': 0.0, 'loss': 0.24226600812848378}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.23505076313919473, 'avg_acc': 0.0, 'loss': 0.270318971352026}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.23543256098330953, 'avg_acc': 0.0, 'loss': 0.2582618489204183}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.2362457903073843, 'avg_acc': 0.0, 'loss': 0.20749794284561823}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.2365025258378278, 'avg_acc': 0.0, 'loss': 0.2212925913994955}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.23779932321451303, 'avg_acc': 0.0, 'loss': 0.25530782483208114}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.23865346241041238, 'avg_acc': 0.0, 'loss': 0.22617418640733636}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.2381942018198629, 'avg_acc': 0.0, 'loss': 0.19511902327628505}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.23915030848439917, 'avg_acc': 0.0, 'loss': 0.2604829870321867}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.2408682033837507, 'avg_acc': 0.0, 'loss': 0.31809925558627583}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.24038015474244673, 'avg_acc': 0.0, 'loss': 0.2497370692761121}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.23981564391175172, 'avg_acc': 0.0, 'loss': 0.227310647770277}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.2401211487692179, 'avg_acc': 0.0, 'loss': 0.1905298965977116}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.24030823373014204, 'avg_acc': 0.0, 'loss': 0.21921825930667183}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.24034598267653096, 'avg_acc': 0.0, 'loss': 0.2276908009319933}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.24044012609690055, 'avg_acc': 0.0, 'loss': 0.26381654511812613}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.24076039470771918, 'avg_acc': 0.0, 'loss': 0.21516322081288308}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.24015959424213398, 'avg_acc': 0.0, 'loss': 0.22139886906448475}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.23939453888969717, 'avg_acc': 0.0, 'loss': 0.21116032394352907}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.23927328016929458, 'avg_acc': 0.0, 'loss': 0.2461338675528038}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.23924777828592952, 'avg_acc': 0.0, 'loss': 0.26763972276291625}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.0, 'ece': 0.10046611726284027, 'avg_loss': 0.23956862415390623, 'f1_scores': 0.7069966913225746}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.21568891440503127, 'avg_acc': 0.0, 'loss': 0.21568891440503127}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.22038699909273723, 'avg_acc': 0.0, 'loss': 0.22649394057199448}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.2339183963680019, 'avg_acc': 0.0, 'loss': 0.26510424844991576}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.22973485312528819, 'avg_acc': 0.0, 'loss': 0.2940169839124402}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.2286093280224902, 'avg_acc': 0.0, 'loss': 0.21217501965046331}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.22900872412527548, 'avg_acc': 0.0, 'loss': 0.21710492443019444}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.23081410368412109, 'avg_acc': 0.0, 'loss': 0.24115064611981193}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.23251097545888974, 'avg_acc': 0.0, 'loss': 0.2655232245796079}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.23296390342745446, 'avg_acc': 0.0, 'loss': 0.2548070969531701}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.23376963810048879, 'avg_acc': 0.0, 'loss': 0.207488147330553}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.2340532857086195, 'avg_acc': 0.0, 'loss': 0.22173550593197433}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.23527485714248889, 'avg_acc': 0.0, 'loss': 0.2512721324973686}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.23614640995289338, 'avg_acc': 0.0, 'loss': 0.22341598796135387}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.2356277874867097, 'avg_acc': 0.0, 'loss': 0.19463958303731488}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.2365129070078176, 'avg_acc': 0.0, 'loss': 0.25629872979113444}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.23822952740199277, 'avg_acc': 0.0, 'loss': 0.3155428941442681}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.23774293642753036, 'avg_acc': 0.0, 'loss': 0.2489915960703521}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.23718975145251375, 'avg_acc': 0.0, 'loss': 0.22459300910434518}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.2374709560070595, 'avg_acc': 0.0, 'loss': 0.19120212293968766}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.23768841989033856, 'avg_acc': 0.0, 'loss': 0.21932115569935764}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.23772752064001745, 'avg_acc': 0.0, 'loss': 0.22500912330575112}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.23784237031825867, 'avg_acc': 0.0, 'loss': 0.2599788022896194}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.2381508970903843, 'avg_acc': 0.0, 'loss': 0.21271148337967002}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.23758103439387318, 'avg_acc': 0.0, 'loss': 0.21976349736814882}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.23685960226135197, 'avg_acc': 0.0, 'loss': 0.20811390897824822}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.23673118577205332, 'avg_acc': 0.0, 'loss': 0.2430030322110984}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.23667199901625333, 'avg_acc': 0.0, 'loss': 0.2628730982108079}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.0, 'ece': 0.10862024873495102, 'avg_loss': 0.23699948698919385, 'f1_scores': 0.737125565104109}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.22207826876768064, 'avg_acc': 0.0, 'loss': 0.22207826876768064}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.2256052060256007, 'avg_acc': 0.0, 'loss': 0.23278933543237404}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.23966367814778805, 'avg_acc': 0.0, 'loss': 0.27062210388138347}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.2354189585535012, 'avg_acc': 0.0, 'loss': 0.30264197215371624}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.23443960537246347, 'avg_acc': 0.0, 'loss': 0.2167817560806335}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.23446046881741, 'avg_acc': 0.0, 'loss': 0.22398018424045013}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.23619866628446787, 'avg_acc': 0.0, 'loss': 0.24362312643617248}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.23780013217621163, 'avg_acc': 0.0, 'loss': 0.27073679360351627}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.23816646683669584, 'avg_acc': 0.0, 'loss': 0.25838784795749753}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.23890639350539986, 'avg_acc': 0.0, 'loss': 0.20835933320891592}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.2392162339687521, 'avg_acc': 0.0, 'loss': 0.22470141424219037}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.24053211456021126, 'avg_acc': 0.0, 'loss': 0.2581398579070862}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.24138922167451088, 'avg_acc': 0.0, 'loss': 0.23206844199356574}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.24099807848480767, 'avg_acc': 0.0, 'loss': 0.19867846654025403}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.2420215196485973, 'avg_acc': 0.0, 'loss': 0.26355798816543285}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.2436554875694528, 'avg_acc': 0.0, 'loss': 0.321562057956206}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.24318178810111038, 'avg_acc': 0.0, 'loss': 0.25051088791795856}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.2426147130099358, 'avg_acc': 0.0, 'loss': 0.2293397208126667}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.24291001095695805, 'avg_acc': 0.0, 'loss': 0.19059943011299244}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.24308857797719716, 'avg_acc': 0.0, 'loss': 0.2203506794317036}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.24315342638466836, 'avg_acc': 0.0, 'loss': 0.23211389781233394}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.24320513095493054, 'avg_acc': 0.0, 'loss': 0.2679170381605737}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.24354025337448923, 'avg_acc': 0.0, 'loss': 0.21640717475923207}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.24295795848857846, 'avg_acc': 0.0, 'loss': 0.22305256574944515}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.24219130487420834, 'avg_acc': 0.0, 'loss': 0.21465950192766414}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.242063623617336, 'avg_acc': 0.0, 'loss': 0.24629972355881233}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.242032167478628, 'avg_acc': 0.0, 'loss': 0.26997253520078496}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.0, 'ece': 0.11863235384225845, 'avg_loss': 0.24235225014210143, 'f1_scores': 0.7067013267504934}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.21770380254097937, 'avg_acc': 0.0, 'loss': 0.21770380254097937}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.22269747131068385, 'avg_acc': 0.0, 'loss': 0.23046447107182236}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.23639703908629658, 'avg_acc': 0.0, 'loss': 0.2667853939665942}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.23224575300166955, 'avg_acc': 0.0, 'loss': 0.2993079265808904}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.23123385995120593, 'avg_acc': 0.0, 'loss': 0.2156016592447096}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.23160626270163617, 'avg_acc': 0.0, 'loss': 0.22119088891226316}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.23347062598984114, 'avg_acc': 0.0, 'loss': 0.241832752452735}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.23504220063675993, 'avg_acc': 0.0, 'loss': 0.2703615367728551}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.23544762914215184, 'avg_acc': 0.0, 'loss': 0.2574517180669318}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.2362626643929398, 'avg_acc': 0.0, 'loss': 0.20570686475210614}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.2365509683389558, 'avg_acc': 0.0, 'loss': 0.22197177832978401}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.23782250947749284, 'avg_acc': 0.0, 'loss': 0.25506636585006554}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.23863957570285976, 'avg_acc': 0.0, 'loss': 0.2259624466342497}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.23813514188152124, 'avg_acc': 0.0, 'loss': 0.19445421444119607}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.2390682603620447, 'avg_acc': 0.0, 'loss': 0.25942648705612165}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.2407692020249197, 'avg_acc': 0.0, 'loss': 0.3198505477620139}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.24030752118681292, 'avg_acc': 0.0, 'loss': 0.25062825191136134}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.2397313279612292, 'avg_acc': 0.0, 'loss': 0.22707997042042344}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.24000160147872376, 'avg_acc': 0.0, 'loss': 0.19234503112388016}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.2401912688082912, 'avg_acc': 0.0, 'loss': 0.22000296263390087}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.24026077407424706, 'avg_acc': 0.0, 'loss': 0.22968516198177114}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.24035158879553217, 'avg_acc': 0.0, 'loss': 0.2644212804578144}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.24069707596626982, 'avg_acc': 0.0, 'loss': 0.2167839986403643}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.2401107801587066, 'avg_acc': 0.0, 'loss': 0.22264457587191697}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.23934088674228057, 'avg_acc': 0.0, 'loss': 0.21139496521371776}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.23919256128129754, 'avg_acc': 0.0, 'loss': 0.24590265325910615}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.23913515640447483, 'avg_acc': 0.0, 'loss': 0.2645992753197268}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.0, 'ece': 0.12854106724262238, 'avg_loss': 0.23946980417077557, 'f1_scores': 0.7099678341712724}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.21556692079619616, 'avg_acc': 0.0, 'loss': 0.21556692079619616}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.21929808431947065, 'avg_acc': 0.0, 'loss': 0.22596106237175}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.23282389888144817, 'avg_acc': 0.0, 'loss': 0.2670796041145747}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.2288183352645491, 'avg_acc': 0.0, 'loss': 0.29464624594947963}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.2275950949497787, 'avg_acc': 0.0, 'loss': 0.20962472919044167}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.22764973873700506, 'avg_acc': 0.0, 'loss': 0.21415793466725777}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.22948648053272497, 'avg_acc': 0.0, 'loss': 0.24302097627319846}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.231318894753076, 'avg_acc': 0.0, 'loss': 0.2620573714641848}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.23186633225637032, 'avg_acc': 0.0, 'loss': 0.25330824970654114}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.23260338299022637, 'avg_acc': 0.0, 'loss': 0.20647866148257368}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.23297926576504766, 'avg_acc': 0.0, 'loss': 0.2209008134006061}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.23430919932503466, 'avg_acc': 0.0, 'loss': 0.24952585831007515}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.2351658737707365, 'avg_acc': 0.0, 'loss': 0.22155611355999227}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.2347445155366821, 'avg_acc': 0.0, 'loss': 0.19581997662485912}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.2355950317321112, 'avg_acc': 0.0, 'loss': 0.25599649848780764}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.2373753064918943, 'avg_acc': 0.0, 'loss': 0.31377675579934866}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.23684717045768627, 'avg_acc': 0.0, 'loss': 0.24604823620737598}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.2363435431188499, 'avg_acc': 0.0, 'loss': 0.2226678895086869}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.2366748410074502, 'avg_acc': 0.0, 'loss': 0.19008959351640442}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.2369321987046112, 'avg_acc': 0.0, 'loss': 0.21907832660040832}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.2369308287888981, 'avg_acc': 0.0, 'loss': 0.2220396793749647}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.23707352695814604, 'avg_acc': 0.0, 'loss': 0.2594239297658792}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.2373580522757909, 'avg_acc': 0.0, 'loss': 0.2072700352917179}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.23681095295380555, 'avg_acc': 0.0, 'loss': 0.21791836028432954}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.2361317961050229, 'avg_acc': 0.0, 'loss': 0.21355818814156788}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.23603266441624748, 'avg_acc': 0.0, 'loss': 0.24325907787546644}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.2360014622434924, 'avg_acc': 0.0, 'loss': 0.26589386596099623}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.0, 'ece': 0.10364966839551926, 'avg_loss': 0.23629597226555482, 'f1_scores': 0.7501202921178964}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.21943895055041399, 'avg_acc': 0.0, 'loss': 0.21943895055041399}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.2226494740145615, 'avg_acc': 0.0, 'loss': 0.2305554021548752}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.23667900818227405, 'avg_acc': 0.0, 'loss': 0.2658381364244633}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.23253684124004015, 'avg_acc': 0.0, 'loss': 0.2998441902673221}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.2317119103903685, 'avg_acc': 0.0, 'loss': 0.21468283844160396}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.23206837406471092, 'avg_acc': 0.0, 'loss': 0.22160552111316584}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.23405080608441325, 'avg_acc': 0.0, 'loss': 0.24605670510806832}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.23560156578837757, 'avg_acc': 0.0, 'loss': 0.271471857204103}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.23601386365049787, 'avg_acc': 0.0, 'loss': 0.2583343377403123}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.23690611329906827, 'avg_acc': 0.0, 'loss': 0.20533511715919822}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.2371948548958325, 'avg_acc': 0.0, 'loss': 0.2199165808004701}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.23850403375216575, 'avg_acc': 0.0, 'loss': 0.2583414765310538}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.23935497346885964, 'avg_acc': 0.0, 'loss': 0.22769348746500587}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.23887863631108228, 'avg_acc': 0.0, 'loss': 0.1930868674953672}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.23979169381988902, 'avg_acc': 0.0, 'loss': 0.25835377440242674}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.2415008364874131, 'avg_acc': 0.0, 'loss': 0.3195133863745078}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.24102743299924714, 'avg_acc': 0.0, 'loss': 0.24987465280693347}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.24050201273636646, 'avg_acc': 0.0, 'loss': 0.22639615910130875}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.24075481800212872, 'avg_acc': 0.0, 'loss': 0.19117324024864502}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.240934848727478, 'avg_acc': 0.0, 'loss': 0.2173855962741332}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.24095730261001053, 'avg_acc': 0.0, 'loss': 0.23047451255388296}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.24108316758646361, 'avg_acc': 0.0, 'loss': 0.26685142932287165}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.2413987637896414, 'avg_acc': 0.0, 'loss': 0.21690587450601534}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.24078309091226707, 'avg_acc': 0.0, 'loss': 0.2231106672738211}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.24000392688106442, 'avg_acc': 0.0, 'loss': 0.2139340007730165}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.23984342191772934, 'avg_acc': 0.0, 'loss': 0.24512723139430037}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.23980406079285504, 'avg_acc': 0.0, 'loss': 0.26483478283431133}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.0, 'ece': 0.12849466502666473, 'avg_loss': 0.2401564881072818, 'f1_scores': 0.706932604444448}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.21881123843104433, 'avg_acc': 0.0, 'loss': 0.21881123843104433}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.22420527242282737, 'avg_acc': 0.0, 'loss': 0.23380777801971167}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.2380239291865666, 'avg_acc': 0.0, 'loss': 0.26955811083299913}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.23369213028142274, 'avg_acc': 0.0, 'loss': 0.3033680061117333}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.2327238567820388, 'avg_acc': 0.0, 'loss': 0.21584608878941122}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.23278387443477824, 'avg_acc': 0.0, 'loss': 0.22156348734266168}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.23453697279561875, 'avg_acc': 0.0, 'loss': 0.23891898937121628}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.23609969953917193, 'avg_acc': 0.0, 'loss': 0.2717081192747303}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.23636534529099568, 'avg_acc': 0.0, 'loss': 0.25986701449216654}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.23707211529942288, 'avg_acc': 0.0, 'loss': 0.20563047898420855}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.23728905535989553, 'avg_acc': 0.0, 'loss': 0.22232621440967443}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.23849702926184352, 'avg_acc': 0.0, 'loss': 0.25435246752327395}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.2393436654878526, 'avg_acc': 0.0, 'loss': 0.23056621189250237}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.23887104257196473, 'avg_acc': 0.0, 'loss': 0.19497199640954932}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.2398334569131857, 'avg_acc': 0.0, 'loss': 0.26204652201002837}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.24149478824274206, 'avg_acc': 0.0, 'loss': 0.3154572343920725}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.24103689086724828, 'avg_acc': 0.0, 'loss': 0.24871329000611045}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.2405055339116796, 'avg_acc': 0.0, 'loss': 0.2272982538059815}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.24076807510673634, 'avg_acc': 0.0, 'loss': 0.19029840696781058}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.24088935971171088, 'avg_acc': 0.0, 'loss': 0.21632712704130036}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.2409434165773251, 'avg_acc': 0.0, 'loss': 0.23162472612557394}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.24101685867990028, 'avg_acc': 0.0, 'loss': 0.2655400693345525}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.24136138757066639, 'avg_acc': 0.0, 'loss': 0.2194767803268535}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.2407964087714407, 'avg_acc': 0.0, 'loss': 0.2221515938183854}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.24004273193135173, 'avg_acc': 0.0, 'loss': 0.21256189405338383}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.23991678197215824, 'avg_acc': 0.0, 'loss': 0.24401685041669094}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.2398932822812792, 'avg_acc': 0.0, 'loss': 0.2683216980950809}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.0, 'ece': 0.1064395010471344, 'avg_loss': 0.24019634538099474, 'f1_scores': 0.707529452999857}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.21598199251587044, 'avg_acc': 0.0, 'loss': 0.21598199251587044}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.22075519572275548, 'avg_acc': 0.0, 'loss': 0.2293515462331795}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.23452483998807766, 'avg_acc': 0.0, 'loss': 0.2662807599882788}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.230315417116495, 'avg_acc': 0.0, 'loss': 0.2969527048372973}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.22917315373285826, 'avg_acc': 0.0, 'loss': 0.21205624417910127}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.22955258085238875, 'avg_acc': 0.0, 'loss': 0.21948967590294288}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.23149994816791392, 'avg_acc': 0.0, 'loss': 0.24080626712280456}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.23317122004381255, 'avg_acc': 0.0, 'loss': 0.269955248883889}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.23357308592664772, 'avg_acc': 0.0, 'loss': 0.2582964289170247}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.23439298670701364, 'avg_acc': 0.0, 'loss': 0.20524790420157452}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.2345855548001285, 'avg_acc': 0.0, 'loss': 0.22100202202078173}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.23586564166520352, 'avg_acc': 0.0, 'loss': 0.2532445958831886}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.23675135793766253, 'avg_acc': 0.0, 'loss': 0.22493880660113064}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.23620420155749913, 'avg_acc': 0.0, 'loss': 0.19450905632883014}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.2371022337909037, 'avg_acc': 0.0, 'loss': 0.2579893322846536}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.23881245569711118, 'avg_acc': 0.0, 'loss': 0.31294912940016467}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.23832436384760614, 'avg_acc': 0.0, 'loss': 0.24893534254273877}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.23776551001330246, 'avg_acc': 0.0, 'loss': 0.2241679987390463}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.23805151869486704, 'avg_acc': 0.0, 'loss': 0.18975004499056272}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.23823682531194118, 'avg_acc': 0.0, 'loss': 0.21698430537019572}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.23825516607725777, 'avg_acc': 0.0, 'loss': 0.2253909999289395}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.23836602316725472, 'avg_acc': 0.0, 'loss': 0.2619492571449362}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.238681565647737, 'avg_acc': 0.0, 'loss': 0.2145633192922105}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.23808113238046838, 'avg_acc': 0.0, 'loss': 0.21992438982098453}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.23731285425405194, 'avg_acc': 0.0, 'loss': 0.20909429454351472}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.2371769417831941, 'avg_acc': 0.0, 'loss': 0.24235702261544895}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.23715283489451716, 'avg_acc': 0.0, 'loss': 0.2624906825596034}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.0, 'ece': 0.10657313466072083, 'avg_loss': 0.2374832114382088, 'f1_scores': 0.723115300479392}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.21733963514829416, 'avg_acc': 0.0, 'loss': 0.21733963514829416}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.22017444631157038, 'avg_acc': 0.0, 'loss': 0.22724762936819126}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.23415885836209563, 'avg_acc': 0.0, 'loss': 0.263379439575991}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.22989912726362927, 'avg_acc': 0.0, 'loss': 0.29643225927052946}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.22902886006236756, 'avg_acc': 0.0, 'loss': 0.2121007038434592}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.22956421078666844, 'avg_acc': 0.0, 'loss': 0.2210196361120974}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.23149216220141733, 'avg_acc': 0.0, 'loss': 0.2424320553457489}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.23302629771727748, 'avg_acc': 0.0, 'loss': 0.26878628913696695}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.23336889896817672, 'avg_acc': 0.0, 'loss': 0.2560917427213748}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.23430135696871443, 'avg_acc': 0.0, 'loss': 0.20483222348905525}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.23452166939032765, 'avg_acc': 0.0, 'loss': 0.21729639860417851}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.23578174676803748, 'avg_acc': 0.0, 'loss': 0.25499725071650964}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.23661840063345346, 'avg_acc': 0.0, 'loss': 0.22394050308048463}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.23611966311215218, 'avg_acc': 0.0, 'loss': 0.19135101923503886}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.23701793113772227, 'avg_acc': 0.0, 'loss': 0.25620023812111214}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.23874605828882467, 'avg_acc': 0.0, 'loss': 0.3159945318992478}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.23825733720886874, 'avg_acc': 0.0, 'loss': 0.2487864379227176}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.2377043799608261, 'avg_acc': 0.0, 'loss': 0.22207669698569327}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.237960464615932, 'avg_acc': 0.0, 'loss': 0.19138410194773314}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.23813647137483201, 'avg_acc': 0.0, 'loss': 0.21680720605555895}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.2381527447922451, 'avg_acc': 0.0, 'loss': 0.22790252853662551}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.23829515900799814, 'avg_acc': 0.0, 'loss': 0.2640587302355795}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.2385883954011302, 'avg_acc': 0.0, 'loss': 0.21472590060596172}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.23796303811431838, 'avg_acc': 0.0, 'loss': 0.22094444873333224}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.23719631054834883, 'avg_acc': 0.0, 'loss': 0.2105533748684008}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.23702908607924256, 'avg_acc': 0.0, 'loss': 0.24347899503754888}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.2369976436371189, 'avg_acc': 0.0, 'loss': 0.26165262783420723}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.0, 'ece': 0.11948790401220322, 'avg_loss': 0.2373741870715184, 'f1_scores': 0.7065558777459364}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.21901687013853785, 'avg_acc': 0.0, 'loss': 0.21901687013853785}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.2221531847696272, 'avg_acc': 0.0, 'loss': 0.22793664031412064}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.23615077923303798, 'avg_acc': 0.0, 'loss': 0.267711351716181}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.23178373447488132, 'avg_acc': 0.0, 'loss': 0.2999354502052743}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.2308167510643361, 'avg_acc': 0.0, 'loss': 0.21286915247921048}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.2308147359125738, 'avg_acc': 0.0, 'loss': 0.2194146177173804}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.2325625546899726, 'avg_acc': 0.0, 'loss': 0.2410632303802101}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.23414348198321291, 'avg_acc': 0.0, 'loss': 0.2657659360271022}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.2345202571629118, 'avg_acc': 0.0, 'loss': 0.25474284765115435}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.2352482274043607, 'avg_acc': 0.0, 'loss': 0.2052237727873814}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.23558728650455998, 'avg_acc': 0.0, 'loss': 0.22175075842252615}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.23686218226020087, 'avg_acc': 0.0, 'loss': 0.25399742040203166}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.2377182023181767, 'avg_acc': 0.0, 'loss': 0.2265553993370304}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.23735298024305942, 'avg_acc': 0.0, 'loss': 0.1958475063904968}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.23838078290729145, 'avg_acc': 0.0, 'loss': 0.2594388274598844}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.2400805869178176, 'avg_acc': 0.0, 'loss': 0.3188680098190681}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.23956161472354806, 'avg_acc': 0.0, 'loss': 0.24684588112859274}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.23901645786512862, 'avg_acc': 0.0, 'loss': 0.22645956363820524}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.2393182699107648, 'avg_acc': 0.0, 'loss': 0.18983267863723086}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.2395324587220629, 'avg_acc': 0.0, 'loss': 0.21878775066748596}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.23960646231533939, 'avg_acc': 0.0, 'loss': 0.2264571014311514}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.23968234282390372, 'avg_acc': 0.0, 'loss': 0.26415440372608956}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.2399950289018604, 'avg_acc': 0.0, 'loss': 0.21189143425798257}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.23940852520895753, 'avg_acc': 0.0, 'loss': 0.2203522307777348}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.23866247562949533, 'avg_acc': 0.0, 'loss': 0.21103754549494624}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.23852835606551953, 'avg_acc': 0.0, 'loss': 0.2425378663098984}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.238483645395149, 'avg_acc': 0.0, 'loss': 0.265644423892549}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.0, 'ece': 0.12222589552402496, 'avg_loss': 0.23880693391737587, 'f1_scores': 0.7231858555437749}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.21627070650174574, 'avg_acc': 0.0, 'loss': 0.21627070650174574}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.2209614856414215, 'avg_acc': 0.0, 'loss': 0.22873604585720386}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.23466151026445767, 'avg_acc': 0.0, 'loss': 0.2659997772833386}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.2305176790552634, 'avg_acc': 0.0, 'loss': 0.2968858501157488}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.22943980471753422, 'avg_acc': 0.0, 'loss': 0.21269583166304074}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.22967381261664596, 'avg_acc': 0.0, 'loss': 0.21776799291878238}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.23152090050201493, 'avg_acc': 0.0, 'loss': 0.2411406419834228}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.2331652697650408, 'avg_acc': 0.0, 'loss': 0.26731949746902367}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.23355390515707297, 'avg_acc': 0.0, 'loss': 0.2559696995154549}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.23432213560750587, 'avg_acc': 0.0, 'loss': 0.20516863686348835}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.23461648520820028, 'avg_acc': 0.0, 'loss': 0.22207219982569118}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.2358750101757703, 'avg_acc': 0.0, 'loss': 0.2529464376404706}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.236717225754812, 'avg_acc': 0.0, 'loss': 0.22502948363139044}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.23621143905054182, 'avg_acc': 0.0, 'loss': 0.19390406743267313}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.2371341043225503, 'avg_acc': 0.0, 'loss': 0.2583792484708413}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.23882771064115543, 'avg_acc': 0.0, 'loss': 0.31495862408168507}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.23834549724911594, 'avg_acc': 0.0, 'loss': 0.2481667549703031}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.23780676346462798, 'avg_acc': 0.0, 'loss': 0.22479673286008098}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.23806731318874616, 'avg_acc': 0.0, 'loss': 0.19002042659576546}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.23826641078710578, 'avg_acc': 0.0, 'loss': 0.21743583069409006}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.23832232477256193, 'avg_acc': 0.0, 'loss': 0.22584400068080868}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.23842050436365583, 'avg_acc': 0.0, 'loss': 0.26150970685206887}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.23873929066363234, 'avg_acc': 0.0, 'loss': 0.2136177510706797}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.23816972168345507, 'avg_acc': 0.0, 'loss': 0.21997105838376488}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.23742315101509923, 'avg_acc': 0.0, 'loss': 0.2096064455438084}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.23728848107102, 'avg_acc': 0.0, 'loss': 0.24332084800198572}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.23723290570668118, 'avg_acc': 0.0, 'loss': 0.2632095385416895}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.0, 'ece': 0.09783535450696945, 'avg_loss': 0.23755281920485288, 'f1_scores': 0.7121919610045538}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.21799546855982044, 'avg_acc': 0.0, 'loss': 0.21799546855982044}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.22258503732683643, 'avg_acc': 0.0, 'loss': 0.22866047533742467}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.23649190963532712, 'avg_acc': 0.0, 'loss': 0.2656215163895987}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.23208532272691149, 'avg_acc': 0.0, 'loss': 0.2973419074589531}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.2312365191687446, 'avg_acc': 0.0, 'loss': 0.21388764663658677}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.23150958339653957, 'avg_acc': 0.0, 'loss': 0.22220444586595736}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.23325953861170262, 'avg_acc': 0.0, 'loss': 0.2433798586467414}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.23487598506906363, 'avg_acc': 0.0, 'loss': 0.26934891313872605}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.23516093163078425, 'avg_acc': 0.0, 'loss': 0.25611620993432943}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.2359843943517486, 'avg_acc': 0.0, 'loss': 0.2072011374581442}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.2361853822828226, 'avg_acc': 0.0, 'loss': 0.2199351627625999}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.23741631931250498, 'avg_acc': 0.0, 'loss': 0.25491639524989296}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.23826054430007168, 'avg_acc': 0.0, 'loss': 0.2267112768703165}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.23779688743745736, 'avg_acc': 0.0, 'loss': 0.1942750022887724}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.23875558933327287, 'avg_acc': 0.0, 'loss': 0.25911775688577365}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.2404029447971129, 'avg_acc': 0.0, 'loss': 0.3159268248808595}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.23991882701980183, 'avg_acc': 0.0, 'loss': 0.2480814731305015}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.23940233610691874, 'avg_acc': 0.0, 'loss': 0.22633489770324947}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.2396677531447586, 'avg_acc': 0.0, 'loss': 0.19149993062053128}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.23983533649973807, 'avg_acc': 0.0, 'loss': 0.21816696599099875}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.23987057112690452, 'avg_acc': 0.0, 'loss': 0.22778892641736093}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.23995274695096488, 'avg_acc': 0.0, 'loss': 0.2644191366043092}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.24025215715660636, 'avg_acc': 0.0, 'loss': 0.2151382418240116}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.23962797821828843, 'avg_acc': 0.0, 'loss': 0.21977155743284776}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.2388691747346984, 'avg_acc': 0.0, 'loss': 0.2134628440898528}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.2387324688248323, 'avg_acc': 0.0, 'loss': 0.24377904826912655}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.23870231328985025, 'avg_acc': 0.0, 'loss': 0.26443764307116774}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.0, 'ece': 0.13624440133571625, 'avg_loss': 0.23905766165059258, 'f1_scores': 0.7065200463246509}