{"train_loss": 8.791387519301809, "train_entropy": 7.132436666989014, "train_KL_div": 1.658950811588228, "train_lr": 7.808107939284153e-05, "train_wd": 0.04002957961923323, "epoch": 0, "k-NN": {"10": {"top1": 2.424, "top5": 5.85}, "20": {"top1": 2.826, "top5": 6.456}, "100": {"top1": 3.158, "top5": 8.6}, "200": {"top1": 3.222, "top5": 9.004}}}
{"train_loss": 9.596359900688098, "train_entropy": 8.829884080217452, "train_KL_div": 0.7664757725933357, "train_lr": 0.00023434083952776565, "train_wd": 0.0402071332187713, "epoch": 1}
{"train_loss": 8.749002546723524, "train_entropy": 7.221720021564763, "train_KL_div": 1.5272825212170749, "train_lr": 0.00039060059966268974, "train_wd": 0.04056212067116661, "epoch": 2}
{"train_loss": 7.617016900858977, "train_entropy": 5.447289363303682, "train_KL_div": 2.1697275326409837, "train_lr": 0.0005468603597976139, "train_wd": 0.04109419164666176, "epoch": 3}
{"train_loss": 6.85609659312443, "train_entropy": 4.304293176686294, "train_KL_div": 2.551803407409949, "train_lr": 0.0007031201199325382, "train_wd": 0.041802821055441634, "epoch": 4}
{"train_loss": 6.275749821464841, "train_entropy": 3.551646227132224, "train_KL_div": 2.7241036313947182, "train_lr": 0.0008593798800674621, "train_wd": 0.0426873095658337, "epoch": 5}
{"train_loss": 5.9828505437125425, "train_entropy": 3.156293862708132, "train_KL_div": 2.826556701108413, "train_lr": 0.0010156396402023862, "train_wd": 0.043746784294463686, "epoch": 6}
{"train_loss": 5.381947441260417, "train_entropy": 2.5912788281918764, "train_KL_div": 2.7906686088988217, "train_lr": 0.0011718994003373105, "train_wd": 0.044980199667686516, "epoch": 7}
{"train_loss": 4.85631231789586, "train_entropy": 2.179897249871161, "train_KL_div": 2.6764150588196713, "train_lr": 0.001328159160472235, "train_wd": 0.046386338453440666, "epoch": 8}
{"train_loss": 4.572955533554969, "train_entropy": 2.0284950778791115, "train_KL_div": 2.544460442626871, "train_lr": 0.0014844189206071592, "train_wd": 0.04796381296250996, "epoch": 9}
{"train_loss": 4.668642907590139, "train_entropy": 2.1712446356754165, "train_KL_div": 2.4973982554126875, "train_lr": 0.0015623425177379252, "train_wd": 0.04971106641800472, "epoch": 10}
{"train_loss": 4.689068888422849, "train_entropy": 2.2116843203430543, "train_KL_div": 2.477384556091852, "train_lr": 0.0015613972639124296, "train_wd": 0.05162637449171257, "epoch": 11}
{"train_loss": 4.378185789987938, "train_entropy": 1.8661498043181224, "train_KL_div": 2.5120359804762815, "train_lr": 0.0015595076125481378, "train_wd": 0.05370784700580337, "epoch": 12}
{"train_loss": 4.1699839922728055, "train_entropy": 1.7254570962059579, "train_KL_div": 2.4445268865267535, "train_lr": 0.0015566758658941578, "train_wd": 0.05595342979820429, "epoch": 13}
{"train_loss": 4.022927470277206, "train_entropy": 1.6676902796126096, "train_KL_div": 2.3552371828836027, "train_lr": 0.001552905473997598, "train_wd": 0.058360906749811786, "epoch": 14}
{"train_loss": 3.9463161476919755, "train_entropy": 1.677434474965098, "train_KL_div": 2.268881675416719, "train_lr": 0.0015482010305001917, "train_wd": 0.06092790197153301, "epoch": 15}
{"train_loss": 4.036428674860049, "train_entropy": 1.8683463662471866, "train_KL_div": 2.16808230829641, "train_lr": 0.00154256826704168, "train_wd": 0.06365188214900144, "epoch": 16}
{"train_loss": 4.359905543269998, "train_entropy": 2.2642287292158803, "train_KL_div": 2.0956767932799814, "train_lr": 0.001536014046276681, "train_wd": 0.0665301590426516, "epoch": 17}
{"train_loss": 4.557179446372295, "train_entropy": 2.4328557086467444, "train_KL_div": 2.124323719473722, "train_lr": 0.001528546353513584, "train_wd": 0.0695598921406882, "epoch": 18}
{"train_loss": 4.591115205474826, "train_entropy": 2.455223695588514, "train_KL_div": 2.1358914894193206, "train_lr": 0.0015201742869857219, "train_wd": 0.07273809146232776, "epoch": 19}
{"train_loss": 4.603233703723332, "train_entropy": 2.4974578650927706, "train_KL_div": 2.105775831017101, "train_lr": 0.0015109080467665377, "train_wd": 0.07606162050854819, "epoch": 20}
{"train_loss": 4.6217837060972125, "train_entropy": 2.564630865529505, "train_KL_div": 2.057152839851037, "train_lr": 0.0015007589223423828, "train_wd": 0.0795271993574357, "epoch": 21}
{"train_loss": 4.677246334998031, "train_entropy": 2.674814410093499, "train_KL_div": 2.0024319329833626, "train_lr": 0.0014897392788580208, "train_wd": 0.0831314079010704, "epoch": 22}
{"train_loss": 4.789606848521057, "train_entropy": 2.848224189302312, "train_KL_div": 1.941382673552154, "train_lr": 0.0014778625420515791, "train_wd": 0.08687068922076159, "epoch": 23}
{"train_loss": 4.915270224986115, "train_entropy": 3.020114234914488, "train_KL_div": 1.895156012753782, "train_lr": 0.0014651431818973938, "train_wd": 0.09074135309729545, "epoch": 24}
{"train_loss": 5.045091710226153, "train_entropy": 3.1791042326428904, "train_KL_div": 1.8659874986924654, "train_lr": 0.0014515966949765462, "train_wd": 0.09473957965273655, "epoch": 25}
{"train_loss": 5.157443851474521, "train_entropy": 3.313306859662427, "train_KL_div": 1.8441370173795457, "train_lr": 0.001437239585596674, "train_wd": 0.0988614231201867, "epoch": 26}
{"train_loss": 5.226237560457769, "train_entropy": 3.4049483242629095, "train_KL_div": 1.8212892621625296, "train_lr": 0.0014220893456840078, "train_wd": 0.1031028157377795, "epoch": 27}
{"train_loss": 5.286803058353832, "train_entropy": 3.5028824545233643, "train_KL_div": 1.7839206361178679, "train_lr": 0.0014061644334721684, "train_wd": 0.10745957176307085, "epoch": 28}
{"train_loss": 5.360754318679593, "train_entropy": 3.6138045159375047, "train_KL_div": 1.7469498279930873, "train_lr": 0.001389484251013644, "train_wd": 0.11192739160386189, "epoch": 29}
{"train_loss": 5.409628873315176, "train_entropy": 3.6773356646392434, "train_KL_div": 1.7322932316186948, "train_lr": 0.0013720691205413688, "train_wd": 0.11650186606137537, "epoch": 30, "k-NN": {"10": {"top1": 61.704, "top5": 79.996}, "20": {"top1": 61.736, "top5": 82.048}, "100": {"top1": 59.212, "top5": 83.276}, "200": {"top1": 57.642, "top5": 82.812}}}
{"train_loss": 5.4914505417685, "train_entropy": 3.7619436986181305, "train_KL_div": 1.7295068577350787, "train_lr": 0.0013539402597092334, "train_wd": 0.12117848068160543, "epoch": 31}
{"train_loss": 5.613926752443093, "train_entropy": 3.9585965921698625, "train_KL_div": 1.655330150733137, "train_lr": 0.00133511975574162, "train_wd": 0.125952620210536, "epoch": 32}
{"train_loss": 5.605745231152176, "train_entropy": 3.908273098209662, "train_KL_div": 1.6974721333985772, "train_lr": 0.001315630538523546, "train_wd": 0.1308195731488414, "epoch": 33}
{"train_loss": 5.739514982491862, "train_entropy": 4.07905684252369, "train_KL_div": 1.6604581095050233, "train_lr": 0.0012954963526640943, "train_wd": 0.13577453640156523, "epoch": 34}
{"train_loss": 5.756871115297619, "train_entropy": 4.075330011960792, "train_KL_div": 1.6815410832328248, "train_lr": 0.0012747417285673154, "train_wd": 0.14081262001819686, "epoch": 35}
{"train_loss": 5.770327203873915, "train_entropy": 4.072525930155225, "train_KL_div": 1.6978012474066462, "train_lr": 0.0012533919525456567, "train_wd": 0.14592885201846242, "epoch": 36}
{"train_loss": 5.795840045982864, "train_entropy": 4.091213534896185, "train_KL_div": 1.7046264835367495, "train_lr": 0.0012314730360125248, "train_wd": 0.15111818329906823, "epoch": 37}
{"train_loss": 5.830711943480761, "train_entropy": 4.12022728195122, "train_KL_div": 1.7104846361575463, "train_lr": 0.001209011683791361, "train_wd": 0.15637549261655487, "epoch": 38}
{"train_loss": 5.867207575894236, "train_entropy": 4.157997809652981, "train_KL_div": 1.7092097321389095, "train_lr": 0.0011860352615799435, "train_wd": 0.16169559164134897, "epoch": 39}
{"train_loss": 5.890592547448853, "train_entropy": 4.1768025898285615, "train_KL_div": 1.713789929307155, "train_lr": 0.0011625717626094878, "train_wd": 0.16707323007801708, "epoch": 40}
{"train_loss": 5.906043042062894, "train_entropy": 4.189059839778807, "train_KL_div": 1.7169831650823746, "train_lr": 0.00113864977353922, "train_wd": 0.17250310084667156, "epoch": 41}
{"train_loss": 5.912456084235917, "train_entropy": 4.1940750616144795, "train_KL_div": 1.7183810001068156, "train_lr": 0.0011142984396279119, "train_wd": 0.1779798453204202, "epoch": 42}
{"train_loss": 5.942007188012196, "train_entropy": 4.25319130241238, "train_KL_div": 1.6888158380203437, "train_lr": 0.0010895474292249114, "train_wd": 0.1834980586136828, "epoch": 43}
{"train_loss": 5.93477815505045, "train_entropy": 4.225851832256699, "train_KL_div": 1.7089262915673962, "train_lr": 0.0010644268976237842, "train_wd": 0.18905229491616105, "epoch": 44}
{"train_loss": 5.957864974529426, "train_entropy": 4.250367168669847, "train_KL_div": 1.7074977723436011, "train_lr": 0.0010389674503227715, "train_wd": 0.19463707286719498, "epoch": 45}
{"train_loss": 5.978838345172031, "train_entropy": 4.275633405663683, "train_KL_div": 1.7032048999332474, "train_lr": 0.0010132001057366771, "train_wd": 0.20024688096520574, "epoch": 46}
{"train_loss": 5.996776864872658, "train_entropy": 4.295536852493501, "train_KL_div": 1.7012399727016743, "train_lr": 0.000987156257405728, "train_wd": 0.2058761830068814, "epoch": 47}
{"train_loss": 6.017018387944605, "train_entropy": 4.3197075658332995, "train_KL_div": 1.6973107909501008, "train_lr": 0.0009608676357473667, "train_wd": 0.21151942355073927, "epoch": 48}
{"train_loss": 6.033851635634788, "train_entropy": 4.337647327011932, "train_KL_div": 1.69620426924321, "train_lr": 0.0009343662693976334, "train_wd": 0.21717103339968105, "epoch": 49}
{"train_loss": 6.0498984587482925, "train_entropy": 4.358223437574191, "train_KL_div": 1.6916749849589745, "train_lr": 0.0009076844461891972, "train_wd": 0.2228254350971123, "epoch": 50}
{"train_loss": 6.066224628839547, "train_entropy": 4.377299302019677, "train_KL_div": 1.6889252836241861, "train_lr": 0.0008808546738136253, "train_wd": 0.22847704843122085, "epoch": 51}
{"train_loss": 6.078813480817103, "train_entropy": 4.39405801291022, "train_KL_div": 1.6847554341675266, "train_lr": 0.0008539096402157426, "train_wd": 0.23412029594197434, "epoch": 52}
{"train_loss": 6.091036741469965, "train_entropy": 4.409097498074537, "train_KL_div": 1.681939215808269, "train_lr": 0.0008268821737684258, "train_wd": 0.2397496084253973, "epoch": 53}
{"train_loss": 6.0967349346022095, "train_entropy": 4.419783199581781, "train_KL_div": 1.6769516984236978, "train_lr": 0.0007998052032762803, "train_wd": 0.24535943042970337, "epoch": 54}
{"train_loss": 6.103597403577832, "train_entropy": 4.42821120229235, "train_KL_div": 1.6753861670249108, "train_lr": 0.0007727117178569589, "train_wd": 0.25094422573785585, "epoch": 55}
{"train_loss": 6.106961523161167, "train_entropy": 4.434331960282722, "train_KL_div": 1.6726295137539422, "train_lr": 0.0007456347267490187, "train_wd": 0.2564984828311481, "epoch": 56}
{"train_loss": 6.113951494215728, "train_entropy": 4.446569526031715, "train_KL_div": 1.6673819343050444, "train_lr": 0.000718607219095231, "train_wd": 0.26201672032840023, "epoch": 57}
{"train_loss": 6.127148748263205, "train_entropy": 4.466723428693583, "train_KL_div": 1.6604252917032403, "train_lr": 0.0006916621237504022, "train_wd": 0.2674934923954292, "epoch": 58}
{"train_loss": 6.139152120456779, "train_entropy": 4.486219957703579, "train_KL_div": 1.6529321316106107, "train_lr": 0.0006648322691626421, "train_wd": 0.27292339411942207, "epoch": 59}
{"train_loss": 6.147636462568418, "train_entropy": 4.5040660053584665, "train_KL_div": 1.6435704193567202, "train_lr": 0.0006381503433769356, "train_wd": 0.2783010668429376, "epoch": 60, "k-NN": {"10": {"top1": 65.954, "top5": 83.11}, "20": {"top1": 65.982, "top5": 85.048}, "100": {"top1": 63.558, "top5": 86.386}, "200": {"top1": 62.166, "top5": 85.952}}}
{"train_loss": 6.151433780780068, "train_entropy": 4.5131617638559955, "train_KL_div": 1.6382719794803675, "train_lr": 0.0006116488542098235, "train_wd": 0.2836212034522522, "epoch": 61}
{"train_loss": 6.152342935490057, "train_entropy": 4.519612246513516, "train_KL_div": 1.6327306542785223, "train_lr": 0.0005853600896436115, "train_wd": 0.2888785536148418, "epoch": 62}
{"train_loss": 6.150132660267131, "train_entropy": 4.523585352876795, "train_KL_div": 1.6265472648647858, "train_lr": 0.0005593160784884496, "train_wd": 0.2940679289608212, "epoch": 63}
{"train_loss": 6.147977938583536, "train_entropy": 4.527876766155393, "train_KL_div": 1.6201011414996243, "train_lr": 0.0005335485513601587, "train_wd": 0.2991842082032451, "epoch": 64}
{"train_loss": 6.1402228295170165, "train_entropy": 4.527641195326876, "train_KL_div": 1.612581603038244, "train_lr": 0.0005080889020213638, "train_wd": 0.30422234219219807, "epoch": 65}
{"train_loss": 6.133126395892382, "train_entropy": 4.524948447011993, "train_KL_div": 1.608177914368518, "train_lr": 0.0004829681491330209, "train_wd": 0.309177358897694, "epoch": 66}
{"train_loss": 6.120877736065999, "train_entropy": 4.520449879763649, "train_KL_div": 1.6004278195287793, "train_lr": 0.00045821689846297243, "train_wd": 0.3140443683164707, "epoch": 67}
{"train_loss": 6.107803399900881, "train_entropy": 4.515271393322781, "train_KL_div": 1.5925319657651131, "train_lr": 0.0004338653055975211, "train_wd": 0.31881856729783337, "epoch": 68}
{"train_loss": 6.095569841307748, "train_entropy": 4.510590051968048, "train_KL_div": 1.5849797529477316, "train_lr": 0.00040994303920149645, "train_wd": 0.32349524428378407, "epoch": 69}
{"train_loss": 6.0829825786632865, "train_entropy": 4.508616744839051, "train_KL_div": 1.5743658011831543, "train_lr": 0.0003864792448715628, "train_wd": 0.32806978395875874, "epoch": 70}
{"train_loss": 6.070276296190885, "train_entropy": 4.504745690320746, "train_KL_div": 1.5655305726613051, "train_lr": 0.0003635025096267891, "train_wd": 0.3325376718043881, "epoch": 71}
{"train_loss": 6.056933543408088, "train_entropy": 4.502367179424296, "train_KL_div": 1.5545663145242223, "train_lr": 0.00034104082707977546, "train_wd": 0.3368944985547855, "epoch": 72}
{"train_loss": 6.042797539660069, "train_entropy": 4.498836293621111, "train_KL_div": 1.5439612029828853, "train_lr": 0.0003191215633307501, "train_wd": 0.3411359645479526, "epoch": 73}
{"train_loss": 6.026008871106488, "train_entropy": 4.495633809455554, "train_KL_div": 1.530375029549682, "train_lr": 0.0002977714236261863, "train_wd": 0.34525788396903384, "epoch": 74}
{"train_loss": 6.007762785630997, "train_entropy": 4.4871734210582614, "train_KL_div": 1.5205893100033991, "train_lr": 0.0002770164198225779, "train_wd": 0.3492561889812042, "epoch": 75}
{"train_loss": 5.986247211750562, "train_entropy": 4.479338806767079, "train_KL_div": 1.5069083535600498, "train_lr": 0.0002568818386949952, "train_wd": 0.35312693374013904, "epoch": 76}
{"train_loss": 5.965563974664928, "train_entropy": 4.4707881379954, "train_KL_div": 1.4947757935948405, "train_lr": 0.00023739221112904972, "train_wd": 0.3568662982880826, "epoch": 77}
{"train_loss": 5.9422029684589175, "train_entropy": 4.46163876822857, "train_KL_div": 1.4805641519342043, "train_lr": 0.00021857128223378125, "train_wd": 0.3604705923236838, "epoch": 78}
{"train_loss": 5.920069695933769, "train_entropy": 4.453366464633334, "train_KL_div": 1.4667031944524043, "train_lr": 0.0002004419824119077, "train_wd": 0.3639362588438817, "epoch": 79}
{"train_loss": 5.896424277472094, "train_entropy": 4.4446244713181935, "train_KL_div": 1.451799759077028, "train_lr": 0.00018302639942265793, "train_wd": 0.3672598776542355, "epoch": 80}
{"train_loss": 5.871595822558561, "train_entropy": 4.435694264312002, "train_KL_div": 1.4359015112255307, "train_lr": 0.00016634575147123968, "train_wd": 0.3704381687442457, "epoch": 81}
{"train_loss": 5.846902855666706, "train_entropy": 4.426616378775393, "train_KL_div": 1.4202864323181335, "train_lr": 0.0001504203613577242, "train_wd": 0.3734679955243245, "epoch": 82}
{"train_loss": 5.821506283791046, "train_entropy": 4.418383786709587, "train_KL_div": 1.4031224494182193, "train_lr": 0.0001352696317168465, "train_wd": 0.37634636792123755, "epoch": 83}
{"train_loss": 5.7965443364387, "train_entropy": 4.410001940071248, "train_KL_div": 1.3865423530786951, "train_lr": 0.00012091202137888328, "train_wd": 0.37907044532893736, "epoch": 84}
{"train_loss": 5.769578260864637, "train_entropy": 4.400997388891545, "train_KL_div": 1.3685808226810554, "train_lr": 0.00010736502288041117, "train_wd": 0.3816375394119056, "epoch": 85}
{"train_loss": 5.74362594343438, "train_entropy": 4.393768646153415, "train_KL_div": 1.3498572531917705, "train_lr": 9.46451411523451e-05, "train_wd": 0.3840451167582112, "epoch": 86}
{"train_loss": 5.71869496279847, "train_entropy": 4.387450853133484, "train_KL_div": 1.331244059665586, "train_lr": 8.276787341122305e-05, "train_wd": 0.38629080137968236, "epoch": 87}
{"train_loss": 5.693258544119502, "train_entropy": 4.380111618350254, "train_KL_div": 1.3131468797534203, "train_lr": 7.174769027823521e-05, "train_wd": 0.38837237705672434, "epoch": 88}
{"train_loss": 5.668517818680263, "train_entropy": 4.374259844822559, "train_KL_div": 1.2942579244353636, "train_lr": 6.15980181489995e-05, "train_wd": 0.39028778952545473, "epoch": 89}
{"train_loss": 5.646168476264973, "train_entropy": 4.369564017342598, "train_KL_div": 1.276604406544933, "train_lr": 5.233122283556856e-05, "train_wd": 0.3920351485050172, "epoch": 90, "k-NN": {"10": {"top1": 69.542, "top5": 85.794}, "20": {"top1": 69.414, "top5": 87.588}, "100": {"top1": 67.28, "top5": 88.82}, "200": {"top1": 65.918, "top5": 88.516}}}
{"train_loss": 5.625455013332629, "train_entropy": 4.365847204697274, "train_KL_div": 1.2596077438139082, "train_lr": 4.3958594500591295e-05, "train_wd": 0.39361272956306115, "epoch": 91}
{"train_loss": 5.602062136623578, "train_entropy": 4.361526877023071, "train_KL_div": 1.2405352120303423, "train_lr": 3.6490333901989674e-05, "train_wd": 0.3950189758175438, "epoch": 92}
{"train_loss": 5.584426451742016, "train_entropy": 4.359172781413976, "train_KL_div": 1.2252536267926364, "train_lr": 2.9935539964905373e-05, "train_wd": 0.39625249947319163, "epoch": 93}
{"train_loss": 5.569018213768291, "train_entropy": 4.357041185178435, "train_KL_div": 1.2119769782693515, "train_lr": 2.430219869606216e-05, "train_wd": 0.39731208319108297, "epoch": 94}
{"train_loss": 5.554258126604937, "train_entropy": 4.355826290472085, "train_KL_div": 1.1984317846163446, "train_lr": 1.959717345404657e-05, "train_wd": 0.3981966812900111, "epoch": 95}
{"train_loss": 5.5411668621994865, "train_entropy": 4.3547938592094395, "train_KL_div": 1.1863729614091991, "train_lr": 1.582619658736231e-05, "train_wd": 0.3989054207784532, "epoch": 96}
{"train_loss": 5.533277314838061, "train_entropy": 4.354047965288609, "train_KL_div": 1.1792293031706353, "train_lr": 1.2993862450447e-05, "train_wd": 0.39943760221609825, "epoch": 97}
{"train_loss": 5.525950261647071, "train_entropy": 4.354272649818327, "train_KL_div": 1.1716775717603498, "train_lr": 1.1103621806158865e-05, "train_wd": 0.39979270040412174, "epoch": 98}
{"train_loss": 5.521694465699158, "train_entropy": 4.354401572673191, "train_KL_div": 1.167292841248852, "train_lr": 1.0157777621553744e-05, "train_wd": 0.3999703649034805, "epoch": 99, "k-NN": {"10": {"top1": 69.652, "top5": 85.82}, "20": {"top1": 69.568, "top5": 87.652}, "100": {"top1": 67.426, "top5": 88.88}, "200": {"top1": 66.024, "top5": 88.584}}}