diff --git "a/logs/train_metrics.csv" "b/logs/train_metrics.csv"
new file mode 100644--- /dev/null
+++ "b/logs/train_metrics.csv"
@@ -0,0 +1,2707 @@
+Name,Value,Timestamp,Step
+"train_loss",1.3254889,1613808978631,0
+"raw_loss",1.3254902,1613808978631,0
+"wd_0",0.01,1613808978631,0
+"sqr_mom_0",0.99,1613808978631,0
+"lr_0",4e-06,1613808978631,0
+"mom_0",0.95,1613808978631,0
+"eps_0",1e-05,1613808978631,0
+"wd_1",0.01,1613808978631,0
+"sqr_mom_1",0.99,1613808978631,0
+"lr_1",4e-06,1613808978631,0
+"mom_1",0.95,1613808978631,0
+"eps_1",1e-05,1613808978631,0
+"wd_2",0.01,1613808978631,0
+"sqr_mom_2",0.99,1613808978631,0
+"lr_2",4e-05,1613808978631,0
+"mom_2",0.95,1613808978631,0
+"eps_2",1e-05,1613808978631,0
+"train_loss",1.0540481,1613808979486,1
+"raw_loss",0.7880366,1613808979486,1
+"wd_0",0.01,1613808979486,1
+"sqr_mom_0",0.99,1613808979486,1
+"lr_0",4.009559427763895e-06,1613808979486,1
+"mom_0",0.9499900422627459,1613808979486,1
+"eps_0",1e-05,1613808979486,1
+"wd_1",0.01,1613808979486,1
+"sqr_mom_1",0.99,1613808979486,1
+"lr_1",4.009559427763895e-06,1613808979486,1
+"mom_1",0.9499900422627459,1613808979486,1
+"eps_1",1e-05,1613808979486,1
+"wd_2",0.01,1613808979486,1
+"sqr_mom_2",0.99,1613808979486,1
+"lr_2",4.0095594277638955e-05,1613808979486,1
+"mom_2",0.9499900422627459,1613808979486,1
+"eps_2",1e-05,1613808979486,1
+"train_loss",0.87684566,1613808980331,2
+"raw_loss",0.5330027,1613808980331,2
+"wd_0",0.01,1613808980331,2
+"sqr_mom_0",0.99,1613808980331,2
+"lr_0",4.0382339034447715e-06,1613808980331,2
+"mom_0",0.949960173017245,1613808980331,2
+"eps_0",1e-05,1613808980331,2
+"wd_1",0.01,1613808980331,2
+"sqr_mom_1",0.99,1613808980331,2
+"lr_1",4.0382339034447715e-06,1613808980331,2
+"mom_1",0.949960173017245,1613808980331,2
+"eps_1",1e-05,1613808980331,2
+"wd_2",0.01,1613808980331,2
+"sqr_mom_2",0.99,1613808980331,2
+"lr_2",4.038233903444772e-05,1613808980331,2
+"mom_2",0.949960173017245,1613808980331,2
+"eps_2",1e-05,1613808980331,2
+"train_loss",0.76769066,1613808981185,3
+"raw_loss",0.453151,1613808981185,3
+"wd_0",0.01,1613808981185,3
+"sqr_mom_0",0.99,1613808981185,3
+"lr_0",4.086012005726854e-06,1613808981185,3
+"mom_0",0.9499104041607012,1613808981185,3
+"eps_0",1e-05,1613808981185,3
+"wd_1",0.01,1613808981185,3
+"sqr_mom_1",0.99,1613808981185,3
+"lr_1",4.086012005726854e-06,1613808981185,3
+"mom_1",0.9499104041607012,1613808981185,3
+"eps_1",1e-05,1613808981185,3
+"wd_2",0.01,1613808981185,3
+"sqr_mom_2",0.99,1613808981185,3
+"lr_2",4.086012005726854e-05,1613808981185,3
+"mom_2",0.9499104041607012,1613808981185,3
+"eps_2",1e-05,1613808981185,3
+"train_loss",0.7420279,1613808982035,4
+"raw_loss",0.644408,1613808982035,4
+"wd_0",0.01,1613808982035,4
+"sqr_mom_0",0.99,1613808982035,4
+"lr_0",4.152874704138565e-06,1613808982035,4
+"mom_0",0.9498407555165223,1613808982035,4
+"eps_0",1e-05,1613808982035,4
+"wd_1",0.01,1613808982035,4
+"sqr_mom_1",0.99,1613808982035,4
+"lr_1",4.152874704138565e-06,1613808982035,4
+"mom_1",0.9498407555165223,1613808982035,4
+"eps_1",1e-05,1613808982035,4
+"wd_2",0.01,1613808982035,4
+"sqr_mom_2",0.99,1613808982035,4
+"lr_2",4.152874704138565e-05,1613808982035,4
+"mom_2",0.9498407555165223,1613808982035,4
+"eps_2",1e-05,1613808982035,4
+"train_loss",0.7899793,1613808982894,5
+"raw_loss",1.0157299,1613808982894,5
+"wd_0",0.01,1613808982894,5
+"sqr_mom_0",0.99,1613808982894,5
+"lr_0",4.238795394615183e-06,1613808982894,5
+"mom_0",0.9497512547972758,1613808982894,5
+"eps_0",1e-05,1613808982894,5
+"wd_1",0.01,1613808982894,5
+"sqr_mom_1",0.99,1613808982894,5
+"lr_1",4.238795394615183e-06,1613808982894,5
+"mom_1",0.9497512547972758,1613808982894,5
+"eps_1",1e-05,1613808982894,5
+"wd_2",0.01,1613808982894,5
+"sqr_mom_2",0.99,1613808982894,5
+"lr_2",4.2387953946151834e-05,1613808982894,5
+"mom_2",0.9497512547972758,1613808982894,5
+"eps_2",1e-05,1613808982894,5
+"train_loss",0.7468911,1613808983750,6
+"raw_loss",0.50586784,1613808983750,6
+"wd_0",0.01,1613808983750,6
+"sqr_mom_0",0.99,1613808983750,6
+"lr_0",4.343739770193693e-06,1613808983750,6
+"mom_0",0.9496419377393815,1613808983750,6
+"eps_0",1e-05,1613808983750,6
+"wd_1",0.01,1613808983750,6
+"sqr_mom_1",0.99,1613808983750,6
+"lr_1",4.343739770193693e-06,1613808983750,6
+"mom_1",0.9496419377393815,1613808983750,6
+"eps_1",1e-05,1613808983750,6
+"wd_2",0.01,1613808983750,6
+"sqr_mom_2",0.99,1613808983750,6
+"lr_2",4.343739770193693e-05,1613808983750,6
+"mom_2",0.9496419377393815,1613808983750,6
+"eps_2",1e-05,1613808983750,6
+"train_loss",0.69919497,1613808984609,7
+"raw_loss",0.39099026,1613808984609,7
+"wd_0",0.01,1613808984609,7
+"sqr_mom_0",0.99,1613808984609,7
+"lr_0",4.467666153583133e-06,1613808984609,7
+"mom_0",0.9495128477566842,1613808984609,7
+"eps_0",1e-05,1613808984609,7
+"wd_1",0.01,1613808984609,7
+"sqr_mom_1",0.99,1613808984609,7
+"lr_1",4.467666153583133e-06,1613808984609,7
+"mom_1",0.9495128477566842,1613808984609,7
+"eps_1",1e-05,1613808984609,7
+"wd_2",0.01,1613808984609,7
+"sqr_mom_2",0.99,1613808984609,7
+"lr_2",4.4676661535831333e-05,1613808984609,7
+"mom_2",0.9495128477566842,1613808984609,7
+"eps_2",1e-05,1613808984609,7
+"train_loss",0.6559781,1613808985465,8
+"raw_loss",0.33994982,1613808985465,8
+"wd_0",0.01,1613808985465,8
+"sqr_mom_0",0.99,1613808985465,8
+"lr_0",4.610525038422375e-06,1613808985465,8
+"mom_0",0.94936403641831,1613808985465,8
+"eps_0",1e-05,1613808985465,8
+"wd_1",0.01,1613808985465,8
+"sqr_mom_1",0.99,1613808985465,8
+"lr_1",4.610525038422375e-06,1613808985465,8
+"mom_1",0.94936403641831,1613808985465,8
+"eps_1",1e-05,1613808985465,8
+"wd_2",0.01,1613808985465,8
+"sqr_mom_2",0.99,1613808985465,8
+"lr_2",4.610525038422376e-05,1613808985465,8
+"mom_2",0.94936403641831,1613808985465,8
+"eps_2",1e-05,1613808985465,8
+"train_loss",0.6228782,1613808986314,9
+"raw_loss",0.35323492,1613808986314,9
+"wd_0",0.01,1613808986314,9
+"sqr_mom_0",0.99,1613808986314,9
+"lr_0",4.772259690167275e-06,1613808986314,9
+"mom_0",0.9491955628227424,1613808986314,9
+"eps_0",1e-05,1613808986314,9
+"wd_1",0.01,1613808986314,9
+"sqr_mom_1",0.99,1613808986314,9
+"lr_1",4.772259690167275e-06,1613808986314,9
+"mom_1",0.9491955628227424,1613808986314,9
+"eps_1",1e-05,1613808986314,9
+"wd_2",0.01,1613808986314,9
+"sqr_mom_2",0.99,1613808986314,9
+"lr_2",4.7722596901672744e-05,1613808986314,9
+"mom_2",0.9491955628227424,1613808986314,9
+"eps_2",1e-05,1613808986314,9
+"train_loss",0.58705276,1613808987164,10
+"raw_loss",0.26593453,1613808987164,10
+"wd_0",0.01,1613808987164,10
+"sqr_mom_0",0.99,1613808987164,10
+"lr_0",4.952805610107015e-06,1613808987164,10
+"mom_0",0.9490074941561385,1613808987164,10
+"eps_0",1e-05,1613808987164,10
+"wd_1",0.01,1613808987164,10
+"sqr_mom_1",0.99,1613808987164,10
+"lr_1",4.952805610107015e-06,1613808987164,10
+"mom_1",0.9490074941561385,1613808987164,10
+"eps_1",1e-05,1613808987164,10
+"wd_2",0.01,1613808987164,10
+"sqr_mom_2",0.99,1613808987164,10
+"lr_2",4.952805610107016e-05,1613808987164,10
+"mom_2",0.9490074941561385,1613808987164,10
+"eps_2",1e-05,1613808987164,10
+"train_loss",0.58140725,1613808988017,11
+"raw_loss",0.52628356,1613808988017,11
+"wd_0",0.01,1613808988017,11
+"sqr_mom_0",0.99,1613808988017,11
+"lr_0",5.1520907627064555e-06,1613808988017,11
+"mom_0",0.9487999054555141,1613808988017,11
+"eps_0",1e-05,1613808988017,11
+"wd_1",0.01,1613808988017,11
+"sqr_mom_1",0.99,1613808988017,11
+"lr_1",5.1520907627064555e-06,1613808988017,11
+"mom_1",0.9487999054555141,1613808988017,11
+"eps_1",1e-05,1613808988017,11
+"wd_2",0.01,1613808988017,11
+"sqr_mom_2",0.99,1613808988017,11
+"lr_2",5.152090762706456e-05,1613808988017,11
+"mom_2",0.9487999054555141,1613808988017,11
+"eps_2",1e-05,1613808988017,11
+"train_loss",0.57576877,1613808988873,12
+"raw_loss",0.51628995,1613808988873,12
+"wd_0",0.01,1613808988873,12
+"sqr_mom_0",0.99,1613808988873,12
+"lr_0",5.370035871207568e-06,1613808988873,12
+"mom_0",0.9485728793008255,1613808988873,12
+"eps_0",1e-05,1613808988873,12
+"wd_1",0.01,1613808988873,12
+"sqr_mom_1",0.99,1613808988873,12
+"lr_1",5.370035871207568e-06,1613808988873,12
+"mom_1",0.9485728793008255,1613808988873,12
+"eps_1",1e-05,1613808988873,12
+"wd_2",0.01,1613808988873,12
+"sqr_mom_2",0.99,1613808988873,12
+"lr_2",5.3700358712075686e-05,1613808988873,12
+"mom_2",0.9485728793008255,1613808988873,12
+"eps_2",1e-05,1613808988873,12
+"train_loss",0.59423184,1613808989730,13
+"raw_loss",0.80319595,1613808989730,13
+"wd_0",0.01,1613808989730,13
+"sqr_mom_0",0.99,1613808989730,13
+"lr_0",5.6065544142990906e-06,1613808989730,13
+"mom_0",0.9483265058184384,1613808989730,13
+"eps_0",1e-05,1613808989730,13
+"wd_1",0.01,1613808989730,13
+"sqr_mom_1",0.99,1613808989730,13
+"lr_1",5.6065544142990906e-06,1613808989730,13
+"mom_1",0.9483265058184384,1613808989730,13
+"eps_1",1e-05,1613808989730,13
+"wd_2",0.01,1613808989730,13
+"sqr_mom_2",0.99,1613808989730,13
+"lr_2",5.6065544142990906e-05,1613808989730,13
+"mom_2",0.9483265058184384,1613808989730,13
+"eps_2",1e-05,1613808989730,13
+"train_loss",0.59090996,1613808990586,14
+"raw_loss",0.55080956,1613808990586,14
+"wd_0",0.01,1613808990586,14
+"sqr_mom_0",0.99,1613808990586,14
+"lr_0",5.861551629698894e-06,1613808990586,14
+"mom_0",0.9480608837190636,1613808990586,14
+"eps_0",1e-05,1613808990586,14
+"wd_1",0.01,1613808990586,14
+"sqr_mom_1",0.99,1613808990586,14
+"lr_1",5.861551629698894e-06,1613808990586,14
+"mom_1",0.9480608837190636,1613808990586,14
+"eps_1",1e-05,1613808990586,14
+"wd_2",0.01,1613808990586,14
+"sqr_mom_2",0.99,1613808990586,14
+"lr_2",5.861551629698895e-05,1613808990586,14
+"mom_2",0.9480608837190636,1613808990586,14
+"eps_2",1e-05,1613808990586,14
+"train_loss",0.5681237,1613808991446,15
+"raw_loss",0.27622962,1613808991446,15
+"wd_0",0.01,1613808991446,15
+"sqr_mom_0",0.99,1613808991446,15
+"lr_0",6.134926216169848e-06,1613808991446,15
+"mom_0",0.947776118524823,1613808991446,15
+"eps_0",1e-05,1613808991446,15
+"wd_1",0.01,1613808991446,15
+"sqr_mom_1",0.99,1613808991446,15
+"lr_1",6.134926216169848e-06,1613808991446,15
+"mom_1",0.947776118524823,1613808991446,15
+"eps_1",1e-05,1613808991446,15
+"wd_2",0.01,1613808991446,15
+"sqr_mom_2",0.99,1613808991446,15
+"lr_2",6.134926216169849e-05,1613808991446,15
+"mom_2",0.947776118524823,1613808991446,15
+"eps_2",1e-05,1613808991446,15
+"train_loss",0.5476927,1613808992309,16
+"raw_loss",0.27118185,1613808992309,16
+"wd_0",0.01,1613808992309,16
+"sqr_mom_0",0.99,1613808992309,16
+"lr_0",6.426569286083635e-06,1613808992309,16
+"mom_0",0.9474723236603295,1613808992309,16
+"eps_0",1e-05,1613808992309,16
+"wd_1",0.01,1613808992309,16
+"sqr_mom_1",0.99,1613808992309,16
+"lr_1",6.426569286083635e-06,1613808992309,16
+"mom_1",0.9474723236603295,1613808992309,16
+"eps_1",1e-05,1613808992309,16
+"wd_2",0.01,1613808992309,16
+"sqr_mom_2",0.99,1613808992309,16
+"lr_2",6.426569286083637e-05,1613808992309,16
+"mom_2",0.9474723236603295,1613808992309,16
+"eps_2",1e-05,1613808992309,16
+"train_loss",0.52638036,1613808993171,17
+"raw_loss",0.22282347,1613808993171,17
+"wd_0",0.01,1613808993171,17
+"sqr_mom_0",0.99,1613808993171,17
+"lr_0",6.7363650492297375e-06,1613808993171,17
+"mom_0",0.9471496197403857,1613808993171,17
+"eps_0",1e-05,1613808993171,17
+"wd_1",0.01,1613808993171,17
+"sqr_mom_1",0.99,1613808993171,17
+"lr_1",6.7363650492297375e-06,1613808993171,17
+"mom_1",0.9471496197403857,1613808993171,17
+"eps_1",1e-05,1613808993171,17
+"wd_2",0.01,1613808993171,17
+"sqr_mom_2",0.99,1613808993171,17
+"lr_2",6.736365049229738e-05,1613808993171,17
+"mom_2",0.9471496197403857,1613808993171,17
+"eps_2",1e-05,1613808993171,17
+"train_loss",0.5110877,1613808994041,18
+"raw_loss",0.28264025,1613808994041,18
+"wd_0",0.01,1613808994041,18
+"sqr_mom_0",0.99,1613808994041,18
+"lr_0",7.06418938445837e-06,1613808994041,18
+"mom_0",0.9468081360578559,1613808994041,18
+"eps_0",1e-05,1613808994041,18
+"wd_1",0.01,1613808994041,18
+"sqr_mom_1",0.99,1613808994041,18
+"lr_1",7.06418938445837e-06,1613808994041,18
+"mom_1",0.9468081360578559,1613808994041,18
+"eps_1",1e-05,1613808994041,18
+"wd_2",0.01,1613808994041,18
+"sqr_mom_2",0.99,1613808994041,18
+"lr_2",7.06418938445837e-05,1613808994041,18
+"mom_2",0.9468081360578559,1613808994041,18
+"eps_2",1e-05,1613808994041,18
+"train_loss",0.5009251,1613808994908,19
+"raw_loss",0.34218967,1613808994908,19
+"wd_0",0.01,1613808994908,19
+"sqr_mom_0",0.99,1613808994908,19
+"lr_0",7.409912069008094e-06,1613808994908,19
+"mom_0",0.9464480082614498,1613808994908,19
+"eps_0",1e-05,1613808994908,19
+"wd_1",0.01,1613808994908,19
+"sqr_mom_1",0.99,1613808994908,19
+"lr_1",7.409912069008094e-06,1613808994908,19
+"mom_1",0.9464480082614498,1613808994908,19
+"eps_1",1e-05,1613808994908,19
+"wd_2",0.01,1613808994908,19
+"sqr_mom_2",0.99,1613808994908,19
+"lr_2",7.409912069008095e-05,1613808994908,19
+"mom_2",0.9464480082614498,1613808994908,19
+"eps_2",1e-05,1613808994908,19
+"train_loss",0.49531052,1613808995768,20
+"raw_loss",0.40386418,1613808995768,20
+"wd_0",0.01,1613808995768,20
+"sqr_mom_0",0.99,1613808995768,20
+"lr_0",7.773395834984238e-06,1613808995768,20
+"mom_0",0.9460693793385581,1613808995768,20
+"eps_0",1e-05,1613808995768,20
+"wd_1",0.01,1613808995768,20
+"sqr_mom_1",0.99,1613808995768,20
+"lr_1",7.773395834984238e-06,1613808995768,20
+"mom_1",0.9460693793385581,1613808995768,20
+"eps_1",1e-05,1613808995768,20
+"wd_2",0.01,1613808995768,20
+"sqr_mom_2",0.99,1613808995768,20
+"lr_2",7.773395834984238e-05,1613808995768,20
+"mom_2",0.9460693793385581,1613808995768,20
+"eps_2",1e-05,1613808995768,20
+"train_loss",0.48246557,1613808996644,21
+"raw_loss",0.26485312,1613808996644,21
+"wd_0",0.01,1613808996644,21
+"sqr_mom_0",0.99,1613808996644,21
+"lr_0",8.154495508105691e-06,1613808996644,21
+"mom_0",0.9456724005123899,1613808996644,21
+"eps_0",1e-05,1613808996644,21
+"wd_1",0.01,1613808996644,21
+"sqr_mom_1",0.99,1613808996644,21
+"lr_1",8.154495508105691e-06,1613808996644,21
+"mom_1",0.9456724005123899,1613808996644,21
+"eps_1",1e-05,1613808996644,21
+"wd_2",0.01,1613808996644,21
+"sqr_mom_2",0.99,1613808996644,21
+"lr_2",8.154495508105693e-05,1613808996644,21
+"mom_2",0.9456724005123899,1613808996644,21
+"eps_2",1e-05,1613808996644,21
+"train_loss",0.46997386,1613808997515,22
+"raw_loss",0.25033692,1613808997515,22
+"wd_0",0.01,1613808997515,22
+"sqr_mom_0",0.99,1613808997515,22
+"lr_0",8.553058337262749e-06,1613808997515,22
+"mom_0",0.9452572308986846,1613808997515,22
+"eps_0",1e-05,1613808997515,22
+"wd_1",0.01,1613808997515,22
+"sqr_mom_1",0.99,1613808997515,22
+"lr_1",8.553058337262749e-06,1613808997515,22
+"mom_1",0.9452572308986846,1613808997515,22
+"eps_1",1e-05,1613808997515,22
+"wd_2",0.01,1613808997515,22
+"sqr_mom_2",0.99,1613808997515,22
+"lr_2",8.55305833726275e-05,1613808997515,22
+"mom_2",0.9452572308986846,1613808997515,22
+"eps_2",1e-05,1613808997515,22
+"train_loss",0.45985153,1613808998392,23
+"raw_loss",0.27551442,1613808998392,23
+"wd_0",0.01,1613808998392,23
+"sqr_mom_0",0.99,1613808998392,23
+"lr_0",8.968927440491031e-06,1613808998392,23
+"mom_0",0.9448240339161551,1613808998392,23
+"eps_0",1e-05,1613808998392,23
+"wd_1",0.01,1613808998392,23
+"sqr_mom_1",0.99,1613808998392,23
+"lr_1",8.968927440491031e-06,1613808998392,23
+"mom_1",0.9448240339161551,1613808998392,23
+"eps_1",1e-05,1613808998392,23
+"wd_2",0.01,1613808998392,23
+"sqr_mom_2",0.99,1613808998392,23
+"lr_2",8.968927440491031e-05,1613808998392,23
+"mom_2",0.9448240339161551,1613808998392,23
+"eps_2",1e-05,1613808998392,23
+"train_loss",0.4475937,1613808999264,24
+"raw_loss",0.2168182,1613808999264,24
+"wd_0",0.01,1613808999264,24
+"sqr_mom_0",0.99,1613808999264,24
+"lr_0",9.401935222813777e-06,1613808999264,24
+"mom_0",0.9443729841429023,1613808999264,24
+"eps_0",1e-05,1613808999264,24
+"wd_1",0.01,1613808999264,24
+"sqr_mom_1",0.99,1613808999264,24
+"lr_1",9.401935222813777e-06,1613808999264,24
+"mom_1",0.9443729841429023,1613808999264,24
+"eps_1",1e-05,1613808999264,24
+"wd_2",0.01,1613808999264,24
+"sqr_mom_2",0.99,1613808999264,24
+"lr_2",9.401935222813777e-05,1613808999264,24
+"mom_2",0.9443729841429023,1613808999264,24
+"eps_2",1e-05,1613808999264,24
+"train_loss",0.4376778,1613809000138,25
+"raw_loss",0.24500994,1613809000138,25
+"wd_0",0.01,1613809000138,25
+"sqr_mom_0",0.99,1613809000138,25
+"lr_0",9.851911244073228e-06,1613809000138,25
+"mom_0",0.943904259120757,1613809000138,25
+"eps_0",1e-05,1613809000138,25
+"wd_1",0.01,1613809000138,25
+"sqr_mom_1",0.99,1613809000138,25
+"lr_1",9.851911244073228e-06,1613809000138,25
+"mom_1",0.943904259120757,1613809000138,25
+"eps_1",1e-05,1613809000138,25
+"wd_2",0.01,1613809000138,25
+"sqr_mom_2",0.99,1613809000138,25
+"lr_2",9.851911244073227e-05,1613809000138,25
+"mom_2",0.943904259120757,1613809000138,25
+"eps_2",1e-05,1613809000138,25
+"train_loss",0.42767286,1613809001017,26
+"raw_loss",0.2273576,1613809001017,26
+"wd_0",0.01,1613809001017,26
+"sqr_mom_0",0.99,1613809001017,26
+"lr_0",1.0318675278608704e-05,1613809001017,26
+"mom_0",0.9434180465847826,1613809001017,26
+"eps_0",1e-05,1613809001017,26
+"wd_1",0.01,1613809001017,26
+"sqr_mom_1",0.99,1613809001017,26
+"lr_1",1.0318675278608704e-05,1613809001017,26
+"mom_1",0.9434180465847826,1613809001017,26
+"eps_1",1e-05,1613809001017,26
+"wd_2",0.01,1613809001017,26
+"sqr_mom_2",0.99,1613809001017,26
+"lr_2",0.00010318675278608706,1613809001017,26
+"mom_2",0.9434180465847826,1613809001017,26
+"eps_2",1e-05,1613809001017,26
+"train_loss",0.41818014,1613809001889,27
+"raw_loss",0.22261876,1613809001889,27
+"wd_0",0.01,1613809001889,27
+"sqr_mom_0",0.99,1613809001889,27
+"lr_0",1.0802040256448307e-05,1613809001889,27
+"mom_0",0.942914541399533,1613809001889,27
+"eps_0",1e-05,1613809001889,27
+"wd_1",0.01,1613809001889,27
+"sqr_mom_1",0.99,1613809001889,27
+"lr_1",1.0802040256448307e-05,1613809001889,27
+"mom_1",0.942914541399533,1613809001889,27
+"eps_1",1e-05,1613809001889,27
+"wd_2",0.01,1613809001889,27
+"sqr_mom_2",0.99,1613809001889,27
+"lr_2",0.00010802040256448309,1613809001889,27
+"mom_2",0.942914541399533,1613809001889,27
+"eps_2",1e-05,1613809001889,27
+"train_loss",0.4173708,1613809002768,28
+"raw_loss",0.40023768,1613809002768,28
+"wd_0",0.01,1613809002768,28
+"sqr_mom_0",0.99,1613809002768,28
+"lr_0",1.1301815915877466e-05,1613809002768,28
+"mom_0",0.9423939417542943,1613809002768,28
+"eps_0",1e-05,1613809002768,28
+"wd_1",0.01,1613809002768,28
+"sqr_mom_1",0.99,1613809002768,28
+"lr_1",1.1301815915877466e-05,1613809002768,28
+"mom_1",0.9423939417542943,1613809002768,28
+"eps_1",1e-05,1613809002768,28
+"wd_2",0.01,1613809002768,28
+"sqr_mom_2",0.99,1613809002768,28
+"lr_2",0.00011301815915877467,1613809002768,28
+"mom_2",0.9423939417542943,1613809002768,28
+"eps_2",1e-05,1613809002768,28
+"train_loss",0.43240702,1613809003648,29
+"raw_loss",0.7590811,1613809003648,29
+"wd_0",0.01,1613809003648,29
+"sqr_mom_0",0.99,1613809003648,29
+"lr_0",1.1817800847632122e-05,1613809003648,29
+"mom_0",0.9418564574503832,1613809003648,29
+"eps_0",1e-05,1613809003648,29
+"wd_1",0.01,1613809003648,29
+"sqr_mom_1",0.99,1613809003648,29
+"lr_1",1.1817800847632122e-05,1613809003648,29
+"mom_1",0.9418564574503832,1613809003648,29
+"eps_1",1e-05,1613809003648,29
+"wd_2",0.01,1613809003648,29
+"sqr_mom_2",0.99,1613809003648,29
+"lr_2",0.00011817800847632124,1613809003648,29
+"mom_2",0.9418564574503832,1613809003648,29
+"eps_2",1e-05,1613809003648,29
+"train_loss",0.4326516,1613809004526,30
+"raw_loss",0.43809983,1613809004526,30
+"wd_0",0.01,1613809004526,30
+"sqr_mom_0",0.99,1613809004526,30
+"lr_0",1.2349791950158995e-05,1613809004526,30
+"mom_0",0.9413023000519176,1613809004526,30
+"eps_0",1e-05,1613809004526,30
+"wd_1",0.01,1613809004526,30
+"sqr_mom_1",0.99,1613809004526,30
+"lr_1",1.2349791950158995e-05,1613809004526,30
+"mom_1",0.9413023000519176,1613809004526,30
+"eps_1",1e-05,1613809004526,30
+"wd_2",0.01,1613809004526,30
+"sqr_mom_2",0.99,1613809004526,30
+"lr_2",0.00012349791950158997,1613809004526,30
+"mom_2",0.9413023000519176,1613809004526,30
+"eps_2",1e-05,1613809004526,30
+"train_loss",0.4373173,1613809005408,31
+"raw_loss",0.54372275,1613809005408,31
+"wd_0",0.01,1613809005408,31
+"sqr_mom_0",0.99,1613809005408,31
+"lr_0",1.289757613462115e-05,1613809005408,31
+"mom_0",0.9407316915264362,1613809005408,31
+"eps_0",1e-05,1613809005408,31
+"wd_1",0.01,1613809005408,31
+"sqr_mom_1",0.99,1613809005408,31
+"lr_1",1.289757613462115e-05,1613809005408,31
+"mom_1",0.9407316915264362,1613809005408,31
+"eps_1",1e-05,1613809005408,31
+"wd_2",0.01,1613809005408,31
+"sqr_mom_2",0.99,1613809005408,31
+"lr_2",0.0001289757613462115,1613809005408,31
+"mom_2",0.9407316915264362,1613809005408,31
+"eps_2",1e-05,1613809005408,31
+"train_loss",0.43241844,1613809006299,32
+"raw_loss",0.31812888,1613809006299,32
+"wd_0",0.01,1613809006299,32
+"sqr_mom_0",0.99,1613809006299,32
+"lr_0",1.3460933873494347e-05,1613809006299,32
+"mom_0",0.9401448605484434,1613809006299,32
+"eps_0",1e-05,1613809006299,32
+"wd_1",0.01,1613809006299,32
+"sqr_mom_1",0.99,1613809006299,32
+"lr_1",1.3460933873494347e-05,1613809006299,32
+"mom_1",0.9401448605484434,1613809006299,32
+"eps_1",1e-05,1613809006299,32
+"wd_2",0.01,1613809006299,32
+"sqr_mom_2",0.99,1613809006299,32
+"lr_2",0.00013460933873494347,1613809006299,32
+"mom_2",0.9401448605484434,1613809006299,32
+"eps_2",1e-05,1613809006299,32
+"train_loss",0.42130926,1613809007180,33
+"raw_loss",0.15643124,1613809007180,33
+"wd_0",0.01,1613809007180,33
+"sqr_mom_0",0.99,1613809007180,33
+"lr_0",1.4039643418380948e-05,1613809007180,33
+"mom_0",0.9395420381058531,1613809007180,33
+"eps_0",1e-05,1613809007180,33
+"wd_1",0.01,1613809007180,33
+"sqr_mom_1",0.99,1613809007180,33
+"lr_1",1.4039643418380948e-05,1613809007180,33
+"mom_1",0.9395420381058531,1613809007180,33
+"eps_1",1e-05,1613809007180,33
+"wd_2",0.01,1613809007180,33
+"sqr_mom_2",0.99,1613809007180,33
+"lr_2",0.0001403964341838095,1613809007180,33
+"mom_2",0.9395420381058531,1613809007180,33
+"eps_2",1e-05,1613809007180,33
+"train_loss",0.42380375,1613809008063,34
+"raw_loss",0.4845361,1613809008063,34
+"wd_0",0.01,1613809008063,34
+"sqr_mom_0",0.99,1613809008063,34
+"lr_0",1.4633472960142029e-05,1613809008063,34
+"mom_0",0.9389234656665186,1613809008063,34
+"eps_0",1e-05,1613809008063,34
+"wd_1",0.01,1613809008063,34
+"sqr_mom_1",0.99,1613809008063,34
+"lr_1",1.4633472960142029e-05,1613809008063,34
+"mom_1",0.9389234656665186,1613809008063,34
+"eps_1",1e-05,1613809008063,34
+"wd_2",0.01,1613809008063,34
+"sqr_mom_2",0.99,1613809008063,34
+"lr_2",0.0001463347296014203,1613809008063,34
+"mom_2",0.9389234656665186,1613809008063,34
+"eps_2",1e-05,1613809008063,34
+"train_loss",0.41805306,1613809008960,35
+"raw_loss",0.27521008,1613809008960,35
+"wd_0",0.01,1613809008960,35
+"sqr_mom_0",0.99,1613809008960,35
+"lr_0",1.524218452536167e-05,1613809008960,35
+"mom_0",0.9382893911194149,1613809008960,35
+"eps_0",1e-05,1613809008960,35
+"wd_1",0.01,1613809008960,35
+"sqr_mom_1",0.99,1613809008960,35
+"lr_1",1.524218452536167e-05,1613809008960,35
+"mom_1",0.9382893911194149,1613809008960,35
+"eps_1",1e-05,1613809008960,35
+"wd_2",0.01,1613809008960,35
+"sqr_mom_2",0.99,1613809008960,35
+"lr_2",0.0001524218452536167,1613809008960,35
+"mom_2",0.9382893911194149,1613809008960,35
+"eps_2",1e-05,1613809008960,35
+"train_loss",0.4162518,1613809009850,36
+"raw_loss",0.37063873,1613809009850,36
+"wd_0",0.01,1613809009850,36
+"sqr_mom_0",0.99,1613809009850,36
+"lr_0",1.5865538513507337e-05,1613809009850,36
+"mom_0",0.9376400640484298,1613809009850,36
+"eps_0",1e-05,1613809009850,36
+"wd_1",0.01,1613809009850,36
+"sqr_mom_1",0.99,1613809009850,36
+"lr_1",1.5865538513507337e-05,1613809009850,36
+"mom_1",0.9376400640484298,1613809009850,36
+"eps_1",1e-05,1613809009850,36
+"wd_2",0.01,1613809009850,36
+"sqr_mom_2",0.99,1613809009850,36
+"lr_2",0.0001586553851350734,1613809009850,36
+"mom_2",0.9376400640484298,1613809009850,36
+"eps_2",1e-05,1613809009850,36
+"train_loss",0.4159712,1613809010753,37
+"raw_loss",0.40873313,1613809010753,37
+"wd_0",0.01,1613809010753,37
+"sqr_mom_0",0.99,1613809010753,37
+"lr_0",1.6503285225903715e-05,1613809010753,37
+"mom_0",0.9369757445563502,1613809010753,37
+"eps_0",1e-05,1613809010753,37
+"wd_1",0.01,1613809010753,37
+"sqr_mom_1",0.99,1613809010753,37
+"lr_1",1.6503285225903715e-05,1613809010753,37
+"mom_1",0.9369757445563502,1613809010753,37
+"eps_1",1e-05,1613809010753,37
+"wd_2",0.01,1613809010753,37
+"sqr_mom_2",0.99,1613809010753,37
+"lr_2",0.00016503285225903715,1613809010753,37
+"mom_2",0.9369757445563502,1613809010753,37
+"eps_2",1e-05,1613809010753,37
+"train_loss",0.4161491,1613809011649,38
+"raw_loss",0.42082283,1613809011649,38
+"wd_0",0.01,1613809011649,38
+"sqr_mom_0",0.99,1613809011649,38
+"lr_0",1.715516909610041e-05,1613809011649,38
+"mom_0",0.9362966988582287,1613809011649,38
+"eps_0",1e-05,1613809011649,38
+"wd_1",0.01,1613809011649,38
+"sqr_mom_1",0.99,1613809011649,38
+"lr_1",1.715516909610041e-05,1613809011649,38
+"mom_1",0.9362966988582287,1613809011649,38
+"eps_1",1e-05,1613809011649,38
+"wd_2",0.01,1613809011649,38
+"sqr_mom_2",0.99,1613809011649,38
+"lr_2",0.0001715516909610041,1613809011649,38
+"mom_2",0.9362966988582287,1613809011649,38
+"eps_2",1e-05,1613809011649,38
+"train_loss",0.41708297,1613809012543,39
+"raw_loss",0.44203082,1613809012543,39
+"wd_0",0.01,1613809012543,39
+"sqr_mom_0",0.99,1613809012543,39
+"lr_0",1.78209335301187e-05,1613809012543,39
+"mom_0",0.9356031942394597,1613809012543,39
+"eps_0",1e-05,1613809012543,39
+"wd_1",0.01,1613809012543,39
+"sqr_mom_1",0.99,1613809012543,39
+"lr_1",1.78209335301187e-05,1613809012543,39
+"mom_1",0.9356031942394597,1613809012543,39
+"eps_1",1e-05,1613809012543,39
+"wd_2",0.01,1613809012543,39
+"sqr_mom_2",0.99,1613809012543,39
+"lr_2",0.00017820933530118696,1613809012543,39
+"mom_2",0.9356031942394597,1613809012543,39
+"eps_2",1e-05,1613809012543,39
+"train_loss",0.41785824,1613809013420,40
+"raw_loss",0.43891534,1613809013420,40
+"wd_0",0.01,1613809013420,40
+"sqr_mom_0",0.99,1613809013420,40
+"lr_0",1.8500311834625453e-05,1613809013420,40
+"mom_0",0.9348955085055984,1613809013420,40
+"eps_0",1e-05,1613809013420,40
+"wd_1",0.01,1613809013420,40
+"sqr_mom_1",0.99,1613809013420,40
+"lr_1",1.8500311834625453e-05,1613809013420,40
+"mom_1",0.9348955085055984,1613809013420,40
+"eps_1",1e-05,1613809013420,40
+"wd_2",0.01,1613809013420,40
+"sqr_mom_2",0.99,1613809013420,40
+"lr_2",0.00018500311834625453,1613809013420,40
+"mom_2",0.9348955085055984,1613809013420,40
+"eps_2",1e-05,1613809013420,40
+"train_loss",0.4104916,1613809014313,41
+"raw_loss",0.20719025,1613809014313,41
+"wd_0",0.01,1613809014313,41
+"sqr_mom_0",0.99,1613809014313,41
+"lr_0",1.9193033406318514e-05,1613809014313,41
+"mom_0",0.9341739235350849,1613809014313,41
+"eps_0",1e-05,1613809014313,41
+"wd_1",0.01,1613809014313,41
+"sqr_mom_1",0.99,1613809014313,41
+"lr_1",1.9193033406318514e-05,1613809014313,41
+"mom_1",0.9341739235350849,1613809014313,41
+"eps_1",1e-05,1613809014313,41
+"wd_2",0.01,1613809014313,41
+"sqr_mom_2",0.99,1613809014313,41
+"lr_2",0.00019193033406318514,1613809014313,41
+"mom_2",0.9341739235350849,1613809014313,41
+"eps_2",1e-05,1613809014313,41
+"train_loss",0.40216994,1613809015203,42
+"raw_loss",0.16895212,1613809015203,42
+"wd_0",0.01,1613809015203,42
+"sqr_mom_0",0.99,1613809015203,42
+"lr_0",1.9898822327136494e-05,1613809015203,42
+"mom_0",0.9334387267425661,1613809015203,42
+"eps_0",1e-05,1613809015203,42
+"wd_1",0.01,1613809015203,42
+"sqr_mom_1",0.99,1613809015203,42
+"lr_1",1.9898822327136494e-05,1613809015203,42
+"mom_1",0.9334387267425661,1613809015203,42
+"eps_1",1e-05,1613809015203,42
+"wd_2",0.01,1613809015203,42
+"sqr_mom_2",0.99,1613809015203,42
+"lr_2",0.00019898822327136498,1613809015203,42
+"mom_2",0.9334387267425661,1613809015203,42
+"eps_2",1e-05,1613809015203,42
+"train_loss",0.43881476,1613809016095,43
+"raw_loss",1.4811785,1613809016095,43
+"wd_0",0.01,1613809016095,43
+"sqr_mom_0",0.99,1613809016095,43
+"lr_0",2.0617394073649017e-05,1613809016095,43
+"mom_0",0.9326902145066156,1613809016095,43
+"eps_0",1e-05,1613809016095,43
+"wd_1",0.01,1613809016095,43
+"sqr_mom_1",0.99,1613809016095,43
+"lr_1",2.0617394073649017e-05,1613809016095,43
+"mom_1",0.9326902145066156,1613809016095,43
+"eps_1",1e-05,1613809016095,43
+"wd_2",0.01,1613809016095,43
+"sqr_mom_2",0.99,1613809016095,43
+"lr_2",0.00020617394073649018,1613809016095,43
+"mom_2",0.9326902145066156,1613809016095,43
+"eps_2",1e-05,1613809016095,43
+"train_loss",0.4314128,1613809016991,44
+"raw_loss",0.21782044,1613809016991,44
+"wd_0",0.01,1613809016991,44
+"sqr_mom_0",0.99,1613809016991,44
+"lr_0",2.1348469173112758e-05,1613809016991,44
+"mom_0",0.9319286779446742,1613809016991,44
+"eps_0",1e-05,1613809016991,44
+"wd_1",0.01,1613809016991,44
+"sqr_mom_1",0.99,1613809016991,44
+"lr_1",2.1348469173112758e-05,1613809016991,44
+"mom_1",0.9319286779446742,1613809016991,44
+"eps_1",1e-05,1613809016991,44
+"wd_2",0.01,1613809016991,44
+"sqr_mom_2",0.99,1613809016991,44
+"lr_2",0.00021348469173112757,1613809016991,44
+"mom_2",0.9319286779446742,1613809016991,44
+"eps_2",1e-05,1613809016991,44
+"train_loss",0.435903,1613809017882,45
+"raw_loss",0.56728286,1613809017882,45
+"wd_0",0.01,1613809017882,45
+"sqr_mom_0",0.99,1613809017882,45
+"lr_0",2.209175308966976e-05,1613809017882,45
+"mom_0",0.9311544238649273,1613809017882,45
+"eps_0",1e-05,1613809017882,45
+"wd_1",0.01,1613809017882,45
+"sqr_mom_1",0.99,1613809017882,45
+"lr_1",2.209175308966976e-05,1613809017882,45
+"mom_1",0.9311544238649273,1613809017882,45
+"eps_1",1e-05,1613809017882,45
+"wd_2",0.01,1613809017882,45
+"sqr_mom_2",0.99,1613809017882,45
+"lr_2",0.00022091753089669762,1613809017882,45
+"mom_2",0.9311544238649273,1613809017882,45
+"eps_2",1e-05,1613809017882,45
+"train_loss",0.43323076,1613809018778,46
+"raw_loss",0.3539894,1613809018778,46
+"wd_0",0.01,1613809018778,46
+"sqr_mom_0",0.99,1613809018778,46
+"lr_0",2.2846949765761397e-05,1613809018778,46
+"mom_0",0.9303677606606652,1613809018778,46
+"eps_0",1e-05,1613809018778,46
+"wd_1",0.01,1613809018778,46
+"sqr_mom_1",0.99,1613809018778,46
+"lr_1",2.2846949765761397e-05,1613809018778,46
+"mom_1",0.9303677606606652,1613809018778,46
+"eps_1",1e-05,1613809018778,46
+"wd_2",0.01,1613809018778,46
+"sqr_mom_2",0.99,1613809018778,46
+"lr_2",0.00022846949765761398,1613809018778,46
+"mom_2",0.9303677606606652,1613809018778,46
+"eps_2",1e-05,1613809018778,46
+"train_loss",0.42749238,1613809019680,47
+"raw_loss",0.25510636,1613809019680,47
+"wd_0",0.01,1613809019680,47
+"sqr_mom_0",0.99,1613809019680,47
+"lr_0",2.36137583988555e-05,1613809019680,47
+"mom_0",0.9295690016678588,1613809019680,47
+"eps_0",1e-05,1613809019680,47
+"wd_1",0.01,1613809019680,47
+"sqr_mom_1",0.99,1613809019680,47
+"lr_1",2.36137583988555e-05,1613809019680,47
+"mom_1",0.9295690016678588,1613809019680,47
+"eps_1",1e-05,1613809019680,47
+"wd_2",0.01,1613809019680,47
+"sqr_mom_2",0.99,1613809019680,47
+"lr_2",0.00023613758398855503,1613809019680,47
+"mom_2",0.9295690016678588,1613809019680,47
+"eps_2",1e-05,1613809019680,47
+"train_loss",0.4354288,1613809020585,48
+"raw_loss",0.6768553,1613809020585,48
+"wd_0",0.01,1613809020585,48
+"sqr_mom_0",0.99,1613809020585,48
+"lr_0",2.43918698849436e-05,1613809020585,48
+"mom_0",0.9287584688698504,1613809020585,48
+"eps_0",1e-05,1613809020585,48
+"wd_1",0.01,1613809020585,48
+"sqr_mom_1",0.99,1613809020585,48
+"lr_1",2.43918698849436e-05,1613809020585,48
+"mom_1",0.9287584688698504,1613809020585,48
+"eps_1",1e-05,1613809020585,48
+"wd_2",0.01,1613809020585,48
+"sqr_mom_2",0.99,1613809020585,48
+"lr_2",0.00024391869884943598,1613809020585,48
+"mom_2",0.9287584688698504,1613809020585,48
+"eps_2",1e-05,1613809020585,48
+"train_loss",0.4374263,1613809021490,49
+"raw_loss",0.4989323,1613809021490,49
+"wd_0",0.01,1613809021490,49
+"sqr_mom_0",0.99,1613809021490,49
+"lr_0",2.5180981594604647e-05,1613809021490,49
+"mom_0",0.9279364775056201,1613809021490,49
+"eps_0",1e-05,1613809021490,49
+"wd_1",0.01,1613809021490,49
+"sqr_mom_1",0.99,1613809021490,49
+"lr_1",2.5180981594604647e-05,1613809021490,49
+"mom_1",0.9279364775056201,1613809021490,49
+"eps_1",1e-05,1613809021490,49
+"wd_2",0.01,1613809021490,49
+"sqr_mom_2",0.99,1613809021490,49
+"lr_2",0.0002518098159460465,1613809021490,49
+"mom_2",0.9279364775056201,1613809021490,49
+"eps_2",1e-05,1613809021490,49
+"train_loss",0.43907407,1613809022403,50
+"raw_loss",0.49041083,1613809022403,50
+"wd_0",0.01,1613809022403,50
+"sqr_mom_0",0.99,1613809022403,50
+"lr_0",2.5980775592604943e-05,1613809022403,50
+"mom_0",0.9271033587577031,1613809022403,50
+"eps_0",1e-05,1613809022403,50
+"wd_1",0.01,1613809022403,50
+"sqr_mom_1",0.99,1613809022403,50
+"lr_1",2.5980775592604943e-05,1613809022403,50
+"mom_1",0.9271033587577031,1613809022403,50
+"eps_1",1e-05,1613809022403,50
+"wd_2",0.01,1613809022403,50
+"sqr_mom_2",0.99,1613809022403,50
+"lr_2",0.00025980775592604943,1613809022403,50
+"mom_2",0.9271033587577031,1613809022403,50
+"eps_2",1e-05,1613809022403,50
+"train_loss",0.4383182,1613809023308,51
+"raw_loss",0.41449907,1613809023308,51
+"wd_0",0.01,1613809023308,51
+"sqr_mom_0",0.99,1613809023308,51
+"lr_0",2.679092948844323e-05,1613809023308,51
+"mom_0",0.9262594484495382,1613809023308,51
+"eps_0",1e-05,1613809023308,51
+"wd_1",0.01,1613809023308,51
+"sqr_mom_1",0.99,1613809023308,51
+"lr_1",2.679092948844323e-05,1613809023308,51
+"mom_1",0.9262594484495382,1613809023308,51
+"eps_1",1e-05,1613809023308,51
+"wd_2",0.01,1613809023308,51
+"sqr_mom_2",0.99,1613809023308,51
+"lr_2",0.0002679092948844323,1613809023308,51
+"mom_2",0.9262594484495382,1613809023308,51
+"eps_2",1e-05,1613809023308,51
+"train_loss",0.4350644,1613809024212,52
+"raw_loss",0.33139065,1613809024212,52
+"wd_0",0.01,1613809024212,52
+"sqr_mom_0",0.99,1613809024212,52
+"lr_0",2.7611132061247287e-05,1613809024212,52
+"mom_0",0.925405070769534,1613809024212,52
+"eps_0",1e-05,1613809024212,52
+"wd_1",0.01,1613809024212,52
+"sqr_mom_1",0.99,1613809024212,52
+"lr_1",2.7611132061247287e-05,1613809024212,52
+"mom_1",0.925405070769534,1613809024212,52
+"eps_1",1e-05,1613809024212,52
+"wd_2",0.01,1613809024212,52
+"sqr_mom_2",0.99,1613809024212,52
+"lr_2",0.0002761113206124729,1613809024212,52
+"mom_2",0.925405070769534,1613809024212,52
+"eps_2",1e-05,1613809024212,52
+"train_loss",0.44309428,1613809025111,53
+"raw_loss",0.70169777,1613809025111,53
+"wd_0",0.01,1613809025111,53
+"sqr_mom_0",0.99,1613809025111,53
+"lr_0",2.8441045144293137e-05,1613809025111,53
+"mom_0",0.9245405779746946,1613809025111,53
+"eps_0",1e-05,1613809025111,53
+"wd_1",0.01,1613809025111,53
+"sqr_mom_1",0.99,1613809025111,53
+"lr_1",2.8441045144293137e-05,1613809025111,53
+"mom_1",0.9245405779746946,1613809025111,53
+"eps_1",1e-05,1613809025111,53
+"wd_2",0.01,1613809025111,53
+"sqr_mom_2",0.99,1613809025111,53
+"lr_2",0.00028441045144293135,1613809025111,53
+"mom_2",0.9245405779746946,1613809025111,53
+"eps_2",1e-05,1613809025111,53
+"train_loss",0.44150913,1613809026020,54
+"raw_loss",0.38992625,1613809026020,54
+"wd_0",0.01,1613809026020,54
+"sqr_mom_0",0.99,1613809026020,54
+"lr_0",2.928033804036227e-05,1613809026020,54
+"mom_0",0.9236663145412892,1613809026020,54
+"eps_0",1e-05,1613809026020,54
+"wd_1",0.01,1613809026020,54
+"sqr_mom_1",0.99,1613809026020,54
+"lr_1",2.928033804036227e-05,1613809026020,54
+"mom_1",0.9236663145412892,1613809026020,54
+"eps_1",1e-05,1613809026020,54
+"wd_2",0.01,1613809026020,54
+"sqr_mom_2",0.99,1613809026020,54
+"lr_2",0.0002928033804036227,1613809026020,54
+"mom_2",0.9236663145412892,1613809026020,54
+"eps_2",1e-05,1613809026020,54
+"train_loss",0.43818474,1613809026929,55
+"raw_loss",0.32891196,1613809026929,55
+"wd_0",0.01,1613809026929,55
+"sqr_mom_0",0.99,1613809026929,55
+"lr_0",3.0128684324864082e-05,1613809026929,55
+"mom_0",0.9227826204949332,1613809026929,55
+"eps_0",1e-05,1613809026929,55
+"wd_1",0.01,1613809026929,55
+"sqr_mom_1",0.99,1613809026929,55
+"lr_1",3.0128684324864082e-05,1613809026929,55
+"mom_1",0.9227826204949332,1613809026929,55
+"eps_1",1e-05,1613809026929,55
+"wd_2",0.01,1613809026929,55
+"sqr_mom_2",0.99,1613809026929,55
+"lr_2",0.00030128684324864084,1613809026929,55
+"mom_2",0.9227826204949332,1613809026929,55
+"eps_2",1e-05,1613809026929,55
+"train_loss",0.43215764,1613809027846,56
+"raw_loss",0.23210034,1613809027846,56
+"wd_0",0.01,1613809027846,56
+"sqr_mom_0",0.99,1613809027846,56
+"lr_0",3.098574217728647e-05,1613809027846,56
+"mom_0",0.9218898518986599,1613809027846,56
+"eps_0",1e-05,1613809027846,56
+"wd_1",0.01,1613809027846,56
+"sqr_mom_1",0.99,1613809027846,56
+"lr_1",3.098574217728647e-05,1613809027846,56
+"mom_1",0.9218898518986599,1613809027846,56
+"eps_1",1e-05,1613809027846,56
+"wd_2",0.01,1613809027846,56
+"sqr_mom_2",0.99,1613809027846,56
+"lr_2",0.0003098574217728647,1613809027846,56
+"mom_2",0.9218898518986599,1613809027846,56
+"eps_2",1e-05,1613809027846,56
+"train_loss",0.43541196,1613809028756,57
+"raw_loss",0.5444617,1613809028756,57
+"wd_0",0.01,1613809028756,57
+"sqr_mom_0",0.99,1613809028756,57
+"lr_0",3.1851166143778996e-05,1613809028756,57
+"mom_0",0.9209883686002301,1613809028756,57
+"eps_0",1e-05,1613809028756,57
+"wd_1",0.01,1613809028756,57
+"sqr_mom_1",0.99,1613809028756,57
+"lr_1",3.1851166143778996e-05,1613809028756,57
+"mom_1",0.9209883686002301,1613809028756,57
+"eps_1",1e-05,1613809028756,57
+"wd_2",0.01,1613809028756,57
+"sqr_mom_2",0.99,1613809028756,57
+"lr_2",0.00031851166143778996,1613809028756,57
+"mom_2",0.9209883686002301,1613809028756,57
+"eps_2",1e-05,1613809028756,57
+"train_loss",0.43362817,1613809029677,58
+"raw_loss",0.37330317,1613809029677,58
+"wd_0",0.01,1613809029677,58
+"sqr_mom_0",0.99,1613809029677,58
+"lr_0",3.2724619636643604e-05,1613809029677,58
+"mom_0",0.9200785212118295,1613809029677,58
+"eps_0",1e-05,1613809029677,58
+"wd_1",0.01,1613809029677,58
+"sqr_mom_1",0.99,1613809029677,58
+"lr_1",3.2724619636643604e-05,1613809029677,58
+"mom_1",0.9200785212118295,1613809029677,58
+"eps_1",1e-05,1613809029677,58
+"wd_2",0.01,1613809029677,58
+"sqr_mom_2",0.99,1613809029677,58
+"lr_2",0.00032724619636643603,1613809029677,58
+"mom_2",0.9200785212118295,1613809029677,58
+"eps_2",1e-05,1613809029677,58
+"train_loss",0.43441418,1613809030596,59
+"raw_loss",0.46123645,1613809030596,59
+"wd_0",0.01,1613809030596,59
+"sqr_mom_0",0.99,1613809030596,59
+"lr_0",3.360575486094434e-05,1613809030596,59
+"mom_0",0.9191606720198496,1613809030596,59
+"eps_0",1e-05,1613809030596,59
+"wd_1",0.01,1613809030596,59
+"sqr_mom_1",0.99,1613809030596,59
+"lr_1",3.360575486094434e-05,1613809030596,59
+"mom_1",0.9191606720198496,1613809030596,59
+"eps_1",1e-05,1613809030596,59
+"wd_2",0.01,1613809030596,59
+"sqr_mom_2",0.99,1613809030596,59
+"lr_2",0.0003360575486094434,1613809030596,59
+"mom_2",0.9191606720198496,1613809030596,59
+"eps_2",1e-05,1613809030596,59
+"train_loss",0.43133748,1613809031518,60
+"raw_loss",0.32543573,1613809031518,60
+"wd_0",0.01,1613809031518,60
+"sqr_mom_0",0.99,1613809031518,60
+"lr_0",3.449420840018014e-05,1613809031518,60
+"mom_0",0.9182351995831457,1613809031518,60
+"eps_0",1e-05,1613809031518,60
+"wd_1",0.01,1613809031518,60
+"sqr_mom_1",0.99,1613809031518,60
+"lr_1",3.449420840018014e-05,1613809031518,60
+"mom_1",0.9182351995831457,1613809031518,60
+"eps_1",1e-05,1613809031518,60
+"wd_2",0.01,1613809031518,60
+"sqr_mom_2",0.99,1613809031518,60
+"lr_2",0.0003449420840018014,1613809031518,60
+"mom_2",0.9182351995831457,1613809031518,60
+"eps_2",1e-05,1613809031518,60
+"train_loss",0.42908862,1613809032449,61
+"raw_loss",0.3510273,1613809032449,61
+"wd_0",0.01,1613809032449,61
+"sqr_mom_0",0.99,1613809032449,61
+"lr_0",3.538963882561395e-05,1613809032449,61
+"mom_0",0.9173024595566521,1613809032449,61
+"eps_0",1e-05,1613809032449,61
+"wd_1",0.01,1613809032449,61
+"sqr_mom_1",0.99,1613809032449,61
+"lr_1",3.538963882561395e-05,1613809032449,61
+"mom_1",0.9173024595566521,1613809032449,61
+"eps_1",1e-05,1613809032449,61
+"wd_2",0.01,1613809032449,61
+"sqr_mom_2",0.99,1613809032449,61
+"lr_2",0.00035389638825613945,1613809032449,61
+"mom_2",0.9173024595566521,1613809032449,61
+"eps_2",1e-05,1613809032449,61
+"train_loss",0.4280565,1613809033367,62
+"raw_loss",0.3919348,1613809033367,62
+"wd_0",0.01,1613809033367,62
+"sqr_mom_0",0.99,1613809033367,62
+"lr_0",3.62916853271771e-05,1613809033367,62
+"mom_0",0.9163628277841905,1613809033367,62
+"eps_0",1e-05,1613809033367,62
+"wd_1",0.01,1613809033367,62
+"sqr_mom_1",0.99,1613809033367,62
+"lr_1",3.62916853271771e-05,1613809033367,62
+"mom_1",0.9163628277841905,1613809033367,62
+"eps_1",1e-05,1613809033367,62
+"wd_2",0.01,1613809033367,62
+"sqr_mom_2",0.99,1613809033367,62
+"lr_2",0.00036291685327177097,1613809033367,62
+"mom_2",0.9163628277841905,1613809033367,62
+"eps_2",1e-05,1613809033367,62
+"train_loss",0.43398628,1613809034284,63
+"raw_loss",0.6431742,1613809034284,63
+"wd_0",0.01,1613809034284,63
+"sqr_mom_0",0.99,1613809034284,63
+"lr_0",3.7199984335430555e-05,1613809034284,63
+"mom_0",0.9154166829839265,1613809034284,63
+"eps_0",1e-05,1613809034284,63
+"wd_1",0.01,1613809034284,63
+"sqr_mom_1",0.99,1613809034284,63
+"lr_1",3.7199984335430555e-05,1613809034284,63
+"mom_1",0.9154166829839265,1613809034284,63
+"eps_1",1e-05,1613809034284,63
+"wd_2",0.01,1613809034284,63
+"sqr_mom_2",0.99,1613809034284,63
+"lr_2",0.0003719998433543055,1613809034284,63
+"mom_2",0.9154166829839265,1613809034284,63
+"eps_2",1e-05,1613809034284,63
+"train_loss",0.43301502,1613809035213,64
+"raw_loss",0.39848524,1613809035213,64
+"wd_0",0.01,1613809035213,64
+"sqr_mom_0",0.99,1613809035213,64
+"lr_0",3.811418258736771e-05,1613809035213,64
+"mom_0",0.9144643931381586,1613809035213,64
+"eps_0",1e-05,1613809035213,64
+"wd_1",0.01,1613809035213,64
+"sqr_mom_1",0.99,1613809035213,64
+"lr_1",3.811418258736771e-05,1613809035213,64
+"mom_1",0.9144643931381586,1613809035213,64
+"eps_1",1e-05,1613809035213,64
+"wd_2",0.01,1613809035213,64
+"sqr_mom_2",0.99,1613809035213,64
+"lr_2",0.0003811418258736771,1613809035213,64
+"mom_2",0.9144643931381586,1613809035213,64
+"eps_2",1e-05,1613809035213,64
+"train_loss",0.43217024,1613809036146,65
+"raw_loss",0.4019097,1613809036146,65
+"wd_0",0.01,1613809036146,65
+"sqr_mom_0",0.99,1613809036146,65
+"lr_0",3.903391602890417e-05,1613809036146,65
+"mom_0",0.9135063374698915,1613809036146,65
+"eps_0",1e-05,1613809036146,65
+"wd_1",0.01,1613809036146,65
+"sqr_mom_1",0.99,1613809036146,65
+"lr_1",3.903391602890417e-05,1613809036146,65
+"mom_1",0.9135063374698915,1613809036146,65
+"eps_1",1e-05,1613809036146,65
+"wd_2",0.01,1613809036146,65
+"sqr_mom_2",0.99,1613809036146,65
+"lr_2",0.00039033916028904166,1613809036146,65
+"mom_2",0.9135063374698915,1613809036146,65
+"eps_2",1e-05,1613809036146,65
+"train_loss",0.4286592,1613809037081,66
+"raw_loss",0.30196622,1613809037081,66
+"wd_0",0.01,1613809037081,66
+"sqr_mom_0",0.99,1613809037081,66
+"lr_0",3.99588053415138e-05,1613809037081,66
+"mom_0",0.9125429111025898,1613809037081,66
+"eps_0",1e-05,1613809037081,66
+"wd_1",0.01,1613809037081,66
+"sqr_mom_1",0.99,1613809037081,66
+"lr_1",3.99588053415138e-05,1613809037081,66
+"mom_1",0.9125429111025898,1613809037081,66
+"eps_1",1e-05,1613809037081,66
+"wd_2",0.01,1613809037081,66
+"sqr_mom_2",0.99,1613809037081,66
+"lr_2",0.00039958805341513796,1613809037081,66
+"mom_2",0.9125429111025898,1613809037081,66
+"eps_2",1e-05,1613809037081,66
+"train_loss",0.42772284,1613809038018,67
+"raw_loss",0.39369237,1613809038018,67
+"wd_0",0.01,1613809038018,67
+"sqr_mom_0",0.99,1613809038018,67
+"lr_0",4.08884951116815e-05,1613809038018,67
+"mom_0",0.911574484258665,1613809038018,67
+"eps_0",1e-05,1613809038018,67
+"wd_1",0.01,1613809038018,67
+"sqr_mom_1",0.99,1613809038018,67
+"lr_1",4.08884951116815e-05,1613809038018,67
+"mom_1",0.911574484258665,1613809038018,67
+"eps_1",1e-05,1613809038018,67
+"wd_2",0.01,1613809038018,67
+"sqr_mom_2",0.99,1613809038018,67
+"lr_2",0.00040888495111681496,1613809038018,67
+"mom_2",0.911574484258665,1613809038018,67
+"eps_2",1e-05,1613809038018,67
+"train_loss",0.42176157,1613809038950,68
+"raw_loss",0.2036049,1613809038950,68
+"wd_0",0.01,1613809038950,68
+"sqr_mom_0",0.99,1613809038950,68
+"lr_0",4.182261070748181e-05,1613809038950,68
+"mom_0",0.9106014471797064,1613809038950,68
+"eps_0",1e-05,1613809038950,68
+"wd_1",0.01,1613809038950,68
+"sqr_mom_1",0.99,1613809038950,68
+"lr_1",4.182261070748181e-05,1613809038950,68
+"mom_1",0.9106014471797064,1613809038950,68
+"eps_1",1e-05,1613809038950,68
+"wd_2",0.01,1613809038950,68
+"sqr_mom_2",0.99,1613809038950,68
+"lr_2",0.0004182261070748181,1613809038950,68
+"mom_2",0.9106014471797064,1613809038950,68
+"eps_2",1e-05,1613809038950,68
+"train_loss",0.41638133,1613809039887,69
+"raw_loss",0.21815322,1613809039887,69
+"wd_0",0.01,1613809039887,69
+"sqr_mom_0",0.99,1613809039887,69
+"lr_0",4.276077565110786e-05,1613809039887,69
+"mom_0",0.9096241920300959,1613809039887,69
+"eps_0",1e-05,1613809039887,69
+"wd_1",0.01,1613809039887,69
+"sqr_mom_1",0.99,1613809039887,69
+"lr_1",4.276077565110786e-05,1613809039887,69
+"mom_1",0.9096241920300959,1613809039887,69
+"eps_1",1e-05,1613809039887,69
+"wd_2",0.01,1613809039887,69
+"sqr_mom_2",0.99,1613809039887,69
+"lr_2",0.0004276077565110786,1613809039887,69
+"mom_2",0.9096241920300959,1613809039887,69
+"eps_2",1e-05,1613809039887,69
+"train_loss",0.4111447,1613809040822,70
+"raw_loss",0.21693228,1613809040822,70
+"wd_0",0.01,1613809040822,70
+"sqr_mom_0",0.99,1613809040822,70
+"lr_0",4.3702625063851606e-05,1613809040822,70
+"mom_0",0.9086430988918213,1613809040822,70
+"eps_0",1e-05,1613809040822,70
+"wd_1",0.01,1613809040822,70
+"sqr_mom_1",0.99,1613809040822,70
+"lr_1",4.3702625063851606e-05,1613809040822,70
+"mom_1",0.9086430988918213,1613809040822,70
+"eps_1",1e-05,1613809040822,70
+"wd_2",0.01,1613809040822,70
+"sqr_mom_2",0.99,1613809040822,70
+"lr_2",0.000437026250638516,1613809040822,70
+"mom_2",0.9086430988918213,1613809040822,70
+"eps_2",1e-05,1613809040822,70
+"train_loss",0.40873027,1613809041757,71
+"raw_loss",0.31861144,1613809041757,71
+"wd_0",0.01,1613809041757,71
+"sqr_mom_0",0.99,1613809041757,71
+"lr_0",4.464778384664229e-05,1613809041757,71
+"mom_0",0.907658558493081,1613809041757,71
+"eps_0",1e-05,1613809041757,71
+"wd_1",0.01,1613809041757,71
+"sqr_mom_1",0.99,1613809041757,71
+"lr_1",4.464778384664229e-05,1613809041757,71
+"mom_1",0.907658558493081,1613809041757,71
+"eps_1",1e-05,1613809041757,71
+"wd_2",0.01,1613809041757,71
+"sqr_mom_2",0.99,1613809041757,71
+"lr_2",0.0004464778384664229,1613809041757,71
+"mom_2",0.907658558493081,1613809041757,71
+"eps_2",1e-05,1613809041757,71
+"train_loss",0.40693286,1613809042698,72
+"raw_loss",0.33942407,1613809042698,72
+"wd_0",0.01,1613809042698,72
+"sqr_mom_0",0.99,1613809042698,72
+"lr_0",4.559586221171578e-05,1613809042698,72
+"mom_0",0.9066709768627961,1613809042698,72
+"eps_0",1e-05,1613809042698,72
+"wd_1",0.01,1613809042698,72
+"sqr_mom_1",0.99,1613809042698,72
+"lr_1",4.559586221171578e-05,1613809042698,72
+"mom_1",0.9066709768627961,1613809042698,72
+"eps_1",1e-05,1613809042698,72
+"wd_2",0.01,1613809042698,72
+"sqr_mom_2",0.99,1613809042698,72
+"lr_2",0.0004559586221171578,1613809042698,72
+"mom_2",0.9066709768627961,1613809042698,72
+"eps_2",1e-05,1613809042698,72
+"train_loss",0.40510336,1613809043643,73
+"raw_loss",0.33597094,1613809043643,73
+"wd_0",0.01,1613809043643,73
+"sqr_mom_0",0.99,1613809043643,73
+"lr_0",4.654649585118655e-05,1613809043643,73
+"mom_0",0.9056807334883473,1613809043643,73
+"eps_0",1e-05,1613809043643,73
+"wd_1",0.01,1613809043643,73
+"sqr_mom_1",0.99,1613809043643,73
+"lr_1",4.654649585118655e-05,1613809043643,73
+"mom_1",0.9056807334883473,1613809043643,73
+"eps_1",1e-05,1613809043643,73
+"wd_2",0.01,1613809043643,73
+"sqr_mom_2",0.99,1613809043643,73
+"lr_2",0.0004654649585118655,1613809043643,73
+"mom_2",0.9056807334883473,1613809043643,73
+"eps_2",1e-05,1613809043643,73
+"train_loss",0.4049322,1613809044586,74
+"raw_loss",0.39842516,1613809044586,74
+"wd_0",0.01,1613809044586,74
+"sqr_mom_0",0.99,1613809044586,74
+"lr_0",4.7499301676935596e-05,1613809044586,74
+"mom_0",0.9046882274198588,1613809044586,74
+"eps_0",1e-05,1613809044586,74
+"wd_1",0.01,1613809044586,74
+"sqr_mom_1",0.99,1613809044586,74
+"lr_1",4.7499301676935596e-05,1613809044586,74
+"mom_1",0.9046882274198588,1613809044586,74
+"eps_1",1e-05,1613809044586,74
+"wd_2",0.01,1613809044586,74
+"sqr_mom_2",0.99,1613809044586,74
+"lr_2",0.0004749930167693559,1613809044586,74
+"mom_2",0.9046882274198588,1613809044586,74
+"eps_2",1e-05,1613809044586,74
+"train_loss",0.39837337,1613809045533,75
+"raw_loss",0.14761953,1613809045533,75
+"wd_0",0.01,1613809045533,75
+"sqr_mom_0",0.99,1613809045533,75
+"lr_0",4.8453895694889025e-05,1613809045533,75
+"mom_0",0.9036938586511573,1613809045533,75
+"eps_0",1e-05,1613809045533,75
+"wd_1",0.01,1613809045533,75
+"sqr_mom_1",0.99,1613809045533,75
+"lr_1",4.8453895694889025e-05,1613809045533,75
+"mom_1",0.9036938586511573,1613809045533,75
+"eps_1",1e-05,1613809045533,75
+"wd_2",0.01,1613809045533,75
+"sqr_mom_2",0.99,1613809045533,75
+"lr_2",0.00048453895694889026,1613809045533,75
+"mom_2",0.9036938586511573,1613809045533,75
+"eps_2",1e-05,1613809045533,75
+"train_loss",0.39824572,1613809046472,76
+"raw_loss",0.39333794,1613809046472,76
+"wd_0",0.01,1613809046472,76
+"sqr_mom_0",0.99,1613809046472,76
+"lr_0",4.9409906636610176e-05,1613809046472,76
+"mom_0",0.9026980139201977,1613809046472,76
+"eps_0",1e-05,1613809046472,76
+"wd_1",0.01,1613809046472,76
+"sqr_mom_1",0.99,1613809046472,76
+"lr_1",4.9409906636610176e-05,1613809046472,76
+"mom_1",0.9026980139201977,1613809046472,76
+"eps_1",1e-05,1613809046472,76
+"wd_2",0.01,1613809046472,76
+"sqr_mom_2",0.99,1613809046472,76
+"lr_2",0.0004940990663661018,1613809046472,76
+"mom_2",0.9026980139201977,1613809046472,76
+"eps_2",1e-05,1613809046472,76
+"train_loss",0.3955113,1613809047416,77
+"raw_loss",0.28980488,1613809047416,77
+"wd_0",0.01,1613809047416,77
+"sqr_mom_0",0.99,1613809047416,77
+"lr_0",5.036695373039585e-05,1613809047416,77
+"mom_0",0.901701089864171,1613809047416,77
+"eps_0",1e-05,1613809047416,77
+"wd_1",0.01,1613809047416,77
+"sqr_mom_1",0.99,1613809047416,77
+"lr_1",5.036695373039585e-05,1613809047416,77
+"mom_1",0.901701089864171,1613809047416,77
+"eps_1",1e-05,1613809047416,77
+"wd_2",0.01,1613809047416,77
+"sqr_mom_2",0.99,1613809047416,77
+"lr_2",0.0005036695373039585,1613809047416,77
+"mom_2",0.901701089864171,1613809047416,77
+"eps_2",1e-05,1613809047416,77
+"train_loss",0.38918737,1613809048365,78
+"raw_loss",0.14340821,1613809048365,78
+"wd_0",0.01,1613809048365,78
+"sqr_mom_0",0.99,1613809048365,78
+"lr_0",5.1324642301976503e-05,1613809048365,78
+"mom_0",0.9007034976021078,1613809048365,78
+"eps_0",1e-05,1613809048365,78
+"wd_1",0.01,1613809048365,78
+"sqr_mom_1",0.99,1613809048365,78
+"lr_1",5.1324642301976503e-05,1613809048365,78
+"mom_1",0.9007034976021078,1613809048365,78
+"eps_1",1e-05,1613809048365,78
+"wd_2",0.01,1613809048365,78
+"sqr_mom_2",0.99,1613809048365,78
+"lr_2",0.000513246423019765,1613809048365,78
+"mom_2",0.9007034976021078,1613809048365,78
+"eps_2",1e-05,1613809048365,78
+"train_loss",0.38591906,1613809049308,79
+"raw_loss",0.25823355,1613809049308,79
+"wd_0",0.01,1613809049308,79
+"sqr_mom_0",0.99,1613809049308,79
+"lr_0",5.228260436689341e-05,1613809049308,79
+"mom_0",0.8997056204511527,1613809049308,79
+"eps_0",1e-05,1613809049308,79
+"wd_1",0.01,1613809049308,79
+"sqr_mom_1",0.99,1613809049308,79
+"lr_1",5.228260436689341e-05,1613809049308,79
+"mom_1",0.8997056204511527,1613809049308,79
+"eps_1",1e-05,1613809049308,79
+"wd_2",0.01,1613809049308,79
+"sqr_mom_2",0.99,1613809049308,79
+"lr_2",0.0005228260436689341,1613809049308,79
+"mom_2",0.8997056204511527,1613809049308,79
+"eps_2",1e-05,1613809049308,79
+"train_loss",0.3792292,1613809050255,80
+"raw_loss",0.11654398,1613809050255,80
+"wd_0",0.01,1613809050255,80
+"sqr_mom_0",0.99,1613809050255,80
+"lr_0",5.324045386761101e-05,1613809050255,80
+"mom_0",0.8987078605545719,1613809050255,80
+"eps_0",1e-05,1613809050255,80
+"wd_1",0.01,1613809050255,80
+"sqr_mom_1",0.99,1613809050255,80
+"lr_1",5.324045386761101e-05,1613809050255,80
+"mom_1",0.8987078605545719,1613809050255,80
+"eps_1",1e-05,1613809050255,80
+"wd_2",0.01,1613809050255,80
+"sqr_mom_2",0.99,1613809050255,80
+"lr_2",0.0005324045386761101,1613809050255,80
+"mom_2",0.8987078605545719,1613809050255,80
+"eps_2",1e-05,1613809050255,80
+"train_loss",0.37961206,1613809051189,81
+"raw_loss",0.3947194,1613809051189,81
+"wd_0",0.01,1613809051189,81
+"sqr_mom_0",0.99,1613809051189,81
+"lr_0",5.419780928291187e-05,1613809051189,81
+"mom_0",0.8977106153303,1613809051189,81
+"eps_0",1e-05,1613809051189,81
+"wd_1",0.01,1613809051189,81
+"sqr_mom_1",0.99,1613809051189,81
+"lr_1",5.419780928291187e-05,1613809051189,81
+"mom_1",0.8977106153303,1613809051189,81
+"eps_1",1e-05,1613809051189,81
+"wd_2",0.01,1613809051189,81
+"sqr_mom_2",0.99,1613809051189,81
+"lr_2",0.0005419780928291187,1613809051189,81
+"mom_2",0.8977106153303,1613809051189,81
+"eps_2",1e-05,1613809051189,81
+"train_loss",0.3755125,1613809052125,82
+"raw_loss",0.21295767,1613809052125,82
+"wd_0",0.01,1613809052125,82
+"sqr_mom_0",0.99,1613809052125,82
+"lr_0",5.5154289288377806e-05,1613809052125,82
+"mom_0",0.8967142819912731,1613809052125,82
+"eps_0",1e-05,1613809052125,82
+"wd_1",0.01,1613809052125,82
+"sqr_mom_1",0.99,1613809052125,82
+"lr_1",5.5154289288377806e-05,1613809052125,82
+"mom_1",0.8967142819912731,1613809052125,82
+"eps_1",1e-05,1613809052125,82
+"wd_2",0.01,1613809052125,82
+"sqr_mom_2",0.99,1613809052125,82
+"lr_2",0.000551542892883778,1613809052125,82
+"mom_2",0.8967142819912731,1613809052125,82
+"eps_2",1e-05,1613809052125,82
+"train_loss",0.37219253,1613809053063,83
+"raw_loss",0.23993047,1613809053063,83
+"wd_0",0.01,1613809053063,83
+"sqr_mom_0",0.99,1613809053063,83
+"lr_0",5.6109512908275315e-05,1613809053063,83
+"mom_0",0.8957192573872131,1613809053063,83
+"eps_0",1e-05,1613809053063,83
+"wd_1",0.01,1613809053063,83
+"sqr_mom_1",0.99,1613809053063,83
+"lr_1",5.6109512908275315e-05,1613809053063,83
+"mom_1",0.8957192573872131,1613809053063,83
+"eps_1",1e-05,1613809053063,83
+"wd_2",0.01,1613809053063,83
+"sqr_mom_2",0.99,1613809053063,83
+"lr_2",0.0005610951290827531,1613809053063,83
+"mom_2",0.8957192573872131,1613809053063,83
+"eps_2",1e-05,1613809053063,83
+"train_loss",0.3687254,1613809053999,84
+"raw_loss",0.22996294,1613809053999,84
+"wd_0",0.01,1613809053999,84
+"sqr_mom_0",0.99,1613809053999,84
+"lr_0",5.706309966730206e-05,1613809053999,84
+"mom_0",0.8947259378465603,1613809053999,84
+"eps_0",1e-05,1613809053999,84
+"wd_1",0.01,1613809053999,84
+"sqr_mom_1",0.99,1613809053999,84
+"lr_1",5.706309966730206e-05,1613809053999,84
+"mom_1",0.8947259378465603,1613809053999,84
+"eps_1",1e-05,1613809053999,84
+"wd_2",0.01,1613809053999,84
+"sqr_mom_2",0.99,1613809053999,84
+"lr_2",0.0005706309966730205,1613809053999,84
+"mom_2",0.8947259378465603,1613809053999,84
+"eps_2",1e-05,1613809053999,84
+"train_loss",0.37592083,1613809054934,85
+"raw_loss",0.66518855,1613809054934,85
+"wd_0",0.01,1613809054934,85
+"sqr_mom_0",0.99,1613809054934,85
+"lr_0",5.801466082480834e-05,1613809054934,85
+"mom_0",0.8937347283074912,1613809054934,85
+"eps_0",1e-05,1613809054934,85
+"wd_1",0.01,1613809054934,85
+"sqr_mom_1",0.99,1613809054934,85
+"lr_1",5.801466082480834e-05,1613809054934,85
+"mom_1",0.8937347283074912,1613809054934,85
+"eps_1",1e-05,1613809054934,85
+"wd_2",0.01,1613809054934,85
+"sqr_mom_2",0.99,1613809054934,85
+"lr_2",0.0005801466082480833,1613809054934,85
+"mom_2",0.8937347283074912,1613809054934,85
+"eps_2",1e-05,1613809054934,85
+"train_loss",0.3752568,1613809055870,86
+"raw_loss",0.34844542,1613809055870,86
+"wd_0",0.01,1613809055870,86
+"sqr_mom_0",0.99,1613809055870,86
+"lr_0",5.896383521964003e-05,1613809055870,86
+"mom_0",0.8927460049795416,1613809055870,86
+"eps_0",1e-05,1613809055870,86
+"wd_1",0.01,1613809055870,86
+"sqr_mom_1",0.99,1613809055870,86
+"lr_1",5.896383521964003e-05,1613809055870,86
+"mom_1",0.8927460049795416,1613809055870,86
+"eps_1",1e-05,1613809055870,86
+"wd_2",0.01,1613809055870,86
+"sqr_mom_2",0.99,1613809055870,86
+"lr_2",0.0005896383521964003,1613809055870,86
+"mom_2",0.8927460049795416,1613809055870,86
+"eps_2",1e-05,1613809055870,86
+"train_loss",0.3735258,1613809056801,87
+"raw_loss",0.30333376,1613809056801,87
+"wd_0",0.01,1613809056801,87
+"sqr_mom_0",0.99,1613809056801,87
+"lr_0",5.9910235847936376e-05,1613809056801,87
+"mom_0",0.8917601709917329,1613809056801,87
+"eps_0",1e-05,1613809056801,87
+"wd_1",0.01,1613809056801,87
+"sqr_mom_1",0.99,1613809056801,87
+"lr_1",5.9910235847936376e-05,1613809056801,87
+"mom_1",0.8917601709917329,1613809056801,87
+"eps_1",1e-05,1613809056801,87
+"wd_2",0.01,1613809056801,87
+"sqr_mom_2",0.99,1613809056801,87
+"lr_2",0.0005991023584793637,1613809056801,87
+"mom_2",0.8917601709917329,1613809056801,87
+"eps_2",1e-05,1613809056801,87
+"train_loss",0.3732355,1613809057735,88
+"raw_loss",0.36141488,1613809057735,88
+"wd_0",0.01,1613809057735,88
+"sqr_mom_0",0.99,1613809057735,88
+"lr_0",6.085348574868252e-05,1613809057735,88
+"mom_0",0.890777619011789,1613809057735,88
+"eps_0",1e-05,1613809057735,88
+"wd_1",0.01,1613809057735,88
+"sqr_mom_1",0.99,1613809057735,88
+"lr_1",6.085348574868252e-05,1613809057735,88
+"mom_1",0.890777619011789,1613809057735,88
+"eps_1",1e-05,1613809057735,88
+"wd_2",0.01,1613809057735,88
+"sqr_mom_2",0.99,1613809057735,88
+"lr_2",0.0006085348574868251,1613809057735,88
+"mom_2",0.890777619011789,1613809057735,88
+"eps_2",1e-05,1613809057735,88
+"train_loss",0.3848071,1613809058657,89
+"raw_loss",0.85790706,1613809058657,89
+"wd_0",0.01,1613809058657,89
+"sqr_mom_0",0.99,1613809058657,89
+"lr_0",6.179320921583049e-05,1613809058657,89
+"mom_0",0.8897987404001766,1613809058657,89
+"eps_0",1e-05,1613809058657,89
+"wd_1",0.01,1613809058657,89
+"sqr_mom_1",0.99,1613809058657,89
+"lr_1",6.179320921583049e-05,1613809058657,89
+"mom_1",0.8897987404001766,1613809058657,89
+"eps_1",1e-05,1613809058657,89
+"wd_2",0.01,1613809058657,89
+"sqr_mom_2",0.99,1613809058657,89
+"lr_2",0.0006179320921583048,1613809058657,89
+"mom_2",0.8897987404001766,1613809058657,89
+"eps_2",1e-05,1613809058657,89
+"train_loss",0.38507703,1613809059582,90
+"raw_loss",0.3961573,1613809059582,90
+"wd_0",0.01,1613809059582,90
+"sqr_mom_0",0.99,1613809059582,90
+"lr_0",6.272903194794673e-05,1613809059582,90
+"mom_0",0.8888239250542221,1613809059582,90
+"eps_0",1e-05,1613809059582,90
+"wd_1",0.01,1613809059582,90
+"sqr_mom_1",0.99,1613809059582,90
+"lr_1",6.272903194794673e-05,1613809059582,90
+"mom_1",0.8888239250542221,1613809059582,90
+"eps_1",1e-05,1613809059582,90
+"wd_2",0.01,1613809059582,90
+"sqr_mom_2",0.99,1613809059582,90
+"lr_2",0.0006272903194794674,1613809059582,90
+"mom_2",0.8888239250542221,1613809059582,90
+"eps_2",1e-05,1613809059582,90
+"train_loss",0.3927876,1613809060503,91
+"raw_loss",0.7105097,1613809060503,91
+"wd_0",0.01,1613809060503,91
+"sqr_mom_0",0.99,1613809060503,91
+"lr_0",6.366057247837979e-05,1613809060503,91
+"mom_0",0.887853570335021,1613809060503,91
+"eps_0",1e-05,1613809060503,91
+"wd_1",0.01,1613809060503,91
+"sqr_mom_1",0.99,1613809060503,91
+"lr_1",6.366057247837979e-05,1613809060503,91
+"mom_1",0.887853570335021,1613809060503,91
+"eps_1",1e-05,1613809060503,91
+"wd_2",0.01,1613809060503,91
+"sqr_mom_2",0.99,1613809060503,91
+"lr_2",0.0006366057247837978,1613809060503,91
+"mom_2",0.887853570335021,1613809060503,91
+"eps_2",1e-05,1613809060503,91
+"train_loss",0.39097285,1613809061437,92
+"raw_loss",0.3159105,1613809061437,92
+"wd_0",0.01,1613809061437,92
+"sqr_mom_0",0.99,1613809061437,92
+"lr_0",6.45874859183317e-05,1613809061437,92
+"mom_0",0.8868880355017378,1613809061437,92
+"eps_0",1e-05,1613809061437,92
+"wd_1",0.01,1613809061437,92
+"sqr_mom_1",0.99,1613809061437,92
+"lr_1",6.45874859183317e-05,1613809061437,92
+"mom_1",0.8868880355017378,1613809061437,92
+"eps_1",1e-05,1613809061437,92
+"wd_2",0.01,1613809061437,92
+"sqr_mom_2",0.99,1613809061437,92
+"lr_2",0.0006458748591833171,1613809061437,92
+"mom_2",0.8868880355017378,1613809061437,92
+"eps_2",1e-05,1613809061437,92
+"train_loss",0.38912734,1613809062361,93
+"raw_loss",0.31251198,1613809062361,93
+"wd_0",0.01,1613809062361,93
+"sqr_mom_0",0.99,1613809062361,93
+"lr_0",6.550937691544482e-05,1613809062361,93
+"mom_0",0.885927732379745,1613809062361,93
+"eps_0",1e-05,1613809062361,93
+"wd_1",0.01,1613809062361,93
+"sqr_mom_1",0.99,1613809062361,93
+"lr_1",6.550937691544482e-05,1613809062361,93
+"mom_1",0.885927732379745,1613809062361,93
+"eps_1",1e-05,1613809062361,93
+"wd_2",0.01,1613809062361,93
+"sqr_mom_2",0.99,1613809062361,93
+"lr_2",0.0006550937691544481,1613809062361,93
+"mom_2",0.885927732379745,1613809062361,93
+"eps_2",1e-05,1613809062361,93
+"train_loss",0.4001892,1613809063280,94
+"raw_loss",0.861073,1613809063280,94
+"wd_0",0.01,1613809063280,94
+"sqr_mom_0",0.99,1613809063280,94
+"lr_0",6.642588699006056e-05,1613809063280,94
+"mom_0",0.8849730343853536,1613809063280,94
+"eps_0",1e-05,1613809063280,94
+"wd_1",0.01,1613809063280,94
+"sqr_mom_1",0.99,1613809063280,94
+"lr_1",6.642588699006056e-05,1613809063280,94
+"mom_1",0.8849730343853536,1613809063280,94
+"eps_1",1e-05,1613809063280,94
+"wd_2",0.01,1613809063280,94
+"sqr_mom_2",0.99,1613809063280,94
+"lr_2",0.0006642588699006055,1613809063280,94
+"mom_2",0.8849730343853536,1613809063280,94
+"eps_2",1e-05,1613809063280,94
+"train_loss",0.39615905,1613809064192,95
+"raw_loss",0.22765557,1613809064192,95
+"wd_0",0.01,1613809064192,95
+"sqr_mom_0",0.99,1613809064192,95
+"lr_0",6.73366510868762e-05,1613809064192,95
+"mom_0",0.884024321784504,1613809064192,95
+"eps_0",1e-05,1613809064192,95
+"wd_1",0.01,1613809064192,95
+"sqr_mom_1",0.99,1613809064192,95
+"lr_1",6.73366510868762e-05,1613809064192,95
+"mom_1",0.884024321784504,1613809064192,95
+"eps_1",1e-05,1613809064192,95
+"wd_2",0.01,1613809064192,95
+"sqr_mom_2",0.99,1613809064192,95
+"lr_2",0.0006733665108687621,1613809064192,95
+"mom_2",0.884024321784504,1613809064192,95
+"eps_2",1e-05,1613809064192,95
+"train_loss",0.40067384,1613809065108,96
+"raw_loss",0.5900896,1613809065108,96
+"wd_0",0.01,1613809065108,96
+"sqr_mom_0",0.99,1613809065108,96
+"lr_0",6.824129798125484e-05,1613809065108,96
+"mom_0",0.8830819812695262,1613809065108,96
+"eps_0",1e-05,1613809065108,96
+"wd_1",0.01,1613809065108,96
+"sqr_mom_1",0.99,1613809065108,96
+"lr_1",6.824129798125484e-05,1613809065108,96
+"mom_1",0.8830819812695262,1613809065108,96
+"eps_1",1e-05,1613809065108,96
+"wd_2",0.01,1613809065108,96
+"sqr_mom_2",0.99,1613809065108,96
+"lr_2",0.0006824129798125483,1613809065108,96
+"mom_2",0.8830819812695262,1613809065108,96
+"eps_2",1e-05,1613809065108,96
+"train_loss",0.39949414,1613809066020,97
+"raw_loss",0.34983546,1613809066020,97
+"wd_0",0.01,1613809066020,97
+"sqr_mom_0",0.99,1613809066020,97
+"lr_0",6.913948431815946e-05,1613809066020,97
+"mom_0",0.8821463705019172,1613809066020,97
+"eps_0",1e-05,1613809066020,97
+"wd_1",0.01,1613809066020,97
+"sqr_mom_1",0.99,1613809066020,97
+"lr_1",6.913948431815946e-05,1613809066020,97
+"mom_1",0.8821463705019172,1613809066020,97
+"eps_1",1e-05,1613809066020,97
+"wd_2",0.01,1613809066020,97
+"sqr_mom_2",0.99,1613809066020,97
+"lr_2",0.0006913948431815945,1613809066020,97
+"mom_2",0.8821463705019172,1613809066020,97
+"eps_2",1e-05,1613809066020,97
+"train_loss",0.40057838,1613809066932,98
+"raw_loss",0.4463695,1613809066932,98
+"wd_0",0.01,1613809066932,98
+"sqr_mom_0",0.99,1613809066932,98
+"lr_0",7.003084382379437e-05,1613809066932,98
+"mom_0",0.8812178710168809,1613809066932,98
+"eps_0",1e-05,1613809066932,98
+"wd_1",0.01,1613809066932,98
+"sqr_mom_1",0.99,1613809066932,98
+"lr_1",7.003084382379437e-05,1613809066932,98
+"mom_1",0.8812178710168809,1613809066932,98
+"eps_1",1e-05,1613809066932,98
+"wd_2",0.01,1613809066932,98
+"sqr_mom_2",0.99,1613809066932,98
+"lr_2",0.0007003084382379436,1613809066932,98
+"mom_2",0.8812178710168809,1613809066932,98
+"eps_2",1e-05,1613809066932,98
+"train_loss",0.396272,1613809067844,99
+"raw_loss",0.21381441,1613809067844,99
+"wd_0",0.01,1613809067844,99
+"sqr_mom_0",0.99,1613809067844,99
+"lr_0",7.091502146058477e-05,1613809067844,99
+"mom_0",0.8802968526452242,1613809067844,99
+"eps_0",1e-05,1613809067844,99
+"wd_1",0.01,1613809067844,99
+"sqr_mom_1",0.99,1613809067844,99
+"lr_1",7.091502146058477e-05,1613809067844,99
+"mom_1",0.8802968526452242,1613809067844,99
+"eps_1",1e-05,1613809067844,99
+"wd_2",0.01,1613809067844,99
+"sqr_mom_2",0.99,1613809067844,99
+"lr_2",0.0007091502146058476,1613809067844,99
+"mom_2",0.8802968526452242,1613809067844,99
+"eps_2",1e-05,1613809067844,99
+"train_loss",0.39600533,1613809068757,100
+"raw_loss",0.38467145,1613809068757,100
+"wd_0",0.01,1613809068757,100
+"sqr_mom_0",0.99,1613809068757,100
+"lr_0",7.179166505156741e-05,1613809068757,100
+"mom_0",0.8793836822379506,1613809068757,100
+"eps_0",1e-05,1613809068757,100
+"wd_1",0.01,1613809068757,100
+"sqr_mom_1",0.99,1613809068757,100
+"lr_1",7.179166505156741e-05,1613809068757,100
+"mom_1",0.8793836822379506,1613809068757,100
+"eps_1",1e-05,1613809068757,100
+"wd_2",0.01,1613809068757,100
+"sqr_mom_2",0.99,1613809068757,100
+"lr_2",0.000717916650515674,1613809068757,100
+"mom_2",0.8793836822379506,1613809068757,100
+"eps_2",1e-05,1613809068757,100
+"train_loss",0.39138377,1613809069669,101
+"raw_loss",0.19435869,1613809069669,101
+"wd_0",0.01,1613809069669,101
+"sqr_mom_0",0.99,1613809069669,101
+"lr_0",7.266042542066624e-05,1613809069669,101
+"mom_0",0.8784787235201393,1613809069669,101
+"eps_0",1e-05,1613809069669,101
+"wd_1",0.01,1613809069669,101
+"sqr_mom_1",0.99,1613809069669,101
+"lr_1",7.266042542066624e-05,1613809069669,101
+"mom_1",0.8784787235201393,1613809069669,101
+"eps_1",1e-05,1613809069669,101
+"wd_2",0.01,1613809069669,101
+"sqr_mom_2",0.99,1613809069669,101
+"lr_2",0.0007266042542066624,1613809069669,101
+"mom_2",0.8784787235201393,1613809069669,101
+"eps_2",1e-05,1613809069669,101
+"train_loss",0.3927396,1613809070584,102
+"raw_loss",0.45071283,1613809070584,102
+"wd_0",0.01,1613809070584,102
+"sqr_mom_0",0.99,1613809070584,102
+"lr_0",7.352094849763995e-05,1613809070584,102
+"mom_0",0.8775823453149584,1613809070584,102
+"eps_0",1e-05,1613809070584,102
+"wd_1",0.01,1613809070584,102
+"sqr_mom_1",0.99,1613809070584,102
+"lr_1",7.352094849763995e-05,1613809070584,102
+"mom_1",0.8775823453149584,1613809070584,102
+"eps_1",1e-05,1613809070584,102
+"wd_2",0.01,1613809070584,102
+"sqr_mom_2",0.99,1613809070584,102
+"lr_2",0.0007352094849763995,1613809070584,102
+"mom_2",0.8775823453149584,1613809070584,102
+"eps_2",1e-05,1613809070584,102
+"train_loss",0.39208442,1613809071493,103
+"raw_loss",0.36398783,1613809071493,103
+"wd_0",0.01,1613809071493,103
+"sqr_mom_0",0.99,1613809071493,103
+"lr_0",7.437290767446642e-05,1613809071493,103
+"mom_0",0.8766948878390974,1613809071493,103
+"eps_0",1e-05,1613809071493,103
+"wd_1",0.01,1613809071493,103
+"sqr_mom_1",0.99,1613809071493,103
+"lr_1",7.437290767446642e-05,1613809071493,103
+"mom_1",0.8766948878390974,1613809071493,103
+"eps_1",1e-05,1613809071493,103
+"wd_2",0.01,1613809071493,103
+"sqr_mom_2",0.99,1613809071493,103
+"lr_2",0.0007437290767446641,1613809071493,103
+"mom_2",0.8766948878390974,1613809071493,103
+"eps_2",1e-05,1613809071493,103
+"train_loss",0.3984064,1613809072403,104
+"raw_loss",0.67029107,1613809072403,104
+"wd_0",0.01,1613809072403,104
+"sqr_mom_0",0.99,1613809072403,104
+"lr_0",7.521596336108667e-05,1613809072403,104
+"mom_0",0.8758167048322014,1613809072403,104
+"eps_0",1e-05,1613809072403,104
+"wd_1",0.01,1613809072403,104
+"sqr_mom_1",0.99,1613809072403,104
+"lr_1",7.521596336108667e-05,1613809072403,104
+"mom_1",0.8758167048322014,1613809072403,104
+"eps_1",1e-05,1613809072403,104
+"wd_2",0.01,1613809072403,104
+"sqr_mom_2",0.99,1613809072403,104
+"lr_2",0.0007521596336108665,1613809072403,104
+"mom_2",0.8758167048322014,1613809072403,104
+"eps_2",1e-05,1613809072403,104
+"train_loss",0.39620683,1613809073310,105
+"raw_loss",0.30134684,1613809073310,105
+"wd_0",0.01,1613809073310,105
+"sqr_mom_0",0.99,1613809073310,105
+"lr_0",7.604976394080012e-05,1613809073310,105
+"mom_0",0.8749481625616665,1613809073310,105
+"eps_0",1e-05,1613809073310,105
+"wd_1",0.01,1613809073310,105
+"sqr_mom_1",0.99,1613809073310,105
+"lr_1",7.604976394080012e-05,1613809073310,105
+"mom_1",0.8749481625616665,1613809073310,105
+"eps_1",1e-05,1613809073310,105
+"wd_2",0.01,1613809073310,105
+"sqr_mom_2",0.99,1613809073310,105
+"lr_2",0.0007604976394080012,1613809073310,105
+"mom_2",0.8749481625616665,1613809073310,105
+"eps_2",1e-05,1613809073310,105
+"train_loss",0.39274442,1613809074214,106
+"raw_loss",0.24301842,1613809074214,106
+"wd_0",0.01,1613809074214,106
+"sqr_mom_0",0.99,1613809074214,106
+"lr_0",7.68739852544486e-05,1613809074214,106
+"mom_0",0.8740895986932826,1613809074214,106
+"eps_0",1e-05,1613809074214,106
+"wd_1",0.01,1613809074214,106
+"sqr_mom_1",0.99,1613809074214,106
+"lr_1",7.68739852544486e-05,1613809074214,106
+"mom_1",0.8740895986932826,1613809074214,106
+"eps_1",1e-05,1613809074214,106
+"wd_2",0.01,1613809074214,106
+"sqr_mom_2",0.99,1613809074214,106
+"lr_2",0.000768739852544486,1613809074214,106
+"mom_2",0.8740895986932826,1613809074214,106
+"eps_2",1e-05,1613809074214,106
+"train_loss",0.39486915,1613809075108,107
+"raw_loss",0.48699424,1613809075108,107
+"wd_0",0.01,1613809075108,107
+"sqr_mom_0",0.99,1613809075108,107
+"lr_0",7.768829900628335e-05,1613809075108,107
+"mom_0",0.8732413552017881,1613809075108,107
+"eps_0",1e-05,1613809075108,107
+"wd_1",0.01,1613809075108,107
+"sqr_mom_1",0.99,1613809075108,107
+"lr_1",7.768829900628335e-05,1613809075108,107
+"mom_1",0.8732413552017881,1613809075108,107
+"eps_1",1e-05,1613809075108,107
+"wd_2",0.01,1613809075108,107
+"sqr_mom_2",0.99,1613809075108,107
+"lr_2",0.0007768829900628335,1613809075108,107
+"mom_2",0.8732413552017881,1613809075108,107
+"eps_2",1e-05,1613809075108,107
+"train_loss",0.40194947,1613809076009,108
+"raw_loss",0.7097427,1613809076009,108
+"wd_0",0.01,1613809076009,108
+"sqr_mom_0",0.99,1613809076009,108
+"lr_0",7.849237335165792e-05,1613809076009,108
+"mom_0",0.8724037777586896,1613809076009,108
+"eps_0",1e-05,1613809076009,108
+"wd_1",0.01,1613809076009,108
+"sqr_mom_1",0.99,1613809076009,108
+"lr_1",7.849237335165792e-05,1613809076009,108
+"mom_1",0.8724037777586896,1613809076009,108
+"eps_1",1e-05,1613809076009,108
+"wd_2",0.01,1613809076009,108
+"sqr_mom_2",0.99,1613809076009,108
+"lr_2",0.0007849237335165792,1613809076009,108
+"mom_2",0.8724037777586896,1613809076009,108
+"eps_2",1e-05,1613809076009,108
+"train_loss",0.40023747,1613809076916,109
+"raw_loss",0.32562545,1613809076916,109
+"wd_0",0.01,1613809076916,109
+"sqr_mom_0",0.99,1613809076916,109
+"lr_0",7.928590310743585e-05,1613809076916,109
+"mom_0",0.8715771842630876,1613809076916,109
+"eps_0",1e-05,1613809076916,109
+"wd_1",0.01,1613809076916,109
+"sqr_mom_1",0.99,1613809076916,109
+"lr_1",7.928590310743585e-05,1613809076916,109
+"mom_1",0.8715771842630876,1613809076916,109
+"eps_1",1e-05,1613809076916,109
+"wd_2",0.01,1613809076916,109
+"sqr_mom_2",0.99,1613809076916,109
+"lr_2",0.0007928590310743585,1613809076916,109
+"mom_2",0.8715771842630876,1613809076916,109
+"eps_2",1e-05,1613809076916,109
+"train_loss",0.3983678,1613809077825,110
+"raw_loss",0.31667966,1613809077825,110
+"wd_0",0.01,1613809077825,110
+"sqr_mom_0",0.99,1613809077825,110
+"lr_0",8.006856460993975e-05,1613809077825,110
+"mom_0",0.870761911864646,1613809077825,110
+"eps_0",1e-05,1613809077825,110
+"wd_1",0.01,1613809077825,110
+"sqr_mom_1",0.99,1613809077825,110
+"lr_1",8.006856460993975e-05,1613809077825,110
+"mom_1",0.870761911864646,1613809077825,110
+"eps_1",1e-05,1613809077825,110
+"wd_2",0.01,1613809077825,110
+"sqr_mom_2",0.99,1613809077825,110
+"lr_2",0.0008006856460993976,1613809077825,110
+"mom_2",0.870761911864646,1613809077825,110
+"eps_2",1e-05,1613809077825,110
+"train_loss",0.39697596,1613809078720,111
+"raw_loss",0.33602023,1613809078720,111
+"wd_0",0.01,1613809078720,111
+"sqr_mom_0",0.99,1613809078720,111
+"lr_0",8.084004611711718e-05,1613809078720,111
+"mom_0",0.8699582852946696,1613809078720,111
+"eps_0",1e-05,1613809078720,111
+"wd_1",0.01,1613809078720,111
+"sqr_mom_1",0.99,1613809078720,111
+"lr_1",8.084004611711718e-05,1613809078720,111
+"mom_1",0.8699582852946696,1613809078720,111
+"eps_1",1e-05,1613809078720,111
+"wd_2",0.01,1613809078720,111
+"sqr_mom_2",0.99,1613809078720,111
+"lr_2",0.0008084004611711718,1613809078720,111
+"mom_2",0.8699582852946696,1613809078720,111
+"eps_2",1e-05,1613809078720,111
+"train_loss",0.39571312,1613809079631,112
+"raw_loss",0.34027216,1613809079631,112
+"wd_0",0.01,1613809079631,112
+"sqr_mom_0",0.99,1613809079631,112
+"lr_0",8.160004034002179e-05,1613809079631,112
+"mom_0",0.8691666246458106,1613809079631,112
+"eps_0",1e-05,1613809079631,112
+"wd_1",0.01,1613809079631,112
+"sqr_mom_1",0.99,1613809079631,112
+"lr_1",8.160004034002179e-05,1613809079631,112
+"mom_1",0.8691666246458106,1613809079631,112
+"eps_1",1e-05,1613809079631,112
+"wd_2",0.01,1613809079631,112
+"sqr_mom_2",0.99,1613809079631,112
+"lr_2",0.0008160004034002178,1613809079631,112
+"mom_2",0.8691666246458106,1613809079631,112
+"eps_2",1e-05,1613809079631,112
+"train_loss",0.39074963,1613809080527,113
+"raw_loss",0.17234416,1613809080527,113
+"wd_0",0.01,1613809080527,113
+"sqr_mom_0",0.99,1613809080527,113
+"lr_0",8.234824456520959e-05,1613809080527,113
+"mom_0",0.8683872452445733,1613809080527,113
+"eps_0",1e-05,1613809080527,113
+"wd_1",0.01,1613809080527,113
+"sqr_mom_1",0.99,1613809080527,113
+"lr_1",8.234824456520959e-05,1613809080527,113
+"mom_1",0.8683872452445733,1613809080527,113
+"eps_1",1e-05,1613809080527,113
+"wd_2",0.01,1613809080527,113
+"sqr_mom_2",0.99,1613809080527,113
+"lr_2",0.0008234824456520959,1613809080527,113
+"mom_2",0.8683872452445733,1613809080527,113
+"eps_2",1e-05,1613809080527,113
+"train_loss",0.38734922,1613809081430,114
+"raw_loss",0.23738258,1613809081430,114
+"wd_0",0.01,1613809081430,114
+"sqr_mom_0",0.99,1613809081430,114
+"lr_0",8.308435392643343e-05,1613809081430,114
+"mom_0",0.8676204646599651,1613809081430,114
+"eps_0",1e-05,1613809081430,114
+"wd_1",0.01,1613809081430,114
+"sqr_mom_1",0.99,1613809081430,114
+"lr_1",8.308435392643343e-05,1613809081430,114
+"mom_1",0.8676204646599651,1613809081430,114
+"eps_1",1e-05,1613809081430,114
+"wd_2",0.01,1613809081430,114
+"sqr_mom_2",0.99,1613809081430,114
+"lr_2",0.0008308435392643342,1613809081430,114
+"mom_2",0.8676204646599651,1613809081430,114
+"eps_2",1e-05,1613809081430,114
+"train_loss",0.38416618,1613809082332,115
+"raw_loss",0.24347453,1613809082332,115
+"wd_0",0.01,1613809082332,115
+"sqr_mom_0",0.99,1613809082332,115
+"lr_0",8.380808903638922e-05,1613809082332,115
+"mom_0",0.8668665739204279,1613809082332,115
+"eps_0",1e-05,1613809082332,115
+"wd_1",0.01,1613809082332,115
+"sqr_mom_1",0.99,1613809082332,115
+"lr_1",8.380808903638922e-05,1613809082332,115
+"mom_1",0.8668665739204279,1613809082332,115
+"eps_1",1e-05,1613809082332,115
+"wd_2",0.01,1613809082332,115
+"sqr_mom_2",0.99,1613809082332,115
+"lr_2",0.0008380808903638923,1613809082332,115
+"mom_2",0.8668665739204279,1613809082332,115
+"eps_2",1e-05,1613809082332,115
+"train_loss",0.38433158,1613809083225,116
+"raw_loss",0.3916567,1613809083225,116
+"wd_0",0.01,1613809083225,116
+"sqr_mom_0",0.99,1613809083225,116
+"lr_0",8.45191546603306e-05,1613809083225,116
+"mom_0",0.8661258805621556,1613809083225,116
+"eps_0",1e-05,1613809083225,116
+"wd_1",0.01,1613809083225,116
+"sqr_mom_1",0.99,1613809083225,116
+"lr_1",8.45191546603306e-05,1613809083225,116
+"mom_1",0.8661258805621556,1613809083225,116
+"eps_1",1e-05,1613809083225,116
+"wd_2",0.01,1613809083225,116
+"sqr_mom_2",0.99,1613809083225,116
+"lr_2",0.000845191546603306,1613809083225,116
+"mom_2",0.8661258805621556,1613809083225,116
+"eps_2",1e-05,1613809083225,116
+"train_loss",0.38839877,1613809084129,117
+"raw_loss",0.5689449,1613809084129,117
+"wd_0",0.01,1613809084129,117
+"sqr_mom_0",0.99,1613809084129,117
+"lr_0",8.521727406188154e-05,1613809084129,117
+"mom_0",0.8653986728522067,1613809084129,117
+"eps_0",1e-05,1613809084129,117
+"wd_1",0.01,1613809084129,117
+"sqr_mom_1",0.99,1613809084129,117
+"lr_1",8.521727406188154e-05,1613809084129,117
+"mom_1",0.8653986728522067,1613809084129,117
+"eps_1",1e-05,1613809084129,117
+"wd_2",0.01,1613809084129,117
+"sqr_mom_2",0.99,1613809084129,117
+"lr_2",0.0008521727406188154,1613809084129,117
+"mom_2",0.8653986728522067,1613809084129,117
+"eps_2",1e-05,1613809084129,117
+"train_loss",0.38408822,1613809085029,118
+"raw_loss",0.1923427,1613809085029,118
+"wd_0",0.01,1613809085029,118
+"sqr_mom_0",0.99,1613809085029,118
+"lr_0",8.590215607351363e-05,1613809085029,118
+"mom_0",0.86468525409009,1613809085029,118
+"eps_0",1e-05,1613809085029,118
+"wd_1",0.01,1613809085029,118
+"sqr_mom_1",0.99,1613809085029,118
+"lr_1",8.590215607351363e-05,1613809085029,118
+"mom_1",0.86468525409009,1613809085029,118
+"eps_1",1e-05,1613809085029,118
+"wd_2",0.01,1613809085029,118
+"sqr_mom_2",0.99,1613809085029,118
+"lr_2",0.0008590215607351362,1613809085029,118
+"mom_2",0.86468525409009,1613809085029,118
+"eps_2",1e-05,1613809085029,118
+"train_loss",0.38070887,1613809085923,119
+"raw_loss",0.23008119,1613809085923,119
+"wd_0",0.01,1613809085923,119
+"sqr_mom_0",0.99,1613809085923,119
+"lr_0",8.65735345108901e-05,1613809085923,119
+"mom_0",0.8639859015511562,1613809085923,119
+"eps_0",1e-05,1613809085923,119
+"wd_1",0.01,1613809085923,119
+"sqr_mom_1",0.99,1613809085923,119
+"lr_1",8.65735345108901e-05,1613809085923,119
+"mom_1",0.8639859015511562,1613809085923,119
+"eps_1",1e-05,1613809085923,119
+"wd_2",0.01,1613809085923,119
+"sqr_mom_2",0.99,1613809085923,119
+"lr_2",0.000865735345108901,1613809085923,119
+"mom_2",0.8639859015511562,1613809085923,119
+"eps_2",1e-05,1613809085923,119
+"train_loss",0.37902847,1613809086814,120
+"raw_loss",0.3039782,1613809086814,120
+"wd_0",0.01,1613809086814,120
+"sqr_mom_0",0.99,1613809086814,120
+"lr_0",8.723113585265317e-05,1613809086814,120
+"mom_0",0.8633009001534863,1613809086814,120
+"eps_0",1e-05,1613809086814,120
+"wd_1",0.01,1613809086814,120
+"sqr_mom_1",0.99,1613809086814,120
+"lr_1",8.723113585265317e-05,1613809086814,120
+"mom_1",0.8633009001534863,1613809086814,120
+"eps_1",1e-05,1613809086814,120
+"wd_2",0.01,1613809086814,120
+"sqr_mom_2",0.99,1613809086814,120
+"lr_2",0.0008723113585265317,1613809086814,120
+"mom_2",0.8633009001534863,1613809086814,120
+"eps_2",1e-05,1613809086814,120
+"train_loss",0.37342235,1613809087707,121
+"raw_loss",0.122557506,1613809087707,121
+"wd_0",0.01,1613809087707,121
+"sqr_mom_0",0.99,1613809087707,121
+"lr_0",8.78747105088972e-05,1613809087707,121
+"mom_0",0.8626305098865654,1613809087707,121
+"eps_0",1e-05,1613809087707,121
+"wd_1",0.01,1613809087707,121
+"sqr_mom_1",0.99,1613809087707,121
+"lr_1",8.78747105088972e-05,1613809087707,121
+"mom_1",0.8626305098865654,1613809087707,121
+"eps_1",1e-05,1613809087707,121
+"wd_2",0.01,1613809087707,121
+"sqr_mom_2",0.99,1613809087707,121
+"lr_2",0.0008787471050889721,1613809087707,121
+"mom_2",0.8626305098865654,1613809087707,121
+"eps_2",1e-05,1613809087707,121
+"train_loss",0.37047735,1613809088598,122
+"raw_loss",0.23844275,1613809088598,122
+"wd_0",0.01,1613809088598,122
+"sqr_mom_0",0.99,1613809088598,122
+"lr_0",8.850399590235202e-05,1613809088598,122
+"mom_0",0.8619750042683832,1613809088598,122
+"eps_0",1e-05,1613809088598,122
+"wd_1",0.01,1613809088598,122
+"sqr_mom_1",0.99,1613809088598,122
+"lr_1",8.850399590235202e-05,1613809088598,122
+"mom_1",0.8619750042683832,1613809088598,122
+"eps_1",1e-05,1613809088598,122
+"wd_2",0.01,1613809088598,122
+"sqr_mom_2",0.99,1613809088598,122
+"lr_2",0.0008850399590235202,1613809088598,122
+"mom_2",0.8619750042683832,1613809088598,122
+"eps_2",1e-05,1613809088598,122
+"train_loss",0.370262,1613809089494,123
+"raw_loss",0.36058956,1613809089494,123
+"wd_0",0.01,1613809089494,123
+"sqr_mom_0",0.99,1613809089494,123
+"lr_0",8.911874138223243e-05,1613809089494,123
+"mom_0",0.8613346443935078,1613809089494,123
+"eps_0",1e-05,1613809089494,123
+"wd_1",0.01,1613809089494,123
+"sqr_mom_1",0.99,1613809089494,123
+"lr_1",8.911874138223243e-05,1613809089494,123
+"mom_1",0.8613346443935078,1613809089494,123
+"eps_1",1e-05,1613809089494,123
+"wd_2",0.01,1613809089494,123
+"sqr_mom_2",0.99,1613809089494,123
+"lr_2",0.0008911874138223243,1613809089494,123
+"mom_2",0.8613346443935078,1613809089494,123
+"eps_2",1e-05,1613809089494,123
+"train_loss",0.37255067,1613809090385,124
+"raw_loss",0.47553718,1613809090385,124
+"wd_0",0.01,1613809090385,124
+"sqr_mom_0",0.99,1613809090385,124
+"lr_0",8.971870208914904e-05,1613809090385,124
+"mom_0",0.8607096853238031,1613809090385,124
+"eps_0",1e-05,1613809090385,124
+"wd_1",0.01,1613809090385,124
+"sqr_mom_1",0.99,1613809090385,124
+"lr_1",8.971870208914904e-05,1613809090385,124
+"mom_1",0.8607096853238031,1613809090385,124
+"eps_1",1e-05,1613809090385,124
+"wd_2",0.01,1613809090385,124
+"sqr_mom_2",0.99,1613809090385,124
+"lr_2",0.0008971870208914903,1613809090385,124
+"mom_2",0.8607096853238031,1613809090385,124
+"eps_2",1e-05,1613809090385,124
+"train_loss",0.37393698,1613809091276,125
+"raw_loss",0.43642855,1613809091276,125
+"wd_0",0.01,1613809091276,125
+"sqr_mom_0",0.99,1613809091276,125
+"lr_0",9.030363905263818e-05,1613809091276,125
+"mom_0",0.8601003759868352,1613809091276,125
+"eps_0",1e-05,1613809091276,125
+"wd_1",0.01,1613809091276,125
+"sqr_mom_1",0.99,1613809091276,125
+"lr_1",9.030363905263818e-05,1613809091276,125
+"mom_1",0.8601003759868352,1613809091276,125
+"eps_1",1e-05,1613809091276,125
+"wd_2",0.01,1613809091276,125
+"sqr_mom_2",0.99,1613809091276,125
+"lr_2",0.0009030363905263817,1613809091276,125
+"mom_2",0.8601003759868352,1613809091276,125
+"eps_2",1e-05,1613809091276,125
+"train_loss",0.37419567,1613809092169,126
+"raw_loss",0.38587832,1613809092169,126
+"wd_0",0.01,1613809092169,126
+"sqr_mom_0",0.99,1613809092169,126
+"lr_0",9.087331401368744e-05,1613809092169,126
+"mom_0",0.8595069645690756,1613809092169,126
+"eps_0",1e-05,1613809092169,126
+"wd_1",0.01,1613809092169,126
+"sqr_mom_1",0.99,1613809092169,126
+"lr_1",9.087331401368744e-05,1613809092169,126
+"mom_1",0.8595069645690756,1613809092169,126
+"eps_1",1e-05,1613809092169,126
+"wd_2",0.01,1613809092169,126
+"sqr_mom_2",0.99,1613809092169,126
+"lr_2",0.0009087331401368744,1613809092169,126
+"mom_2",0.8595069645690756,1613809092169,126
+"eps_2",1e-05,1613809092169,126
+"train_loss",0.37001625,1613809093061,127
+"raw_loss",0.18096419,1613809093061,127
+"wd_0",0.01,1613809093061,127
+"sqr_mom_0",0.99,1613809093061,127
+"lr_0",9.142751075449022e-05,1613809093061,127
+"mom_0",0.858929676297406,1613809093061,127
+"eps_0",1e-05,1613809093061,127
+"wd_1",0.01,1613809093061,127
+"sqr_mom_1",0.99,1613809093061,127
+"lr_1",9.142751075449022e-05,1613809093061,127
+"mom_1",0.858929676297406,1613809093061,127
+"eps_1",1e-05,1613809093061,127
+"wd_2",0.01,1613809093061,127
+"sqr_mom_2",0.99,1613809093061,127
+"lr_2",0.0009142751075449022,1613809093061,127
+"mom_2",0.858929676297406,1613809093061,127
+"eps_2",1e-05,1613809093061,127
+"train_loss",0.37132052,1613809093958,128
+"raw_loss",0.4304162,1613809093958,128
+"wd_0",0.01,1613809093958,128
+"sqr_mom_0",0.99,1613809093958,128
+"lr_0",9.19660031159599e-05,1613809093958,128
+"mom_0",0.8583687467542084,1613809093958,128
+"eps_0",1e-05,1613809093958,128
+"wd_1",0.01,1613809093958,128
+"sqr_mom_1",0.99,1613809093958,128
+"lr_1",9.19660031159599e-05,1613809093958,128
+"mom_1",0.8583687467542084,1613809093958,128
+"eps_1",1e-05,1613809093958,128
+"wd_2",0.01,1613809093958,128
+"sqr_mom_2",0.99,1613809093958,128
+"lr_2",0.0009196600311595991,1613809093958,128
+"mom_2",0.8583687467542084,1613809093958,128
+"eps_2",1e-05,1613809093958,128
+"train_loss",0.37044957,1613809094857,129
+"raw_loss",0.33092362,1613809094857,129
+"wd_0",0.01,1613809094857,129
+"sqr_mom_0",0.99,1613809094857,129
+"lr_0",9.24885814387386e-05,1613809094857,129
+"mom_0",0.8578243943346473,1613809094857,129
+"eps_0",1e-05,1613809094857,129
+"wd_1",0.01,1613809094857,129
+"sqr_mom_1",0.99,1613809094857,129
+"lr_1",9.24885814387386e-05,1613809094857,129
+"mom_1",0.8578243943346473,1613809094857,129
+"eps_1",1e-05,1613809094857,129
+"wd_2",0.01,1613809094857,129
+"sqr_mom_2",0.99,1613809094857,129
+"lr_2",0.0009248858143873859,1613809094857,129
+"mom_2",0.8578243943346473,1613809094857,129
+"eps_2",1e-05,1613809094857,129
+"train_loss",0.37326545,1613809095757,130
+"raw_loss",0.5012616,1613809095757,130
+"wd_0",0.01,1613809095757,130
+"sqr_mom_0",0.99,1613809095757,130
+"lr_0",9.299502776893716e-05,1613809095757,130
+"mom_0",0.8572968460740238,1613809095757,130
+"eps_0",1e-05,1613809095757,130
+"wd_1",0.01,1613809095757,130
+"sqr_mom_1",0.99,1613809095757,130
+"lr_1",9.299502776893716e-05,1613809095757,130
+"mom_1",0.8572968460740238,1613809095757,130
+"eps_1",1e-05,1613809095757,130
+"wd_2",0.01,1613809095757,130
+"sqr_mom_2",0.99,1613809095757,130
+"lr_2",0.0009299502776893715,1613809095757,130
+"mom_2",0.8572968460740238,1613809095757,130
+"eps_2",1e-05,1613809095757,130
+"train_loss",0.36949113,1613809096649,131
+"raw_loss",0.1976616,1613809096649,131
+"wd_0",0.01,1613809096649,131
+"sqr_mom_0",0.99,1613809096649,131
+"lr_0",9.348514084055808e-05,1613809096649,131
+"mom_0",0.8567863116244187,1613809096649,131
+"eps_0",1e-05,1613809096649,131
+"wd_1",0.01,1613809096649,131
+"sqr_mom_1",0.99,1613809096649,131
+"lr_1",9.348514084055808e-05,1613809096649,131
+"mom_1",0.8567863116244187,1613809096649,131
+"eps_1",1e-05,1613809096649,131
+"wd_2",0.01,1613809096649,131
+"sqr_mom_2",0.99,1613809096649,131
+"lr_2",0.0009348514084055807,1613809096649,131
+"mom_2",0.8567863116244187,1613809096649,131
+"eps_2",1e-05,1613809096649,131
+"train_loss",0.36457044,1613809097543,132
+"raw_loss",0.14020842,1613809097543,132
+"wd_0",0.01,1613809097543,132
+"sqr_mom_0",0.99,1613809097543,132
+"lr_0",9.395873463318513e-05,1613809097543,132
+"mom_0",0.8562929847570988,1613809097543,132
+"eps_0",1e-05,1613809097543,132
+"wd_1",0.01,1613809097543,132
+"sqr_mom_1",0.99,1613809097543,132
+"lr_1",9.395873463318513e-05,1613809097543,132
+"mom_1",0.8562929847570988,1613809097543,132
+"eps_1",1e-05,1613809097543,132
+"wd_2",0.01,1613809097543,132
+"sqr_mom_2",0.99,1613809097543,132
+"lr_2",0.0009395873463318514,1613809097543,132
+"mom_2",0.8562929847570988,1613809097543,132
+"eps_2",1e-05,1613809097543,132
+"train_loss",0.36675432,1613809098446,133
+"raw_loss",0.46647733,1613809098446,133
+"wd_0",0.01,1613809098446,133
+"sqr_mom_0",0.99,1613809098446,133
+"lr_0",9.441561583421294e-05,1613809098446,133
+"mom_0",0.8558170668393615,1613809098446,133
+"eps_0",1e-05,1613809098446,133
+"wd_1",0.01,1613809098446,133
+"sqr_mom_1",0.99,1613809098446,133
+"lr_1",9.441561583421294e-05,1613809098446,133
+"mom_1",0.8558170668393615,1613809098446,133
+"eps_1",1e-05,1613809098446,133
+"wd_2",0.01,1613809098446,133
+"sqr_mom_2",0.99,1613809098446,133
+"lr_2",0.0009441561583421294,1613809098446,133
+"mom_2",0.8558170668393615,1613809098446,133
+"eps_2",1e-05,1613809098446,133
+"train_loss",0.36580557,1613809099347,134
+"raw_loss",0.3224171,1613809099347,134
+"wd_0",0.01,1613809099347,134
+"sqr_mom_0",0.99,1613809099347,134
+"lr_0",9.485560246320309e-05,1613809099347,134
+"mom_0",0.8553587474341634,1613809099347,134
+"eps_0",1e-05,1613809099347,134
+"wd_1",0.01,1613809099347,134
+"sqr_mom_1",0.99,1613809099347,134
+"lr_1",9.485560246320309e-05,1613809099347,134
+"mom_1",0.8553587474341634,1613809099347,134
+"eps_1",1e-05,1613809099347,134
+"wd_2",0.01,1613809099347,134
+"sqr_mom_2",0.99,1613809099347,134
+"lr_2",0.0009485560246320308,1613809099347,134
+"mom_2",0.8553587474341634,1613809099347,134
+"eps_2",1e-05,1613809099347,134
+"train_loss",0.3676619,1613809100241,135
+"raw_loss",0.45267582,1613809100241,135
+"wd_0",0.01,1613809100241,135
+"sqr_mom_0",0.99,1613809100241,135
+"lr_0",9.527851926899743e-05,1613809100241,135
+"mom_0",0.8549182090947943,1613809100241,135
+"eps_0",1e-05,1613809100241,135
+"wd_1",0.01,1613809100241,135
+"sqr_mom_1",0.99,1613809100241,135
+"lr_1",9.527851926899743e-05,1613809100241,135
+"mom_1",0.8549182090947943,1613809100241,135
+"eps_1",1e-05,1613809100241,135
+"wd_2",0.01,1613809100241,135
+"sqr_mom_2",0.99,1613809100241,135
+"lr_2",0.0009527851926899743,1613809100241,135
+"mom_2",0.8549182090947943,1613809100241,135
+"eps_2",1e-05,1613809100241,135
+"train_loss",0.37562916,1613809101134,136
+"raw_loss",0.74100703,1613809101134,136
+"wd_0",0.01,1613809101134,136
+"sqr_mom_0",0.99,1613809101134,136
+"lr_0",9.568419779952234e-05,1613809101134,136
+"mom_0",0.8544956272921642,1613809101134,136
+"eps_0",1e-05,1613809101134,136
+"wd_1",0.01,1613809101134,136
+"sqr_mom_1",0.99,1613809101134,136
+"lr_1",9.568419779952234e-05,1613809101134,136
+"mom_1",0.8544956272921642,1613809101134,136
+"eps_1",1e-05,1613809101134,136
+"wd_2",0.01,1613809101134,136
+"sqr_mom_2",0.99,1613809101134,136
+"lr_2",0.0009568419779952234,1613809101134,136
+"mom_2",0.8544956272921642,1613809101134,136
+"eps_2",1e-05,1613809101134,136
+"train_loss",0.3801641,1613809102037,137
+"raw_loss",0.58842003,1613809102037,137
+"wd_0",0.01,1613809102037,137
+"sqr_mom_0",0.99,1613809102037,137
+"lr_0",9.607247290802915e-05,1613809102037,137
+"mom_0",0.8540911740541363,1613809102037,137
+"eps_0",1e-05,1613809102037,137
+"wd_1",0.01,1613809102037,137
+"sqr_mom_1",0.99,1613809102037,137
+"lr_1",9.607247290802915e-05,1613809102037,137
+"mom_1",0.8540911740541363,1613809102037,137
+"eps_1",1e-05,1613809102037,137
+"wd_2",0.01,1613809102037,137
+"sqr_mom_2",0.99,1613809102037,137
+"lr_2",0.0009607247290802915,1613809102037,137
+"mom_2",0.8540911740541363,1613809102037,137
+"eps_2",1e-05,1613809102037,137
+"train_loss",0.3941696,1613809102936,138
+"raw_loss",1.0382026,1613809102936,138
+"wd_0",0.01,1613809102936,138
+"sqr_mom_0",0.99,1613809102936,138
+"lr_0",9.644319722628494e-05,1613809102936,138
+"mom_0",0.8537050028892865,1613809102936,138
+"eps_0",1e-05,1613809102936,138
+"wd_1",0.01,1613809102936,138
+"sqr_mom_1",0.99,1613809102936,138
+"lr_1",9.644319722628494e-05,1613809102936,138
+"mom_1",0.8537050028892865,1613809102936,138
+"eps_1",1e-05,1613809102936,138
+"wd_2",0.01,1613809102936,138
+"sqr_mom_2",0.99,1613809102936,138
+"lr_2",0.0009644319722628494,1613809102936,138
+"mom_2",0.8537050028892865,1613809102936,138
+"eps_2",1e-05,1613809102936,138
+"train_loss",0.398298,1613809103828,139
+"raw_loss",0.5883873,1613809103828,139
+"wd_0",0.01,1613809103828,139
+"sqr_mom_0",0.99,1613809103828,139
+"lr_0",9.679621936617187e-05,1613809103828,139
+"mom_0",0.853337271493571,1613809103828,139
+"eps_0",1e-05,1613809103828,139
+"wd_1",0.01,1613809103828,139
+"sqr_mom_1",0.99,1613809103828,139
+"lr_1",9.679621936617187e-05,1613809103828,139
+"mom_1",0.853337271493571,1613809103828,139
+"eps_1",1e-05,1613809103828,139
+"wd_2",0.01,1613809103828,139
+"sqr_mom_2",0.99,1613809103828,139
+"lr_2",0.0009679621936617187,1613809103828,139
+"mom_2",0.853337271493571,1613809103828,139
+"eps_2",1e-05,1613809103828,139
+"train_loss",0.39456123,1613809104721,140
+"raw_loss",0.22228304,1613809104721,140
+"wd_0",0.01,1613809104721,140
+"sqr_mom_0",0.99,1613809104721,140
+"lr_0",9.713139871537402e-05,1613809104721,140
+"mom_0",0.852988126338152,1613809104721,140
+"eps_0",1e-05,1613809104721,140
+"wd_1",0.01,1613809104721,140
+"sqr_mom_1",0.99,1613809104721,140
+"lr_1",9.713139871537402e-05,1613809104721,140
+"mom_1",0.852988126338152,1613809104721,140
+"eps_1",1e-05,1613809104721,140
+"wd_2",0.01,1613809104721,140
+"sqr_mom_2",0.99,1613809104721,140
+"lr_2",0.0009713139871537402,1613809104721,140
+"mom_2",0.852988126338152,1613809104721,140
+"eps_2",1e-05,1613809104721,140
+"train_loss",0.39230835,1613809105621,141
+"raw_loss",0.2883125,1613809105621,141
+"wd_0",0.01,1613809105621,141
+"sqr_mom_0",0.99,1613809105621,141
+"lr_0",9.744860465992226e-05,1613809105621,141
+"mom_0",0.8526577034792476,1613809105621,141
+"eps_0",1e-05,1613809105621,141
+"wd_1",0.01,1613809105621,141
+"sqr_mom_1",0.99,1613809105621,141
+"lr_1",9.744860465992226e-05,1613809105621,141
+"mom_1",0.8526577034792476,1613809105621,141
+"eps_1",1e-05,1613809105621,141
+"wd_2",0.01,1613809105621,141
+"sqr_mom_2",0.99,1613809105621,141
+"lr_2",0.0009744860465992225,1613809105621,141
+"mom_2",0.8526577034792476,1613809105621,141
+"eps_2",1e-05,1613809105621,141
+"train_loss",0.38904107,1613809106517,142
+"raw_loss",0.23803136,1613809106517,142
+"wd_0",0.01,1613809106517,142
+"sqr_mom_0",0.99,1613809106517,142
+"lr_0",9.774770490142942e-05,1613809106517,142
+"mom_0",0.8523461407276777,1613809106517,142
+"eps_0",1e-05,1613809106517,142
+"wd_1",0.01,1613809106517,142
+"sqr_mom_1",0.99,1613809106517,142
+"lr_1",9.774770490142942e-05,1613809106517,142
+"mom_1",0.8523461407276777,1613809106517,142
+"eps_1",1e-05,1613809106517,142
+"wd_2",0.01,1613809106517,142
+"sqr_mom_2",0.99,1613809106517,142
+"lr_2",0.0009774770490142942,1613809106517,142
+"mom_2",0.8523461407276777,1613809106517,142
+"eps_2",1e-05,1613809106517,142
+"train_loss",0.3904086,1613809107421,143
+"raw_loss",0.45368972,1613809107421,143
+"wd_0",0.01,1613809107421,143
+"sqr_mom_0",0.99,1613809107421,143
+"lr_0",9.80285808164004e-05,1613809107421,143
+"mom_0",0.8520535616495829,1613809107421,143
+"eps_0",1e-05,1613809107421,143
+"wd_1",0.01,1613809107421,143
+"sqr_mom_1",0.99,1613809107421,143
+"lr_1",9.80285808164004e-05,1613809107421,143
+"mom_1",0.8520535616495829,1613809107421,143
+"eps_1",1e-05,1613809107421,143
+"wd_2",0.01,1613809107421,143
+"sqr_mom_2",0.99,1613809107421,143
+"lr_2",0.000980285808164004,1613809107421,143
+"mom_2",0.8520535616495829,1613809107421,143
+"eps_2",1e-05,1613809107421,143
+"train_loss",0.39123002,1613809108313,144
+"raw_loss",0.42928475,1613809108313,144
+"wd_0",0.01,1613809108313,144
+"sqr_mom_0",0.99,1613809108313,144
+"lr_0",9.829112579952792e-05,1613809108313,144
+"mom_0",0.8517800772921584,1613809108313,144
+"eps_0",1e-05,1613809108313,144
+"wd_1",0.01,1613809108313,144
+"sqr_mom_1",0.99,1613809108313,144
+"lr_1",9.829112579952792e-05,1613809108313,144
+"mom_1",0.8517800772921584,1613809108313,144
+"eps_1",1e-05,1613809108313,144
+"wd_2",0.01,1613809108313,144
+"sqr_mom_2",0.99,1613809108313,144
+"lr_2",0.0009829112579952794,1613809108313,144
+"mom_2",0.8517800772921584,1613809108313,144
+"eps_2",1e-05,1613809108313,144
+"train_loss",0.39466342,1613809109215,145
+"raw_loss",0.5539122,1613809109215,145
+"wd_0",0.01,1613809109215,145
+"sqr_mom_0",0.99,1613809109215,145
+"lr_0",9.85352325555039e-05,1613809109215,145
+"mom_0",0.8515257994213501,1613809109215,145
+"eps_0",1e-05,1613809109215,145
+"wd_1",0.01,1613809109215,145
+"sqr_mom_1",0.99,1613809109215,145
+"lr_1",9.85352325555039e-05,1613809109215,145
+"mom_1",0.8515257994213501,1613809109215,145
+"eps_1",1e-05,1613809109215,145
+"wd_2",0.01,1613809109215,145
+"sqr_mom_2",0.99,1613809109215,145
+"lr_2",0.000985352325555039,1613809109215,145
+"mom_2",0.8515257994213501,1613809109215,145
+"eps_2",1e-05,1613809109215,145
+"train_loss",0.39428785,1613809110119,146
+"raw_loss",0.376847,1613809110119,146
+"wd_0",0.01,1613809110119,146
+"sqr_mom_0",0.99,1613809110119,146
+"lr_0",9.876080385411977e-05,1613809110119,146
+"mom_0",0.8512908293186252,1613809110119,146
+"eps_0",1e-05,1613809110119,146
+"wd_1",0.01,1613809110119,146
+"sqr_mom_1",0.99,1613809110119,146
+"lr_1",9.876080385411977e-05,1613809110119,146
+"mom_1",0.8512908293186252,1613809110119,146
+"eps_1",1e-05,1613809110119,146
+"wd_2",0.01,1613809110119,146
+"sqr_mom_2",0.99,1613809110119,146
+"lr_2",0.0009876080385411979,1613809110119,146
+"mom_2",0.8512908293186252,1613809110119,146
+"eps_2",1e-05,1613809110119,146
+"train_loss",0.39031607,1613809111012,147
+"raw_loss",0.20568572,1613809111012,147
+"wd_0",0.01,1613809111012,147
+"sqr_mom_0",0.99,1613809111012,147
+"lr_0",9.896774984802855e-05,1613809111012,147
+"mom_0",0.8510752605749703,1613809111012,147
+"eps_0",1e-05,1613809111012,147
+"wd_1",0.01,1613809111012,147
+"sqr_mom_1",0.99,1613809111012,147
+"lr_1",9.896774984802855e-05,1613809111012,147
+"mom_1",0.8510752605749703,1613809111012,147
+"eps_1",1e-05,1613809111012,147
+"wd_2",0.01,1613809111012,147
+"sqr_mom_2",0.99,1613809111012,147
+"lr_2",0.0009896774984802855,1613809111012,147
+"mom_2",0.8510752605749703,1613809111012,147
+"eps_2",1e-05,1613809111012,147
+"train_loss",0.39872232,1613809111909,148
+"raw_loss",0.78991586,1613809111909,148
+"wd_0",0.01,1613809111909,148
+"sqr_mom_0",0.99,1613809111909,148
+"lr_0",9.915598810853188e-05,1613809111909,148
+"mom_0",0.8508791790536125,1613809111909,148
+"eps_0",1e-05,1613809111909,148
+"wd_1",0.01,1613809111909,148
+"sqr_mom_1",0.99,1613809111909,148
+"lr_1",9.915598810853188e-05,1613809111909,148
+"mom_1",0.8508791790536125,1613809111909,148
+"eps_1",1e-05,1613809111909,148
+"wd_2",0.01,1613809111909,148
+"sqr_mom_2",0.99,1613809111909,148
+"lr_2",0.000991559881085319,1613809111909,148
+"mom_2",0.8508791790536125,1613809111909,148
+"eps_2",1e-05,1613809111909,148
+"train_loss",0.39579615,1613809112821,149
+"raw_loss",0.25947854,1613809112821,149
+"wd_0",0.01,1613809112821,149
+"sqr_mom_0",0.99,1613809112821,149
+"lr_0",9.932544215684867e-05,1613809112821,149
+"mom_0",0.8507026644199492,1613809112821,149
+"eps_0",1e-05,1613809112821,149
+"wd_1",0.01,1613809112821,149
+"sqr_mom_1",0.99,1613809112821,149
+"lr_1",9.932544215684867e-05,1613809112821,149
+"mom_1",0.8507026644199492,1613809112821,149
+"eps_1",1e-05,1613809112821,149
+"wd_2",0.01,1613809112821,149
+"sqr_mom_2",0.99,1613809112821,149
+"lr_2",0.0009932544215684868,1613809112821,149
+"mom_2",0.8507026644199492,1613809112821,149
+"eps_2",1e-05,1613809112821,149
+"train_loss",0.3978129,1613809113726,150
+"raw_loss",0.49186307,1613809113726,150
+"wd_0",0.01,1613809113726,150
+"sqr_mom_0",0.99,1613809113726,150
+"lr_0",9.947604767738639e-05,1613809113726,150
+"mom_0",0.8505457836693892,1613809113726,150
+"eps_0",1e-05,1613809113726,150
+"wd_1",0.01,1613809113726,150
+"sqr_mom_1",0.99,1613809113726,150
+"lr_1",9.947604767738639e-05,1613809113726,150
+"mom_1",0.8505457836693892,1613809113726,150
+"eps_1",1e-05,1613809113726,150
+"wd_2",0.01,1613809113726,150
+"sqr_mom_2",0.99,1613809113726,150
+"lr_2",0.000994760476773864,1613809113726,150
+"mom_2",0.8505457836693892,1613809113726,150
+"eps_2",1e-05,1613809113726,150
+"train_loss",0.39347523,1613809114633,151
+"raw_loss",0.19098833,1613809114633,151
+"wd_0",0.01,1613809114633,151
+"sqr_mom_0",0.99,1613809114633,151
+"lr_0",9.960774300431326e-05,1613809114633,151
+"mom_0",0.8504086010371736,1613809114633,151
+"eps_0",1e-05,1613809114633,151
+"wd_1",0.01,1613809114633,151
+"sqr_mom_1",0.99,1613809114633,151
+"lr_1",9.960774300431326e-05,1613809114633,151
+"mom_1",0.8504086010371736,1613809114633,151
+"eps_1",1e-05,1613809114633,151
+"wd_2",0.01,1613809114633,151
+"sqr_mom_2",0.99,1613809114633,151
+"lr_2",0.0009960774300431328,1613809114633,151
+"mom_2",0.8504086010371736,1613809114633,151
+"eps_2",1e-05,1613809114633,151
+"train_loss",0.39047822,1613809115534,152
+"raw_loss",0.25043657,1613809115534,152
+"wd_0",0.01,1613809115534,152
+"sqr_mom_0",0.99,1613809115534,152
+"lr_0",9.97204756820385e-05,1613809115534,152
+"mom_0",0.8502911711645432,1613809115534,152
+"eps_0",1e-05,1613809115534,152
+"wd_1",0.01,1613809115534,152
+"sqr_mom_1",0.99,1613809115534,152
+"lr_1",9.97204756820385e-05,1613809115534,152
+"mom_1",0.8502911711645432,1613809115534,152
+"eps_1",1e-05,1613809115534,152
+"wd_2",0.01,1613809115534,152
+"sqr_mom_2",0.99,1613809115534,152
+"lr_2",0.000997204756820385,1613809115534,152
+"mom_2",0.8502911711645432,1613809115534,152
+"eps_2",1e-05,1613809115534,152
+"train_loss",0.4370938,1613809116436,153
+"raw_loss",2.617429,1613809116436,153
+"wd_0",0.01,1613809116436,153
+"sqr_mom_0",0.99,1613809116436,153
+"lr_0",9.981420159805916e-05,1613809116436,153
+"mom_0",0.8501935400020217,1613809116436,153
+"eps_0",1e-05,1613809116436,153
+"wd_1",0.01,1613809116436,153
+"sqr_mom_1",0.99,1613809116436,153
+"lr_1",9.981420159805916e-05,1613809116436,153
+"mom_1",0.8501935400020217,1613809116436,153
+"eps_1",1e-05,1613809116436,153
+"wd_2",0.01,1613809116436,153
+"sqr_mom_2",0.99,1613809116436,153
+"lr_2",0.0009981420159805917,1613809116436,153
+"mom_2",0.8501935400020217,1613809116436,153
+"eps_2",1e-05,1613809116436,153
+"train_loss",0.43649706,1613809117347,154
+"raw_loss",0.4085614,1613809117347,154
+"wd_0",0.01,1613809117347,154
+"sqr_mom_0",0.99,1613809117347,154
+"lr_0",9.988888166172216e-05,1613809117347,154
+"mom_0",0.8501157482690394,1613809117347,154
+"eps_0",1e-05,1613809117347,154
+"wd_1",0.01,1613809117347,154
+"sqr_mom_1",0.99,1613809117347,154
+"lr_1",9.988888166172216e-05,1613809117347,154
+"mom_1",0.8501157482690394,1613809117347,154
+"eps_1",1e-05,1613809117347,154
+"wd_2",0.01,1613809117347,154
+"sqr_mom_2",0.99,1613809117347,154
+"lr_2",0.0009988888166172216,1613809117347,154
+"mom_2",0.8501157482690394,1613809117347,154
+"eps_2",1e-05,1613809117347,154
+"train_loss",0.44286403,1613809118258,155
+"raw_loss",0.74122393,1613809118258,155
+"wd_0",0.01,1613809118258,155
+"sqr_mom_0",0.99,1613809118258,155
+"lr_0",9.994448666363798e-05,1613809118258,155
+"mom_0",0.8500578263920437,1613809118258,155
+"eps_0",1e-05,1613809118258,155
+"wd_1",0.01,1613809118258,155
+"sqr_mom_1",0.99,1613809118258,155
+"lr_1",9.994448666363798e-05,1613809118258,155
+"mom_1",0.8500578263920437,1613809118258,155
+"eps_1",1e-05,1613809118258,155
+"wd_2",0.01,1613809118258,155
+"sqr_mom_2",0.99,1613809118258,155
+"lr_2",0.0009994448666363798,1613809118258,155
+"mom_2",0.8500578263920437,1613809118258,155
+"eps_2",1e-05,1613809118258,155
+"train_loss",0.4509037,1613809119167,156
+"raw_loss",0.82799584,1613809119167,156
+"wd_0",0.01,1613809119167,156
+"sqr_mom_0",0.99,1613809119167,156
+"lr_0",9.998099549915502e-05,1613809119167,156
+"mom_0",0.8500197963550469,1613809119167,156
+"eps_0",1e-05,1613809119167,156
+"wd_1",0.01,1613809119167,156
+"sqr_mom_1",0.99,1613809119167,156
+"lr_1",9.998099549915502e-05,1613809119167,156
+"mom_1",0.8500197963550469,1613809119167,156
+"eps_1",1e-05,1613809119167,156
+"wd_2",0.01,1613809119167,156
+"sqr_mom_2",0.99,1613809119167,156
+"lr_2",0.0009998099549915502,1613809119167,156
+"mom_2",0.8500197963550469,1613809119167,156
+"eps_2",1e-05,1613809119167,156
+"train_loss",0.45038694,1613809120080,157
+"raw_loss",0.426127,1613809120080,157
+"wd_0",0.01,1613809120080,157
+"sqr_mom_0",0.99,1613809120080,157
+"lr_0",9.999839301519797e-05,1613809120080,157
+"mom_0",0.8500016739425021,1613809120080,157
+"eps_0",1e-05,1613809120080,157
+"wd_1",0.01,1613809120080,157
+"sqr_mom_1",0.99,1613809120080,157
+"lr_1",9.999839301519797e-05,1613809120080,157
+"mom_1",0.8500016739425021,1613809120080,157
+"eps_1",1e-05,1613809120080,157
+"wd_2",0.01,1613809120080,157
+"sqr_mom_2",0.99,1613809120080,157
+"lr_2",0.0009999839301519796,1613809120080,157
+"mom_2",0.8500016739425021,1613809120080,157
+"eps_2",1e-05,1613809120080,157
+"train_loss",0.4493995,1613809120996,158
+"raw_loss",0.40300253,1613809120996,158
+"wd_0",0.01,1613809120996,158
+"sqr_mom_0",0.99,1613809120996,158
+"lr_0",6.97034675332894e-05,1613809120996,158
+"mom_0",0.8802968354350649,1613809120996,158
+"eps_0",1e-05,1613809120996,158
+"wd_1",0.01,1613809120996,158
+"sqr_mom_1",0.99,1613809120996,158
+"lr_1",6.97034675332894e-05,1613809120996,158
+"mom_1",0.8802968354350649,1613809120996,158
+"eps_1",1e-05,1613809120996,158
+"wd_2",0.01,1613809120996,158
+"sqr_mom_2",0.99,1613809120996,158
+"lr_2",0.000697034675332894,1613809120996,158
+"mom_2",0.8802968354350649,1613809120996,158
+"eps_2",1e-05,1613809120996,158
+"valid_loss",0.5016722679138184,1613809138602,158
+"_rmse",0.7082882523536682,1613809138602,158
+"epoch",1,1613809138602,158